-- Logs begin at Thu 2022-02-03 11:48:39 UTC, end at Thu 2022-02-03 14:20:46 UTC. -- Feb 03 12:21:49.259243 n-d-792364-10 systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 12:21:52.209469 n-d-792364-10 neutron-server[103114]: INFO neutron.common.config [-] Logging enabled! Feb 03 12:21:52.210204 n-d-792364-10 neutron-server[103114]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev466 Feb 03 12:21:52.210204 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103114) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 12:21:52.213519 n-d-792364-10 neutron-server[103114]: INFO neutron.common.config [-] Logging enabled! Feb 03 12:21:52.213775 n-d-792364-10 neutron-server[103114]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev466 Feb 03 12:21:52.214090 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103114) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 12:21:52.215066 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 12:21:52.215299 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 12:21:52.215676 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 12:21:52.215922 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 12:21:52.216149 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 12:21:52.216640 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.217065 n-d-792364-10 neutron-server[103114]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 03 12:21:52.217376 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.217675 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.217955 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.218251 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.218663 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.218940 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.219217 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.219528 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.219821 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.220101 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.220384 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.220677 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.220947 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.221238 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.221525 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.221807 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] debug = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.222090 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.222563 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.222990 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.223277 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.223568 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.223848 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.224125 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.224404 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.224691 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.225023 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] host = n-d-792364-10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.225307 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.225598 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.225890 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.226177 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.226488 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.226769 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.227057 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.227332 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.227608 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] log_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.227885 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.228177 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.228472 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.228767 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.228997 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.229224 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.229515 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.229802 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.230078 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.230376 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.230656 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.230930 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.231205 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.231478 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.231762 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.232046 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.232332 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.232607 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.232880 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.233154 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.233427 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.233718 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.233993 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.234411 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.234840 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.235135 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.235413 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.235693 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.236013 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.236290 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.236575 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.236864 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.237140 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.237425 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.237699 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.237972 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.238247 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] use_json = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.238552 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.238824 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.239104 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.239381 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.239657 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.239933 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.240208 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.240497 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.240771 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:52.241068 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.241368 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.241671 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.241972 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.242268 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.242579 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.242871 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.243152 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.243446 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.243736 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.244029 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.244312 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.244957 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.245245 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.245545 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.245853 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.246149 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.246468 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.246749 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.247025 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.247302 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.247584 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.247874 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.248157 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.248456 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.248751 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.249033 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.249330 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.249621 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.250226 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.250550 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.250834 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.251120 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.251416 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.251699 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.251980 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.252263 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.252554 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.252835 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.253112 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.253396 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.253678 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.253955 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.254230 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.254540 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.254835 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.255113 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.255385 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.255658 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.255937 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.256212 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.256498 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.256776 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.257051 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.257324 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.257601 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.257876 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.258151 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.258455 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.258738 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.259015 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.259290 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.259561 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.259835 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.260112 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.260384 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.260656 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.260930 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.261205 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.261477 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.261749 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.262022 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.262295 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.262597 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.262885 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.263183 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.263464 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.263743 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.264024 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.264304 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.264582 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.264859 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.265138 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.265449 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.265809 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.266115 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.266432 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.266726 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.267028 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.267309 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.267605 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.267883 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.268166 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.268448 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.268734 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.269019 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.269303 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.269598 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.269894 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.270191 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.270519 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.270815 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.271096 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.271406 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.271687 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:52.271908 n-d-792364-10 neutron-server[103114]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 12:21:52.272155 n-d-792364-10 neutron-server[103114]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103114) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 12:21:52.660946 n-d-792364-10 neutron-server[103114]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 12:21:52.661202 n-d-792364-10 neutron-server[103114]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 12:21:52.661537 n-d-792364-10 neutron-server[103114]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 12:21:52.661875 n-d-792364-10 neutron-server[103114]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 12:21:52.993549 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:52.993747 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:52.994009 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:52.995685 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:52.995962 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:52.996239 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.040033 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.040301 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.040566 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.054362 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.054672 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.054938 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.090989 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.091453 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.091724 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.127545 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.127832 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.128094 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.465369 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.466032 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.466032 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.466176 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.466867 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.564229 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.564540 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.564822 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.565091 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.565357 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.565664 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.565919 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.566171 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.566444 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.566726 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.566966 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.567226 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.567477 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.567725 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.567975 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.568231 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.568480 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.568729 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.568996 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.569253 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.569519 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.569766 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.570046 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.570439 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.570688 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.570930 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.571316 n-d-792364-10 neutron-server[103114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:21:53.571554 n-d-792364-10 neutron-server[103114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:21:53.571791 n-d-792364-10 neutron-server[103114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:21:53.572024 n-d-792364-10 neutron-server[103114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:21:53.572262 n-d-792364-10 neutron-server[103114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:21:53.572494 n-d-792364-10 neutron-server[103114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:21:53.572852 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 12:21:53.576012 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 12:21:53.580140 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 12:21:53.584005 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 03 12:21:53.585654 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 12:21:53.586127 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 12:21:53.586479 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 12:21:53.586859 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 12:21:53.589654 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 12:21:53.589905 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 12:21:53.590250 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 12:21:53.595298 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 03 12:21:53.618953 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 03 12:21:53.619394 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.620038 n-d-792364-10 neutron-server[103114]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103114) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 03 12:21:53.620398 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.621762 n-d-792364-10 neutron-server[103114]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103114) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 12:21:53.622038 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 12:21:53.622284 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 12:21:53.625646 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.625927 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:53.689248 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 12:21:53.689480 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 12:21:53.689713 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 12:21:53.690074 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 12:21:53.711906 n-d-792364-10 neutron-server[103114]: DEBUG oslo_db.sqlalchemy.engines [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103114) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 03 12:21:54.152016 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Initializing driver for type 'gre' Feb 03 12:21:54.152674 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] gre ID ranges: [(1, 1000)] Feb 03 12:21:54.204968 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Initializing driver for type 'local' Feb 03 12:21:54.205316 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Initializing driver for type 'vlan' Feb 03 12:21:54.224300 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] VlanTypeDriver initialization complete Feb 03 12:21:54.224674 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Initializing driver for type 'vxlan' Feb 03 12:21:54.225322 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] vxlan ID ranges: [(1, 1000)] Feb 03 12:21:54.280412 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Initializing extension driver 'port_security' Feb 03 12:21:54.280783 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.extensions.port_security [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] PortSecurityExtensionDriver initialization complete Feb 03 12:21:54.281243 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Initializing mechanism driver 'openvswitch' Feb 03 12:21:54.281757 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Initializing mechanism driver 'hyperv' Feb 03 12:21:54.288532 n-d-792364-10 neutron-server[103114]: DEBUG neutron.plugins.ml2.plugin [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:21:54.289216 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > port after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.289593 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > port after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.289951 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > port after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.290548 n-d-792364-10 neutron-server[103114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:21:54.290985 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > subnet after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.291343 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > subnet after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.291690 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.292094 n-d-792364-10 neutron-server[103114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:21:54.292503 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > network after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.292849 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > network after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.293196 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > network after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.293599 n-d-792364-10 neutron-server[103114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:21:54.294000 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > security_group after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.294356 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > security_group after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.294710 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.295229 n-d-792364-10 neutron-server[103114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:21:54.295642 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.295997 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.296343 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.296823 n-d-792364-10 neutron-server[103114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:21:54.297249 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > address_group after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.297594 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > address_group after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.297942 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.298350 n-d-792364-10 neutron-server[103114]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103114) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:21:54.298812 n-d-792364-10 neutron-server[103114]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] ML2 OVO RPC backend initialized. {{(pid=103114) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 03 12:21:54.299520 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.299875 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.300294 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > network before_response 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.300650 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > networks before_response 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.301001 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > port before_response 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.301344 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > ports before_response 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.301692 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > subnet before_response 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.302034 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > subnets before_response 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.302406 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > network after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.302750 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > network after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.303086 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > network after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.303407 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > port after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.303745 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > port after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.304079 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > port after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.304416 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > subnet after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.304752 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > subnet after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.305086 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.312441 n-d-792364-10 neutron-server[103114]: INFO neutron.quota [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded quota_driver: . Feb 03 12:21:54.312893 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.plugin [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Modular L2 Plugin initialization complete Feb 03 12:21:54.313252 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading services supported by the core plugin {{(pid=103114) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 12:21:54.313599 n-d-792364-10 neutron-server[103114]: INFO neutron.plugins.ml2.managers [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Got port-security extension from driver 'port_security' Feb 03 12:21:54.314088 n-d-792364-10 neutron-server[103114]: INFO neutron.extensions.vlantransparent [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Disabled vlantransparent extension. Feb 03 12:21:54.314620 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103114) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 12:21:54.314952 n-d-792364-10 neutron-server[103114]: INFO neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading Plugin: router Feb 03 12:21:54.352059 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.352449 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router after_create 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.352823 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router before_create 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.353187 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.353562 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.353917 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router after_delete 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.354274 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.354659 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.355016 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router after_create 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.355342 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router after_update 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.355689 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router after_update 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.356033 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.356396 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router after_update 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.356809 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router precommit_update 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.357182 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: port after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.357522 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: port after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.357859 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: subnet after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.358197 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.358572 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.358919 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router precommit_create 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.359334 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: port before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.359686 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router precommit_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.360040 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router after_update 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.360383 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.360735 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router precommit_create 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.361096 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.361447 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router precommit_update 55549900 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.361812 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > agent after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.362161 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > agent after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.362535 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > network after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.363396 n-d-792364-10 neutron-server[103114]: DEBUG neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Tracking information for resource: router configured {{(pid=103114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:21:54.363730 n-d-792364-10 neutron-server[103114]: DEBUG neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Tracking information for resource: floatingip configured {{(pid=103114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:21:54.368706 n-d-792364-10 neutron-server[103114]: INFO neutron.db.l3_agentschedulers_db [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 12:21:54.369290 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: port after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.370024 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: port after_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.370383 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: port after_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.370759 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: port after_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.371690 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router before_create 55550100 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.372056 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.372428 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router precommit_create 55550100 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.372781 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > router precommit_update 55550100 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.377993 n-d-792364-10 neutron-server[103114]: DEBUG neutron.services.provider_configuration [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service providers = [] {{(pid=103114) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 12:21:54.378361 n-d-792364-10 neutron-server[103114]: DEBUG neutron.db.servicetype_db [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103114) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 12:21:54.381434 n-d-792364-10 neutron-server[103114]: DEBUG neutron.services.service_base [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 12:21:54.381800 n-d-792364-10 neutron-server[103114]: DEBUG neutron.services.service_base [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 12:21:54.382138 n-d-792364-10 neutron-server[103114]: DEBUG neutron.services.service_base [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 12:21:54.383065 n-d-792364-10 neutron-server[103114]: DEBUG neutron.services.service_base [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 12:21:54.383440 n-d-792364-10 neutron-server[103114]: INFO neutron.services.service_base [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 12:21:54.383821 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:21:54.384137 n-d-792364-10 neutron-server[103114]: INFO neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 12:21:54.395012 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:21:54.395352 n-d-792364-10 neutron-server[103114]: INFO neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading Plugin: auto_allocate Feb 03 12:21:54.401255 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: network precommit_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.401641 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: network precommit_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.402223 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:21:54.402514 n-d-792364-10 neutron-server[103114]: INFO neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading Plugin: tag Feb 03 12:21:54.409236 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:21:54.409569 n-d-792364-10 neutron-server[103114]: INFO neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading Plugin: timestamp Feb 03 12:21:54.413650 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:21:54.413984 n-d-792364-10 neutron-server[103114]: INFO neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading Plugin: network_ip_availability Feb 03 12:21:54.419536 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.420176 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.422051 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.425817 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:21:54.426147 n-d-792364-10 neutron-server[103114]: INFO neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading Plugin: flavors Feb 03 12:21:54.438115 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:21:54.438484 n-d-792364-10 neutron-server[103114]: INFO neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading Plugin: revisions Feb 03 12:21:54.442933 n-d-792364-10 neutron-server[103114]: DEBUG neutron.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:21:54.443325 n-d-792364-10 neutron-server[103114]: DEBUG oslo_concurrency.lockutils [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=103114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 12:21:54.444086 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103114) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 03 12:21:54.444419 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Initializing extension manager. Feb 03 12:21:54.444937 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: __init__.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.445277 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: __pycache__ {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.445607 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.445933 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: address_group.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.446737 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.447316 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: address-group Feb 03 12:21:54.447615 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: address_scope.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.448317 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.448819 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: address-scope Feb 03 12:21:54.449135 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.450047 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.450580 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: router-admin-state-down-before-update Feb 03 12:21:54.450895 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: agent.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.451787 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.452291 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: agent Feb 03 12:21:54.452607 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: agent_resources_synced.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.453563 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.454067 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: agent-resources-synced Feb 03 12:21:54.454413 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: allowedaddresspairs.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.456196 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.456706 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: allowed-address-pairs Feb 03 12:21:54.457025 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: auto_allocated_topology.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.458092 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.458627 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: auto-allocated-topology Feb 03 12:21:54.458945 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: availability_zone.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.459631 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.460129 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: availability_zone Feb 03 12:21:54.460442 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: availability_zone_filter.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.461333 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.461832 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: availability_zone_filter Feb 03 12:21:54.462144 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: data_plane_status.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.463064 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.463560 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 12:21:54.463875 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: default_subnetpools.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.464777 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.465276 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: default-subnetpools Feb 03 12:21:54.465588 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.466429 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.466930 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: dhcp_agent_scheduler Feb 03 12:21:54.467248 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: dns.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.468152 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.468763 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension dns-integration not supported by any of loaded plugins Feb 03 12:21:54.469099 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: dns_domain_ports.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.469996 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.470546 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 12:21:54.470863 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.471780 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.472280 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 03 12:21:54.472597 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: dvr.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.473264 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.473763 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: dvr Feb 03 12:21:54.474080 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: ecmp_routes.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.475012 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.475506 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 03 12:21:54.475820 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: empty_string_filtering.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.476719 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.477225 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: empty-string-filtering Feb 03 12:21:54.477538 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.478547 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.479042 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 12:21:54.479353 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.480267 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.480763 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 12:21:54.481078 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: external_net.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.481975 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.482502 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: external-net Feb 03 12:21:54.482814 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.483709 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.484250 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: extra_dhcp_opt Feb 03 12:21:54.484568 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: extraroute.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.485522 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.486022 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: extraroute Feb 03 12:21:54.486346 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: extraroute_atomic.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.487379 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.487874 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: extraroute-atomic Feb 03 12:21:54.488190 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: filter_validation.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.488849 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.489345 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: filter-validation Feb 03 12:21:54.489660 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: fip_pf_description.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.490580 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.491072 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 12:21:54.491385 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: fip_port_details.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.492298 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.492800 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: fip-port-details Feb 03 12:21:54.493113 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: flavors.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.494451 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.495314 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: flavors Feb 03 12:21:54.495636 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.497309 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.497826 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 12:21:54.498148 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: floatingip_pools.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.498875 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.499380 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: floatingip-pools Feb 03 12:21:54.499702 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: ip_allocation.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.500802 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.501308 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 12:21:54.501626 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.502570 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.503085 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: ip-substring-filtering Feb 03 12:21:54.503403 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: l2_adjacency.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.504338 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.504839 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 12:21:54.505156 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: l3.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.506115 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.506666 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: router Feb 03 12:21:54.506985 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.509360 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.509937 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 12:21:54.510210 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.511165 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.511673 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: ext-gw-mode Feb 03 12:21:54.511993 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.512897 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.513407 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: l3-ha Feb 03 12:21:54.513724 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: l3_flavors.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.514659 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.515167 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: l3-flavors Feb 03 12:21:54.515628 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.516714 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.517221 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 12:21:54.517542 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: l3agentscheduler.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.518613 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.519119 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: l3_agent_scheduler Feb 03 12:21:54.519445 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: local_ip.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.521259 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.521776 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension local_ip not supported by any of loaded plugins Feb 03 12:21:54.522101 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: logging.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.523602 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.524120 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension logging not supported by any of loaded plugins Feb 03 12:21:54.524446 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: metering.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.525223 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.525795 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: metering Feb 03 12:21:54.526121 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.527243 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.527754 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: metering_source_and_destination_fields Feb 03 12:21:54.528076 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: multiprovidernet.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.528984 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.529487 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: multi-provider Feb 03 12:21:54.529807 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: netmtu.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.530751 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.531358 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: net-mtu Feb 03 12:21:54.531810 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: netmtu_writable.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.532719 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.533226 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: net-mtu-writable Feb 03 12:21:54.533541 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: network_availability_zone.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.534211 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.534740 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: network_availability_zone Feb 03 12:21:54.535038 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: network_ip_availability.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.536141 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.536653 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: network-ip-availability Feb 03 12:21:54.536969 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: network_segment_range.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.537727 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.538222 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 12:21:54.538567 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: pagination.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.539534 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.539854 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: pagination Feb 03 12:21:54.540169 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: port_device_profile.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.541065 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.541570 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: port-device-profile Feb 03 12:21:54.541883 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.542817 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.543314 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: port-mac-address-regenerate Feb 03 12:21:54.543630 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.544651 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.545155 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: port-numa-affinity-policy Feb 03 12:21:54.545472 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: port_resource_request.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.546405 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.546975 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 12:21:54.547292 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: port_resource_request_groups.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.548254 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.548754 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 03 12:21:54.549072 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: portbindings.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.549983 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.550518 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: binding Feb 03 12:21:54.550834 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: portbindings_extended.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.552090 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.552597 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: binding-extended Feb 03 12:21:54.552918 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: portsecurity.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.553818 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.554352 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: port-security Feb 03 12:21:54.554670 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: project_id.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.555626 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.555954 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: project-id Feb 03 12:21:54.556280 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: providernet.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.557182 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.557689 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: provider Feb 03 12:21:54.558004 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.561571 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.562089 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos not supported by any of loaded plugins Feb 03 12:21:54.562636 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.563889 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.564397 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 12:21:54.564724 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.565631 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.566138 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 12:21:54.566490 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_default.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.567390 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.567890 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-default not supported by any of loaded plugins Feb 03 12:21:54.568209 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_fip.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.569112 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.569611 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-fip not supported by any of loaded plugins Feb 03 12:21:54.569930 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.570873 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.571373 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 03 12:21:54.571688 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_gateway_ip.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.572616 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.573099 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 12:21:54.573412 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_port_network_policy.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.574309 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.574829 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 12:21:54.575146 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.576176 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.576681 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 03 12:21:54.576993 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_pps_rule.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.578214 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.578821 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-pps not supported by any of loaded plugins Feb 03 12:21:54.579143 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_rule_type_details.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.580059 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.580560 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 12:21:54.580878 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: qos_rules_alias.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.581902 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.582438 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 12:21:54.582761 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: quota_check_limit.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.583671 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.584181 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: quota-check-limit Feb 03 12:21:54.584500 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: quotasv2.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.585424 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.585748 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: quotas Feb 03 12:21:54.586063 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: quotasv2_detail.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.587910 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.588256 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: quota_details Feb 03 12:21:54.588582 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: rbac.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.589619 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.590145 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: rbac-policies Feb 03 12:21:54.590512 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: rbac_address_group.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.591429 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.591941 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: rbac-address-group Feb 03 12:21:54.592262 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: rbac_address_scope.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.593163 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.593768 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: rbac-address-scope Feb 03 12:21:54.594093 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: rbac_security_groups.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.595021 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.595528 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: rbac-security-groups Feb 03 12:21:54.595852 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: rbac_subnetpool.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.596753 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.597261 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: rbac-subnetpool Feb 03 12:21:54.597577 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: revisionifmatch.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.598524 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.599032 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: revision-if-match Feb 03 12:21:54.599349 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: revisions.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.600436 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.600939 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: standard-attr-revisions Feb 03 12:21:54.601261 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: router_availability_zone.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.601929 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.602473 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: router_availability_zone Feb 03 12:21:54.602790 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: routerservicetype.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.603706 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.604205 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension router-service-type not supported by any of loaded plugins Feb 03 12:21:54.604523 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.605504 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.606011 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: security-groups-normalized-cidr Feb 03 12:21:54.606423 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.607266 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.607773 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: port-security-groups-filtering Feb 03 12:21:54.608086 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.608996 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.609541 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: security-groups-remote-address-group Feb 03 12:21:54.609861 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.610816 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.611319 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: security-groups-shared-filtering Feb 03 12:21:54.611635 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.612234 n-d-792364-10 neutron-server[103114]: WARNING neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 03 12:21:54.612550 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: securitygroup.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.622535 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.623062 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: security-group Feb 03 12:21:54.623395 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: segment.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.624178 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.624679 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension segment not supported by any of loaded plugins Feb 03 12:21:54.625071 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.626014 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.626559 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 12:21:54.626881 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: servicetype.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.627961 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.628478 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: service-type Feb 03 12:21:54.628800 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: sorting.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.629765 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.630088 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: sorting Feb 03 12:21:54.630426 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: standard_attr_segment.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.631338 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.631847 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 12:21:54.632161 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: standardattrdescription.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.632799 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.633301 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: standard-attr-description Feb 03 12:21:54.633616 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: stateful_security_group.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.634567 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.635075 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: stateful-security-group Feb 03 12:21:54.635393 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: stdattrs_common.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.635954 n-d-792364-10 neutron-server[103114]: WARNING neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 12:21:54.636272 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.637194 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.637691 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 12:21:54.638004 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: subnet_onboard.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.639107 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.639613 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: subnet_onboard Feb 03 12:21:54.639928 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.640930 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.641475 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 12:21:54.641792 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: subnet_service_types.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.643892 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.645825 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: subnet-service-types Feb 03 12:21:54.646162 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: subnetallocation.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.648294 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.648894 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: subnet_allocation Feb 03 12:21:54.649220 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.649898 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.650429 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: subnetpool-prefix-ops Feb 03 12:21:54.650748 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.651677 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.652179 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 12:21:54.652546 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: tagging.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.653568 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.654080 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: standard-attr-tag Feb 03 12:21:54.654427 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: timestamp.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.655636 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.656341 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loaded extension: standard-attr-timestamp Feb 03 12:21:54.656791 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: trunk.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.657845 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.658355 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension trunk not supported by any of loaded plugins Feb 03 12:21:54.658694 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: trunk_details.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.659599 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.660109 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension trunk-details not supported by any of loaded plugins Feb 03 12:21:54.660424 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: uplink_status_propagation.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.661338 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.661839 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 12:21:54.662153 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Loading extension file: vlantransparent.py {{(pid=103114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:21:54.662852 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:21:54.663353 n-d-792364-10 neutron-server[103114]: INFO neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 12:21:54.665935 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:network Feb 03 12:21:54.666538 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:subnet Feb 03 12:21:54.666946 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:21:54.667339 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:port Feb 03 12:21:54.668584 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.669025 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service FLAVORS assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.669630 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.670049 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.670395 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:router Feb 03 12:21:54.670828 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 12:21:54.671313 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service METERING assigned prefix: /metering {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.672787 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.673156 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.673509 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:21:54.674544 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 12:21:54.674995 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:security_group Feb 03 12:21:54.675424 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 12:21:54.677111 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service CORE assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.677447 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:21:54.677812 n-d-792364-10 neutron-server[103114]: WARNING neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] subnetpool is already registered Feb 03 12:21:54.678239 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service CORE assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.678579 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:21:54.678911 n-d-792364-10 neutron-server[103114]: WARNING neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] subnetpool is already registered Feb 03 12:21:54.681170 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.681597 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service FLAVORS assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.682178 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.682630 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.682960 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:router Feb 03 12:21:54.683292 n-d-792364-10 neutron-server[103114]: WARNING neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] router is already registered Feb 03 12:21:54.683693 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 12:21:54.684023 n-d-792364-10 neutron-server[103114]: WARNING neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] floatingip is already registered Feb 03 12:21:54.684462 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service METERING assigned prefix: /metering {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.685116 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 12:21:54.685438 n-d-792364-10 neutron-server[103114]: WARNING neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] rbac_policy is already registered Feb 03 12:21:54.685842 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:security_group Feb 03 12:21:54.686174 n-d-792364-10 neutron-server[103114]: WARNING neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] security_group is already registered Feb 03 12:21:54.686601 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 12:21:54.686933 n-d-792364-10 neutron-server[103114]: WARNING neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] security_group_rule is already registered Feb 03 12:21:54.687790 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service CORE assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.688118 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:21:54.688452 n-d-792364-10 neutron-server[103114]: WARNING neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] subnetpool is already registered Feb 03 12:21:54.688878 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.v2.resource_helper [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Service CORE assigned prefix: {{(pid=103114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:21:54.689182 n-d-792364-10 neutron-server[103114]: INFO neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:21:54.689505 n-d-792364-10 neutron-server[103114]: WARNING neutron.quota.resource_registry [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] subnetpool is already registered Feb 03 12:21:54.689980 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: extensions {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.691479 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: address-groups {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.692981 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: address-scopes {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.694282 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: agents {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.695456 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: auto-allocated-topology {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.696706 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: availability_zones {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.697910 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: dhcp-networks {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.699454 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: dhcp-agents {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.700871 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: routers {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.703163 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: flavors {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.704477 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: service_profiles {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.705673 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: next_providers {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.707147 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: service_profiles {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.708672 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: floatingip-pools {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.709891 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: routers {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.712023 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: floatingips {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.713288 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: l3-routers {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.714706 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: l3-agents {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.716128 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: metering-labels {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.717455 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: metering-label-rules {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.718935 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: network-ip-availabilities {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.720201 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: bindings {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.721825 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: quotas {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.723477 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: quotas {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.724986 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: rbac-policies {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.726266 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: security-groups {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.727514 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: security-group-rules {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.728734 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: service-providers {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.729950 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: subnetpools {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.731385 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: subnetpools {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.732834 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.734651 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.737796 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.739593 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.742428 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.744275 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.746376 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.748256 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.750058 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.751944 n-d-792364-10 neutron-server[103114]: DEBUG neutron.api.extensions [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Extended resource: tags {{(pid=103114) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:21:54.757942 n-d-792364-10 neutron-server[103114]: WARNING keystonemiddleware.auth_token [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 12:21:54.762669 n-d-792364-10 neutron-server[103114]: WARNING keystonemiddleware.auth_token [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 12:21:54.771227 n-d-792364-10 neutron-server[103114]: DEBUG oslo_concurrency.lockutils [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Acquired lock "singleton_lock" {{(pid=103114) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 03 12:21:54.771704 n-d-792364-10 neutron-server[103114]: DEBUG oslo_concurrency.lockutils [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Releasing lock "singleton_lock" {{(pid=103114) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 03 12:21:54.772367 n-d-792364-10 neutron-server[103114]: INFO oslo_service.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Starting 2 workers Feb 03 12:21:54.777186 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Started child 103223 {{(pid=103114) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 12:21:54.781700 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Started child 103224 {{(pid=103114) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 12:21:54.782863 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:54.783531 n-d-792364-10 neutron-server[103114]: INFO neutron.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 12:21:54.783926 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:54.784421 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [-] (103223) wsgi starting up on http://0.0.0.0:9696 Feb 03 12:21:54.786266 n-d-792364-10 neutron-server[103114]: INFO oslo_service.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Starting 1 workers Feb 03 12:21:54.786445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:54.787685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [-] (103224) wsgi starting up on http://0.0.0.0:9696 Feb 03 12:21:54.791511 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Started child 103225 {{(pid=103114) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 12:21:54.792051 n-d-792364-10 neutron-server[103114]: INFO oslo_service.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Starting 1 workers Feb 03 12:21:54.795350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] calling RpcWorker wait() {{(pid=103225) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 12:21:54.795953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] returning from RpcWorker wait() {{(pid=103225) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 12:21:54.796500 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Started child 103226 {{(pid=103114) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 12:21:54.797454 n-d-792364-10 neutron-server[103114]: DEBUG neutron_lib.callbacks.manager [None req-46a32dea-dbc8-40f4-a6e5-172388de3603 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:54.797949 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:54.798484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:21:54.799378 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103114) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 12:21:54.799590 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 12:21:54.799736 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 12:21:54.799978 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 12:21:54.800324 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 12:21:54.800449 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 12:21:54.800989 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.801223 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.801523 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.801701 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:54.802305 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.802305 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.802665 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.802874 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.803025 n-d-792364-10 neutron-server[103226]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:21:54.803145 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.803351 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.803576 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.803739 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.803874 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.804154 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.804367 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.804671 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.804887 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.805146 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.805380 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.805515 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.805788 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.806061 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.806287 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.806563 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] debug = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.806807 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.807301 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.807537 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.807768 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.808008 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.808268 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.808506 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.808785 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.809019 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.809254 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.809481 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.809747 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.809968 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.810160 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.810443 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.810732 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.810973 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.811118 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.811576 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] host = n-d-792364-10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.811787 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.811995 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.812258 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.812534 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.812845 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.813066 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.813406 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.813669 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.813919 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.814153 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.814406 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.814644 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.814871 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.815121 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.815281 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_options = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.815519 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.815777 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.816021 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.816204 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.816367 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.816524 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.816768 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.816927 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.817163 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.817394 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.817605 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.817816 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.818030 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.818255 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.818534 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.818762 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.818972 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.819176 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.819414 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.819642 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.819860 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.820100 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.820328 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.820542 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.820854 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.820985 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.821210 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.821421 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.821694 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.821892 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.822128 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.822396 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.822628 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.822862 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.823129 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.823358 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.824609 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.824609 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.824609 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.824609 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.824609 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.825214 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.825214 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.825214 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_json = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827925 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827925 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.827925 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.828848 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.828848 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.829375 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.829545 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.829756 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.830035 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.830385 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.830561 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.830820 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.831061 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.831363 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.831567 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.831844 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.832138 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.832472 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.832968 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.833244 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.833748 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.834230 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.834730 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.834946 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.835228 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.835441 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.835758 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.835988 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.836214 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.836435 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.836991 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.837260 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.837600 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.837891 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.838594 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.838594 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.839032 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.839161 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.840607 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.840607 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.840607 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.840607 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.840607 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.840607 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.841340 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.841340 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.841340 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.841340 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.841718 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.841718 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.842155 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.842244 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.842462 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.842708 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.842905 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.843291 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.843807 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.844369 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.844784 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.845193 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.845633 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.846043 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.846493 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.846877 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.847262 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.847647 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.848051 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.848437 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.848815 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.849206 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.849723 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.849943 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.850211 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.850427 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.850666 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.850954 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.851191 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.851566 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.851918 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.852258 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.852620 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.852972 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.853330 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.853729 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.854077 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.854476 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.854874 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.855280 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.855662 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.856036 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.856438 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.856812 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.857192 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.857575 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.858022 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.858524 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.858982 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.859653 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.860077 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.860547 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.860966 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.861410 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.861881 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.862296 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.862762 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.863211 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.863690 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.864120 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.864545 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.864952 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.865392 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.865674 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.865893 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.866290 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.866643 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.866861 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.867276 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.867538 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.867786 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.868015 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.868285 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.868639 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.868800 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.869066 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.869330 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.869922 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.870226 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.870558 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.870811 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.871056 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.871466 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.871742 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.872006 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.872308 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.872556 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.872826 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.873365 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.873764 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.874155 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.874540 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.875386 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.875386 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.875619 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.875847 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.876136 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.876420 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.876634 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.876895 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.877196 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.877444 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.877689 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.877928 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.878227 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.878469 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.878742 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.878940 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.879322 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.879742 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.879966 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.880245 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.880463 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.880676 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.881073 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.881288 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.881522 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.881750 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.881962 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.882201 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.882477 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.882690 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.882906 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.883145 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.883356 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.883569 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.883797 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.884027 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.884277 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.884488 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.884902 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.885140 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.885368 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.885608 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.885850 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.886115 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.886343 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.886603 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.886818 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.887026 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.887235 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.887467 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.887692 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.887914 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.888149 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.888358 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.888581 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.888817 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.889130 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.889363 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.889611 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.889850 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.890078 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.890321 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.890674 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.890890 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.891105 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.891317 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.891527 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.891780 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.892021 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.892252 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.892480 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.892691 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.892912 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.893151 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.893316 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.893587 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.893825 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.894075 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.894340 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.894572 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.894778 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.895036 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.895223 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.895446 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.895660 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.895870 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.896077 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.896326 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.896532 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.896733 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.896948 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.897191 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.897413 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.897630 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.897833 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.898036 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.898250 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.898485 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.898690 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.898905 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.899109 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.899310 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.899522 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.899732 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.899928 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.900151 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.900356 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.900560 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.900775 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.900985 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.901187 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.901463 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.901710 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.901936 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.902206 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.902453 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.902741 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.902929 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.903209 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.903417 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.903661 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.903887 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.904106 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.904320 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.904583 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.904876 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.905142 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.905393 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.905639 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.905920 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.906244 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.906534 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.906765 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.907036 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.907349 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.907606 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.907851 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.908111 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.908360 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.908592 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.908802 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.909040 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.909290 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.909527 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.909776 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.909986 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.910225 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.910458 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.910681 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.910891 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.911139 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.911343 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.911557 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.911764 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.911919 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 12:21:54.912432 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103114) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 12:21:54.912591 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 12:21:54.912740 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 12:21:54.912920 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 12:21:54.913088 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 12:21:54.913309 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 12:21:54.913423 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.913575 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.913734 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.913890 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.914046 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.914214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:21:54.914303 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.914539 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.914756 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.914970 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.915188 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.915404 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.915619 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.915832 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.916046 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.916262 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.916470 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.916691 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.916880 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.917003 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.917161 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.917316 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.917471 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.917627 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] debug = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.917781 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.918286 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.918286 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.918286 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.918711 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.918711 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.918711 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.919037 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.919037 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.919266 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.919476 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.919476 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.919709 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.919709 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.919878 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.920037 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.920190 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.920502 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.920656 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] host = n-d-792364-10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.920973 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.921127 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.921425 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.921693 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.921821 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.922121 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.922279 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.922458 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.922618 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.922773 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.922928 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.923083 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.923239 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.923411 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.923548 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_options = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.923848 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.924008 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.924166 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.924343 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.924668 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.924990 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.925313 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.925477 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.925636 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.925793 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.925950 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.926106 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.926261 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.926442 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.926598 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.926753 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.926908 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.927065 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.927228 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.927385 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.927539 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.927708 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.927876 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.928018 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.928156 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.928293 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.928428 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.928559 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.928688 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.928839 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.928979 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.929137 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.929293 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.929448 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.929602 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.929761 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.929918 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.930076 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.930232 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.933775 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.933775 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.933775 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.933775 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.933775 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.933775 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.933775 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.933775 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_json = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934245 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934245 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934245 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934245 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934245 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934245 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934245 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934245 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934714 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:21:54.934714 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.934714 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.934714 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.934714 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.934714 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.934714 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.934714 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39440) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:21:54.935208 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935208 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935208 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935208 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935208 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935208 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935534 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935534 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935662 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935726 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.935964 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.936056 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.936224 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.936388 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.936496 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.936671 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.936830 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.936990 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.937149 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.937343 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.937514 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.937676 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.937846 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.938007 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.938167 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.938352 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.938508 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.938669 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.938830 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.938990 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.939151 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.939310 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.939469 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.939630 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.939789 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.939949 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.940113 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.940285 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.940446 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.940609 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.940772 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.940928 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.941089 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.941249 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.941408 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.941568 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.941728 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.941888 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.942047 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.942208 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.942498 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.942669 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.942834 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.942993 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.943076 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063164 Feb 03 12:21:54.943159 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.943305 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944353 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944353 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944353 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944353 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944353 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944353 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944353 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944780 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944780 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944902 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.944967 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.945109 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.945418 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.945584 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.945745 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.946042 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.946042 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.946206 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.946398 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.946560 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.946722 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.946883 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.947043 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.947206 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.947370 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.947525 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.947994 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.947994 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.947994 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.948199 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.948357 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.948511 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.948666 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.948822 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.948991 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.949134 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.949288 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.949445 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.949599 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.949765 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.949924 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.950087 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.950247 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.950452 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.950615 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.950774 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.950944 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.951094 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.951250 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.951643 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.952033 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.953431 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.953772 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.953772 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.954109 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.954534 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.954711 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.954881 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.955197 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.955369 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.955544 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.955710 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.955875 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.956037 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.956197 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.956358 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.956518 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.956677 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.957053 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.957216 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.957373 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.957599 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.957759 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.957915 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.958083 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.958270 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.958593 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.958912 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.959278 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.959452 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.959616 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.959777 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.959937 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.960098 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.960260 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.960418 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.960572 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.960737 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.960893 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.961064 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.961210 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.961372 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.961532 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.961697 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.961858 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.962110 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.962279 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.962549 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.962659 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.962767 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.962956 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.963080 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.963240 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.963399 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.963546 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.963709 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.963887 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.965003 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.965173 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.965338 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.965486 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.965648 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.965812 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.965975 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.966139 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.966410 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.966760 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.966760 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.967108 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.967307 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.967977 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.967977 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.967977 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.967977 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.968393 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.968393 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.968622 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.968727 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.969167 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.969272 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.969385 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.969547 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.969709 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.969870 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.970032 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.970242 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.970439 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.971379 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.971379 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.971379 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.971379 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.971379 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.971896 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.971896 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.971896 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.971896 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.972968 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.972968 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.972968 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.972968 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.972968 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.972968 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.972968 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.973650 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.973650 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.973650 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.973650 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.974199 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.974199 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.974199 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.974595 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.974595 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.975171 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.975305 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.975773 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.975773 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.975993 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.975993 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.976165 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.976287 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.976452 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.976612 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.976772 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.977526 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.977526 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.977767 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.977767 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.978011 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.978011 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.978239 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.978375 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.978483 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.978646 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.978806 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.978966 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.979137 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.979299 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.979460 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.979738 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.979901 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.980061 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.980221 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.980395 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.980555 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.980721 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.980865 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.981029 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.981188 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.981348 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.981513 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.981685 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.981851 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.982013 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.982181 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.982374 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.982529 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.982680 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.982829 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.983004 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.983166 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.983326 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.983487 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.983645 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.983823 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.983950 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.984129 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.984338 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.984463 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.984614 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.984774 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.984932 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.985091 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.985252 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.985411 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.985570 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.985729 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.985889 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.986048 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:21:54.986551 n-d-792364-10 neutron-server[103114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103114) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 12:22:06.548026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35256fe9-f732-48bf-bb2e-add0830eb098 None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:22:06.607667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35256fe9-f732-48bf-bb2e-add0830eb098 None None] No non-hosted networks {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 12:22:06.639613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.agentschedulers_db [None req-35256fe9-f732-48bf-bb2e-add0830eb098 None None] DHCP Agent not found on host n-d-792364-10 {{(pid=103225) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 03 12:22:06.832129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb909507-4772-4772-90fa-93f84e506db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551089'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:08.743419 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-537c9c8d-73dd-44cb-a44a-d31c3eda0171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551089'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:08.779357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfa41-b563-4cc3-a38a-f26771825aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:09.911898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551089'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:11.333232 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551089'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:12.604999 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551089'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:12.607537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.608277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.608820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.609433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.610431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.611014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.611854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.612390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.613066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.613620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.614143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.614671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.615221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:12.615837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792364-10', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:12.626296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792364-10', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:13.885529 n-d-792364-10 neutron-server[103225]: INFO neutron.db.l3_hamode_db [None req-0602d168-de13-43c6-87d3-cc2073041bc8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 12:22:13.962524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602d168-de13-43c6-87d3-cc2073041bc8 None None] Routers set() bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:13.962848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602d168-de13-43c6-87d3-cc2073041bc8 None None] Router IDs set() for agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 12:22:15.219406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39540) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:15.765889 n-d-792364-10 neutron-server[103224]: WARNING oslo_policy.policy [None req-fd550e4f-403f-49a5-b3b6-b17914540a40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:22:15.766590 n-d-792364-10 neutron-server[103224]: WARNING oslo_policy.policy [None req-fd550e4f-403f-49a5-b3b6-b17914540a40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:22:15.992830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-fd550e4f-403f-49a5-b3b6-b17914540a40 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:22:15.994108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fd550e4f-403f-49a5-b3b6-b17914540a40 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7726703 Feb 03 12:22:18.883777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39556) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:19.219230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-69ef1e30-bc08-455f-b950-0fca8808dbbb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'tenant_id': 'e4f7290ddf5743f29ed5dc18dc56cf39', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:19.308042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.policy [None req-69ef1e30-bc08-455f-b950-0fca8808dbbb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103224) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 12:22:19.358370 n-d-792364-10 neutron-server[103224]: WARNING oslo_policy.policy [None req-69ef1e30-bc08-455f-b950-0fca8808dbbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:22:19.358796 n-d-792364-10 neutron-server[103224]: WARNING oslo_policy.policy [None req-69ef1e30-bc08-455f-b950-0fca8808dbbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:22:19.469497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69ef1e30-bc08-455f-b950-0fca8808dbbb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752284667760', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752284667143', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752284583563', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752284585407', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752284570826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752284580768', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3495719', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3323175', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612603'] for rbac-policy (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:19.549061 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69ef1e30-bc08-455f-b950-0fca8808dbbb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:19.550604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-69ef1e30-bc08-455f-b950-0fca8808dbbb admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6656222 Feb 03 12:22:22.278365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39568) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:22.612735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Request body: {'network': {'tenant_id': '35ed806010b14a8b99020e3799e83511', 'admin_state_up': True, 'name': 'private', 'project_id': '35ed806010b14a8b99020e3799e83511'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:22.643117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Made reservation on behalf of 35ed806010b14a8b99020e3799e83511 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:22:22.645800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.663258 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.779910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Publish callbacks [] for security_group (da82f6ff-edf4-4582-9d63-102bcc7c69ca), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.787222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (da82f6ff-edf4-4582-9d63-102bcc7c69ca), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.807218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:22:22.835443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752285361821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ba838969-2002-4996-81c7-a03c876999f3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.836052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Unsubscribe: segment precommit_create {{(pid=103224) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 12:22:22.836589 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Added segment ba838969-2002-4996-81c7-a03c876999f3 of type vlan for network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 Feb 03 12:22:22.853086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da82f6ff-edf4-4582-9d63-102bcc7c69ca,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:22.901152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.901487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.901832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.902150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.902506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.902852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.903159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.903476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.903795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.904120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.904442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.904885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.905209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Tracked resource versions report: Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: pushed versions: Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: { 'AddressGroup': {'1.2'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'ConntrackHelper': {'1.0'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Log': {'1.0'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Network': {'1.1'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Port': {'1.7'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'PortForwarding': {'1.2'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'QosPolicy': {'1.10'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'SecurityGroup': {'1.5'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'SubPort': {'1.0'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Subnet': {'1.1'}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Trunk': {'1.1'}} Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: consumer versions: Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: { DHCP agent@n-d-792364-10: {}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: L3 agent@n-d-792364-10: {}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: Metadata agent@n-d-792364-10: {}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: Metering agent@n-d-792364-10: {}, Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: Open vSwitch agent@n-d-792364-10: { 'AddressGroup': '1.2', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'ConntrackHelper': '1.0', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'LocalIPAssociation': '1.0', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Log': '1.0', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Network': '1.1', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Port': '1.7', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'PortForwarding': '1.2', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'QosPolicy': '1.10', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'SecurityGroup': '1.5', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'SecurityGroupRule': '1.2', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'SubPort': '1.0', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Subnet': '1.1', Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: 'Trunk': '1.1'}} Feb 03 12:22:22.906295 n-d-792364-10 neutron-server[103224]: {{(pid=103224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:22:22.947289 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (9f7fc801-03bb-4ece-bc4e-f49740da2d31), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:22.998903 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (9f7fc801-03bb-4ece-bc4e-f49740da2d31), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:23.000266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:23.000935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:23.056459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7770262 Feb 03 12:22:23.103663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211574f3-08b3-46ca-acc9-21bc37620831 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7fc801-03bb-4ece-bc4e-f49740da2d31,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:23.115892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:22:25.844568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39582) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:26.276645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e07b043-f4b3-4001-b40a-7162f379df41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:26.278027 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3e07b043-f4b3-4001-b40a-7162f379df41 admin admin] 10.222.0.65 "GET /v2.0/networks/9f7fc801-03bb-4ece-bc4e-f49740da2d31 HTTP/1.1" status: 200 len: 825 time: 0.4323740 Feb 03 12:22:26.310758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0538ac38-3482-4c7b-9983-464abad4cebb admin admin] 10.222.0.65 "GET /v2.0/subnetpools/17b97867-ca18-4ad1-8ebb-bb111b09767a HTTP/1.1" status: 200 len: 734 time: 0.0226600 Feb 03 12:22:26.319957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Request body: {'subnet': {'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31', 'subnetpool_id': '17b97867-ca18-4ad1-8ebb-bb111b09767a', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:26.345129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Made reservation on behalf of 35ed806010b14a8b99020e3799e83511 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:22:26.347690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:26.647183 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (d929469a-7f39-4e2d-92be-51f9adaa3c3b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:26.710432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d929469a-7f39-4e2d-92be-51f9adaa3c3b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:26.721339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Checking segment: {'id': 'ba838969-2002-4996-81c7-a03c876999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:26.721699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Network hostable DHCP agents. Network: 9f7fc801-03bb-4ece-bc4e-f49740da2d31, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:22:26.746000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:22:26.760702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 9f7fc801-03bb-4ece-bc4e-f49740da2d31) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:26.766229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:26.767255 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:26.771204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a712397-37e7-4c08-b480-3b499d3dff7d None None] Network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:22:26.784210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8a1b7ed6-d25a-4c9c-8f88-80953ae19984 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4675348 Feb 03 12:22:27.057519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-9f7fc801-03bb-4ece-bc4e-f49740da2d31', 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31', 'project_id': '35ed806010b14a8b99020e3799e83511', 'fixed_ips': [{'subnet_id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:22:27.058964 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.333436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Allocated IP 172.20.0.2 (9f7fc801-03bb-4ece-bc4e-f49740da2d31/d929469a-7f39-4e2d-92be-51f9adaa3c3b/3401b82f-e7a6-4ed7-98a1-f29b764edb47) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:27.612424 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Publish callbacks [] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.621728 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.692311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:27.698914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:27.702405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:27.716511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Pushing event updated for resources: {'Port': ['ID=3401b82f-e7a6-4ed7-98a1-f29b764edb47,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:27.765647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.766050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.766356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.766716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.767059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.767383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.767712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.768034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.768354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.768675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.768992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.769318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.769605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Tracked resource versions report: Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: pushed versions: Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: { 'AddressGroup': {'1.2'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'ConntrackHelper': {'1.0'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Log': {'1.0'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Network': {'1.1'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Port': {'1.7'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'PortForwarding': {'1.2'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'QosPolicy': {'1.10'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'SecurityGroup': {'1.5'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'SubPort': {'1.0'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Subnet': {'1.1'}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Trunk': {'1.1'}} Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: consumer versions: Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: { DHCP agent@n-d-792364-10: {}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: L3 agent@n-d-792364-10: {}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: Metadata agent@n-d-792364-10: {}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: Metering agent@n-d-792364-10: {}, Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: Open vSwitch agent@n-d-792364-10: { 'AddressGroup': '1.2', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'ConntrackHelper': '1.0', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'LocalIPAssociation': '1.0', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Log': '1.0', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Network': '1.1', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Port': '1.7', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'PortForwarding': '1.2', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'QosPolicy': '1.10', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'SecurityGroup': '1.5', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'SecurityGroupRule': '1.2', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'SubPort': '1.0', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Subnet': '1.1', Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: 'Trunk': '1.1'}} Feb 03 12:22:27.770761 n-d-792364-10 neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:22:27.804749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Attempting to bind port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:27.805147 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Attempting to bind port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ba838969-2002-4996-81c7-a03c876999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:27.805579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Attempting to bind port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 on network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:27.810701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:27.811069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Checking segment: {'id': 'ba838969-2002-4996-81c7-a03c876999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:27.811563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.811948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Bound using segment: {'id': 'ba838969-2002-4996-81c7-a03c876999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:27.812423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Bound port: 3401b82f-e7a6-4ed7-98a1-f29b764edb47, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba838969-2002-4996-81c7-a03c876999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:27.812835 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.874780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] For port 3401b82f-e7a6-4ed7-98a1-f29b764edb47, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:27.879054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] For port 3401b82f-e7a6-4ed7-98a1-f29b764edb47, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3401b82f-e7a6-4ed7-98a1-f29b764edb47,segment=NetworkSegment(ba838969-2002-4996-81c7-a03c876999f3),segment_id=ba838969-2002-4996-81c7-a03c876999f3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:27.888150 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:27.951390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2b3d4-fbc1-49fb-b366-063ad1f06bc5 None None] Pushing event updated for resources: {'Port': ['ID=3401b82f-e7a6-4ed7-98a1-f29b764edb47,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:29.264328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39590) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:29.601241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-a055cff0-7791-4e63-9d71-02d3f3f156d4 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:22:29.602230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a055cff0-7791-4e63-9d71-02d3f3f156d4 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3368599 Feb 03 12:22:32.033103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39598) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:32.552867 n-d-792364-10 neutron-server[103223]: WARNING oslo_policy.policy [None req-38e70759-a0d2-488b-a134-e37e8c5fe978 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:22:32.553437 n-d-792364-10 neutron-server[103223]: WARNING oslo_policy.policy [None req-38e70759-a0d2-488b-a134-e37e8c5fe978 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:22:32.774770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-38e70759-a0d2-488b-a134-e37e8c5fe978 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:22:32.790364 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-38e70759-a0d2-488b-a134-e37e8c5fe978 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7418003 Feb 03 12:22:35.568030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39614) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:36.026061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] Request body: {'router': {'tenant_id': '35ed806010b14a8b99020e3799e83511', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:36.084162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.policy [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103223) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 12:22:36.126954 n-d-792364-10 neutron-server[103223]: WARNING oslo_policy.policy [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:22:36.127266 n-d-792364-10 neutron-server[103223]: WARNING oslo_policy.policy [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:22:36.188570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.190531 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.346061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] Publish callbacks [] for router_controller (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.352666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.375223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.377128 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1495673d-93da-45c1-a32e-403fe99902f9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8081143 Feb 03 12:22:36.537914 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a9c8fb7-bc5d-40c0-9fc8-8e4781b77387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.740024 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e35c8b8-5225-4557-9b58-135765c5b81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.878516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0512c99-0447-43fc-ba52-8e414301e455 None None] Network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:22:38.897720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39628) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:39.007806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-34f5e113-25dc-4a59-9e66-86d918c92d99 None None] Provisioning complete for port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:39.008159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f5e113-25dc-4a59-9e66-86d918c92d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.168614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-34f5e113-25dc-4a59-9e66-86d918c92d99 None None] Current status of the port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:39.169016 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f5e113-25dc-4a59-9e66-86d918c92d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.209998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-34f5e113-25dc-4a59-9e66-86d918c92d99 None None] For port 3401b82f-e7a6-4ed7-98a1-f29b764edb47, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3401b82f-e7a6-4ed7-98a1-f29b764edb47,segment=NetworkSegment(ba838969-2002-4996-81c7-a03c876999f3),segment_id=ba838969-2002-4996-81c7-a03c876999f3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:39.217108 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f5e113-25dc-4a59-9e66-86d918c92d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.222800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3401b82f-e7a6-4ed7-98a1-f29b764edb47 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:39.258452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-0f7331d3-223e-4a02-9523-906980dfd124 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:22:39.262367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0f7331d3-223e-4a02-9523-906980dfd124 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3607833 Feb 03 12:22:39.316210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:39.316614 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.321390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5e113-25dc-4a59-9e66-86d918c92d99 None None] Pushing event updated for resources: {'Port': ['ID=3401b82f-e7a6-4ed7-98a1-f29b764edb47,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:39.370260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9eba4868-4f88-4623-9e1e-7e4900ac8999 None None] Provisioning complete for port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:39.370653 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9eba4868-4f88-4623-9e1e-7e4900ac8999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.448982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:39.488813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9eba4868-4f88-4623-9e1e-7e4900ac8999 None None] Current status of the port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:39.866276 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.145809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3401b82f-e7a6-4ed7-98a1-f29b764edb47 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:41.193498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:41.193882 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.288907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:41.291292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.757546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39658) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:41.904747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'tenant_id': 'e4f7290ddf5743f29ed5dc18dc56cf39', 'provider:network_type': 'flat', 'project_id': 'e4f7290ddf5743f29ed5dc18dc56cf39'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:41.928364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Made reservation on behalf of e4f7290ddf5743f29ed5dc18dc56cf39 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:22:41.930902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:41.947422 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.030118 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Publish callbacks [] for security_group (4c6617ad-7403-4f03-81ae-5ca9355cb675), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.035863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4c6617ad-7403-4f03-81ae-5ca9355cb675), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.051127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Reserving flat network on physical network physnet1 {{(pid=103224) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 12:22:42.071267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6617ad-7403-4f03-81ae-5ca9355cb675,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:42.074312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9b37d2b6-332f-4529-b121-0ab10ecdd5ae), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.074693 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Added segment 9b37d2b6-332f-4529-b121-0ab10ecdd5ae of type flat for network 166a54b2-7503-4ee8-bb50-7d1b40ff171a Feb 03 12:22:42.123075 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (166a54b2-7503-4ee8-bb50-7d1b40ff171a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.159381 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (166a54b2-7503-4ee8-bb50-7d1b40ff171a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.160470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:42.161048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:42.192796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4339414 Feb 03 12:22:42.225372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddadfa-b7fd-41e6-81a6-ca0ff098dcab admin admin] Pushing event updated for resources: {'Network': ['ID=166a54b2-7503-4ee8-bb50-7d1b40ff171a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:42.235480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:22:42.609126 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:43.840114 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:22:44.528508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:44.693159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab0ed6-70b8-4b7a-8243-2bae6c030fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:44.694668 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dfab0ed6-70b8-4b7a-8243-2bae6c030fa4 admin admin] 10.222.0.65 "GET /v2.0/subnets/d929469a-7f39-4e2d-92be-51f9adaa3c3b HTTP/1.1" status: 200 len: 849 time: 0.1651821 Feb 03 12:22:44.818239 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b1b86ade-2e9d-44a3-950d-4802e95740af admin admin] 10.222.0.65 "GET /v2.0/routers/1d9deed1-a9e1-49be-b11c-7a8f32d5505b HTTP/1.1" status: 200 len: 704 time: 0.1153114 Feb 03 12:22:45.121687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.433524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Allocated IP 172.20.0.1 (9f7fc801-03bb-4ece-bc4e-f49740da2d31/d929469a-7f39-4e2d-92be-51f9adaa3c3b/4a7f1935-f2be-4159-925c-2787a91b641a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:45.659294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Publish callbacks [] for port (4a7f1935-f2be-4159-925c-2787a91b641a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.740093 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.800578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:45.805364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:45.849348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7f1935-f2be-4159-925c-2787a91b641a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:45.852393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:45.852393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:45.917077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.917410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.917775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.918110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.918466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.918782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.919101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.919426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.919747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.920063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.920385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.920703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.921023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Tracked resource versions report: Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: pushed versions: Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: { 'AddressGroup': {'1.2'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'ConntrackHelper': {'1.0'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Log': {'1.0'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Network': {'1.1'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Port': {'1.7'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'PortForwarding': {'1.2'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'QosPolicy': {'1.10'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'SecurityGroup': {'1.5'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'SubPort': {'1.0'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Subnet': {'1.1'}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Trunk': {'1.1'}} Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: consumer versions: Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: { DHCP agent@n-d-792364-10: {}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: L3 agent@n-d-792364-10: {}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: Metadata agent@n-d-792364-10: {}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: Metering agent@n-d-792364-10: {}, Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: Open vSwitch agent@n-d-792364-10: { 'AddressGroup': '1.2', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'ConntrackHelper': '1.0', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'LocalIPAssociation': '1.0', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Log': '1.0', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Network': '1.1', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Port': '1.7', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'PortForwarding': '1.2', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'QosPolicy': '1.10', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'SecurityGroup': '1.5', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'SecurityGroupRule': '1.2', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'SubPort': '1.0', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Subnet': '1.1', Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: 'Trunk': '1.1'}} Feb 03 12:22:45.922176 n-d-792364-10 neutron-server[103223]: {{(pid=103223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:22:46.063143 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.109205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bb9f9bb7-f831-4ef3-ba4f-cfaf0b9fc702 None None] Provisioning complete for port 4a7f1935-f2be-4159-925c-2787a91b641a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:46.109933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb9f9bb7-f831-4ef3-ba4f-cfaf0b9fc702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.143417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f9bb7-f831-4ef3-ba4f-cfaf0b9fc702 None None] Port 4a7f1935-f2be-4159-925c-2787a91b641a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:22:46.285656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Publish callbacks [] for port (4a7f1935-f2be-4159-925c-2787a91b641a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.293685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.294458 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.349017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7f1935-f2be-4159-925c-2787a91b641a,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:46.419619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:46.421092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:46.633223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Router 1d9deed1-a9e1-49be-b11c-7a8f32d5505b is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:22:46.666022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-11a060bd-cc8c-4ab5-baaf-0f64909e832e None None] Provisioning complete for port 4a7f1935-f2be-4159-925c-2787a91b641a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:46.666458 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11a060bd-cc8c-4ab5-baaf-0f64909e832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:46.700909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-11a060bd-cc8c-4ab5-baaf-0f64909e832e None None] Port 4a7f1935-f2be-4159-925c-2787a91b641a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:22:46.729041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:22:46.734984 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e48fff0-6818-47df-8ffb-d991743b7285 admin admin] 10.222.0.65 "PUT /v2.0/routers/1d9deed1-a9e1-49be-b11c-7a8f32d5505b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9082060 Feb 03 12:22:46.749623 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Sync routers for ids ['1d9deed1-a9e1-49be-b11c-7a8f32d5505b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:22:46.761971 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Routers {'1d9deed1-a9e1-49be-b11c-7a8f32d5505b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:46.762823 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:22:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1d9deed1-a9e1-49be-b11c-7a8f32d5505b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:46.947070 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Set router 1d9deed1-a9e1-49be-b11c-7a8f32d5505b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:47.374376 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'name': 'router1', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:36Z', 'updated_at': '2022-02-03T12:22:46Z', 'revision_number': 2, 'project_id': '35ed806010b14a8b99020e3799e83511', 'gw_port_host': None, '_interfaces': [{'id': '4a7f1935-f2be-4159-925c-2787a91b641a', 'name': '', 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'mac_address': 'fa:16:3e:fb:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:45Z', 'updated_at': '2022-02-03T12:22:46Z', 'revision_number': 2, 'project_id': '35ed806010b14a8b99020e3799e83511', 'subnets': [{'id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b97867-ca18-4ad1-8ebb-bb111b09767a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:47.428522 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Checking router: 1d9deed1-a9e1-49be-b11c-7a8f32d5505b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:22:47.428855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Updating router 1d9deed1-a9e1-49be-b11c-7a8f32d5505b port 4a7f1935-f2be-4159-925c-2787a91b641a binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:22:47.486483 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:47.992120 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Publish callbacks [] for port (4a7f1935-f2be-4159-925c-2787a91b641a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:48.001408 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:48.135248 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Pushing event updated for resources: {'Port': ['ID=4a7f1935-f2be-4159-925c-2787a91b641a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:48.177122 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.177468 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.177818 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.178151 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.178559 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.178887 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.179236 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.179543 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.179862 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.180180 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.180496 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.180809 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.181123 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Tracked resource versions report: Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: pushed versions: Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: { 'AddressGroup': {'1.2'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Log': {'1.0'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Network': {'1.1'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Port': {'1.7'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'PortForwarding': {'1.2'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'QosPolicy': {'1.10'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'SecurityGroup': {'1.5'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'SubPort': {'1.0'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Subnet': {'1.1'}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Trunk': {'1.1'}} Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: consumer versions: Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: { DHCP agent@n-d-792364-10: {}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: L3 agent@n-d-792364-10: {}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: Metadata agent@n-d-792364-10: {}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: Metering agent@n-d-792364-10: {}, Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: Open vSwitch agent@n-d-792364-10: { 'AddressGroup': '1.2', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'ConntrackHelper': '1.0', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'LocalIPAssociation': '1.0', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Log': '1.0', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Network': '1.1', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Port': '1.7', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'PortForwarding': '1.2', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'QosPolicy': '1.10', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'SecurityGroup': '1.5', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'SecurityGroupRule': '1.2', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'SubPort': '1.0', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Subnet': '1.1', Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: 'Trunk': '1.1'}} Feb 03 12:22:48.182244 n-d-792364-10 neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:22:48.198187 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Attempting to bind port 4a7f1935-f2be-4159-925c-2787a91b641a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:48.198613 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Attempting to bind port 4a7f1935-f2be-4159-925c-2787a91b641a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ba838969-2002-4996-81c7-a03c876999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:48.199050 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Attempting to bind port 4a7f1935-f2be-4159-925c-2787a91b641a on network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:48.204032 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:48.204412 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Checking segment: {'id': 'ba838969-2002-4996-81c7-a03c876999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:48.204904 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:48.205289 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Bound using segment: {'id': 'ba838969-2002-4996-81c7-a03c876999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:48.205777 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Bound port: 4a7f1935-f2be-4159-925c-2787a91b641a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba838969-2002-4996-81c7-a03c876999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:48.206150 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:48.230567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6c8417a9-30fc-4cf5-a5a6-9650fbc30e32 None None] Provisioning complete for port 4a7f1935-f2be-4159-925c-2787a91b641a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:48.231396 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c8417a9-30fc-4cf5-a5a6-9650fbc30e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:48.271517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c8417a9-30fc-4cf5-a5a6-9650fbc30e32 None None] Port 4a7f1935-f2be-4159-925c-2787a91b641a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:22:48.275223 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] For port 4a7f1935-f2be-4159-925c-2787a91b641a, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:48.294143 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] For port 4a7f1935-f2be-4159-925c-2787a91b641a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4a7f1935-f2be-4159-925c-2787a91b641a,segment=NetworkSegment(ba838969-2002-4996-81c7-a03c876999f3),segment_id=ba838969-2002-4996-81c7-a03c876999f3)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:48.301002 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:48.358543 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1847b08-ff03-4bb7-b4a9-a4287ebb9471 None None] Pushing event updated for resources: {'Port': ['ID=4a7f1935-f2be-4159-925c-2787a91b641a,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:48.369774 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Routers {'1d9deed1-a9e1-49be-b11c-7a8f32d5505b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:48.370424 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:22:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1d9deed1-a9e1-49be-b11c-7a8f32d5505b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:48.461392 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] Set router 1d9deed1-a9e1-49be-b11c-7a8f32d5505b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:48.594949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-725bd82c-0516-43ba-8e27-8dc74ea37344 None None] Provisioning complete for port 4a7f1935-f2be-4159-925c-2787a91b641a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:48.595320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-725bd82c-0516-43ba-8e27-8dc74ea37344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:48.673687 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'name': 'router1', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:36Z', 'updated_at': '2022-02-03T12:22:46Z', 'revision_number': 2, 'project_id': '35ed806010b14a8b99020e3799e83511', 'gw_port_host': None, '_interfaces': [{'id': '4a7f1935-f2be-4159-925c-2787a91b641a', 'name': '', 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'mac_address': 'fa:16:3e:fb:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:45Z', 'updated_at': '2022-02-03T12:22:48Z', 'revision_number': 4, 'project_id': '35ed806010b14a8b99020e3799e83511', 'subnets': [{'id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b97867-ca18-4ad1-8ebb-bb111b09767a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:48.679567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-725bd82c-0516-43ba-8e27-8dc74ea37344 None None] Current status of the port 4a7f1935-f2be-4159-925c-2787a91b641a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:48.679939 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-725bd82c-0516-43ba-8e27-8dc74ea37344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:48.702273 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e203f894-0fc9-4ac7-80ce-38a49215a99b None None] The sync data for ids ['1d9deed1-a9e1-49be-b11c-7a8f32d5505b'] in n-d-792364-10 is: [{'id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'name': 'router1', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:36Z', 'updated_at': '2022-02-03T12:22:46Z', 'revision_number': 2, 'project_id': '35ed806010b14a8b99020e3799e83511', 'gw_port_host': None, '_interfaces': [{'id': '4a7f1935-f2be-4159-925c-2787a91b641a', 'name': '', 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'mac_address': 'fa:16:3e:fb:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:45Z', 'updated_at': '2022-02-03T12:22:48Z', 'revision_number': 4, 'project_id': '35ed806010b14a8b99020e3799e83511', 'subnets': [{'id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b97867-ca18-4ad1-8ebb-bb111b09767a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:22:48.712348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-725bd82c-0516-43ba-8e27-8dc74ea37344 None None] For port 4a7f1935-f2be-4159-925c-2787a91b641a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4a7f1935-f2be-4159-925c-2787a91b641a,segment=NetworkSegment(ba838969-2002-4996-81c7-a03c876999f3),segment_id=ba838969-2002-4996-81c7-a03c876999f3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:48.717389 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-725bd82c-0516-43ba-8e27-8dc74ea37344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:48.766855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bd82c-0516-43ba-8e27-8dc74ea37344 None None] Pushing event updated for resources: {'Port': ['ID=4a7f1935-f2be-4159-925c-2787a91b641a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:51.396391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39688) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:51.509477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd1073-13fe-4e55-b47a-93dc26634730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:51.510867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7acd1073-13fe-4e55-b47a-93dc26634730 admin admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 842 time: 0.1134403 Feb 03 12:22:51.520578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Request body: {'subnet': {'tenant_id': 'e4f7290ddf5743f29ed5dc18dc56cf39', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'enable_dhcp': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:51.542739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Made reservation on behalf of e4f7290ddf5743f29ed5dc18dc56cf39 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:22:51.544967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:51.888600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:22:51.889031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (1294a26f-51c2-40a8-a006-2fce4731cbf4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:51.940055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1294a26f-51c2-40a8-a006-2fce4731cbf4,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:51.950107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:51.950487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Network hostable DHCP agents. Network: 166a54b2-7503-4ee8-bb50-7d1b40ff171a, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:22:51.967345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:22:51.976506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 166a54b2-7503-4ee8-bb50-7d1b40ff171a) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:51.980568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:51.981155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:51.988042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f64dfe-b3e4-46b4-8be6-e7f101aabe9e None None] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:22:51.998458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e0383981-d119-4d9e-bcba-0910ecf013a0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4811575 Feb 03 12:22:52.092882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d51f2d6-b39d-44dd-baf0-9e18afa82237 None None] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:22:54.397710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39696) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:54.531064 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-00ad4723-acf5-4c19-896b-d604ec25cbca admin admin] 10.222.0.65 "GET /v2.0/routers/1d9deed1-a9e1-49be-b11c-7a8f32d5505b HTTP/1.1" status: 200 len: 710 time: 0.1320670 Feb 03 12:22:54.626551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffbcbb3-7dde-4962-88d2-9a87ce4356fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:22:54.629289 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1ffbcbb3-7dde-4962-88d2-9a87ce4356fb admin admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 886 time: 0.0924969 Feb 03 12:22:54.636975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:22:54.879406 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Publish callbacks [] for router_gateway (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:55.127760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Publish callbacks [] for router_gateway (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:55.192414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4a7f1935-f2be-4159-925c-2787a91b641a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:55.215556 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:55.251662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4a7f1935-f2be-4159-925c-2787a91b641a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:55.252046 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:55.319855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Allocated IP 172.25.3.158 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/afa60c64-c504-4f9f-8b43-0697e87a084c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:22:55.338670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4a7f1935-f2be-4159-925c-2787a91b641a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:55.423622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Publish callbacks [] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:55.457020 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:55.496993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:22:55.499766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:22:55.503778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:22:55.506448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Pushing event updated for resources: {'Port': ['ID=afa60c64-c504-4f9f-8b43-0697e87a084c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:55.822000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Publish callbacks [] for router_gateway (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:56.019552 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:56.022870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (1d9deed1-a9e1-49be-b11c-7a8f32d5505b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:56.144772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Router 1d9deed1-a9e1-49be-b11c-7a8f32d5505b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:22:56.254807 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:22:56.259199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:56.274356 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ae4d4480-d42d-49fd-925a-9e8f1ebd727f admin admin] 10.222.0.65 "PUT /v2.0/routers/1d9deed1-a9e1-49be-b11c-7a8f32d5505b HTTP/1.1" status: 200 len: 890 time: 1.6267009 Feb 03 12:22:56.958001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Sync routers for ids ['1d9deed1-a9e1-49be-b11c-7a8f32d5505b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:22:56.969423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Routers {'1d9deed1-a9e1-49be-b11c-7a8f32d5505b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:56.970091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:22:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1d9deed1-a9e1-49be-b11c-7a8f32d5505b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:57.180872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Set router 1d9deed1-a9e1-49be-b11c-7a8f32d5505b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:57.657143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'name': 'router1', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'afa60c64-c504-4f9f-8b43-0697e87a084c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:36Z', 'updated_at': '2022-02-03T12:22:55Z', 'revision_number': 4, 'project_id': '35ed806010b14a8b99020e3799e83511', 'gw_port': {'id': 'afa60c64-c504-4f9f-8b43-0697e87a084c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:55Z', 'updated_at': '2022-02-03T12:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4a7f1935-f2be-4159-925c-2787a91b641a', 'name': '', 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'mac_address': 'fa:16:3e:fb:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:45Z', 'updated_at': '2022-02-03T12:22:48Z', 'revision_number': 5, 'project_id': '35ed806010b14a8b99020e3799e83511', 'subnets': [{'id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b97867-ca18-4ad1-8ebb-bb111b09767a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:57.708084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Checking router: 1d9deed1-a9e1-49be-b11c-7a8f32d5505b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:22:57.708343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Updating router 1d9deed1-a9e1-49be-b11c-7a8f32d5505b port afa60c64-c504-4f9f-8b43-0697e87a084c binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:22:57.763839 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:58.084116 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Publish callbacks [] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:58.090993 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:58.145914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Attempting to bind port afa60c64-c504-4f9f-8b43-0697e87a084c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:22:58.146291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Attempting to bind port afa60c64-c504-4f9f-8b43-0697e87a084c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:22:58.146689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Attempting to bind port afa60c64-c504-4f9f-8b43-0697e87a084c on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:22:58.148648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ab82e-c24e-4fd0-8697-04cf75adabb3 None None] Pushing event updated for resources: {'Port': ['ID=afa60c64-c504-4f9f-8b43-0697e87a084c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:58.157740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:22:58.157740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:22:58.157740 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:58.157740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:22:58.157740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Bound port: afa60c64-c504-4f9f-8b43-0697e87a084c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:22:58.157740 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:58.207675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] For port afa60c64-c504-4f9f-8b43-0697e87a084c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:22:58.210675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] For port afa60c64-c504-4f9f-8b43-0697e87a084c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=afa60c64-c504-4f9f-8b43-0697e87a084c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:22:58.218273 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:58.277737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Routers {'1d9deed1-a9e1-49be-b11c-7a8f32d5505b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:22:58.278355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:22:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1d9deed1-a9e1-49be-b11c-7a8f32d5505b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:58.280029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ab82e-c24e-4fd0-8697-04cf75adabb3 None None] Pushing event updated for resources: {'Port': ['ID=afa60c64-c504-4f9f-8b43-0697e87a084c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:58.391823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] Set router 1d9deed1-a9e1-49be-b11c-7a8f32d5505b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:22:58.611301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'name': 'router1', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'afa60c64-c504-4f9f-8b43-0697e87a084c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:36Z', 'updated_at': '2022-02-03T12:22:55Z', 'revision_number': 4, 'project_id': '35ed806010b14a8b99020e3799e83511', 'gw_port': {'id': 'afa60c64-c504-4f9f-8b43-0697e87a084c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:55Z', 'updated_at': '2022-02-03T12:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4a7f1935-f2be-4159-925c-2787a91b641a', 'name': '', 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'mac_address': 'fa:16:3e:fb:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:45Z', 'updated_at': '2022-02-03T12:22:48Z', 'revision_number': 5, 'project_id': '35ed806010b14a8b99020e3799e83511', 'subnets': [{'id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b97867-ca18-4ad1-8ebb-bb111b09767a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:22:58.638488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab6f4b3-3ec0-4ce5-9655-98193f69ed00 None None] The sync data for ids ['1d9deed1-a9e1-49be-b11c-7a8f32d5505b'] in n-d-792364-10 is: [{'id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'name': 'router1', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'afa60c64-c504-4f9f-8b43-0697e87a084c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:22:36Z', 'updated_at': '2022-02-03T12:22:55Z', 'revision_number': 4, 'project_id': '35ed806010b14a8b99020e3799e83511', 'gw_port': {'id': 'afa60c64-c504-4f9f-8b43-0697e87a084c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:55Z', 'updated_at': '2022-02-03T12:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4a7f1935-f2be-4159-925c-2787a91b641a', 'name': '', 'network_id': '9f7fc801-03bb-4ece-bc4e-f49740da2d31', 'tenant_id': '35ed806010b14a8b99020e3799e83511', 'mac_address': 'fa:16:3e:fb:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9deed1-a9e1-49be-b11c-7a8f32d5505b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:22:45Z', 'updated_at': '2022-02-03T12:22:48Z', 'revision_number': 5, 'project_id': '35ed806010b14a8b99020e3799e83511', 'subnets': [{'id': 'd929469a-7f39-4e2d-92be-51f9adaa3c3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b97867-ca18-4ad1-8ebb-bb111b09767a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:22:58.727862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39708) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:58.854911 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ac0005f0-678b-432c-b864-3a06ac09ec09 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1252961 Feb 03 12:22:59.209662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device afa60c64-c504-4f9f-8b43-0697e87a084c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:22:59.269406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port afa60c64-c504-4f9f-8b43-0697e87a084c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:22:59.269757 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:59.362497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port afa60c64-c504-4f9f-8b43-0697e87a084c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:22:59.362781 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:59.384265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port afa60c64-c504-4f9f-8b43-0697e87a084c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=afa60c64-c504-4f9f-8b43-0697e87a084c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:22:59.390433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:59.449342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=afa60c64-c504-4f9f-8b43-0697e87a084c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:23:01.176825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device afa60c64-c504-4f9f-8b43-0697e87a084c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:23:01.247535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port afa60c64-c504-4f9f-8b43-0697e87a084c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:23:01.248178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (afa60c64-c504-4f9f-8b43-0697e87a084c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:01.368684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port afa60c64-c504-4f9f-8b43-0697e87a084c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:23:06.543922 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32978877-00f5-48de-8cde-6267a160e4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:08.764996 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c94c1b1-7873-4bf4-ba6b-e9fae227278b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:09.870697 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:11.274041 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:12.628251 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:20.842034 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:23:36.560865 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d17559e-1922-4e33-9b39-3b5c2f89fecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:38.745101 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0349164-a895-4d31-8404-28ddd50d53b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:39.873759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:41.276117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:42.613819 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:57.843764 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:24:06.535998 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b6eb6f5-6385-426b-9513-cea6d83e1324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:08.748807 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c7adf0c-2605-4730-8de8-7446a6b8e4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:09.877078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:11.279407 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:12.620891 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:23.079071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40224) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:23.150474 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-055ca97a-582e-4952-bb05-d147b28ed61c admin admin] GET failed (client error): The resource could not be found. Feb 03 12:24:23.151798 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-055ca97a-582e-4952-bb05-d147b28ed61c admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0715427 Feb 03 12:24:23.322824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2acb0-3cb1-42fc-9f64-756b07601207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:23.324275 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6aa2acb0-3cb1-42fc-9f64-756b07601207 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1681488 Feb 03 12:24:25.549470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40234) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:25.659083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572fd41c-a1fd-4bb8-9208-3e0b10f8e0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:25.660961 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-572fd41c-a1fd-4bb8-9208-3e0b10f8e0c7 admin admin] 10.222.0.65 "GET /v2.0/subnets/d929469a-7f39-4e2d-92be-51f9adaa3c3b HTTP/1.1" status: 200 len: 849 time: 0.1101367 Feb 03 12:24:25.673038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:24:25.763711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Publish callbacks [] for subnet (d929469a-7f39-4e2d-92be-51f9adaa3c3b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:25.919040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752285408485'] for subnet (d929469a-7f39-4e2d-92be-51f9adaa3c3b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:25.954901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:25.954901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:25.956402 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] 10.222.0.65 "PUT /v2.0/subnets/d929469a-7f39-4e2d-92be-51f9adaa3c3b HTTP/1.1" status: 200 len: 868 time: 0.2870460 Feb 03 12:24:25.958001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f132590-1cd8-4b63-9d26-be9eb35933b9 None None] Network 9f7fc801-03bb-4ece-bc4e-f49740da2d31 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:24:25.974541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d929469a-7f39-4e2d-92be-51f9adaa3c3b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:24:25.981804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.982215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.982510 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.982854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.983201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.983513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.983857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.984170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.984505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.984822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.985131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.985491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:25.985754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d65dd2-ed15-4b63-ab77-f0fade602eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:24:26.255035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-59522860-33b4-4819-87c6-52654cb6ca3c None None] Provisioning complete for port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:24:26.255415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59522860-33b4-4819-87c6-52654cb6ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3401b82f-e7a6-4ed7-98a1-f29b764edb47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:26.335559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-59522860-33b4-4819-87c6-52654cb6ca3c None None] Current status of the port 3401b82f-e7a6-4ed7-98a1-f29b764edb47 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:24:26.346105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-59522860-33b4-4819-87c6-52654cb6ca3c None None] Provisioning complete for port 4a7f1935-f2be-4159-925c-2787a91b641a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:24:26.346440 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59522860-33b4-4819-87c6-52654cb6ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4a7f1935-f2be-4159-925c-2787a91b641a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:26.426281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-59522860-33b4-4819-87c6-52654cb6ca3c None None] Current status of the port 4a7f1935-f2be-4159-925c-2787a91b641a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:24:28.201239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40242) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:28.414835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b917a3-8329-48b9-93f1-04328ee3424b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:28.415287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b917a3-8329-48b9-93f1-04328ee3424b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:28.416826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d6b917a3-8329-48b9-93f1-04328ee3424b admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2143655 Feb 03 12:24:30.699178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40252) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:30.841857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11954ad3-8d85-48de-b907-d24dde2d235c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:30.842315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11954ad3-8d85-48de-b907-d24dde2d235c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:30.843899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-11954ad3-8d85-48de-b907-d24dde2d235c admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1437521 Feb 03 12:24:33.046940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40260) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:33.188257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a8dd43-e068-47c8-96ac-33591b7d56d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:33.189628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-93a8dd43-e068-47c8-96ac-33591b7d56d8 admin admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 886 time: 0.1417141 Feb 03 12:24:34.842952 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:24:35.422840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40268) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:35.562494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f95a9e-2486-438f-8ce0-351f81c0bd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:35.563865 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e9f95a9e-2486-438f-8ce0-351f81c0bd27 admin admin] 10.222.0.65 "GET /v2.0/networks/9f7fc801-03bb-4ece-bc4e-f49740da2d31 HTTP/1.1" status: 200 len: 869 time: 0.1401367 Feb 03 12:24:36.540417 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba01d9bc-eb02-4202-8724-65b5c6c7c7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:37.781705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40276) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:38.011054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e239d423-d71f-45ee-805c-a0e14de05c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:38.011411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e239d423-d71f-45ee-805c-a0e14de05c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:38.012915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e239d423-d71f-45ee-805c-a0e14de05c14 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2302675 Feb 03 12:24:38.747818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c709b3c9-b02a-48a8-9775-a7161035d563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:39.876508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:40.253033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40284) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:40.351005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46abfa-8c6d-429d-ab3b-148fbe78ab54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:40.351462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46abfa-8c6d-429d-ab3b-148fbe78ab54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:40.352981 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-af46abfa-8c6d-429d-ab3b-148fbe78ab54 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0988481 Feb 03 12:24:41.280932 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:42.582881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40292) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:42.627444 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:42.684377 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e2814-ed57-4058-bb12-905c24c9d3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:42.685710 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f56e2814-ed57-4058-bb12-905c24c9d3b0 admin admin] 10.222.0.65 "GET /v2.0/subnets/1294a26f-51c2-40a8-a006-2fce4731cbf4 HTTP/1.1" status: 200 len: 816 time: 0.1018453 Feb 03 12:24:44.911322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40300) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:24:45.014095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb6fabf-33e2-4052-b81f-90c3db41112e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:24:45.015412 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-afb6fabf-33e2-4052-b81f-90c3db41112e admin admin] 10.222.0.65 "GET /v2.0/subnets/d929469a-7f39-4e2d-92be-51f9adaa3c3b HTTP/1.1" status: 200 len: 868 time: 0.1031125 Feb 03 12:25:06.545230 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-250beebe-2ce1-49ef-b9d1-0ec9f684d441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:08.743529 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d97aad23-3a4d-41eb-bcbd-87c3b85ea20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:09.483248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40354) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:25:09.534954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-bc6ca038-64dc-4a03-b5e2-5395ec0f9a61 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:25:09.536067 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bc6ca038-64dc-4a03-b5e2-5395ec0f9a61 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518591 Feb 03 12:25:09.880896 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:11.285257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:11.841771 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:25:11.908042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40362) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:25:11.981729 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-787ef2bb-c7d7-4894-9f2c-e5c653d249b1 admin admin] GET failed (client error): The resource could not be found. Feb 03 12:25:11.982972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-787ef2bb-c7d7-4894-9f2c-e5c653d249b1 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0739694 Feb 03 12:25:12.136007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c4606-f50c-4c97-8b2d-73b2f92a5045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:12.137495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3f2c4606-f50c-4c97-8b2d-73b2f92a5045 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1484430 Feb 03 12:25:12.613415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:14.461268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40372) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:25:14.509897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Request body: {'network': {'shared': True, 'tenant_id': 'e4f7290ddf5743f29ed5dc18dc56cf39', 'admin_state_up': True, 'project_id': 'e4f7290ddf5743f29ed5dc18dc56cf39', 'name': 'shared'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:25:14.539594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Made reservation on behalf of e4f7290ddf5743f29ed5dc18dc56cf39 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:25:14.541952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:14.570229 n-d-792364-10 neutron-server[103223]: WARNING neutron.services.revisions.revision_plugin [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Could not find related network for resource to bump revision. Feb 03 12:25:14.587322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:25:14.600317 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752285361821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:14.600794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Unsubscribe: segment precommit_create {{(pid=103223) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 12:25:14.601363 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Added segment ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7 of type vlan for network 2f92deac-6d02-453a-898f-89b176eb405e Feb 03 12:25:14.652684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (2f92deac-6d02-453a-898f-89b176eb405e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:14.691242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (2f92deac-6d02-453a-898f-89b176eb405e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:14.692407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:14.692996 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:14.731836 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2694213 Feb 03 12:25:14.787306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdff03-20fd-4a07-87d3-c9bb489ae6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=2f92deac-6d02-453a-898f-89b176eb405e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:25:14.799655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 2f92deac-6d02-453a-898f-89b176eb405e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:25:17.007361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40382) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:25:17.081004 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bafa85d-6321-4869-9039-7e61683332ca admin admin] GET failed (client error): The resource could not be found. Feb 03 12:25:17.082445 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2bafa85d-6321-4869-9039-7e61683332ca admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0739229 Feb 03 12:25:17.152047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b5ea74-7089-4f07-86c0-a80b6ebbd335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:17.153517 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c8b5ea74-7089-4f07-86c0-a80b6ebbd335 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670023 Feb 03 12:25:17.166197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'name': 'shared-subnet', 'tenant_id': 'e4f7290ddf5743f29ed5dc18dc56cf39', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:25:17.190811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Made reservation on behalf of e4f7290ddf5743f29ed5dc18dc56cf39 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:25:17.193104 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:17.381660 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (148a5088-ed71-407c-97d3-9a2d38f68ed7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:17.434412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=148a5088-ed71-407c-97d3-9a2d38f68ed7,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:25:17.454417 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:25:17.454777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Network hostable DHCP agents. Network: 2f92deac-6d02-453a-898f-89b176eb405e, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:25:17.479409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Network 2f92deac-6d02-453a-898f-89b176eb405e is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:25:17.506472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 2f92deac-6d02-453a-898f-89b176eb405e) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:25:17.511125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:25:17.511721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:17.518820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1733cd-1bdf-4d1f-a797-7a64f0b31a15 None None] Network 2f92deac-6d02-453a-898f-89b176eb405e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:25:17.529595 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b52fca9b-4674-429a-86bf-994f03e30422 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3667252 Feb 03 12:25:17.635043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-2f92deac-6d02-453a-898f-89b176eb405e', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'project_id': 'e4f7290ddf5743f29ed5dc18dc56cf39', 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:25:17.636184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:17.899459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Allocated IP 192.168.233.2 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/1b0121cf-8394-44c0-9c5a-1be5a4ebb95f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:25:18.048132 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Publish callbacks [] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:18.055755 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:18.100901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:25:18.104748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:25:18.106496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Pushing event updated for resources: {'Port': ['ID=1b0121cf-8394-44c0-9c5a-1be5a4ebb95f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:25:18.108649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:25:18.120115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.120454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.120795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.121116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.121445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.121777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.122102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.122451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.122774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.123094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.123411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.123733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.124049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:25:18.175471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Attempting to bind port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:25:18.175812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Attempting to bind port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:25:18.176744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Attempting to bind port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:25:18.181965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:25:18.182352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:25:18.182764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:18.183159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:25:18.183638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Bound port: 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:25:18.183992 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:18.249440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] For port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:25:18.252424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] For port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1b0121cf-8394-44c0-9c5a-1be5a4ebb95f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:25:18.260485 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:18.323643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa75e0-1f1c-4ea8-a88e-b69eb596802d None None] Pushing event updated for resources: {'Port': ['ID=1b0121cf-8394-44c0-9c5a-1be5a4ebb95f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:25:19.308321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982777c9-2401-4826-a6a2-446a3b338357 None None] Network 2f92deac-6d02-453a-898f-89b176eb405e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:25:19.389823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-30c01953-8383-4893-9d2b-e6a5fd7052ef None None] Provisioning complete for port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:25:19.390207 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30c01953-8383-4893-9d2b-e6a5fd7052ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:19.440866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:25:19.552771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-30c01953-8383-4893-9d2b-e6a5fd7052ef None None] Current status of the port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:25:19.553076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30c01953-8383-4893-9d2b-e6a5fd7052ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:19.565969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:25:19.565969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:19.614279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-30c01953-8383-4893-9d2b-e6a5fd7052ef None None] For port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1b0121cf-8394-44c0-9c5a-1be5a4ebb95f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:25:19.622612 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30c01953-8383-4893-9d2b-e6a5fd7052ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:19.708544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c01953-8383-4893-9d2b-e6a5fd7052ef None None] Pushing event updated for resources: {'Port': ['ID=1b0121cf-8394-44c0-9c5a-1be5a4ebb95f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:25:19.712691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:25:19.744111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-47e92c02-8132-4c41-92d7-3ec14470bb8a None None] Provisioning complete for port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:25:19.744510 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47e92c02-8132-4c41-92d7-3ec14470bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:19.824662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-47e92c02-8132-4c41-92d7-3ec14470bb8a None None] Current status of the port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:25:21.369141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:25:21.420820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:25:21.421221 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1b0121cf-8394-44c0-9c5a-1be5a4ebb95f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:21.497636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1b0121cf-8394-44c0-9c5a-1be5a4ebb95f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:25:36.555288 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76632d9a-3c48-4df7-a734-666798e1c33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:38.739234 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90b36339-cbd7-4d86-8880-4a18ab79b068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:39.885240 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:41.291669 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:42.617852 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:48.840938 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:26:06.552352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-220d9c7f-f76f-40b0-89b8-d44425eb1c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:08.736430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a667250-a4ee-4432-9347-2b5c1677147a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:09.886688 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:11.292836 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:12.624009 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:25.840280 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:26:33.461856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40428) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:26:33.471963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-d142278e-c3e4-425b-a21b-ee2f2aa6ff7b tempest-verify_tempest_config-1777174652 tempest-verify_tempest_config-1777174652-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:26:33.473406 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d142278e-c3e4-425b-a21b-ee2f2aa6ff7b tempest-verify_tempest_config-1777174652 tempest-verify_tempest_config-1777174652-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0104282 Feb 03 12:26:33.788337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40446) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:26:33.898367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:34.006696 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Publish callbacks [] for security_group (8a6f1e51-ee1e-4d3c-8c0a-3d1aca014134), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:34.013414 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8a6f1e51-ee1e-4d3c-8c0a-3d1aca014134), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:34.058961 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40488a79e8894f59a6289b1db94f98d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2695072 Feb 03 12:26:34.059763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f1e51-ee1e-4d3c-8c0a-3d1aca014134,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:26:34.062126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40450) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:26:34.066554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.066907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.067250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.067583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.067920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.068246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.068580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.068893 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.069219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.069559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.069876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.070198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.070547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ca01e-447d-40ee-af04-388fd8f0769e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.120958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Publish callbacks [] for security_group (8a6f1e51-ee1e-4d3c-8c0a-3d1aca014134), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:34.144998 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Publish callbacks [] for security_group (8a6f1e51-ee1e-4d3c-8c0a-3d1aca014134), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:34.238636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8a6f1e51-ee1e-4d3c-8c0a-3d1aca014134), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:34.241755 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:34.243027 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a6f1e51-ee1e-4d3c-8c0a-3d1aca014134 HTTP/1.1" status: 204 len: 168 time: 0.1798539 Feb 03 12:26:34.252450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f1e51-ee1e-4d3c-8c0a-3d1aca014134,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:26:34.259100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.259446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.259782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.260117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.260446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.260774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.261098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.261432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.261773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.262093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.262435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.262757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:34.263075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e153b3-b83d-4bb6-b7b8-23519063d8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:26:36.558063 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1268e86-df59-4989-9ddb-be76e39fd724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:38.743672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bf79c0d-61e6-4733-b647-98f39d758e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:39.895729 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:41.303675 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:42.622551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:02.839194 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:27:06.556601 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1b369de-2647-47a2-b5f0-10467dd57780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:08.731878 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0af4329e-4241-4b8a-b84d-07811adab749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:09.898743 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:11.302474 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:12.621832 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:36.552980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-849c727a-586b-40db-9e99-6efff9828129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:38.737955 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f6c8893-8fef-45b9-801f-41106a6bad3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:39.843047 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:27:39.904085 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:41.316311 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:42.620824 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:06.554376 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b106374c-4dcc-44f0-b8bf-32d4efbeca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:08.728270 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-903ced97-8f04-4be8-8bee-e2ce3f6cc9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:09.909398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.315088 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:12.626250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.842569 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:28:36.561257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc1de-59af-4977-9bc2-94daf1d588c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.729730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12f7fbe1-1b95-4d9a-8d02-0d278c46ef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.908473 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:41.319419 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.632259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.847252 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:29:06.551115 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-854d3f1c-c72a-4ef6-b463-601e01b565fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.731856 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68c59ab0-758a-483c-a539-51bc63eea026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.913834 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.323233 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.627017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.851981 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 5 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:29:36.588215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0db8a6ff-6d34-4a28-b1f8-839faeb3e209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:38.730036 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a5944f-549b-41f0-85f7-ab1190e1fab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.915974 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:41.327424 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.631973 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:45.890347 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551089'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:50.232851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-551089'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.548016 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b57d24a4-3b15-4940-8090-0f02bc8cf201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.854102 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:30:08.734068 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-459b4ca1-3460-4313-b61c-d17310ae4ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:09.925330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:11.331471 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:12.628298 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.858647 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:20.208480 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:30.842709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40508) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:30.957933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ab134365-7138-4252-bc09-57a238097d41 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1140780 Feb 03 12:30:33.220201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40518) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:33.280589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3e61dd92-f96f-4c00-9211-2bba379e4bab admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0592308 Feb 03 12:30:36.544938 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-567b862d-58b7-4d6c-bd67-0dfce46b5186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.734665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae9264ab-a1dd-4630-92e3-6335de9e28b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.920427 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.334430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.629784 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.858986 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:30:45.874375 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:50.226458 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.553180 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46331268-b0ed-4f73-9161-b6955ad34141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:08.730903 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5adf6368-bcf9-48b8-83c1-3e8abb415787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.924215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:11.336563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:12.634773 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:15.909642 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:20.220811 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:21.861400 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:31:36.536896 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ea09e45-fa8c-48c4-a740-bce0df8bbb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:38.727054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a84c243-7db6-4614-9c24-046256166f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:39.927715 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:41.339829 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:42.643267 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:45.893206 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:50.229250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.339550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40762) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:57.740445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8b728ef2-c8ff-42af-a3c7-44a58f4ca5ac tempest-AutoAllocateNetworkTest-1327099936 tempest-AutoAllocateNetworkTest-1327099936-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0c8593bae20f4c17b3a708629d811d89&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3997381 Feb 03 12:31:57.743339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40786) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:57.976626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb0b6a5-c180-4fc8-8132-265127fa177e tempest-AutoAllocateNetworkTest-1327099936 tempest-AutoAllocateNetworkTest-1327099936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:57.980919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4eb0b6a5-c180-4fc8-8132-265127fa177e tempest-AutoAllocateNetworkTest-1327099936 tempest-AutoAllocateNetworkTest-1327099936-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2338543 Feb 03 12:31:57.981146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40798) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:58.064486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40806) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:58.065048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-136320f0-0e32-4171-acaa-c7a06ef2c08e tempest-AutoAllocateNetworkTest-1327099936 tempest-AutoAllocateNetworkTest-1327099936-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823667 Feb 03 12:31:58.094763 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3a8031c3-c448-4570-ab1d-c70bf7b6c653 tempest-AutoAllocateNetworkTest-1327099936 tempest-AutoAllocateNetworkTest-1327099936-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0c8593bae20f4c17b3a708629d811d89 HTTP/1.1" status: 200 len: 208 time: 0.0289838 Feb 03 12:31:58.743113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40848) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:58.862035 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:31:59.190228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.270178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Publish callbacks [] for security_group (1703ebd8-d508-4738-841d-4116340ccece), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.277006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1703ebd8-d508-4738-841d-4116340ccece), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.321374 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c8593bae20f4c17b3a708629d811d89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5767961 Feb 03 12:31:59.321519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40882) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:59.323167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1703ebd8-d508-4738-841d-4116340ccece,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:59.331279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.331847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.332323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.332792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.333249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.333711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.334185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.334663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.335128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.335453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.335777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.336100 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.336544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959ecac-b71d-4748-ad88-fb61b5394390 admin admin] Tracked resource versions report: Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: pushed versions: Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: { 'AddressGroup': {'1.2'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'ConntrackHelper': {'1.0'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Log': {'1.0'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Network': {'1.1'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Port': {'1.7'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'PortForwarding': {'1.2'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'QosPolicy': {'1.10'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'SecurityGroup': {'1.5'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'SubPort': {'1.0'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Subnet': {'1.1'}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Trunk': {'1.1'}} Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: consumer versions: Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: { DHCP agent@n-d-792364-10: {}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: HyperV agent@n-h1-792364-10: {}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: HyperV agent@n-h2-792364-10: {}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: L3 agent@n-d-792364-10: {}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: Metadata agent@n-d-792364-10: {}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: Metering agent@n-d-792364-10: {}, Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: Open vSwitch agent@n-d-792364-10: { 'AddressGroup': '1.2', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'ConntrackHelper': '1.0', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'LocalIPAssociation': '1.0', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Log': '1.0', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Network': '1.1', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Port': '1.7', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'PortForwarding': '1.2', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'QosPolicy': '1.10', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'SecurityGroup': '1.5', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'SecurityGroupRule': '1.2', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'SubPort': '1.0', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Subnet': '1.1', Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: 'Trunk': '1.1'}} Feb 03 12:31:59.337652 n-d-792364-10 neutron-server[103223]: {{(pid=103223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:31:59.382308 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Publish callbacks [] for security_group (1703ebd8-d508-4738-841d-4116340ccece), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.406830 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Publish callbacks [] for security_group (1703ebd8-d508-4738-841d-4116340ccece), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.457672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1703ebd8-d508-4738-841d-4116340ccece), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.460926 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.467234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1703ebd8-d508-4738-841d-4116340ccece HTTP/1.1" status: 204 len: 168 time: 0.1435964 Feb 03 12:31:59.479046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1703ebd8-d508-4738-841d-4116340ccece,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:59.489601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.490549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.491057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.491530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.492203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.492802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.493307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.493765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.494267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.494745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.495250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.495801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.496272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5439-e591-4390-9735-d9072610b707 admin admin] Tracked resource versions report: Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: pushed versions: Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: { 'AddressGroup': {'1.2'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'ConntrackHelper': {'1.0'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Log': {'1.0'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Network': {'1.1'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Port': {'1.7'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'PortForwarding': {'1.2'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'QosPolicy': {'1.10'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'SecurityGroup': {'1.5'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'SubPort': {'1.0'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Subnet': {'1.1'}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Trunk': {'1.1'}} Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: consumer versions: Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: { DHCP agent@n-d-792364-10: {}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: HyperV agent@n-h1-792364-10: {}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: HyperV agent@n-h2-792364-10: {}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: L3 agent@n-d-792364-10: {}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: Metadata agent@n-d-792364-10: {}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: Metering agent@n-d-792364-10: {}, Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: Open vSwitch agent@n-d-792364-10: { 'AddressGroup': '1.2', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'ConntrackHelper': '1.0', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'LocalIPAssociation': '1.0', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Log': '1.0', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Network': '1.1', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Port': '1.7', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'PortForwarding': '1.2', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'QosPolicy': '1.10', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'SecurityGroup': '1.5', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'SecurityGroupRule': '1.2', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'SubPort': '1.0', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Subnet': '1.1', Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: 'Trunk': '1.1'}} Feb 03 12:31:59.503632 n-d-792364-10 neutron-server[103224]: {{(pid=103224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:32:00.422553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40960) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:00.699863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-network', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:00.725407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Made reservation on behalf of 1f0f9d8de5264a96b6743b9063974588 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:00.728911 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.740713 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.746590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40990) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:00.858963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Publish callbacks [] for security_group (9e45fe60-14f5-4cb9-a4b3-ffc3cc9eef24), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.865208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9e45fe60-14f5-4cb9-a4b3-ffc3cc9eef24), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.892864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:32:00.917085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e45fe60-14f5-4cb9-a4b3-ffc3cc9eef24,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:00.923121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (cbbcb952-5f04-461d-8229-ad61b648cb1c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.923583 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Added segment cbbcb952-5f04-461d-8229-ad61b648cb1c of type vlan for network 126e88b9-20af-4b22-8a75-41b4134ebd93 Feb 03 12:32:00.971416 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (126e88b9-20af-4b22-8a75-41b4134ebd93), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.997536 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (126e88b9-20af-4b22-8a75-41b4134ebd93), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.998710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:00.999624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.027491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41008) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.043275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6194897 Feb 03 12:32:01.046849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41012) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.052249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Request body: {'subnet': {'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-subnet', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:01.076749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Made reservation on behalf of 1f0f9d8de5264a96b6743b9063974588 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:01.080428 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.081121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeba18-8a61-4c02-8618-2dc2b9748dda admin admin] Pushing event updated for resources: {'Network': ['ID=126e88b9-20af-4b22-8a75-41b4134ebd93,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:01.094095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:32:01.151300 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-239dd4e7-625a-447f-a03f-e095d4824051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.180810 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41014) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.295832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41024) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.317864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-239dd4e7-625a-447f-a03f-e095d4824051 admin admin] Publish callbacks [] for security_group (e9e1557f-b15c-4104-8d1c-4fc317b2c0ee), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.330588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-239dd4e7-625a-447f-a03f-e095d4824051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e9e1557f-b15c-4104-8d1c-4fc317b2c0ee), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.355732 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-239dd4e7-625a-447f-a03f-e095d4824051 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae623d64db144d97bb5afc20426bef6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6066244 Feb 03 12:32:01.356683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.358942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41030) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.402293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41034) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.427857 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f04ddbc7-4265-4946-86e0-7486d9a88eb1 admin admin] Publish callbacks [] for security_group (e9e1557f-b15c-4104-8d1c-4fc317b2c0ee), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.451507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Checking segment: {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:01.451787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Network hostable DHCP agents. Network: 126e88b9-20af-4b22-8a75-41b4134ebd93, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:32:01.457593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f04ddbc7-4265-4946-86e0-7486d9a88eb1 admin admin] Publish callbacks [] for security_group (e9e1557f-b15c-4104-8d1c-4fc317b2c0ee), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.467302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:01.471208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dd4e7-625a-447f-a03f-e095d4824051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e1557f-b15c-4104-8d1c-4fc317b2c0ee,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:01.475581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8bcee2ca-75b3-4947-b975-00d42c9c2c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.499868 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa4db686-5bfc-4d67-a0fb-f4c0590e0f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.536240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:32:01.536588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f04ddbc7-4265-4946-86e0-7486d9a88eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e9e1557f-b15c-4104-8d1c-4fc317b2c0ee), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.539102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f04ddbc7-4265-4946-86e0-7486d9a88eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.540121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f04ddbc7-4265-4946-86e0-7486d9a88eb1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9e1557f-b15c-4104-8d1c-4fc317b2c0ee HTTP/1.1" status: 204 len: 168 time: 0.1800826 Feb 03 12:32:01.541060 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68224977-b62f-4c7a-9d3f-73699fd96e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.563789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6298bba2-0d1d-4ba2-9594-bcc26fe3644d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.571357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 126e88b9-20af-4b22-8a75-41b4134ebd93) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:01.577807 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:01.579089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.584604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b5192-55d3-4b4a-84be-67d42b655426 None None] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:01.628659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ddbc7-4265-4946-86e0-7486d9a88eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e1557f-b15c-4104-8d1c-4fc317b2c0ee,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:01.674948 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ba1c3ca1-cb13-4012-ae76-e032db398085 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6269281 Feb 03 12:32:01.677665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41046) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.688784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:01.741889 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68224977-b62f-4c7a-9d3f-73699fd96e7b admin admin] Publish callbacks [] for security_group (a215ad2d-86c6-4f44-8852-23785279e59d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.754675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68224977-b62f-4c7a-9d3f-73699fd96e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a215ad2d-86c6-4f44-8852-23785279e59d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.773113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa4db686-5bfc-4d67-a0fb-f4c0590e0f78 admin admin] Publish callbacks [] for security_group (f511ef38-0448-4a7f-b33d-9b08f18ea739), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.775480 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (9c0476a6-0e37-4888-a1a0-849002e02e7b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.777008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (9c0476a6-0e37-4888-a1a0-849002e02e7b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.788854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8bcee2ca-75b3-4947-b975-00d42c9c2c56 admin admin] Publish callbacks [] for security_group (84704c99-3804-4f6b-a1b6-b0b5a4d2b116), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.790450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa4db686-5bfc-4d67-a0fb-f4c0590e0f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f511ef38-0448-4a7f-b33d-9b08f18ea739), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.792560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-126e88b9-20af-4b22-8a75-41b4134ebd93', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:32:01.793382 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.797146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6298bba2-0d1d-4ba2-9594-bcc26fe3644d admin admin] Publish callbacks [] for security_group (8843e7a6-a154-4697-86b8-851863293218), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.824944 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6298bba2-0d1d-4ba2-9594-bcc26fe3644d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8843e7a6-a154-4697-86b8-851863293218), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.837964 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aa4db686-5bfc-4d67-a0fb-f4c0590e0f78 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=856aae083b8343b495a0b4c580fb5b05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6529438 Feb 03 12:32:01.837964 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8bcee2ca-75b3-4947-b975-00d42c9c2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (84704c99-3804-4f6b-a1b6-b0b5a4d2b116), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.846124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41060) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.868499 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8bcee2ca-75b3-4947-b975-00d42c9c2c56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f55ef6489c204ef792ae5a638afb5a3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8372877 Feb 03 12:32:01.874784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41062) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.909664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68224977-b62f-4c7a-9d3f-73699fd96e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a215ad2d-86c6-4f44-8852-23785279e59d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:01.911044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4db686-5bfc-4d67-a0fb-f4c0590e0f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f511ef38-0448-4a7f-b33d-9b08f18ea739,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:01.953808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-68224977-b62f-4c7a-9d3f-73699fd96e7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab615adda0584c648deadc86b8701a36&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6520913 Feb 03 12:32:01.959545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41066) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:01.974349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks [] for router_controller (9c0476a6-0e37-4888-a1a0-849002e02e7b), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.012561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Allocated IP 172.20.0.2 (126e88b9-20af-4b22-8a75-41b4134ebd93/6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5/04539bda-104a-49d9-9f02-ea74aa0ed565) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:02.018861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6298bba2-0d1d-4ba2-9594-bcc26fe3644d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bebd19ff425a46b7b20f01b6ef3abf2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6153529 Feb 03 12:32:02.030264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298bba2-0d1d-4ba2-9594-bcc26fe3644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8843e7a6-a154-4697-86b8-851863293218,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.032224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41076) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.063016 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b8873fd3-e1ad-4e2b-9c7e-d5111abf26c8 admin admin] Publish callbacks [] for security_group (f511ef38-0448-4a7f-b33d-9b08f18ea739), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.085554 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b8873fd3-e1ad-4e2b-9c7e-d5111abf26c8 admin admin] Publish callbacks [] for security_group (f511ef38-0448-4a7f-b33d-9b08f18ea739), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.092185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41078) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.116707 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcee2ca-75b3-4947-b975-00d42c9c2c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84704c99-3804-4f6b-a1b6-b0b5a4d2b116,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.116928 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e55e3abf-9405-444a-a6fd-b3946a7d7de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.176642 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b8873fd3-e1ad-4e2b-9c7e-d5111abf26c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f511ef38-0448-4a7f-b33d-9b08f18ea739), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.180180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b8873fd3-e1ad-4e2b-9c7e-d5111abf26c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.181749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b8873fd3-e1ad-4e2b-9c7e-d5111abf26c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f511ef38-0448-4a7f-b33d-9b08f18ea739 HTTP/1.1" status: 204 len: 168 time: 0.3205116 Feb 03 12:32:02.198304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8873fd3-e1ad-4e2b-9c7e-d5111abf26c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511ef38-0448-4a7f-b33d-9b08f18ea739,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.216110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Publish callbacks [] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.240036 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.262858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:02.268263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:02.276242 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e55e3abf-9405-444a-a6fd-b3946a7d7de5 admin admin] Publish callbacks [] for security_group (ea4f3dcf-6c16-40ba-8fd0-df7c659ae527), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.286027 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e55e3abf-9405-444a-a6fd-b3946a7d7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ea4f3dcf-6c16-40ba-8fd0-df7c659ae527), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.337555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Pushing event updated for resources: {'Port': ['ID=04539bda-104a-49d9-9f02-ea74aa0ed565,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.341470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e55e3abf-9405-444a-a6fd-b3946a7d7de5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c7df3a8d6364410932feac879b3509b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2482255 Feb 03 12:32:02.342087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:02.346637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41082) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.351037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.351390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.351786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.352264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.352602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.352935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.353252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.353574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.354230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.354594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.354967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.355290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.355616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Tracked resource versions report: Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: pushed versions: Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: { 'AddressGroup': {'1.2'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'ConntrackHelper': {'1.0'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Log': {'1.0'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Network': {'1.1'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Port': {'1.7'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'PortForwarding': {'1.2'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'QosPolicy': {'1.10'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'SecurityGroup': {'1.5'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'SubPort': {'1.0'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Subnet': {'1.1'}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Trunk': {'1.1'}} Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: consumer versions: Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: { DHCP agent@n-d-792364-10: {}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: HyperV agent@n-h1-792364-10: {}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: HyperV agent@n-h2-792364-10: {}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: L3 agent@n-d-792364-10: {}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: Metadata agent@n-d-792364-10: {}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: Metering agent@n-d-792364-10: {}, Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: Open vSwitch agent@n-d-792364-10: { 'AddressGroup': '1.2', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'ConntrackHelper': '1.0', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'LocalIPAssociation': '1.0', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Log': '1.0', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Network': '1.1', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Port': '1.7', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'PortForwarding': '1.2', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'QosPolicy': '1.10', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'SecurityGroup': '1.5', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'SecurityGroupRule': '1.2', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'SubPort': '1.0', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Subnet': '1.1', Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: 'Trunk': '1.1'}} Feb 03 12:32:02.356827 n-d-792364-10 neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:32:02.397765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41090) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.404056 n-d-792364-10 neutron-server[103224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 12:32:02.415450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e3abf-9405-444a-a6fd-b3946a7d7de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f3dcf-6c16-40ba-8fd0-df7c659ae527,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.433203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Attempting to bind port 04539bda-104a-49d9-9f02-ea74aa0ed565 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:02.434013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Attempting to bind port 04539bda-104a-49d9-9f02-ea74aa0ed565 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:02.434542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Attempting to bind port 04539bda-104a-49d9-9f02-ea74aa0ed565 on network 126e88b9-20af-4b22-8a75-41b4134ebd93 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:02.436968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-78087b96-2b8b-4856-84bf-be376128495a tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fdface6c49df44e1879134d53bc0000d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372634 Feb 03 12:32:02.437717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-967def01-361f-4eab-b30b-40ffb0fd38e9 admin admin] Publish callbacks [] for security_group (ea4f3dcf-6c16-40ba-8fd0-df7c659ae527), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.441164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:02.441761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Checking segment: {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:02.442310 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.442854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Bound using segment: {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:02.443453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Bound port: 04539bda-104a-49d9-9f02-ea74aa0ed565, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:02.443993 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.447667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6e6abaa-0a24-4e74-a28b-c7ba37941b38 admin admin] Publish callbacks [] for security_group (84704c99-3804-4f6b-a1b6-b0b5a4d2b116), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.481167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3420f671-c9cd-464c-b461-15f3a0440ef6 admin admin] Publish callbacks [] for security_group (a215ad2d-86c6-4f44-8852-23785279e59d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.491829 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks [] for router_gateway (9c0476a6-0e37-4888-a1a0-849002e02e7b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.500463 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-967def01-361f-4eab-b30b-40ffb0fd38e9 admin admin] Publish callbacks [] for security_group (ea4f3dcf-6c16-40ba-8fd0-df7c659ae527), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.523696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] For port 04539bda-104a-49d9-9f02-ea74aa0ed565, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:02.527951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] For port 04539bda-104a-49d9-9f02-ea74aa0ed565, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=04539bda-104a-49d9-9f02-ea74aa0ed565,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:02.530364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6e6abaa-0a24-4e74-a28b-c7ba37941b38 admin admin] Publish callbacks [] for security_group (84704c99-3804-4f6b-a1b6-b0b5a4d2b116), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.537772 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.595627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-1cecce5c-f456-46bd-9986-7b1678fb0aa8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:02.600849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3420f671-c9cd-464c-b461-15f3a0440ef6 admin admin] Publish callbacks [] for security_group (a215ad2d-86c6-4f44-8852-23785279e59d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.604678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-1cecce5c-f456-46bd-9986-7b1678fb0aa8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552773 Feb 03 12:32:02.618720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cc05f-929f-479f-9395-b4a93ba0dda4 None None] Pushing event updated for resources: {'Port': ['ID=04539bda-104a-49d9-9f02-ea74aa0ed565,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.625843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-390450d9-b30f-426f-8112-4288fa4485fc tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/quotas/fdface6c49df44e1879134d53bc0000d HTTP/1.1" status: 200 len: 375 time: 0.0201247 Feb 03 12:32:02.636062 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-967def01-361f-4eab-b30b-40ffb0fd38e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ea4f3dcf-6c16-40ba-8fd0-df7c659ae527), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.638847 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-967def01-361f-4eab-b30b-40ffb0fd38e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.640138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-967def01-361f-4eab-b30b-40ffb0fd38e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea4f3dcf-6c16-40ba-8fd0-df7c659ae527 HTTP/1.1" status: 204 len: 168 time: 0.2920842 Feb 03 12:32:02.642996 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed9b16db-591c-44c6-b5ba-4a03ace57e05 admin admin] Publish callbacks [] for security_group (8843e7a6-a154-4697-86b8-851863293218), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.684131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967def01-361f-4eab-b30b-40ffb0fd38e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f3dcf-6c16-40ba-8fd0-df7c659ae527,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.685684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed9b16db-591c-44c6-b5ba-4a03ace57e05 admin admin] Publish callbacks [] for security_group (8843e7a6-a154-4697-86b8-851863293218), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.691087 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-3e9560b2-2ed0-47df-89c2-3f181742560d tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fdface6c49df44e1879134d53bc0000d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642352 Feb 03 12:32:02.805904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41096) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.822025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6e6abaa-0a24-4e74-a28b-c7ba37941b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (84704c99-3804-4f6b-a1b6-b0b5a4d2b116), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.824745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6e6abaa-0a24-4e74-a28b-c7ba37941b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.828412 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a6e6abaa-0a24-4e74-a28b-c7ba37941b38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84704c99-3804-4f6b-a1b6-b0b5a4d2b116 HTTP/1.1" status: 204 len: 168 time: 0.9502940 Feb 03 12:32:02.842924 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3217-cd80-4dfb-932f-d5f926e5ec9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.859188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6abaa-0a24-4e74-a28b-c7ba37941b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84704c99-3804-4f6b-a1b6-b0b5a4d2b116,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.871394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3420f671-c9cd-464c-b461-15f3a0440ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a215ad2d-86c6-4f44-8852-23785279e59d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.874474 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3420f671-c9cd-464c-b461-15f3a0440ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.875867 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3420f671-c9cd-464c-b461-15f3a0440ef6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a215ad2d-86c6-4f44-8852-23785279e59d HTTP/1.1" status: 204 len: 168 time: 0.9085228 Feb 03 12:32:02.881811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed9b16db-591c-44c6-b5ba-4a03ace57e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8843e7a6-a154-4697-86b8-851863293218), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.884725 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed9b16db-591c-44c6-b5ba-4a03ace57e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.886157 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed9b16db-591c-44c6-b5ba-4a03ace57e05 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8843e7a6-a154-4697-86b8-851863293218 HTTP/1.1" status: 204 len: 168 time: 0.8366108 Feb 03 12:32:02.894713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420f671-c9cd-464c-b461-15f3a0440ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a215ad2d-86c6-4f44-8852-23785279e59d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.911202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b16db-591c-44c6-b5ba-4a03ace57e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8843e7a6-a154-4697-86b8-851863293218,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:03.083570 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3217-cd80-4dfb-932f-d5f926e5ec9d admin admin] Publish callbacks [] for security_group (903acc00-b44d-477c-b226-ee354ccf098a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.107557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3217-cd80-4dfb-932f-d5f926e5ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (903acc00-b44d-477c-b226-ee354ccf098a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.175067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b5ea3217-cd80-4dfb-932f-d5f926e5ec9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11de26b483fd46a1801db66796c22401&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3669441 Feb 03 12:32:03.178478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41126) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:03.198902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks [] for router_gateway (9c0476a6-0e37-4888-a1a0-849002e02e7b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.205296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea3217-cd80-4dfb-932f-d5f926e5ec9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903acc00-b44d-477c-b226-ee354ccf098a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:03.228126 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.281414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-34399fd6-b98d-485a-937c-b598068f99dc admin admin] Publish callbacks [] for security_group (903acc00-b44d-477c-b226-ee354ccf098a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.322124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-34399fd6-b98d-485a-937c-b598068f99dc admin admin] Publish callbacks [] for security_group (903acc00-b44d-477c-b226-ee354ccf098a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.369470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Allocated IP 172.25.3.117 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/025b7fdd-5943-4414-bdd4-bde9f046148e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:03.382373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-34399fd6-b98d-485a-937c-b598068f99dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (903acc00-b44d-477c-b226-ee354ccf098a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.387108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-34399fd6-b98d-485a-937c-b598068f99dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.389995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-34399fd6-b98d-485a-937c-b598068f99dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/903acc00-b44d-477c-b226-ee354ccf098a HTTP/1.1" status: 204 len: 168 time: 0.2104542 Feb 03 12:32:03.403998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34399fd6-b98d-485a-937c-b598068f99dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903acc00-b44d-477c-b226-ee354ccf098a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:03.491286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks [] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.532147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.569303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:03.573850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:03.580386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:03.632655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Pushing event updated for resources: {'Port': ['ID=025b7fdd-5943-4414-bdd4-bde9f046148e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:03.734315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 04539bda-104a-49d9-9f02-ea74aa0ed565 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:03.786154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41142) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:03.815123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-96e5d5ae-4e6f-4206-bdec-9264225aba95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.815838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 04539bda-104a-49d9-9f02-ea74aa0ed565 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:03.816435 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.911209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41148) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:03.950404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 04539bda-104a-49d9-9f02-ea74aa0ed565 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:03.950904 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.968929 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8dc61c4c-a20c-401d-84e2-d2c6b7889c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.990278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 04539bda-104a-49d9-9f02-ea74aa0ed565, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=04539bda-104a-49d9-9f02-ea74aa0ed565,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:04.001637 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.040243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41152) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:04.064092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks [] for router_gateway (9c0476a6-0e37-4888-a1a0-849002e02e7b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.075234 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-96e5d5ae-4e6f-4206-bdec-9264225aba95 admin admin] Publish callbacks [] for security_group (de87cf49-9a4e-4e2b-88ae-c12444fc1c27), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.088868 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-96e5d5ae-4e6f-4206-bdec-9264225aba95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de87cf49-9a4e-4e2b-88ae-c12444fc1c27), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.133691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=04539bda-104a-49d9-9f02-ea74aa0ed565,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:04.187107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5d5ae-4e6f-4206-bdec-9264225aba95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87cf49-9a4e-4e2b-88ae-c12444fc1c27,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:04.194472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-96e5d5ae-4e6f-4206-bdec-9264225aba95 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=899aef80f4a54885ba412b8d915e3eb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4046416 Feb 03 12:32:04.197501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41160) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:04.224610 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8dc61c4c-a20c-401d-84e2-d2c6b7889c04 admin admin] Publish callbacks [] for security_group (91824996-b6cb-4f7a-86f7-aebd22033b09), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.247420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8dc61c4c-a20c-401d-84e2-d2c6b7889c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (91824996-b6cb-4f7a-86f7-aebd22033b09), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.298848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8dc61c4c-a20c-401d-84e2-d2c6b7889c04 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d023fc0c77e42499a881a0d57a70b9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3795562 Feb 03 12:32:04.299926 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19cdfc65-547e-4603-b109-13eb08823f5c admin admin] Publish callbacks [] for security_group (de87cf49-9a4e-4e2b-88ae-c12444fc1c27), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.301953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41164) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:04.347422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d1b1f5-46fe-4ebb-9fe8-a4c13fd800e5 None None] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:04.373256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-341898d9-45f1-4c37-8f72-4618947d6b48 admin admin] Publish callbacks [] for security_group (91824996-b6cb-4f7a-86f7-aebd22033b09), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.419226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41168) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:04.422344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19cdfc65-547e-4603-b109-13eb08823f5c admin admin] Publish callbacks [] for security_group (de87cf49-9a4e-4e2b-88ae-c12444fc1c27), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.425142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-341898d9-45f1-4c37-8f72-4618947d6b48 admin admin] Publish callbacks [] for security_group (91824996-b6cb-4f7a-86f7-aebd22033b09), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.430730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc61c4c-a20c-401d-84e2-d2c6b7889c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91824996-b6cb-4f7a-86f7-aebd22033b09,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:04.457784 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e95f8aa7-caa9-4ee3-b569-678c0cb969ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.513842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (9c0476a6-0e37-4888-a1a0-849002e02e7b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.548188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-341898d9-45f1-4c37-8f72-4618947d6b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (91824996-b6cb-4f7a-86f7-aebd22033b09), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.550725 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-341898d9-45f1-4c37-8f72-4618947d6b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.551869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-341898d9-45f1-4c37-8f72-4618947d6b48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91824996-b6cb-4f7a-86f7-aebd22033b09 HTTP/1.1" status: 204 len: 168 time: 0.2480700 Feb 03 12:32:04.563593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19cdfc65-547e-4603-b109-13eb08823f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de87cf49-9a4e-4e2b-88ae-c12444fc1c27), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.570843 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19cdfc65-547e-4603-b109-13eb08823f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.574877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-19cdfc65-547e-4603-b109-13eb08823f5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de87cf49-9a4e-4e2b-88ae-c12444fc1c27 HTTP/1.1" status: 204 len: 168 time: 0.3739688 Feb 03 12:32:04.591583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8ea0ade9-41fb-4859-bded-e999fdcd53fc None None] Provisioning complete for port 04539bda-104a-49d9-9f02-ea74aa0ed565 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:04.592316 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ade9-41fb-4859-bded-e999fdcd53fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.596262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341898d9-45f1-4c37-8f72-4618947d6b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91824996-b6cb-4f7a-86f7-aebd22033b09,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:04.618191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdfc65-547e-4603-b109-13eb08823f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87cf49-9a4e-4e2b-88ae-c12444fc1c27,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:04.644882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e95f8aa7-caa9-4ee3-b569-678c0cb969ad admin admin] Publish callbacks [] for security_group (93a9d0e3-6d84-4f8c-822f-2866496b3501), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.656347 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e95f8aa7-caa9-4ee3-b569-678c0cb969ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (93a9d0e3-6d84-4f8c-822f-2866496b3501), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.764319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e95f8aa7-caa9-4ee3-b569-678c0cb969ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e538351fe3ce43ddacbd2f016d7bd93d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3440561 Feb 03 12:32:04.765161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41180) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:04.766516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f8aa7-caa9-4ee3-b569-678c0cb969ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a9d0e3-6d84-4f8c-822f-2866496b3501,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:04.794287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8ea0ade9-41fb-4859-bded-e999fdcd53fc None None] Current status of the port 04539bda-104a-49d9-9f02-ea74aa0ed565 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:04.863390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Router 9c0476a6-0e37-4888-a1a0-849002e02e7b is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:32:04.952540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-023ac9c6-338c-422c-87a8-44a842c115f6 req-26697ffb-6795-4ba3-8ad6-9f44fdbe5a89 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 210 time: 0.9104223 Feb 03 12:32:05.002165 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de94cfb8-770c-461f-9977-fac860a1aca7 admin admin] Publish callbacks [] for security_group (93a9d0e3-6d84-4f8c-822f-2866496b3501), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.028466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:05.041280 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Sync routers for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:05.051354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de94cfb8-770c-461f-9977-fac860a1aca7 admin admin] Publish callbacks [] for security_group (93a9d0e3-6d84-4f8c-822f-2866496b3501), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.066395 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:05.069021 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:31:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:05.085162 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.092944 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bb31ab76-f6c8-419e-807f-aea4efa7385b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4113586 Feb 03 12:32:05.093832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41186) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:05.130464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de94cfb8-770c-461f-9977-fac860a1aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (93a9d0e3-6d84-4f8c-822f-2866496b3501), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.135017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de94cfb8-770c-461f-9977-fac860a1aca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.139893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-de94cfb8-770c-461f-9977-fac860a1aca7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93a9d0e3-6d84-4f8c-822f-2866496b3501 HTTP/1.1" status: 204 len: 168 time: 0.3704224 Feb 03 12:32:05.152430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94cfb8-770c-461f-9977-fac860a1aca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a9d0e3-6d84-4f8c-822f-2866496b3501,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:05.230743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4b50a206-cdbf-427d-8834-91f44264fb3c None None] Provisioning complete for port 04539bda-104a-49d9-9f02-ea74aa0ed565 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:05.231399 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b50a206-cdbf-427d-8834-91f44264fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.336123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4b50a206-cdbf-427d-8834-91f44264fb3c None None] Current status of the port 04539bda-104a-49d9-9f02-ea74aa0ed565 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:05.350840 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:05.620262 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:03Z', 'revision_number': 3, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:05.662050 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Checking router: 9c0476a6-0e37-4888-a1a0-849002e02e7b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:05.662693 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Updating router 9c0476a6-0e37-4888-a1a0-849002e02e7b port 025b7fdd-5943-4414-bdd4-bde9f046148e binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:32:05.666164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 04539bda-104a-49d9-9f02-ea74aa0ed565 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:05.740675 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.740796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 04539bda-104a-49d9-9f02-ea74aa0ed565 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:05.741109 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.797794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.903712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.72', 61546) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:05.911379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 04539bda-104a-49d9-9f02-ea74aa0ed565 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:05.984084 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-2c5a2684-c084-438d-809c-37a6ae0b7086 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fdface6c49df44e1879134d53bc0000d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785387 Feb 03 12:32:06.107300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Allocated IP 172.20.0.1 (126e88b9-20af-4b22-8a75-41b4134ebd93/6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5/8d4928e0-460f-46f2-97b4-38a5db3f1f7c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:06.112215 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Publish callbacks [] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.122637 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.169536 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Pushing event updated for resources: {'Port': ['ID=025b7fdd-5943-4414-bdd4-bde9f046148e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:06.183361 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.183706 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.184050 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.184449 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.184850 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.185178 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.185690 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.185977 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.186310 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.186661 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.187027 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.187397 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.187777 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Tracked resource versions report: Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: pushed versions: Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: { 'AddressGroup': {'1.2'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Log': {'1.0'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Network': {'1.1'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Port': {'1.7'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'PortForwarding': {'1.2'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'QosPolicy': {'1.10'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'SecurityGroup': {'1.5'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'SubPort': {'1.0'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Subnet': {'1.1'}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Trunk': {'1.1'}} Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: consumer versions: Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: { DHCP agent@n-d-792364-10: {}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: HyperV agent@n-h1-792364-10: {}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: HyperV agent@n-h2-792364-10: {}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: L3 agent@n-d-792364-10: {}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: Metadata agent@n-d-792364-10: {}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: Metering agent@n-d-792364-10: {}, Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: Open vSwitch agent@n-d-792364-10: { 'AddressGroup': '1.2', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'ConntrackHelper': '1.0', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'LocalIPAssociation': '1.0', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Log': '1.0', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Network': '1.1', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Port': '1.7', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'PortForwarding': '1.2', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'QosPolicy': '1.10', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'SecurityGroup': '1.5', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'SecurityGroupRule': '1.2', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'SubPort': '1.0', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Subnet': '1.1', Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: 'Trunk': '1.1'}} Feb 03 12:32:06.188950 n-d-792364-10 neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:32:06.212873 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Attempting to bind port 025b7fdd-5943-4414-bdd4-bde9f046148e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:06.213350 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Attempting to bind port 025b7fdd-5943-4414-bdd4-bde9f046148e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:06.213766 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Attempting to bind port 025b7fdd-5943-4414-bdd4-bde9f046148e on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:06.220205 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:06.220579 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:06.221027 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.221840 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:06.222484 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Bound port: 025b7fdd-5943-4414-bdd4-bde9f046148e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:06.222881 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.288957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c6b18b8-c16e-4798-981c-e1448ab72118 req-3bb22932-b61b-419e-a729-576dd83bb794 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 210 time: 0.0546472 Feb 03 12:32:06.302612 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] For port 025b7fdd-5943-4414-bdd4-bde9f046148e, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:06.323596 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] For port 025b7fdd-5943-4414-bdd4-bde9f046148e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=025b7fdd-5943-4414-bdd4-bde9f046148e,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:06.329810 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Publish callbacks [] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.339353 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.344633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-869f122f-6fc7-4110-aaae-321f6040b2ce tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:06.346922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-869f122f-6fc7-4110-aaae-321f6040b2ce tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583984 Feb 03 12:32:06.387739 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.424218 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:06.424956 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:31:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:06.435394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Request body: {'port': {'device_id': 'bd67bf6c-f851-44a5-9b3b-35604b038de6', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'fdface6c49df44e1879134d53bc0000d'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:06.454204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4928e0-460f-46f2-97b4-38a5db3f1f7c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:06.467907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:06.469136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:06.479419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:06.479976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (9c0476a6-0e37-4888-a1a0-849002e02e7b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.528868 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c254192-98c9-46a8-8c19-6404159e0c5e None None] Pushing event updated for resources: {'Port': ['ID=025b7fdd-5943-4414-bdd4-bde9f046148e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:06.576688 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76e4f65d-436a-4d94-94c8-52c44eee844c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.634562 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:06.848104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Made reservation on behalf of fdface6c49df44e1879134d53bc0000d for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:06.855786 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.867306 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.877404 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.884547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-25cebd6f-aaaf-4910-a8e0-a707bc5c8d62 None None] Provisioning complete for port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:06.884931 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25cebd6f-aaaf-4910-a8e0-a707bc5c8d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.011996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-25cebd6f-aaaf-4910-a8e0-a707bc5c8d62 None None] Port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:07.106916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks [] for security_group (79e1b1a1-c08b-4560-b808-5fa9164b581a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.114256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (79e1b1a1-c08b-4560-b808-5fa9164b581a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.148344 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Publish callbacks [] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.158176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.159283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (9c0476a6-0e37-4888-a1a0-849002e02e7b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.189592 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:03Z', 'revision_number': 3, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:07.226938 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08639513-5392-4999-b2c1-39eb4de5f1db None None] The sync data for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 is: [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:03Z', 'revision_number': 3, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:07.249261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4928e0-460f-46f2-97b4-38a5db3f1f7c,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:07.275199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e1b1a1-c08b-4560-b808-5fa9164b581a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:07.409599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:07.412827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:07.595541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a6ed44f-c685-44ef-b43f-7e66df4fd667 req-79fdb7a4-b340-4d11-9ea9-911d91fa7053 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 210 time: 0.0624583 Feb 03 12:32:07.633994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Router 9c0476a6-0e37-4888-a1a0-849002e02e7b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:32:07.650958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Allocated IP 192.168.233.52 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/b0f4d366-a461-4122-8f2d-357c3ce1a406) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:07.871910 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:07.875278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-555bcdcb-32e5-4001-acac-7d2ae55b044e None None] Provisioning complete for port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:07.875680 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-555bcdcb-32e5-4001-acac-7d2ae55b044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.895033 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed5866b1-7881-4f7c-bb21-1cf719964602 admin admin] 10.222.0.65 "PUT /v2.0/routers/9c0476a6-0e37-4888-a1a0-849002e02e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7896454 Feb 03 12:32:07.955441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-555bcdcb-32e5-4001-acac-7d2ae55b044e None None] Port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:08.080233 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks [] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.277782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.415010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:08.430977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:08.438576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:08.444874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:08.445644 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.522187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Pushing event updated for resources: {'Port': ['ID=b0f4d366-a461-4122-8f2d-357c3ce1a406,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:08.535120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-86e9ecc3-3d4d-4b4b-b33e-d7a4327066a8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1036193 Feb 03 12:32:08.560262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-676ef127-87f3-46e6-bec7-35cc7c2ab8ab tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:32:08.561393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-676ef127-87f3-46e6-bec7-35cc7c2ab8ab tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069849 Feb 03 12:32:08.804559 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4017-c868-4c89-a57c-b424a1477665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.933879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-91053ed1-328e-414c-bca9-8ec380c11f26 None None] Provisioning complete for port b0f4d366-a461-4122-8f2d-357c3ce1a406 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:08.934343 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91053ed1-328e-414c-bca9-8ec380c11f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.948715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09359c-e75e-458a-8adb-be6f7a8c0cb5 req-caca0b00-852a-4e81-894b-2dcbae767389 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:08.950468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b09359c-e75e-458a-8adb-be6f7a8c0cb5 req-caca0b00-852a-4e81-894b-2dcbae767389 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 935 time: 0.1754918 Feb 03 12:32:09.065722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b09359c-e75e-458a-8adb-be6f7a8c0cb5 req-cdefb01a-5e35-43e0-bf79-6b6533b04b9a tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019082 Feb 03 12:32:09.081231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-91053ed1-328e-414c-bca9-8ec380c11f26 None None] Port b0f4d366-a461-4122-8f2d-357c3ce1a406 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:09.761676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 025b7fdd-5943-4414-bdd4-bde9f046148e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:09.885850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 025b7fdd-5943-4414-bdd4-bde9f046148e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:09.886677 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.988635 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:10.093797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 025b7fdd-5943-4414-bdd4-bde9f046148e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:10.094495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:10.153796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 025b7fdd-5943-4414-bdd4-bde9f046148e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=025b7fdd-5943-4414-bdd4-bde9f046148e,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:10.173753 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:10.256814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa34a35-b3b7-4602-ba28-178fb4b84f87 req-ab12ae32-2d7e-4c9d-9e75-3b9b895fa14f tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:10.266467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aaa34a35-b3b7-4602-ba28-178fb4b84f87 req-ab12ae32-2d7e-4c9d-9e75-3b9b895fa14f tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 935 time: 0.1092560 Feb 03 12:32:10.363052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Request body: {'port': {'device_id': 'bd67bf6c-f851-44a5-9b3b-35604b038de6', 'device_owner': 'compute:tempest-test_az-1090074106', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:10.451127 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aaa34a35-b3b7-4602-ba28-178fb4b84f87 req-e81582c5-5643-4968-9f38-3a1ea6729b1f tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831620 Feb 03 12:32:10.502820 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:10.583581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Sync routers for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:10.605600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:10.606835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:32:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:10.715627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=025b7fdd-5943-4414-bdd4-bde9f046148e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:10.728104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:11.004510 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41372) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:11.126446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 2, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:11.236378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Checking router: 9c0476a6-0e37-4888-a1a0-849002e02e7b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:11.236746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Updating router 9c0476a6-0e37-4888-a1a0-849002e02e7b port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:32:11.377881 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.434126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f4d366-a461-4122-8f2d-357c3ce1a406 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:11.435789 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.444149 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Publish callbacks [] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.471826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Transition to ACTIVE for port object b0f4d366-a461-4122-8f2d-357c3ce1a406 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:11.478673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c915d07e-55d1-440a-af3b-fa23d1930eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.479755 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.630401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41392) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:11.665201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-network', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:11.689951 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c915d07e-55d1-440a-af3b-fa23d1930eac admin admin] Publish callbacks [] for security_group (578a8d05-9d08-420f-a4e1-68418838a9de), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.696498 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c915d07e-55d1-440a-af3b-fa23d1930eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (578a8d05-9d08-420f-a4e1-68418838a9de), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.757686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 025b7fdd-5943-4414-bdd4-bde9f046148e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:11.765008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915d07e-55d1-440a-af3b-fa23d1930eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578a8d05-9d08-420f-a4e1-68418838a9de,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:11.815175 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c915d07e-55d1-440a-af3b-fa23d1930eac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6f57bf802ab49bba1dd467fe3556033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8091500 Feb 03 12:32:11.815891 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41396) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:11.877206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f4d366-a461-4122-8f2d-357c3ce1a406,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:11.899442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Made reservation on behalf of 3af1bbb654de4aafb5632caafed6e39f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:11.903455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.930239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.937468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Attempting to bind port b0f4d366-a461-4122-8f2d-357c3ce1a406 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:11.938182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Attempting to bind port b0f4d366-a461-4122-8f2d-357c3ce1a406 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:11.938948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Attempting to bind port b0f4d366-a461-4122-8f2d-357c3ce1a406 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:11.953761 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-052e6095-0408-464c-b0a6-d77e8ce030b5 admin admin] Publish callbacks [] for security_group (578a8d05-9d08-420f-a4e1-68418838a9de), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.962493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Port b0f4d366-a461-4122-8f2d-357c3ce1a406 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:11.963546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Attempting to bind port b0f4d366-a461-4122-8f2d-357c3ce1a406 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:12.009194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f18395-e418-4bce-8da4-c7071477c3ee req-6b072956-3610-4721-ad89-955e58543e7d tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:12.022167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f18395-e418-4bce-8da4-c7071477c3ee req-6b072956-3610-4721-ad89-955e58543e7d tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 969 time: 0.3718412 Feb 03 12:32:12.024613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:12.024983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:12.025549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:12.026054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Bound port: b0f4d366-a461-4122-8f2d-357c3ce1a406, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:12.034882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.075076 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-052e6095-0408-464c-b0a6-d77e8ce030b5 admin admin] Publish callbacks [] for security_group (578a8d05-9d08-420f-a4e1-68418838a9de), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.104800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 025b7fdd-5943-4414-bdd4-bde9f046148e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:12.105195 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.229551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-052e6095-0408-464c-b0a6-d77e8ce030b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (578a8d05-9d08-420f-a4e1-68418838a9de), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.237707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-052e6095-0408-464c-b0a6-d77e8ce030b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.239115 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-052e6095-0408-464c-b0a6-d77e8ce030b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/578a8d05-9d08-420f-a4e1-68418838a9de HTTP/1.1" status: 204 len: 168 time: 0.4222329 Feb 03 12:32:12.292797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e6095-0408-464c-b0a6-d77e8ce030b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578a8d05-9d08-420f-a4e1-68418838a9de,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:12.424726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f18395-e418-4bce-8da4-c7071477c3ee req-73e634d5-e201-4885-b367-958dc6039825 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748958 Feb 03 12:32:12.634319 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Publish callbacks [] for security_group (3e111988-2a13-48ab-b02c-48e007ff7e23), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.666849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] For port b0f4d366-a461-4122-8f2d-357c3ce1a406, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:12.760737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] For port b0f4d366-a461-4122-8f2d-357c3ce1a406, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b0f4d366-a461-4122-8f2d-357c3ce1a406,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:12.765894 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3e111988-2a13-48ab-b02c-48e007ff7e23), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.832120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.867434 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Publish callbacks [] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.885976 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.920615 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.987085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:32:12.988600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41424) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:13.003808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf58848-0828-43c8-a531-3281dc3decb4 None None] Pushing event updated for resources: {'Port': ['ID=8d4928e0-460f-46f2-97b4-38a5db3f1f7c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:13.007966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 025b7fdd-5943-4414-bdd4-bde9f046148e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:13.016860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e111988-2a13-48ab-b02c-48e007ff7e23,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:13.035135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9207bbc-1c8f-4f16-ac3d-e73c6768bdaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.126757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Attempting to bind port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:13.127528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Attempting to bind port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:13.128057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Attempting to bind port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c on network 126e88b9-20af-4b22-8a75-41b4134ebd93 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:13.134492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:13.135588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:13.136368 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.137239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Checking segment: {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:13.137880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.138508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Bound using segment: {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:13.139212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Bound port: 8d4928e0-460f-46f2-97b4-38a5db3f1f7c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:13.139748 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.141843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] 10.222.0.72 "PUT /v2.0/ports/b0f4d366-a461-4122-8f2d-357c3ce1a406 HTTP/1.1" status: 200 len: 1118 time: 3.4417982 Feb 03 12:32:13.152880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd67bf6c-f851-44a5-9b3b-35604b038de6', 'tag': 'b0f4d366-a461-4122-8f2d-357c3ce1a406'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:13.266522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] For port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:13.271485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] For port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8d4928e0-460f-46f2-97b4-38a5db3f1f7c,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:13.298261 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.310507 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (74c807ff-cb2c-425c-95fb-05cf41055437), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.316856 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Added segment 74c807ff-cb2c-425c-95fb-05cf41055437 of type vlan for network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 Feb 03 12:32:13.375967 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9207bbc-1c8f-4f16-ac3d-e73c6768bdaf admin admin] Publish callbacks [] for security_group (588e676d-3c77-455a-8a99-541490ccfdca), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.384854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9207bbc-1c8f-4f16-ac3d-e73c6768bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (588e676d-3c77-455a-8a99-541490ccfdca), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.407529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf58848-0828-43c8-a531-3281dc3decb4 None None] Pushing event updated for resources: {'Port': ['ID=8d4928e0-460f-46f2-97b4-38a5db3f1f7c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:13.444743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:13.445870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:32:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:13.472563 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d9207bbc-1c8f-4f16-ac3d-e73c6768bdaf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c03c8b3a0afd441b9f6346c83d52cef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4826243 Feb 03 12:32:13.482552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41438) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:13.608751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9207bbc-1c8f-4f16-ac3d-e73c6768bdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588e676d-3c77-455a-8a99-541490ccfdca,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:13.667774 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f165f78-7f78-409a-ba7c-c5418194baf1 admin admin] Publish callbacks [] for security_group (588e676d-3c77-455a-8a99-541490ccfdca), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.709324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f165f78-7f78-409a-ba7c-c5418194baf1 admin admin] Publish callbacks [] for security_group (588e676d-3c77-455a-8a99-541490ccfdca), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.800924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:13.828118 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708f4dae-f180-4a84-9333-ce2e8dca3b52" -d '{"events": [{"name": "network-changed", "server_uuid": "bd67bf6c-f851-44a5-9b3b-35604b038de6", "tag": "b0f4d366-a461-4122-8f2d-357c3ce1a406"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:13.840441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8820bc-a02d-4868-bfcd-2207029c3ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f4d366-a461-4122-8f2d-357c3ce1a406,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:13.858433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f165f78-7f78-409a-ba7c-c5418194baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (588e676d-3c77-455a-8a99-541490ccfdca), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.862888 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f165f78-7f78-409a-ba7c-c5418194baf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.868644 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2f165f78-7f78-409a-ba7c-c5418194baf1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/588e676d-3c77-455a-8a99-541490ccfdca HTTP/1.1" status: 204 len: 168 time: 0.3841693 Feb 03 12:32:13.901889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f165f78-7f78-409a-ba7c-c5418194baf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588e676d-3c77-455a-8a99-541490ccfdca,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:13.944465 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1f5b3c6d-cd46-4dea-88e4-c9f0737ad499), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.022067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-1a2a33c0-d6f0-45b6-8eaa-9fbfc3cf3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.023626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-1a2a33c0-d6f0-45b6-8eaa-9fbfc3cf3e41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdface6c49df44e1879134d53bc0000d&device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 1152 time: 0.6862223 Feb 03 12:32:14.218424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f02eab2e-c46d-42ef-8c3b-0a42d9889d73 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5da3950f14e4455684c8fe78e82f8982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580115 Feb 03 12:32:14.221090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-80bd1c1c-ab9f-4d81-a809-951aed5e4cbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b0f4d366-a461-4122-8f2d-357c3ce1a406 HTTP/1.1" status: 200 len: 217 time: 0.1805117 Feb 03 12:32:14.222065 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1f5b3c6d-cd46-4dea-88e4-c9f0737ad499), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.223134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.224116 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.254600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ba3e3c21-0024-43c9-92f6-2eb427991442 None None] Provisioning complete for port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:14.255110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3c21-0024-43c9-92f6-2eb427991442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.268418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6329169 Feb 03 12:32:14.272071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41462) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:14.280741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Request body: {'subnet': {'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-subnet', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:14.344116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Made reservation on behalf of 3af1bbb654de4aafb5632caafed6e39f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:14.349151 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.401193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e3c21-0024-43c9-92f6-2eb427991442 None None] Current status of the port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:14.401618 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3c21-0024-43c9-92f6-2eb427991442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.427379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:13Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:14.449436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954025-d3fc-4d24-9341-bb4891006792 req-9b865e08-f625-4ab5-a19e-19a183effe84 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.451973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-9b865e08-f625-4ab5-a19e-19a183effe84 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108686 Feb 03 12:32:14.512724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fa5b4-5ac9-4f7b-b258-6b176428ca03 None None] The sync data for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 is: [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:13Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:14.517259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca9a28-630b-488a-81f0-ceec1cdb6d27 req-0b0bae76-7111-42b7-ba0e-bb129aeacd46 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.525005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fca9a28-630b-488a-81f0-ceec1cdb6d27 req-0b0bae76-7111-42b7-ba0e-bb129aeacd46 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 969 time: 0.4619067 Feb 03 12:32:14.527024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d3adb-25b9-4629-968e-1dae2d0e8694 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5b3c6d-cd46-4dea-88e4-c9f0737ad499,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:14.546993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-6664b660-4aed-4c3b-9793-278bab1a6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.555888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-6664b660-4aed-4c3b-9793-278bab1a6216 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.3167536 Feb 03 12:32:14.583096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-7d78699a-bfc1-4f29-8366-106d7e10e393 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/quotas/5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 375 time: 0.0918567 Feb 03 12:32:14.612664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:32:14.639363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ba3e3c21-0024-43c9-92f6-2eb427991442 None None] For port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8d4928e0-460f-46f2-97b4-38a5db3f1f7c,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:14.679433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3c21-0024-43c9-92f6-2eb427991442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.866072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-5b7fa0b2-4bc5-4365-9bf4-0063d18df4f5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2813671 Feb 03 12:32:14.919067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (cf8b5a97-0f1b-43ea-b924-e919d94c17b8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.031121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fca9a28-630b-488a-81f0-ceec1cdb6d27 req-93dd4312-a5b3-4ba0-af0f-684dd138dfa3 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051103 Feb 03 12:32:15.100758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-0943f518-58b2-4505-bef1-d75b7d58d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:15.111839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-0943f518-58b2-4505-bef1-d75b7d58d52f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5260847 Feb 03 12:32:15.165373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8b5a97-0f1b-43ea-b924-e919d94c17b8,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:15.181081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Checking segment: {'id': '74c807ff-cb2c-425c-95fb-05cf41055437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:15.187259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Network hostable DHCP agents. Network: 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:32:15.249399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:32:15.281986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:15.286778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:15.287478 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.319596 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-970332dd-b955-414b-9bc9-058f50699bd8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0458252 Feb 03 12:32:15.322738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41490) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:15.337250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:15.372091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-2cb8424b-6c76-467c-9cff-1872c07026f6 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029500 Feb 03 12:32:15.376654 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.377893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.483632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b0490-0a54-4f62-882c-4d3fae2a62f7 None None] Network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:15.538222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks [] for router_controller (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.742942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e3c21-0024-43c9-92f6-2eb427991442 None None] Pushing event updated for resources: {'Port': ['ID=8d4928e0-460f-46f2-97b4-38a5db3f1f7c,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:15.779901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2eb030e-645f-409c-a93e-32101f8e48c9 req-53ae8ee7-2be5-4c18-88ae-2a79fa3a9b8c service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847890 Feb 03 12:32:15.908325 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-1f5b3c6d-cd46-4dea-88e4-c9f0737ad499', 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499', 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'fixed_ips': [{'subnet_id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:32:15.912660 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.932668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8d4928e0-460f-46f2-97b4-38a5db3f1f7c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:16.080952 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957a61d4-6c4e-4e89-8fab-42a4f3aa4706 x-openstack-request-id: req-957a61d4-6c4e-4e89-8fab-42a4f3aa4706 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:16.081555 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd67bf6c-f851-44a5-9b3b-35604b038de6", "tag": "b0f4d366-a461-4122-8f2d-357c3ce1a406", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:16.082073 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-957a61d4-6c4e-4e89-8fab-42a4f3aa4706 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:16.082224 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd67bf6c-f851-44a5-9b3b-35604b038de6', 'tag': 'b0f4d366-a461-4122-8f2d-357c3ce1a406', 'status': 'completed', 'code': 200} Feb 03 12:32:16.120457 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.158526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-61e1faae-a403-44ec-b834-f436a337b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:16.160896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-61e1faae-a403-44ec-b834-f436a337b941 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdface6c49df44e1879134d53bc0000d&device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 1152 time: 0.0766757 Feb 03 12:32:16.213088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks [] for router_gateway (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.380852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7d44f3b-e8a4-42ed-b52e-f9cd0120d053 req-96c9ba15-dc8c-48a8-a9d4-661b7f52769d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 210 time: 0.1152527 Feb 03 12:32:16.532140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:16.533185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.672648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Allocated IP 172.20.0.2 (1f5b3c6d-cd46-4dea-88e4-c9f0737ad499/cf8b5a97-0f1b-43ea-b924-e919d94c17b8/c387cb0f-a13b-4725-a1ed-172f87252231) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:16.912316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:17.011048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks [] for router_gateway (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.084596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.085844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-09ed092c-0311-4481-8a45-8e96376e5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:17.089586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-09ed092c-0311-4481-8a45-8e96376e5385 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.9208663 Feb 03 12:32:17.151245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Publish callbacks [] for port (c387cb0f-a13b-4725-a1ed-172f87252231), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.168315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.178620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-6aa486a9-11cf-4d04-8318-60a3973bcc3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b0f4d366-a461-4122-8f2d-357c3ce1a406 HTTP/1.1" status: 200 len: 217 time: 0.0724452 Feb 03 12:32:17.186237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5b314-2ccf-483f-8154-e5de02e5951c req-d14a9118-dab1-45fd-a18a-907c68e0b668 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:17.193100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbb5b314-2ccf-483f-8154-e5de02e5951c req-d14a9118-dab1-45fd-a18a-907c68e0b668 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 969 time: 0.2994461 Feb 03 12:32:17.332273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-f9456617-87e4-46b0-8ad2-7086334b7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:17.333759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-f9456617-87e4-46b0-8ad2-7086334b7e13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1385527 Feb 03 12:32:17.353121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbb5b314-2ccf-483f-8154-e5de02e5951c req-1268df25-03ba-4018-be9c-16c2cd558ce6 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590748 Feb 03 12:32:17.379942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:17.393231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:17.405365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:17.426651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Pushing event updated for resources: {'Port': ['ID=c387cb0f-a13b-4725-a1ed-172f87252231,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:17.527482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Allocated IP 172.25.3.25 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/ab61bf3b-1b74-4d14-84d0-57003c58485c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:17.530041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-1d09faaf-38b8-452e-a1a0-2fc4bb19be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:17.534542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-1d09faaf-38b8-452e-a1a0-2fc4bb19be89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1797340 Feb 03 12:32:17.607489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Attempting to bind port c387cb0f-a13b-4725-a1ed-172f87252231 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:17.608469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Attempting to bind port c387cb0f-a13b-4725-a1ed-172f87252231 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '74c807ff-cb2c-425c-95fb-05cf41055437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:17.608988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Attempting to bind port c387cb0f-a13b-4725-a1ed-172f87252231 on network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:17.623507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:17.625598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Checking segment: {'id': '74c807ff-cb2c-425c-95fb-05cf41055437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:17.627035 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.627603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Bound using segment: {'id': '74c807ff-cb2c-425c-95fb-05cf41055437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:17.629866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Bound port: c387cb0f-a13b-4725-a1ed-172f87252231, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c807ff-cb2c-425c-95fb-05cf41055437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:17.630543 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.755173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8d4928e0-460f-46f2-97b4-38a5db3f1f7c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:17.821144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-9518e59e-1d7b-4d2f-a492-573495b22ba2 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741168 Feb 03 12:32:17.910953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f927bbc0-28ee-48ed-8952-500c8a828721 req-ddb6af34-165f-49e5-ab23-656af104ffd7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 210 time: 0.0887079 Feb 03 12:32:17.945301 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks [] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.042147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.080328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] For port c387cb0f-a13b-4725-a1ed-172f87252231, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:18.095311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] For port c387cb0f-a13b-4725-a1ed-172f87252231, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c387cb0f-a13b-4725-a1ed-172f87252231,segment=NetworkSegment(74c807ff-cb2c-425c-95fb-05cf41055437),segment_id=74c807ff-cb2c-425c-95fb-05cf41055437)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:18.124881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Pushing event updated for resources: {'Port': ['ID=ab61bf3b-1b74-4d14-84d0-57003c58485c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:18.133949 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.158558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:18.160054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:18.162732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:18.163132 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.168174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:18.194566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-708f4dae-f180-4a84-9333-ce2e8dca3b52 req-e026adb2-3652-4da5-b768-7afe785ab135 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710402 Feb 03 12:32:18.566819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8bff-7413-4163-933e-5f37eb393864 None None] Pushing event updated for resources: {'Port': ['ID=c387cb0f-a13b-4725-a1ed-172f87252231,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:18.621219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:18.677496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.91', 52761) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:18.740858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41614) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:18.808167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks [] for router_gateway (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.817812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-1e2027dd-d827-447e-a750-a956cb12dca4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=5da3950f14e4455684c8fe78e82f8982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1314816 Feb 03 12:32:18.982315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41620) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:19.003222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b851-ff68-4877-b013-845e8011a569 req-dd47793e-3bb2-41f7-913f-d9b6e72713f4 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:19.024856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdf1b851-ff68-4877-b013-845e8011a569 req-dd47793e-3bb2-41f7-913f-d9b6e72713f4 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 969 time: 0.4525647 Feb 03 12:32:19.292568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:19.369433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954025-d3fc-4d24-9341-bb4891006792 req-9a052283-0e22-45f5-9649-86c7fda65e09 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:19.378063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-9a052283-0e22-45f5-9649-86c7fda65e09 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5499630 Feb 03 12:32:19.393634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88f2752c-fbf8-40fd-9926-823cad7ff844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:19.426409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdf1b851-ff68-4877-b013-845e8011a569 req-b499c332-4278-4804-a9dc-65b4f9842db9 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925092 Feb 03 12:32:19.426409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12e174c2-aef4-499d-bf06-7cc2017a01d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:19.519231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Request body: {'port': {'device_id': 'de023e7f-af24-498c-a659-4e942865e2ed', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '5da3950f14e4455684c8fe78e82f8982'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:19.973650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c387cb0f-a13b-4725-a1ed-172f87252231 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:20.169813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:32:20.174770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c387cb0f-a13b-4725-a1ed-172f87252231 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:20.180157 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.229371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c0b5ce5-8797-4705-a8d2-2c517b25ce77 req-b4e70833-28f5-4440-be6c-e20cbd0c7278 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 210 time: 0.7895176 Feb 03 12:32:20.250501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Made reservation on behalf of 5da3950f14e4455684c8fe78e82f8982 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:20.254545 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.284551 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.322195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:20.334886 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Sync routers for ids ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:20.361340 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Routers {'8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:20.361991 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:32:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:20.365880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.393566 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.395182 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-83dbfdd7-763c-450f-83ec-dbf61edb7098 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0675969 Feb 03 12:32:20.398755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41662) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:20.535315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c387cb0f-a13b-4725-a1ed-172f87252231 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:20.535785 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.558686 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks [] for security_group (fe1d4990-6c65-47a7-9558-414538092b78), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.577708 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85365c-9adb-4dfd-8ee7-c68a204bddbe None None] Network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:20.585166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fe1d4990-6c65-47a7-9558-414538092b78), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.848800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Allocated IP 192.168.233.138 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/f977ab90-069f-40d5-9178-8e65c0ec361c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:20.897056 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Set router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:20.911830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port c387cb0f-a13b-4725-a1ed-172f87252231, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c387cb0f-a13b-4725-a1ed-172f87252231,segment=NetworkSegment(74c807ff-cb2c-425c-95fb-05cf41055437),segment_id=74c807ff-cb2c-425c-95fb-05cf41055437)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:20.936842 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.021405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-491460f0-6898-4f5e-9345-f5689ed78faf None None] Provisioning complete for port c387cb0f-a13b-4725-a1ed-172f87252231 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:21.021933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-491460f0-6898-4f5e-9345-f5689ed78faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.306542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=c387cb0f-a13b-4725-a1ed-172f87252231,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:21.458357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-491460f0-6898-4f5e-9345-f5689ed78faf None None] Current status of the port c387cb0f-a13b-4725-a1ed-172f87252231 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:21.546111 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:18Z', 'revision_number': 3, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'gw_port': {'id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:17Z', 'updated_at': '2022-02-03T12:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:21.552097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.635535 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Checking router: 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:21.637015 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Updating router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 port ab61bf3b-1b74-4d14-84d0-57003c58485c binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:32:21.665434 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12e174c2-aef4-499d-bf06-7cc2017a01d2 admin admin] Publish callbacks [] for security_group (7f02e402-1715-4800-9715-2ef1ace1b79a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.676844 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks [] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.699647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41708) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:21.724958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c387cb0f-a13b-4725-a1ed-172f87252231 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:21.735553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07cdb239-274d-4a48-b74b-6eef65713ff1 req-64220894-aa7c-449d-b608-0d7c75d94d2c tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 210 time: 0.3586555 Feb 03 12:32:21.736358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d4990-6c65-47a7-9558-414538092b78,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:21.762154 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.791259 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12e174c2-aef4-499d-bf06-7cc2017a01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7f02e402-1715-4800-9715-2ef1ace1b79a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.866081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caebaef-4f3c-42fb-9357-619ea15f343a req-86807b6b-ed0b-4614-9a23-46896aa2c48a tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:21.879015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9caebaef-4f3c-42fb-9357-619ea15f343a req-86807b6b-ed0b-4614-9a23-46896aa2c48a tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 969 time: 1.3065889 Feb 03 12:32:21.969221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Allocated IP 172.20.0.1 (1f5b3c6d-cd46-4dea-88e4-c9f0737ad499/cf8b5a97-0f1b-43ea-b924-e919d94c17b8/ce9953df-a336-4ee3-8ae2-367d1b06e530) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:22.005196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ff25562e-28db-4ce1-a155-22a5c58ef4fc None None] Provisioning complete for port c387cb0f-a13b-4725-a1ed-172f87252231 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:22.005589 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff25562e-28db-4ce1-a155-22a5c58ef4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.022599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c387cb0f-a13b-4725-a1ed-172f87252231 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:22.023258 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.072040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1102c96f-cb03-48da-9ecb-4783c19ea315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.104212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Publish callbacks [] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.233481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.257875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ff25562e-28db-4ce1-a155-22a5c58ef4fc None None] Current status of the port c387cb0f-a13b-4725-a1ed-172f87252231 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:22.294970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1102c96f-cb03-48da-9ecb-4783c19ea315 admin admin] Publish callbacks [] for security_group (b1a22226-6dc1-43dd-b70b-ef628edf4d53), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.321835 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88f2752c-fbf8-40fd-9926-823cad7ff844 admin admin] Publish callbacks [] for security_group (17778cf3-3991-41f9-adce-779a71c8e72c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.324136 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1102c96f-cb03-48da-9ecb-4783c19ea315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b1a22226-6dc1-43dd-b70b-ef628edf4d53), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.355409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c387cb0f-a13b-4725-a1ed-172f87252231 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:22.386554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1102c96f-cb03-48da-9ecb-4783c19ea315 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ca2c416f3c34a6ca16eab2ff97548b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6423011 Feb 03 12:32:22.397990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:22.402575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41728) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:22.452601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9caebaef-4f3c-42fb-9357-619ea15f343a req-00b772c9-6c73-411b-aeec-2259cd866afc tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566366 Feb 03 12:32:22.453699 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88f2752c-fbf8-40fd-9926-823cad7ff844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (17778cf3-3991-41f9-adce-779a71c8e72c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.464465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e174c2-aef4-499d-bf06-7cc2017a01d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f02e402-1715-4800-9715-2ef1ace1b79a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:22.473429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-12e174c2-aef4-499d-bf06-7cc2017a01d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fde62b8aeefd457f83d60e841442395f&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7260194 Feb 03 12:32:22.476539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:22.482619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41732) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:22.493174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:22.493655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.534821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Pushing event updated for resources: {'Port': ['ID=ce9953df-a336-4ee3-8ae2-367d1b06e530,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:22.600736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102c96f-cb03-48da-9ecb-4783c19ea315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a22226-6dc1-43dd-b70b-ef628edf4d53,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:22.632912 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Publish callbacks [] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.654119 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.746278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-88f2752c-fbf8-40fd-9926-823cad7ff844 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a62c58fef7f4f5b85d7015d0c430b47&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7583420 Feb 03 12:32:22.761121 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008b430-8cb8-424d-90b2-15cdc17f3794 None None] Pushing event updated for resources: {'Port': ['ID=ab61bf3b-1b74-4d14-84d0-57003c58485c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:22.762910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.764045 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41740) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:22.799655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd30b-76ca-4905-844d-37fb1904ad36 admin admin] Publish callbacks [] for security_group (b1a22226-6dc1-43dd-b70b-ef628edf4d53), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.807269 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Attempting to bind port ab61bf3b-1b74-4d14-84d0-57003c58485c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:22.808073 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Attempting to bind port ab61bf3b-1b74-4d14-84d0-57003c58485c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:22.808697 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Attempting to bind port ab61bf3b-1b74-4d14-84d0-57003c58485c on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:22.829812 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:22.830194 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:22.830899 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.831490 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:22.832137 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Bound port: ab61bf3b-1b74-4d14-84d0-57003c58485c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:22.832711 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.900724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd30b-76ca-4905-844d-37fb1904ad36 admin admin] Publish callbacks [] for security_group (b1a22226-6dc1-43dd-b70b-ef628edf4d53), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.938808 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] For port ab61bf3b-1b74-4d14-84d0-57003c58485c, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:22.945670 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] For port ab61bf3b-1b74-4d14-84d0-57003c58485c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ab61bf3b-1b74-4d14-84d0-57003c58485c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:22.974927 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.005685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c43aefe4-07f8-4242-82f5-5add5f0a5ffa None None] Provisioning complete for port ce9953df-a336-4ee3-8ae2-367d1b06e530 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:23.007770 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c43aefe4-07f8-4242-82f5-5add5f0a5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.030801 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008b430-8cb8-424d-90b2-15cdc17f3794 None None] Pushing event updated for resources: {'Port': ['ID=ab61bf3b-1b74-4d14-84d0-57003c58485c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:23.063193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2752c-fbf8-40fd-9926-823cad7ff844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17778cf3-3991-41f9-adce-779a71c8e72c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:23.077069 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Routers {'8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:23.077701 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:32:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:23.096037 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.115503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c43aefe4-07f8-4242-82f5-5add5f0a5ffa None None] Port ce9953df-a336-4ee3-8ae2-367d1b06e530 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:23.140563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:23.169604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Pushing event updated for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:23.172877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:23.181504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:23.189859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:23.201359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.219024 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2327b37c-4b06-4558-aff5-a72c64c3ddd9 admin admin] Publish callbacks [] for security_group (7f02e402-1715-4800-9715-2ef1ace1b79a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.323135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Publish callbacks [] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.335012 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.336308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.345682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-f76c958a-cd13-409c-8962-98dc7c1b5b44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8489501 Feb 03 12:32:23.388650 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] Set router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:23.399312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93b79ce2-ee8a-49d0-87e9-f6ef32a66bf8 admin admin] Publish callbacks [] for security_group (17778cf3-3991-41f9-adce-779a71c8e72c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.422600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf64e0-9148-4563-a266-7ff7d375666c req-a82a13df-fb72-4d11-b61f-d1af78111988 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:23.435017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4cf64e0-9148-4563-a266-7ff7d375666c req-a82a13df-fb72-4d11-b61f-d1af78111988 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 936 time: 0.5013549 Feb 03 12:32:23.489638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:23.493313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:23.493602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2327b37c-4b06-4558-aff5-a72c64c3ddd9 admin admin] Publish callbacks [] for security_group (7f02e402-1715-4800-9715-2ef1ace1b79a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.498464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd30b-76ca-4905-844d-37fb1904ad36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b1a22226-6dc1-43dd-b70b-ef628edf4d53), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.501053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd30b-76ca-4905-844d-37fb1904ad36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.502217 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0e3fd30b-76ca-4905-844d-37fb1904ad36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1a22226-6dc1-43dd-b70b-ef628edf4d53 HTTP/1.1" status: 204 len: 168 time: 1.0928764 Feb 03 12:32:23.551004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fd30b-76ca-4905-844d-37fb1904ad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a22226-6dc1-43dd-b70b-ef628edf4d53,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:23.631139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-21d0822f-b636-4416-8c2b-37e09697462a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:32:23.634277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-21d0822f-b636-4416-8c2b-37e09697462a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491097 Feb 03 12:32:23.770004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c9d089d1-2fb9-44f9-88c4-8abfcea19fd8 None None] Provisioning complete for port f977ab90-069f-40d5-9178-8e65c0ec361c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:23.770978 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9d089d1-2fb9-44f9-88c4-8abfcea19fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.834041 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93b79ce2-ee8a-49d0-87e9-f6ef32a66bf8 admin admin] Publish callbacks [] for security_group (17778cf3-3991-41f9-adce-779a71c8e72c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.889846 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2327b37c-4b06-4558-aff5-a72c64c3ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7f02e402-1715-4800-9715-2ef1ace1b79a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.897111 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2327b37c-4b06-4558-aff5-a72c64c3ddd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.903511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2327b37c-4b06-4558-aff5-a72c64c3ddd9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f02e402-1715-4800-9715-2ef1ace1b79a HTTP/1.1" status: 204 len: 168 time: 1.4054039 Feb 03 12:32:23.920487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:32:23.927728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Pushing event updated for resources: {'Port': ['ID=ce9953df-a336-4ee3-8ae2-367d1b06e530,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:23.947505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c9d089d1-2fb9-44f9-88c4-8abfcea19fd8 None None] Port f977ab90-069f-40d5-9178-8e65c0ec361c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:23.962043 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:22Z', 'revision_number': 4, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'gw_port': {'id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:17Z', 'updated_at': '2022-02-03T12:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ce9953df-a336-4ee3-8ae2-367d1b06e530', 'name': '', 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'mac_address': 'fa:16:3e:45:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:21Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 1, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'subnets': [{'id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:24.033602 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd15d9-4f58-49df-a397-1a87ee860dc3 None None] The sync data for ids ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'] in n-d-792364-10 is: [{'id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:22Z', 'revision_number': 4, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'gw_port': {'id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:17Z', 'updated_at': '2022-02-03T12:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ce9953df-a336-4ee3-8ae2-367d1b06e530', 'name': '', 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'mac_address': 'fa:16:3e:45:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:21Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 1, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'subnets': [{'id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:24.070862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327b37c-4b06-4558-aff5-a72c64c3ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f02e402-1715-4800-9715-2ef1ace1b79a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:24.101899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4cf64e0-9148-4563-a266-7ff7d375666c req-02e9ad6d-fd4c-4ffc-8cd7-0575335276c4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594417 Feb 03 12:32:24.141049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b141e7d6-51e8-4ecc-9f78-c9ff193bf643 None None] Provisioning complete for port ce9953df-a336-4ee3-8ae2-367d1b06e530 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:24.141653 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b141e7d6-51e8-4ecc-9f78-c9ff193bf643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.151977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8fe2-9924-4a3f-8390-be15234b0c38 req-7b53b58e-3618-4d86-8dc9-2a18141b85c8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:24.164900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cad8fe2-9924-4a3f-8390-be15234b0c38 req-7b53b58e-3618-4d86-8dc9-2a18141b85c8 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 969 time: 0.3501971 Feb 03 12:32:24.190438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93b79ce2-ee8a-49d0-87e9-f6ef32a66bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (17778cf3-3991-41f9-adce-779a71c8e72c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.194737 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93b79ce2-ee8a-49d0-87e9-f6ef32a66bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.199090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-93b79ce2-ee8a-49d0-87e9-f6ef32a66bf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17778cf3-3991-41f9-adce-779a71c8e72c HTTP/1.1" status: 204 len: 168 time: 1.4240918 Feb 03 12:32:24.222012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b79ce2-ee8a-49d0-87e9-f6ef32a66bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17778cf3-3991-41f9-adce-779a71c8e72c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:24.274155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:24.276006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b141e7d6-51e8-4ecc-9f78-c9ff193bf643 None None] Port ce9953df-a336-4ee3-8ae2-367d1b06e530 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:24.299345 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a135033c-1280-47e2-bd0d-59572ca63e1f admin admin] 10.222.0.65 "PUT /v2.0/routers/8dafe408-6dcb-4027-86a0-04cf1f1fc8b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8880832 Feb 03 12:32:24.299345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41770) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:24.323702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88874b32-b0e5-4cd3-bf02-b3082ec1adda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.347049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cad8fe2-9924-4a3f-8390-be15234b0c38 req-c0628bff-aeed-46ee-83a4-711d3c72f58e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811435 Feb 03 12:32:24.485344 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88874b32-b0e5-4cd3-bf02-b3082ec1adda admin admin] Publish callbacks [] for security_group (785c23a8-bb09-4f4d-8783-bef3dc83f3f4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.559750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88874b32-b0e5-4cd3-bf02-b3082ec1adda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (785c23a8-bb09-4f4d-8783-bef3dc83f3f4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.584960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Request body: {'port': {'device_id': 'de023e7f-af24-498c-a659-4e942865e2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:24.611619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b0f4d366-a461-4122-8f2d-357c3ce1a406 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:24.636472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88874b32-b0e5-4cd3-bf02-b3082ec1adda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785c23a8-bb09-4f4d-8783-bef3dc83f3f4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:24.689705 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-88874b32-b0e5-4cd3-bf02-b3082ec1adda admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f5a710552034722b6639d8f9f0848fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932695 Feb 03 12:32:24.690880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41776) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:24.791640 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48da7f59-f70a-43d5-b767-27a62a24f21c admin admin] Publish callbacks [] for security_group (785c23a8-bb09-4f4d-8783-bef3dc83f3f4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.824752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48da7f59-f70a-43d5-b767-27a62a24f21c admin admin] Publish callbacks [] for security_group (785c23a8-bb09-4f4d-8783-bef3dc83f3f4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.892336 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48da7f59-f70a-43d5-b767-27a62a24f21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (785c23a8-bb09-4f4d-8783-bef3dc83f3f4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.899223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48da7f59-f70a-43d5-b767-27a62a24f21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.905991 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-48da7f59-f70a-43d5-b767-27a62a24f21c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/785c23a8-bb09-4f4d-8783-bef3dc83f3f4 HTTP/1.1" status: 204 len: 168 time: 0.2140050 Feb 03 12:32:24.917248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da7f59-f70a-43d5-b767-27a62a24f21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785c23a8-bb09-4f4d-8783-bef3dc83f3f4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:24.962409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.077126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port b0f4d366-a461-4122-8f2d-357c3ce1a406, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b0f4d366-a461-4122-8f2d-357c3ce1a406,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:25.118985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'b0f4d366-a461-4122-8f2d-357c3ce1a406', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'b0f4d366-a461-4122-8f2d-357c3ce1a406', 'mac_address': 'fa:16:3e:02:c6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:tempest-test_az-1090074106', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:25.424823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port b0f4d366-a461-4122-8f2d-357c3ce1a406 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:25.426099 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.460160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f4d366-a461-4122-8f2d-357c3ce1a406 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:25.522195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41792) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:25.524970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port b0f4d366-a461-4122-8f2d-357c3ce1a406, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b0f4d366-a461-4122-8f2d-357c3ce1a406,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:25.534738 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.542885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20e47335-4fa0-4f59-8684-f13d78473e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.623261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffadc26-bb62-4dda-a2ec-d301099e60e8 req-eae1266d-3834-4bf4-90c6-036939d18e93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:25.631991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ffadc26-bb62-4dda-a2ec-d301099e60e8 req-eae1266d-3834-4bf4-90c6-036939d18e93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 936 time: 0.3289621 Feb 03 12:32:25.654796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=b0f4d366-a461-4122-8f2d-357c3ce1a406,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:25.779477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20e47335-4fa0-4f59-8684-f13d78473e74 admin admin] Publish callbacks [] for security_group (9c08e5aa-8485-4b50-8690-a551592f2952), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.791529 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20e47335-4fa0-4f59-8684-f13d78473e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9c08e5aa-8485-4b50-8690-a551592f2952), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.814787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ffadc26-bb62-4dda-a2ec-d301099e60e8 req-b1f2d7a9-1852-409d-92fa-b0a79ff980da tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808789 Feb 03 12:32:25.893678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f977ab90-069f-40d5-9178-8e65c0ec361c {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:25.901864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ab61bf3b-1b74-4d14-84d0-57003c58485c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:25.938150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Publish callbacks [] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.939457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e47335-4fa0-4f59-8684-f13d78473e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c08e5aa-8485-4b50-8690-a551592f2952,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:25.963806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-20e47335-4fa0-4f59-8684-f13d78473e74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f39d1fe101d142ccab8a799f9a9dba73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402437 Feb 03 12:32:25.967157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41796) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:26.012319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Transition to ACTIVE for port object f977ab90-069f-40d5-9178-8e65c0ec361c will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:26.019835 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.023049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['b0f4d366-a461-4122-8f2d-357c3ce1a406'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:26.067010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41798) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:26.117764 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3832cfa0-9129-4ed0-98e5-aa0c8bd00e51 admin admin] Publish callbacks [] for security_group (9c08e5aa-8485-4b50-8690-a551592f2952), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.156165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Pushing event updated for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:26.202799 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3832cfa0-9129-4ed0-98e5-aa0c8bd00e51 admin admin] Publish callbacks [] for security_group (9c08e5aa-8485-4b50-8690-a551592f2952), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.215777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41802) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:26.344701 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3832cfa0-9129-4ed0-98e5-aa0c8bd00e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9c08e5aa-8485-4b50-8690-a551592f2952), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.347976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3832cfa0-9129-4ed0-98e5-aa0c8bd00e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.349240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93beeba1-24bc-454f-b920-e7a70d5e6298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.349679 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3832cfa0-9129-4ed0-98e5-aa0c8bd00e51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c08e5aa-8485-4b50-8690-a551592f2952 HTTP/1.1" status: 204 len: 168 time: 0.3782187 Feb 03 12:32:26.371865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832cfa0-9129-4ed0-98e5-aa0c8bd00e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c08e5aa-8485-4b50-8690-a551592f2952,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:26.431054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Attempting to bind port f977ab90-069f-40d5-9178-8e65c0ec361c on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:26.432349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Attempting to bind port f977ab90-069f-40d5-9178-8e65c0ec361c by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:26.432531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Attempting to bind port f977ab90-069f-40d5-9178-8e65c0ec361c on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:26.468635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ab61bf3b-1b74-4d14-84d0-57003c58485c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:26.469295 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.532507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Port f977ab90-069f-40d5-9178-8e65c0ec361c on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:26.533327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Attempting to bind port f977ab90-069f-40d5-9178-8e65c0ec361c on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:26.558614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:26.559121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:26.559794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:26.560523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Bound port: f977ab90-069f-40d5-9178-8e65c0ec361c, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:26.560851 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.672348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:26.676891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:26.696887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.791709 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-015043a2-72ac-429f-acd8-d8bcce563e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.808940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce3e97-6875-4435-95fb-945b33a7ae1b req-af47fc39-0893-44fb-b817-8e903e4c300f tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:26.817795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8ce3e97-6875-4435-95fb-945b33a7ae1b req-af47fc39-0893-44fb-b817-8e903e4c300f tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 970 time: 0.3905816 Feb 03 12:32:26.850286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:26.851192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.853496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] 10.222.0.91 "PUT /v2.0/ports/f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 1097 time: 2.8279409 Feb 03 12:32:26.885174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:26.893485 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:27.036356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-015043a2-72ac-429f-acd8-d8bcce563e21 admin admin] Publish callbacks [] for security_group (85888964-e633-407e-816d-ddc558d02116), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.044483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-015043a2-72ac-429f-acd8-d8bcce563e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (85888964-e633-407e-816d-ddc558d02116), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.068628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ab61bf3b-1b74-4d14-84d0-57003c58485c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:27.069021 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.101417 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93beeba1-24bc-454f-b920-e7a70d5e6298 admin admin] Publish callbacks [] for security_group (ac49f6ae-6577-4428-88eb-512e5f001706), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.141562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015043a2-72ac-429f-acd8-d8bcce563e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85888964-e633-407e-816d-ddc558d02116,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.170936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ab61bf3b-1b74-4d14-84d0-57003c58485c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ab61bf3b-1b74-4d14-84d0-57003c58485c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:27.193411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8ce3e97-6875-4435-95fb-945b33a7ae1b req-5e2fa681-f720-428b-bd27-5892c2f9f778 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746588 Feb 03 12:32:27.197730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.204370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711ca8b-7d33-49c6-9790-0526056aaf3d service neutron] Pushing event updated for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.225424 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-015043a2-72ac-429f-acd8-d8bcce563e21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d3b7a76d3954303ab229a5f07b647cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1544642 Feb 03 12:32:27.225424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41822) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:27.232011 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93beeba1-24bc-454f-b920-e7a70d5e6298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ac49f6ae-6577-4428-88eb-512e5f001706), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.320507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ab61bf3b-1b74-4d14-84d0-57003c58485c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.405682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-725a63bf-7f2f-46b6-afdb-43f54997e8f9 admin admin] Publish callbacks [] for security_group (85888964-e633-407e-816d-ddc558d02116), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.476751 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a55174-48a2-418c-83a2-2ec304cc211b x-openstack-request-id: req-72a55174-48a2-418c-83a2-2ec304cc211b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:27.477049 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:27.477316 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72a55174-48a2-418c-83a2-2ec304cc211b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:27.477793 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'status': 'completed', 'code': 200} Feb 03 12:32:27.522253 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-725a63bf-7f2f-46b6-afdb-43f54997e8f9 admin admin] Publish callbacks [] for security_group (85888964-e633-407e-816d-ddc558d02116), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.576404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-93beeba1-24bc-454f-b920-e7a70d5e6298 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68e530f0ad474f4d887dd6896d3ad274&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2883732 Feb 03 12:32:27.593955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41838) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:27.660341 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-725a63bf-7f2f-46b6-afdb-43f54997e8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (85888964-e633-407e-816d-ddc558d02116), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.665319 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-725a63bf-7f2f-46b6-afdb-43f54997e8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.667633 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-725a63bf-7f2f-46b6-afdb-43f54997e8f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85888964-e633-407e-816d-ddc558d02116 HTTP/1.1" status: 204 len: 168 time: 0.4393225 Feb 03 12:32:27.688909 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a63bf-7f2f-46b6-afdb-43f54997e8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85888964-e633-407e-816d-ddc558d02116,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.766965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ab61bf3b-1b74-4d14-84d0-57003c58485c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:27.784343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beeba1-24bc-454f-b920-e7a70d5e6298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac49f6ae-6577-4428-88eb-512e5f001706,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.830041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954025-d3fc-4d24-9341-bb4891006792 req-c86eeeaa-8683-4b58-8528-78f6723ab163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:27.848170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-c86eeeaa-8683-4b58-8528-78f6723ab163 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1131 time: 0.8798118 Feb 03 12:32:27.906598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41850) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:27.919221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-befa45d6-9c7b-4f65-b727-c49b9d49df37 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024655045', 'description': 'tempest-description--2102612514'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:27.939839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ab61bf3b-1b74-4d14-84d0-57003c58485c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:27.940220 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.986240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-befa45d6-9c7b-4f65-b727-c49b9d49df37 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.061357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c39f7-e011-4929-91b0-ec995d643b6c req-b05d2f33-7550-429a-878e-d3252f56ae86 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:28.064723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c2c39f7-e011-4929-91b0-ec995d643b6c req-b05d2f33-7550-429a-878e-d3252f56ae86 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.5860367 Feb 03 12:32:28.065615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2c92c5c-32cc-40dd-9880-6800809d0195 admin admin] Publish callbacks [] for security_group (ac49f6ae-6577-4428-88eb-512e5f001706), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.116090 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2c92c5c-32cc-40dd-9880-6800809d0195 admin admin] Publish callbacks [] for security_group (ac49f6ae-6577-4428-88eb-512e5f001706), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.143018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-befa45d6-9c7b-4f65-b727-c49b9d49df37 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group (f7581230-b728-4c44-a99a-57c95366aebe), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.175938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-befa45d6-9c7b-4f65-b727-c49b9d49df37 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7581230-b728-4c44-a99a-57c95366aebe), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.209706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-efea0f4a-b8fe-4c09-9f5d-46a6381b05c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.2886190 Feb 03 12:32:28.222954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-befa45d6-9c7b-4f65-b727-c49b9d49df37 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.245083 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-befa45d6-9c7b-4f65-b727-c49b9d49df37 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3347640 Feb 03 12:32:28.249383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41858) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:28.258907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ab61bf3b-1b74-4d14-84d0-57003c58485c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:28.261032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-cc2ad3b5-728d-41b1-a4ff-dd97ee7b93fd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Request body: {'security_group_rule': {'security_group_id': 'f7581230-b728-4c44-a99a-57c95366aebe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:28.269330 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa45d6-9c7b-4f65-b727-c49b9d49df37 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7581230-b728-4c44-a99a-57c95366aebe,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:28.295456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Sync routers for ids ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:28.316774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Routers {'8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:28.319337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:32:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:28.361436 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad3b5-728d-41b1-a4ff-dd97ee7b93fd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group_rule (9802283f-93f6-4223-b0b5-b4caa4ca3805), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.599510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b0f4d366-a461-4122-8f2d-357c3ce1a406 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:28.600075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41866) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:28.602943 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2c92c5c-32cc-40dd-9880-6800809d0195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ac49f6ae-6577-4428-88eb-512e5f001706), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.605506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2c92c5c-32cc-40dd-9880-6800809d0195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.606762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a2c92c5c-32cc-40dd-9880-6800809d0195 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac49f6ae-6577-4428-88eb-512e5f001706 HTTP/1.1" status: 204 len: 168 time: 0.9855931 Feb 03 12:32:28.625514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c92c5c-32cc-40dd-9880-6800809d0195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac49f6ae-6577-4428-88eb-512e5f001706,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:28.637058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c2c39f7-e011-4929-91b0-ec995d643b6c req-7339637e-5ddf-4be1-b732-cdded176e164 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243660 Feb 03 12:32:28.644411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed05b104-7287-49bf-a970-ec97a717a350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.657795 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad3b5-728d-41b1-a4ff-dd97ee7b93fd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group_rule (9802283f-93f6-4223-b0b5-b4caa4ca3805), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.673510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d93acd-3208-4df6-a13d-2259fbf13c77 req-77410907-fd91-4823-b8ea-4f4d4b6dd53e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:28.680457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2d93acd-3208-4df6-a13d-2259fbf13c77 req-77410907-fd91-4823-b8ea-4f4d4b6dd53e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 970 time: 0.2607138 Feb 03 12:32:28.683220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954025-d3fc-4d24-9341-bb4891006792 req-b2d6f7a6-efba-438d-b106-c7927d3e8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:28.684796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-b2d6f7a6-efba-438d-b106-c7927d3e8eba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2125483 Feb 03 12:32:28.691114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad3b5-728d-41b1-a4ff-dd97ee7b93fd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (9802283f-93f6-4223-b0b5-b4caa4ca3805), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.767605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2d93acd-3208-4df6-a13d-2259fbf13c77 req-6e149447-980f-40e7-a561-b13f5f351573 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861747 Feb 03 12:32:28.772826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ad3b5-728d-41b1-a4ff-dd97ee7b93fd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9802283f-93f6-4223-b0b5-b4caa4ca3805,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:28.787777 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad3b5-728d-41b1-a4ff-dd97ee7b93fd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.789343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cc2ad3b5-728d-41b1-a4ff-dd97ee7b93fd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5388439 Feb 03 12:32:28.792136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41872) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:28.796725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-bbdb67ba-fb76-4015-a898-6c480d16287d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Request body: {'security_group_rule': {'security_group_id': 'f7581230-b728-4c44-a99a-57c95366aebe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:28.831283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Set router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:28.866392 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed05b104-7287-49bf-a970-ec97a717a350 admin admin] Publish callbacks [] for security_group (2cb662a8-1747-45d4-8d13-260e7faf035d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.874807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed05b104-7287-49bf-a970-ec97a717a350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2cb662a8-1747-45d4-8d13-260e7faf035d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.899141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbdb67ba-fb76-4015-a898-6c480d16287d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group_rule (d3e419b3-4b27-45da-b67b-2f04779ceb30), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.933103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954025-d3fc-4d24-9341-bb4891006792 req-791c0b69-fd3a-4980-8a4b-8fd544aea5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:28.934454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-791c0b69-fd3a-4980-8a4b-8fd544aea5d6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1034162 Feb 03 12:32:28.946910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port b0f4d366-a461-4122-8f2d-357c3ce1a406 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:28.964123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port b0f4d366-a461-4122-8f2d-357c3ce1a406 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:28.965467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.004470 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed05b104-7287-49bf-a970-ec97a717a350 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93636c440a654458bcf20dfaf79962ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025259 Feb 03 12:32:29.010452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:29.011684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05b104-7287-49bf-a970-ec97a717a350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb662a8-1747-45d4-8d13-260e7faf035d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:29.055901 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbdb67ba-fb76-4015-a898-6c480d16287d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group_rule (d3e419b3-4b27-45da-b67b-2f04779ceb30), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.066638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbdb67ba-fb76-4015-a898-6c480d16287d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (d3e419b3-4b27-45da-b67b-2f04779ceb30), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.118998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-dd519702-dcce-420e-acfc-efcad0ea1771 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733146 Feb 03 12:32:29.120247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb67ba-fb76-4015-a898-6c480d16287d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e419b3-4b27-45da-b67b-2f04779ceb30,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:29.149816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbdb67ba-fb76-4015-a898-6c480d16287d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.151565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bbdb67ba-fb76-4015-a898-6c480d16287d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3584795 Feb 03 12:32:29.160981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41882) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:29.175098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:29.266709 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4acc827e-59b1-496b-a088-7eec15e55035 admin admin] Publish callbacks [] for security_group (2cb662a8-1747-45d4-8d13-260e7faf035d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.321798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.395440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port b0f4d366-a461-4122-8f2d-357c3ce1a406 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:29.402976 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.434746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5954025-d3fc-4d24-9341-bb4891006792 req-647192bc-9290-479b-b377-37fdb3036b9b service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998095 Feb 03 12:32:29.450559 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4acc827e-59b1-496b-a088-7eec15e55035 admin admin] Publish callbacks [] for security_group (2cb662a8-1747-45d4-8d13-260e7faf035d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.498404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd67bf6c-f851-44a5-9b3b-35604b038de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f4d366-a461-4122-8f2d-357c3ce1a406'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:29.626770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port b0f4d366-a461-4122-8f2d-357c3ce1a406, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b0f4d366-a461-4122-8f2d-357c3ce1a406,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:29.671937 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.849333 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4acc827e-59b1-496b-a088-7eec15e55035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2cb662a8-1747-45d4-8d13-260e7faf035d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.854688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4acc827e-59b1-496b-a088-7eec15e55035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.856718 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4acc827e-59b1-496b-a088-7eec15e55035 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cb662a8-1747-45d4-8d13-260e7faf035d HTTP/1.1" status: 204 len: 168 time: 0.8330705 Feb 03 12:32:29.872984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=b0f4d366-a461-4122-8f2d-357c3ce1a406,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:29.888731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc827e-59b1-496b-a088-7eec15e55035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb662a8-1747-45d4-8d13-260e7faf035d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:29.927676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:22Z', 'revision_number': 4, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'gw_port': {'id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:17Z', 'updated_at': '2022-02-03T12:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ce9953df-a336-4ee3-8ae2-367d1b06e530', 'name': '', 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'mac_address': 'fa:16:3e:45:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:21Z', 'updated_at': '2022-02-03T12:32:23Z', 'revision_number': 2, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'subnets': [{'id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:29.966183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b751c-113d-4ed7-af77-69046030f3e0 req-f060fdf5-ee94-4f1b-bf3f-e86af531ec33 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:29.972916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e6b751c-113d-4ed7-af77-69046030f3e0 req-f060fdf5-ee94-4f1b-bf3f-e86af531ec33 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.1896040 Feb 03 12:32:29.973369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.051575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Checking router: 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:30.051935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Updating router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 port ce9953df-a336-4ee3-8ae2-367d1b06e530 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:32:30.127346 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.131882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Allocated IP 172.25.3.227 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/70e46359-6db0-4e95-bb20-a467298aaad8) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:30.250260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf91fb6-9e89-458d-82f0-d556fb49fab9 req-c6baf224-0eaa-4dca-bcaf-f429d22fb5ed tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:30.258587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adf91fb6-9e89-458d-82f0-d556fb49fab9 req-c6baf224-0eaa-4dca-bcaf-f429d22fb5ed tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 971 time: 0.3250012 Feb 03 12:32:30.286395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e6b751c-113d-4ed7-af77-69046030f3e0 req-9b08866e-7b3e-42c7-a33b-677399d4a6ad tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931354 Feb 03 12:32:30.287987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-6b60e5cc-b56f-458a-9ad0-8579f6c313f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:30.297125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-6b60e5cc-b56f-458a-9ad0-8579f6c313f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1131 time: 0.2914300 Feb 03 12:32:30.428176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for port (70e46359-6db0-4e95-bb20-a467298aaad8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.517161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-07ba097b-07a8-45a3-895e-c54ad4cc9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:30.518837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-07ba097b-07a8-45a3-895e-c54ad4cc9f60 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2114325 Feb 03 12:32:30.525359 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca4f170-207d-4032-9354-a6aa8ce6a4a2" -d '{"events": [{"server_uuid": "bd67bf6c-f851-44a5-9b3b-35604b038de6", "name": "network-vif-plugged", "status": "completed", "tag": "b0f4d366-a461-4122-8f2d-357c3ce1a406"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:30.580617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (70e46359-6db0-4e95-bb20-a467298aaad8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.741151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:30.750832 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Publish callbacks [] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.758001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:30.765841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:30.775113 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.780716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event updated for resources: {'Port': ['ID=70e46359-6db0-4e95-bb20-a467298aaad8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:30.874748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-9b414886-f64b-4f0f-b646-d0076dd75642 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.2997515 Feb 03 12:32:30.888941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adf91fb6-9e89-458d-82f0-d556fb49fab9 req-5bfd1d23-17c0-4baa-9f2b-fdf6348bd95b tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237335 Feb 03 12:32:30.940431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (4a11b496-3b8d-479a-8a40-594b308b59e0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.081510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-e51966ea-ae1a-43b6-ac04-6a8e97e574ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.083577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-e51966ea-ae1a-43b6-ac04-6a8e97e574ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1864855 Feb 03 12:32:31.096542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (70e46359-6db0-4e95-bb20-a467298aaad8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.211732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-16d77c4d-b8ff-458b-99c1-f16fbfeece57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.214359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-16d77c4d-b8ff-458b-99c1-f16fbfeece57 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1202815 Feb 03 12:32:31.469242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b10928-2949-43f6-a62c-60cbf148c2b3 None None] Pushing event updated for resources: {'Port': ['ID=ce9953df-a336-4ee3-8ae2-367d1b06e530,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:31.496504 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-7cc2da3e-b322-4b2f-ad7c-65710bbf1df7 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583773 Feb 03 12:32:31.544648 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3535f5a4-271b-4efe-8ce9-899dab479241 x-openstack-request-id: req-3535f5a4-271b-4efe-8ce9-899dab479241 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:31.545158 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd67bf6c-f851-44a5-9b3b-35604b038de6", "name": "network-vif-plugged", "status": "completed", "tag": "b0f4d366-a461-4122-8f2d-357c3ce1a406", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:31.545581 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3535f5a4-271b-4efe-8ce9-899dab479241 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:31.546203 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd67bf6c-f851-44a5-9b3b-35604b038de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f4d366-a461-4122-8f2d-357c3ce1a406', 'code': 200} Feb 03 12:32:31.567564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Attempting to bind port ce9953df-a336-4ee3-8ae2-367d1b06e530 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:31.568209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Attempting to bind port ce9953df-a336-4ee3-8ae2-367d1b06e530 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '74c807ff-cb2c-425c-95fb-05cf41055437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:31.568754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Attempting to bind port ce9953df-a336-4ee3-8ae2-367d1b06e530 on network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:31.575531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-98d1feda-569b-47f6-b713-6a2533814480 None None] Provisioning complete for port ce9953df-a336-4ee3-8ae2-367d1b06e530 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:31.576109 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98d1feda-569b-47f6-b713-6a2533814480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.595975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for port (70e46359-6db0-4e95-bb20-a467298aaad8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.602152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:31.603853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Checking segment: {'id': '74c807ff-cb2c-425c-95fb-05cf41055437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:31.604269 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.604792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Bound using segment: {'id': '74c807ff-cb2c-425c-95fb-05cf41055437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:31.605285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Bound port: ce9953df-a336-4ee3-8ae2-367d1b06e530, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c807ff-cb2c-425c-95fb-05cf41055437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:31.605666 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.616882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (70e46359-6db0-4e95-bb20-a467298aaad8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.643920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-98d1feda-569b-47f6-b713-6a2533814480 None None] Port ce9953df-a336-4ee3-8ae2-367d1b06e530 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:31.646949 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (4a11b496-3b8d-479a-8a40-594b308b59e0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.669086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event updated for resources: {'Port': ['ID=70e46359-6db0-4e95-bb20-a467298aaad8,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:31.682391 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.691959 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-679d12ef-0336-4b21-a62c-bac9f5654912 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5208528 Feb 03 12:32:31.737429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] For port ce9953df-a336-4ee3-8ae2-367d1b06e530, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:31.740753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] For port ce9953df-a336-4ee3-8ae2-367d1b06e530, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ce9953df-a336-4ee3-8ae2-367d1b06e530,segment=NetworkSegment(74c807ff-cb2c-425c-95fb-05cf41055437),segment_id=74c807ff-cb2c-425c-95fb-05cf41055437)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:31.752148 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.862775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Routers {'8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:31.862775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:32:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:31.874820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b10928-2949-43f6-a62c-60cbf148c2b3 None None] Pushing event updated for resources: {'Port': ['ID=ce9953df-a336-4ee3-8ae2-367d1b06e530,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:31.891285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2311027-e7b0-4cad-9440-ccb5dbf34bc0 req-896c5d9e-94e0-4739-b98d-890353050b63 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853443 Feb 03 12:32:31.904380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62520cf-0d2a-4d24-ae4b-079310214317 req-4abcdeb5-7d94-472a-b6bc-0ea148c74fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.906046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d62520cf-0d2a-4d24-ae4b-079310214317 req-4abcdeb5-7d94-472a-b6bc-0ea148c74fe7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 1154 time: 0.2276633 Feb 03 12:32:31.921591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce9eea-7695-4293-ba31-fcf2caaaabed req-be9d2a1b-787f-4aaa-b37d-1b306145b26e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.923240 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bce9eea-7695-4293-ba31-fcf2caaaabed req-be9d2a1b-787f-4aaa-b37d-1b306145b26e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.3370130 Feb 03 12:32:31.958587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d62520cf-0d2a-4d24-ae4b-079310214317 req-afc01837-0bb2-436f-90e4-9d8d138f1ac1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.067031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d62520cf-0d2a-4d24-ae4b-079310214317 req-afc01837-0bb2-436f-90e4-9d8d138f1ac1 service neutron] Publish callbacks [] for security_group (78eaddd4-0490-4084-9ea1-fcb7203ad285), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.080799 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d62520cf-0d2a-4d24-ae4b-079310214317 req-afc01837-0bb2-436f-90e4-9d8d138f1ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (78eaddd4-0490-4084-9ea1-fcb7203ad285), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.103886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] Set router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:32.121495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc01837-0bb2-436f-90e4-9d8d138f1ac1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=78eaddd4-0490-4084-9ea1-fcb7203ad285,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:32.203138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bce9eea-7695-4293-ba31-fcf2caaaabed req-7b49db1b-1cc5-4864-b25a-8d84feca131b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705889 Feb 03 12:32:32.215034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d62520cf-0d2a-4d24-ae4b-079310214317 req-afc01837-0bb2-436f-90e4-9d8d138f1ac1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898614 Feb 03 12:32:32.222957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-2dc4c0ac-b761-4f80-89f7-68efe1bb2477 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1024655045&fields=id&tenant_id=1f0f9d8de5264a96b6743b9063974588 HTTP/1.1" status: 200 len: 267 time: 0.1591544 Feb 03 12:32:32.282736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-10556871-6926-48a3-9a6d-315a36865669 None None] Provisioning complete for port ce9953df-a336-4ee3-8ae2-367d1b06e530 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:32.283115 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10556871-6926-48a3-9a6d-315a36865669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.428080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-10556871-6926-48a3-9a6d-315a36865669 None None] Current status of the port ce9953df-a336-4ee3-8ae2-367d1b06e530 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:32.428473 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10556871-6926-48a3-9a6d-315a36865669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.445418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:22Z', 'revision_number': 4, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'gw_port': {'id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:17Z', 'updated_at': '2022-02-03T12:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ce9953df-a336-4ee3-8ae2-367d1b06e530', 'name': '', 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'mac_address': 'fa:16:3e:45:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:21Z', 'updated_at': '2022-02-03T12:32:31Z', 'revision_number': 4, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'subnets': [{'id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:32.459757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb407-052d-4179-b123-75f74d61d41f req-029db51f-5cfe-4aa8-9010-085d14118648 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:32.461388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-029db51f-5cfe-4aa8-9010-085d14118648 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/networks?id=126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 200 len: 823 time: 0.2210720 Feb 03 12:32:32.488142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd3d3f-80f0-4265-b905-c3a15655f518 None None] The sync data for ids ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'] in n-d-792364-10 is: [{'id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:22Z', 'revision_number': 4, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'gw_port': {'id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:17Z', 'updated_at': '2022-02-03T12:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ce9953df-a336-4ee3-8ae2-367d1b06e530', 'name': '', 'network_id': '1f5b3c6d-cd46-4dea-88e4-c9f0737ad499', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'mac_address': 'fa:16:3e:45:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:21Z', 'updated_at': '2022-02-03T12:32:31Z', 'revision_number': 4, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'subnets': [{'id': 'cf8b5a97-0f1b-43ea-b924-e919d94c17b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:32.492274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-dc74eb34-9952-4f49-aed0-aa125d7b3f2d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/quotas/1f0f9d8de5264a96b6743b9063974588 HTTP/1.1" status: 200 len: 375 time: 0.0154383 Feb 03 12:32:32.501697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-10556871-6926-48a3-9a6d-315a36865669 None None] For port ce9953df-a336-4ee3-8ae2-367d1b06e530, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ce9953df-a336-4ee3-8ae2-367d1b06e530,segment=NetworkSegment(74c807ff-cb2c-425c-95fb-05cf41055437),segment_id=74c807ff-cb2c-425c-95fb-05cf41055437)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:32.510432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10556871-6926-48a3-9a6d-315a36865669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.529387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485649ef-22ab-40e9-8977-ce09df3b150e req-35466d37-2e23-4ba0-b100-f4dc4e030cf3 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:32.530943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-485649ef-22ab-40e9-8977-ce09df3b150e req-35466d37-2e23-4ba0-b100-f4dc4e030cf3 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 971 time: 0.1967371 Feb 03 12:32:32.577355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10556871-6926-48a3-9a6d-315a36865669 None None] Pushing event updated for resources: {'Port': ['ID=ce9953df-a336-4ee3-8ae2-367d1b06e530,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:32.647808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-ec739046-3797-48ef-957d-984b06f5edab tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f0f9d8de5264a96b6743b9063974588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429186 Feb 03 12:32:32.652406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-485649ef-22ab-40e9-8977-ce09df3b150e req-2575014e-7f05-4cb5-9a86-72f68824d0d1 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839372 Feb 03 12:32:32.976927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-4d12218e-9790-4a99-89b2-2e1334d9e915 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:32:32.985602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-4d12218e-9790-4a99-89b2-2e1334d9e915 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1700861 Feb 03 12:32:33.088025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-d142bb5c-9ec2-4331-9e48-512e059c221f service neutron] 10.222.0.65 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014869 Feb 03 12:32:33.195647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-2e3d7bbf-5035-456d-bbf2-98cf84fd1442 service neutron] 10.222.0.65 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979242 Feb 03 12:32:33.508835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae4967-3d64-49a7-98cc-8cab3f05e59d req-c3cb92fe-2977-4415-a5d9-6ba5492ebdbc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:33.516875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ae4967-3d64-49a7-98cc-8cab3f05e59d req-c3cb92fe-2977-4415-a5d9-6ba5492ebdbc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.0755608 Feb 03 12:32:33.574230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ae4967-3d64-49a7-98cc-8cab3f05e59d req-e62baf34-e1dc-4245-a29e-c0e5c6d34add tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519400 Feb 03 12:32:33.650202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f511e6f-216e-40b2-bedc-6998f71da3c0 req-8a00c20b-ab98-4aaf-914e-9d9dc4c1c28c tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 210 time: 0.0447168 Feb 03 12:32:33.789398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ce9953df-a336-4ee3-8ae2-367d1b06e530 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:33.879473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ce9953df-a336-4ee3-8ae2-367d1b06e530 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:33.882833 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.039165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ce9953df-a336-4ee3-8ae2-367d1b06e530 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:34.191021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc779a-b477-4518-83c7-af89e342e47b req-d9c8d149-c86b-4620-ad21-c027c62afee4 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.193398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dbc779a-b477-4518-83c7-af89e342e47b req-d9c8d149-c86b-4620-ad21-c027c62afee4 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 971 time: 0.0893734 Feb 03 12:32:34.284369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dbc779a-b477-4518-83c7-af89e342e47b req-4f15dfeb-5a65-480c-a739-68d1b266c36c tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787861 Feb 03 12:32:34.725990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0757a2c5-d376-4627-a8c6-571859263bbe req-3bcb0d85-7163-4b9f-9b14-93c2b6a2c8be tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ecda8d5c216040f591ea95360b59f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532267 Feb 03 12:32:34.823007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42118) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:34.910300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb407-052d-4179-b123-75f74d61d41f req-532b57ad-a292-4e45-9240-e837b5fd46ff tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.911755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-532b57ad-a292-4e45-9240-e837b5fd46ff tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.72 "GET /v2.0/networks?id=126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 200 len: 823 time: 0.2260683 Feb 03 12:32:34.939060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb632-6ab9-45b1-a843-a389e730aeff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.971877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757a2c5-d376-4627-a8c6-571859263bbe req-c50c9010-67c9-401e-b225-25c8517f7ad4 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.973382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0757a2c5-d376-4627-a8c6-571859263bbe req-c50c9010-67c9-401e-b225-25c8517f7ad4 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408819 Feb 03 12:32:34.984442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5bc44-8168-4a3a-bafa-340f645a35a8 req-2bbd4680-11a8-4bbb-a6d4-a47190c95bce tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.986208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6a5bc44-8168-4a3a-bafa-340f645a35a8 req-2bbd4680-11a8-4bbb-a6d4-a47190c95bce tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.1734002 Feb 03 12:32:35.021672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb632-6ab9-45b1-a843-a389e730aeff admin admin] Publish callbacks [] for security_group (913f7046-7e15-494c-a5ce-b97c47c2522d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.026691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb632-6ab9-45b1-a843-a389e730aeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (913f7046-7e15-494c-a5ce-b97c47c2522d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.030669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0757a2c5-d376-4627-a8c6-571859263bbe req-b490ffed-68da-4f43-916a-ad0c39ab36ba tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/quotas/ecda8d5c216040f591ea95360b59f7a5 HTTP/1.1" status: 200 len: 375 time: 0.0361009 Feb 03 12:32:35.063392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fb632-6ab9-45b1-a843-a389e730aeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913f7046-7e15-494c-a5ce-b97c47c2522d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:35.069729 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fe9fb632-6ab9-45b1-a843-a389e730aeff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f812be240a5041d888ed00de01c61dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453411 Feb 03 12:32:35.072423 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42122) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:35.076740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0757a2c5-d376-4627-a8c6-571859263bbe req-43c306be-6f86-4b77-b0a3-1a4ccea5c141 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ecda8d5c216040f591ea95360b59f7a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394347 Feb 03 12:32:35.081297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-b579f766-aab0-4b81-ac4f-de7cfab2bc83 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0f9d8de5264a96b6743b9063974588 HTTP/1.1" status: 200 len: 380 time: 0.1581526 Feb 03 12:32:35.096637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Request body: {'port': {'device_id': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'admin_state_up': True, 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'security_groups': ['f7581230-b728-4c44-a99a-57c95366aebe']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:35.117841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6a5bc44-8168-4a3a-bafa-340f645a35a8 req-354844d4-6564-4a7f-81db-a4de6c2d70a9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216161 Feb 03 12:32:35.150535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00e8f8fd-ca77-437d-9563-2d2ba6b0d529 admin admin] Publish callbacks [] for security_group (913f7046-7e15-494c-a5ce-b97c47c2522d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.178050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00e8f8fd-ca77-437d-9563-2d2ba6b0d529 admin admin] Publish callbacks [] for security_group (913f7046-7e15-494c-a5ce-b97c47c2522d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.235832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00e8f8fd-ca77-437d-9563-2d2ba6b0d529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (913f7046-7e15-494c-a5ce-b97c47c2522d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.239323 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00e8f8fd-ca77-437d-9563-2d2ba6b0d529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.243260 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-00e8f8fd-ca77-437d-9563-2d2ba6b0d529 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/913f7046-7e15-494c-a5ce-b97c47c2522d HTTP/1.1" status: 204 len: 168 time: 0.1674829 Feb 03 12:32:35.250444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8f8fd-ca77-437d-9563-2d2ba6b0d529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f7046-7e15-494c-a5ce-b97c47c2522d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:35.340865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74ba6da2-1f9e-458e-9328-2be477c969f4 req-73438307-6ca8-4378-a144-518e0030ab90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 210 time: 0.0324826 Feb 03 12:32:35.396033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Made reservation on behalf of 1f0f9d8de5264a96b6743b9063974588 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:35.399672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.544124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Allocated IP 172.20.0.8 (126e88b9-20af-4b22-8a75-41b4134ebd93/6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5/1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:35.612076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42142) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:35.626138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f02e95f-b6cb-42a6-af89-b74822911626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.686251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea35ca-6a48-4cf5-aa3f-109f3f927c9e req-06b608ad-5095-46bd-ac13-babcef47c5c9 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:35.687810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37ea35ca-6a48-4cf5-aa3f-109f3f927c9e req-06b608ad-5095-46bd-ac13-babcef47c5c9 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 971 time: 0.1241064 Feb 03 12:32:35.705099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f02e95f-b6cb-42a6-af89-b74822911626 admin admin] Publish callbacks [] for security_group (76333f44-e208-4528-bde8-896ce04deb29), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.711391 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f02e95f-b6cb-42a6-af89-b74822911626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (76333f44-e208-4528-bde8-896ce04deb29), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.752547 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8f02e95f-b6cb-42a6-af89-b74822911626 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20ddb7cedd674544b13fa9070a4f04a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393814 Feb 03 12:32:35.753600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02e95f-b6cb-42a6-af89-b74822911626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76333f44-e208-4528-bde8-896ce04deb29,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:35.755598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42144) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:35.781915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37ea35ca-6a48-4cf5-aa3f-109f3f927c9e req-137292a4-7fbb-445a-8f04-6fe7eb3d8a5d tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870512 Feb 03 12:32:35.792281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.856147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9376e1a1-2d43-44c5-959d-b747329ec62d admin admin] Publish callbacks [] for security_group (76333f44-e208-4528-bde8-896ce04deb29), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.867158 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:32:35.869067 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.914643 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9376e1a1-2d43-44c5-959d-b747329ec62d admin admin] Publish callbacks [] for security_group (76333f44-e208-4528-bde8-896ce04deb29), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.953084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:35.976202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:35.996418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:36.002362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:36.003000 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.008174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event updated for resources: {'Port': ['ID=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:36.039436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-f5816cfa-70c6-4ca3-bd89-dc0cbf018edc tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9499433 Feb 03 12:32:36.053609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Request body: {'port': {'device_id': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'device_owner': 'compute:tempest-test_az-1090074106', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:36.059212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e6878-a5aa-4f1c-9dce-65327a013aae req-4d846096-ebbb-4718-9c57-33277cc592b7 tempest-AggregatesAdminTestJSON-1909979836 tempest-AggregatesAdminTestJSON-1909979836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:36.062060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b57e6878-a5aa-4f1c-9dce-65327a013aae req-4d846096-ebbb-4718-9c57-33277cc592b7 tempest-AggregatesAdminTestJSON-1909979836 tempest-AggregatesAdminTestJSON-1909979836-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 1154 time: 0.1135929 Feb 03 12:32:36.080079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9376e1a1-2d43-44c5-959d-b747329ec62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (76333f44-e208-4528-bde8-896ce04deb29), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.082645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9376e1a1-2d43-44c5-959d-b747329ec62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.083758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9376e1a1-2d43-44c5-959d-b747329ec62d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76333f44-e208-4528-bde8-896ce04deb29 HTTP/1.1" status: 204 len: 168 time: 0.3266473 Feb 03 12:32:36.108878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376e1a1-2d43-44c5-959d-b747329ec62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76333f44-e208-4528-bde8-896ce04deb29,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:36.140940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b57e6878-a5aa-4f1c-9dce-65327a013aae req-54ca4bad-24de-401f-abdb-56f2db654706 tempest-AggregatesAdminTestJSON-1909979836 tempest-AggregatesAdminTestJSON-1909979836-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.196192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.271134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-734be762-745b-407d-9c14-50686d576d79 None None] Provisioning complete for port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:36.272248 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-734be762-745b-407d-9c14-50686d576d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.320569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-734be762-745b-407d-9c14-50686d576d79 None None] Port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:36.461338 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b57e6878-a5aa-4f1c-9dce-65327a013aae req-54ca4bad-24de-401f-abdb-56f2db654706 tempest-AggregatesAdminTestJSON-1909979836 tempest-AggregatesAdminTestJSON-1909979836-project-admin] Publish callbacks [] for security_group (8f818e54-6876-4097-af7c-0c6fa3bb9257), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.472795 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b57e6878-a5aa-4f1c-9dce-65327a013aae req-54ca4bad-24de-401f-abdb-56f2db654706 tempest-AggregatesAdminTestJSON-1909979836 tempest-AggregatesAdminTestJSON-1909979836-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8f818e54-6876-4097-af7c-0c6fa3bb9257), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.545803 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-115ae5dd-e599-4af4-b8f6-3155f075773d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.573926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b57e6878-a5aa-4f1c-9dce-65327a013aae req-54ca4bad-24de-401f-abdb-56f2db654706 tempest-AggregatesAdminTestJSON-1909979836 tempest-AggregatesAdminTestJSON-1909979836-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949090 Feb 03 12:32:36.584880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca4bad-24de-401f-abdb-56f2db654706 tempest-AggregatesAdminTestJSON-1909979836 tempest-AggregatesAdminTestJSON-1909979836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f818e54-6876-4097-af7c-0c6fa3bb9257,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:36.650007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:36.660870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bd233-3f81-4f9a-a865-100c599b8d88 req-a91acf4f-d60a-4a85-a0bb-fc5024e3dbbd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:36.662659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd4bd233-3f81-4f9a-a865-100c599b8d88 req-a91acf4f-d60a-4a85-a0bb-fc5024e3dbbd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.1553380 Feb 03 12:32:36.667878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Publish callbacks [] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.708053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Transition to ACTIVE for port object 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:36.732121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.789269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd4bd233-3f81-4f9a-a865-100c599b8d88 req-baedaf4f-9b21-4aea-87a6-c31d9838da3b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185720 Feb 03 12:32:36.828024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fc288-5dc9-4fe5-ba1b-72c21b0869ca req-93115588-c9fe-4f43-86b2-2cfbb9469e39 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:36.828024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a15fc288-5dc9-4fe5-ba1b-72c21b0869ca req-93115588-c9fe-4f43-86b2-2cfbb9469e39 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 931 time: 0.1370010 Feb 03 12:32:36.829730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Pushing event updated for resources: {'Port': ['ID=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:36.896182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Attempting to bind port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:36.896291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Attempting to bind port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:36.896572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Attempting to bind port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d on network 126e88b9-20af-4b22-8a75-41b4134ebd93 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:36.911179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d on network 126e88b9-20af-4b22-8a75-41b4134ebd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:36.911509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Attempting to bind port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d on network 126e88b9-20af-4b22-8a75-41b4134ebd93 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:36.939978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a15fc288-5dc9-4fe5-ba1b-72c21b0869ca req-e62ab1b0-d7c4-44dc-a7c9-72c2ae25955a tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856879 Feb 03 12:32:36.940712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:36.941050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Checking segment: {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:36.941427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Bound using segment: {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:36.941878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Bound port: 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:36.942238 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.961693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0723261a-35d8-4f3a-bd11-42bd8dd1d48a req-6d7cbd7b-b6de-498d-ab9e-1801377925d3 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ecda8d5c216040f591ea95360b59f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397422 Feb 03 12:32:37.096409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] For port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:37.101989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] For port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:37.114016 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:37.151442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723261a-35d8-4f3a-bd11-42bd8dd1d48a req-2786bcc4-d727-40eb-a9ad-a6d765ce8d17 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.152870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0723261a-35d8-4f3a-bd11-42bd8dd1d48a req-2786bcc4-d727-40eb-a9ad-a6d765ce8d17 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840777 Feb 03 12:32:37.164856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.165484 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:37.166875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] 10.222.0.72 "PUT /v2.0/ports/1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d HTTP/1.1" status: 200 len: 1114 time: 1.1175511 Feb 03 12:32:37.171174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'tag': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:37.173627 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee71f73-8774-4b96-a40b-37f427b714b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac955259-4b06-46fc-8b79-9d3712e46132", "tag": "1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:37.202977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0723261a-35d8-4f3a-bd11-42bd8dd1d48a req-998e1794-7b12-42b5-b79e-c8fd5ad7a6c4 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/quotas/ecda8d5c216040f591ea95360b59f7a5 HTTP/1.1" status: 200 len: 375 time: 0.0400388 Feb 03 12:32:37.252483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0723261a-35d8-4f3a-bd11-42bd8dd1d48a req-91be781b-156b-4d22-9a3d-31c93d38245e tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ecda8d5c216040f591ea95360b59f7a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486250 Feb 03 12:32:37.253098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2f35d-1ad2-4460-9f36-1587d057c967 service neutron] Pushing event updated for resources: {'Port': ['ID=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:37.256802 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c917c0-f512-4d18-9e3e-6fb895182d7f x-openstack-request-id: req-11c917c0-f512-4d18-9e3e-6fb895182d7f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:37.257114 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac955259-4b06-46fc-8b79-9d3712e46132", "tag": "1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:37.257343 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11c917c0-f512-4d18-9e3e-6fb895182d7f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:37.257739 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'tag': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d', 'status': 'completed', 'code': 200} Feb 03 12:32:37.354480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb407-052d-4179-b123-75f74d61d41f req-240e40ce-e45c-4c36-8039-422bb47fc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.356021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-240e40ce-e45c-4c36-8039-422bb47fc5be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f0f9d8de5264a96b6743b9063974588&device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 1148 time: 0.1329758 Feb 03 12:32:37.417003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-764ba45f-7c1e-4222-bfe2-095cb9c1c9e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d HTTP/1.1" status: 200 len: 217 time: 0.0523779 Feb 03 12:32:37.463340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c064b42-7de0-42b5-8e56-6c84b97b5d4b req-b3b7cf38-4bd7-47c1-be56-3d5741998bb6 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.464902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c064b42-7de0-42b5-8e56-6c84b97b5d4b req-b3b7cf38-4bd7-47c1-be56-3d5741998bb6 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 971 time: 0.1475506 Feb 03 12:32:37.498941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb407-052d-4179-b123-75f74d61d41f req-bba46f6a-f640-42c7-a52a-0b55e4db57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.500485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-bba46f6a-f640-42c7-a52a-0b55e4db57f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5 HTTP/1.1" status: 200 len: 862 time: 0.0753672 Feb 03 12:32:37.566006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c064b42-7de0-42b5-8e56-6c84b97b5d4b req-2fec00cd-3450-424b-9078-aad7ebaa92a4 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884223 Feb 03 12:32:37.607149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb407-052d-4179-b123-75f74d61d41f req-80858b06-62f2-48f7-af4f-b1d154bec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.608741 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-80858b06-62f2-48f7-af4f-b1d154bec2a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=126e88b9-20af-4b22-8a75-41b4134ebd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1014035 Feb 03 12:32:37.743924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-af0a6fd8-0ae6-402b-be60-edbab7df3a68 service neutron] 10.222.0.72 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275630 Feb 03 12:32:37.843349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb407-052d-4179-b123-75f74d61d41f req-f7c41490-3d67-4f18-8faa-45995b9b4c85 service neutron] 10.222.0.72 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924547 Feb 03 12:32:37.946863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-93d92e83-e1b9-41de-a7c3-fe7437a8e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.948369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-93d92e83-e1b9-41de-a7c3-fe7437a8e62d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f0f9d8de5264a96b6743b9063974588&device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 1148 time: 0.0495875 Feb 03 12:32:38.080416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-05ca1b32-3f5d-4983-ad83-2dbc345e3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.081871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-05ca1b32-3f5d-4983-ad83-2dbc345e3d04 service neutron] 10.222.0.72 "GET /v2.0/networks?id=126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 200 len: 924 time: 0.1272435 Feb 03 12:32:38.133915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10dcd9-8060-4d31-b8ad-9a9877ea952b req-7917db2b-5e12-4440-a227-7bed6a8848e8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.135448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af10dcd9-8060-4d31-b8ad-9a9877ea952b req-7917db2b-5e12-4440-a227-7bed6a8848e8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.0974844 Feb 03 12:32:38.136667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-39149fff-7550-435c-8f88-44537cb78377 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d HTTP/1.1" status: 200 len: 217 time: 0.0461829 Feb 03 12:32:38.234227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-097f7aba-dd9d-47b6-9e67-3548cedfbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.236015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-097f7aba-dd9d-47b6-9e67-3548cedfbc45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5 HTTP/1.1" status: 200 len: 862 time: 0.0889301 Feb 03 12:32:38.243212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af10dcd9-8060-4d31-b8ad-9a9877ea952b req-9d786da0-0cbc-4e2a-a405-9236924b3c49 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022012 Feb 03 12:32:38.297332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665078a-4b6b-4f15-b4e8-06876edf7b06 req-a168d44f-e214-4c94-aee9-80fa4ce51a26 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.298976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f665078a-4b6b-4f15-b4e8-06876edf7b06 req-a168d44f-e214-4c94-aee9-80fa4ce51a26 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 965 time: 0.1093118 Feb 03 12:32:38.480426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-558f9cda-7c59-4fc4-95c8-22bc22d72349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.482204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-558f9cda-7c59-4fc4-95c8-22bc22d72349 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=126e88b9-20af-4b22-8a75-41b4134ebd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2381773 Feb 03 12:32:38.535501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f665078a-4b6b-4f15-b4e8-06876edf7b06 req-f3e22ddd-fd9a-4f7f-808b-e82dea8a3b7b tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303171 Feb 03 12:32:38.586788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.72', 61558) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:38.595854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-fff5bc26-197a-4cca-abfb-6791cae7de38 service neutron] 10.222.0.72 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067390 Feb 03 12:32:38.704553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81a84fe3-99ef-4951-b9b5-0eb5b473d439 req-9b3960e7-9273-4c29-b482-66878c325adf tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ecda8d5c216040f591ea95360b59f7a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333655 Feb 03 12:32:38.737431 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7251d05-3da9-4747-a9a0-6c8e646738a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.755095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-a7a8e98a-85c2-451f-8266-997779af7cbc tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.756947 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-a7a8e98a-85c2-451f-8266-997779af7cbc tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 971 time: 0.1682236 Feb 03 12:32:38.767427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bee71f73-8774-4b96-a40b-37f427b714b3 req-3d04f16b-b009-455b-bf71-e3862d4e69e9 service neutron] 10.222.0.72 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650021 Feb 03 12:32:38.848650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42308) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:38.869689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a84fe3-99ef-4951-b9b5-0eb5b473d439 req-d356a2bf-a6e3-4248-8d7a-e9ce0ca85581 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.871334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81a84fe3-99ef-4951-b9b5-0eb5b473d439 req-d356a2bf-a6e3-4248-8d7a-e9ce0ca85581 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518991 Feb 03 12:32:38.916008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81a84fe3-99ef-4951-b9b5-0eb5b473d439 req-f59a8083-c174-4461-a8cb-3b09138ff5f8 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/quotas/ecda8d5c216040f591ea95360b59f7a5 HTTP/1.1" status: 200 len: 375 time: 0.0344772 Feb 03 12:32:38.941916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Deleting port b0f4d366-a461-4122-8f2d-357c3ce1a406 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:38.942275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.955682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81a84fe3-99ef-4951-b9b5-0eb5b473d439 req-4312564e-9e80-462e-bf5b-74ee7823fe67 tempest-QuotasAdminNegativeTest-1252959694 tempest-QuotasAdminNegativeTest-1252959694-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ecda8d5c216040f591ea95360b59f7a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308769 Feb 03 12:32:38.977582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f90bc0-a47f-4e71-a5ef-a311e257c8d9 req-ab72ccf0-a6ed-45b7-b06d-fda87a26cfaa tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.979255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58f90bc0-a47f-4e71-a5ef-a311e257c8d9 req-ab72ccf0-a6ed-45b7-b06d-fda87a26cfaa tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 971 time: 0.1068921 Feb 03 12:32:39.024688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c540dc78-7e97-4141-91a8-fad9735cef85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.030715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58f90bc0-a47f-4e71-a5ef-a311e257c8d9 req-0748eb91-51f7-4fd7-9d68-f28e199a86b7 tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/security-groups?id=79e1b1a1-c08b-4560-b808-5fa9164b581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450754 Feb 03 12:32:39.068264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device f977ab90-069f-40d5-9178-8e65c0ec361c details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:39.074150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] For port b0f4d366-a461-4122-8f2d-357c3ce1a406, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b0f4d366-a461-4122-8f2d-357c3ce1a406,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:39.074546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.097139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Calling delete_port for b0f4d366-a461-4122-8f2d-357c3ce1a406 owned by compute:tempest-test_az-1090074106 {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:39.194660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:39.213874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'mac_address': 'fa:16:3e:8d:0c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:39.237057 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c540dc78-7e97-4141-91a8-fad9735cef85 admin admin] Publish callbacks [] for security_group (68d448e8-b5f7-472d-9758-8983df43aafa), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.250417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c540dc78-7e97-4141-91a8-fad9735cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (68d448e8-b5f7-472d-9758-8983df43aafa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.271789 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port f977ab90-069f-40d5-9178-8e65c0ec361c is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:39.272390 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.287826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f977ab90-069f-40d5-9178-8e65c0ec361c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:39.312029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:39.317730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.345278 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c540dc78-7e97-4141-91a8-fad9735cef85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de28f8b5694941b8a0ab93cfe6f0f9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4956043 Feb 03 12:32:39.345989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540dc78-7e97-4141-91a8-fad9735cef85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d448e8-b5f7-472d-9758-8983df43aafa,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:39.348069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42332) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:39.412274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:39.436352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (b0f4d366-a461-4122-8f2d-357c3ce1a406), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.449630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['b0f4d366-a461-4122-8f2d-357c3ce1a406'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:39.471295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b154b31-886f-4431-aecf-a224776a4059 req-88323f31-bada-4117-b398-e851cad23a2a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:39.476748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b154b31-886f-4431-aecf-a224776a4059 req-88323f31-bada-4117-b398-e851cad23a2a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 949 time: 0.0936134 Feb 03 12:32:39.476748 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-01b13103-8cb6-4bf1-8cfd-351b23d62444 admin admin] Publish callbacks [] for security_group (68d448e8-b5f7-472d-9758-8983df43aafa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.497634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Pushing event deleted for resources: {'Port': ['ID=b0f4d366-a461-4122-8f2d-357c3ce1a406,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:39.545600 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-01b13103-8cb6-4bf1-8cfd-351b23d62444 admin admin] Publish callbacks [] for security_group (68d448e8-b5f7-472d-9758-8983df43aafa), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.618374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b154b31-886f-4431-aecf-a224776a4059 req-4f709564-aeb5-4887-9d79-4707d9664c6a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258605 Feb 03 12:32:39.659724 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-01b13103-8cb6-4bf1-8cfd-351b23d62444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (68d448e8-b5f7-472d-9758-8983df43aafa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.662630 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-01b13103-8cb6-4bf1-8cfd-351b23d62444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.664050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-01b13103-8cb6-4bf1-8cfd-351b23d62444 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68d448e8-b5f7-472d-9758-8983df43aafa HTTP/1.1" status: 204 len: 168 time: 0.3147597 Feb 03 12:32:39.679982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b13103-8cb6-4bf1-8cfd-351b23d62444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d448e8-b5f7-472d-9758-8983df43aafa,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:39.775718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['f977ab90-069f-40d5-9178-8e65c0ec361c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:39.824730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77b950-f15c-44be-b562-16b9cbb03c4c req-e85d08df-ce57-48df-bdc6-9b1570b4cbc5 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:39.826467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb77b950-f15c-44be-b562-16b9cbb03c4c req-e85d08df-ce57-48df-bdc6-9b1570b4cbc5 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 965 time: 0.1398356 Feb 03 12:32:39.832753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] No DVR routers for this DVR port b0f4d366-a461-4122-8f2d-357c3ce1a406 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:39.845623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.850085 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9491b6cb-3565-41ff-9cca-5cb045f004cc req-2d06348d-8204-4480-a210-505695a4ea7e tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.72 "DELETE /v2.0/ports/b0f4d366-a461-4122-8f2d-357c3ce1a406 HTTP/1.1" status: 204 len: 173 time: 1.0876176 Feb 03 12:32:39.852159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd67bf6c-f851-44a5-9b3b-35604b038de6', 'name': 'network-vif-deleted', 'tag': 'b0f4d366-a461-4122-8f2d-357c3ce1a406'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:39.908518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42360) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:39.973477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb77b950-f15c-44be-b562-16b9cbb03c4c req-a8952180-02ab-4339-bfc2-891b8a35ad54 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397619 Feb 03 12:32:39.978222 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.113486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42370) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:40.131107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2af2c16-b222-4982-88c5-d7f6b674b699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.176377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da82cd89-7e00-4c5d-94d5-ccfb015990c8 req-17bf389f-4147-41a9-95a6-22d58332afbd tempest-AggregatesAdminTestJSON-1907808975 tempest-AggregatesAdminTestJSON-1907808975-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd67bf6c-f851-44a5-9b3b-35604b038de6 HTTP/1.1" status: 200 len: 210 time: 0.0346715 Feb 03 12:32:40.216942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42374) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:40.258679 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2af2c16-b222-4982-88c5-d7f6b674b699 admin admin] Publish callbacks [] for security_group (15a293e8-c11b-450d-bf7d-820b077bb7c8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.267574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a66eb70b-91f0-4d80-a782-58692d052c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.270235 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2af2c16-b222-4982-88c5-d7f6b674b699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (15a293e8-c11b-450d-bf7d-820b077bb7c8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.316201 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5e7d09-2b3f-46d1-badd-b05c1368df72" -d '{"events": [{"server_uuid": "bd67bf6c-f851-44a5-9b3b-35604b038de6", "name": "network-vif-deleted", "tag": "b0f4d366-a461-4122-8f2d-357c3ce1a406"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:40.340821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af2c16-b222-4982-88c5-d7f6b674b699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a293e8-c11b-450d-bf7d-820b077bb7c8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:40.354550 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d15bf4d6-8fc9-4f60-8536-9e8c435eeb2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.367220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c2af2c16-b222-4982-88c5-d7f6b674b699 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae125660ccf342dbb95303b982e30b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526472 Feb 03 12:32:40.370794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42382) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:40.440419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1914d32-8dd6-4b56-bc43-fd7c343efd44 admin admin] Publish callbacks [] for security_group (15a293e8-c11b-450d-bf7d-820b077bb7c8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.449466 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e933af4f-c58d-4331-ad9a-6b647432d913 x-openstack-request-id: req-e933af4f-c58d-4331-ad9a-6b647432d913 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:40.450130 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd67bf6c-f851-44a5-9b3b-35604b038de6", "name": "network-vif-deleted", "tag": "b0f4d366-a461-4122-8f2d-357c3ce1a406", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:40.450660 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e933af4f-c58d-4331-ad9a-6b647432d913 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:40.451495 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd67bf6c-f851-44a5-9b3b-35604b038de6', 'name': 'network-vif-deleted', 'tag': 'b0f4d366-a461-4122-8f2d-357c3ce1a406', 'status': 'completed', 'code': 200} Feb 03 12:32:40.468783 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a66eb70b-91f0-4d80-a782-58692d052c26 admin admin] Publish callbacks [] for security_group (637d6f97-9a03-4c68-a9a7-9532327df1da), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.470849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1914d32-8dd6-4b56-bc43-fd7c343efd44 admin admin] Publish callbacks [] for security_group (15a293e8-c11b-450d-bf7d-820b077bb7c8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.479006 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a66eb70b-91f0-4d80-a782-58692d052c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (637d6f97-9a03-4c68-a9a7-9532327df1da), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.524989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1914d32-8dd6-4b56-bc43-fd7c343efd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (15a293e8-c11b-450d-bf7d-820b077bb7c8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.527694 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1914d32-8dd6-4b56-bc43-fd7c343efd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.531781 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c1914d32-8dd6-4b56-bc43-fd7c343efd44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15a293e8-c11b-450d-bf7d-820b077bb7c8 HTTP/1.1" status: 204 len: 168 time: 0.1595211 Feb 03 12:32:40.539741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1914d32-8dd6-4b56-bc43-fd7c343efd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a293e8-c11b-450d-bf7d-820b077bb7c8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:40.540864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a66eb70b-91f0-4d80-a782-58692d052c26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecda8d5c216040f591ea95360b59f7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6236074 Feb 03 12:32:40.543577 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d15bf4d6-8fc9-4f60-8536-9e8c435eeb2e admin admin] Publish callbacks [] for security_group (548b6029-db00-46d1-9f5f-e4b0ab413a36), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.545085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eb70b-91f0-4d80-a782-58692d052c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637d6f97-9a03-4c68-a9a7-9532327df1da,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:40.548645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42386) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:40.551529 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d15bf4d6-8fc9-4f60-8536-9e8c435eeb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (548b6029-db00-46d1-9f5f-e4b0ab413a36), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.594945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d15bf4d6-8fc9-4f60-8536-9e8c435eeb2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f27f2f69689f4c7e80990d272f0a5ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770723 Feb 03 12:32:40.595226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42388) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:40.596245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bf4d6-8fc9-4f60-8536-9e8c435eeb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548b6029-db00-46d1-9f5f-e4b0ab413a36,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:40.629954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab2cb-1700-4b36-892e-13b53b497e99 admin admin] Publish callbacks [] for security_group (637d6f97-9a03-4c68-a9a7-9532327df1da), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.661545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab2cb-1700-4b36-892e-13b53b497e99 admin admin] Publish callbacks [] for security_group (637d6f97-9a03-4c68-a9a7-9532327df1da), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.668694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:40.687395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-219e7d8f-e1f0-45e2-8df2-acca2d51ab72 admin admin] Publish callbacks [] for security_group (548b6029-db00-46d1-9f5f-e4b0ab413a36), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.726989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-219e7d8f-e1f0-45e2-8df2-acca2d51ab72 admin admin] Publish callbacks [] for security_group (548b6029-db00-46d1-9f5f-e4b0ab413a36), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.754820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dd911-1633-4282-8888-7d087e6e0142 req-910d384c-2a7d-422c-a8d9-7f2017c65ba6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:40.756927 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a3dd911-1633-4282-8888-7d087e6e0142 req-910d384c-2a7d-422c-a8d9-7f2017c65ba6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 949 time: 0.0747550 Feb 03 12:32:40.768279 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab2cb-1700-4b36-892e-13b53b497e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (637d6f97-9a03-4c68-a9a7-9532327df1da), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.770953 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab2cb-1700-4b36-892e-13b53b497e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.774706 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cf7ab2cb-1700-4b36-892e-13b53b497e99 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/637d6f97-9a03-4c68-a9a7-9532327df1da HTTP/1.1" status: 204 len: 168 time: 0.2222652 Feb 03 12:32:40.782511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ab2cb-1700-4b36-892e-13b53b497e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d6f97-9a03-4c68-a9a7-9532327df1da,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:40.805642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-219e7d8f-e1f0-45e2-8df2-acca2d51ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (548b6029-db00-46d1-9f5f-e4b0ab413a36), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.808894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-219e7d8f-e1f0-45e2-8df2-acca2d51ab72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.810079 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-219e7d8f-e1f0-45e2-8df2-acca2d51ab72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/548b6029-db00-46d1-9f5f-e4b0ab413a36 HTTP/1.1" status: 204 len: 168 time: 0.2139378 Feb 03 12:32:40.819139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e7d8f-e1f0-45e2-8df2-acca2d51ab72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548b6029-db00-46d1-9f5f-e4b0ab413a36,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:40.832102 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a3dd911-1633-4282-8888-7d087e6e0142 req-54a03afe-6d92-4921-bc04-2082e5cf1c9a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666933 Feb 03 12:32:40.877177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:40.889134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'port_id': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d', 'mac_address': 'fa:16:3e:39:98:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1090074106', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:40.931797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:40.932197 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.945470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:40.966251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:40.971369 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.028533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.064373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device f977ab90-069f-40d5-9178-8e65c0ec361c up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:41.123475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bc43b-174e-40d6-959b-e8def4b5d835 req-5af7f373-bc84-4db5-9946-946b9921057e tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:41.130625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-635bc43b-174e-40d6-959b-e8def4b5d835 req-5af7f373-bc84-4db5-9946-946b9921057e tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 966 time: 0.0687895 Feb 03 12:32:41.138878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port f977ab90-069f-40d5-9178-8e65c0ec361c completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:41.143571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port f977ab90-069f-40d5-9178-8e65c0ec361c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:41.144294 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.192076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:41.196568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-635bc43b-174e-40d6-959b-e8def4b5d835 req-e230edfa-5f4f-4d9b-834d-fd48ec6822ac tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643981 Feb 03 12:32:41.205572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42408) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:41.224024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edeaeb39-a3dc-4bc4-b8df-e69b5190550c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.228271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42412) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:41.245589 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b2826bf-be7b-4249-acbf-dc7a790e4926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.318592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port f977ab90-069f-40d5-9178-8e65c0ec361c is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:41.318987 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.333578 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edeaeb39-a3dc-4bc4-b8df-e69b5190550c admin admin] Publish callbacks [] for security_group (fee7b876-b536-45fa-bc40-d1a0bbdd4b47), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.346245 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edeaeb39-a3dc-4bc4-b8df-e69b5190550c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fee7b876-b536-45fa-bc40-d1a0bbdd4b47), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.381995 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-edeaeb39-a3dc-4bc4-b8df-e69b5190550c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=643a66c6a8a544449dd323235f8d24a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748779 Feb 03 12:32:41.384768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42420) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:41.410444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaeb39-a3dc-4bc4-b8df-e69b5190550c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee7b876-b536-45fa-bc40-d1a0bbdd4b47,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.441034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:41.444068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:41.446479 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92509f68-4e1e-476d-8a9a-d0da7f57432c" -d '{"events": [{"server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "name": "network-vif-plugged", "status": "completed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:41.450739 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b2826bf-be7b-4249-acbf-dc7a790e4926 admin admin] Publish callbacks [] for security_group (fcfd1dd6-cb58-40f1-a6dd-1d914bf87428), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.459338 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b2826bf-be7b-4249-acbf-dc7a790e4926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fcfd1dd6-cb58-40f1-a6dd-1d914bf87428), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.460732 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.479679 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.494504 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db148d7-0509-4182-966f-da624813e111 x-openstack-request-id: req-1db148d7-0509-4182-966f-da624813e111 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:41.495026 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "name": "network-vif-plugged", "status": "completed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:41.496287 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1db148d7-0509-4182-966f-da624813e111 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:41.496985 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'code': 200} Feb 03 12:32:41.515235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7b2826bf-be7b-4249-acbf-dc7a790e4926 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8bcddeaad47843a1bdf8c4e58b896e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827032 Feb 03 12:32:41.515680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:41.522582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2826bf-be7b-4249-acbf-dc7a790e4926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfd1dd6-cb58-40f1-a6dd-1d914bf87428,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.527618 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d8ad74f2-88bf-465e-b87f-950c6fafa689 admin admin] Publish callbacks [] for security_group (fee7b876-b536-45fa-bc40-d1a0bbdd4b47), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.555028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d8ad74f2-88bf-465e-b87f-950c6fafa689 admin admin] Publish callbacks [] for security_group (fee7b876-b536-45fa-bc40-d1a0bbdd4b47), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.568835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.645608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0bc3e-eab9-401c-8c7d-006dd3eb8417 req-1dec262f-0a28-4cb5-b98f-ea3c24aaee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:41.647714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db8684c6-22b6-4029-b248-f0ecbb8cc69a admin admin] Publish callbacks [] for security_group (fcfd1dd6-cb58-40f1-a6dd-1d914bf87428), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.648312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2f0bc3e-eab9-401c-8c7d-006dd3eb8417 req-1dec262f-0a28-4cb5-b98f-ea3c24aaee43 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1133 time: 0.0664995 Feb 03 12:32:41.680573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d8ad74f2-88bf-465e-b87f-950c6fafa689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fee7b876-b536-45fa-bc40-d1a0bbdd4b47), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.683106 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d8ad74f2-88bf-465e-b87f-950c6fafa689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.684352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d8ad74f2-88bf-465e-b87f-950c6fafa689 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fee7b876-b536-45fa-bc40-d1a0bbdd4b47 HTTP/1.1" status: 204 len: 168 time: 0.2934761 Feb 03 12:32:41.685982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db8684c6-22b6-4029-b248-f0ecbb8cc69a admin admin] Publish callbacks [] for security_group (fcfd1dd6-cb58-40f1-a6dd-1d914bf87428), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.702658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad74f2-88bf-465e-b87f-950c6fafa689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee7b876-b536-45fa-bc40-d1a0bbdd4b47,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.723664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2f0bc3e-eab9-401c-8c7d-006dd3eb8417 req-83740457-3df1-40b1-bab2-647265ebdbb0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684941 Feb 03 12:32:41.777673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db8684c6-22b6-4029-b248-f0ecbb8cc69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fcfd1dd6-cb58-40f1-a6dd-1d914bf87428), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.781000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db8684c6-22b6-4029-b248-f0ecbb8cc69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.784753 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-db8684c6-22b6-4029-b248-f0ecbb8cc69a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fcfd1dd6-cb58-40f1-a6dd-1d914bf87428 HTTP/1.1" status: 204 len: 168 time: 0.2655096 Feb 03 12:32:41.790166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8684c6-22b6-4029-b248-f0ecbb8cc69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfd1dd6-cb58-40f1-a6dd-1d914bf87428,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.957018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bfcd0-c2fd-4992-af5e-6bed4b795125 req-703c801c-c550-4222-95c7-ee559d501be6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:41.962878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f7bfcd0-c2fd-4992-af5e-6bed4b795125 req-703c801c-c550-4222-95c7-ee559d501be6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.0607328 Feb 03 12:32:42.027801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f7bfcd0-c2fd-4992-af5e-6bed4b795125 req-a5290953-ee7c-45ae-98c3-f6e610754db3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614827 Feb 03 12:32:42.206347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42466) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:42.221036 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77ae5727-0f2b-46d8-b074-0ff5c4c894f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.303607 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77ae5727-0f2b-46d8-b074-0ff5c4c894f3 admin admin] Publish callbacks [] for security_group (925d6764-8b45-47e0-ac65-273bac6cb368), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.326377 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77ae5727-0f2b-46d8-b074-0ff5c4c894f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (925d6764-8b45-47e0-ac65-273bac6cb368), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.396979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae5727-0f2b-46d8-b074-0ff5c4c894f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925d6764-8b45-47e0-ac65-273bac6cb368,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:42.426022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-77ae5727-0f2b-46d8-b074-0ff5c4c894f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=664a6b8212054651a099fa23655a6f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145982 Feb 03 12:32:42.426022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42488) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:42.456999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f7def-7d96-4ee5-808d-ca4028d0db50 req-b9105b02-1827-4a97-ae25-a23bdc146734 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:42.463903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-462f7def-7d96-4ee5-808d-ca4028d0db50 req-b9105b02-1827-4a97-ae25-a23bdc146734 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 966 time: 0.1553867 Feb 03 12:32:42.548165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-462f7def-7d96-4ee5-808d-ca4028d0db50 req-4657038a-bbaa-42bb-8e41-88a7f3029e7d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832751 Feb 03 12:32:42.557324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-781c7acb-edff-49ef-8d36-5cb30e269b9b admin admin] Publish callbacks [] for security_group (925d6764-8b45-47e0-ac65-273bac6cb368), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.594002 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-781c7acb-edff-49ef-8d36-5cb30e269b9b admin admin] Publish callbacks [] for security_group (925d6764-8b45-47e0-ac65-273bac6cb368), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.649282 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.668709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-781c7acb-edff-49ef-8d36-5cb30e269b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (925d6764-8b45-47e0-ac65-273bac6cb368), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.671871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-781c7acb-edff-49ef-8d36-5cb30e269b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.673129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-781c7acb-edff-49ef-8d36-5cb30e269b9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/925d6764-8b45-47e0-ac65-273bac6cb368 HTTP/1.1" status: 204 len: 168 time: 0.2467511 Feb 03 12:32:42.674251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:42.693557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c7acb-edff-49ef-8d36-5cb30e269b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925d6764-8b45-47e0-ac65-273bac6cb368,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:42.757731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:42.762744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:42.763382 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.871157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:42.871157 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.907865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:42.920213 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.922737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b0f4d366-a461-4122-8f2d-357c3ce1a406 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:42.946754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: b0f4d366-a461-4122-8f2d-357c3ce1a406 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:42.947328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b0f4d366-a461-4122-8f2d-357c3ce1a406 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:43.001864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:43.203035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a282-b46b-4de6-87b5-5716cb146415 req-ee324a7a-db0b-41b3-b438-670bdcefd2a6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:43.204606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9949a282-b46b-4de6-87b5-5716cb146415 req-ee324a7a-db0b-41b3-b438-670bdcefd2a6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.0741348 Feb 03 12:32:43.265988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9949a282-b46b-4de6-87b5-5716cb146415 req-7aa21985-5bc3-4e1e-b635-9d6fde07f8c1 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499094 Feb 03 12:32:43.498448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:43.502099 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5593f992-e4bd-4b88-b050-b67c07b10e1a" -d '{"events": [{"server_uuid": "ac955259-4b06-46fc-8b79-9d3712e46132", "name": "network-vif-plugged", "status": "completed", "tag": "1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:43.552611 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd467076-1c39-43e9-8169-ded63f050115 x-openstack-request-id: req-cd467076-1c39-43e9-8169-ded63f050115 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:43.553054 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac955259-4b06-46fc-8b79-9d3712e46132", "name": "network-vif-plugged", "status": "completed", "tag": "1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:43.553173 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd467076-1c39-43e9-8169-ded63f050115 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:43.553557 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d', 'code': 200} Feb 03 12:32:43.723124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8e784-f96c-4360-beff-504542a60f69 req-c3efe57d-5a74-4dac-b33a-f0201fe05d34 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:43.730807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29c8e784-f96c-4360-beff-504542a60f69 req-c3efe57d-5a74-4dac-b33a-f0201fe05d34 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 967 time: 0.0832489 Feb 03 12:32:43.739015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a106bb-66b3-4354-918a-c9db428b38fe req-7f19aa60-39ce-4133-b385-2d70964bb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:43.741344 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-00a106bb-66b3-4354-918a-c9db428b38fe req-7f19aa60-39ce-4133-b385-2d70964bb0d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 1150 time: 0.1170268 Feb 03 12:32:43.777917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42608) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:43.805358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29c8e784-f96c-4360-beff-504542a60f69 req-dae96674-4cf8-412b-a492-713dc6205ba0 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686526 Feb 03 12:32:43.859189 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-00a106bb-66b3-4354-918a-c9db428b38fe req-dd0c63a9-55bf-4f9b-9e6a-271180687cd6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110420 Feb 03 12:32:44.146988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce246-3f94-4eb9-b14d-d40c2dcf7da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.274360 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce246-3f94-4eb9-b14d-d40c2dcf7da6 admin admin] Publish callbacks [] for security_group (b10114ff-25f0-4227-9fc2-7d483d4bd301), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.280431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce246-3f94-4eb9-b14d-d40c2dcf7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b10114ff-25f0-4227-9fc2-7d483d4bd301), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.331917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5e5ce246-3f94-4eb9-b14d-d40c2dcf7da6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4dcc1360497428e90cda0f9abb82b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5527191 Feb 03 12:32:44.335821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42670) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:44.336510 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ce246-3f94-4eb9-b14d-d40c2dcf7da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10114ff-25f0-4227-9fc2-7d483d4bd301,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:44.397625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0200f033-18a8-4a17-bd7f-1d687168a1dc admin admin] Publish callbacks [] for security_group (b10114ff-25f0-4227-9fc2-7d483d4bd301), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.421512 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0200f033-18a8-4a17-bd7f-1d687168a1dc admin admin] Publish callbacks [] for security_group (b10114ff-25f0-4227-9fc2-7d483d4bd301), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.449340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2897b-468f-46ac-a5e6-0098a2717773 req-f8511ad9-e62d-4372-9075-aec144adcfff tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:44.451604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2c2897b-468f-46ac-a5e6-0098a2717773 req-f8511ad9-e62d-4372-9075-aec144adcfff tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.0599816 Feb 03 12:32:44.485847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0200f033-18a8-4a17-bd7f-1d687168a1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b10114ff-25f0-4227-9fc2-7d483d4bd301), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.490156 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0200f033-18a8-4a17-bd7f-1d687168a1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.494138 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0200f033-18a8-4a17-bd7f-1d687168a1dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b10114ff-25f0-4227-9fc2-7d483d4bd301 HTTP/1.1" status: 204 len: 168 time: 0.1508079 Feb 03 12:32:44.500211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200f033-18a8-4a17-bd7f-1d687168a1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10114ff-25f0-4227-9fc2-7d483d4bd301,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:44.516490 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2c2897b-468f-46ac-a5e6-0098a2717773 req-0817e9d8-595b-4622-a9ef-d4fdada35c99 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569086 Feb 03 12:32:44.746213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-45f8bcce-fbbf-49ca-8363-740e573ca2bd tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=763797ab10b245ffb2972835c202346b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315728 Feb 03 12:32:44.882570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-53b25676-4b4e-430b-90e2-2ac8327b421f tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:44.886848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-53b25676-4b4e-430b-90e2-2ac8327b421f tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345825 Feb 03 12:32:44.907963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-86afefc0-2e87-4469-bbe9-5c3bafa22c6a tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/quotas/763797ab10b245ffb2972835c202346b HTTP/1.1" status: 200 len: 375 time: 0.0173936 Feb 03 12:32:44.952458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-bf020106-5d28-4522-a234-9c1823bd91ca tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=763797ab10b245ffb2972835c202346b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436409 Feb 03 12:32:45.192827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd044f5-e818-4294-b13a-519cac3de7a8 req-b9331e68-df12-48d2-9810-83bf7b96f415 tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:45.199665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dd044f5-e818-4294-b13a-519cac3de7a8 req-b9331e68-df12-48d2-9810-83bf7b96f415 tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1133 time: 0.0816598 Feb 03 12:32:45.232927 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4dd044f5-e818-4294-b13a-519cac3de7a8 req-c0ef5d41-2054-4768-9fb6-276fc9d8bd7a tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.324456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42728) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:45.337393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a59e1615-50ab-43b3-9f79-47ff811eafc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.407051 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4dd044f5-e818-4294-b13a-519cac3de7a8 req-c0ef5d41-2054-4768-9fb6-276fc9d8bd7a tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] Publish callbacks [] for security_group (1a0f9d62-b433-40b9-933d-7ee3638d887d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.413395 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4dd044f5-e818-4294-b13a-519cac3de7a8 req-c0ef5d41-2054-4768-9fb6-276fc9d8bd7a tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1a0f9d62-b433-40b9-933d-7ee3638d887d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.430130 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a59e1615-50ab-43b3-9f79-47ff811eafc9 admin admin] Publish callbacks [] for security_group (98162c08-7145-48db-b900-d6f205f48b7b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.437826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a59e1615-50ab-43b3-9f79-47ff811eafc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (98162c08-7145-48db-b900-d6f205f48b7b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.448907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dd044f5-e818-4294-b13a-519cac3de7a8 req-c0ef5d41-2054-4768-9fb6-276fc9d8bd7a tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448871 Feb 03 12:32:45.460450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b056b-700e-4e80-a525-1673ee923e5d req-606348a2-0f1b-45a1-aced-fc0aa28109f8 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:45.462040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-782b056b-700e-4e80-a525-1673ee923e5d req-606348a2-0f1b-45a1-aced-fc0aa28109f8 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 967 time: 0.1780543 Feb 03 12:32:45.490726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e1615-50ab-43b3-9f79-47ff811eafc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98162c08-7145-48db-b900-d6f205f48b7b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:45.500028 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a59e1615-50ab-43b3-9f79-47ff811eafc9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a550cdddf554c2a87ffd8451adf3255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741149 Feb 03 12:32:45.502426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42736) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:45.525659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef5d41-2054-4768-9fb6-276fc9d8bd7a tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0f9d62-b433-40b9-933d-7ee3638d887d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:45.560725 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90fc303-6f7d-4854-bc31-b345b2c3b1d0 admin admin] Publish callbacks [] for security_group (98162c08-7145-48db-b900-d6f205f48b7b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.589115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90fc303-6f7d-4854-bc31-b345b2c3b1d0 admin admin] Publish callbacks [] for security_group (98162c08-7145-48db-b900-d6f205f48b7b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.612154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-782b056b-700e-4e80-a525-1673ee923e5d req-ddbdee18-5390-4ea7-bd33-216dec2acede tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055729 Feb 03 12:32:45.689235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f60db3d-a48c-49e5-9c09-fc12e9179272 req-7452ef43-ac2c-4e56-acac-4bb6a96b1b2f tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 210 time: 0.0347428 Feb 03 12:32:45.694188 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90fc303-6f7d-4854-bc31-b345b2c3b1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (98162c08-7145-48db-b900-d6f205f48b7b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.698454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90fc303-6f7d-4854-bc31-b345b2c3b1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.699617 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e90fc303-6f7d-4854-bc31-b345b2c3b1d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98162c08-7145-48db-b900-d6f205f48b7b HTTP/1.1" status: 204 len: 168 time: 0.1959395 Feb 03 12:32:45.719611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fc303-6f7d-4854-bc31-b345b2c3b1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98162c08-7145-48db-b900-d6f205f48b7b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:45.924611 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.927274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-2846cf15-2a74-43e1-8f1e-90d202dbdca3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fd45003482bc46a6aa8a201858abe81b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319448 Feb 03 12:32:46.058914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-bcd4d493-9db3-41b0-92ea-e6924732d678 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:46.060852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-bcd4d493-9db3-41b0-92ea-e6924732d678 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281302 Feb 03 12:32:46.078506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-dc4b19c2-f781-4199-869d-a828084f542b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/quotas/fd45003482bc46a6aa8a201858abe81b HTTP/1.1" status: 200 len: 375 time: 0.0117259 Feb 03 12:32:46.126848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-3d038171-8c99-4743-a7fa-6b558d3bd9ea tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424383 Feb 03 12:32:46.268004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-9263b4b4-2cbe-492e-90fb-8dffdb64fbf3 req-43982898-8abf-49e2-99df-e7c9f3408435 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:32:46.268985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9263b4b4-2cbe-492e-90fb-8dffdb64fbf3 req-43982898-8abf-49e2-99df-e7c9f3408435 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053277 Feb 03 12:32:46.437523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3ffc6-cd4a-4de0-ae3c-741736a9e7fb req-0a693ef5-d487-40e9-aa73-7b1082822268 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:46.439450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbe3ffc6-cd4a-4de0-ae3c-741736a9e7fb req-0a693ef5-d487-40e9-aa73-7b1082822268 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 967 time: 0.0817969 Feb 03 12:32:46.448620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42792) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:46.455300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-72bb9b3f-c393-4340-87ef-f29f81fcf035 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Request body: {'floatingip': {'port_id': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:46.563589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b3f-c393-4340-87ef-f29f81fcf035 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (4a11b496-3b8d-479a-8a40-594b308b59e0), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:46.630226 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-18b6976c-0eb1-4a80-831a-0228aebe0e28 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=763797ab10b245ffb2972835c202346b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877483 Feb 03 12:32:47.053201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-617eff3a-6223-4c62-94c7-e7845e7e8936 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:47.055031 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-617eff3a-6223-4c62-94c7-e7845e7e8936 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4182959 Feb 03 12:32:47.072035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Request body: {'port': {'device_id': '5dfcc642-31d9-48d8-826d-1c86fd57e117', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '763797ab10b245ffb2972835c202346b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:47.167236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-63873c90-c109-4fbb-9ca5-2b63294295b5 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fd45003482bc46a6aa8a201858abe81b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691054 Feb 03 12:32:47.177309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f210c76a-734c-4c7a-bbc1-23cdb976cd99 req-f4cab7e1-4af1-46a6-b047-f792836e7d29 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 210 time: 0.0779936 Feb 03 12:32:47.279482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42842) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:47.436892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e157-0b0e-41f9-87af-0788718646ee req-3d2f9927-4dd6-45e4-9031-2ec0a2beab3b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:47.444214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-3d2f9927-4dd6-45e4-9031-2ec0a2beab3b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760494 Feb 03 12:32:47.465789 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-fc3d3856-13ee-40dc-a5bd-bcdf899eba4d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/quotas/fd45003482bc46a6aa8a201858abe81b HTTP/1.1" status: 200 len: 375 time: 0.0205352 Feb 03 12:32:47.568509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-9dcd50c2-476b-49af-a931-716ff7db3b9e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016927 Feb 03 12:32:47.601403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d436f-2cc3-4828-876b-d2db3c45a0f4 req-f5e35c65-5fa2-43b2-9154-a7fd954579c9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:47.607295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c95d436f-2cc3-4828-876b-d2db3c45a0f4 req-f5e35c65-5fa2-43b2-9154-a7fd954579c9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2201345 Feb 03 12:32:47.748966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c95d436f-2cc3-4828-876b-d2db3c45a0f4 req-5ae5542c-785e-4651-a5d9-e5756e7b7136 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291361 Feb 03 12:32:47.751024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42856) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:47.769942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-d42405b4-804f-46f8-a5e0-fd938bc87740 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=fd45003482bc46a6aa8a201858abe81b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011968 Feb 03 12:32:47.847049 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b3f-c393-4340-87ef-f29f81fcf035 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.864316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b3f-c393-4340-87ef-f29f81fcf035 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (4a11b496-3b8d-479a-8a40-594b308b59e0), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.960588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Made reservation on behalf of 763797ab10b245ffb2972835c202346b for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:47.964546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.992415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.079184 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-8950b8e5-1352-4f69-aa6b-9f776a3ba19c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7960601 Feb 03 12:32:48.085681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-291e1d4a-9aad-4852-ba06-cd34b34bd2c5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:32:48.100422 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-291e1d4a-9aad-4852-ba06-cd34b34bd2c5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104620 Feb 03 12:32:48.130545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd0e9629-a083-42c6-ae7a-3597e37c729b req-9d19c5f1-506a-454c-8705-46604dd9c891 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0665214 Feb 03 12:32:48.131785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33040761-ba55-4464-96f5-41ef4005abb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.164170 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-72bb9b3f-c393-4340-87ef-f29f81fcf035 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Floating IP 4a11b496-3b8d-479a-8a40-594b308b59e0 associated. External IP: 172.25.3.227, port: 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d. Feb 03 12:32:48.174621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-1d7105aa-cb6d-4981-9aac-2de3148798e0 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:48.177222 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-1d7105aa-cb6d-4981-9aac-2de3148798e0 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4026799 Feb 03 12:32:48.194174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Request body: {'port': {'device_id': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'fd45003482bc46a6aa8a201858abe81b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:48.408623 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33040761-ba55-4464-96f5-41ef4005abb5 admin admin] Publish callbacks [] for security_group (1fc65f11-05a4-4e41-a5c2-36e59c738124), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.436617 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33040761-ba55-4464-96f5-41ef4005abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1fc65f11-05a4-4e41-a5c2-36e59c738124), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.475370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks [] for security_group (76dadbb2-e84b-463b-9ef3-f1ce03d72d97), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.482405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b682a05-ef48-44cd-9880-8be1d51e14ec req-08295041-4600-4c60-8765-bc4146afb029 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 210 time: 0.0747662 Feb 03 12:32:48.494064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (76dadbb2-e84b-463b-9ef3-f1ce03d72d97), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.518888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Made reservation on behalf of fd45003482bc46a6aa8a201858abe81b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:48.523335 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.554270 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.572997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33040761-ba55-4464-96f5-41ef4005abb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc65f11-05a4-4e41-a5c2-36e59c738124,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:48.581461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-33040761-ba55-4464-96f5-41ef4005abb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a709195c1c2846529312f22b1e6c0d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8254838 Feb 03 12:32:48.582248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42918) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:48.687152 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-34d9fcea-ace0-446a-a524-fddca80e8b5e admin admin] Publish callbacks [] for security_group (1fc65f11-05a4-4e41-a5c2-36e59c738124), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.756593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dadbb2-e84b-463b-9ef3-f1ce03d72d97,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:48.787638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-34d9fcea-ace0-446a-a524-fddca80e8b5e admin admin] Publish callbacks [] for security_group (1fc65f11-05a4-4e41-a5c2-36e59c738124), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.946089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bb9b3f-c393-4340-87ef-f29f81fcf035 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Router 9c0476a6-0e37-4888-a1a0-849002e02e7b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:32:48.973382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Allocated IP 192.168.233.230 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/87846277-38c3-4fea-9d95-867690838857) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:49.130296 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks [] for security_group (c27113d1-d34c-45d5-81bf-4d29862b3992), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.141796 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c27113d1-d34c-45d5-81bf-4d29862b3992), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.165171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ebf54-80f0-4fbe-ad33-258bcc67c398 req-6ea9b086-5f37-4eea-b0d4-8033680bc658 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:49.173106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d7ebf54-80f0-4fbe-ad33-258bcc67c398 req-6ea9b086-5f37-4eea-b0d4-8033680bc658 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2883022 Feb 03 12:32:49.210241 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-34d9fcea-ace0-446a-a524-fddca80e8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1fc65f11-05a4-4e41-a5c2-36e59c738124), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.213175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-34d9fcea-ace0-446a-a524-fddca80e8b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.217483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-34d9fcea-ace0-446a-a524-fddca80e8b5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1fc65f11-05a4-4e41-a5c2-36e59c738124 HTTP/1.1" status: 204 len: 168 time: 0.6312087 Feb 03 12:32:49.228631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bb9b3f-c393-4340-87ef-f29f81fcf035 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:49.242369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72bb9b3f-c393-4340-87ef-f29f81fcf035 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.262404 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] Sync routers for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:49.275368 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:49.276607 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:32:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:49.296710 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-72bb9b3f-c393-4340-87ef-f29f81fcf035 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "PUT /v2.0/floatingips/4a11b496-3b8d-479a-8a40-594b308b59e0 HTTP/1.1" status: 200 len: 1013 time: 2.8465757 Feb 03 12:32:49.303708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'tag': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:49.306251 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669378e7-b596-4e8a-ad30-77b09d8af619" -d '{"events": [{"name": "network-changed", "server_uuid": "ac955259-4b06-46fc-8b79-9d3712e46132", "tag": "1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:49.334370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks [] for port (87846277-38c3-4fea-9d95-867690838857), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.339476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27113d1-d34c-45d5-81bf-4d29862b3992,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:49.368966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42954) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:49.412020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d7ebf54-80f0-4fbe-ad33-258bcc67c398 req-b5cb7bbb-2b40-467a-b02d-1618363f8c38 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375443 Feb 03 12:32:49.419675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9fcea-ace0-446a-a524-fddca80e8b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc65f11-05a4-4e41-a5c2-36e59c738124,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:49.437568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (87846277-38c3-4fea-9d95-867690838857), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.574706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Allocated IP 192.168.233.129 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/cad16891-5f8c-4a36-a399-f9a63588b2db) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:49.639877 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:49.673907 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:49.684620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:49.695567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:49.710526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:49.713119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.718654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Pushing event updated for resources: {'Port': ['ID=87846277-38c3-4fea-9d95-867690838857,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:49.757020 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-a2baeec8-1511-4634-9788-7d61bee925cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6910958 Feb 03 12:32:49.769637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Request body: {'port': {'device_id': '5dfcc642-31d9-48d8-826d-1c86fd57e117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:49.810504 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec0799fd-1a05-48df-b71a-b7f51e5bdf09 req-3a76b0eb-7230-474f-ab24-192755bfc539 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 210 time: 0.1580932 Feb 03 12:32:49.876265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.72', 61563) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:50.083535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.72', 61564) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:50.148649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-35857f73-601c-4c50-8123-11907257ea09 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fd45003482bc46a6aa8a201858abe81b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4561346 Feb 03 12:32:50.156245 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '4a11b496-3b8d-479a-8a40-594b308b59e0', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'port_id': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'mac_address': 'fa:16:3e:39:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'device_owner': 'compute:tempest-test_az-1090074106'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:32:30Z', 'updated_at': '2022-02-03T12:32:47Z', 'revision_number': 1, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:50.195790 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] Checking router: 9c0476a6-0e37-4888-a1a0-849002e02e7b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:50.199246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e0434d49-b252-44a1-aa18-4c356daf960d None None] Provisioning complete for port 87846277-38c3-4fea-9d95-867690838857 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:50.200752 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0434d49-b252-44a1-aa18-4c356daf960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (87846277-38c3-4fea-9d95-867690838857), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.209356 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:50.210439 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:32:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:50.264964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e0434d49-b252-44a1-aa18-4c356daf960d None None] Port 87846277-38c3-4fea-9d95-867690838857 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:50.280832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42978) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:50.298136 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.382181 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4df4fc9-e259-4fad-b873-9e0b7be17a1a x-openstack-request-id: req-a4df4fc9-e259-4fad-b873-9e0b7be17a1a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:50.382856 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac955259-4b06-46fc-8b79-9d3712e46132", "tag": "1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:50.382856 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4df4fc9-e259-4fad-b873-9e0b7be17a1a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:50.383564 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'tag': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d', 'status': 'completed', 'code': 200} Feb 03 12:32:50.400615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks [] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.404387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (87846277-38c3-4fea-9d95-867690838857), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.409342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-038a57f6-230f-43b9-9fa2-ee387098d27b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fdface6c49df44e1879134d53bc0000d&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0122170 Feb 03 12:32:50.409550 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-962c39ea-b464-4126-afbf-867788fafff9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5304668 Feb 03 12:32:50.409767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42980) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:50.444954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-11ec2f3a-40f0-4d44-a532-ad6a6321ecb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.508749 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:50.528549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4a720-0ff7-4b9c-afe6-302eec4848a2 req-cc2dd3c8-760d-4c6f-a8c7-d62ed8fb2dae tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:50.537182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99a4a720-0ff7-4b9c-afe6-302eec4848a2 req-cc2dd3c8-760d-4c6f-a8c7-d62ed8fb2dae tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 967 time: 0.7252128 Feb 03 12:32:50.562302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-34227133-7fe3-4165-9c0b-74156bec06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:50.563819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-34227133-7fe3-4165-9c0b-74156bec06be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f0f9d8de5264a96b6743b9063974588&device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 1150 time: 0.4422376 Feb 03 12:32:50.635428 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a60afb3d-c47f-4f39-82ea-91d38c899601 admin admin] Publish callbacks [] for security_group (79e1b1a1-c08b-4560-b808-5fa9164b581a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.662187 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a60afb3d-c47f-4f39-82ea-91d38c899601 admin admin] Publish callbacks [] for security_group (79e1b1a1-c08b-4560-b808-5fa9164b581a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.685996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e157-0b0e-41f9-87af-0788718646ee req-508aa584-a95b-4e75-a722-05e6337315b7 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:50.688097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-508aa584-a95b-4e75-a722-05e6337315b7 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4744637 Feb 03 12:32:50.725462 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a60afb3d-c47f-4f39-82ea-91d38c899601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (79e1b1a1-c08b-4560-b808-5fa9164b581a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.725699 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.728664 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a60afb3d-c47f-4f39-82ea-91d38c899601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.733717 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a60afb3d-c47f-4f39-82ea-91d38c899601 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79e1b1a1-c08b-4560-b808-5fa9164b581a HTTP/1.1" status: 204 len: 168 time: 0.3218622 Feb 03 12:32:50.742877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Request body: {'port': {'device_id': 'b062fd41-a22c-4823-89df-ec480359e0d3', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'fd45003482bc46a6aa8a201858abe81b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:50.752931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60afb3d-c47f-4f39-82ea-91d38c899601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e1b1a1-c08b-4560-b808-5fa9164b581a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:50.831930 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '4a11b496-3b8d-479a-8a40-594b308b59e0', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'port_id': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'mac_address': 'fa:16:3e:39:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'device_owner': 'compute:tempest-test_az-1090074106'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:32:30Z', 'updated_at': '2022-02-03T12:32:47Z', 'revision_number': 1, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:50.875070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99a4a720-0ff7-4b9c-afe6-302eec4848a2 req-ad19faba-1fa1-42a1-9530-8c9612c47d6a tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366206 Feb 03 12:32:50.927007 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f213493-cc2f-4143-b210-e33c2986f6d3 None None] The sync data for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 is: [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '4a11b496-3b8d-479a-8a40-594b308b59e0', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'port_id': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'mac_address': 'fa:16:3e:39:98:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'device_owner': 'compute:tempest-test_az-1090074106'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:32:30Z', 'updated_at': '2022-02-03T12:32:47Z', 'revision_number': 1, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:50.936719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.91', 52772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:50.977263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:50.979604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87846277-38c3-4fea-9d95-867690838857 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:50.995822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:51.011058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:51.019100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.019389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.029147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:51.042441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-ca2fb18a-1572-44d5-be4d-967f8668e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.043317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-ca2fb18a-1572-44d5-be4d-967f8668e00e service neutron] 10.222.0.72 "GET /v2.0/networks?id=126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 200 len: 924 time: 0.4541943 Feb 03 12:32:51.059873 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Publish callbacks [] for port (87846277-38c3-4fea-9d95-867690838857), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.102524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Transition to ACTIVE for port object 87846277-38c3-4fea-9d95-867690838857 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:51.107003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-11ec2f3a-40f0-4d44-a532-ad6a6321ecb4 admin admin] Publish callbacks [] for security_group (80b1b57f-d7b5-49a5-ad28-bfc79c3cdbf1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.115694 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (87846277-38c3-4fea-9d95-867690838857), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.175372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ac61bf01-a174-411a-9c44-57fe8a9ea774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.182768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ac61bf01-a174-411a-9c44-57fe8a9ea774 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1133 time: 0.2381847 Feb 03 12:32:51.184623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Pushing event updated for resources: {'Port': ['ID=87846277-38c3-4fea-9d95-867690838857,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:51.220506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8a63a-843b-4763-a7a6-2914e4b5e5c6 req-f853a491-08d3-4c0c-bce7-5b0f62abfb32 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.233512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6c8a63a-843b-4763-a7a6-2914e4b5e5c6 req-f853a491-08d3-4c0c-bce7-5b0f62abfb32 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 936 time: 0.5095201 Feb 03 12:32:51.265213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-4d54aff5-f354-44fb-85fd-a5cdc4713f0b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0758848 Feb 03 12:32:51.292742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de031602-8c7c-44f8-8543-b83452d605e0 None None] New status for floating IP 4a11b496-3b8d-479a-8a40-594b308b59e0: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:32:51.311940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Request body: {'port': {'device_id': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:51.327220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42996) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:51.329947 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-11ec2f3a-40f0-4d44-a532-ad6a6321ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (80b1b57f-d7b5-49a5-ad28-bfc79c3cdbf1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.389071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6c8a63a-843b-4763-a7a6-2914e4b5e5c6 req-5693c50e-8c0c-46fe-af00-45c53c879e88 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545439 Feb 03 12:32:51.406763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Attempting to bind port 87846277-38c3-4fea-9d95-867690838857 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:51.407370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Attempting to bind port 87846277-38c3-4fea-9d95-867690838857 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:51.407370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Attempting to bind port 87846277-38c3-4fea-9d95-867690838857 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:51.446794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Port 87846277-38c3-4fea-9d95-867690838857 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:51.447118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Attempting to bind port 87846277-38c3-4fea-9d95-867690838857 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:51.481285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:51.481593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:51.482255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:51.482773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Bound port: 87846277-38c3-4fea-9d95-867690838857, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:51.483626 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (87846277-38c3-4fea-9d95-867690838857), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.494898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e995593-2bcf-4306-9557-c7f4dc23883b req-bb30e293-2581-4135-848c-412467ace858 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.502142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e995593-2bcf-4306-9557-c7f4dc23883b req-bb30e293-2581-4135-848c-412467ace858 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.4773951 Feb 03 12:32:51.528570 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1bef55bb-4e11-4edd-909c-5cda1ddcecf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb1bcda215354572801bbe7c75a54615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952262 Feb 03 12:32:51.532965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43000) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:51.540710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fcfcbc17-7c4d-403b-8d96-1165d9d6edda None None] Provisioning complete for port cad16891-5f8c-4a36-a399-f9a63588b2db triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:51.541243 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbc17-7c4d-403b-8d96-1165d9d6edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.545525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-8e2fcb3d-d462-44d4-9c74-feafc88c4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.546939 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-8e2fcb3d-d462-44d4-9c74-feafc88c4d9f service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.3633277 Feb 03 12:32:51.570434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Made reservation on behalf of fd45003482bc46a6aa8a201858abe81b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:51.573269 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.593797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e995593-2bcf-4306-9557-c7f4dc23883b req-e800783a-4f55-4455-8b4f-dda57f81b2ee tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907204 Feb 03 12:32:51.616207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-11ec2f3a-40f0-4d44-a532-ad6a6321ecb4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d83756af25124f3d8d2011ce2d8f9e91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3300292 Feb 03 12:32:51.620345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-d3ec4550-a30c-4747-974e-5fe2abf5f2fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d HTTP/1.1" status: 200 len: 1021 time: 0.5475440 Feb 03 12:32:51.646668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43002) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:51.656089 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-c63310c1-09ee-4241-9240-6d1f0c08e95d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.0993052 Feb 03 12:32:51.659499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec2f3a-40f0-4d44-a532-ad6a6321ecb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b1b57f-d7b5-49a5-ad28-bfc79c3cdbf1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:51.690955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fcfcbc17-7c4d-403b-8d96-1165d9d6edda None None] Port cad16891-5f8c-4a36-a399-f9a63588b2db cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:51.743097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] For port 87846277-38c3-4fea-9d95-867690838857, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:51.751302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] For port 87846277-38c3-4fea-9d95-867690838857, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=87846277-38c3-4fea-9d95-867690838857,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:51.769197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f72397cc-e54a-4635-b001-d765293cbaba req-2c069102-7d83-42b0-98c8-8fc0672a35ba tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 210 time: 0.1829064 Feb 03 12:32:51.771200 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (87846277-38c3-4fea-9d95-867690838857), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.773126 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a095dcbe-9d51-401b-8d27-477e4892a5aa admin admin] Publish callbacks [] for security_group (8f818e54-6876-4097-af7c-0c6fa3bb9257), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.781221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-2fec6464-4040-4279-b5fc-78577f02d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.782750 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-2fec6464-4040-4279-b5fc-78577f02d098 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1171024 Feb 03 12:32:51.793195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.867262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-62f49ceb-3cae-458d-b33f-298ece9e8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.869451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-62f49ceb-3cae-458d-b33f-298ece9e8d1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5 HTTP/1.1" status: 200 len: 862 time: 0.2050617 Feb 03 12:32:51.912962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a095dcbe-9d51-401b-8d27-477e4892a5aa admin admin] Publish callbacks [] for security_group (8f818e54-6876-4097-af7c-0c6fa3bb9257), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.923845 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.924558 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.926129 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] 10.222.0.72 "PUT /v2.0/ports/87846277-38c3-4fea-9d95-867690838857 HTTP/1.1" status: 200 len: 1097 time: 2.1613853 Feb 03 12:32:51.985142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36941fb4-bb4a-4e40-badc-63f5da99b5f0 admin admin] Publish callbacks [] for security_group (80b1b57f-d7b5-49a5-ad28-bfc79c3cdbf1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.091246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba884d1-a0c7-4be5-98c7-249c28a3bf7c service neutron] Pushing event updated for resources: {'Port': ['ID=87846277-38c3-4fea-9d95-867690838857,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:52.152606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-c77b14e5-2cb1-4593-808b-0f0c1c3d9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:52.155467 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-c77b14e5-2cb1-4593-808b-0f0c1c3d9c54 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3548672 Feb 03 12:32:52.174032 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36941fb4-bb4a-4e40-badc-63f5da99b5f0 admin admin] Publish callbacks [] for security_group (80b1b57f-d7b5-49a5-ad28-bfc79c3cdbf1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.195458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Allocated IP 192.168.233.202 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/de21f2db-10f1-4b9e-87ec-d7394682a75f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:52.214293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a095dcbe-9d51-401b-8d27-477e4892a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8f818e54-6876-4097-af7c-0c6fa3bb9257), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.227092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a095dcbe-9d51-401b-8d27-477e4892a5aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.233470 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a095dcbe-9d51-401b-8d27-477e4892a5aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f818e54-6876-4097-af7c-0c6fa3bb9257 HTTP/1.1" status: 204 len: 168 time: 0.6991928 Feb 03 12:32:52.260220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-4f99c927-923f-452d-83eb-70e4b374c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:52.261978 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-4f99c927-923f-452d-83eb-70e4b374c695 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763797ab10b245ffb2972835c202346b&device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 1131 time: 0.2447913 Feb 03 12:32:52.320294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095dcbe-9d51-401b-8d27-477e4892a5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f818e54-6876-4097-af7c-0c6fa3bb9257,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:52.366340 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-5d7c84cb-3909-45d7-842c-8a25a41afd1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=87846277-38c3-4fea-9d95-867690838857 HTTP/1.1" status: 200 len: 217 time: 0.0559375 Feb 03 12:32:52.387930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfcc642-31d9-48d8-826d-1c86fd57e117', 'tag': '87846277-38c3-4fea-9d95-867690838857'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:52.392556 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4991767-ab20-48d8-b7af-4c349fd06785" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfcc642-31d9-48d8-826d-1c86fd57e117", "tag": "87846277-38c3-4fea-9d95-867690838857"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:52.448370 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-16303862-4d35-42c6-ad25-fae71aa86b4b service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850745 Feb 03 12:32:52.463542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-82de7d92-ad10-48ba-9cbb-d7d7c8f03d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:52.465032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-82de7d92-ad10-48ba-9cbb-d7d7c8f03d1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=126e88b9-20af-4b22-8a75-41b4134ebd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5859187 Feb 03 12:32:52.473115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-3e2cfe02-e489-44ac-9c8f-4649f710ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:52.475259 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-3e2cfe02-e489-44ac-9c8f-4649f710ab8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0799477 Feb 03 12:32:52.594216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36941fb4-bb4a-4e40-badc-63f5da99b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (80b1b57f-d7b5-49a5-ad28-bfc79c3cdbf1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.596774 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36941fb4-bb4a-4e40-badc-63f5da99b5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.600435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-36941fb4-bb4a-4e40-badc-63f5da99b5f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80b1b57f-d7b5-49a5-ad28-bfc79c3cdbf1 HTTP/1.1" status: 204 len: 168 time: 0.9355891 Feb 03 12:32:52.611568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50e8e-0c41-4bf3-abcc-40c653fdc827 req-0b840265-0fe9-48c4-bca0-3e3fcbf53494 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:52.624370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb50e8e-0c41-4bf3-abcc-40c653fdc827 req-0b840265-0fe9-48c4-bca0-3e3fcbf53494 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 967 time: 0.4148228 Feb 03 12:32:52.657161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36941fb4-bb4a-4e40-badc-63f5da99b5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b1b57f-d7b5-49a5-ad28-bfc79c3cdbf1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:52.722756 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-34c484d7-c227-4a2e-ad20-5eba1e6eacbe service neutron] 10.222.0.72 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501349 Feb 03 12:32:52.796300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb50e8e-0c41-4bf3-abcc-40c653fdc827 req-f26b6042-86c0-4e70-a3fa-18f689f5f3b3 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706634 Feb 03 12:32:52.874145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-df42a443-f911-47cc-8ce7-564a4846c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:52.876427 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-df42a443-f911-47cc-8ce7-564a4846c648 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3874154 Feb 03 12:32:52.879638 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-da95a945-355d-4d8f-80a1-6f36963f190c service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233527 Feb 03 12:32:52.882239 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e455a5c-1dfb-4483-9959-74ea62a02f3b x-openstack-request-id: req-8e455a5c-1dfb-4483-9959-74ea62a02f3b {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:52.882546 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfcc642-31d9-48d8-826d-1c86fd57e117", "tag": "87846277-38c3-4fea-9d95-867690838857", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:52.883323 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e455a5c-1dfb-4483-9959-74ea62a02f3b {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:52.883823 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfcc642-31d9-48d8-826d-1c86fd57e117', 'tag': '87846277-38c3-4fea-9d95-867690838857', 'status': 'completed', 'code': 200} Feb 03 12:32:52.941650 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks [] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.021562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-669378e7-b596-4e8a-ad30-77b09d8af619 req-58c62626-e6ed-4a80-bc4d-a959e179cca5 service neutron] 10.222.0.72 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875369 Feb 03 12:32:53.075256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed116d-e3b6-4991-a4c4-f90777bb8d7e req-7a51a48f-20dd-47fc-b4dc-e00476abb8cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.082388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebed116d-e3b6-4991-a4c4-f90777bb8d7e req-7a51a48f-20dd-47fc-b4dc-e00476abb8cc tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 948 time: 0.1538141 Feb 03 12:32:53.134680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.140599 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-2099a7be-e60e-4202-ae21-e812752c8982 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464674 Feb 03 12:32:53.207197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-c2c8d9b6-c197-463b-9623-75dbc7547be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.208751 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-c2c8d9b6-c197-463b-9623-75dbc7547be8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1133 time: 0.1894300 Feb 03 12:32:53.263139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4de3b4-2cfc-4f40-a2c8-e926af8b126e req-08c92712-05e7-4f3b-9d35-03ee8582c530 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.265012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e4de3b4-2cfc-4f40-a2c8-e926af8b126e req-08c92712-05e7-4f3b-9d35-03ee8582c530 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2546461 Feb 03 12:32:53.283165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:53.307587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebed116d-e3b6-4991-a4c4-f90777bb8d7e req-89e049aa-7f0d-4644-92b9-d2cc22e37157 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240934 Feb 03 12:32:53.316830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:53.322387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:53.329258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.330370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.339325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Pushing event updated for resources: {'Port': ['ID=de21f2db-10f1-4b9e-87ec-d7394682a75f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:53.395710 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7be1d86e-13f2-4f1b-a887-ff3aee850147 req-91973218-5698-438c-beb5-cdafd4112669 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453392 Feb 03 12:32:53.413569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-3c751c54-a759-4769-8101-6a257bc304dc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6920049 Feb 03 12:32:53.441421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-de89029a-5d7c-44f8-8e85-da36cd357e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.443254 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-de89029a-5d7c-44f8-8e85-da36cd357e3c service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1754611 Feb 03 12:32:53.453285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Request body: {'port': {'device_id': 'b062fd41-a22c-4823-89df-ec480359e0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:53.515631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e4de3b4-2cfc-4f40-a2c8-e926af8b126e req-c4a34bdf-0bd0-4b18-b81a-a6e0b2117c76 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306960 Feb 03 12:32:53.542578 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-0531ba3f-9931-4157-812b-06333a880f16 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.0896676 Feb 03 12:32:53.555570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-ffb6512b-fe39-4f28-80b0-07cf7bac7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.558907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-ffb6512b-fe39-4f28-80b0-07cf7bac7de4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f0f9d8de5264a96b6743b9063974588&device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 1150 time: 0.3068283 Feb 03 12:32:53.666246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-7fbabe83-d267-4fba-ae4f-b348314ee9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.667723 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-7fbabe83-d267-4fba-ae4f-b348314ee9f2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0734117 Feb 03 12:32:53.688309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-4c7b500e-0162-4803-9de7-e63b7f16e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.689931 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-4c7b500e-0162-4803-9de7-e63b7f16e637 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=763797ab10b245ffb2972835c202346b&device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 1131 time: 0.1716504 Feb 03 12:32:53.691529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad16891-5f8c-4a36-a399-f9a63588b2db {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:53.712901 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Publish callbacks [] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.759626 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.792025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-459f0bd1-0ca8-48e2-85f7-78d3aeed0567 None None] Provisioning complete for port de21f2db-10f1-4b9e-87ec-d7394682a75f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:53.793847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7211c-7a24-41dd-86c0-6f67f704c777 req-0707029c-afb9-4d11-8bf7-057ddc60bdd8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.794486 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-459f0bd1-0ca8-48e2-85f7-78d3aeed0567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.794608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62b7211c-7a24-41dd-86c0-6f67f704c777 req-0707029c-afb9-4d11-8bf7-057ddc60bdd8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 936 time: 0.3341401 Feb 03 12:32:53.797355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Transition to ACTIVE for port object cad16891-5f8c-4a36-a399-f9a63588b2db will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:53.811866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-d015e4b4-5ff9-4c69-b51b-d1e118945321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.813677 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-d015e4b4-5ff9-4c69-b51b-d1e118945321 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1346669 Feb 03 12:32:53.846379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.860026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-e852161a-58d2-489b-866d-2e6a75eef8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.862061 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-e852161a-58d2-489b-866d-2e6a75eef8ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1524403 Feb 03 12:32:53.874417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-459f0bd1-0ca8-48e2-85f7-78d3aeed0567 None None] Port de21f2db-10f1-4b9e-87ec-d7394682a75f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:53.881364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-508badc3-056d-47be-8abc-f47744c16f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.882421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-508badc3-056d-47be-8abc-f47744c16f1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 200 len: 924 time: 0.2890885 Feb 03 12:32:53.946928 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-84322cb1-c914-4ce3-bf7e-1e91f6e0e1ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=87846277-38c3-4fea-9d95-867690838857 HTTP/1.1" status: 200 len: 217 time: 0.0723720 Feb 03 12:32:54.008889 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-e2764b55-a330-4b63-9dcd-5c0ef9279cde service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874952 Feb 03 12:32:54.026006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:54.040557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-a8005fc3-6604-477d-8b8d-048446b56125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.042701 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-a8005fc3-6604-477d-8b8d-048446b56125 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0873537 Feb 03 12:32:54.160414 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe731aa3-fa8d-4bf0-9d96-6198ed2955e1 req-3d8667da-4d50-4267-9bcb-1b7881295c7b service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446497 Feb 03 12:32:54.163404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62b7211c-7a24-41dd-86c0-6f67f704c777 req-5d9db532-6010-4ce2-83a7-e0c81b8ee489 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590832 Feb 03 12:32:54.166550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-988fe123-689f-428b-8b03-98144b132b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.167996 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-988fe123-689f-428b-8b03-98144b132b4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1161749 Feb 03 12:32:54.358045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-07863dfc-efe6-4444-98f2-15418b94c5eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d HTTP/1.1" status: 200 len: 1023 time: 0.4513605 Feb 03 12:32:54.363286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Attempting to bind port cad16891-5f8c-4a36-a399-f9a63588b2db on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:54.363693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Attempting to bind port cad16891-5f8c-4a36-a399-f9a63588b2db by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:54.364020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Attempting to bind port cad16891-5f8c-4a36-a399-f9a63588b2db on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:54.376965 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-cfd10a06-2182-4bd3-9e85-204334679400 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002223 Feb 03 12:32:54.378293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de21f2db-10f1-4b9e-87ec-d7394682a75f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:54.416698 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Publish callbacks [] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:54.422819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Port cad16891-5f8c-4a36-a399-f9a63588b2db on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:54.423156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Attempting to bind port cad16891-5f8c-4a36-a399-f9a63588b2db on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:54.458799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:54.458799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:54.459320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:54.459649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Bound port: cad16891-5f8c-4a36-a399-f9a63588b2db, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:54.459994 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:54.483214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Transition to ACTIVE for port object de21f2db-10f1-4b9e-87ec-d7394682a75f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:54.485866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-d8df5f98-4d3a-4fd2-b8d8-c90f2a748e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.487500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-d8df5f98-4d3a-4fd2-b8d8-c90f2a748e9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5 HTTP/1.1" status: 200 len: 862 time: 0.1197467 Feb 03 12:32:54.490243 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e4991767-ab20-48d8-b7af-4c349fd06785 req-fa56f846-b128-4863-bb07-b30d84d4d1f6 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056492 Feb 03 12:32:54.494319 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:54.624700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bb485-f9ca-4e27-a3f1-54cf73ff1d15 req-44f942b5-69a4-4a09-86e1-e275145560a5 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.633454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f81bb485-f9ca-4e27-a3f1-54cf73ff1d15 req-44f942b5-69a4-4a09-86e1-e275145560a5 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 967 time: 0.2497823 Feb 03 12:32:54.670209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Pushing event updated for resources: {'Port': ['ID=de21f2db-10f1-4b9e-87ec-d7394682a75f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:54.684736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:54.755564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:54.782590 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:54.797355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Attempting to bind port de21f2db-10f1-4b9e-87ec-d7394682a75f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:54.797642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Attempting to bind port de21f2db-10f1-4b9e-87ec-d7394682a75f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:54.797927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Attempting to bind port de21f2db-10f1-4b9e-87ec-d7394682a75f on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:54.808376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-99d07980-75df-4b5e-852a-7c70f3cd09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.810255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-99d07980-75df-4b5e-852a-7c70f3cd09c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=126e88b9-20af-4b22-8a75-41b4134ebd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2881784 Feb 03 12:32:55.039739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Port de21f2db-10f1-4b9e-87ec-d7394682a75f on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:55.040076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Attempting to bind port de21f2db-10f1-4b9e-87ec-d7394682a75f on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:55.042754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:55.043540 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.045143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] 10.222.0.91 "PUT /v2.0/ports/cad16891-5f8c-4a36-a399-f9a63588b2db HTTP/1.1" status: 200 len: 1097 time: 3.7658997 Feb 03 12:32:55.057424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:55.060150 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:55.077667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f81bb485-f9ca-4e27-a3f1-54cf73ff1d15 req-a86020d5-bbfc-41b4-8bcd-04ea562bf06c tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4432325 Feb 03 12:32:55.144670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:55.145430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:55.146002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:55.146637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Bound port: de21f2db-10f1-4b9e-87ec-d7394682a75f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:55.147149 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.256177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b142e2e-016c-4efb-8829-3e23734888e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:55.385387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-e955e07f-b0d2-4569-b234-1a6a53f33823 service neutron] 10.222.0.72 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452535 Feb 03 12:32:55.396900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-eb9cf711-9760-4499-b685-47f2932fa484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:55.398421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-eb9cf711-9760-4499-b685-47f2932fa484 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1131 time: 0.2934647 Feb 03 12:32:55.416965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] For port de21f2db-10f1-4b9e-87ec-d7394682a75f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:55.426315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976759d-f0c6-4026-a48b-a0fe1270c17d req-40036c25-e7c9-419e-8589-e835a3dcffc4 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:55.427843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0976759d-f0c6-4026-a48b-a0fe1270c17d req-40036c25-e7c9-419e-8589-e835a3dcffc4 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 948 time: 0.3444507 Feb 03 12:32:55.429681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] For port de21f2db-10f1-4b9e-87ec-d7394682a75f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de21f2db-10f1-4b9e-87ec-d7394682a75f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:55.458088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab8ac-4f71-43a6-b3e4-ebc3edb90f05 req-ba2c022e-4091-4ada-9404-088ef2808c44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:55.459596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96cab8ac-4f71-43a6-b3e4-ebc3edb90f05 req-ba2c022e-4091-4ada-9404-088ef2808c44 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2354553 Feb 03 12:32:55.495638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.507591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-aca134c5-72f5-44e6-af89-153220863623 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=cad16891-5f8c-4a36-a399-f9a63588b2db HTTP/1.1" status: 200 len: 217 time: 0.0933602 Feb 03 12:32:55.581827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43158) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:55.658884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:55.659517 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.660924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] 10.222.0.72 "PUT /v2.0/ports/de21f2db-10f1-4b9e-87ec-d7394682a75f HTTP/1.1" status: 200 len: 1097 time: 2.2372587 Feb 03 12:32:55.724205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bb8ee-03bb-4937-81e7-357ee541cb1e service neutron] Pushing event updated for resources: {'Port': ['ID=de21f2db-10f1-4b9e-87ec-d7394682a75f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:55.724205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-68f8a4be-7e6f-4aa4-b88f-82ab2737c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:55.725331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-68f8a4be-7e6f-4aa4-b88f-82ab2737c37f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2041056 Feb 03 12:32:55.740831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0976759d-f0c6-4026-a48b-a0fe1270c17d req-bd6618a4-4de8-4035-bcb0-3cb3a7b34b9e tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912767 Feb 03 12:32:55.752485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a95e6596-be87-4645-9ca3-078470638910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.759930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96cab8ac-4f71-43a6-b3e4-ebc3edb90f05 req-ff29698c-c2fb-4225-84a0-be2c7dad9219 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612839 Feb 03 12:32:55.811221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a8630b-eb74-4d8e-b46e-c1857005fd08 req-875e5199-5e96-4403-aa45-27bb06c2950a service neutron] 10.222.0.72 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082065 Feb 03 12:32:55.865416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a95e6596-be87-4645-9ca3-078470638910 admin admin] Publish callbacks [] for security_group (c74307fb-64fa-42f8-9272-0253812a7db6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.878449 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a95e6596-be87-4645-9ca3-078470638910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c74307fb-64fa-42f8-9272-0253812a7db6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.888574 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21684879-a6b9-4487-8a1b-e2bd78a1cf99 x-openstack-request-id: req-21684879-a6b9-4487-8a1b-e2bd78a1cf99 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:55.888815 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:55.889124 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21684879-a6b9-4487-8a1b-e2bd78a1cf99 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:55.889520 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'status': 'completed', 'code': 200} Feb 03 12:32:55.944625 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a95e6596-be87-4645-9ca3-078470638910 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf5be05680b84c339e2c026369a6dae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613861 Feb 03 12:32:55.945762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e6596-be87-4645-9ca3-078470638910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74307fb-64fa-42f8-9272-0253812a7db6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:55.947585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43168) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:55.951234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-005470ac-e67f-42d8-bae1-b48679440535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:55.952867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-005470ac-e67f-42d8-bae1-b48679440535 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2096462 Feb 03 12:32:56.027396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e157-0b0e-41f9-87af-0788718646ee req-461bbafe-8f2f-4c90-a663-a3ea7b57921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:56.028820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-461bbafe-8f2f-4c90-a663-a3ea7b57921b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 1131 time: 0.3096476 Feb 03 12:32:56.067077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb83cf2-5cb6-45d7-9cb5-0f0084ac6f14 req-9cc55860-b249-4d09-9b56-f842609042ea tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:56.069450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acb83cf2-5cb6-45d7-9cb5-0f0084ac6f14 req-9cc55860-b249-4d09-9b56-f842609042ea tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 967 time: 0.2226043 Feb 03 12:32:56.152110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-8cc97cb3-57bc-43c5-97e8-2733028035e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=de21f2db-10f1-4b9e-87ec-d7394682a75f HTTP/1.1" status: 200 len: 217 time: 0.1036320 Feb 03 12:32:56.251165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28afd-729b-41a3-8ef4-e535c7a32646 req-384166e0-e849-4cee-823a-c5308ea2e15f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:56.252681 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4f28afd-729b-41a3-8ef4-e535c7a32646 req-384166e0-e849-4cee-823a-c5308ea2e15f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 948 time: 0.2803893 Feb 03 12:32:56.258988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3a7f357-65bf-48ae-a972-766ee93f9034 admin admin] Publish callbacks [] for security_group (c74307fb-64fa-42f8-9272-0253812a7db6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.268662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-ac4d7b33-495f-43db-8548-58a80201b93a service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972047 Feb 03 12:32:56.278890 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acb83cf2-5cb6-45d7-9cb5-0f0084ac6f14 req-94e34023-3552-4c0f-babc-034f12af812c tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709588 Feb 03 12:32:56.304438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e157-0b0e-41f9-87af-0788718646ee req-9b6b57d4-41df-4d30-9872-cb9aad108ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:56.305889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-9b6b57d4-41df-4d30-9872-cb9aad108ef1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1378155 Feb 03 12:32:56.339699 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3a7f357-65bf-48ae-a972-766ee93f9034 admin admin] Publish callbacks [] for security_group (c74307fb-64fa-42f8-9272-0253812a7db6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.463311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4f28afd-729b-41a3-8ef4-e535c7a32646 req-bac39381-49d4-484f-a469-8889d59d3475 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000465 Feb 03 12:32:56.489046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797e157-0b0e-41f9-87af-0788718646ee req-2869733c-eaf1-46d4-a62f-e378342636a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:56.489046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-2869733c-eaf1-46d4-a62f-e378342636a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1624849 Feb 03 12:32:56.510614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e2ee4-2e72-4586-acef-d312d824d86e req-6701432e-6280-423f-9990-11bdb6cfaef1 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256260 Feb 03 12:32:56.532923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3a7f357-65bf-48ae-a972-766ee93f9034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c74307fb-64fa-42f8-9272-0253812a7db6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.535725 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3a7f357-65bf-48ae-a972-766ee93f9034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.539469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c3a7f357-65bf-48ae-a972-766ee93f9034 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c74307fb-64fa-42f8-9272-0253812a7db6 HTTP/1.1" status: 204 len: 168 time: 0.5820835 Feb 03 12:32:56.571623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7f357-65bf-48ae-a972-766ee93f9034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74307fb-64fa-42f8-9272-0253812a7db6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:56.651444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-a7bb1842-1274-4c63-94a2-99b793597698 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535933 Feb 03 12:32:56.659818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-d1c5d55b-7253-4e70-abf9-4c4775c7c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:56.661727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-d1c5d55b-7253-4e70-abf9-4c4775c7c723 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1131 time: 0.0763488 Feb 03 12:32:56.736335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 87846277-38c3-4fea-9d95-867690838857 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:56.874923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f797e157-0b0e-41f9-87af-0788718646ee req-bb50fb95-d8e0-41bf-9d14-d9f9cee5f0b2 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120969 Feb 03 12:32:56.880843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-76379988-cbc4-4b52-9c23-a469fd3c6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:56.882731 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-76379988-cbc4-4b52-9c23-a469fd3c6469 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2106926 Feb 03 12:32:56.924314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 87846277-38c3-4fea-9d95-867690838857, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=87846277-38c3-4fea-9d95-867690838857,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:56.939547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '87846277-38c3-4fea-9d95-867690838857', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '87846277-38c3-4fea-9d95-867690838857', 'mac_address': 'fa:16:3e:cb:ae:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:56.949105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-381e1c40-3375-4bb4-9e3f-b7d1fa8c6120 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=cad16891-5f8c-4a36-a399-f9a63588b2db HTTP/1.1" status: 200 len: 217 time: 0.0573151 Feb 03 12:32:56.980949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 87846277-38c3-4fea-9d95-867690838857 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:56.981400 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (87846277-38c3-4fea-9d95-867690838857), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.996204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87846277-38c3-4fea-9d95-867690838857 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:57.018055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 87846277-38c3-4fea-9d95-867690838857, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=87846277-38c3-4fea-9d95-867690838857,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:57.024021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-0e9d5227-cec9-4dcb-8c3b-6d511aca0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:57.025815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-0e9d5227-cec9-4dcb-8c3b-6d511aca0ca0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0574131 Feb 03 12:32:57.028790 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (87846277-38c3-4fea-9d95-867690838857), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.034525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83df8d-5db0-4e38-93ee-2676b8b81192 req-01b1c474-cb97-458c-b937-ebff3294cd27 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:57.036209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f83df8d-5db0-4e38-93ee-2676b8b81192 req-01b1c474-cb97-458c-b937-ebff3294cd27 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 948 time: 0.1362743 Feb 03 12:32:57.080480 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43206) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:57.096702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=87846277-38c3-4fea-9d95-867690838857,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:57.099410 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-77535ec2-59aa-437c-81e3-987ea1e32465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.196339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-77535ec2-59aa-437c-81e3-987ea1e32465 admin admin] Publish callbacks [] for security_group (6c461023-005b-475c-8937-1cbb78ceb8a4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.203608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-77535ec2-59aa-437c-81e3-987ea1e32465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6c461023-005b-475c-8937-1cbb78ceb8a4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.246443 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-77535ec2-59aa-437c-81e3-987ea1e32465 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3af1b843e464c888ce844ff0bf9b120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637673 Feb 03 12:32:57.247953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77535ec2-59aa-437c-81e3-987ea1e32465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c461023-005b-475c-8937-1cbb78ceb8a4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:57.251314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43210) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:57.269977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['87846277-38c3-4fea-9d95-867690838857'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:57.304708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25bf9670-e9c6-491d-a2eb-357055b6a87e admin admin] Publish callbacks [] for security_group (6c461023-005b-475c-8937-1cbb78ceb8a4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.322771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f83df8d-5db0-4e38-93ee-2676b8b81192 req-510df0e8-33aa-4f02-af9e-14b9abec426a tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772563 Feb 03 12:32:57.331122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-21512e94-6eff-4c84-a998-33ab1e9e1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:57.332815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-21512e94-6eff-4c84-a998-33ab1e9e1d18 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2956800 Feb 03 12:32:57.350211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25bf9670-e9c6-491d-a2eb-357055b6a87e admin admin] Publish callbacks [] for security_group (6c461023-005b-475c-8937-1cbb78ceb8a4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.355782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c74f9-8f9c-4bf8-802e-0e20e4e0d0ba req-805fdaa6-2bdb-4380-a89c-246645ce196d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:57.357519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e84c74f9-8f9c-4bf8-802e-0e20e4e0d0ba req-805fdaa6-2bdb-4380-a89c-246645ce196d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.1203074 Feb 03 12:32:57.416871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25bf9670-e9c6-491d-a2eb-357055b6a87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6c461023-005b-475c-8937-1cbb78ceb8a4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.420989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25bf9670-e9c6-491d-a2eb-357055b6a87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.426036 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-25bf9670-e9c6-491d-a2eb-357055b6a87e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c461023-005b-475c-8937-1cbb78ceb8a4 HTTP/1.1" status: 204 len: 168 time: 0.1710887 Feb 03 12:32:57.436491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf9670-e9c6-491d-a2eb-357055b6a87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c461023-005b-475c-8937-1cbb78ceb8a4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:57.457733 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e84c74f9-8f9c-4bf8-802e-0e20e4e0d0ba req-0dbe847a-4d8a-475d-9029-d95cd24c07a5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896013 Feb 03 12:32:57.474633 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-ca6c3814-6b8a-4ece-a158-cb9201f8354d service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341617 Feb 03 12:32:57.602411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d7d546a-f282-4d8d-9ae4-8374a6f1b290 req-99c62a2a-b24e-4232-abed-a9eed8cb90d2 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134539 Feb 03 12:32:57.723683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eddb1-48f5-4a9a-9041-8857d6cf7569 req-058dd8d5-65e4-4825-af4d-3fd9d6112455 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:57.732372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c90eddb1-48f5-4a9a-9041-8857d6cf7569 req-058dd8d5-65e4-4825-af4d-3fd9d6112455 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 948 time: 0.0728326 Feb 03 12:32:57.779025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c90eddb1-48f5-4a9a-9041-8857d6cf7569 req-04ab378a-1b25-48da-a746-eb1d60b6b900 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456786 Feb 03 12:32:57.891162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b062fd41-a22c-4823-89df-ec480359e0d3', 'tag': 'de21f2db-10f1-4b9e-87ec-d7394682a75f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:57.893529 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d52e38-e341-4d0f-8175-bc5c9944eb84" -d '{"events": [{"name": "network-changed", "server_uuid": "b062fd41-a22c-4823-89df-ec480359e0d3", "tag": "de21f2db-10f1-4b9e-87ec-d7394682a75f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:58.123890 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbe88c6-5abd-48fc-a330-f5f38d8f369f x-openstack-request-id: req-bcbe88c6-5abd-48fc-a330-f5f38d8f369f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:58.124183 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b062fd41-a22c-4823-89df-ec480359e0d3", "tag": "de21f2db-10f1-4b9e-87ec-d7394682a75f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:58.124435 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcbe88c6-5abd-48fc-a330-f5f38d8f369f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:58.124834 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b062fd41-a22c-4823-89df-ec480359e0d3', 'tag': 'de21f2db-10f1-4b9e-87ec-d7394682a75f', 'status': 'completed', 'code': 200} Feb 03 12:32:58.223646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-8bafd177-3d63-48f6-8705-d102f126a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:58.225545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-8bafd177-3d63-48f6-8705-d102f126a5f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 1131 time: 0.0733371 Feb 03 12:32:58.379540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-7885f367-9a30-471a-9944-98e4efd25a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:58.381049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-7885f367-9a30-471a-9944-98e4efd25a08 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1460595 Feb 03 12:32:58.463915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-e4693df2-f8f7-4caf-ba6b-69b72000ccea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=de21f2db-10f1-4b9e-87ec-d7394682a75f HTTP/1.1" status: 200 len: 217 time: 0.0738330 Feb 03 12:32:58.527058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96c1e0-0329-4f87-8d43-2d30ba5f7b1f req-45d72dd3-830b-49a1-b3dd-edfe32bd945c tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:58.528786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae96c1e0-0329-4f87-8d43-2d30ba5f7b1f req-45d72dd3-830b-49a1-b3dd-edfe32bd945c tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 949 time: 0.1313641 Feb 03 12:32:58.536092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-132afa32-2cc6-48bd-9478-197e70c9b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:58.537499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-132afa32-2cc6-48bd-9478-197e70c9b4c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0642872 Feb 03 12:32:58.623145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43292) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:58.624467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae96c1e0-0329-4f87-8d43-2d30ba5f7b1f req-392a8719-9f59-4b58-9507-fb5a0256ed14 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859578 Feb 03 12:32:58.636791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-e502762a-ec98-41bb-b6df-7b65f236ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:58.638421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-e502762a-ec98-41bb-b6df-7b65f236ea84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0927842 Feb 03 12:32:58.746669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 87846277-38c3-4fea-9d95-867690838857 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:58.811080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-acb266f2-a791-4241-94a7-63a83c996bb7 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656904 Feb 03 12:32:58.823344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e56651-febc-44af-8861-4e5819d7adca req-9d4ea72a-6046-417f-a564-b619c09635d5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:58.830747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6e56651-febc-44af-8861-4e5819d7adca req-9d4ea72a-6046-417f-a564-b619c09635d5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.0896282 Feb 03 12:32:58.845747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 87846277-38c3-4fea-9d95-867690838857 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:58.856030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 87846277-38c3-4fea-9d95-867690838857 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:58.857399 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (87846277-38c3-4fea-9d95-867690838857), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:58.951089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6e56651-febc-44af-8861-4e5819d7adca req-b227e023-532d-40d2-bbc5-651d7fe8c29b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197433 Feb 03 12:32:58.965804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 87846277-38c3-4fea-9d95-867690838857 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:58.965804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (87846277-38c3-4fea-9d95-867690838857), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:58.967431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c63fb3b3-e23a-4a0a-9469-4ee888bd6f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:58.996703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4d52e38-e341-4d0f-8175-bc5c9944eb84 req-875efa38-9da0-4cad-ab42-bd8216d2e1e4 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642561 Feb 03 12:32:59.006712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfcc642-31d9-48d8-826d-1c86fd57e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87846277-38c3-4fea-9d95-867690838857'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:59.008896 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa1575c-1fb1-4d81-8998-cd429a53bd70" -d '{"events": [{"server_uuid": "5dfcc642-31d9-48d8-826d-1c86fd57e117", "name": "network-vif-plugged", "status": "completed", "tag": "87846277-38c3-4fea-9d95-867690838857"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:59.035611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 87846277-38c3-4fea-9d95-867690838857, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=87846277-38c3-4fea-9d95-867690838857,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:59.048062 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (87846277-38c3-4fea-9d95-867690838857), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.088070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c63fb3b3-e23a-4a0a-9469-4ee888bd6f3c admin admin] Publish callbacks [] for security_group (ed1da6cd-f730-49be-9aa0-ff3f5a1a12d6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.095937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c63fb3b3-e23a-4a0a-9469-4ee888bd6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ed1da6cd-f730-49be-9aa0-ff3f5a1a12d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.116426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec858e8-6b44-49a5-bb8f-fe5110a6ef08 req-4ca2df2c-a9e7-4119-ab16-31528b06e72c tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:59.126032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ec858e8-6b44-49a5-bb8f-fe5110a6ef08 req-4ca2df2c-a9e7-4119-ab16-31528b06e72c tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 948 time: 0.1009474 Feb 03 12:32:59.126846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=87846277-38c3-4fea-9d95-867690838857,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:59.148777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43316) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:59.148946 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c63fb3b3-e23a-4a0a-9469-4ee888bd6f3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8f3b5ffdc3d4250a8f24163910d917a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228188 Feb 03 12:32:59.157267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fb3b3-e23a-4a0a-9469-4ee888bd6f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1da6cd-f730-49be-9aa0-ff3f5a1a12d6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:59.215109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ec858e8-6b44-49a5-bb8f-fe5110a6ef08 req-3131b581-5695-4f0c-9eda-21c76a901cdc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860400 Feb 03 12:32:59.250622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dac-900c-4f47-9024-c0c716a14754 admin admin] Publish callbacks [] for security_group (ed1da6cd-f730-49be-9aa0-ff3f5a1a12d6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.256212 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7544c7-4f2e-46e7-abfc-a3db718ae66b x-openstack-request-id: req-bf7544c7-4f2e-46e7-abfc-a3db718ae66b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:59.256522 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfcc642-31d9-48d8-826d-1c86fd57e117", "name": "network-vif-plugged", "status": "completed", "tag": "87846277-38c3-4fea-9d95-867690838857", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:59.256801 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf7544c7-4f2e-46e7-abfc-a3db718ae66b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:59.257191 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfcc642-31d9-48d8-826d-1c86fd57e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87846277-38c3-4fea-9d95-867690838857', 'code': 200} Feb 03 12:32:59.281728 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dac-900c-4f47-9024-c0c716a14754 admin admin] Publish callbacks [] for security_group (ed1da6cd-f730-49be-9aa0-ff3f5a1a12d6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.318044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43322) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:59.386050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba0b56-a1f1-4321-ab6b-81274314e6d5 req-95f00a74-3100-4fc4-b7cc-cdd6fb7bbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:59.387962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0ba0b56-a1f1-4321-ab6b-81274314e6d5 req-95f00a74-3100-4fc4-b7cc-cdd6fb7bbf99 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 1133 time: 0.0626414 Feb 03 12:32:59.394782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dac-900c-4f47-9024-c0c716a14754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ed1da6cd-f730-49be-9aa0-ff3f5a1a12d6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.397849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dac-900c-4f47-9024-c0c716a14754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.399136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-df2c5dac-900c-4f47-9024-c0c716a14754 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed1da6cd-f730-49be-9aa0-ff3f5a1a12d6 HTTP/1.1" status: 204 len: 168 time: 0.2489312 Feb 03 12:32:59.422291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c5dac-900c-4f47-9024-c0c716a14754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1da6cd-f730-49be-9aa0-ff3f5a1a12d6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:59.481470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0ba0b56-a1f1-4321-ab6b-81274314e6d5 req-536dc57f-ab24-4c34-ad13-f21c23015348 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804493 Feb 03 12:32:59.482877 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.576820 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Publish callbacks [] for security_group (42678bba-0fdc-4b71-9f6e-b435b8713ff6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.584021 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (42678bba-0fdc-4b71-9f6e-b435b8713ff6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.626364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42678bba-0fdc-4b71-9f6e-b435b8713ff6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:59.636689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.637002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.637295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.637734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.638098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.638274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.638620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.638935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.639258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.639578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.639894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.640210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.640816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.645818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1551723b-1703-4c43-8bb8-d1883d957629 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12877545a86d470592fdc9726f1722ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267422 Feb 03 12:32:59.648806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43338) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:59.718595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Publish callbacks [] for security_group (42678bba-0fdc-4b71-9f6e-b435b8713ff6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.752435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Publish callbacks [] for security_group (42678bba-0fdc-4b71-9f6e-b435b8713ff6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.786360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a09ae1-d57d-4640-8c1a-613d9b461135 req-5368a6d0-639a-40a8-8a2d-63a60c71178b tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:59.793279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25a09ae1-d57d-4640-8c1a-613d9b461135 req-5368a6d0-639a-40a8-8a2d-63a60c71178b tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 950 time: 0.0879900 Feb 03 12:32:59.811392 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (42678bba-0fdc-4b71-9f6e-b435b8713ff6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.814809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:59.816228 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42678bba-0fdc-4b71-9f6e-b435b8713ff6 HTTP/1.1" status: 204 len: 168 time: 0.1657438 Feb 03 12:32:59.824971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42678bba-0fdc-4b71-9f6e-b435b8713ff6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:59.833411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.834017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.834588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.835130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.835655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.836245 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.836747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.837266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.837907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.838555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.839026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.839512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.839990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae7b4e-009d-480c-a8d4-bf3370a6670a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:59.850581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25a09ae1-d57d-4640-8c1a-613d9b461135 req-1ba006e3-c0af-4939-a94a-2a1b2cd30e10 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562880 Feb 03 12:32:59.952485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43352) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:59.968005 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac3beea2-2ec3-4679-9fce-e79039d72824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.056455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac3beea2-2ec3-4679-9fce-e79039d72824 admin admin] Publish callbacks [] for security_group (b0e1a82e-5074-4479-be94-df6c43024b92), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.063747 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac3beea2-2ec3-4679-9fce-e79039d72824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b0e1a82e-5074-4479-be94-df6c43024b92), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.076253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecdd24-1b84-4356-bd47-cca279b4438c req-2a0f9243-3159-4f52-b6a5-9235b4451a86 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:00.082935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35ecdd24-1b84-4356-bd47-cca279b4438c req-2a0f9243-3159-4f52-b6a5-9235b4451a86 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.0642347 Feb 03 12:33:00.110719 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ac3beea2-2ec3-4679-9fce-e79039d72824 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=419e13e5445a475489fbb59c92ac9a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569836 Feb 03 12:33:00.113089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3beea2-2ec3-4679-9fce-e79039d72824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1a82e-5074-4479-be94-df6c43024b92,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:00.118255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43356) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:00.155560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35ecdd24-1b84-4356-bd47-cca279b4438c req-1d3d7a11-e6fe-423f-a734-613dbab04d6b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717604 Feb 03 12:33:00.180037 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b76ccec-4fab-4d89-8c6f-cc2f621c8cd7 admin admin] Publish callbacks [] for security_group (b0e1a82e-5074-4479-be94-df6c43024b92), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.208437 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b76ccec-4fab-4d89-8c6f-cc2f621c8cd7 admin admin] Publish callbacks [] for security_group (b0e1a82e-5074-4479-be94-df6c43024b92), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.277561 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b76ccec-4fab-4d89-8c6f-cc2f621c8cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b0e1a82e-5074-4479-be94-df6c43024b92), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.280895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b76ccec-4fab-4d89-8c6f-cc2f621c8cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.282232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b76ccec-4fab-4d89-8c6f-cc2f621c8cd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0e1a82e-5074-4479-be94-df6c43024b92 HTTP/1.1" status: 204 len: 168 time: 0.1624017 Feb 03 12:33:00.295641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76ccec-4fab-4d89-8c6f-cc2f621c8cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1a82e-5074-4479-be94-df6c43024b92,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:00.365432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88048e1-3e98-4f97-87eb-63a83f4e50d0 req-d29c648c-0d50-40db-9eb4-895c2cf983c9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:00.367020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b88048e1-3e98-4f97-87eb-63a83f4e50d0 req-d29c648c-0d50-40db-9eb4-895c2cf983c9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 948 time: 0.0716114 Feb 03 12:33:00.384585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43366) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:00.402601 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4deab8d-8bc5-4125-b5bd-f64e0b85068c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.444701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b88048e1-3e98-4f97-87eb-63a83f4e50d0 req-b84346b2-cea6-48d0-9e98-ba7300abe16b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662212 Feb 03 12:33:00.514873 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4deab8d-8bc5-4125-b5bd-f64e0b85068c admin admin] Publish callbacks [] for security_group (0f3fad03-d67f-4b28-811d-116afff4ab94), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.521217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4deab8d-8bc5-4125-b5bd-f64e0b85068c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0f3fad03-d67f-4b28-811d-116afff4ab94), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.563839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4deab8d-8bc5-4125-b5bd-f64e0b85068c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3fad03-d67f-4b28-811d-116afff4ab94,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:00.569197 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c4deab8d-8bc5-4125-b5bd-f64e0b85068c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64800c7079954f34914b7630953ea963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833718 Feb 03 12:33:00.572446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43372) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:00.650736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-14cc04d8-787b-470a-8048-5b0e1b458a3b admin admin] Publish callbacks [] for security_group (0f3fad03-d67f-4b28-811d-116afff4ab94), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.676595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-14cc04d8-787b-470a-8048-5b0e1b458a3b admin admin] Publish callbacks [] for security_group (0f3fad03-d67f-4b28-811d-116afff4ab94), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.747235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device de21f2db-10f1-4b9e-87ec-d7394682a75f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:00.749311 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-14cc04d8-787b-470a-8048-5b0e1b458a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0f3fad03-d67f-4b28-811d-116afff4ab94), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.755179 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-14cc04d8-787b-470a-8048-5b0e1b458a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:00.760517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-14cc04d8-787b-470a-8048-5b0e1b458a3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f3fad03-d67f-4b28-811d-116afff4ab94 HTTP/1.1" status: 204 len: 168 time: 0.1847432 Feb 03 12:33:00.768062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc04d8-787b-470a-8048-5b0e1b458a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3fad03-d67f-4b28-811d-116afff4ab94,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:00.901507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-2b269e6a-1a2e-4ade-b4bc-c03c50208fc7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376954 Feb 03 12:33:00.921521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port de21f2db-10f1-4b9e-87ec-d7394682a75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de21f2db-10f1-4b9e-87ec-d7394682a75f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:00.934981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'de21f2db-10f1-4b9e-87ec-d7394682a75f', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'de21f2db-10f1-4b9e-87ec-d7394682a75f', 'mac_address': 'fa:16:3e:fd:15:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:00.981841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port de21f2db-10f1-4b9e-87ec-d7394682a75f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:00.982893 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.000371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de21f2db-10f1-4b9e-87ec-d7394682a75f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:01.027540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port de21f2db-10f1-4b9e-87ec-d7394682a75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de21f2db-10f1-4b9e-87ec-d7394682a75f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:01.036103 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.054715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43400) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:01.070658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be94c-f53a-4a18-acae-5036625eabcb req-74a2dd69-b434-46ee-b429-4a1ecd8db3bb tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:01.072315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-74a2dd69-b434-46ee-b429-4a1ecd8db3bb tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700218 Feb 03 12:33:01.094726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ca02-5b10-4c82-b968-7e2c4f48689b req-21c81d83-7332-46e7-9f08-f8beac2ef791 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:01.101447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8f3ca02-5b10-4c82-b968-7e2c4f48689b req-21c81d83-7332-46e7-9f08-f8beac2ef791 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 950 time: 0.1008332 Feb 03 12:33:01.102649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=de21f2db-10f1-4b9e-87ec-d7394682a75f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:01.130980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-ed563d78-9b00-418b-83c2-b49ab4c86c25 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/quotas/a7e21a3734a641eca01e1f8d390c2b85 HTTP/1.1" status: 200 len: 375 time: 0.0516562 Feb 03 12:33:01.157057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:01.170219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-2a1437ba-e0ae-4d80-aad9-7183037a7f82 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360081 Feb 03 12:33:01.201704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8f3ca02-5b10-4c82-b968-7e2c4f48689b req-cde4abf9-3813-46ef-a526-b03c8277f565 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942938 Feb 03 12:33:01.249208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6503bce8-e377-4c22-beb1-d4d29fa7778b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.292727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['de21f2db-10f1-4b9e-87ec-d7394682a75f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:01.367123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6503bce8-e377-4c22-beb1-d4d29fa7778b admin admin] Publish callbacks [] for security_group (7ede364c-0478-433a-888b-356ed38b810d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.377243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6503bce8-e377-4c22-beb1-d4d29fa7778b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7ede364c-0478-433a-888b-356ed38b810d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.390802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf866-5f88-4746-a2a2-a517be28e436 req-449da965-972a-44b6-b1f3-3c1f3cc5bc9b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:01.398418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e78cf866-5f88-4746-a2a2-a517be28e436 req-449da965-972a-44b6-b1f3-3c1f3cc5bc9b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.1146100 Feb 03 12:33:01.427355 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6503bce8-e377-4c22-beb1-d4d29fa7778b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b282bc6abd1c4ad2a2b42a9456afda57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713427 Feb 03 12:33:01.429171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503bce8-e377-4c22-beb1-d4d29fa7778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ede364c-0478-433a-888b-356ed38b810d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:01.433406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43426) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:01.466488 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e78cf866-5f88-4746-a2a2-a517be28e436 req-7a5ea53d-e615-411b-8333-b5b1b3e1108d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668318 Feb 03 12:33:01.510391 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dacd-2d1e-47a5-843c-ab9d07cb3f6d admin admin] Publish callbacks [] for security_group (7ede364c-0478-433a-888b-356ed38b810d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.541675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed7e3544-0693-4d3b-b1ad-c23c12ea4060 req-181babeb-59ad-4d87-8689-ffbfaf5382c7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 210 time: 0.0323627 Feb 03 12:33:01.550677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dacd-2d1e-47a5-843c-ab9d07cb3f6d admin admin] Publish callbacks [] for security_group (7ede364c-0478-433a-888b-356ed38b810d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.575662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:01.581800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43432) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:01.618744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'mac_address': 'fa:16:3e:bc:cf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:01.670975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b822d-5ab5-4807-9ca4-929f63d44fc5 req-7056cc7d-9281-4fdb-a2d5-1fdc54913348 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:01.677056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a6b822d-5ab5-4807-9ca4-929f63d44fc5 req-7056cc7d-9281-4fdb-a2d5-1fdc54913348 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 949 time: 0.0765970 Feb 03 12:33:01.689876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dacd-2d1e-47a5-843c-ab9d07cb3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7ede364c-0478-433a-888b-356ed38b810d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.693221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dacd-2d1e-47a5-843c-ab9d07cb3f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.697824 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d6e4dacd-2d1e-47a5-843c-ab9d07cb3f6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ede364c-0478-433a-888b-356ed38b810d HTTP/1.1" status: 204 len: 168 time: 0.2627146 Feb 03 12:33:01.712969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4dacd-2d1e-47a5-843c-ab9d07cb3f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ede364c-0478-433a-888b-356ed38b810d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:01.827545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a6b822d-5ab5-4807-9ca4-929f63d44fc5 req-7202186f-2706-4bd3-bc1d-f3b06e219e48 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408505 Feb 03 12:33:01.914987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad16891-5f8c-4a36-a399-f9a63588b2db is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:01.915468 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.937754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1025941205-network', 'tenant_id': 'a3136ff5d19b465794dbc0d6c311e56b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:01.952470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad16891-5f8c-4a36-a399-f9a63588b2db {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:01.989814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Made reservation on behalf of a3136ff5d19b465794dbc0d6c311e56b for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:01.992334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.996088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:02.009476 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.013481 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.125459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:02.150355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74569f3e-44d3-4c6d-95ab-0680b2da7c21 req-b9df049b-c5b4-49d3-ab85-526f8c9ef57a tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:02.152118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74569f3e-44d3-4c6d-95ab-0680b2da7c21 req-b9df049b-c5b4-49d3-ab85-526f8c9ef57a tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 950 time: 0.1216230 Feb 03 12:33:02.188426 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Publish callbacks [] for security_group (7eb5b24e-6218-4e57-b816-d98dc3d08b59), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.198943 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7eb5b24e-6218-4e57-b816-d98dc3d08b59), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.252181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:02.262135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74569f3e-44d3-4c6d-95ab-0680b2da7c21 req-de8a2817-636e-4f23-808e-c7dfb2d1e041 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028159 Feb 03 12:33:02.266962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb5b24e-6218-4e57-b816-d98dc3d08b59,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:02.272317 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (207d7adb-2c50-4464-b003-5ecc5b8f6547), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.272662 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Added segment 207d7adb-2c50-4464-b003-5ecc5b8f6547 of type vlan for network 7026356e-f34e-4d0e-9716-230368f573cf Feb 03 12:33:02.339923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (7026356e-f34e-4d0e-9716-230368f573cf), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.346758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43460) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:02.360933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6f931318-eafe-4941-9dd0-b9f70f8e3ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.364975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cad16891-5f8c-4a36-a399-f9a63588b2db'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:02.369593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (7026356e-f34e-4d0e-9716-230368f573cf), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.372617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:02.373583 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.417465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8332491 Feb 03 12:33:02.420513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43462) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:02.426247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Request body: {'subnet': {'network_id': '7026356e-f34e-4d0e-9716-230368f573cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1025941205-subnet', 'tenant_id': 'a3136ff5d19b465794dbc0d6c311e56b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:02.470240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Made reservation on behalf of a3136ff5d19b465794dbc0d6c311e56b for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:02.482592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.507728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077eaa9-9937-4a79-bee3-07d64034aaea admin admin] Pushing event updated for resources: {'Network': ['ID=7026356e-f34e-4d0e-9716-230368f573cf,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:02.524265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 7026356e-f34e-4d0e-9716-230368f573cf details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:02.671780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6f931318-eafe-4941-9dd0-b9f70f8e3ca9 admin admin] Publish callbacks [] for security_group (90b377ef-49b8-4d7d-82d5-ab7479f1cb80), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.682008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6f931318-eafe-4941-9dd0-b9f70f8e3ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (90b377ef-49b8-4d7d-82d5-ab7479f1cb80), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.692702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7691a29-ba59-46d6-9d86-53b58f1096a1 req-d2febb7f-d22c-4d4f-950d-307863004454 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 210 time: 0.0328832 Feb 03 12:33:02.700205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (0f666a3e-3d08-414d-bcf0-fc98dfba97c7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.700716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c954-c303-4fae-b70a-aa88691083f7 req-d0a55ee4-269c-4b1f-b6ae-2404ed1d8c4b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:02.702273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cb4c954-c303-4fae-b70a-aa88691083f7 req-d0a55ee4-269c-4b1f-b6ae-2404ed1d8c4b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.1322346 Feb 03 12:33:02.756315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cb4c954-c303-4fae-b70a-aa88691083f7 req-aa1cd6ed-e3af-4288-be5a-9ec92dc06afb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Feb 03 12:33:02.765084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device de21f2db-10f1-4b9e-87ec-d7394682a75f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:02.780018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43472) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:02.780171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6f931318-eafe-4941-9dd0-b9f70f8e3ca9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f847ae57dfe4ce9b526bdad5a42b96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321661 Feb 03 12:33:02.793012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f931318-eafe-4941-9dd0-b9f70f8e3ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b377ef-49b8-4d7d-82d5-ab7479f1cb80,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:02.814634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f666a3e-3d08-414d-bcf0-fc98dfba97c7,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:02.825822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:02.826130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Network hostable DHCP agents. Network: 7026356e-f34e-4d0e-9716-230368f573cf, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:02.834847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port de21f2db-10f1-4b9e-87ec-d7394682a75f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:02.843270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port de21f2db-10f1-4b9e-87ec-d7394682a75f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:02.843988 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.853352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b3f96de-715d-49c7-a8ac-55d5f2b4c114 admin admin] Publish callbacks [] for security_group (90b377ef-49b8-4d7d-82d5-ab7479f1cb80), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.857010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Network 7026356e-f34e-4d0e-9716-230368f573cf is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:02.882715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 7026356e-f34e-4d0e-9716-230368f573cf) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:02.883821 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b3f96de-715d-49c7-a8ac-55d5f2b4c114 admin admin] Publish callbacks [] for security_group (90b377ef-49b8-4d7d-82d5-ab7479f1cb80), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.891379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:02.893035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.908174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e9bb42-a48f-480d-b3b9-b6362656a760 None None] Network 7026356e-f34e-4d0e-9716-230368f573cf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:02.927989 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b5d613b-4354-4e41-b44c-eaed123fd9e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5058527 Feb 03 12:33:03.003006 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b3f96de-715d-49c7-a8ac-55d5f2b4c114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (90b377ef-49b8-4d7d-82d5-ab7479f1cb80), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.007176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b3f96de-715d-49c7-a8ac-55d5f2b4c114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.011584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2b3f96de-715d-49c7-a8ac-55d5f2b4c114 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90b377ef-49b8-4d7d-82d5-ab7479f1cb80 HTTP/1.1" status: 204 len: 168 time: 0.2279184 Feb 03 12:33:03.052633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f96de-715d-49c7-a8ac-55d5f2b4c114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b377ef-49b8-4d7d-82d5-ab7479f1cb80,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:03.059610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-3c6ea8f7-6dfe-4869-a680-0f0c1c57c69c tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445323 Feb 03 12:33:03.068238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30fd06-d31e-41a7-a782-938dbb13b30c req-11b3964c-6eba-4b30-9a71-b94afa5a8936 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:03.076006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf30fd06-d31e-41a7-a782-938dbb13b30c req-11b3964c-6eba-4b30-9a71-b94afa5a8936 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 949 time: 0.1265998 Feb 03 12:33:03.104654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port de21f2db-10f1-4b9e-87ec-d7394682a75f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:03.105660 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.112367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c7fa1-7140-40fe-a668-33503f2e506b None None] Network 7026356e-f34e-4d0e-9716-230368f573cf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:03.168568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf30fd06-d31e-41a7-a782-938dbb13b30c req-958da01c-227f-42d9-99ad-82c6f10b606e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910051 Feb 03 12:33:03.194867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b062fd41-a22c-4823-89df-ec480359e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de21f2db-10f1-4b9e-87ec-d7394682a75f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:03.197080 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e50759-23b0-46e6-aaab-a1e25e75bef1" -d '{"events": [{"server_uuid": "b062fd41-a22c-4823-89df-ec480359e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "de21f2db-10f1-4b9e-87ec-d7394682a75f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:03.222372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port de21f2db-10f1-4b9e-87ec-d7394682a75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de21f2db-10f1-4b9e-87ec-d7394682a75f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:03.237464 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.272684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be94c-f53a-4a18-acae-5036625eabcb req-3f4a8dce-7e87-4202-9a49-5472ec8df744 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:03.274350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-3f4a8dce-7e87-4202-9a49-5472ec8df744 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959357 Feb 03 12:33:03.278537 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2afa810-13a8-44ab-a62c-99037897a532 x-openstack-request-id: req-f2afa810-13a8-44ab-a62c-99037897a532 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:03.278869 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b062fd41-a22c-4823-89df-ec480359e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "de21f2db-10f1-4b9e-87ec-d7394682a75f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:03.279124 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2afa810-13a8-44ab-a62c-99037897a532 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:03.279509 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b062fd41-a22c-4823-89df-ec480359e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de21f2db-10f1-4b9e-87ec-d7394682a75f', 'code': 200} Feb 03 12:33:03.295433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Request body: {'port': {'device_id': '41c4be59-770b-4cc2-b794-ec8b29a68c32', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'a7e21a3734a641eca01e1f8d390c2b85'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:03.342612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=de21f2db-10f1-4b9e-87ec-d7394682a75f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:03.353513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.360683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.361187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.361704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.362183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.362685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.363173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.363656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.364128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.366666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.367179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.367673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.368150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:03.726507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662732b-c18e-435c-8907-1646afdf122a req-b936b1f0-c253-403a-b6e2-7eee44a15c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:03.728022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0662732b-c18e-435c-8907-1646afdf122a req-b936b1f0-c253-403a-b6e2-7eee44a15c1c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 1133 time: 0.3495388 Feb 03 12:33:03.745700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e639d2f0-23af-40fe-b847-f2065b8d0887 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:03.747352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e639d2f0-23af-40fe-b847-f2065b8d0887 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 950 time: 0.3699841 Feb 03 12:33:03.763992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fa523-f16d-488d-aa3d-2eee62f363ef req-ae8b3ab8-108e-442d-8523-30ef827fcb89 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:03.765465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c8fa523-f16d-488d-aa3d-2eee62f363ef req-ae8b3ab8-108e-442d-8523-30ef827fcb89 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 950 time: 0.3858755 Feb 03 12:33:03.794365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Made reservation on behalf of a7e21a3734a641eca01e1f8d390c2b85 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:03.796943 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.841040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.964811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0662732b-c18e-435c-8907-1646afdf122a req-23db175f-86c9-424f-9447-ba9adaaa0a13 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265091 Feb 03 12:33:03.982154 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43528) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:03.982674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c8fa523-f16d-488d-aa3d-2eee62f363ef req-ff2a8f03-1f91-475f-b76c-0953c0c52085 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/security-groups?id=76dadbb2-e84b-463b-9ef3-f1ce03d72d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045648 Feb 03 12:33:03.988359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-616679758-network', 'tenant_id': '5c90d3045d7f4886887e8e2ffad6aec8'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:04.038946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Made reservation on behalf of 5c90d3045d7f4886887e8e2ffad6aec8 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:04.046450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.060751 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.061443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Deleting port 87846277-38c3-4fea-9d95-867690838857 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:04.061908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (87846277-38c3-4fea-9d95-867690838857), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.109617 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b8e0afa-3360-43b8-81cb-fc40fe4d8a26 req-71cc5e31-12d0-4450-b364-9ea43e45ca59 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 210 time: 0.0635023 Feb 03 12:33:04.157855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Publish callbacks [] for security_group (885b4aa3-334f-4f51-a452-4102796feafb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.164141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (885b4aa3-334f-4f51-a452-4102796feafb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.196239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:04.203363 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks [] for security_group (44e3501e-7a95-4b1b-a3b0-b8473e075a9d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.203490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885b4aa3-334f-4f51-a452-4102796feafb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:04.210524 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e7078b18-2763-47a2-ad45-f84bd193b21a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.211094 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Added segment e7078b18-2763-47a2-ad45-f84bd193b21a of type vlan for network 9ab5f7be-de92-44f5-9c5d-dbeacfd6153b Feb 03 12:33:04.220132 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (44e3501e-7a95-4b1b-a3b0-b8473e075a9d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.261676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (9ab5f7be-de92-44f5-9c5d-dbeacfd6153b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.294795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (9ab5f7be-de92-44f5-9c5d-dbeacfd6153b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.295867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:04.296453 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.302418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] For port 87846277-38c3-4fea-9d95-867690838857, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=87846277-38c3-4fea-9d95-867690838857,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:04.302933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (87846277-38c3-4fea-9d95-867690838857), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.334754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4609726-1da2-44be-8993-605edbac26db req-95fb1119-780e-4512-a202-80d8fca2f899 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:04.336718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4609726-1da2-44be-8993-605edbac26db req-95fb1119-780e-4512-a202-80d8fca2f899 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2325869 Feb 03 12:33:04.365739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] Pushing event updated for resources: {'Network': ['ID=9ab5f7be-de92-44f5-9c5d-dbeacfd6153b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:04.376814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Calling delete_port for 87846277-38c3-4fea-9d95-867690838857 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:04.378935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 9ab5f7be-de92-44f5-9c5d-dbeacfd6153b details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:04.388015 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c22a5372-bbe2-4503-93b2-2aeb79e9045b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4039943 Feb 03 12:33:04.388649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43542) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:04.401644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Request body: {'subnet': {'network_id': '9ab5f7be-de92-44f5-9c5d-dbeacfd6153b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-616679758-subnet', 'tenant_id': '5c90d3045d7f4886887e8e2ffad6aec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:04.409309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e3501e-7a95-4b1b-a3b0-b8473e075a9d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:04.453704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Made reservation on behalf of 5c90d3045d7f4886887e8e2ffad6aec8 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:04.458048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.640840 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (33e3316f-edea-4ee9-afed-8f2f419d4e75), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.664334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4609726-1da2-44be-8993-605edbac26db req-c3f99877-a0f7-461f-9d15-2f5aaf382ce9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143051 Feb 03 12:33:04.691280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Allocated IP 192.168.233.119 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/8413aa1e-200e-42b2-a4cb-913c2d1a5cba) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:04.731070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e3316f-edea-4ee9-afed-8f2f419d4e75,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:04.740094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Checking segment: {'id': 'e7078b18-2763-47a2-ad45-f84bd193b21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ab5f7be-de92-44f5-9c5d-dbeacfd6153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:04.740590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Network hostable DHCP agents. Network: 9ab5f7be-de92-44f5-9c5d-dbeacfd6153b, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:04.749627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc511e94-9d56-4601-8e8d-22b24dd31259 req-c8687c49-e5f0-42ac-b9a2-8622fcbca562 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:04.751247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc511e94-9d56-4601-8e8d-22b24dd31259 req-c8687c49-e5f0-42ac-b9a2-8622fcbca562 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 950 time: 0.1828823 Feb 03 12:33:04.764351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Network 9ab5f7be-de92-44f5-9c5d-dbeacfd6153b is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:04.783706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 9ab5f7be-de92-44f5-9c5d-dbeacfd6153b) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:04.792651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:04.793654 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.795998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341fbb1-ed61-49d8-a299-0f345ce5a5e8 None None] Network 9ab5f7be-de92-44f5-9c5d-dbeacfd6153b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:04.819740 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cdac6359-f31e-4956-8a7a-bbab6d13d53a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4290245 Feb 03 12:33:04.918399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc511e94-9d56-4601-8e8d-22b24dd31259 req-b7f3e2a4-1559-4ace-963c-940e26e75e9b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538317 Feb 03 12:33:04.924877 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (87846277-38c3-4fea-9d95-867690838857), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.957668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a9640c-3e26-4ba3-b737-20d0f29f83c6 None None] Network 9ab5f7be-de92-44f5-9c5d-dbeacfd6153b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:04.973601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Pushing event deleted for resources: {'Port': ['ID=87846277-38c3-4fea-9d95-867690838857,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:05.114405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] No DVR routers for this DVR port 87846277-38c3-4fea-9d95-867690838857 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:05.129425 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.137170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-122e8ba7-2c69-4dca-88c4-d2ae09650d43 req-e033c18b-641c-4f9a-9562-8e5ad0388a84 tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.72 "DELETE /v2.0/ports/87846277-38c3-4fea-9d95-867690838857 HTTP/1.1" status: 204 len: 173 time: 1.3823383 Feb 03 12:33:05.137668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfcc642-31d9-48d8-826d-1c86fd57e117', 'name': 'network-vif-deleted', 'tag': '87846277-38c3-4fea-9d95-867690838857'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:05.163294 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0c1ff6-e7ae-46a6-bbdf-35f350b66c88" -d '{"events": [{"server_uuid": "5dfcc642-31d9-48d8-826d-1c86fd57e117", "name": "network-vif-deleted", "tag": "87846277-38c3-4fea-9d95-867690838857"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:05.203519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:05.266516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ba6c2cd-07f7-4681-bdc2-f6adef167ea2 req-936ddd52-c1a1-464b-8235-471283a0057c tempest-ServerDiagnosticsNegativeTest-1794403566 tempest-ServerDiagnosticsNegativeTest-1794403566-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dfcc642-31d9-48d8-826d-1c86fd57e117 HTTP/1.1" status: 200 len: 210 time: 0.0862653 Feb 03 12:33:05.376694 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97018af-a384-40f4-8694-d5f05fc22369 x-openstack-request-id: req-d97018af-a384-40f4-8694-d5f05fc22369 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:05.377335 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfcc642-31d9-48d8-826d-1c86fd57e117", "name": "network-vif-deleted", "tag": "87846277-38c3-4fea-9d95-867690838857", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:05.377808 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d97018af-a384-40f4-8694-d5f05fc22369 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:05.378434 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfcc642-31d9-48d8-826d-1c86fd57e117', 'name': 'network-vif-deleted', 'tag': '87846277-38c3-4fea-9d95-867690838857', 'status': 'completed', 'code': 200} Feb 03 12:33:05.390563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port cad16891-5f8c-4a36-a399-f9a63588b2db completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:05.395231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17d08859-3ebf-4273-a5fe-d57860982aff req-6c4734fc-a56a-41e8-9019-4cfeb14a5dca tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 210 time: 0.1408405 Feb 03 12:33:05.398201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port cad16891-5f8c-4a36-a399-f9a63588b2db triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:05.398650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.447898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks [] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.490436 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.499720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad16891-5f8c-4a36-a399-f9a63588b2db is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:05.500183 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.527015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:05.529598 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fe2de1-287a-422a-bec9-779aee451b33" -d '{"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-plugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:05.542540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:05.549195 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.550355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:05.553712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:05.570670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:05.576325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:05.577721 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.581661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Pushing event updated for resources: {'Port': ['ID=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:05.601224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-15e45272-350d-48e5-a2e9-0d3edf8f1eb7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3132164 Feb 03 12:33:05.616147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43606) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:05.616916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Request body: {'port': {'device_id': '41c4be59-770b-4cc2-b794-ec8b29a68c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:05.644468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:05.816962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.837721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c6bfd0b-eee8-4dba-bd77-2dec98a4c580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.945843 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c6bfd0b-eee8-4dba-bd77-2dec98a4c580 admin admin] Publish callbacks [] for security_group (561563ef-5f7f-4902-985f-73e83a19b6ba), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.952552 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c6bfd0b-eee8-4dba-bd77-2dec98a4c580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (561563ef-5f7f-4902-985f-73e83a19b6ba), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.960715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d6293cd1-311f-42f2-b161-d838ececb9e1 None None] Provisioning complete for port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:05.961093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6293cd1-311f-42f2-b161-d838ececb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.965378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-1993f148-c981-41aa-a514-c3637424d085 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730867 Feb 03 12:33:05.992290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bfd0b-eee8-4dba-bd77-2dec98a4c580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561563ef-5f7f-4902-985f-73e83a19b6ba,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:05.996700 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9c6bfd0b-eee8-4dba-bd77-2dec98a4c580 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec6837e7c5c74b1eabe6e98ce9873cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790922 Feb 03 12:33:05.999987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43630) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:06.025476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d6293cd1-311f-42f2-b161-d838ececb9e1 None None] Port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:06.058562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d0fbd44-7798-4583-982f-c92d89243470 admin admin] Publish callbacks [] for security_group (561563ef-5f7f-4902-985f-73e83a19b6ba), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.080760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d0fbd44-7798-4583-982f-c92d89243470 admin admin] Publish callbacks [] for security_group (561563ef-5f7f-4902-985f-73e83a19b6ba), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.083819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52752622-6081-489d-b58f-cf813367bfa8 req-32c09dd4-ae95-4ca3-9265-fcce3c55a5a7 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:06.085288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-32c09dd4-ae95-4ca3-9265-fcce3c55a5a7 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 808 time: 0.2816744 Feb 03 12:33:06.129807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d0fbd44-7798-4583-982f-c92d89243470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (561563ef-5f7f-4902-985f-73e83a19b6ba), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.132655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d0fbd44-7798-4583-982f-c92d89243470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.133841 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7d0fbd44-7798-4583-982f-c92d89243470 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/561563ef-5f7f-4902-985f-73e83a19b6ba HTTP/1.1" status: 204 len: 168 time: 0.1328225 Feb 03 12:33:06.142764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fbd44-7798-4583-982f-c92d89243470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561563ef-5f7f-4902-985f-73e83a19b6ba,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:06.166669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-02f4cb25-7262-4e85-9e55-811d398a7e70 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/quotas/a3136ff5d19b465794dbc0d6c311e56b HTTP/1.1" status: 200 len: 375 time: 0.0467763 Feb 03 12:33:06.239995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-dce4fddf-3ebb-4a84-bc07-53e02da5e098 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433445 Feb 03 12:33:06.246265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-5fd455ca-84eb-4c26-a99b-86aeeb4b20cf tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:06.247865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-5fd455ca-84eb-4c26-a99b-86aeeb4b20cf tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704601 Feb 03 12:33:06.273228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-70cb88c1-886c-4d97-8029-c8b47176dde9 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/quotas/e9c7ca2b00994210a7f0d12812fa8471 HTTP/1.1" status: 200 len: 375 time: 0.0194666 Feb 03 12:33:06.450553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43642) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:06.465817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f98e2420-1e12-432e-829c-760c58008677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.490971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-10bbaa6e-70a2-490c-8aa1-c39ef7767266 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2048166 Feb 03 12:33:06.557749 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9504321-df0e-4bf5-a9cb-1bd8101525b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.562574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8413aa1e-200e-42b2-a4cb-913c2d1a5cba {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:06.573057 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Publish callbacks [] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.584193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f98e2420-1e12-432e-829c-760c58008677 admin admin] Publish callbacks [] for security_group (cd1854bf-db64-4505-ba55-32071bd3d664), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.588545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Transition to ACTIVE for port object 8413aa1e-200e-42b2-a4cb-913c2d1a5cba will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:06.591239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f98e2420-1e12-432e-829c-760c58008677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cd1854bf-db64-4505-ba55-32071bd3d664), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.594229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.639721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f98e2420-1e12-432e-829c-760c58008677 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b98bd6c6dea42b194e4bef8e2cd0f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856697 Feb 03 12:33:06.640567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43646) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:06.642182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-e8140b12-3178-4251-b364-3367085ea5a7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:33:06.643849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-e8140b12-3178-4251-b364-3367085ea5a7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1567795 Feb 03 12:33:06.680430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Pushing event updated for resources: {'Port': ['ID=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:06.696596 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6f5cc9-7aed-48b2-bea7-335afc2394fd x-openstack-request-id: req-ab6f5cc9-7aed-48b2-bea7-335afc2394fd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:06.696925 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-plugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:06.697190 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab6f5cc9-7aed-48b2-bea7-335afc2394fd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:06.697616 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'code': 200} Feb 03 12:33:06.714141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e2420-1e12-432e-829c-760c58008677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1854bf-db64-4505-ba55-32071bd3d664,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:06.734971 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a505a00-ca7f-4e56-9b51-ec4305739729 admin admin] Publish callbacks [] for security_group (cd1854bf-db64-4505-ba55-32071bd3d664), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.766520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 87846277-38c3-4fea-9d95-867690838857 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:06.777453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Attempting to bind port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:06.777954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Attempting to bind port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:06.778762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Attempting to bind port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:06.795364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a505a00-ca7f-4e56-9b51-ec4305739729 admin admin] Publish callbacks [] for security_group (cd1854bf-db64-4505-ba55-32071bd3d664), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.819802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 87846277-38c3-4fea-9d95-867690838857 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:06.820068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 87846277-38c3-4fea-9d95-867690838857 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:06.843467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:06.843789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Attempting to bind port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:06.865736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:06.866083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:06.866507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:06.866967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Bound port: 8413aa1e-200e-42b2-a4cb-913c2d1a5cba, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:06.867322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.916084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02223ed7-01f2-4356-818b-485a8476dd85 req-74dd83b5-3b7d-4f36-8aec-c26f1ccc64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:06.917807 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02223ed7-01f2-4356-818b-485a8476dd85 req-74dd83b5-3b7d-4f36-8aec-c26f1ccc64e2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1133 time: 0.0904648 Feb 03 12:33:06.935000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a505a00-ca7f-4e56-9b51-ec4305739729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cd1854bf-db64-4505-ba55-32071bd3d664), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.938005 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a505a00-ca7f-4e56-9b51-ec4305739729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.941717 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a505a00-ca7f-4e56-9b51-ec4305739729 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd1854bf-db64-4505-ba55-32071bd3d664 HTTP/1.1" status: 204 len: 168 time: 0.2954998 Feb 03 12:33:06.964519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a505a00-ca7f-4e56-9b51-ec4305739729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1854bf-db64-4505-ba55-32071bd3d664,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:07.015739 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02223ed7-01f2-4356-818b-485a8476dd85 req-65bc0da0-f81f-40b9-80c3-3ffa0d1641f2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894182 Feb 03 12:33:07.058713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-a9194620-9055-4fc6-8e10-1683a6291c8d service neutron] 10.222.0.65 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871770 Feb 03 12:33:07.069940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed09a16-2570-42ad-832c-23b9a5c70b77 req-9217bed8-c175-4718-a30c-c4fad3f9f4e8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:07.080698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ed09a16-2570-42ad-832c-23b9a5c70b77 req-9217bed8-c175-4718-a30c-c4fad3f9f4e8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2992141 Feb 03 12:33:07.129261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] For port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:07.168675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] For port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:07.186839 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.194864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ed09a16-2570-42ad-832c-23b9a5c70b77 req-b3d923d3-38c1-4aee-9c8d-dc9b33a1c05b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130638 Feb 03 12:33:07.296781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:07.297490 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.299310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] 10.222.0.91 "PUT /v2.0/ports/8413aa1e-200e-42b2-a4cb-913c2d1a5cba HTTP/1.1" status: 200 len: 1097 time: 1.6903498 Feb 03 12:33:07.389708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c4be59-770b-4cc2-b794-ec8b29a68c32', 'tag': '8413aa1e-200e-42b2-a4cb-913c2d1a5cba'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:07.394071 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e1840c-f6b2-45fd-9989-d9ddfcd80022" -d '{"events": [{"name": "network-changed", "server_uuid": "41c4be59-770b-4cc2-b794-ec8b29a68c32", "tag": "8413aa1e-200e-42b2-a4cb-913c2d1a5cba"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:07.426604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-e12e0549-d25f-46d9-bdb6-be6e0ab85701 service neutron] 10.222.0.65 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437757 Feb 03 12:33:07.440994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd41578-d48d-4595-bacf-461e24151cbf service neutron] Pushing event updated for resources: {'Port': ['ID=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:07.488053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4e074-c2f7-4139-95e0-a877929c782d req-b21334b7-d900-4266-8f66-4f36371de803 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:07.490804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0da4e074-c2f7-4139-95e0-a877929c782d req-b21334b7-d900-4266-8f66-4f36371de803 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 950 time: 0.2062154 Feb 03 12:33:07.524851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be94c-f53a-4a18-acae-5036625eabcb req-6fb90599-f8cf-4cc9-b84d-dfe495afa614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:07.527071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-6fb90599-f8cf-4cc9-b84d-dfe495afa614 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 1131 time: 0.1605239 Feb 03 12:33:07.583303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0da4e074-c2f7-4139-95e0-a877929c782d req-eadc7876-e166-4ea1-901d-317ffbc1674a tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843451 Feb 03 12:33:07.656293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-212e5c48-db96-488e-afd8-108377344671 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=8413aa1e-200e-42b2-a4cb-913c2d1a5cba HTTP/1.1" status: 200 len: 217 time: 0.0984232 Feb 03 12:33:07.817345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be94c-f53a-4a18-acae-5036625eabcb req-0c704ac2-91ac-47ee-9458-7dde59313efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:07.819005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-0c704ac2-91ac-47ee-9458-7dde59313efe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1541903 Feb 03 12:33:07.838475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a42ead6-8d7f-4730-87f9-6cfc9bc85fa0 req-3b2d452b-704d-4dcd-bf15-8e574eba9178 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 210 time: 0.0369012 Feb 03 12:33:07.904531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f58f6-edc4-469f-808a-1d53518ffd09 req-e4e07544-f6b4-45d5-b746-cb19aeb71203 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:07.911481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf5f58f6-edc4-469f-808a-1d53518ffd09 req-e4e07544-f6b4-45d5-b746-cb19aeb71203 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 948 time: 0.1439807 Feb 03 12:33:07.930642 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1ef982-1b70-4d04-bafc-9d192b832a9b x-openstack-request-id: req-be1ef982-1b70-4d04-bafc-9d192b832a9b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:07.930927 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c4be59-770b-4cc2-b794-ec8b29a68c32", "tag": "8413aa1e-200e-42b2-a4cb-913c2d1a5cba", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:07.931183 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be1ef982-1b70-4d04-bafc-9d192b832a9b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:07.931570 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c4be59-770b-4cc2-b794-ec8b29a68c32', 'tag': '8413aa1e-200e-42b2-a4cb-913c2d1a5cba', 'status': 'completed', 'code': 200} Feb 03 12:33:07.935469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be94c-f53a-4a18-acae-5036625eabcb req-e92964aa-fc9e-4ad0-8f6d-9d516483b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:07.936883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-e92964aa-fc9e-4ad0-8f6d-9d516483b0e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1018040 Feb 03 12:33:08.010497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf5f58f6-edc4-469f-808a-1d53518ffd09 req-6f0a0d69-5de8-4994-890b-a981c1ebb0f5 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938892 Feb 03 12:33:08.142835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-669ccf9f-17ba-4554-803d-0b3102e920cf req-2d5ebb96-ed00-467a-aa89-055768e0cd1b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 210 time: 0.0677459 Feb 03 12:33:08.177346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43694) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:08.204515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-66d4dd52-eb28-4ed6-8b03-1c2c87d02bcc tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512288 Feb 03 12:33:08.207805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-66d6a652-dbe3-46f9-b56e-eeea63ee3475 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631702 Feb 03 12:33:08.233680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60c2a7-a0d1-456a-a658-31c42da8d279 req-c1d873b9-21a1-425a-b875-7b5e4fd62d4e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:08.235621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e60c2a7-a0d1-456a-a658-31c42da8d279 req-c1d873b9-21a1-425a-b875-7b5e4fd62d4e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1802249 Feb 03 12:33:08.493181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e60c2a7-a0d1-456a-a658-31c42da8d279 req-97b7060a-f941-43e1-a987-ff7909601b57 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250750 Feb 03 12:33:08.527175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-f26ca426-c303-4925-8c7c-f7020592c015 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:08.528742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-f26ca426-c303-4925-8c7c-f7020592c015 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193505 Feb 03 12:33:08.542750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bea14-ebe4-43b3-8582-7b6ceef38157 req-9e2512d6-62df-409e-8f04-10d2c19c241f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:08.549824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f2bea14-ebe4-43b3-8582-7b6ceef38157 req-9e2512d6-62df-409e-8f04-10d2c19c241f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2329128 Feb 03 12:33:08.569856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Request body: {'port': {'device_id': '1b3fb85f-5fa8-412b-8857-994436902901', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'e9c7ca2b00994210a7f0d12812fa8471'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:08.574319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-666be94c-f53a-4a18-acae-5036625eabcb req-db46d267-cf5e-4bf5-88c1-6fffdd9d4481 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377776 Feb 03 12:33:08.706638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5b6eb64e-e719-44c0-b894-dae146043c37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=763797ab10b245ffb2972835c202346b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5250530 Feb 03 12:33:08.709392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43716) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:08.736288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f2bea14-ebe4-43b3-8582-7b6ceef38157 req-34522431-be29-454d-8ca8-ed4cbf318eba tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854446 Feb 03 12:33:08.762398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-231726d9-0be9-4319-ad24-d3cf99c3ac79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.781971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-2d2c9798-c2c3-47a6-89c1-5d2c751a7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:08.783516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-2d2c9798-c2c3-47a6-89c1-5d2c751a7233 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 1131 time: 0.1443882 Feb 03 12:33:08.789543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7273-2e93-434d-84b8-ae05bb72ead5 admin admin] Publish callbacks [] for security_group (76dadbb2-e84b-463b-9ef3-f1ce03d72d97), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.799803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Made reservation on behalf of e9c7ca2b00994210a7f0d12812fa8471 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:08.803015 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.812047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7273-2e93-434d-84b8-ae05bb72ead5 admin admin] Publish callbacks [] for security_group (76dadbb2-e84b-463b-9ef3-f1ce03d72d97), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.829873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.866878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7273-2e93-434d-84b8-ae05bb72ead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (76dadbb2-e84b-463b-9ef3-f1ce03d72d97), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.873893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7273-2e93-434d-84b8-ae05bb72ead5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.882950 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dc7c7273-2e93-434d-84b8-ae05bb72ead5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76dadbb2-e84b-463b-9ef3-f1ce03d72d97 HTTP/1.1" status: 204 len: 168 time: 0.1672895 Feb 03 12:33:08.900708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c7273-2e93-434d-84b8-ae05bb72ead5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dadbb2-e84b-463b-9ef3-f1ce03d72d97,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:08.930548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-d41f925a-c177-4c8b-b271-f074d95048f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:08.932194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-d41f925a-c177-4c8b-b271-f074d95048f3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1419897 Feb 03 12:33:09.010319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-0fc79aaa-178e-49cd-bc9e-860864834bc3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=8413aa1e-200e-42b2-a4cb-913c2d1a5cba HTTP/1.1" status: 200 len: 217 time: 0.0717473 Feb 03 12:33:09.012451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-693d2093-dc72-4521-b465-d65e16761a22 req-380f517b-11ab-477f-a860-ef9c1c65a230 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 210 time: 0.0666640 Feb 03 12:33:09.087119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-53a009d0-8ff0-4b90-9770-a90c7baf938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.094673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-53a009d0-8ff0-4b90-9770-a90c7baf938d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0773120 Feb 03 12:33:09.146712 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks [] for security_group (4e698374-8c14-451c-8ccb-ee14fc4a195a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.195374 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4e698374-8c14-451c-8ccb-ee14fc4a195a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.346321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43736) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:09.362911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53af6622-1c8b-4c12-aa36-4c841a63a969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.438496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53af6622-1c8b-4c12-aa36-4c841a63a969 admin admin] Publish callbacks [] for security_group (ad5b01e9-e01f-41e0-90bb-dc7c41460ba5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.443757 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53af6622-1c8b-4c12-aa36-4c841a63a969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ad5b01e9-e01f-41e0-90bb-dc7c41460ba5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.484976 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-53af6622-1c8b-4c12-aa36-4c841a63a969 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22b204b0a9104f51aa864df201f0beb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347532 Feb 03 12:33:09.484976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af6622-1c8b-4c12-aa36-4c841a63a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b01e9-e01f-41e0-90bb-dc7c41460ba5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:09.486454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43738) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:09.507052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4690f038-31b9-4c49-ac86-408d48137019 req-98d40af4-4f5a-457f-9b58-555fc862d40e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 210 time: 0.1097238 Feb 03 12:33:09.528751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e698374-8c14-451c-8ccb-ee14fc4a195a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:09.553940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c12cf1d-7472-4880-ab12-75d38fcee62b admin admin] Publish callbacks [] for security_group (ad5b01e9-e01f-41e0-90bb-dc7c41460ba5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.572004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4ef0-c5f7-4984-8aaa-09e94b838d5a req-3df54074-9cdf-407e-bfce-2ab699a3539a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.573523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85ce4ef0-c5f7-4984-8aaa-09e94b838d5a req-3df54074-9cdf-407e-bfce-2ab699a3539a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 948 time: 0.4467158 Feb 03 12:33:09.577622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c12cf1d-7472-4880-ab12-75d38fcee62b admin admin] Publish callbacks [] for security_group (ad5b01e9-e01f-41e0-90bb-dc7c41460ba5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.592913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-b00162cf-1a87-4aa6-ac97-31be058e51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.594461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-b00162cf-1a87-4aa6-ac97-31be058e51fb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4929888 Feb 03 12:33:09.630751 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c12cf1d-7472-4880-ab12-75d38fcee62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ad5b01e9-e01f-41e0-90bb-dc7c41460ba5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.633700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c12cf1d-7472-4880-ab12-75d38fcee62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.634941 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2c12cf1d-7472-4880-ab12-75d38fcee62b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad5b01e9-e01f-41e0-90bb-dc7c41460ba5 HTTP/1.1" status: 204 len: 168 time: 0.1471040 Feb 03 12:33:09.635680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52752622-6081-489d-b58f-cf813367bfa8 req-dc1f7270-1f1f-4343-86b2-520ecbc5e144 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.637201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-dc1f7270-1f1f-4343-86b2-520ecbc5e144 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 808 time: 0.5316329 Feb 03 12:33:09.646377 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12cf1d-7472-4880-ab12-75d38fcee62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b01e9-e01f-41e0-90bb-dc7c41460ba5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:09.654952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Request body: {'port': {'device_id': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf', 'admin_state_up': True, 'tenant_id': 'a3136ff5d19b465794dbc0d6c311e56b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:09.777997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Allocated IP 192.168.233.3 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/9188fa5f-1314-43ad-b7b0-840720626dd0) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:09.880512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85ce4ef0-c5f7-4984-8aaa-09e94b838d5a req-cd88c184-155b-4107-8ded-8525725e79da tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004382 Feb 03 12:33:09.941312 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.980109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-700f502c-d383-48c8-bc3b-8f25f15b57ff service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597867 Feb 03 12:33:10.055154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731885b-34c7-44c7-af11-0a11617b8319 req-005171c9-e762-4c1c-bd3e-46ee925c682e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.056653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3731885b-34c7-44c7-af11-0a11617b8319 req-005171c9-e762-4c1c-bd3e-46ee925c682e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.2382188 Feb 03 12:33:10.067575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Made reservation on behalf of a3136ff5d19b465794dbc0d6c311e56b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:10.070824 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.237214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509365e-cf5a-4b6f-8385-cfbaf8feb409 req-892ca23d-be57-405e-9520-2b5e1c2907fd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.238769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3509365e-cf5a-4b6f-8385-cfbaf8feb409 req-892ca23d-be57-405e-9520-2b5e1c2907fd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2817991 Feb 03 12:33:10.321854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3731885b-34c7-44c7-af11-0a11617b8319 req-aae6ba91-bb5d-4540-88a9-eba6487e809f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565339 Feb 03 12:33:10.331985 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks [] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.345171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15e1840c-f6b2-45fd-9989-d9ddfcd80022 req-798d92db-cea4-4380-b3e3-f903b52d79ed service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425217 Feb 03 12:33:10.443483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3509365e-cf5a-4b6f-8385-cfbaf8feb409 req-b03b2064-0a9c-4e37-a5df-d216e1e28bd7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696503 Feb 03 12:33:10.460394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Allocated IP 172.20.0.6 (7026356e-f34e-4d0e-9716-230368f573cf/0f666a3e-3d08-414d-bcf0-fc98dfba97c7/a845086c-ae8e-43e5-a3d0-89dc4f7c545d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:10.483562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.568454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:10.581513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:10.584263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:10.589202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.589815 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.617612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Pushing event updated for resources: {'Port': ['ID=9188fa5f-1314-43ad-b7b0-840720626dd0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:10.666483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-6ab3ea34-41df-4e40-beac-a401038c7d05 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fd45003482bc46a6aa8a201858abe81b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663998 Feb 03 12:33:10.673480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-eccf2259-666f-4f03-8dc8-90e8ab477f4d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1151021 Feb 03 12:33:10.684234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27779-26b8-41f3-a969-8b352ddd2064 req-a4f45b94-4a97-4fe7-81fb-3b3f3555385f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.685804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abb27779-26b8-41f3-a969-8b352ddd2064 req-a4f45b94-4a97-4fe7-81fb-3b3f3555385f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 934 time: 0.2206941 Feb 03 12:33:10.709526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Request body: {'port': {'device_id': '1b3fb85f-5fa8-412b-8857-994436902901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:10.757495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2e0535c3-9952-4b6e-b523-3123363ae479 None None] Provisioning complete for port 9188fa5f-1314-43ad-b7b0-840720626dd0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:10.757874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e0535c3-9952-4b6e-b523-3123363ae479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.794853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2e0535c3-9952-4b6e-b523-3123363ae479 None None] Port 9188fa5f-1314-43ad-b7b0-840720626dd0 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:10.925336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abb27779-26b8-41f3-a969-8b352ddd2064 req-34130f60-f0da-4491-a2a6-2651d9b9628b tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195821 Feb 03 12:33:10.941689 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks [] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.952344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.971039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-9cbecab5-0144-4069-adad-ecb7c31fff93 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.972493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-9cbecab5-0144-4069-adad-ecb7c31fff93 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958632 Feb 03 12:33:11.014003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-599b25ad-9119-46e8-a42e-953a34ec142b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/quotas/fd45003482bc46a6aa8a201858abe81b HTTP/1.1" status: 200 len: 375 time: 0.0351908 Feb 03 12:33:11.084283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-266ebd9e-4193-46c6-96fc-42a13dbe4082 req-930f687b-55be-46f9-a8db-06b8f55a64fb tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 210 time: 0.0654843 Feb 03 12:33:11.156273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.240900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Network 7026356e-f34e-4d0e-9716-230368f573cf is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:11.246695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-0688b1e0-f58e-4fdf-bb44-a3351095b94c tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2234700 Feb 03 12:33:11.253213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:11.255648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:11.260867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.261482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.269828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Pushing event updated for resources: {'Port': ['ID=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:11.354759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.540472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-ff2b8a57-4960-4c4a-a4ca-d03b0ba19755 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8907037 Feb 03 12:33:11.560592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Request body: {'port': {'device_id': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:11.564280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-4029e006-a34a-4835-a13d-8690f903fe84 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7e53d93e1a6d4406af3cbf485e1d7b70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731013 Feb 03 12:33:11.727314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.735759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef551339-f7fb-4691-8195-54b15f630107 req-241f9648-a67f-42f8-ba41-8ffe6184a08c tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.737220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef551339-f7fb-4691-8195-54b15f630107 req-241f9648-a67f-42f8-ba41-8ffe6184a08c tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 948 time: 0.2471864 Feb 03 12:33:11.830236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9188fa5f-1314-43ad-b7b0-840720626dd0 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:11.843942 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Publish callbacks [] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.853653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-5c70fad2-16f6-41f9-bb4d-07c648dd26d7 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.855123 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-5c70fad2-16f6-41f9-bb4d-07c648dd26d7 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650993 Feb 03 12:33:11.901798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Transition to ACTIVE for port object 9188fa5f-1314-43ad-b7b0-840720626dd0 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:11.911988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-fea01f49-f059-4b5a-ab5f-b3813d4ace0d tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/quotas/7e53d93e1a6d4406af3cbf485e1d7b70 HTTP/1.1" status: 200 len: 375 time: 0.0406950 Feb 03 12:33:11.958063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef551339-f7fb-4691-8195-54b15f630107 req-8fa2fb94-6911-429d-982e-6b3b01d4cbf3 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876957 Feb 03 12:33:11.958670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.026853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-ee09cfd4-1b01-4465-81b6-31ee2e808cae tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e53d93e1a6d4406af3cbf485e1d7b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659230 Feb 03 12:33:12.142310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Pushing event updated for resources: {'Port': ['ID=9188fa5f-1314-43ad-b7b0-840720626dd0,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:12.148887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-689d7fc3-11ac-43e4-82b6-42c0b3c95f59 req-165958ed-950b-45d0-be18-9cd4e47eff28 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 210 time: 0.0914834 Feb 03 12:33:12.166273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Attempting to bind port 9188fa5f-1314-43ad-b7b0-840720626dd0 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:12.166634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Attempting to bind port 9188fa5f-1314-43ad-b7b0-840720626dd0 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:12.170371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Attempting to bind port 9188fa5f-1314-43ad-b7b0-840720626dd0 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:12.185006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Port 9188fa5f-1314-43ad-b7b0-840720626dd0 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:12.185332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Attempting to bind port 9188fa5f-1314-43ad-b7b0-840720626dd0 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:12.297850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:12.298568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:12.298568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:12.299005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Bound port: 9188fa5f-1314-43ad-b7b0-840720626dd0, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:12.299360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.379230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-6bfe09bd-dc84-43c5-949e-0f178496d95f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=fd45003482bc46a6aa8a201858abe81b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577815 Feb 03 12:33:12.413746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a845086c-ae8e-43e5-a3d0-89dc4f7c545d {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:12.436122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Publish callbacks [] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.474757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218f1c0-6e88-4fbb-a6b6-b2956b108e5e req-fa902e84-9ccb-486a-9632-074739e3a448 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:12.476246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e218f1c0-6e88-4fbb-a6b6-b2956b108e5e req-fa902e84-9ccb-486a-9632-074739e3a448 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2297766 Feb 03 12:33:12.501163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Transition to ACTIVE for port object a845086c-ae8e-43e5-a3d0-89dc4f7c545d will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:12.545719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.577996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] For port 9188fa5f-1314-43ad-b7b0-840720626dd0, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:12.617901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0070937-7517-4011-bae4-c7442fdf2dd8 req-81003f4b-e9f5-4d3c-a682-f9fd01ecc91c tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:12.619282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0070937-7517-4011-bae4-c7442fdf2dd8 req-81003f4b-e9f5-4d3c-a682-f9fd01ecc91c tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 946 time: 0.3316338 Feb 03 12:33:12.628410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] For port 9188fa5f-1314-43ad-b7b0-840720626dd0, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9188fa5f-1314-43ad-b7b0-840720626dd0,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:12.652165 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.672637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.710284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-4789d3da-da98-4c5b-b8de-c67be7b864bd tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:12.711755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-4789d3da-da98-4c5b-b8de-c67be7b864bd tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232391 Feb 03 12:33:12.713916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Pushing event updated for resources: {'Port': ['ID=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:12.727903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e218f1c0-6e88-4fbb-a6b6-b2956b108e5e req-cf81f340-4683-4bac-9c8f-ba3f266abd47 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344079 Feb 03 12:33:12.737872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Request body: {'port': {'device_id': '1fc76c1c-cbe7-45e3-950f-0f408906ebcd', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'fd45003482bc46a6aa8a201858abe81b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:12.770972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:12.771594 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.773075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] 10.222.0.72 "PUT /v2.0/ports/9188fa5f-1314-43ad-b7b0-840720626dd0 HTTP/1.1" status: 200 len: 1095 time: 2.0792556 Feb 03 12:33:12.773521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3fb85f-5fa8-412b-8857-994436902901', 'tag': '9188fa5f-1314-43ad-b7b0-840720626dd0'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:12.775773 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfb2189-d92f-4f84-89f3-078c5e5fde41" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3fb85f-5fa8-412b-8857-994436902901", "tag": "9188fa5f-1314-43ad-b7b0-840720626dd0"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:12.869260 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:33:12.955022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0070937-7517-4011-bae4-c7442fdf2dd8 req-1755e1be-c6e1-4fd4-b05a-826194a3550b tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199403 Feb 03 12:33:12.986910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:12.987260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:12.987786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:13.016128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152714d8-0030-4512-a722-ceb251f56d43 service neutron] Pushing event updated for resources: {'Port': ['ID=9188fa5f-1314-43ad-b7b0-840720626dd0,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:13.019731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:13.020242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:13.068004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:13.068350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:13.068733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:13.069173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Bound port: a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:13.069527 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.082832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3105363d-10b7-4585-8c7d-1020d41c3e7e req-12f0dc32-4bb4-481f-8a7e-3730e7d449b6 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 210 time: 0.0549622 Feb 03 12:33:13.126090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47ae20-b911-4b70-a636-28141d89fdad req-accb368e-1880-4e32-b622-96f37115a3bf tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.127932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b47ae20-b911-4b70-a636-28141d89fdad req-accb368e-1880-4e32-b622-96f37115a3bf tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.2830858 Feb 03 12:33:13.129797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-d2f19d3c-9a1c-4954-a82d-d26686048b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.134058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-d2f19d3c-9a1c-4954-a82d-d26686048b49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 1129 time: 0.2472939 Feb 03 12:33:13.134960 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43842) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:13.135450 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6812a723-2737-415c-a65d-7a66101e5168 x-openstack-request-id: req-6812a723-2737-415c-a65d-7a66101e5168 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:13.135610 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3fb85f-5fa8-412b-8857-994436902901", "tag": "9188fa5f-1314-43ad-b7b0-840720626dd0", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:13.135900 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6812a723-2737-415c-a65d-7a66101e5168 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:13.136413 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3fb85f-5fa8-412b-8857-994436902901', 'tag': '9188fa5f-1314-43ad-b7b0-840720626dd0', 'status': 'completed', 'code': 200} Feb 03 12:33:13.222545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8413aa1e-200e-42b2-a4cb-913c2d1a5cba details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:13.224458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-6acf08c2-0b8b-4c60-b39b-4ccddde02afa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9188fa5f-1314-43ad-b7b0-840720626dd0 HTTP/1.1" status: 200 len: 217 time: 0.0667114 Feb 03 12:33:13.237946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Made reservation on behalf of fd45003482bc46a6aa8a201858abe81b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:13.241351 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.278690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a69c5b99-a8bf-4354-9400-48facc6f85e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.344659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:13.356445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '8413aa1e-200e-42b2-a4cb-913c2d1a5cba', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '8413aa1e-200e-42b2-a4cb-913c2d1a5cba', 'mac_address': 'fa:16:3e:9d:16:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:13.361244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:13.388165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b47ae20-b911-4b70-a636-28141d89fdad req-ce0ffa83-a836-409f-838f-b385cc4f6f94 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314119 Feb 03 12:33:13.398967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:13.399641 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.413338 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a69c5b99-a8bf-4354-9400-48facc6f85e4 admin admin] Publish callbacks [] for security_group (284bf14d-c683-4692-b1aa-369680ad31cc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.414391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8413aa1e-200e-42b2-a4cb-913c2d1a5cba {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:13.417192 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8c03a03e-5845-47c5-a6aa-fe8ce744e5dd tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7e53d93e1a6d4406af3cbf485e1d7b70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189361 Feb 03 12:33:13.422188 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a69c5b99-a8bf-4354-9400-48facc6f85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (284bf14d-c683-4692-b1aa-369680ad31cc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.438394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:13.446217 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.499832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:13.521235 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a69c5b99-a8bf-4354-9400-48facc6f85e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6d5acccd5fd4526b68237d15ca3593e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835416 Feb 03 12:33:13.523170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c5b99-a8bf-4354-9400-48facc6f85e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284bf14d-c683-4692-b1aa-369680ad31cc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:13.551176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43848) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:13.651733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:13.663897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-25ed7c8c-60a9-41fb-b015-8b51ea86248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.665470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-25ed7c8c-60a9-41fb-b015-8b51ea86248d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.4295187 Feb 03 12:33:13.679994 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.716118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96a52ac9-81c9-4652-b252-751cde43ec08 req-24482efc-fa7f-4af0-8acf-0671ad7c3e56 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 210 time: 0.0663488 Feb 03 12:33:13.753292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a495c-0985-4b29-8ac4-cd8dfe80ffe1 req-1afb6d86-c03f-4dd6-8aaa-7c4eb3b129e7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.755105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-458a495c-0985-4b29-8ac4-cd8dfe80ffe1 req-1afb6d86-c03f-4dd6-8aaa-7c4eb3b129e7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 948 time: 0.5414557 Feb 03 12:33:13.820836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['8413aa1e-200e-42b2-a4cb-913c2d1a5cba'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:13.826516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.826516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.827726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] 10.222.0.72 "PUT /v2.0/ports/a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 1092 time: 2.2739446 Feb 03 12:33:13.830472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8c54123b-55d6-4d80-83cc-2fe606ef6fe0 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.832228 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8c54123b-55d6-4d80-83cc-2fe606ef6fe0 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4052358 Feb 03 12:33:13.844638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20a121db-32d4-4189-ac3b-f95eb9a9ecce admin admin] Publish callbacks [] for security_group (284bf14d-c683-4692-b1aa-369680ad31cc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.853469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Request body: {'port': {'device_id': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '7e53d93e1a6d4406af3cbf485e1d7b70'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:13.894078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20a121db-32d4-4189-ac3b-f95eb9a9ecce admin admin] Publish callbacks [] for security_group (284bf14d-c683-4692-b1aa-369680ad31cc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.932491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838754-a8bb-40bf-b31f-d80648e0f24e service neutron] Pushing event updated for resources: {'Port': ['ID=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:13.992129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-f0de4f81-0543-48ab-b055-60c478298486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.994025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-f0de4f81-0543-48ab-b055-60c478298486 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3117812 Feb 03 12:33:13.996661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Allocated IP 192.168.233.254 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/992a979f-1807-4d5a-a25b-04e424e07cc2) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:14.007413 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20a121db-32d4-4189-ac3b-f95eb9a9ecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (284bf14d-c683-4692-b1aa-369680ad31cc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.010088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20a121db-32d4-4189-ac3b-f95eb9a9ecce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.013657 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-20a121db-32d4-4189-ac3b-f95eb9a9ecce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/284bf14d-c683-4692-b1aa-369680ad31cc HTTP/1.1" status: 204 len: 168 time: 0.4591153 Feb 03 12:33:14.023775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a121db-32d4-4189-ac3b-f95eb9a9ecce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284bf14d-c683-4692-b1aa-369680ad31cc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:14.032370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Made reservation on behalf of 7e53d93e1a6d4406af3cbf485e1d7b70 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:14.044858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-458a495c-0985-4b29-8ac4-cd8dfe80ffe1 req-a2759b68-eb5e-4c52-882a-2ef47efcac67 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454605 Feb 03 12:33:14.045366 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.047481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.085556 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eda56d-c170-48c8-b60f-c5884bafbfa4 req-64e4f416-33cd-4102-b994-79b5910dc6c7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.093804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04eda56d-c170-48c8-b60f-c5884bafbfa4 req-64e4f416-33cd-4102-b994-79b5910dc6c7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2699485 Feb 03 12:33:14.149615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks [] for security_group (77144481-18bd-47f2-b7d0-fb70f8c13df7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.155085 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (77144481-18bd-47f2-b7d0-fb70f8c13df7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.195100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52752622-6081-489d-b58f-cf813367bfa8 req-bf7a3398-3681-4504-9aee-8ab4b51a8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.196550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-bf7a3398-3681-4504-9aee-8ab4b51a8cb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1126 time: 0.2934430 Feb 03 12:33:14.220171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77144481-18bd-47f2-b7d0-fb70f8c13df7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:14.298318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-81fbf292-4bbb-47d8-895e-b98285a338f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 217 time: 0.0867338 Feb 03 12:33:14.331353 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43860) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:14.342160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04eda56d-c170-48c8-b60f-c5884bafbfa4 req-c32472dc-4b28-46f8-8423-5707d8d3e822 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473278 Feb 03 12:33:14.344948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79ad728b-970f-4c5a-a670-b46dc2e12946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.385087 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-3831dfdf-5e35-4592-8685-4c47cabbde07 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795485 Feb 03 12:33:14.427489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79ad728b-970f-4c5a-a670-b46dc2e12946 admin admin] Publish callbacks [] for security_group (5018285d-bf58-49ae-a52f-ebba6a77afd7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.432187 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79ad728b-970f-4c5a-a670-b46dc2e12946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5018285d-bf58-49ae-a52f-ebba6a77afd7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.436952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454120be-c892-4865-ba31-1644f5734b52 req-14b4d9c3-72a8-4fd1-8d44-5683374c5114 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.438460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-454120be-c892-4865-ba31-1644f5734b52 req-14b4d9c3-72a8-4fd1-8d44-5683374c5114 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 946 time: 0.3267460 Feb 03 12:33:14.473132 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-79ad728b-970f-4c5a-a670-b46dc2e12946 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1cd10ab360f54ca2984ceb86118dd6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404955 Feb 03 12:33:14.473726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad728b-970f-4c5a-a670-b46dc2e12946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5018285d-bf58-49ae-a52f-ebba6a77afd7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:14.475970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43864) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:14.498920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d291db91-950c-482c-9a0f-0c536dbf0da2 req-eb37e6c6-dbe4-4972-955e-a28556e7049a tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 210 time: 0.0808449 Feb 03 12:33:14.527595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1f09637f-46cf-4adb-ad58-19b928dabbde admin admin] Publish callbacks [] for security_group (5018285d-bf58-49ae-a52f-ebba6a77afd7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.549462 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1f09637f-46cf-4adb-ad58-19b928dabbde admin admin] Publish callbacks [] for security_group (5018285d-bf58-49ae-a52f-ebba6a77afd7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.550280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52752622-6081-489d-b58f-cf813367bfa8 req-20254891-30d2-425b-90c8-a8c9f67e6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.552067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-20254891-30d2-425b-90c8-a8c9f67e6d38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.2377787 Feb 03 12:33:14.597507 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1f09637f-46cf-4adb-ad58-19b928dabbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5018285d-bf58-49ae-a52f-ebba6a77afd7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.600000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1f09637f-46cf-4adb-ad58-19b928dabbde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.601145 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1f09637f-46cf-4adb-ad58-19b928dabbde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5018285d-bf58-49ae-a52f-ebba6a77afd7 HTTP/1.1" status: 204 len: 168 time: 0.1242752 Feb 03 12:33:14.609443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09637f-46cf-4adb-ad58-19b928dabbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5018285d-bf58-49ae-a52f-ebba6a77afd7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:14.657451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-500c9688-2ed8-46ca-954d-9dfdfeac4ec4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820062 Feb 03 12:33:14.696496 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks [] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.714012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e051f88-4c5c-413d-9399-23fb9de2289b req-93b8eb95-7a27-473a-b300-4d4cbe54e5c0 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985141 Feb 03 12:33:14.717620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-454120be-c892-4865-ba31-1644f5734b52 req-efcabef7-9b9d-4ac0-b67f-6c9faa662d77 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582121 Feb 03 12:33:14.813070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e496638-2642-4a56-bd80-a748dee467ea req-77b1a2de-2289-4bc0-8c54-8fb8cbd45f48 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.814607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e496638-2642-4a56-bd80-a748dee467ea req-77b1a2de-2289-4bc0-8c54-8fb8cbd45f48 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.2551966 Feb 03 12:33:14.883396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55573c6f-5a4a-44a3-a92f-2d8575699ad0 req-0aa652fa-dc34-4a4f-9753-528a997a385d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 210 time: 0.0526593 Feb 03 12:33:14.900226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.913649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cad16891-5f8c-4a36-a399-f9a63588b2db'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:14.917130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['de21f2db-10f1-4b9e-87ec-d7394682a75f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:14.954831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-ee93ad9e-9ecb-40b7-9d3e-70d14e25d2c2 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763603 Feb 03 12:33:14.965360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Allocated IP 192.168.233.31 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/cb842774-87c2-496e-860c-2a3d164fcb3c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:15.014061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-92f898a7-c1ee-42a7-9e69-0d6d265619b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:15.015625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-92f898a7-c1ee-42a7-9e69-0d6d265619b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 1129 time: 0.2311745 Feb 03 12:33:15.032420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e496638-2642-4a56-bd80-a748dee467ea req-16219243-76ed-484e-a0ff-4d3ceb0b9ba6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981714 Feb 03 12:33:15.048004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:15.078832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:15.081306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:15.086734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:15.087367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.096511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Pushing event updated for resources: {'Port': ['ID=992a979f-1807-4d5a-a25b-04e424e07cc2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:15.139491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:15.142030 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a713a0-9f77-4cb9-a2be-cffefb6fe418" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:15.212736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-2a4e59a2-ed2a-49eb-b230-f426c423b487 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4821446 Feb 03 12:33:15.233100 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe37e3f-41cf-443e-9fa1-8d9251a4c5dd x-openstack-request-id: req-afe37e3f-41cf-443e-9fa1-8d9251a4c5dd {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:15.233501 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:15.233615 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afe37e3f-41cf-443e-9fa1-8d9251a4c5dd {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:15.234008 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d', 'status': 'completed', 'code': 200} Feb 03 12:33:15.244594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Request body: {'port': {'device_id': '1fc76c1c-cbe7-45e3-950f-0f408906ebcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:15.246051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8413aa1e-200e-42b2-a4cb-913c2d1a5cba up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:15.264048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks [] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.326251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52752622-6081-489d-b58f-cf813367bfa8 req-7ab44e4c-7cbf-4d65-863b-89ba3a365701 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636358 Feb 03 12:33:15.375603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:15.384487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:15.384874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.389390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-1929442b-8743-4f20-964f-a020df5b7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:15.391565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-1929442b-8743-4f20-964f-a020df5b7374 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.3633206 Feb 03 12:33:15.422384 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-db1192d9-fcdd-4359-85aa-e35eeebeaedf service neutron] show failed (client error): The resource could not be found. Feb 03 12:33:15.423681 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-db1192d9-fcdd-4359-85aa-e35eeebeaedf service neutron] 10.222.0.91 "GET /v2.0/ports/f977ab90-069f-40d5-9178-8e65c0ec361c/bindings/n-h2-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.1562295 Feb 03 12:33:15.448162 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.515512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:15.516467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.518773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f19164b4-5bed-493e-aa66-73f3f90431b3 None None] Provisioning complete for port 992a979f-1807-4d5a-a25b-04e424e07cc2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:15.519348 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19164b4-5bed-493e-aa66-73f3f90431b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.547773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:15.556227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-8814be38-ab96-4d51-ab6c-af8d466a8a65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9188fa5f-1314-43ad-b7b0-840720626dd0 HTTP/1.1" status: 200 len: 217 time: 0.1423733 Feb 03 12:33:15.560235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:15.567461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:15.574743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f19164b4-5bed-493e-aa66-73f3f90431b3 None None] Port 992a979f-1807-4d5a-a25b-04e424e07cc2 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:15.591244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:15.592275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.604696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c4be59-770b-4cc2-b794-ec8b29a68c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8413aa1e-200e-42b2-a4cb-913c2d1a5cba'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:15.608053 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece29333-fc71-46cf-a6ba-549388018a05" -d '{"events": [{"server_uuid": "41c4be59-770b-4cc2-b794-ec8b29a68c32", "name": "network-vif-plugged", "status": "completed", "tag": "8413aa1e-200e-42b2-a4cb-913c2d1a5cba"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:15.644697 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7968988 Feb 03 12:33:15.645691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa3f63-1364-42fb-b80e-1eaead4b0bb8 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:15.647151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb3f2d-4aef-449c-85d1-de7715555c15 req-a0693a36-7942-4081-a3e6-088ad996e44c tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:15.661908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49eb3f2d-4aef-449c-85d1-de7715555c15 req-a0693a36-7942-4081-a3e6-088ad996e44c tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 949 time: 0.4712973 Feb 03 12:33:15.663354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Request body: {'port': {'device_id': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:15.664692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:15.667044 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.674093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.824125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:15.866023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.928232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-db90b194-fa3f-421b-8933-73621c1bb2b8 None None] Provisioning complete for port cb842774-87c2-496e-860c-2a3d164fcb3c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:15.929438 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db90b194-fa3f-421b-8933-73621c1bb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.971911 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.973492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-db90b194-fa3f-421b-8933-73621c1bb2b8 None None] Port cb842774-87c2-496e-860c-2a3d164fcb3c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:16.157802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-773422d1-0e74-42bb-8643-40895f9e39db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.159327 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-773422d1-0e74-42bb-8643-40895f9e39db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed&tenant_id=5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 1133 time: 0.2948790 Feb 03 12:33:16.174429 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:16.213710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-e4073b4f-6965-4555-95d2-033be7a4b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.215212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-e4073b4f-6965-4555-95d2-033be7a4b7f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.5503201 Feb 03 12:33:16.225395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49eb3f2d-4aef-449c-85d1-de7715555c15 req-8315db30-996d-41cc-ac91-a2c388abcf37 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623765 Feb 03 12:33:16.273689 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.374774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-9dea08ca-ad91-485d-9c74-2b87a5e2bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.376710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-9dea08ca-ad91-485d-9c74-2b87a5e2bde1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1126 time: 0.9382288 Feb 03 12:33:16.379177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb842774-87c2-496e-860c-2a3d164fcb3c {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:16.385478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104d3dc-083e-431b-ad85-8e7f8a464071 req-c2d3488a-b8b0-48c7-a856-bf06b5dce433 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.393928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8104d3dc-083e-431b-ad85-8e7f8a464071 req-c2d3488a-b8b0-48c7-a856-bf06b5dce433 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.7281923 Feb 03 12:33:16.445341 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Publish callbacks [] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.472050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Transition to ACTIVE for port object cb842774-87c2-496e-860c-2a3d164fcb3c will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:16.480481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.598111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8104d3dc-083e-431b-ad85-8e7f8a464071 req-181a4c9d-3b60-450f-beb4-700c85181e78 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031634 Feb 03 12:33:16.604323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-aefbbcc2-02f1-4605-9810-7ea1cbc2c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.606037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-aefbbcc2-02f1-4605-9810-7ea1cbc2c293 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3603745 Feb 03 12:33:16.631916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2637e-9544-46bc-8a40-ac376198a2be req-0fb21aae-41ed-4d18-a205-e37874e40826 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.633678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ed2637e-9544-46bc-8a40-ac376198a2be req-0fb21aae-41ed-4d18-a205-e37874e40826 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 935 time: 0.3026202 Feb 03 12:33:16.691881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:16.723149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-17c90587-d9cf-4386-938a-d82564764fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.724970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-17c90587-d9cf-4386-938a-d82564764fb5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.2813623 Feb 03 12:33:16.726264 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e68f48-091b-4ef9-9005-6c6441e6dee6 x-openstack-request-id: req-20e68f48-091b-4ef9-9005-6c6441e6dee6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:16.727996 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c4be59-770b-4cc2-b794-ec8b29a68c32", "name": "network-vif-plugged", "status": "completed", "tag": "8413aa1e-200e-42b2-a4cb-913c2d1a5cba", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:16.728266 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20e68f48-091b-4ef9-9005-6c6441e6dee6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:16.728677 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c4be59-770b-4cc2-b794-ec8b29a68c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8413aa1e-200e-42b2-a4cb-913c2d1a5cba', 'code': 200} Feb 03 12:33:16.844869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Attempting to bind port cb842774-87c2-496e-860c-2a3d164fcb3c on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:16.845207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Attempting to bind port cb842774-87c2-496e-860c-2a3d164fcb3c by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:16.845547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Attempting to bind port cb842774-87c2-496e-860c-2a3d164fcb3c on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:16.850530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-e985d54c-6ba6-40b1-be58-4116011f0c41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 217 time: 0.0694213 Feb 03 12:33:16.852940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Port cb842774-87c2-496e-860c-2a3d164fcb3c on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:16.853277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Attempting to bind port cb842774-87c2-496e-860c-2a3d164fcb3c on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:16.865259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:16.865602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:16.865983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:16.866711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ed2637e-9544-46bc-8a40-ac376198a2be req-e666de4a-cb35-40d0-9f5f-65b020121c3c tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202294 Feb 03 12:33:16.870392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Bound port: cb842774-87c2-496e-860c-2a3d164fcb3c, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:16.871060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.878749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:16.986981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:16.990404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:17.001212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.003870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:17.009245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-e02131e8-0151-4b87-a5b9-d69a3aedb17d service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744092 Feb 03 12:33:17.046866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-f0eff890-1b92-4e61-885f-223e5a6b5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.048318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-f0eff890-1b92-4e61-885f-223e5a6b5921 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.1869321 Feb 03 12:33:17.075688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.080556 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a5fd-8f3b-48aa-a617-2aa20ff84102 req-b9d6ea8a-1209-45b8-88c7-9f917fd34a5f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.082552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ec8a5fd-8f3b-48aa-a617-2aa20ff84102 req-b9d6ea8a-1209-45b8-88c7-9f917fd34a5f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 946 time: 0.2370961 Feb 03 12:33:17.106523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.107086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.108423 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8fd11ad2-d808-4d99-a0d9-d60b504004ab service neutron] 10.222.0.72 "PUT /v2.0/ports/cb842774-87c2-496e-860c-2a3d164fcb3c HTTP/1.1" status: 200 len: 1096 time: 1.4547560 Feb 03 12:33:17.110463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:17.111752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-cb7c1842-9e52-43f3-93a3-64c56d08b2bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537391 Feb 03 12:33:17.112977 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb632e26-334f-4360-afb2-f7ecffe981c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:17.127747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1b46e-2369-4ac6-8a57-ec69f5c7a6a6 req-80b4aa5c-095a-4daf-a2f9-c80ef3a1dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.129250 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3b1b46e-2369-4ac6-8a57-ec69f5c7a6a6 req-80b4aa5c-095a-4daf-a2f9-c80ef3a1dcef service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 1133 time: 0.3381000 Feb 03 12:33:17.136225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Publish callbacks [] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.168233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b40da9-65ed-4cb1-b056-06df9389f469 req-51ce78aa-f590-4ab0-8bba-76e6fdfcb519 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.170789 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06b40da9-65ed-4cb1-b056-06df9389f469 req-51ce78aa-f590-4ab0-8bba-76e6fdfcb519 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 936 time: 0.2197137 Feb 03 12:33:17.204664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Transition to ACTIVE for port object f977ab90-069f-40d5-9178-8e65c0ec361c will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:17.225763 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3b1b46e-2369-4ac6-8a57-ec69f5c7a6a6 req-6d6d198b-46be-4e4f-bdfc-c12dcfc89f10 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860391 Feb 03 12:33:17.227162 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.273525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Pushing event updated for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=6']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.295377 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-f7f16598-6542-4ee5-aaa7-a937fec5b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.296906 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-f7f16598-6542-4ee5-aaa7-a937fec5b231 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e53d93e1a6d4406af3cbf485e1d7b70&device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 1130 time: 0.1317534 Feb 03 12:33:17.352971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edfb2189-d92f-4f84-89f3-078c5e5fde41 req-089ceaa8-3858-42ec-88a9-09f2bfefe3f2 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337409 Feb 03 12:33:17.381403 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-900468a8-158f-4a76-bbaf-6016400969d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=cb842774-87c2-496e-860c-2a3d164fcb3c HTTP/1.1" status: 200 len: 217 time: 0.0740378 Feb 03 12:33:17.382652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] No DVR routers for this DVR port f977ab90-069f-40d5-9178-8e65c0ec361c on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:17.453029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Attempting to bind port f977ab90-069f-40d5-9178-8e65c0ec361c on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:17.453838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Attempting to bind port f977ab90-069f-40d5-9178-8e65c0ec361c by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:17.453838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Attempting to bind port f977ab90-069f-40d5-9178-8e65c0ec361c on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:17.460911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Port f977ab90-069f-40d5-9178-8e65c0ec361c on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:17.461248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Attempting to bind port f977ab90-069f-40d5-9178-8e65c0ec361c on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:17.471839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ec8a5fd-8f3b-48aa-a617-2aa20ff84102 req-f483b946-cae9-48f4-a9b4-9a46d3e21a48 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068831 Feb 03 12:33:17.472709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:17.473018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:17.473404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:17.473836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Bound port: f977ab90-069f-40d5-9178-8e65c0ec361c, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:17.474196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.477198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8cd522ca-5518-47c2-8496-610c4d1f0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.478706 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-8cd522ca-5518-47c2-8496-610c4d1f0c90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0876203 Feb 03 12:33:17.558832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06b40da9-65ed-4cb1-b056-06df9389f469 req-fff21335-5d20-454e-96ba-310db281cc8c tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424957 Feb 03 12:33:17.586472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-72957cb7-5c9a-48af-bc6a-eac654aec8a4 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628732 Feb 03 12:33:17.594690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-52310d7b-86d5-45d2-bba4-b4e70e9b187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.596240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-52310d7b-86d5-45d2-bba4-b4e70e9b187b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0949514 Feb 03 12:33:17.608115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:17.612113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:17.710577 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.723732 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-dbb55ee4-6483-4cf1-abf2-0f67825050c6 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046302 Feb 03 12:33:17.740272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992a979f-1807-4d5a-a25b-04e424e07cc2 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:17.751982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Publish callbacks [] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.775433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189005e-c2b3-4072-863d-365ceaa02177 req-71d468ee-b6d0-4c43-98f7-0a6a5b0cc454 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.776924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5189005e-c2b3-4072-863d-365ceaa02177 req-71d468ee-b6d0-4c43-98f7-0a6a5b0cc454 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.2074084 Feb 03 12:33:17.783552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.784177 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.785727 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] 10.222.0.72 "PUT /v2.0/ports/f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 1097 time: 1.6167345 Feb 03 12:33:17.791084 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67a713a0-9f77-4cb9-a2be-cffefb6fe418 req-3d67c6f4-2723-4491-bdc5-b88c2e0a38b0 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640720 Feb 03 12:33:17.809550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Transition to ACTIVE for port object 992a979f-1807-4d5a-a25b-04e424e07cc2 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:17.822724 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.874264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb41879-a9d8-4fb8-bd68-a70e9094571a service neutron] Pushing event updated for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=7']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.917521 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03292e8b-b267-4625-b6b7-adf4c661ab46 x-openstack-request-id: req-03292e8b-b267-4625-b6b7-adf4c661ab46 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:17.917847 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:17.918449 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03292e8b-b267-4625-b6b7-adf4c661ab46 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:17.918557 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'status': 'completed', 'code': 200} Feb 03 12:33:17.921004 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ec772113-d889-41fc-b311-883dbb6c9e02 req-17c39c4a-84ab-4b8c-be04-60f00d6a0694 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725404 Feb 03 12:33:17.971498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Pushing event updated for resources: {'Port': ['ID=992a979f-1807-4d5a-a25b-04e424e07cc2,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.979831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5189005e-c2b3-4072-863d-365ceaa02177 req-b182f5b5-e354-41c7-bdc5-861424ff3805 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934149 Feb 03 12:33:18.047396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-4a66037d-5847-407b-b702-42d40844cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.048899 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-4a66037d-5847-407b-b702-42d40844cfd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e53d93e1a6d4406af3cbf485e1d7b70&device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 1130 time: 0.0621247 Feb 03 12:33:18.076550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-03787cdb-aa02-4e55-a51e-b065a5a9dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.078035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-03787cdb-aa02-4e55-a51e-b065a5a9dbaa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1131 time: 0.2391832 Feb 03 12:33:18.118700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Attempting to bind port 992a979f-1807-4d5a-a25b-04e424e07cc2 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:18.118949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Attempting to bind port 992a979f-1807-4d5a-a25b-04e424e07cc2 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:18.119281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Attempting to bind port 992a979f-1807-4d5a-a25b-04e424e07cc2 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:18.146913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-5e383e7d-536e-40f5-99bb-276d6cd84c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.148721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-5e383e7d-536e-40f5-99bb-276d6cd84c12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.0915332 Feb 03 12:33:18.153817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Port 992a979f-1807-4d5a-a25b-04e424e07cc2 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:18.154387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Attempting to bind port 992a979f-1807-4d5a-a25b-04e424e07cc2 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:18.189109 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-e1a5199c-e13f-4b37-89de-37d561af522c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=cb842774-87c2-496e-860c-2a3d164fcb3c HTTP/1.1" status: 200 len: 217 time: 0.0344143 Feb 03 12:33:18.196016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:18.196359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:18.196837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:18.197301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Bound port: 992a979f-1807-4d5a-a25b-04e424e07cc2, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:18.197662 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.236172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee5c77-16f1-40cd-951c-ae1ca302824a req-bc1d311a-7aed-4fca-b67c-fb5e42c839f2 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.237797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90ee5c77-16f1-40cd-951c-ae1ca302824a req-bc1d311a-7aed-4fca-b67c-fb5e42c839f2 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 950 time: 0.2186542 Feb 03 12:33:18.245994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-86713a64-22e5-412a-922b-b59090d4a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.247688 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-86713a64-22e5-412a-922b-b59090d4a9ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0515602 Feb 03 12:33:18.251879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fd750-4946-465b-bae3-624d461d1d8d req-4d800b2d-64d6-4147-9b5a-5e410ca15296 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.253404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e99fd750-4946-465b-bae3-624d461d1d8d req-4d800b2d-64d6-4147-9b5a-5e410ca15296 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.1817162 Feb 03 12:33:18.302454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-6107750b-8aa5-4bdd-818f-455d15874396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.304002 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-6107750b-8aa5-4bdd-818f-455d15874396 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0447168 Feb 03 12:33:18.330013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-b4fbd83f-3d13-41fd-bb10-e517454e5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.331548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-b4fbd83f-3d13-41fd-bb10-e517454e5898 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2412035 Feb 03 12:33:18.398302 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-67763b9c-5297-4e82-999d-3f34e4b64ad1 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873628 Feb 03 12:33:18.419558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-b848b7fc-8fc1-403b-bb86-4408d17c2278 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.0748377 Feb 03 12:33:18.432474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e99fd750-4946-465b-bae3-624d461d1d8d req-bf282031-b82b-4136-8b24-c4c681b0d31e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713526 Feb 03 12:33:18.433485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] For port 992a979f-1807-4d5a-a25b-04e424e07cc2, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:18.454912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90ee5c77-16f1-40cd-951c-ae1ca302824a req-ebd473bd-34c5-4946-bcc0-e649381ccc50 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879485 Feb 03 12:33:18.458060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] For port 992a979f-1807-4d5a-a25b-04e424e07cc2, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=992a979f-1807-4d5a-a25b-04e424e07cc2,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:18.499921 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.550008 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb632e26-334f-4360-afb2-f7ecffe981c0 req-1321d184-c4b9-403c-be52-3d3d3c5e1c7f service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406579 Feb 03 12:33:18.790257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.790912 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.792308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] 10.222.0.91 "PUT /v2.0/ports/992a979f-1807-4d5a-a25b-04e424e07cc2 HTTP/1.1" status: 200 len: 1097 time: 3.5570951 Feb 03 12:33:18.792439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a845086c-ae8e-43e5-a3d0-89dc4f7c545d details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:18.795674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc76c1c-cbe7-45e3-950f-0f408906ebcd', 'tag': '992a979f-1807-4d5a-a25b-04e424e07cc2'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:18.798095 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13594613-d03c-44ba-bdcb-2c6c077a3eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc76c1c-cbe7-45e3-950f-0f408906ebcd", "tag": "992a979f-1807-4d5a-a25b-04e424e07cc2"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:18.808977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-1cef68d3-57b7-4c2e-80fa-e5f18d6d2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.811301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-1cef68d3-57b7-4c2e-80fa-e5f18d6d2752 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.3834279 Feb 03 12:33:18.814247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43946) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:18.924738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2fac3-6db1-4a75-b09d-e1a2d1608b6b service neutron] Pushing event updated for resources: {'Port': ['ID=992a979f-1807-4d5a-a25b-04e424e07cc2,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:18.946663 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-880cc408-4066-4869-a1b9-61a99fa79cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.949793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:18.953449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6ff89-9a54-4de8-bd12-b180230e9d18 req-c51de998-c90e-45cf-8626-93a5df903fdb tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.955127 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ce6ff89-9a54-4de8-bd12-b180230e9d18 req-c51de998-c90e-45cf-8626-93a5df903fdb tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 947 time: 0.2329097 Feb 03 12:33:18.968030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d', 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf', 'port_id': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d', 'mac_address': 'fa:16:3e:c7:4b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f666a3e-3d08-414d-bcf0-fc98dfba97c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:18.980561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f199c-795d-46b2-a055-497fc8b76a81 req-1bde188e-d560-43bc-b28e-f5b043b0273a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.982261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa7f199c-795d-46b2-a055-497fc8b76a81 req-1bde188e-d560-43bc-b28e-f5b043b0273a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 946 time: 0.2587047 Feb 03 12:33:19.002210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-20437057-e57d-4611-891d-b83f8f58b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.003871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-20437057-e57d-4611-891d-b83f8f58b42f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 1131 time: 0.1447427 Feb 03 12:33:19.024563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a845086c-ae8e-43e5-a3d0-89dc4f7c545d is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:19.024924 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.041424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a845086c-ae8e-43e5-a3d0-89dc4f7c545d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:19.042620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-cf501a4e-900a-4c27-9491-09c01912f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.044220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-cf501a4e-900a-4c27-9491-09c01912f964 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2145190 Feb 03 12:33:19.059877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-880cc408-4066-4869-a1b9-61a99fa79cea admin admin] Publish callbacks [] for security_group (2a54f0fc-9640-410e-9807-76646e46f3cb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.064814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-880cc408-4066-4869-a1b9-61a99fa79cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2a54f0fc-9640-410e-9807-76646e46f3cb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.067742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:19.075121 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.076021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9188fa5f-1314-43ad-b7b0-840720626dd0 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:19.096769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-25b9fdfa-694f-44f0-a625-4605eba143ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=992a979f-1807-4d5a-a25b-04e424e07cc2 HTTP/1.1" status: 200 len: 217 time: 0.0730104 Feb 03 12:33:19.106706 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-880cc408-4066-4869-a1b9-61a99fa79cea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fee648331c047a891b27b3b5becf13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911298 Feb 03 12:33:19.107717 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cc408-4066-4869-a1b9-61a99fa79cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54f0fc-9640-410e-9807-76646e46f3cb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.110586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43952) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:19.157938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8364754-d17e-4b77-b7c9-a5e7fda60e1c admin admin] Publish callbacks [] for security_group (2a54f0fc-9640-410e-9807-76646e46f3cb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.160783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.178634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ce6ff89-9a54-4de8-bd12-b180230e9d18 req-c7602812-7aaf-4b59-bdad-7856f21927cb tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118354 Feb 03 12:33:19.179255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8364754-d17e-4b77-b7c9-a5e7fda60e1c admin admin] Publish callbacks [] for security_group (2a54f0fc-9640-410e-9807-76646e46f3cb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.212999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa7f199c-795d-46b2-a055-497fc8b76a81 req-e18fde2a-a086-46be-8ee8-b4c1129b70f2 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105148 Feb 03 12:33:19.235574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b292d144-f67c-4b30-beb6-54a147409a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.237073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-b292d144-f67c-4b30-beb6-54a147409a6b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1281424 Feb 03 12:33:19.253857 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8364754-d17e-4b77-b7c9-a5e7fda60e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2a54f0fc-9640-410e-9807-76646e46f3cb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.256593 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8364754-d17e-4b77-b7c9-a5e7fda60e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.260183 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a8364754-d17e-4b77-b7c9-a5e7fda60e1c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a54f0fc-9640-410e-9807-76646e46f3cb HTTP/1.1" status: 204 len: 168 time: 0.1462903 Feb 03 12:33:19.271452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8364754-d17e-4b77-b7c9-a5e7fda60e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54f0fc-9640-410e-9807-76646e46f3cb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.273491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9188fa5f-1314-43ad-b7b0-840720626dd0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9188fa5f-1314-43ad-b7b0-840720626dd0,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:19.291759 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc4cd16-4f4e-41d6-a217-fb9b25cb11f2 x-openstack-request-id: req-4cc4cd16-4f4e-41d6-a217-fb9b25cb11f2 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:19.292046 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc76c1c-cbe7-45e3-950f-0f408906ebcd", "tag": "992a979f-1807-4d5a-a25b-04e424e07cc2", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:19.292301 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cc4cd16-4f4e-41d6-a217-fb9b25cb11f2 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:19.292686 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc76c1c-cbe7-45e3-950f-0f408906ebcd', 'tag': '992a979f-1807-4d5a-a25b-04e424e07cc2', 'status': 'completed', 'code': 200} Feb 03 12:33:19.396522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-81470f49-3b0a-4c80-b696-ee57fbe86f8a service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152668 Feb 03 12:33:19.418345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device f977ab90-069f-40d5-9178-8e65c0ec361c no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:19.445822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '9188fa5f-1314-43ad-b7b0-840720626dd0', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '9188fa5f-1314-43ad-b7b0-840720626dd0', 'mac_address': 'fa:16:3e:38:35:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:19.458234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-32cce3e7-a64a-4242-bbf2-7a4c5a2e4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.459986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-32cce3e7-a64a-4242-bbf2-7a4c5a2e4ec9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1890268 Feb 03 12:33:19.468250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3b3a2-1337-42f1-bff5-a4613be891cf req-8a48987d-a18a-4884-b195-3d6bde5bfce2 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.470089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13e3b3a2-1337-42f1-bff5-a4613be891cf req-8a48987d-a18a-4884-b195-3d6bde5bfce2 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 948 time: 0.2002373 Feb 03 12:33:19.497516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port f977ab90-069f-40d5-9178-8e65c0ec361c host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:33:19.497925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device f977ab90-069f-40d5-9178-8e65c0ec361c not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:19.501116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9188fa5f-1314-43ad-b7b0-840720626dd0 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:19.501509 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.515138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9188fa5f-1314-43ad-b7b0-840720626dd0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:19.535605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9188fa5f-1314-43ad-b7b0-840720626dd0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9188fa5f-1314-43ad-b7b0-840720626dd0,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:19.541048 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.593437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9188fa5f-1314-43ad-b7b0-840720626dd0,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.600336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43962) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:19.614677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a17b7-7584-49ae-806d-54619c66bf4a req-98293467-8469-4c47-a832-5bf163eca034 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.615167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae1cb-1d71-42df-a8d4-6094c95a6762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.616164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d32a17b7-7584-49ae-806d-54619c66bf4a req-98293467-8469-4c47-a832-5bf163eca034 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 944 time: 0.2383649 Feb 03 12:33:19.679094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13e3b3a2-1337-42f1-bff5-a4613be891cf req-291fe367-7689-46b4-ab22-2727ed5a0a11 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904893 Feb 03 12:33:19.689074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae1cb-1d71-42df-a8d4-6094c95a6762 admin admin] Publish callbacks [] for security_group (af5788c1-3824-47e5-9f25-28459114aa55), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.691262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-32cdaa25-7447-4e45-8094-f93c296981d4 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771218 Feb 03 12:33:19.700560 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae1cb-1d71-42df-a8d4-6094c95a6762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (af5788c1-3824-47e5-9f25-28459114aa55), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.725467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-f8fb82a4-45de-437a-94e7-62dd76b9766b service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528884 Feb 03 12:33:19.755352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ae1cb-1d71-42df-a8d4-6094c95a6762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5788c1-3824-47e5-9f25-28459114aa55,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.762311 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e4ae1cb-1d71-42df-a8d4-6094c95a6762 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2659253df74471dae9dfaf5d2b08536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575661 Feb 03 12:33:19.762740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43964) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:19.766963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d32a17b7-7584-49ae-806d-54619c66bf4a req-fa6c29c0-0671-4db1-8c5c-5325bf8a8f39 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432071 Feb 03 12:33:19.807440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9188fa5f-1314-43ad-b7b0-840720626dd0'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:19.857713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-508c1fde-17bc-4c5b-b348-707fe751f52f admin admin] Publish callbacks [] for security_group (af5788c1-3824-47e5-9f25-28459114aa55), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.859732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a845086c-ae8e-43e5-a3d0-89dc4f7c545d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:19.881128 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-508c1fde-17bc-4c5b-b348-707fe751f52f admin admin] Publish callbacks [] for security_group (af5788c1-3824-47e5-9f25-28459114aa55), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.920135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c'}, {'name': 'network-changed', 'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:19.924169 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126b6ced-ad49-4eef-90cc-16f29fa3660f" -d '{"events": [{"server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "name": "network-vif-unplugged", "status": "completed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c"}, {"name": "network-changed", "server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:19.941401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-508c1fde-17bc-4c5b-b348-707fe751f52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (af5788c1-3824-47e5-9f25-28459114aa55), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.944302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-508c1fde-17bc-4c5b-b348-707fe751f52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.947908 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-508c1fde-17bc-4c5b-b348-707fe751f52f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af5788c1-3824-47e5-9f25-28459114aa55 HTTP/1.1" status: 204 len: 168 time: 0.1820257 Feb 03 12:33:19.956259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c1fde-17bc-4c5b-b348-707fe751f52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5788c1-3824-47e5-9f25-28459114aa55,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.969746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd131ae7-67e9-45bf-8f30-2aeb3f83021d req-4e924710-e320-4aa4-8049-935a02e4c338 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309070 Feb 03 12:33:19.987409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6753-21cd-4828-b2af-d8269f6efe98 req-deff6673-18a1-4421-b6a7-e71cc5095549 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.988903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc4c6753-21cd-4828-b2af-d8269f6efe98 req-deff6673-18a1-4421-b6a7-e71cc5095549 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 950 time: 0.1154292 Feb 03 12:33:20.001224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478144f-187b-47df-859d-5848945752ef req-37ac1dc7-b07c-469b-a011-5e70019de491 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.017859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9478144f-187b-47df-859d-5848945752ef req-37ac1dc7-b07c-469b-a011-5e70019de491 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.1364253 Feb 03 12:33:20.141897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9478144f-187b-47df-859d-5848945752ef req-e1e347a4-2f89-417b-98fa-c877dc6a5ffb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229291 Feb 03 12:33:20.151694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc4c6753-21cd-4828-b2af-d8269f6efe98 req-b1f33868-0c83-4596-b5aa-4147ccef4cd5 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315026 Feb 03 12:33:20.160319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-50ad77c4-6da3-4d9d-b9c5-d5ef4a204cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.162023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-50ad77c4-6da3-4d9d-b9c5-d5ef4a204cb9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 1131 time: 0.1292913 Feb 03 12:33:20.273653 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.286207 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f2736a-97a2-4e1f-8cfd-a59af2886cb6 x-openstack-request-id: req-65f2736a-97a2-4e1f-8cfd-a59af2886cb6 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:20.286524 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "name": "network-vif-unplugged", "status": "completed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c", "code": 200}, {"name": "network-changed", "server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:20.286776 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65f2736a-97a2-4e1f-8cfd-a59af2886cb6 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:20.287171 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'code': 200} Feb 03 12:33:20.287426 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'status': 'completed', 'code': 200} Feb 03 12:33:20.399003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-d69640bc-2e1f-40c0-bd95-0e5b81924d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.404577 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-d69640bc-2e1f-40c0-bd95-0e5b81924d35 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1131 time: 0.0890245 Feb 03 12:33:20.459718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-7ddebaa5-992b-4b81-84a1-f2d7cae28db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.461207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-7ddebaa5-992b-4b81-84a1-f2d7cae28db2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2827592 Feb 03 12:33:20.506982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-d008e5b4-0d0f-487d-b6fd-da9059b7be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.508462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-d008e5b4-0d0f-487d-b6fd-da9059b7be35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1131 time: 0.1711307 Feb 03 12:33:20.511705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-be66d261-43a4-4280-9bea-135cf27b8b74 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=992a979f-1807-4d5a-a25b-04e424e07cc2 HTTP/1.1" status: 200 len: 217 time: 0.0426769 Feb 03 12:33:20.519953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c202e9c-5154-40bb-abdb-96890b4d13de req-ee6e9dcc-5ae3-45cc-85b8-41e862bc5eef tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.521532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c202e9c-5154-40bb-abdb-96890b4d13de req-ee6e9dcc-5ae3-45cc-85b8-41e862bc5eef tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 947 time: 0.1505604 Feb 03 12:33:20.553004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-75f90eab-664e-42fb-b4c8-325d1f83b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.554908 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-75f90eab-664e-42fb-b4c8-325d1f83b510 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1421421 Feb 03 12:33:20.619201 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-b945a187-6b75-4a90-8d38-93c83fbf9182 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.0580072 Feb 03 12:33:20.665222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-bbe118c7-ef24-4a29-9688-b86e704b4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.666743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-bbe118c7-ef24-4a29-9688-b86e704b4123 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1442962 Feb 03 12:33:20.671818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c202e9c-5154-40bb-abdb-96890b4d13de req-ea021ff6-0b48-4b08-a049-aa8421a180db tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401472 Feb 03 12:33:20.723742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-c93934b2-34ee-48da-a246-92f2a6424498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.725806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-80f5761b-93df-47b9-87cf-728acab17d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.727378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-80f5761b-93df-47b9-87cf-728acab17d95 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2037568 Feb 03 12:33:20.732547 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-c93934b2-34ee-48da-a246-92f2a6424498 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0969641 Feb 03 12:33:20.777715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-6f479a96-15d0-41c9-9259-770e3b89f67f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.0378947 Feb 03 12:33:20.802866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-556fa23c-a889-4f17-8b79-05da5bbfaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.808112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:20.811049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a845086c-ae8e-43e5-a3d0-89dc4f7c545d up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:20.816686 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-556fa23c-a889-4f17-8b79-05da5bbfaacd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0831990 Feb 03 12:33:20.817213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-04bbb51e-99e0-4863-af5c-4921ae3a89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.818737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-04bbb51e-99e0-4863-af5c-4921ae3a89f3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1460671 Feb 03 12:33:20.935562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-eb743cdb-fbea-43b7-982a-5aea92895c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.937061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-eb743cdb-fbea-43b7-982a-5aea92895c6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1517775 Feb 03 12:33:20.938174 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-a0ea2b26-8053-4988-b6ca-26d52453421d service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067607 Feb 03 12:33:20.972121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc4b7b-2d18-4cce-8778-5d4214fae716 req-9fca5613-bc05-4853-a873-d46730fea653 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.973374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54dc4b7b-2d18-4cce-8778-5d4214fae716 req-9fca5613-bc05-4853-a873-d46730fea653 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 947 time: 0.1754322 Feb 03 12:33:21.032028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:21.053882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'mac_address': 'fa:16:3e:fd:53:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:21.087043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a845086c-ae8e-43e5-a3d0-89dc4f7c545d completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:21.097567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a845086c-ae8e-43e5-a3d0-89dc4f7c545d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:21.098600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.104171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-c3005218-bcc4-4ffd-a820-d6b3e2678130 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576824 Feb 03 12:33:21.130937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44004) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:21.160059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cb842774-87c2-496e-860c-2a3d164fcb3c is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:21.160451 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.181388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb842774-87c2-496e-860c-2a3d164fcb3c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:21.207339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:21.226603 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-c05a0636-659d-4ffd-b31a-e5fd5215c4fa service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926113 Feb 03 12:33:21.231244 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.247922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1420900258-network', 'tenant_id': 'cf1b3f1eff6c4de9999c199891103d36'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:21.268568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Made reservation on behalf of cf1b3f1eff6c4de9999c199891103d36 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:21.271404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a845086c-ae8e-43e5-a3d0-89dc4f7c545d is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:21.271549 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.271801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.280902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.290318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-f6cb7649-c99a-489e-a5be-69b94b4ab994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:21.292407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-f6cb7649-c99a-489e-a5be-69b94b4ab994 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3426421 Feb 03 12:33:21.307179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.313875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:21.316123 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b80058-e77c-483f-8296-2f4382c572fc" -d '{"events": [{"server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "name": "network-vif-plugged", "status": "completed", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:21.331534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:21.339086 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.339918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9188fa5f-1314-43ad-b7b0-840720626dd0 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:21.365634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54dc4b7b-2d18-4cce-8778-5d4214fae716 req-8d8473dd-58bd-49ae-8abc-1a4b7b4b4179 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718095 Feb 03 12:33:21.369793 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Publish callbacks [] for security_group (f13d037f-a074-4c30-8d98-01bd04d66659), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.375368 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f13d037f-a074-4c30-8d98-01bd04d66659), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.409107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d037f-a074-4c30-8d98-01bd04d66659,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.420827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.421236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:21.427332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd750c-21af-4f53-9ccb-aea5265da2e1 req-895c36af-52d8-4baa-9d85-f18106e4f781 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:21.434879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19cd750c-21af-4f53-9ccb-aea5265da2e1 req-895c36af-52d8-4baa-9d85-f18106e4f781 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 948 time: 0.2327743 Feb 03 12:33:21.435156 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.435509 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Added segment bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4 of type vlan for network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 Feb 03 12:33:21.445916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 9188fa5f-1314-43ad-b7b0-840720626dd0 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:21.451443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 9188fa5f-1314-43ad-b7b0-840720626dd0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:21.452050 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.492723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13594613-d03c-44ba-bdcb-2c6c077a3eb9 req-45d50aae-06a8-4f57-b3da-0b27fa7809eb service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503445 Feb 03 12:33:21.493457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.526724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.527844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:21.528462 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.546359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9188fa5f-1314-43ad-b7b0-840720626dd0 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:21.546673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.553642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-2402cef0-523f-4cba-a97c-d866eba4fa66 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484372 Feb 03 12:33:21.563510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19cd750c-21af-4f53-9ccb-aea5265da2e1 req-98f97d50-1d3d-42af-a2ef-f0c50807bf97 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268916 Feb 03 12:33:21.564969 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4329145 Feb 03 12:33:21.568976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44012) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:21.571617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['cb842774-87c2-496e-860c-2a3d164fcb3c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:21.588449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Request body: {'subnet': {'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1420900258-subnet', 'tenant_id': 'cf1b3f1eff6c4de9999c199891103d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:21.604339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfced30-37bf-49f6-83d4-074823adc6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.621553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9188fa5f-1314-43ad-b7b0-840720626dd0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9188fa5f-1314-43ad-b7b0-840720626dd0,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:21.622836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:21.626869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c338b2b-2f05-43a0-963a-147fbfcf036e req-5d4cef20-5a7d-4574-a7f3-d351432a661e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:21.628482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c338b2b-2f05-43a0-963a-147fbfcf036e req-5d4cef20-5a7d-4574-a7f3-d351432a661e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 945 time: 0.1446271 Feb 03 12:33:21.655561 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.740494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Made reservation on behalf of cf1b3f1eff6c4de9999c199891103d36 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:21.742914 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.771945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9188fa5f-1314-43ad-b7b0-840720626dd0,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.795063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c338b2b-2f05-43a0-963a-147fbfcf036e req-69cb948b-b817-4d2a-8d93-4051ca595e03 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550579 Feb 03 12:33:21.827695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-126b6ced-ad49-4eef-90cc-16f29fa3660f req-24cf956f-72bc-4849-962c-46f779194ecd service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577329 Feb 03 12:33:21.858305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2022252-1cf9-47e9-86fa-66171822b2a3 req-6b59ff21-4e16-4f87-b737-55218f5b57a0 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:21.860275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2022252-1cf9-47e9-86fa-66171822b2a3 req-6b59ff21-4e16-4f87-b737-55218f5b57a0 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 950 time: 0.2062132 Feb 03 12:33:21.987566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2022252-1cf9-47e9-86fa-66171822b2a3 req-55b08131-b2a4-49fd-9029-048ff6f351d6 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197159 Feb 03 12:33:22.007501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acce5b-5ee0-44f5-bd57-262abf608400 req-078c5841-af15-41e8-a557-c21259d1224a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.008957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24acce5b-5ee0-44f5-bd57-262abf608400 req-078c5841-af15-41e8-a557-c21259d1224a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 948 time: 0.1282849 Feb 03 12:33:22.034535 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8695271-5701-40bd-907e-fa69581d51c5 x-openstack-request-id: req-a8695271-5701-40bd-907e-fa69581d51c5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:22.035949 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "name": "network-vif-plugged", "status": "completed", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:22.035949 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8695271-5701-40bd-907e-fa69581d51c5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:22.035949 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d', 'code': 200} Feb 03 12:33:22.073883 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (6519694f-04e5-449b-87bd-4b4b8a967f7f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.158738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24acce5b-5ee0-44f5-bd57-262abf608400 req-7cc3b369-3d76-44a5-864a-49010af282f4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300817 Feb 03 12:33:22.190263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6519694f-04e5-449b-87bd-4b4b8a967f7f,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:22.228957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:22.229316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Network hostable DHCP agents. Network: e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:22.238861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68166-021e-4943-bd32-b73194ef82b7 req-d281c20f-4640-47e7-9dde-c8a23c246a0f tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.240332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83b68166-021e-4943-bd32-b73194ef82b7 req-d281c20f-4640-47e7-9dde-c8a23c246a0f tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 948 time: 0.1345503 Feb 03 12:33:22.243098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec67cc-7a43-49f8-abe0-6bd7967dfb7c req-c23a7323-e6ad-433b-857b-45fa7a7501a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.244463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43ec67cc-7a43-49f8-abe0-6bd7967dfb7c req-c23a7323-e6ad-433b-857b-45fa7a7501a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1128 time: 0.1335335 Feb 03 12:33:22.299431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:22.327565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:22.334257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.334894 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.336902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682f65a-10a0-4eac-89c5-fd3bc00c7492 None None] Network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:22.340657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83b68166-021e-4943-bd32-b73194ef82b7 req-973fa09e-1949-4387-9140-0907da0a5700 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929370 Feb 03 12:33:22.344018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43ec67cc-7a43-49f8-abe0-6bd7967dfb7c req-0128c1c8-99c4-4e0c-8b5d-43d9bd415992 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877721 Feb 03 12:33:22.360870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-67efb29d-82fc-4e63-ab73-4e7e4dfdbeef admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7897086 Feb 03 12:33:22.448578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159a2cc-4a2a-4e7e-a7f7-365b6a52272a None None] Network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:22.503184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f63e7-6ca3-475b-ab5b-7809141a1af2 req-1d0e2603-f5d8-4f22-aaa3-fabae0da4429 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.512433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-144f63e7-6ca3-475b-ab5b-7809141a1af2 req-1d0e2603-f5d8-4f22-aaa3-fabae0da4429 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 948 time: 0.0724714 Feb 03 12:33:22.561656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-144f63e7-6ca3-475b-ab5b-7809141a1af2 req-b631722a-d998-4b46-86a0-f6923d13ba3e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423808 Feb 03 12:33:22.692778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d7f6-434f-4893-aeab-b1677946b140 req-f7816117-e66c-407e-bb4c-29333daf3237 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.694275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4053d7f6-434f-4893-aeab-b1677946b140 req-f7816117-e66c-407e-bb4c-29333daf3237 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 948 time: 0.0522721 Feb 03 12:33:22.753492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4053d7f6-434f-4893-aeab-b1677946b140 req-d57a3ba8-abc0-4fd4-a2e7-fd9debcc982d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533357 Feb 03 12:33:22.829517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f977ab90-069f-40d5-9178-8e65c0ec361c details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:22.831621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:22.833672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22dde9-da34-4157-a856-7a83470907bd req-66e4390a-7e43-497a-a341-9bbbc72073ec tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.835128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e22dde9-da34-4157-a856-7a83470907bd req-66e4390a-7e43-497a-a341-9bbbc72073ec tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 1133 time: 0.0495758 Feb 03 12:33:22.886768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:22.892166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-243942023-network', 'tenant_id': '19a2958075b5440db4f974bed5e2522b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:22.914882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Made reservation on behalf of 19a2958075b5440db4f974bed5e2522b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:22.918032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.929568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.945782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port cb842774-87c2-496e-860c-2a3d164fcb3c completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:22.959900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port cb842774-87c2-496e-860c-2a3d164fcb3c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:22.960143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7bdf1-538e-4356-9c12-67e567cedea4 req-efca8f86-f419-4b5c-a81d-8c65abd7e262 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.960450 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.961650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ee7bdf1-538e-4356-9c12-67e567cedea4 req-efca8f86-f419-4b5c-a81d-8c65abd7e262 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 945 time: 0.0899253 Feb 03 12:33:22.993375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-5e22dde9-da34-4157-a856-7a83470907bd req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] Deleting port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:22.993791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5e22dde9-da34-4157-a856-7a83470907bd req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.023885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Publish callbacks [] for security_group (e410ec80-e587-497d-a89d-98b53acfe509), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.025062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:23.030232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e410ec80-e587-497d-a89d-98b53acfe509), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.042776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'mac_address': 'fa:16:3e:8d:0c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:23.062847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:23.071984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ee7bdf1-538e-4356-9c12-67e567cedea4 req-e646b11b-d464-493e-8772-3d93dce062d1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012201 Feb 03 12:33:23.082769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cb842774-87c2-496e-860c-2a3d164fcb3c is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:23.083167 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.085862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e410ec80-e587-497d-a89d-98b53acfe509,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:23.105519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5e22dde9-da34-4157-a856-7a83470907bd req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] For port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:23.106424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5e22dde9-da34-4157-a856-7a83470907bd req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.107377 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2df1d9a0-0ed6-48fc-99a9-b734d602d24e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.108871 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Added segment 2df1d9a0-0ed6-48fc-99a9-b734d602d24e of type vlan for network 16714aee-8899-4103-8e7b-ad51b28ba216 Feb 03 12:33:23.154862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f977ab90-069f-40d5-9178-8e65c0ec361c is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:23.155258 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.162650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-5e22dde9-da34-4157-a856-7a83470907bd req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] Calling delete_port for 8413aa1e-200e-42b2-a4cb-913c2d1a5cba owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:23.165135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (16714aee-8899-4103-8e7b-ad51b28ba216), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.179507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:23.182808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f977ab90-069f-40d5-9178-8e65c0ec361c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:23.189474 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.201349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (16714aee-8899-4103-8e7b-ad51b28ba216), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.203358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:23.204060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.237050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:23.245912 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3552084 Feb 03 12:33:23.247591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44044) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:23.253349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Request body: {'subnet': {'network_id': '16714aee-8899-4103-8e7b-ad51b28ba216', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-243942023-subnet', 'tenant_id': '19a2958075b5440db4f974bed5e2522b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:23.259512 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.266417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:23.283617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e674e-b5ec-4cc2-9821-3da5fd567137 req-ee9649fd-f1f7-401e-8f26-b9b280a24bf8 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:23.285598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da2e674e-b5ec-4cc2-9821-3da5fd567137 req-ee9649fd-f1f7-401e-8f26-b9b280a24bf8 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=41c4be59-770b-4cc2-b794-ec8b29a68c32 HTTP/1.1" status: 200 len: 950 time: 0.1760168 Feb 03 12:33:23.318496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Made reservation on behalf of 19a2958075b5440db4f974bed5e2522b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:23.320923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.389667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:23.446479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da2e674e-b5ec-4cc2-9821-3da5fd567137 req-f430eb8d-1890-4371-9718-9da761f555bf tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498227 Feb 03 12:33:23.502281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5e22dde9-da34-4157-a856-7a83470907bd req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (8413aa1e-200e-42b2-a4cb-913c2d1a5cba), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.515478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['8413aa1e-200e-42b2-a4cb-913c2d1a5cba'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:23.545696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] Pushing event deleted for resources: {'Port': ['ID=8413aa1e-200e-42b2-a4cb-913c2d1a5cba,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:23.547692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277ef14-46a1-4873-8400-6358a8ba3c67 admin admin] Pushing event updated for resources: {'Network': ['ID=16714aee-8899-4103-8e7b-ad51b28ba216,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:23.563113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 16714aee-8899-4103-8e7b-ad51b28ba216 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:23.607715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bb5fa-385b-4830-b2c2-30daf302d5b4 req-45987950-110d-4363-b1a8-275424cd70ef tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:23.609634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-766bb5fa-385b-4830-b2c2-30daf302d5b4 req-45987950-110d-4363-b1a8-275424cd70ef tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 949 time: 0.2164509 Feb 03 12:33:23.676370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22dde9-da34-4157-a856-7a83470907bd req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] No DVR routers for this DVR port 8413aa1e-200e-42b2-a4cb-913c2d1a5cba on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:23.690102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f977ab90-069f-40d5-9178-8e65c0ec361c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:23.690399 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5e22dde9-da34-4157-a856-7a83470907bd req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.693698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e22dde9-da34-4157-a856-7a83470907bd req-ccaf5303-780b-4579-b35e-4d4eaeda456d tempest-DeleteServersAdminTestJSON-1029968057 tempest-DeleteServersAdminTestJSON-1029968057-project-admin] 10.222.0.91 "DELETE /v2.0/ports/8413aa1e-200e-42b2-a4cb-913c2d1a5cba HTTP/1.1" status: 204 len: 173 time: 0.8531299 Feb 03 12:33:23.695155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c4be59-770b-4cc2-b794-ec8b29a68c32', 'name': 'network-vif-deleted', 'tag': '8413aa1e-200e-42b2-a4cb-913c2d1a5cba'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:23.697497 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5ac55e-e9bc-4f9e-8bb5-dec15fef6893" -d '{"events": [{"server_uuid": "41c4be59-770b-4cc2-b794-ec8b29a68c32", "name": "network-vif-deleted", "tag": "8413aa1e-200e-42b2-a4cb-913c2d1a5cba"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:23.944088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-766bb5fa-385b-4830-b2c2-30daf302d5b4 req-568c4e31-f8c7-4fe0-b50c-abb1fe0eb9c0 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171592 Feb 03 12:33:23.950977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d706c-cdef-45b0-84b4-c3de0bd23309 req-1794b213-dc78-4cd2-b8dd-b535c3ac0afa tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:23.952410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f65d706c-cdef-45b0-84b4-c3de0bd23309 req-1794b213-dc78-4cd2-b8dd-b535c3ac0afa tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 949 time: 0.4133637 Feb 03 12:33:23.953785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (129c69e0-ade7-4740-82f2-1180732e4097), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.036931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3fb85f-5fa8-412b-8857-994436902901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9188fa5f-1314-43ad-b7b0-840720626dd0'}, {'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:24.039314 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c55e91c-5aca-449b-a033-e105c40d9258" -d '{"events": [{"server_uuid": "1b3fb85f-5fa8-412b-8857-994436902901", "name": "network-vif-plugged", "status": "completed", "tag": "9188fa5f-1314-43ad-b7b0-840720626dd0"}, {"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-plugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:24.043236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=129c69e0-ade7-4740-82f2-1180732e4097,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:24.066150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f65d706c-cdef-45b0-84b4-c3de0bd23309 req-0200dc7a-a9ee-4cdf-bbde-0c2b7a2479f4 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071494 Feb 03 12:33:24.069917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Checking segment: {'id': '2df1d9a0-0ed6-48fc-99a9-b734d602d24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '16714aee-8899-4103-8e7b-ad51b28ba216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:24.070276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Network hostable DHCP agents. Network: 16714aee-8899-4103-8e7b-ad51b28ba216, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:24.109588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-c400d8e5-f72d-4b42-a205-a03dedc7b84b tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1024655045&fields=id&tenant_id=1f0f9d8de5264a96b6743b9063974588 HTTP/1.1" status: 200 len: 267 time: 0.0715733 Feb 03 12:33:24.110757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Network 16714aee-8899-4103-8e7b-ad51b28ba216 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:24.129003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 16714aee-8899-4103-8e7b-ad51b28ba216) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:24.138514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c87497-42b3-4e27-8f2d-19c141082815 None None] Network 16714aee-8899-4103-8e7b-ad51b28ba216 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:24.145144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:24.145752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.230431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-20a9f501-4ff8-412b-bf6a-d3e71281b5ec admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9747021 Feb 03 12:33:24.275505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea0cfb-31a7-4004-98f9-736288545bcd req-5f753cdb-ca31-4b9f-bdac-e9ff7f398c15 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:24.277919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9ea0cfb-31a7-4004-98f9-736288545bcd req-5f753cdb-ca31-4b9f-bdac-e9ff7f398c15 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 948 time: 0.1456294 Feb 03 12:33:24.319954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071005-1d87-4517-ac88-caca2664e531 req-f41549e6-2965-40e5-b4c9-d3ba3fa2afe9 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:24.327948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-f41549e6-2965-40e5-b4c9-d3ba3fa2afe9 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/networks?id=126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 200 len: 823 time: 0.2082391 Feb 03 12:33:24.363009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-674e9162-c225-4995-9b9d-94e9203e595a tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/quotas/1f0f9d8de5264a96b6743b9063974588 HTTP/1.1" status: 200 len: 375 time: 0.0127783 Feb 03 12:33:24.387963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c63d8e7-3119-4d7d-a42c-ee30395b029a None None] Network 16714aee-8899-4103-8e7b-ad51b28ba216 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:24.436383 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9ea0cfb-31a7-4004-98f9-736288545bcd req-124ae363-55a4-47c0-9e37-0e6bd2380e1d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504014 Feb 03 12:33:24.460104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-5336e05a-cff3-47fa-9570-73a264dc91b3 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f0f9d8de5264a96b6743b9063974588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857689 Feb 03 12:33:24.585045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-1fe195a0-92ad-420b-a950-8a9174073619 service neutron] 10.222.0.65 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133866 Feb 03 12:33:24.607107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce16b5a-ef4a-46ca-9dc3-c3a2190cf62e req-4a693f49-74f9-4805-ab30-984f52fabb6e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:24.608505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bce16b5a-ef4a-46ca-9dc3-c3a2190cf62e req-4a693f49-74f9-4805-ab30-984f52fabb6e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 948 time: 0.0824966 Feb 03 12:33:24.707122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bce16b5a-ef4a-46ca-9dc3-c3a2190cf62e req-f6e27fa1-3f0c-413f-b6ad-26d7eca727aa tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874922 Feb 03 12:33:24.717264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-312c821d-e895-47a5-9f12-8c0279194063 service neutron] 10.222.0.65 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241548 Feb 03 12:33:24.751374 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5260a6a5-2a27-4f6b-9607-bd462ae979fb x-openstack-request-id: req-5260a6a5-2a27-4f6b-9607-bd462ae979fb {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:24.751719 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c4be59-770b-4cc2-b794-ec8b29a68c32", "name": "network-vif-deleted", "tag": "8413aa1e-200e-42b2-a4cb-913c2d1a5cba", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:24.751918 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5260a6a5-2a27-4f6b-9607-bd462ae979fb {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:24.752321 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c4be59-770b-4cc2-b794-ec8b29a68c32', 'name': 'network-vif-deleted', 'tag': '8413aa1e-200e-42b2-a4cb-913c2d1a5cba', 'status': 'completed', 'code': 200} Feb 03 12:33:24.838301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f977ab90-069f-40d5-9178-8e65c0ec361c up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:24.897036 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf8990d-62b8-49e1-8fd9-62565b9ba51a x-openstack-request-id: req-acf8990d-62b8-49e1-8fd9-62565b9ba51a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:24.897348 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3fb85f-5fa8-412b-8857-994436902901", "name": "network-vif-plugged", "status": "completed", "tag": "9188fa5f-1314-43ad-b7b0-840720626dd0", "code": 200}, {"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-plugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:24.897596 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acf8990d-62b8-49e1-8fd9-62565b9ba51a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:24.897999 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3fb85f-5fa8-412b-8857-994436902901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9188fa5f-1314-43ad-b7b0-840720626dd0', 'code': 200} Feb 03 12:33:24.898253 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'code': 200} Feb 03 12:33:24.941905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port f977ab90-069f-40d5-9178-8e65c0ec361c completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:24.946315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port f977ab90-069f-40d5-9178-8e65c0ec361c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:24.951077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.973672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47109e7-84ef-4fe4-a0d3-cf6f6afac763 req-027e04fb-1606-48ca-b534-96cdb52a695f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:24.975178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f47109e7-84ef-4fe4-a0d3-cf6f6afac763 req-027e04fb-1606-48ca-b534-96cdb52a695f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 945 time: 0.0795395 Feb 03 12:33:25.094915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f47109e7-84ef-4fe4-a0d3-cf6f6afac763 req-522a257c-3b8b-4fb4-a245-eb3bf6165f42 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118636 Feb 03 12:33:25.176161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f977ab90-069f-40d5-9178-8e65c0ec361c is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:25.176757 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.234794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:25.236407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e42282d5-18fe-4859-b347-3b0c82ca48cc req-5a447c27-fa67-4aa2-afc4-a0f1fd54cc61 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 210 time: 0.0706778 Feb 03 12:33:25.249283 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.263665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2134d31-0b75-4d00-9756-ce12ef66d997 req-a73e3638-23d7-43da-a3d2-8578ab6c3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.269332 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c2134d31-0b75-4d00-9756-ce12ef66d997 req-a73e3638-23d7-43da-a3d2-8578ab6c3be4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 1131 time: 0.1135640 Feb 03 12:33:25.295480 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-f4e3af4f-605a-4db6-b9b6-a0a8874536d1 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.297272 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-f4e3af4f-605a-4db6-b9b6-a0a8874536d1 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac955259-4b06-46fc-8b79-9d3712e46132 HTTP/1.1" status: 200 len: 967 time: 0.1134233 Feb 03 12:33:25.318792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:25.325198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 992a979f-1807-4d5a-a25b-04e424e07cc2 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:25.403564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e863d-fd3d-48b0-86d2-2cd22b3c899f req-8aa35fe8-e50e-4d13-9b38-71f83b4e00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.405193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb4e863d-fd3d-48b0-86d2-2cd22b3c899f req-8aa35fe8-e50e-4d13-9b38-71f83b4e00f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 1132 time: 0.3334138 Feb 03 12:33:25.434027 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c2134d31-0b75-4d00-9756-ce12ef66d997 req-c55cd414-6406-4a43-a950-c73ec2e8d5a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356547 Feb 03 12:33:25.460253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Deleting port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:25.460680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.478210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 992a979f-1807-4d5a-a25b-04e424e07cc2, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=992a979f-1807-4d5a-a25b-04e424e07cc2,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:25.490636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '992a979f-1807-4d5a-a25b-04e424e07cc2', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '992a979f-1807-4d5a-a25b-04e424e07cc2', 'mac_address': 'fa:16:3e:3a:b5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:25.494387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-8e7fb3fb-e89c-4a5f-9775-eb73a7687a75 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.497424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-8e7fb3fb-e89c-4a5f-9775-eb73a7687a75 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed&tenant_id=5da3950f14e4455684c8fe78e82f8982&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 949 time: 0.3998427 Feb 03 12:33:25.504139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-c6b7ebd4-6baf-4eb8-9ae3-87e3acf5d7c8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.505822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-c6b7ebd4-6baf-4eb8-9ae3-87e3acf5d7c8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 821 time: 0.2358098 Feb 03 12:33:25.537550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 992a979f-1807-4d5a-a25b-04e424e07cc2 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:25.538064 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.554848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992a979f-1807-4d5a-a25b-04e424e07cc2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:25.572391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] For port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:25.572919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.578583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 992a979f-1807-4d5a-a25b-04e424e07cc2, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=992a979f-1807-4d5a-a25b-04e424e07cc2,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:25.585988 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.591194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b15e3ccf-8dae-4aaf-b6ff-ce2a3d7fae5c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/quotas/cf1b3f1eff6c4de9999c199891103d36 HTTP/1.1" status: 200 len: 375 time: 0.0669470 Feb 03 12:33:25.613176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7435e0-0e78-4697-91b8-378b35aca501 req-6feeff1c-e425-4046-90b2-31bc39e9264f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.614678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d7435e0-0e78-4697-91b8-378b35aca501 req-6feeff1c-e425-4046-90b2-31bc39e9264f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2412500 Feb 03 12:33:25.627301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb4e863d-fd3d-48b0-86d2-2cd22b3c899f req-2ed09a98-b2e7-4dc7-8a7b-0f68b83f865e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149515 Feb 03 12:33:25.641192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=992a979f-1807-4d5a-a25b-04e424e07cc2,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:25.646923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-c4964c5a-74ba-4c0c-bc0e-5c4cbd5381d3 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434875 Feb 03 12:33:25.685297 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-fa02a55e-35a2-4494-afb9-0ef6073f03b5 service neutron] delete failed (client error): The resource could not be found. Feb 03 12:33:25.686306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-fa02a55e-35a2-4494-afb9-0ef6073f03b5 service neutron] 10.222.0.91 "DELETE /v2.0/ports/f977ab90-069f-40d5-9178-8e65c0ec361c/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.1746833 Feb 03 12:33:25.764688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d7435e0-0e78-4697-91b8-378b35aca501 req-876e0b61-1ca2-481d-80cc-2de784a52528 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219063 Feb 03 12:33:25.800439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-817e5921-a7f2-458d-8efe-b68c0b19c010 service neutron] 10.222.0.65 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455562 Feb 03 12:33:25.850917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.851276 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (4a11b496-3b8d-479a-8a40-594b308b59e0), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.851588 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Floating IP 4a11b496-3b8d-479a-8a40-594b308b59e0 disassociated. External IP: 172.25.3.227, port: 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d. Feb 03 12:33:25.851930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Calling delete_port for 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d owned by compute:tempest-test_az-1090074106 {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:25.907905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['992a979f-1807-4d5a-a25b-04e424e07cc2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:25.934240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-500cc39b-82be-4ee8-b003-2509e57c2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.936318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-500cc39b-82be-4ee8-b003-2509e57c2018 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1133 time: 0.1513758 Feb 03 12:33:25.986707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bfb9e-109d-4612-bd85-4c49d516f0f3 req-4244cd5f-27b2-4511-9170-a1f33e6ffa0b tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.988076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-951bfb9e-109d-4612-bd85-4c49d516f0f3 req-4244cd5f-27b2-4511-9170-a1f33e6ffa0b tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 949 time: 0.1611636 Feb 03 12:33:25.997129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.006645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-ebe45fff-e213-42d7-9987-7481b969d2ab service neutron] 10.222.0.65 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914515 Feb 03 12:33:26.049779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event deleted for resources: {'Port': ['ID=1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:26.111220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-951bfb9e-109d-4612-bd85-4c49d516f0f3 req-4499abc3-a47d-43a0-b595-0a5e7f0d09de tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108305 Feb 03 12:33:26.126964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-31393fe7-47e7-4244-ab74-fcd006e626aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:26.128716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-31393fe7-47e7-4244-ab74-fcd006e626aa service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1823125 Feb 03 12:33:26.191003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-321f118e-d9a9-4139-a821-89f79c05ef97 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.0535533 Feb 03 12:33:26.270163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-8c2f6bbf-bed5-46a1-a76d-9f9b18291266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:26.272123 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-8c2f6bbf-bed5-46a1-a76d-9f9b18291266 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0729618 Feb 03 12:33:26.506006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071005-1d87-4517-ac88-caca2664e531 req-e3565b9a-07b9-4bdd-b6b0-fff6428e5427 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:26.507590 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-e3565b9a-07b9-4bdd-b6b0-fff6428e5427 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.91 "GET /v2.0/networks?id=126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 200 len: 823 time: 0.3589463 Feb 03 12:33:26.576933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Router 9c0476a6-0e37-4888-a1a0-849002e02e7b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:26.617127 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-229fc681-5f70-4e58-893f-572b5c332c5c tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0f9d8de5264a96b6743b9063974588 HTTP/1.1" status: 200 len: 380 time: 0.0974765 Feb 03 12:33:26.643912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-a2158cff-fc31-4b6b-a2bd-f02bbb266bbe tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3028917 Feb 03 12:33:26.695106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-cbd1f4f3-e486-42e1-b1ae-d5b6876abac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:26.696623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-cbd1f4f3-e486-42e1-b1ae-d5b6876abac5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4165673 Feb 03 12:33:26.761680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d06241-e39b-4b8e-91c1-511552d732f3 req-b7b4293e-1ad8-4537-bdc6-ec1c04b1e122 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:26.764078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69d06241-e39b-4b8e-91c1-511552d732f3 req-b7b4293e-1ad8-4537-bdc6-ec1c04b1e122 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1128 time: 0.1832304 Feb 03 12:33:26.793151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Request body: {'port': {'device_id': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'admin_state_up': True, 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'security_groups': ['f7581230-b728-4c44-a99a-57c95366aebe']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:26.813700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:26.825984 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] Sync routers for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:26.842674 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:26.843727 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:33:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:26.894694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] No DVR routers for this DVR port 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:26.900799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:26.901367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.903843 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94b5bd-3de0-4b0f-87d2-a0debea55064" -d '{"events": [{"server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "name": "network-vif-plugged", "status": "completed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:26.904186 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-637daf19-724e-4f8c-8fb4-4c3ae24d605d req-a60c49f4-fd23-4bc3-b655-80ee83d2ca66 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.72 "DELETE /v2.0/ports/1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d HTTP/1.1" status: 204 len: 173 time: 1.5655570 Feb 03 12:33:26.904636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'name': 'network-vif-deleted', 'tag': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:26.907267 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e578ab1-ce27-4fcf-b114-8af6ef27e9f5" -d '{"events": [{"server_uuid": "ac955259-4b06-46fc-8b79-9d3712e46132", "name": "network-vif-deleted", "tag": "1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:26.911710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-64876e9a-636b-49df-9be7-a41ebf6e4ed7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:26.927708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-64876e9a-636b-49df-9be7-a41ebf6e4ed7 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2825885 Feb 03 12:33:26.995977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-e5d881a9-1ba9-4f16-9f9e-39a745281994 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/quotas/a7e21a3734a641eca01e1f8d390c2b85 HTTP/1.1" status: 200 len: 375 time: 0.0665498 Feb 03 12:33:27.032487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69d06241-e39b-4b8e-91c1-511552d732f3 req-c382a1c6-84f5-4410-a436-5bf940d3adb7 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553301 Feb 03 12:33:27.047397 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:27.083679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-aa13998a-26f8-4fc5-83de-675d1e2d247c tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867534 Feb 03 12:33:27.086929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Made reservation on behalf of 1f0f9d8de5264a96b6743b9063974588 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:27.093266 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.097782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-107a8b55-9069-4d51-97bb-08c12326f42c service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490252 Feb 03 12:33:27.315420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b05241-8713-4676-a0d2-008ab912858e req-4079f7a9-a24b-4f29-b61d-153c5bf50030 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:27.316915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9b05241-8713-4676-a0d2-008ab912858e req-4079f7a9-a24b-4f29-b61d-153c5bf50030 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 948 time: 0.2054884 Feb 03 12:33:27.328952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 992a979f-1807-4d5a-a25b-04e424e07cc2 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:27.391287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-970ea85d-d9f5-4984-b342-789f3070ec21 req-bc6048b1-2018-45b9-899b-b90cd346d009 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836289 Feb 03 12:33:27.437467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Allocated IP 172.20.0.12 (126e88b9-20af-4b22-8a75-41b4134ebd93/6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5/a636842c-c4a3-46ed-93b4-538011ec6dc8) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:27.469838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 992a979f-1807-4d5a-a25b-04e424e07cc2 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:27.474086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 992a979f-1807-4d5a-a25b-04e424e07cc2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:27.474502 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.489739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9b05241-8713-4676-a0d2-008ab912858e req-95da6bd1-9950-4405-8b9c-a9bcd2e0f303 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580224 Feb 03 12:33:27.497951 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:27.534090 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] Checking router: 9c0476a6-0e37-4888-a1a0-849002e02e7b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:27.547773 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:27.548458 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:33:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:27.697477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd34148-0873-4979-be7a-c8015615dfae req-2151e49d-d479-499f-84c8-46d35f7c7961 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:27.708543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 992a979f-1807-4d5a-a25b-04e424e07cc2 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:27.709199 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.710238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfd34148-0873-4979-be7a-c8015615dfae req-2151e49d-d479-499f-84c8-46d35f7c7961 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 949 time: 0.2427554 Feb 03 12:33:27.768763 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.784877 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:27.812504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.832334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 992a979f-1807-4d5a-a25b-04e424e07cc2, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=992a979f-1807-4d5a-a25b-04e424e07cc2,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:27.848339 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.849418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8413aa1e-200e-42b2-a4cb-913c2d1a5cba no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:27.884824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25879c5d-1314-4c09-a45c-e0bdb0a92614 req-1ad56564-834c-42bc-96d9-0c26a6c70912 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 210 time: 0.1149426 Feb 03 12:33:27.958047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfd34148-0873-4979-be7a-c8015615dfae req-0d8b39f3-2597-4048-bd0c-01fadeca226c tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455707 Feb 03 12:33:27.972366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event updated for resources: {'Port': ['ID=a636842c-c4a3-46ed-93b4-538011ec6dc8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:27.981146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 8413aa1e-200e-42b2-a4cb-913c2d1a5cba {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:27.981927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8413aa1e-200e-42b2-a4cb-913c2d1a5cba not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:28.004927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:28.008026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:28.021358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:28.030467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:28.040078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.071288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=992a979f-1807-4d5a-a25b-04e424e07cc2,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:28.080123 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-d7c20d0a-6a1a-4c60-abc6-f47e09d80a06 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2925918 Feb 03 12:33:28.097930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Request body: {'port': {'device_id': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:28.207603 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:28.225690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.289604 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6dcaa-00b5-4655-b401-252544b00235 None None] The sync data for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 is: [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:28.290913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5285e9-1d5e-4e48-a071-c6f26957ab24 req-61872010-31fc-40be-b5f6-ba3b041d5c29 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:28.302747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe5285e9-1d5e-4e48-a071-c6f26957ab24 req-61872010-31fc-40be-b5f6-ba3b041d5c29 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 932 time: 0.2671034 Feb 03 12:33:28.316426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-05efd1df-ed2f-4bc5-9a23-4d9e225fbddf tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:28.318891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-05efd1df-ed2f-4bc5-9a23-4d9e225fbddf tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 821 time: 0.4251552 Feb 03 12:33:28.356879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479fae7-e554-44de-b040-0e84ca7d9d30 req-cc312c4e-ec5c-4f34-820d-917a468cb9f8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:28.370621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1479fae7-e554-44de-b040-0e84ca7d9d30 req-cc312c4e-ec5c-4f34-820d-917a468cb9f8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.1880777 Feb 03 12:33:28.387392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Request body: {'port': {'device_id': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29', 'admin_state_up': True, 'tenant_id': 'cf1b3f1eff6c4de9999c199891103d36'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:28.620543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe5285e9-1d5e-4e48-a071-c6f26957ab24 req-18dcf21d-2da7-44b8-a1d7-6e0c53f63cad tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167059 Feb 03 12:33:28.648517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1479fae7-e554-44de-b040-0e84ca7d9d30 req-fd63d970-270b-4330-8a6f-8c4f0f9e544d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767775 Feb 03 12:33:28.654603 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a636842c-c4a3-46ed-93b4-538011ec6dc8 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:28.679039 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Publish callbacks [] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.692924 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b533c1-0e01-48b0-a428-0faa26524bdc x-openstack-request-id: req-69b533c1-0e01-48b0-a428-0faa26524bdc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:28.693263 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "name": "network-vif-plugged", "status": "completed", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:28.693538 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69b533c1-0e01-48b0-a428-0faa26524bdc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:28.694090 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'code': 200} Feb 03 12:33:28.716188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58819d1b-2e44-4562-846b-100b114111af None None] New status for floating IP 4a11b496-3b8d-479a-8a40-594b308b59e0: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:33:28.751710 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669fc77a-e200-422c-b09a-2b14710883d3 x-openstack-request-id: req-669fc77a-e200-422c-b09a-2b14710883d3 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:28.753380 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac955259-4b06-46fc-8b79-9d3712e46132", "name": "network-vif-deleted", "tag": "1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:28.754873 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-669fc77a-e200-422c-b09a-2b14710883d3 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:28.755391 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac955259-4b06-46fc-8b79-9d3712e46132', 'name': 'network-vif-deleted', 'tag': '1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d', 'status': 'completed', 'code': 200} Feb 03 12:33:28.757191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Transition to ACTIVE for port object a636842c-c4a3-46ed-93b4-538011ec6dc8 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:28.758180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Made reservation on behalf of cf1b3f1eff6c4de9999c199891103d36 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:28.763161 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.769023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.865565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Pushing event updated for resources: {'Port': ['ID=a636842c-c4a3-46ed-93b4-538011ec6dc8,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:28.883073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Attempting to bind port a636842c-c4a3-46ed-93b4-538011ec6dc8 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.883540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Attempting to bind port a636842c-c4a3-46ed-93b4-538011ec6dc8 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.883971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Attempting to bind port a636842c-c4a3-46ed-93b4-538011ec6dc8 on network 126e88b9-20af-4b22-8a75-41b4134ebd93 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.889606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Port a636842c-c4a3-46ed-93b4-538011ec6dc8 on network 126e88b9-20af-4b22-8a75-41b4134ebd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.890075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Attempting to bind port a636842c-c4a3-46ed-93b4-538011ec6dc8 on network 126e88b9-20af-4b22-8a75-41b4134ebd93 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.895893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:28.899739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:28.899739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Checking segment: {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:28.900391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Bound using segment: {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:28.902237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Bound port: a636842c-c4a3-46ed-93b4-538011ec6dc8, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbcb952-5f04-461d-8229-ad61b648cb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:28.902769 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.928235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:28.928235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 1c10b7c8-d79d-4b6a-bcf0-1158ea7ea43d not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:28.987520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] For port a636842c-c4a3-46ed-93b4-538011ec6dc8, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:28.995779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] For port a636842c-c4a3-46ed-93b4-538011ec6dc8, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a636842c-c4a3-46ed-93b4-538011ec6dc8,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:29.006580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106cb8c-012f-440e-8973-7e53050ebe49 req-31041d9d-86d4-4ae3-bb5c-36dbcd5a17bf tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.007842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.008793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2106cb8c-012f-440e-8973-7e53050ebe49 req-31041d9d-86d4-4ae3-bb5c-36dbcd5a17bf tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1128 time: 0.2426488 Feb 03 12:33:29.053618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.054441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.056264 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] 10.222.0.91 "PUT /v2.0/ports/a636842c-c4a3-46ed-93b4-538011ec6dc8 HTTP/1.1" status: 200 len: 1093 time: 0.9682806 Feb 03 12:33:29.069318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f57aa-c2b2-4c31-b054-6d5c8d656765 req-87efd253-8675-4a3a-bac4-2306b917d6ae tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.070853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d24f57aa-c2b2-4c31-b054-6d5c8d656765 req-87efd253-8675-4a3a-bac4-2306b917d6ae tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 949 time: 0.2159123 Feb 03 12:33:29.094980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceecb52-9b72-4483-a826-8d0d0e7ece77 service neutron] Pushing event updated for resources: {'Port': ['ID=a636842c-c4a3-46ed-93b4-538011ec6dc8,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:29.135439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Allocated IP 172.20.0.6 (e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29/6519694f-04e5-449b-87bd-4b4b8a967f7f/4961ac2e-e16d-4c70-b075-5790ca38597e) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:29.150372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2106cb8c-012f-440e-8973-7e53050ebe49 req-450432b4-c343-40bd-b9fc-6b2f295e9cc3 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310489 Feb 03 12:33:29.173717 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071005-1d87-4517-ac88-caca2664e531 req-ae7d5d3e-3e6b-4c4c-b67a-676ea1ad27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.177077 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-ae7d5d3e-3e6b-4c4c-b67a-676ea1ad27eb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f0f9d8de5264a96b6743b9063974588&device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 1127 time: 0.0599334 Feb 03 12:33:29.183682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d24f57aa-c2b2-4c31-b054-6d5c8d656765 req-579443a3-df28-4f84-ade7-662bcf893c2d tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019280 Feb 03 12:33:29.236797 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-3ed9f832-d156-41c1-87f9-5c89fd2b53c8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a636842c-c4a3-46ed-93b4-538011ec6dc8 HTTP/1.1" status: 200 len: 217 time: 0.0524738 Feb 03 12:33:29.325608 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-c42a716d-5d95-4003-a73d-2e146bdb75d1 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262401 Feb 03 12:33:29.334314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071005-1d87-4517-ac88-caca2664e531 req-4c073126-93cf-4504-9584-1fce3c248d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.334314 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-4c073126-93cf-4504-9584-1fce3c248d31 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5 HTTP/1.1" status: 200 len: 862 time: 0.0893705 Feb 03 12:33:29.350125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8dc6c94b-e0de-4bac-ba79-121b461e6f8e req-536670d9-ae73-43a4-949a-c46d8b976c49 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 210 time: 0.0915492 Feb 03 12:33:29.468160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks [] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.543452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cec11c81-757e-4f12-b858-573b30570beb req-cb37e769-eb34-4f55-b712-a4619e62766f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 210 time: 0.0649946 Feb 03 12:33:29.550156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071005-1d87-4517-ac88-caca2664e531 req-6d9de449-2e42-4b85-8374-35be167f5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.551815 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-6d9de449-2e42-4b85-8374-35be167f5b51 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=126e88b9-20af-4b22-8a75-41b4134ebd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1920497 Feb 03 12:33:29.608033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103b48c-ffcd-4f69-92e9-b3b7e15234d5 req-be984954-3dcb-4f10-a9c8-f304db9b29a7 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.610220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0103b48c-ffcd-4f69-92e9-b3b7e15234d5 req-be984954-3dcb-4f10-a9c8-f304db9b29a7 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 950 time: 0.1085203 Feb 03 12:33:29.611996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.689761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:29.691610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-1898b4f1-efca-4962-b2d7-54643b664e9e tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.693338 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-1898b4f1-efca-4962-b2d7-54643b664e9e tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3547821 Feb 03 12:33:29.702070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:29.713702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:29.714637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Request body: {'port': {'device_id': '230abf43-0510-4f28-9795-73feb6c77da8', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'a7e21a3734a641eca01e1f8d390c2b85'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:29.723808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.723808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.734265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Pushing event updated for resources: {'Port': ['ID=4961ac2e-e16d-4c70-b075-5790ca38597e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:29.735643 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-2911039b-7f05-4321-8c88-cd531321e19d service neutron] 10.222.0.91 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738856 Feb 03 12:33:29.754821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0103b48c-ffcd-4f69-92e9-b3b7e15234d5 req-a1e4f8c3-1976-4fb7-b5d7-b5a00805c4f1 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351056 Feb 03 12:33:29.764239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-634e432e-9913-4e43-b8b4-8f76a84baf69 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3837061 Feb 03 12:33:29.785094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Request body: {'port': {'device_id': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:29.903951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-89deaa65-0c75-4bca-9ef4-d84bf4b96673 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635273 Feb 03 12:33:29.928256 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5a071005-1d87-4517-ac88-caca2664e531 req-7088cc0d-aa9a-493b-9f06-5eead44a0a7f service neutron] 10.222.0.91 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806138 Feb 03 12:33:29.945515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Made reservation on behalf of a7e21a3734a641eca01e1f8d390c2b85 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:29.949274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.014522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.097913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-15ebd521-b3ab-441f-994b-142cb0f2ec3a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:30.108450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-15ebd521-b3ab-441f-994b-142cb0f2ec3a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027106 Feb 03 12:33:30.131106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-09fe50f3-d216-4537-bd27-291d507ceb14 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/quotas/e9c7ca2b00994210a7f0d12812fa8471 HTTP/1.1" status: 200 len: 375 time: 0.0211840 Feb 03 12:33:30.288324 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-21db8eb7-0a49-4ae6-bd22-56e06bfb76b1 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1542845 Feb 03 12:33:30.305174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Allocated IP 192.168.233.192 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/56268e91-e3fa-4740-a583-fd6a8bcd7b48) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:30.440867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4961ac2e-e16d-4c70-b075-5790ca38597e {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:30.450241 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Publish callbacks [] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.466178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Transition to ACTIVE for port object 4961ac2e-e16d-4c70-b075-5790ca38597e will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:30.473824 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.566616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks [] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.618225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.686624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:30.695574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc76c1c-cbe7-45e3-950f-0f408906ebcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992a979f-1807-4d5a-a25b-04e424e07cc2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:30.696181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Pushing event updated for resources: {'Port': ['ID=56268e91-e3fa-4740-a583-fd6a8bcd7b48,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:30.698809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:30.702660 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a353dd81-8463-4f19-8122-1fb771f3f359" -d '{"events": [{"server_uuid": "1fc76c1c-cbe7-45e3-950f-0f408906ebcd", "name": "network-vif-plugged", "status": "completed", "tag": "992a979f-1807-4d5a-a25b-04e424e07cc2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:30.710232 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:30.715862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:30.716545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.749689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4961ac2e-e16d-4c70-b075-5790ca38597e,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:30.756399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'tag': 'a636842c-c4a3-46ed-93b4-538011ec6dc8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:30.759130 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8ffd9b-afc7-41f8-a4f8-726bfb215732", "tag": "a636842c-c4a3-46ed-93b4-538011ec6dc8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:30.774953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-11f48c17-324f-493e-943c-716865215a78 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0709779 Feb 03 12:33:30.809531 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Request body: {'port': {'device_id': '230abf43-0510-4f28-9795-73feb6c77da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:30.874860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:30.875432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:30.875993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:30.889331 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650727-6f0b-40d9-aeaa-14834945a960 req-870c7ffd-f0b4-4ae4-bf74-fdd41d05a3aa tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:30.899331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a650727-6f0b-40d9-aeaa-14834945a960 req-870c7ffd-f0b4-4ae4-bf74-fdd41d05a3aa tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 944 time: 0.1470227 Feb 03 12:33:30.905939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.927572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Port 4961ac2e-e16d-4c70-b075-5790ca38597e on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:30.928079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:30.949570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:30.957582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:30.958229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:30.959352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Bound port: 4961ac2e-e16d-4c70-b075-5790ca38597e, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:30.959785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.060425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a650727-6f0b-40d9-aeaa-14834945a960 req-df6b4e0c-5a70-4d14-892f-a5d883510f3b tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487966 Feb 03 12:33:31.146306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:31.152116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:31.169918 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.236886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.237581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-98f44c26-8006-4e52-8d87-f93da5c02e3c None None] Provisioning complete for port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:31.237961 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f44c26-8006-4e52-8d87-f93da5c02e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.240718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.242192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] 10.222.0.91 "PUT /v2.0/ports/4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 1092 time: 1.4691896 Feb 03 12:33:31.242680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:31.255525 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:31.298756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-98f44c26-8006-4e52-8d87-f93da5c02e3c None None] Port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:31.301851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2f759-8419-4e54-a0d2-f7fc34f73bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4961ac2e-e16d-4c70-b075-5790ca38597e,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:31.334177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a6c91-c2b2-495e-87df-53a1066d0f65 req-d2c980c2-6902-47b1-9f7e-ce2c6636eb6a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.345916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e79a6c91-c2b2-495e-87df-53a1066d0f65 req-d2c980c2-6902-47b1-9f7e-ce2c6636eb6a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.1458888 Feb 03 12:33:31.444621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-c9a2bb13-c26c-4068-8bc8-07ca6596556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.446170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-c9a2bb13-c26c-4068-8bc8-07ca6596556f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1126 time: 0.0975072 Feb 03 12:33:31.458026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e79a6c91-c2b2-495e-87df-53a1066d0f65 req-e08ebe5a-1164-4d2f-b3e9-aa4266aa44e2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103413 Feb 03 12:33:31.467292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56268e91-e3fa-4740-a583-fd6a8bcd7b48 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:31.486803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Publish callbacks [] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.507785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-d340afc8-54c1-4b1d-beae-475f34690483 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 217 time: 0.0487494 Feb 03 12:33:31.517614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Transition to ACTIVE for port object 56268e91-e3fa-4740-a583-fd6a8bcd7b48 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:31.524981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.598647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b43eda30-9ab5-4448-9854-1b0f92ee464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.600902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-b43eda30-9ab5-4448-9854-1b0f92ee464b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0746801 Feb 03 12:33:31.612068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Pushing event updated for resources: {'Port': ['ID=56268e91-e3fa-4740-a583-fd6a8bcd7b48,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:31.664407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-4a20dac9-7a1d-4661-9358-761af7944e8e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536706 Feb 03 12:33:31.670113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Attempting to bind port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:31.670485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Attempting to bind port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:31.670815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Attempting to bind port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:31.677381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:31.677867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Attempting to bind port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:31.684229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:31.686853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:31.687256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:31.687705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Bound port: 56268e91-e3fa-4740-a583-fd6a8bcd7b48, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:31.688066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.799749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] For port 56268e91-e3fa-4740-a583-fd6a8bcd7b48, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:31.803544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a1969-4372-455e-9f4b-ae45abde632a req-e3f5fb79-2965-459e-b5f0-2650bf74fd31 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.803908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] For port 56268e91-e3fa-4740-a583-fd6a8bcd7b48, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=56268e91-e3fa-4740-a583-fd6a8bcd7b48,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:31.805083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-662a1969-4372-455e-9f4b-ae45abde632a req-e3f5fb79-2965-459e-b5f0-2650bf74fd31 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 948 time: 0.1812661 Feb 03 12:33:31.814916 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.847212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-ab75145a-5ec5-4b06-b305-708f1c3776a8 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515777 Feb 03 12:33:31.861743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.862369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.863768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/56268e91-e3fa-4740-a583-fd6a8bcd7b48 HTTP/1.1" status: 200 len: 1097 time: 1.0684879 Feb 03 12:33:31.891448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae4329-9f1b-4871-a559-0a1e44eb81c2 service neutron] Pushing event updated for resources: {'Port': ['ID=56268e91-e3fa-4740-a583-fd6a8bcd7b48,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:31.916198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-662a1969-4372-455e-9f4b-ae45abde632a req-2686aee1-3c27-4b03-b809-d53afbe19c7f tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025918 Feb 03 12:33:31.984484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-db2343ac-8c2c-41ea-930b-263ea96d0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.984738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-557fd88a-f3e0-4033-b2ae-48d492b66746 req-c4fc4e9c-e185-4ab8-b04c-2ece0fc22a45 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313500 Feb 03 12:33:31.985966 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-db2343ac-8c2c-41ea-930b-263ea96d0d8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 1131 time: 0.0702257 Feb 03 12:33:32.048631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c57b6ee-0d9d-4ec1-a236-3cce075a3761 req-563eb8e5-b440-446f-8e81-8c2b438d1129 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 210 time: 0.0413423 Feb 03 12:33:32.057010 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-641ba3ec-fa78-4e2a-a261-2938323a28d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=56268e91-e3fa-4740-a583-fd6a8bcd7b48 HTTP/1.1" status: 200 len: 217 time: 0.0517123 Feb 03 12:33:32.161219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-b56e6330-ed3c-40b6-be33-e1a3901f7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.162925 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-b56e6330-ed3c-40b6-be33-e1a3901f7822 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0983725 Feb 03 12:33:32.192195 n-d-792364-10 neutron-server[103223]: WARNING keystonemiddleware.auth_token [req-02209bdb-3fb0-4726-92d5-fe114c73fc68 req-291e1d4a-9aad-4852-ba06-cd34b34bd2c5 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 12:33:32.204819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-8e76543a-79f6-4e3f-bdcc-be55d4a9d72c tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238593 Feb 03 12:33:32.216336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-fb9f5a31-f8d3-42b7-b3ef-7d851e9fb14c tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:33:32.224651 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-fb9f5a31-f8d3-42b7-b3ef-7d851e9fb14c tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1739416 Feb 03 12:33:32.247940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503535a-1530-4712-8de9-0bc9fce37608 req-e5b3adb1-58a3-4719-9ca2-bfa8c27b1aba tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.249483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4503535a-1530-4712-8de9-0bc9fce37608 req-e5b3adb1-58a3-4719-9ca2-bfa8c27b1aba tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 943 time: 0.1235557 Feb 03 12:33:32.276592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-f6d36975-fb5b-4cc3-a997-c7c8941e6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.279210 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-f6d36975-fb5b-4cc3-a997-c7c8941e6a40 service neutron] 10.222.0.65 "GET /v2.0/ports/a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 1125 time: 0.0532343 Feb 03 12:33:32.287727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Request body: {'binding': {'host': 'n-h1-792364-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:32.288301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Unknown quota resources ['binding']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:33:32.291635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-3dc4daa5-a3a6-4051-8593-ac011895e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.293479 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-3dc4daa5-a3a6-4051-8593-ac011895e275 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1172895 Feb 03 12:33:32.344867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4503535a-1530-4712-8de9-0bc9fce37608 req-f364f25a-bbc5-4e58-89f6-73e5b09bc2ca tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882759 Feb 03 12:33:32.359948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-bda26217-d88a-469c-a0c3-67f842b156fd tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.361407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-bda26217-d88a-469c-a0c3-67f842b156fd tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503613 Feb 03 12:33:32.393267 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfde1a4-1ae6-4227-bb6f-352bd57cb3c8 x-openstack-request-id: req-7cfde1a4-1ae6-4227-bb6f-352bd57cb3c8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:32.393748 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc76c1c-cbe7-45e3-950f-0f408906ebcd", "name": "network-vif-plugged", "status": "completed", "tag": "992a979f-1807-4d5a-a25b-04e424e07cc2", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:32.393860 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cfde1a4-1ae6-4227-bb6f-352bd57cb3c8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:32.394227 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc76c1c-cbe7-45e3-950f-0f408906ebcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992a979f-1807-4d5a-a25b-04e424e07cc2', 'code': 200} Feb 03 12:33:32.394823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Request body: {'port': {'device_id': '75d5fdb4-feb2-469b-8b07-adc66ff78c4d', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'e9c7ca2b00994210a7f0d12812fa8471'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:32.427905 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556c67c9-86c9-4051-a2bd-749218b15b9f x-openstack-request-id: req-556c67c9-86c9-4051-a2bd-749218b15b9f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:32.428197 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8ffd9b-afc7-41f8-a4f8-726bfb215732", "tag": "a636842c-c4a3-46ed-93b4-538011ec6dc8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:32.428454 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-556c67c9-86c9-4051-a2bd-749218b15b9f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:32.428852 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'tag': 'a636842c-c4a3-46ed-93b4-538011ec6dc8', 'status': 'completed', 'code': 200} Feb 03 12:33:32.472430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.91', 52790) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:32.551819 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-543e5d6c-9c04-4059-afdc-2a3934e8ddfd service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373400 Feb 03 12:33:32.557801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31a0f0-3dae-460c-a413-798dfe13b691 req-55e2598a-844b-41a5-a95c-1b81635739d8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.559319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d31a0f0-3dae-460c-a413-798dfe13b691 req-55e2598a-844b-41a5-a95c-1b81635739d8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 950 time: 0.0783815 Feb 03 12:33:32.568708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Made reservation on behalf of e9c7ca2b00994210a7f0d12812fa8471 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:32.572539 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.658015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on host n-h1-792364-10 for vnic_type normal with profile None {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:32.658355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:32.658711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:32.659960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d31a0f0-3dae-460c-a413-798dfe13b691 req-53651b7c-37dd-466f-8495-6b5f8d3e0761 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930042 Feb 03 12:33:32.666831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf35436-6f7b-46b7-bd28-22f5fb261762 req-d2f21849-20f6-464b-8892-fa0ca274846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.668520 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8bf35436-6f7b-46b7-bd28-22f5fb261762 req-d2f21849-20f6-464b-8892-fa0ca274846a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 1133 time: 0.1831791 Feb 03 12:33:32.675194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-b094f23e-11aa-40aa-92cf-d7b8bfb8ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.676632 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-b094f23e-11aa-40aa-92cf-d7b8bfb8ba6f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f0f9d8de5264a96b6743b9063974588&device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 1127 time: 0.2033386 Feb 03 12:33:32.686488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:32.686488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:32.727505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:32.727761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:32.728150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:32.728599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Bound port: a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:32.738417 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f09b5a-fa3d-4c8e-afea-863ec45aca89 x-openstack-request-id: req-d6f09b5a-fa3d-4c8e-afea-863ec45aca89 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:32.738732 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:32.738989 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6f09b5a-fa3d-4c8e-afea-863ec45aca89 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:32.739383 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e', 'status': 'completed', 'code': 200} Feb 03 12:33:32.749513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Allocated IP 192.168.233.76 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/3230f1d8-7952-4139-a9c9-5fdcce19881a) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:32.754576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.91', 52791) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:32.837308 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6834bcf9-86c4-48f1-a6d4-adbba9bb003a req-fb087444-160c-4494-85c5-f6642fdd423e service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701111 Feb 03 12:33:32.891582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-37aaf806-1f46-45d2-9bea-c2ae8c703652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.893111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-37aaf806-1f46-45d2-9bea-c2ae8c703652 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1126 time: 0.1374965 Feb 03 12:33:32.897485 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8bf35436-6f7b-46b7-bd28-22f5fb261762 req-5b955df2-2653-4c37-bd44-d5af42f1bef0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180638 Feb 03 12:33:32.902850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:32.919751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:32.921856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-b9459b88-88b8-4a8d-b44f-919960b64edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.923837 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-b9459b88-88b8-4a8d-b44f-919960b64edc service neutron] 10.222.0.91 "GET /v2.0/networks?id=126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 200 len: 924 time: 0.2410095 Feb 03 12:33:32.927304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb364e-fc35-4aa5-81fc-b419f3cba470 req-a5cfb6b4-b849-4f84-afc0-759c84958015 tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.928780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fbb364e-fc35-4aa5-81fc-b419f3cba470 req-a5cfb6b4-b849-4f84-afc0-759c84958015 tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1133 time: 0.1393750 Feb 03 12:33:32.932460 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.934768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-321c0e9f-6cac-448b-b8e2-a940dc41fe89 service neutron] 10.222.0.65 "POST /v2.0/ports/a845086c-ae8e-43e5-a3d0-89dc4f7c545d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6500714 Feb 03 12:33:33.026765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:33.031938 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks [] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.044268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fbb364e-fc35-4aa5-81fc-b419f3cba470 req-e69784f6-c2f7-447b-baa4-8145aa0d532f tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973985 Feb 03 12:33:33.071462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'mac_address': 'fa:16:3e:fd:53:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:33.084912 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.129184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9188fa5f-1314-43ad-b7b0-840720626dd0'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:33.178279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cb842774-87c2-496e-860c-2a3d164fcb3c is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:33.178279 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.199521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:33.201016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb842774-87c2-496e-860c-2a3d164fcb3c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:33.234265 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-82067525-8649-443e-a556-87f105c887eb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a636842c-c4a3-46ed-93b4-538011ec6dc8 HTTP/1.1" status: 200 len: 217 time: 0.0593910 Feb 03 12:33:33.242369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:33.251697 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.256107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Pushing event updated for resources: {'Port': ['ID=3230f1d8-7952-4139-a9c9-5fdcce19881a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:33.274642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:33.338971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:33.340161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-d0a9132f-bd32-492b-ac3a-664f921978c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.341961 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-d0a9132f-bd32-492b-ac3a-664f921978c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5 HTTP/1.1" status: 200 len: 862 time: 0.0946195 Feb 03 12:33:33.344543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.345189 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.349180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:33.392310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-f16fa74d-4858-44e1-86dc-797601a3ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.393903 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-f16fa74d-4858-44e1-86dc-797601a3ed18 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1128 time: 0.1109283 Feb 03 12:33:33.408235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['cb842774-87c2-496e-860c-2a3d164fcb3c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:33.420288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-fc463e20-1459-453b-996a-4d0920e91eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.422055 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-fc463e20-1459-453b-996a-4d0920e91eea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=126e88b9-20af-4b22-8a75-41b4134ebd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0712502 Feb 03 12:33:33.424809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fe0e4-bdc8-4f3d-9738-d132d66bc1bc req-b6e77f01-5cfb-4e75-b840-48840863073f tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.426395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-349fe0e4-bdc8-4f3d-9738-d132d66bc1bc req-b6e77f01-5cfb-4e75-b840-48840863073f tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 944 time: 0.2974195 Feb 03 12:33:33.429445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-171342d2-b049-47d5-89a1-8d74417a7c2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0395851 Feb 03 12:33:33.503321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Request body: {'port': {'device_id': '75d5fdb4-feb2-469b-8b07-adc66ff78c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:33.567638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c32f2-2295-46f0-8b54-cfb1aa3b7fae req-ac4f52a7-490e-4255-b012-957764350010 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.575333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-822c32f2-2295-46f0-8b54-cfb1aa3b7fae req-ac4f52a7-490e-4255-b012-957764350010 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 948 time: 0.3161294 Feb 03 12:33:33.578663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-f9f807d1-d8db-4fb0-ac28-150c31dfd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.580086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-f9f807d1-d8db-4fb0-ac28-150c31dfd102 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.4025753 Feb 03 12:33:33.587693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-349fe0e4-bdc8-4f3d-9738-d132d66bc1bc req-0947f7cb-c7e2-4127-842c-f11ae9f352fa tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515832 Feb 03 12:33:33.677792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b0401660-c334-430e-9464-3758e56d5be0 None None] Provisioning complete for port 3230f1d8-7952-4139-a9c9-5fdcce19881a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:33.678169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0401660-c334-430e-9464-3758e56d5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.716023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-52d12512-f856-4277-b04f-822eedbe7b5b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 217 time: 0.1252568 Feb 03 12:33:33.730700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b0401660-c334-430e-9464-3758e56d5be0 None None] Port 3230f1d8-7952-4139-a9c9-5fdcce19881a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:33.739385 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.765303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-afd48a2b-e97d-44a0-99e1-0bedcc27c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.766750 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-afd48a2b-e97d-44a0-99e1-0bedcc27c7d0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.2654080 Feb 03 12:33:33.773028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-822c32f2-2295-46f0-8b54-cfb1aa3b7fae req-f40e45c7-faab-4dec-b153-3009c01c8f48 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968143 Feb 03 12:33:33.814584 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-cfdfb8da-f2b2-4ee6-83d8-c6776ba73669 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 217 time: 0.0402522 Feb 03 12:33:33.816732 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-2fa19cf8-6475-44a8-8d4f-84cd9557be61 service neutron] 10.222.0.91 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312440 Feb 03 12:33:33.949597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-7d7f3fc6-a514-4eae-a0b9-11372c146abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.951289 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-7d7f3fc6-a514-4eae-a0b9-11372c146abb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.1257710 Feb 03 12:33:33.971472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-a190a75f-4f2e-4089-9953-5a23a837c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.972981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-a190a75f-4f2e-4089-9953-5a23a837c8d4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.2379534 Feb 03 12:33:34.021625 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-eae80d31-4cf3-4a44-9fa2-9c879f124e44 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620453 Feb 03 12:33:34.024406 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-93f1ade8-117e-4d00-84b0-2d07f02aaf49 service neutron] 10.222.0.91 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902130 Feb 03 12:33:34.050052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-c92f38d0-7d6a-4175-b057-4c2e842c285f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637312 Feb 03 12:33:34.056889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37b5fd-30b4-4b75-93d1-6ba8830f583c req-3d09ec37-e97e-4ed4-bd52-55514e870930 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:34.059094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a37b5fd-30b4-4b75-93d1-6ba8830f583c req-3d09ec37-e97e-4ed4-bd52-55514e870930 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 945 time: 0.3449123 Feb 03 12:33:34.139196 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-89891fd3-7021-4f61-bccf-381c87355682 service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056397 Feb 03 12:33:34.235825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d4c57-9f66-47e6-aadb-faf772b5f6c2 req-0f84c0ac-6495-4456-8b2f-9ef4095c6b97 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:34.241658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae0d4c57-9f66-47e6-aadb-faf772b5f6c2 req-0f84c0ac-6495-4456-8b2f-9ef4095c6b97 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 935 time: 0.3702738 Feb 03 12:33:34.269620 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-458b8b66-5d42-46e5-9d54-4dc577632e2e service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236639 Feb 03 12:33:34.295253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a37b5fd-30b4-4b75-93d1-6ba8830f583c req-4746838f-6537-45f8-97cc-1284231f8ae0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141981 Feb 03 12:33:34.351701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-dba932ff-b9f8-42a7-879a-24794b34e491 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914214 Feb 03 12:33:34.376652 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae0d4c57-9f66-47e6-aadb-faf772b5f6c2 req-441249f8-8a6c-473b-ac90-ea386dbcc6bd tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339753 Feb 03 12:33:34.451239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230abf43-0510-4f28-9795-73feb6c77da8', 'tag': '56268e91-e3fa-4740-a583-fd6a8bcd7b48'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:34.451239 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c560c1a-e8f0-48e0-8298-5f051b5fc458" -d '{"events": [{"name": "network-changed", "server_uuid": "230abf43-0510-4f28-9795-73feb6c77da8", "tag": "56268e91-e3fa-4740-a583-fd6a8bcd7b48"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:34.503167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3230f1d8-7952-4139-a9c9-5fdcce19881a {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:34.512026 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Publish callbacks [] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:34.572495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-4ce721dd-8036-4c5a-b236-99c0b8bdcf24 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:34.573898 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-4ce721dd-8036-4c5a-b236-99c0b8bdcf24 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.1057649 Feb 03 12:33:34.584449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Transition to ACTIVE for port object 3230f1d8-7952-4139-a9c9-5fdcce19881a will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:34.587180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-10'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:34.681476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:34.866530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:34.907173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:34.963041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port cb842774-87c2-496e-860c-2a3d164fcb3c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:34.963575 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.003389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da1ec16e-0aa8-42ba-83b7-cd9bae70a4f5 req-41fa44d3-d009-421e-883e-de4159c5cdc2 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801054 Feb 03 12:33:35.008820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Pushing event updated for resources: {'Port': ['ID=3230f1d8-7952-4139-a9c9-5fdcce19881a,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:35.069970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31aad-bb42-4a83-80de-3f1b83634bf9 req-953ae5a7-68b7-4688-9d1d-bd4b1a5512f8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.077336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0d31aad-bb42-4a83-80de-3f1b83634bf9 req-953ae5a7-68b7-4688-9d1d-bd4b1a5512f8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 950 time: 0.5528686 Feb 03 12:33:35.098822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Attempting to bind port 3230f1d8-7952-4139-a9c9-5fdcce19881a on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:35.099151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Attempting to bind port 3230f1d8-7952-4139-a9c9-5fdcce19881a by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:35.099473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Attempting to bind port 3230f1d8-7952-4139-a9c9-5fdcce19881a on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:35.107655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f24d2-ac32-44f1-abdd-8e9692142e82 req-2161eb43-9142-41d4-be9a-94e3115ddc9b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.109540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd6f24d2-ac32-44f1-abdd-8e9692142e82 req-2161eb43-9142-41d4-be9a-94e3115ddc9b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 943 time: 0.5843227 Feb 03 12:33:35.121308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cb842774-87c2-496e-860c-2a3d164fcb3c is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:35.123762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Port 3230f1d8-7952-4139-a9c9-5fdcce19881a on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:35.124089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Attempting to bind port 3230f1d8-7952-4139-a9c9-5fdcce19881a on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:35.125143 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.148374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:35.165279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:35.166004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:35.166898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:35.167575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Bound port: 3230f1d8-7952-4139-a9c9-5fdcce19881a, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:35.168331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.179878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:35.184285 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3954a85d-f90c-4d2b-a2e4-f97d432a59df" -d '{"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-plugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:35.204695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:35.212945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:35.231683 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.250728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Publish callbacks [] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.266198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.293231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0d31aad-bb42-4a83-80de-3f1b83634bf9 req-1bcda9be-affe-4c1b-95e5-9f1e0d66f852 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128608 Feb 03 12:33:35.316823 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd6f24d2-ac32-44f1-abdd-8e9692142e82 req-36d45c62-e030-4a62-970b-4be88e086623 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829858 Feb 03 12:33:35.335438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:35.367903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] For port 3230f1d8-7952-4139-a9c9-5fdcce19881a, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:35.381204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] For port 3230f1d8-7952-4139-a9c9-5fdcce19881a, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3230f1d8-7952-4139-a9c9-5fdcce19881a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:35.401614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.426308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a636842c-c4a3-46ed-93b4-538011ec6dc8 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:35.426768 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa36a900-3e44-4ba3-a5d4-688cf6a223ca x-openstack-request-id: req-fa36a900-3e44-4ba3-a5d4-688cf6a223ca {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:35.427073 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230abf43-0510-4f28-9795-73feb6c77da8", "tag": "56268e91-e3fa-4740-a583-fd6a8bcd7b48", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:35.427325 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa36a900-3e44-4ba3-a5d4-688cf6a223ca {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:35.427722 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230abf43-0510-4f28-9795-73feb6c77da8', 'tag': '56268e91-e3fa-4740-a583-fd6a8bcd7b48', 'status': 'completed', 'code': 200} Feb 03 12:33:35.439853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Pushing event updated for resources: {'Port': ['ID=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,revision_number=7']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:35.441325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.442086 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.452094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] 10.222.0.91 "PUT /v2.0/ports/3230f1d8-7952-4139-a9c9-5fdcce19881a HTTP/1.1" status: 200 len: 1096 time: 1.9654524 Feb 03 12:33:35.453254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d5fdb4-feb2-469b-8b07-adc66ff78c4d', 'tag': '3230f1d8-7952-4139-a9c9-5fdcce19881a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:35.456430 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de" -d '{"events": [{"name": "network-changed", "server_uuid": "75d5fdb4-feb2-469b-8b07-adc66ff78c4d", "tag": "3230f1d8-7952-4139-a9c9-5fdcce19881a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:35.498093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on host n-h2-792364-10 for vnic_type normal with profile {"migrating_to": "n-h1-792364-10"} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:35.512786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:35.513447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:35.552447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:35.554825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Attempting to bind port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:35.573298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:35.573717 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:35.574249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:35.575504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Bound port: a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:35.575942 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.611387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a636842c-c4a3-46ed-93b4-538011ec6dc8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a636842c-c4a3-46ed-93b4-538011ec6dc8,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:35.614914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf1ac9-0521-4486-b777-768d89515f91 service neutron] Pushing event updated for resources: {'Port': ['ID=3230f1d8-7952-4139-a9c9-5fdcce19881a,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:35.626899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'a636842c-c4a3-46ed-93b4-538011ec6dc8', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'port_id': 'a636842c-c4a3-46ed-93b4-538011ec6dc8', 'mac_address': 'fa:16:3e:6b:3c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:35.658887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-21dfa48c-57dc-47f8-b7ed-149a194e25b1 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5da3950f14e4455684c8fe78e82f8982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973217 Feb 03 12:33:35.688392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port a636842c-c4a3-46ed-93b4-538011ec6dc8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:35.688792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.712193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:35.715754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a636842c-c4a3-46ed-93b4-538011ec6dc8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:35.718118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:35.729132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-eb4072c9-3440-4c81-965e-c31dbdd9da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.732786 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-eb4072c9-3440-4c81-965e-c31dbdd9da62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 1131 time: 0.2898386 Feb 03 12:33:35.736577 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.744869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a636842c-c4a3-46ed-93b4-538011ec6dc8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a636842c-c4a3-46ed-93b4-538011ec6dc8,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:35.756208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-82a80797-6ac5-4cf7-85f9-81660068ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.758179 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.769062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-82a80797-6ac5-4cf7-85f9-81660068ed1c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 1130 time: 0.2645648 Feb 03 12:33:35.830642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=a636842c-c4a3-46ed-93b4-538011ec6dc8,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:35.867401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced65774-6306-4264-ab17-e4b640a6c7e4 req-f10f0f7d-26b6-4c1b-81b6-e926f2400922 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.868926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ced65774-6306-4264-ab17-e4b640a6c7e4 req-f10f0f7d-26b6-4c1b-81b6-e926f2400922 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 944 time: 0.3086390 Feb 03 12:33:35.874917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-a78ba5e5-8cd9-4255-a93a-23d400f95250 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3230f1d8-7952-4139-a9c9-5fdcce19881a HTTP/1.1" status: 200 len: 217 time: 0.0981815 Feb 03 12:33:35.923136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-fbf378fb-828d-4750-bd19-12b870c486a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.924691 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-fbf378fb-828d-4750-bd19-12b870c486a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1707895 Feb 03 12:33:35.969486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.970114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.971724 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] 10.222.0.91 "PUT /v2.0/ports/a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 1123 time: 1.3895435 Feb 03 12:33:36.005293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e058050-03c1-402b-99d0-793ec3c3594a service neutron] Pushing event updated for resources: {'Port': ['ID=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,revision_number=8']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:36.009369 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-14785b4a-7ca0-4332-901f-2058d1ad8f54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=56268e91-e3fa-4740-a583-fd6a8bcd7b48 HTTP/1.1" status: 200 len: 217 time: 0.0699019 Feb 03 12:33:36.047151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ced65774-6306-4264-ab17-e4b640a6c7e4 req-0c86a08e-90af-44ba-b432-c77c14d6fe0a tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611664 Feb 03 12:33:36.057550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-63514302-6ef2-46ff-8a47-4f6a49bce4c7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.064553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-63514302-6ef2-46ff-8a47-4f6a49bce4c7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4047282 Feb 03 12:33:36.067200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-923e842a-53f1-4843-86fd-b642d0ad32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.068584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-923e842a-53f1-4843-86fd-b642d0ad32fc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1702993 Feb 03 12:33:36.108230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-8ae39eaf-32ed-4c30-b220-03fd0a0fd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.110645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-44efe082-9163-4e6d-9de4-3bbc85426481 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/quotas/5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 375 time: 0.0450463 Feb 03 12:33:36.111004 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-8ae39eaf-32ed-4c30-b220-03fd0a0fd506 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0746591 Feb 03 12:33:36.112326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['a636842c-c4a3-46ed-93b4-538011ec6dc8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:36.168237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a845086c-ae8e-43e5-a3d0-89dc4f7c545d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:36.197774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-2df104e6-864e-4958-ba4e-7b8c979aaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.200386 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-2df104e6-864e-4958-ba4e-7b8c979aaf90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0588455 Feb 03 12:33:36.265801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-3ee5f0ce-56dc-46a2-94e8-acb2d59d6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.267703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-3ee5f0ce-56dc-46a2-94e8-acb2d59d6a16 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1896770 Feb 03 12:33:36.276385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bf09a-334c-4031-92d8-b547add482d5 req-6464ec5c-ae0a-43b7-8b5e-1360d45453fc tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.278134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a96bf09a-334c-4031-92d8-b547add482d5 req-6464ec5c-ae0a-43b7-8b5e-1360d45453fc tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 948 time: 0.1343997 Feb 03 12:33:36.320364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-c429f9a3-98f9-49db-966b-a09dfa39c284 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2088165 Feb 03 12:33:36.331956 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-4203f8a3-a4b8-4aed-be95-819d4918f819 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123629 Feb 03 12:33:36.400797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a96bf09a-334c-4031-92d8-b547add482d5 req-a7dfe739-7ff0-4de0-a780-9d40183add4a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119218 Feb 03 12:33:36.433164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-8574785b-7ed7-4b07-be3d-5ee3698b184e service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538255 Feb 03 12:33:36.479266 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c560c1a-e8f0-48e0-8298-5f051b5fc458 req-3e59e425-6b15-4305-b778-408674560b66 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372907 Feb 03 12:33:36.531862 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c984e2-a3c2-4fc9-b837-ae22850f84f7 x-openstack-request-id: req-33c984e2-a3c2-4fc9-b837-ae22850f84f7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:36.534453 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-plugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:36.534453 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33c984e2-a3c2-4fc9-b837-ae22850f84f7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:36.534453 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'code': 200} Feb 03 12:33:36.610503 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-050deb03-9ced-4fbf-8fad-84edd015ceeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:36.791418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babcc6d0-0b46-46f1-a737-abfc91372c7c req-9a7a6811-eac9-4338-bb6c-65d1b48ec4a7 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479970 Feb 03 12:33:36.826084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d14bd-4850-4ca7-a53a-39448e1719fa req-2ebd1a04-7021-4d15-b128-96b08028408f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.827993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b96d14bd-4850-4ca7-a53a-39448e1719fa req-2ebd1a04-7021-4d15-b128-96b08028408f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 947 time: 0.1065598 Feb 03 12:33:36.836807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad1b15-2209-49c3-bf7a-906d870a957e req-4a3d93e0-e8e2-4d5c-a850-1fb5952ee6f1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.845055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ad1b15-2209-49c3-bf7a-906d870a957e req-4a3d93e0-e8e2-4d5c-a850-1fb5952ee6f1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.2399881 Feb 03 12:33:36.916986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 56268e91-e3fa-4740-a583-fd6a8bcd7b48 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:36.962265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ad1b15-2209-49c3-bf7a-906d870a957e req-adf0f1f0-2a4e-43fb-932f-2c158b377f2a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160998 Feb 03 12:33:36.974013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b96d14bd-4850-4ca7-a53a-39448e1719fa req-e1523150-8fd3-4458-afec-6ddca7d3b1d2 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260419 Feb 03 12:33:37.021801 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50461ec6-f796-46fc-8b53-a159b48ec9ed x-openstack-request-id: req-50461ec6-f796-46fc-8b53-a159b48ec9ed {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:37.022116 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d5fdb4-feb2-469b-8b07-adc66ff78c4d", "tag": "3230f1d8-7952-4139-a9c9-5fdcce19881a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:37.022428 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50461ec6-f796-46fc-8b53-a159b48ec9ed {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:37.022828 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d5fdb4-feb2-469b-8b07-adc66ff78c4d', 'tag': '3230f1d8-7952-4139-a9c9-5fdcce19881a', 'status': 'completed', 'code': 200} Feb 03 12:33:37.072169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 56268e91-e3fa-4740-a583-fd6a8bcd7b48, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=56268e91-e3fa-4740-a583-fd6a8bcd7b48,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:37.088191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '56268e91-e3fa-4740-a583-fd6a8bcd7b48', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '56268e91-e3fa-4740-a583-fd6a8bcd7b48', 'mac_address': 'fa:16:3e:b4:b1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:37.146707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:37.147467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.178835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56268e91-e3fa-4740-a583-fd6a8bcd7b48 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:37.190148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-911a5744-4e3d-4786-bb6d-55349ef8ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.191696 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-911a5744-4e3d-4786-bb6d-55349ef8ee9a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 1130 time: 0.1446383 Feb 03 12:33:37.206070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e02e8-ae49-451d-9c4a-eecfb0b73ed5 req-bf9eb13b-0882-4de1-b3ae-256784d424a4 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.213055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-286e02e8-ae49-451d-9c4a-eecfb0b73ed5 req-bf9eb13b-0882-4de1-b3ae-256784d424a4 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 950 time: 0.1141591 Feb 03 12:33:37.225265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 56268e91-e3fa-4740-a583-fd6a8bcd7b48, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=56268e91-e3fa-4740-a583-fd6a8bcd7b48,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:37.236446 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.262481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069739cc-b46e-440d-a6b7-3a1b4ac5c23a req-84c4b580-e51d-4561-8ed6-d861b8d3049a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.264232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-069739cc-b46e-440d-a6b7-3a1b4ac5c23a req-84c4b580-e51d-4561-8ed6-d861b8d3049a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 943 time: 0.1665411 Feb 03 12:33:37.322111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=56268e91-e3fa-4740-a583-fd6a8bcd7b48,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:37.388515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-286e02e8-ae49-451d-9c4a-eecfb0b73ed5 req-82a84a74-8a14-41d5-9dec-8bc04014f906 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743965 Feb 03 12:33:37.430898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d'}, {'name': 'network-changed', 'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:37.434657 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad" -d '{"events": [{"server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d"}, {"name": "network-changed", "server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:37.444415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-fa1b7633-a39c-4350-9c08-5ca77e1a8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.446247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-fa1b7633-a39c-4350-9c08-5ca77e1a8a0d service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2294178 Feb 03 12:33:37.451686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4961ac2e-e16d-4c70-b075-5790ca38597e details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:37.512056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-3ff5ff0e-5b6a-4efd-b6cf-89bb97a1db6e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3230f1d8-7952-4139-a9c9-5fdcce19881a HTTP/1.1" status: 200 len: 217 time: 0.0584567 Feb 03 12:33:37.548244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-069739cc-b46e-440d-a6b7-3a1b4ac5c23a req-6b9f627f-2961-4f29-af62-198d0366b4e5 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736049 Feb 03 12:33:37.631763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-f09943c2-aab1-422f-a69e-7c93755bf26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.633333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-f09943c2-aab1-422f-a69e-7c93755bf26d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1065657 Feb 03 12:33:37.693436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['56268e91-e3fa-4740-a583-fd6a8bcd7b48'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:37.711891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c87c71d2-906f-4cc2-8e4c-d62a6c1c3fb7 req-2a0c7921-4cdb-4b02-a938-22214f7d63ab tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 210 time: 0.0606048 Feb 03 12:33:37.767479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:37.784621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-770cee05-f636-4c99-86a4-438fb6e07b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.785844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '4961ac2e-e16d-4c70-b075-5790ca38597e', 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29', 'port_id': '4961ac2e-e16d-4c70-b075-5790ca38597e', 'mac_address': 'fa:16:3e:dd:bb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6519694f-04e5-449b-87bd-4b4b8a967f7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:37.786199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-770cee05-f636-4c99-86a4-438fb6e07b0b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1450992 Feb 03 12:33:37.813889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41bccc-121a-4314-8e27-d9658a0ae76b req-cffa6ffb-36af-4bb1-a5c4-14796d476157 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.821849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e41bccc-121a-4314-8e27-d9658a0ae76b req-cffa6ffb-36af-4bb1-a5c4-14796d476157 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 945 time: 0.1158180 Feb 03 12:33:37.860458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4961ac2e-e16d-4c70-b075-5790ca38597e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:37.860859 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.885575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4961ac2e-e16d-4c70-b075-5790ca38597e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:37.923705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:37.938455 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.943965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e41bccc-121a-4314-8e27-d9658a0ae76b req-dff9cdb9-2263-463b-befe-2eccb4f82786 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210690 Feb 03 12:33:38.003815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-4d1a4cad-8b6e-4e11-a73a-8687e33bfb48 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080655 Feb 03 12:33:38.033641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4961ac2e-e16d-4c70-b075-5790ca38597e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:38.128217 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57250eba-e651-4aee-82c1-ad18df7ff286 x-openstack-request-id: req-57250eba-e651-4aee-82c1-ad18df7ff286 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:38.128513 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d", "code": 200}, {"name": "network-changed", "server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:38.128769 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57250eba-e651-4aee-82c1-ad18df7ff286 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:38.129153 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d', 'code': 200} Feb 03 12:33:38.129407 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d', 'status': 'completed', 'code': 200} Feb 03 12:33:38.259675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-2cb3e709-efe6-4433-b88b-924e8c03fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.261146 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-2cb3e709-efe6-4433-b88b-924e8c03fccb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1157 time: 0.0736971 Feb 03 12:33:38.278801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2db1e0-fdb8-4087-bb58-55e9273147c0 req-6b95541e-7818-43b8-a490-36473e45eddc tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.280359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f2db1e0-fdb8-4087-bb58-55e9273147c0 req-6b95541e-7818-43b8-a490-36473e45eddc tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 949 time: 0.2187262 Feb 03 12:33:38.305921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-b035f05e-d39a-43ba-ba50-0aef37af0f7f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5da3950f14e4455684c8fe78e82f8982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848565 Feb 03 12:33:38.312808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b81a4a4a-1a78-4fea-a937-6923e8ecf9de req-ba033f11-bb4c-407d-8b02-99acefa68792 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019204 Feb 03 12:33:38.383133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-eb0831b4-0eb3-4b7f-a0f7-2e244060d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.384766 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-eb0831b4-0eb3-4b7f-a0f7-2e244060d54f service neutron] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.1151872 Feb 03 12:33:38.451541 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-fcd23673-68cf-486c-91c7-0faa67ea7eba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 217 time: 0.0588825 Feb 03 12:33:38.468237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-50032997-84c1-4c5d-8693-f7c8c47f3d1b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.469708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-50032997-84c1-4c5d-8693-f7c8c47f3d1b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406865 Feb 03 12:33:38.488535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Request body: {'port': {'device_id': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '5da3950f14e4455684c8fe78e82f8982'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:38.520730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-68de99a1-f19d-4a2a-8a12-7a81155365f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.522424 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-68de99a1-f19d-4a2a-8a12-7a81155365f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.0575478 Feb 03 12:33:38.530112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f2db1e0-fdb8-4087-bb58-55e9273147c0 req-e3df2d68-a2d6-4090-abe6-62cdc70e52a9 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300806 Feb 03 12:33:38.548416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7762b59-6ac8-4d8f-b5f5-2599e852478c req-5fab8c93-cee3-4f95-96c9-ef0963072aea tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.556060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7762b59-6ac8-4d8f-b5f5-2599e852478c req-5fab8c93-cee3-4f95-96c9-ef0963072aea tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.3368561 Feb 03 12:33:38.594128 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-b29b6da0-dbdf-4a21-8b64-d53b6c1de51c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569811 Feb 03 12:33:38.634516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['4961ac2e-e16d-4c70-b075-5790ca38597e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:38.683643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7762b59-6ac8-4d8f-b5f5-2599e852478c req-d569755b-e02a-4722-859a-1c4656d132fe tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271420 Feb 03 12:33:38.767571 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-478d23ae-3368-4852-b99a-ee8fab1e4a7e service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555557 Feb 03 12:33:38.776396 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45044856-31b6-4325-a376-84461b96e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.782875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f845e-bdfc-45c4-abbe-9b163eb37714 req-743acc20-544a-4e95-b1c2-b665823d5f5e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.801618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-832f845e-bdfc-45c4-abbe-9b163eb37714 req-743acc20-544a-4e95-b1c2-b665823d5f5e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 947 time: 0.1741321 Feb 03 12:33:38.886872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Made reservation on behalf of 5da3950f14e4455684c8fe78e82f8982 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:38.905294 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.943965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 56268e91-e3fa-4740-a583-fd6a8bcd7b48 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:38.976032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-122a1768-0ff0-4c9a-b3a1-2747b3f2baad req-be152173-87cd-49e8-8365-30cf9ba89654 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991959 Feb 03 12:33:39.019527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:39.025112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:39.025953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.129318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:39.129676 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.165757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230abf43-0510-4f28-9795-73feb6c77da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56268e91-e3fa-4740-a583-fd6a8bcd7b48'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:39.168412 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd9142b-8b89-4c88-87ee-7a3386e0f0e6" -d '{"events": [{"server_uuid": "230abf43-0510-4f28-9795-73feb6c77da8", "name": "network-vif-plugged", "status": "completed", "tag": "56268e91-e3fa-4740-a583-fd6a8bcd7b48"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:39.182840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 56268e91-e3fa-4740-a583-fd6a8bcd7b48, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=56268e91-e3fa-4740-a583-fd6a8bcd7b48,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:39.193040 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.218569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-832f845e-bdfc-45c4-abbe-9b163eb37714 req-ac6a6d95-b707-4c46-b8e4-ba9be58f5715 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082615 Feb 03 12:33:39.270606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=56268e91-e3fa-4740-a583-fd6a8bcd7b48,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:39.361897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.362421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.362873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.363332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.363791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.364247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.364701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.365154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.365604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.366055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.366522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.368768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-cd8a4caf-d8f9-4dd5-904f-4916172a3854 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef&device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d&device_id=230abf43-0510-4f28-9795-73feb6c77da8&device_id=e49cee1d-b48e-43f2-949d-2024746b7645&device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732&device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382&device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd&device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1&device_id=1b3fb85f-5fa8-412b-8857-994436902901&device_id=b062fd41-a22c-4823-89df-ec480359e0d3&device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 10372 time: 0.1316478 Feb 03 12:33:39.411076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-ee1d09c0-31f9-4441-8db5-3a3d2154d7ca tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.470260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a845086c-ae8e-43e5-a3d0-89dc4f7c545d details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:39.495962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a636842c-c4a3-46ed-93b4-538011ec6dc8 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:39.507178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af32f14-99c1-4565-817c-0d795af0099e req-f90719f5-2123-4b08-a752-9ff49695d413 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.508764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6af32f14-99c1-4565-817c-0d795af0099e req-f90719f5-2123-4b08-a752-9ff49695d413 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 944 time: 0.1722512 Feb 03 12:33:39.510152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Allocated IP 192.168.233.179 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/406cbb4a-b03a-493d-a3b9-6e20f80643c4) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:39.619117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:33:39.637647 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-ee1d09c0-31f9-4441-8db5-3a3d2154d7ca tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Publish callbacks [] for security_group (83ac53f7-9d54-49c6-bff2-f285216b6e00), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.654667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6af32f14-99c1-4565-817c-0d795af0099e req-3d008983-9087-4aa6-abf5-9faba093dcbf tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287215 Feb 03 12:33:39.756192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-ee1d09c0-31f9-4441-8db5-3a3d2154d7ca tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (83ac53f7-9d54-49c6-bff2-f285216b6e00), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.768991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port a636842c-c4a3-46ed-93b4-538011ec6dc8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:39.787204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port a636842c-c4a3-46ed-93b4-538011ec6dc8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:39.787716 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.822549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:39.856758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a845086c-ae8e-43e5-a3d0-89dc4f7c545d has no active binding in host n-h1-792364-10 {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:33:39.864015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47aa639d-7782-4c46-b3a8-577261aa7804 req-a4b77a2d-3b9a-409d-992f-a73aa331da89 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 210 time: 0.1055360 Feb 03 12:33:39.921861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port a636842c-c4a3-46ed-93b4-538011ec6dc8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:39.922728 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.967421 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a636842c-c4a3-46ed-93b4-538011ec6dc8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a636842c-c4a3-46ed-93b4-538011ec6dc8,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:39.975922 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.982248 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.996623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2477dfdd-a0d0-403d-8ba8-8e0525f947f5 req-ee1d09c0-31f9-4441-8db5-3a3d2154d7ca tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&id=f13d037f-a074-4c30-8d98-01bd04d66659&id=77144481-18bd-47f2-b7d0-fb70f8c13df7&id=f7581230-b728-4c44-a99a-57c95366aebe&id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&id=c27113d1-d34c-45d5-81bf-4d29862b3992&id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.6083934 Feb 03 12:33:40.025923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d09c0-31f9-4441-8db5-3a3d2154d7ca tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ac53f7-9d54-49c6-bff2-f285216b6e00,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:40.065436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=a636842c-c4a3-46ed-93b4-538011ec6dc8,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:40.070964 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a496e1bd-34b6-4937-bd87-f1e863cdc56b x-openstack-request-id: req-a496e1bd-34b6-4937-bd87-f1e863cdc56b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:40.071512 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230abf43-0510-4f28-9795-73feb6c77da8", "name": "network-vif-plugged", "status": "completed", "tag": "56268e91-e3fa-4740-a583-fd6a8bcd7b48", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:40.071867 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a496e1bd-34b6-4937-bd87-f1e863cdc56b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:40.072444 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230abf43-0510-4f28-9795-73feb6c77da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56268e91-e3fa-4740-a583-fd6a8bcd7b48', 'code': 200} Feb 03 12:33:40.099703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks [] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.127634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fb423-8213-4c28-96b3-47646eb2b5f3 req-bb79c145-b046-4042-ad1b-875cebf24d31 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.132798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b7fb423-8213-4c28-96b3-47646eb2b5f3 req-bb79c145-b046-4042-ad1b-875cebf24d31 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.1311302 Feb 03 12:33:40.193080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29462ae1-baa5-4de0-a9e0-86069d6d5734 req-0b609151-fecc-4c04-a1ff-56d3cdd605e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.194566 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-29462ae1-baa5-4de0-a9e0-86069d6d5734 req-0b609151-fecc-4c04-a1ff-56d3cdd605e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 1133 time: 0.0495138 Feb 03 12:33:40.225008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.240113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f977ab90-069f-40d5-9178-8e65c0ec361c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:40.258842 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-29462ae1-baa5-4de0-a9e0-86069d6d5734 req-4d545f2a-d057-4dc5-b8a8-f15d270d00a7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518405 Feb 03 12:33:40.274133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b7fb423-8213-4c28-96b3-47646eb2b5f3 req-96ea9872-632d-4d19-82e0-ab475f499572 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353185 Feb 03 12:33:40.286689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cfc04-0a94-4774-86e7-de49a74de3ef req-7b065400-0816-4017-97d3-6e8a38a7dc89 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.293284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-035cfc04-0a94-4774-86e7-de49a74de3ef req-7b065400-0816-4017-97d3-6e8a38a7dc89 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 950 time: 0.1594882 Feb 03 12:33:40.326469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:40.335311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:40.338346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Pushing event updated for resources: {'Port': ['ID=406cbb4a-b03a-493d-a3b9-6e20f80643c4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:40.341238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:40.346421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.346523 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.384749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-327c403d-57b1-49f9-82e0-4a2c9f5403dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9032578 Feb 03 12:33:40.406922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-035cfc04-0a94-4774-86e7-de49a74de3ef req-a3ac7724-0c00-4e26-8d16-9170f1967e6b tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126823 Feb 03 12:33:40.517371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0746e7d-8ff4-474b-aabf-de07c2e807bd req-d280ecfa-0d85-465d-8468-3cddb84eedda tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.518991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0746e7d-8ff4-474b-aabf-de07c2e807bd req-d280ecfa-0d85-465d-8468-3cddb84eedda tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.1111121 Feb 03 12:33:40.523993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Request body: {'port': {'device_id': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:40.663126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0746e7d-8ff4-474b-aabf-de07c2e807bd req-f6098166-60b3-48cf-b331-51c4be8e6c03 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358664 Feb 03 12:33:40.668360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.673688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c5a08710-2343-4f0c-b783-8ad396b230ac None None] Provisioning complete for port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:40.674070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5a08710-2343-4f0c-b783-8ad396b230ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.731571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25410ba-2446-49cd-b478-3fa4823d952e req-e4d340aa-a602-4640-89e0-563b5b6e5e71 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.734751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d25410ba-2446-49cd-b478-3fa4823d952e req-e4d340aa-a602-4640-89e0-563b5b6e5e71 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 947 time: 0.1575921 Feb 03 12:33:40.769962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c5a08710-2343-4f0c-b783-8ad396b230ac None None] Port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:40.893907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d25410ba-2446-49cd-b478-3fa4823d952e req-f8139f45-92df-4209-8329-620ca7d559ee tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471167 Feb 03 12:33:41.159660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc01b0-43f1-4ce6-98e6-446232e3fe36 req-f0781298-a09a-4602-8e9b-bb805fc7952f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.161308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0abc01b0-43f1-4ce6-98e6-446232e3fe36 req-f0781298-a09a-4602-8e9b-bb805fc7952f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 944 time: 0.1744375 Feb 03 12:33:41.173296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406cbb4a-b03a-493d-a3b9-6e20f80643c4 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:41.190854 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Publish callbacks [] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.222901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Transition to ACTIVE for port object 406cbb4a-b03a-493d-a3b9-6e20f80643c4 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:41.244524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.266392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c899b01-2275-4854-aaa4-c8221fb9dd10 req-1b3c21d3-2d2e-41e8-9d73-fe9b3fc8220c tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.267110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c899b01-2275-4854-aaa4-c8221fb9dd10 req-1b3c21d3-2d2e-41e8-9d73-fe9b3fc8220c tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.267749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c899b01-2275-4854-aaa4-c8221fb9dd10 req-1b3c21d3-2d2e-41e8-9d73-fe9b3fc8220c tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.269447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c899b01-2275-4854-aaa4-c8221fb9dd10 req-1b3c21d3-2d2e-41e8-9d73-fe9b3fc8220c tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd&device_id=b062fd41-a22c-4823-89df-ec480359e0d3&device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 2980 time: 0.1740377 Feb 03 12:33:41.322355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0abc01b0-43f1-4ce6-98e6-446232e3fe36 req-22fb4996-3c93-44fa-b303-e13e3d805c84 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444039 Feb 03 12:33:41.362068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Pushing event updated for resources: {'Port': ['ID=406cbb4a-b03a-493d-a3b9-6e20f80643c4,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:41.389695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.438370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c899b01-2275-4854-aaa4-c8221fb9dd10 req-519f9495-4e5f-4e09-8697-9a7aff70a97f tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399639 Feb 03 12:33:41.438370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Attempting to bind port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:41.438370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Attempting to bind port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:41.438370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Attempting to bind port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:41.448728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:41.452569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Attempting to bind port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:41.461613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:41.463226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:41.463830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:41.464458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Bound port: 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:41.473061 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.498627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3230f1d8-7952-4139-a9c9-5fdcce19881a details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:41.626712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4961ac2e-e16d-4c70-b075-5790ca38597e up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:41.635261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9af08-c444-457d-a1aa-5edb3aaa14e4 req-206120f4-a0ef-4120-94c2-fdda3c335695 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.642386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95c9af08-c444-457d-a1aa-5edb3aaa14e4 req-206120f4-a0ef-4120-94c2-fdda3c335695 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 948 time: 0.1660929 Feb 03 12:33:41.651497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:41.669026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f4f09-73c3-4a24-a099-44354f094938 req-7d30c77e-7a8b-47d4-8aa9-a11bb74aa9ff tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.670678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-690f4f09-73c3-4a24-a099-44354f094938 req-7d30c77e-7a8b-47d4-8aa9-a11bb74aa9ff tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.1269529 Feb 03 12:33:41.688088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:41.694909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3230f1d8-7952-4139-a9c9-5fdcce19881a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3230f1d8-7952-4139-a9c9-5fdcce19881a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:41.711427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.717480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '3230f1d8-7952-4139-a9c9-5fdcce19881a', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '3230f1d8-7952-4139-a9c9-5fdcce19881a', 'mac_address': 'fa:16:3e:ce:0a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:41.762550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 4961ac2e-e16d-4c70-b075-5790ca38597e completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:41.791132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 4961ac2e-e16d-4c70-b075-5790ca38597e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:41.792320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95c9af08-c444-457d-a1aa-5edb3aaa14e4 req-1a77985f-0864-4ac3-af73-304bb869ab95 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441782 Feb 03 12:33:41.792685 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.807587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.808207 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.809938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] 10.222.0.72 "PUT /v2.0/ports/406cbb4a-b03a-493d-a3b9-6e20f80643c4 HTTP/1.1" status: 200 len: 1097 time: 1.2900150 Feb 03 12:33:41.813714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:41.816006 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883fe9c6-6358-4e67-a4ba-575c4e96e972" -d '{"events": [{"name": "network-changed", "server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:41.840016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-690f4f09-73c3-4a24-a099-44354f094938 req-24ada6d3-5d1c-4968-85e5-1ba294da2d3b tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549923 Feb 03 12:33:41.841177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3230f1d8-7952-4139-a9c9-5fdcce19881a is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:41.841880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.863976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3230f1d8-7952-4139-a9c9-5fdcce19881a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:41.869719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a2823-c8bb-4a8e-bac7-c60f506bded7 service neutron] Pushing event updated for resources: {'Port': ['ID=406cbb4a-b03a-493d-a3b9-6e20f80643c4,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:41.907839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3230f1d8-7952-4139-a9c9-5fdcce19881a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3230f1d8-7952-4139-a9c9-5fdcce19881a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:41.926058 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.988009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3230f1d8-7952-4139-a9c9-5fdcce19881a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:42.074515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a636842c-c4a3-46ed-93b4-538011ec6dc8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:42.079311 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d10290d-a114-49ff-a0b7-98b338c638e2" -d '{"events": [{"server_uuid": "8e8ffd9b-afc7-41f8-a4f8-726bfb215732", "name": "network-vif-plugged", "status": "completed", "tag": "a636842c-c4a3-46ed-93b4-538011ec6dc8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:42.093629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4961ac2e-e16d-4c70-b075-5790ca38597e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:42.094479 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.112107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-dd47e318-a24f-4a8d-a7ab-e74b3402865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.113629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-dd47e318-a24f-4a8d-a7ab-e74b3402865f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 1131 time: 0.2002666 Feb 03 12:33:42.131238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2d6f0-1471-4fb9-ac94-1a004835eb01 req-439f4854-576a-4add-9bd3-04e47e6f6194 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.133565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ad2d6f0-1471-4fb9-ac94-1a004835eb01 req-439f4854-576a-4add-9bd3-04e47e6f6194 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 950 time: 0.2063098 Feb 03 12:33:42.146156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:42.152350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.180305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-17126b8b-0293-4430-834d-cdb5a6bc55e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4 HTTP/1.1" status: 200 len: 217 time: 0.0457273 Feb 03 12:33:42.238140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4961ac2e-e16d-4c70-b075-5790ca38597e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:42.271213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4008a4-b881-4b59-86f3-94b8f9629769 req-dae7eac4-e6c6-4baa-b797-ef583a9b8055 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.272662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d4008a4-b881-4b59-86f3-94b8f9629769 req-dae7eac4-e6c6-4baa-b797-ef583a9b8055 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.2349551 Feb 03 12:33:42.287027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-7bb998ab-c445-4cd1-b88c-36ed3a7080f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.288433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-7bb998ab-c445-4cd1-b88c-36ed3a7080f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0966997 Feb 03 12:33:42.296173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ad2d6f0-1471-4fb9-ac94-1a004835eb01 req-a4208ad6-8dae-4d4f-98ac-95cc06301ceb tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178012 Feb 03 12:33:42.391372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d4008a4-b881-4b59-86f3-94b8f9629769 req-2d60f7ae-a312-4b73-9e74-ec23f952b69e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031384 Feb 03 12:33:42.417018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-e6ea811d-a900-4021-8e78-3b1550b0269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.419086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-e6ea811d-a900-4021-8e78-3b1550b0269e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1131821 Feb 03 12:33:42.433221 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f42582-34dd-48cc-9070-717c6a01dea4 x-openstack-request-id: req-83f42582-34dd-48cc-9070-717c6a01dea4 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:42.433871 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:42.434235 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83f42582-34dd-48cc-9070-717c6a01dea4 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:42.434740 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'status': 'completed', 'code': 200} Feb 03 12:33:42.485158 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b8bd1a-55e3-48bc-a84e-0a8c4cb68a68 x-openstack-request-id: req-b0b8bd1a-55e3-48bc-a84e-0a8c4cb68a68 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:42.485472 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8ffd9b-afc7-41f8-a4f8-726bfb215732", "name": "network-vif-plugged", "status": "completed", "tag": "a636842c-c4a3-46ed-93b4-538011ec6dc8", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:42.485738 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0b8bd1a-55e3-48bc-a84e-0a8c4cb68a68 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:42.486128 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a636842c-c4a3-46ed-93b4-538011ec6dc8', 'code': 200} Feb 03 12:33:42.497884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3230f1d8-7952-4139-a9c9-5fdcce19881a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:42.776703 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.885136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-29bd3097-a8a4-468f-9a09-0effba7ef548 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541523 Feb 03 12:33:42.897767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5818d-630f-4068-9128-dbee8ba9c70c req-aafefb43-4a00-47ee-99cf-d012330b95f5 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.899236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ed5818d-630f-4068-9128-dbee8ba9c70c req-aafefb43-4a00-47ee-99cf-d012330b95f5 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 948 time: 0.3569059 Feb 03 12:33:42.910584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551631b0-9316-4432-991a-94db080d020d req-a46aa00d-69b7-463e-a424-1e206409b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.912026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-551631b0-9316-4432-991a-94db080d020d req-a46aa00d-69b7-463e-a424-1e206409b1fe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 1129 time: 0.1315629 Feb 03 12:33:42.982522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc57e4a-9b9c-49be-91be-1db064529a9d req-e54b47ef-db81-48f8-bd28-c3e967025f15 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.983136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fc57e4a-9b9c-49be-91be-1db064529a9d req-e54b47ef-db81-48f8-bd28-c3e967025f15 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.2071056 Feb 03 12:33:43.072838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ed5818d-630f-4068-9128-dbee8ba9c70c req-925d1478-590b-47ea-aa8e-091a9428c406 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583965 Feb 03 12:33:43.101274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-551631b0-9316-4432-991a-94db080d020d req-a003b611-2449-4c58-82df-b9885b45a569 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643610 Feb 03 12:33:43.101690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96d4c1fc-baec-4548-8000-6975ce492c23 req-978459ad-cd60-4789-bf8f-fe95731a49dd service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009909 Feb 03 12:33:43.128228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fc57e4a-9b9c-49be-91be-1db064529a9d req-a7a909e6-9b50-4060-8790-db884220674c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174488 Feb 03 12:33:43.289819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-269eca6d-7674-4a30-9178-0c5f9137b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:43.291365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-269eca6d-7674-4a30-9178-0c5f9137b5c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 1131 time: 0.1042583 Feb 03 12:33:43.334738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e46cf-d552-48c7-bbf2-45726a943537 req-3f95cc4d-0b25-41f4-8f4a-85e2581e719d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:43.336379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f8e46cf-d552-48c7-bbf2-45726a943537 req-3f95cc4d-0b25-41f4-8f4a-85e2581e719d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 948 time: 0.1109242 Feb 03 12:33:43.450916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f8e46cf-d552-48c7-bbf2-45726a943537 req-00193a79-b404-44db-84a1-ce0f0f707c49 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040196 Feb 03 12:33:43.454763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-973cec92-4e49-4079-bc61-8c3a41ac707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:43.457521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-973cec92-4e49-4079-bc61-8c3a41ac707a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1527851 Feb 03 12:33:43.525669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-d63d8ee7-331d-4052-b825-660e73397a50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4 HTTP/1.1" status: 200 len: 217 time: 0.0579393 Feb 03 12:33:43.653031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-35c63b9b-9391-4432-a7e4-803542de8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:43.654745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-35c63b9b-9391-4432-a7e4-803542de8432 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1165502 Feb 03 12:33:43.672374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0792dbe-6a75-4db3-bdb8-00bdde4c25b9 req-1877002d-756d-4e92-af29-522adaa1bacd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:43.673962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0792dbe-6a75-4db3-bdb8-00bdde4c25b9 req-1877002d-756d-4e92-af29-522adaa1bacd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.1252449 Feb 03 12:33:43.687038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40350ff1-75bd-4fcd-a534-0db0dad814a6 req-c10bf92c-244f-4552-ac90-6a098b71d3c2 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:43.688046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40350ff1-75bd-4fcd-a534-0db0dad814a6 req-c10bf92c-244f-4552-ac90-6a098b71d3c2 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 950 time: 0.1280096 Feb 03 12:33:43.799510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0792dbe-6a75-4db3-bdb8-00bdde4c25b9 req-d0dad6ad-c2e0-4b6a-9769-d4b42ad75c6a tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104543 Feb 03 12:33:43.804411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40350ff1-75bd-4fcd-a534-0db0dad814a6 req-97e13e51-6358-482f-aa12-5eb9a4e662c1 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070013 Feb 03 12:33:43.807962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-b180e46d-1857-48c6-867c-82a27225edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:43.809682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-b180e46d-1857-48c6-867c-82a27225edb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1307075 Feb 03 12:33:43.956964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-e2651c10-8721-4447-aab6-41550499ab34 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364889 Feb 03 12:33:43.982566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce6739-cdef-46b6-8f81-8c0bdf8b2b8b req-b77ef8b0-423d-4c40-9ce3-7a09decc1ced tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:43.990503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efce6739-cdef-46b6-8f81-8c0bdf8b2b8b req-b77ef8b0-423d-4c40-9ce3-7a09decc1ced tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.0918403 Feb 03 12:33:44.126406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efce6739-cdef-46b6-8f81-8c0bdf8b2b8b req-a0a6f5ee-61db-471f-b4c5-72471b0b0632 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347980 Feb 03 12:33:44.168953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883fe9c6-6358-4e67-a4ba-575c4e96e972 req-df9b5f3b-3568-47f5-b2c7-1883ac767af2 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756065 Feb 03 12:33:44.409641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8e349-0a2f-4d84-ae54-28d1146e8ca5 req-25c6cf9d-b06d-402f-8e37-ed2343cd6418 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:44.412339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76b8e349-0a2f-4d84-ae54-28d1146e8ca5 req-25c6cf9d-b06d-402f-8e37-ed2343cd6418 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.0694740 Feb 03 12:33:44.419417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b736c-70ba-43d1-a4f4-5c5603460d01 req-02be58cb-e667-4973-bbbf-8855e4479d2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:44.421710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b9b736c-70ba-43d1-a4f4-5c5603460d01 req-02be58cb-e667-4973-bbbf-8855e4479d2e tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 948 time: 0.1067865 Feb 03 12:33:44.487980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:44.490358 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b5db71-85af-45fa-b04c-2d752c7178e8" -d '{"events": [{"server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "name": "network-vif-plugged", "status": "completed", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:44.504791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76b8e349-0a2f-4d84-ae54-28d1146e8ca5 req-7c93b563-55b9-4ebb-b029-4e8e54fcf574 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818350 Feb 03 12:33:44.512469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b9b736c-70ba-43d1-a4f4-5c5603460d01 req-63482719-32b4-4fe3-b828-875b80e13fb1 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812318 Feb 03 12:33:44.656435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48106be-3400-43ab-a946-c2f3907ce167 req-f648ae55-8729-4f58-a2b8-132f6af55f13 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:44.657944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a48106be-3400-43ab-a946-c2f3907ce167 req-f648ae55-8729-4f58-a2b8-132f6af55f13 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1133 time: 0.0814831 Feb 03 12:33:44.693025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d7f5-c5e3-492c-afc7-28637d7bbb0b req-b91f74c6-62e1-4b69-a011-4d54ca680ca6 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:44.694458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d53d7f5-c5e3-492c-afc7-28637d7bbb0b req-b91f74c6-62e1-4b69-a011-4d54ca680ca6 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 950 time: 0.0860624 Feb 03 12:33:44.742895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a48106be-3400-43ab-a946-c2f3907ce167 req-a43592ee-d6da-4c5e-bab3-f638453a9c68 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783775 Feb 03 12:33:44.794073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d53d7f5-c5e3-492c-afc7-28637d7bbb0b req-bc41038c-1304-4cc9-8f2e-ab154d16ba30 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878775 Feb 03 12:33:44.847369 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8939e956-fc66-4d05-8f46-1e002d92faf5 x-openstack-request-id: req-8939e956-fc66-4d05-8f46-1e002d92faf5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:44.847660 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "name": "network-vif-plugged", "status": "completed", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:44.847976 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8939e956-fc66-4d05-8f46-1e002d92faf5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:44.848350 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e', 'code': 200} Feb 03 12:33:44.897585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00386f34-b974-4a44-9ed8-046ae059bfe1 req-20b91f30-4fc3-4c22-b1f4-c29f28d59118 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:44.905523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00386f34-b974-4a44-9ed8-046ae059bfe1 req-20b91f30-4fc3-4c22-b1f4-c29f28d59118 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 948 time: 0.0747833 Feb 03 12:33:45.019684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00386f34-b974-4a44-9ed8-046ae059bfe1 req-99492932-6a8b-4e09-b4f6-836b2d4e0aae tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128635 Feb 03 12:33:45.044083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec41851-ef7a-4605-8b37-733946d58989 req-797bd9fc-9b1d-476d-b6f6-13dc26f42a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:45.045617 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cec41851-ef7a-4605-8b37-733946d58989 req-797bd9fc-9b1d-476d-b6f6-13dc26f42a24 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1128 time: 0.1159506 Feb 03 12:33:45.048406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d6c1-0558-42b2-a66d-985bd046a9f9 req-2cb8afe6-a825-444f-b855-9ef0489b70d1 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:45.055105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34a4d6c1-0558-42b2-a66d-985bd046a9f9 req-2cb8afe6-a825-444f-b855-9ef0489b70d1 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1133 time: 0.1242425 Feb 03 12:33:45.126397 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cec41851-ef7a-4605-8b37-733946d58989 req-2613d25d-d3b3-4f21-a999-30b0b5642387 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692506 Feb 03 12:33:45.137311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34a4d6c1-0558-42b2-a66d-985bd046a9f9 req-06ca0834-3827-4405-b2a9-d88468c48b71 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810440 Feb 03 12:33:45.298494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde48b8d-057e-4e25-80d8-6fb54a32e237 req-33a37e2a-c2f1-473d-bbda-d665896da7e6 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:45.307478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fde48b8d-057e-4e25-80d8-6fb54a32e237 req-33a37e2a-c2f1-473d-bbda-d665896da7e6 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0982115 Feb 03 12:33:45.367701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fde48b8d-057e-4e25-80d8-6fb54a32e237 req-76e8a004-4b34-4e5a-8b6c-d4432d6062cb tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591216 Feb 03 12:33:45.500835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420fb2-2b04-4c79-b442-0700f04f0b2e req-fbb9f7e0-5bd0-49e1-9652-be8527ff1fe8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:45.502510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae420fb2-2b04-4c79-b442-0700f04f0b2e req-fbb9f7e0-5bd0-49e1-9652-be8527ff1fe8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.0724897 Feb 03 12:33:45.530049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3230f1d8-7952-4139-a9c9-5fdcce19881a up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:45.593556 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 3230f1d8-7952-4139-a9c9-5fdcce19881a completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:45.600549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 3230f1d8-7952-4139-a9c9-5fdcce19881a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:45.600925 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.617109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae420fb2-2b04-4c79-b442-0700f04f0b2e req-b29b9994-f2c9-476a-bfe6-d5a7a06e980a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072664 Feb 03 12:33:45.654600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c700-9239-4f6c-9f10-6d756ea069be req-7f1830f6-6e36-416b-9309-0ccb2851885b tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:45.663912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1852c700-9239-4f6c-9f10-6d756ea069be req-7f1830f6-6e36-416b-9309-0ccb2851885b tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 950 time: 0.1153538 Feb 03 12:33:45.730188 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1852c700-9239-4f6c-9f10-6d756ea069be req-5c4e3372-82c6-4fad-8a8b-47cbebd235cd tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645475 Feb 03 12:33:45.738059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3230f1d8-7952-4139-a9c9-5fdcce19881a is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:45.738478 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.795370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3230f1d8-7952-4139-a9c9-5fdcce19881a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3230f1d8-7952-4139-a9c9-5fdcce19881a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:45.806435 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.891644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3230f1d8-7952-4139-a9c9-5fdcce19881a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:45.906082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8f63e-e4a4-474d-a70f-68ad3c42fa76 req-14e8d49d-dfb7-4520-a219-c46d9c7ac404 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:45.908263 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7a8f63e-e4a4-474d-a70f-68ad3c42fa76 req-14e8d49d-dfb7-4520-a219-c46d9c7ac404 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.1023560 Feb 03 12:33:45.924020 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.940086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a4ae9-1d5c-4c91-b372-48fcca213ccc req-6cb3a3c7-c9d2-4566-b1c5-12e4477a2b29 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:45.947366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b4a4ae9-1d5c-4c91-b372-48fcca213ccc req-6cb3a3c7-c9d2-4566-b1c5-12e4477a2b29 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.1432681 Feb 03 12:33:46.018378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7a8f63e-e4a4-474d-a70f-68ad3c42fa76 req-0536f8b0-c966-46c4-a7fb-641d0946a182 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005633 Feb 03 12:33:46.024321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b4a4ae9-1d5c-4c91-b372-48fcca213ccc req-b5727df7-3148-4c72-9529-77aa769f249d tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760479 Feb 03 12:33:46.166185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cad794-2b1d-4fe6-afc6-1deed45ff9f8 req-a9f9010a-bdde-4380-8e1f-f521def6bb4d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:46.167876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72cad794-2b1d-4fe6-afc6-1deed45ff9f8 req-a9f9010a-bdde-4380-8e1f-f521def6bb4d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 948 time: 0.0617504 Feb 03 12:33:46.231891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72cad794-2b1d-4fe6-afc6-1deed45ff9f8 req-5e840c2d-96ae-4245-afab-3b8f27bf7254 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495343 Feb 03 12:33:46.582204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-8c4a2ca2-07d0-4dfe-ac22-a97fcc9820b8 service neutron] 10.222.0.72 "GET /v2.0/ports/a845086c-ae8e-43e5-a3d0-89dc4f7c545d/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 385 time: 0.1597283 Feb 03 12:33:46.593573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb5299-a7c2-4a74-bcee-4ad4da9f7720 req-9c8112f4-78e4-44c8-b6ba-41b9136253ff tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:46.598781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27bb5299-a7c2-4a74-bcee-4ad4da9f7720 req-9c8112f4-78e4-44c8-b6ba-41b9136253ff tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1253719 Feb 03 12:33:46.615128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36320b-137e-4d80-9ae8-a7e861b62e33 req-bd82dd87-bbd8-42f8-b975-7b91941fda6d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:46.616677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb36320b-137e-4d80-9ae8-a7e861b62e33 req-bd82dd87-bbd8-42f8-b975-7b91941fda6d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.1363175 Feb 03 12:33:46.751877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27bb5299-a7c2-4a74-bcee-4ad4da9f7720 req-6b1fb3d1-3da6-4c6b-b96a-9015fed1d97a tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485405 Feb 03 12:33:46.753161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb36320b-137e-4d80-9ae8-a7e861b62e33 req-8ef99ecb-8bc3-463e-bdba-6ea9cf720dab tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285760 Feb 03 12:33:46.849547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d5fdb4-feb2-469b-8b07-adc66ff78c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3230f1d8-7952-4139-a9c9-5fdcce19881a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:46.853049 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7819d9cb-489f-4533-b5be-b394a028b2fb" -d '{"events": [{"server_uuid": "75d5fdb4-feb2-469b-8b07-adc66ff78c4d", "name": "network-vif-plugged", "status": "completed", "tag": "3230f1d8-7952-4139-a9c9-5fdcce19881a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:46.949161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 406cbb4a-b03a-493d-a3b9-6e20f80643c4 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:46.957316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:46.979043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b06a24-0a6b-4282-a645-0ae0981a63ee req-6d60a64e-5bd9-4b80-a32d-d02376220356 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:46.981300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1b06a24-0a6b-4282-a645-0ae0981a63ee req-6d60a64e-5bd9-4b80-a32d-d02376220356 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 943 time: 0.1549284 Feb 03 12:33:47.000797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b702cc9-a8a0-494e-820b-234840b5eeef req-abe9a9b3-610b-44cd-90a3-95004612d33c tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.002262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b702cc9-a8a0-494e-820b-234840b5eeef req-abe9a9b3-610b-44cd-90a3-95004612d33c tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 950 time: 0.1196806 Feb 03 12:33:47.007344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:47.056223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:47.067375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'mac_address': 'fa:16:3e:a4:00:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:47.088646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a845086c-ae8e-43e5-a3d0-89dc4f7c545d {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:47.106749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:47.107591 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.111350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:47.121756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406cbb4a-b03a-493d-a3b9-6e20f80643c4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:47.130429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1b06a24-0a6b-4282-a645-0ae0981a63ee req-8e732fa4-3924-4461-89fb-b97f6c543579 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409476 Feb 03 12:33:47.135986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b702cc9-a8a0-494e-820b-234840b5eeef req-500d44a4-365e-4787-a992-076e242aa739 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/security-groups?id=44e3501e-7a95-4b1b-a3b0-b8473e075a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261687 Feb 03 12:33:47.139476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.142939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:47.157511 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.213752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=406cbb4a-b03a-493d-a3b9-6e20f80643c4,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:47.282626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] Transition to ACTIVE for port object a845086c-ae8e-43e5-a3d0-89dc4f7c545d will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:47.292271 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.345656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3a900-dd8e-4a7d-b6af-cb02379213ed req-e199eead-2d77-4307-8198-e2a6619c5ceb tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.347203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52b3a900-dd8e-4a7d-b6af-cb02379213ed req-e199eead-2d77-4307-8198-e2a6619c5ceb tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.1098461 Feb 03 12:33:47.368866 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74fdb9f-d45b-48ed-90d7-c454a281bb88 x-openstack-request-id: req-f74fdb9f-d45b-48ed-90d7-c454a281bb88 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:47.369189 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d5fdb4-feb2-469b-8b07-adc66ff78c4d", "name": "network-vif-plugged", "status": "completed", "tag": "3230f1d8-7952-4139-a9c9-5fdcce19881a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:47.369450 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f74fdb9f-d45b-48ed-90d7-c454a281bb88 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:47.369843 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d5fdb4-feb2-469b-8b07-adc66ff78c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3230f1d8-7952-4139-a9c9-5fdcce19881a', 'code': 200} Feb 03 12:33:47.382502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] No DVR routers for this DVR port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:47.422587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] Pushing event updated for resources: {'Port': ['ID=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,revision_number=10']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:47.466555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-d8f4d940-ba0a-4257-86b8-f565c5a17520 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.468027 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-d8f4d940-ba0a-4257-86b8-f565c5a17520 tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.72 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 950 time: 0.0594680 Feb 03 12:33:47.486998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ea81da5b-d27f-494a-b40a-3fda07dcffe3 service neutron] 10.222.0.72 "PUT /v2.0/ports/a845086c-ae8e-43e5-a3d0-89dc4f7c545d/bindings/n-h1-792364-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8863621 Feb 03 12:33:47.500312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52b3a900-dd8e-4a7d-b6af-cb02379213ed req-30780852-ceee-46b5-a77c-81f6d863a03a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216846 Feb 03 12:33:47.522756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110db98-5815-4f86-874a-3ddcaf6b5182 req-43ebd201-8734-4bfe-bc9a-7150b95f451a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.524242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4110db98-5815-4f86-874a-3ddcaf6b5182 req-43ebd201-8734-4bfe-bc9a-7150b95f451a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.0987704 Feb 03 12:33:47.576146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Deleting port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:47.576486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.582707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4110db98-5815-4f86-874a-3ddcaf6b5182 req-cd5b41e1-2d0d-49f8-9081-0c94ee7ea2d9 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520046 Feb 03 12:33:47.610645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['406cbb4a-b03a-493d-a3b9-6e20f80643c4'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:47.637652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33f01e-fa95-4ea3-b3f4-d9eb924f768b req-110585b9-b605-4005-9134-109ddffc8ac2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.639281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b33f01e-fa95-4ea3-b3f4-d9eb924f768b req-110585b9-b605-4005-9134-109ddffc8ac2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 949 time: 0.0721099 Feb 03 12:33:47.683992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] For port 56268e91-e3fa-4740-a583-fd6a8bcd7b48, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=56268e91-e3fa-4740-a583-fd6a8bcd7b48,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:47.684430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.701088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Calling delete_port for 56268e91-e3fa-4740-a583-fd6a8bcd7b48 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:47.731634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b33f01e-fa95-4ea3-b3f4-d9eb924f768b req-a496a645-4dda-411a-9fc2-e19dad09cc38 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834088 Feb 03 12:33:47.850730 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (56268e91-e3fa-4740-a583-fd6a8bcd7b48), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.863531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['56268e91-e3fa-4740-a583-fd6a8bcd7b48'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:47.882922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Pushing event deleted for resources: {'Port': ['ID=56268e91-e3fa-4740-a583-fd6a8bcd7b48,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:47.888063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410be453-4fe8-42f8-bd72-a95a7db0ad1c req-1e21229a-8ae0-4b02-9956-a9a6372f3ae9 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.889828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-410be453-4fe8-42f8-bd72-a95a7db0ad1c req-1e21229a-8ae0-4b02-9956-a9a6372f3ae9 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 949 time: 0.0917778 Feb 03 12:33:47.906474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadffb98-d93c-463b-b0f4-b4fb934adc10 req-a6d15962-89c8-491f-9ba6-39eac14a8d8b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.908013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aadffb98-d93c-463b-b0f4-b4fb934adc10 req-a6d15962-89c8-491f-9ba6-39eac14a8d8b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0784795 Feb 03 12:33:47.932984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] No DVR routers for this DVR port 56268e91-e3fa-4740-a583-fd6a8bcd7b48 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:47.936381 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.939856 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6bb98be6-e419-460e-807d-0bbc61a74d04 req-4491678d-79c6-4548-8128-c2be426f100a tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.72 "DELETE /v2.0/ports/56268e91-e3fa-4740-a583-fd6a8bcd7b48 HTTP/1.1" status: 204 len: 173 time: 0.4637876 Feb 03 12:33:47.940300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230abf43-0510-4f28-9795-73feb6c77da8', 'name': 'network-vif-deleted', 'tag': '56268e91-e3fa-4740-a583-fd6a8bcd7b48'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:47.942576 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bea8972-d04e-4d88-88fb-8296d7ee430f" -d '{"events": [{"server_uuid": "230abf43-0510-4f28-9795-73feb6c77da8", "name": "network-vif-deleted", "tag": "56268e91-e3fa-4740-a583-fd6a8bcd7b48"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:47.984268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-410be453-4fe8-42f8-bd72-a95a7db0ad1c req-efba382f-fb65-4d90-8dba-0d542142e13c tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880539 Feb 03 12:33:47.987717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aadffb98-d93c-463b-b0f4-b4fb934adc10 req-814b9494-929c-426b-9d91-16cadd8c8844 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725899 Feb 03 12:33:48.051429 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80299d35-f4f3-4c29-9626-f20ed3fb5ae2 x-openstack-request-id: req-80299d35-f4f3-4c29-9626-f20ed3fb5ae2 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:48.051720 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230abf43-0510-4f28-9795-73feb6c77da8", "name": "network-vif-deleted", "tag": "56268e91-e3fa-4740-a583-fd6a8bcd7b48", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:48.051972 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80299d35-f4f3-4c29-9626-f20ed3fb5ae2 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:48.052392 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230abf43-0510-4f28-9795-73feb6c77da8', 'name': 'network-vif-deleted', 'tag': '56268e91-e3fa-4740-a583-fd6a8bcd7b48', 'status': 'completed', 'code': 200} Feb 03 12:33:48.113262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ce5d1-d9ac-4767-bc69-765cca13dfea req-8702683d-0f20-4774-9c8e-9bf085bc854f tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:48.114988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f48ce5d1-d9ac-4767-bc69-765cca13dfea req-8702683d-0f20-4774-9c8e-9bf085bc854f tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0606108 Feb 03 12:33:48.179233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f48ce5d1-d9ac-4767-bc69-765cca13dfea req-49416783-f41c-4901-8d5f-2783a58dcdf5 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578456 Feb 03 12:33:48.287580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8cbb1-6c93-4b57-a5e9-cae549d90fd5 req-3a5cacdb-a5c0-4402-95ec-0fdab0854295 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:48.289086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bb8cbb1-6c93-4b57-a5e9-cae549d90fd5 req-3a5cacdb-a5c0-4402-95ec-0fdab0854295 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 944 time: 0.0532484 Feb 03 12:33:48.336228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bb8cbb1-6c93-4b57-a5e9-cae549d90fd5 req-1cc90832-691a-4748-a78d-38be2f2c0254 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412674 Feb 03 12:33:48.433726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f7be4acc-314e-42d4-a256-e35ce759d596 req-82efa481-8f2b-4ce1-9fde-136f9dfda54e tempest-DeleteServersAdminTestJSON-1239316445 tempest-DeleteServersAdminTestJSON-1239316445-project] 10.222.0.65 "GET /v2.0/ports?device_id=230abf43-0510-4f28-9795-73feb6c77da8 HTTP/1.1" status: 200 len: 210 time: 0.0282457 Feb 03 12:33:48.634216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e678-ec59-4f89-934c-d824d7655611 req-a1f51e7a-445e-435e-9849-7686ddaac90e tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:48.635679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1503e678-ec59-4f89-934c-d824d7655611 req-a1f51e7a-445e-435e-9849-7686ddaac90e tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.0581861 Feb 03 12:33:48.706589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1503e678-ec59-4f89-934c-d824d7655611 req-00958aae-ea02-4c66-836b-4a1cd09bedb2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646260 Feb 03 12:33:48.749789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f48425-3c6f-4600-8c9c-efda593aaef9 req-e847e903-d38c-4b5d-a364-7601dbb0b57f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:48.753121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39f48425-3c6f-4600-8c9c-efda593aaef9 req-e847e903-d38c-4b5d-a364-7601dbb0b57f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.0609183 Feb 03 12:33:48.807872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39f48425-3c6f-4600-8c9c-efda593aaef9 req-3c12dabc-f822-4f3e-80de-ce5b56b75ea9 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481076 Feb 03 12:33:48.846684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5036ce-9f4f-42f8-b28b-6d2b9531f153 req-42662ab6-fb48-4ab7-8d37-8798e5fef2e5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:48.848125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d5036ce-9f4f-42f8-b28b-6d2b9531f153 req-42662ab6-fb48-4ab7-8d37-8798e5fef2e5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 949 time: 0.0552070 Feb 03 12:33:48.896471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d5036ce-9f4f-42f8-b28b-6d2b9531f153 req-c0eb34e7-8c05-4416-a883-685d037af3af tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Feb 03 12:33:48.970759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 406cbb4a-b03a-493d-a3b9-6e20f80643c4 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:49.130480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace32d-1caa-4b69-b345-0c306ffd9240 req-1f39f36e-ea51-4d40-a0f2-e4d486435452 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.133321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eace32d-1caa-4b69-b345-0c306ffd9240 req-1f39f36e-ea51-4d40-a0f2-e4d486435452 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0725198 Feb 03 12:33:49.165993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:49.173555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:49.178607 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.186913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eace32d-1caa-4b69-b345-0c306ffd9240 req-f7b894c3-4762-48f4-8fa2-2d0638b58843 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473087 Feb 03 12:33:49.272097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:49.272479 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.302202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8d924-508e-45c6-af11-9866f76363bb req-de3bf803-d81d-4c15-bc75-00dd380305ab tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.303812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1e8d924-508e-45c6-af11-9866f76363bb req-de3bf803-d81d-4c15-bc75-00dd380305ab tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0523362 Feb 03 12:33:49.304312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:49.309193 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.310070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:49.354798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1e8d924-508e-45c6-af11-9866f76363bb req-711f1675-ff49-4788-ae19-c1e35a000268 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Feb 03 12:33:49.371128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:49.374036 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708e0ac8-8b76-4e6f-9806-e61907be8fbb" -d '{"events": [{"server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "name": "network-vif-plugged", "status": "completed", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:49.391385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=406cbb4a-b03a-493d-a3b9-6e20f80643c4,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:49.417959 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c3ce22-00cd-4aed-a682-3a3355b73ba1 x-openstack-request-id: req-55c3ce22-00cd-4aed-a682-3a3355b73ba1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:49.418274 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "name": "network-vif-plugged", "status": "completed", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:49.418547 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55c3ce22-00cd-4aed-a682-3a3355b73ba1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:49.418925 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'code': 200} Feb 03 12:33:49.434571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cb842774-87c2-496e-860c-2a3d164fcb3c is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:49.434961 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.474712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:49.481211 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.481359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484820e-b60e-4b4d-9299-be3c3d40752f req-f744ccea-398e-42b4-85db-23ba77fd6f4f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.482070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a845086c-ae8e-43e5-a3d0-89dc4f7c545d no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:49.482967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d484820e-b60e-4b4d-9299-be3c3d40752f req-f744ccea-398e-42b4-85db-23ba77fd6f4f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 944 time: 0.0677497 Feb 03 12:33:49.538813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d015f-8e62-44ee-bc31-cbdc0f0c1a8c req-9b342b08-72eb-4da8-8703-2f26e93e600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.540953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e99d015f-8e62-44ee-bc31-cbdc0f0c1a8c req-9b342b08-72eb-4da8-8703-2f26e93e600a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 1133 time: 0.0556369 Feb 03 12:33:49.565821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:49.568868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port a845086c-ae8e-43e5-a3d0-89dc4f7c545d host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:33:49.569282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a845086c-ae8e-43e5-a3d0-89dc4f7c545d not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:49.569710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 56268e91-e3fa-4740-a583-fd6a8bcd7b48 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:49.590641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 56268e91-e3fa-4740-a583-fd6a8bcd7b48 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:49.590984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 56268e91-e3fa-4740-a583-fd6a8bcd7b48 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:49.605665 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e99d015f-8e62-44ee-bc31-cbdc0f0c1a8c req-2536d0b4-011a-4f34-a687-208c387c30ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569968 Feb 03 12:33:49.718982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d484820e-b60e-4b4d-9299-be3c3d40752f req-e5ff2481-8ed9-4634-a70d-781d73246633 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272763 Feb 03 12:33:49.828761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f59e-e403-40be-afa3-58f10c32dfe2 req-5d2cbedd-445d-4815-b988-6806fd829bfc tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.830930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee90f59e-e403-40be-afa3-58f10c32dfe2 req-5d2cbedd-445d-4815-b988-6806fd829bfc tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.0545380 Feb 03 12:33:49.869347 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:33:49.920623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee90f59e-e403-40be-afa3-58f10c32dfe2 req-bb0dc90a-206d-46b0-9492-79ce61b3f284 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841246 Feb 03 12:33:49.944999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55065a-6f21-4308-9e02-3a6745637822 req-7d74c217-ca9d-4d7c-b498-4e6d840166c9 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.946505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d55065a-6f21-4308-9e02-3a6745637822 req-7d74c217-ca9d-4d7c-b498-4e6d840166c9 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.0637822 Feb 03 12:33:49.976640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44740) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:50.027692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d55065a-6f21-4308-9e02-3a6745637822 req-c1a9a7a1-a9f3-43f2-8ed1-45a5444452d4 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741217 Feb 03 12:33:50.052965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca75f0-77f9-4b3b-9b20-826d6b2133ee req-8150bacf-e699-4d1d-9de6-62d8419de839 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.054453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9eca75f0-77f9-4b3b-9b20-826d6b2133ee req-8150bacf-e699-4d1d-9de6-62d8419de839 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0663793 Feb 03 12:33:50.126691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9eca75f0-77f9-4b3b-9b20-826d6b2133ee req-8eb59f7f-7e54-4ffa-8473-82dd7cecdd34 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662262 Feb 03 12:33:50.133068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-77b2b7c7-580d-4c14-8b4a-acbebe51df09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7e21a3734a641eca01e1f8d390c2b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553359 Feb 03 12:33:50.135788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44744) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:50.185080 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1bb5-c9f2-4169-b617-643ceb77aa96 admin admin] Publish callbacks [] for security_group (44e3501e-7a95-4b1b-a3b0-b8473e075a9d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.208429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1bb5-c9f2-4169-b617-643ceb77aa96 admin admin] Publish callbacks [] for security_group (44e3501e-7a95-4b1b-a3b0-b8473e075a9d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.268746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1bb5-c9f2-4169-b617-643ceb77aa96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (44e3501e-7a95-4b1b-a3b0-b8473e075a9d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.271514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1bb5-c9f2-4169-b617-643ceb77aa96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.274779 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.277663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5b3c1bb5-c9f2-4169-b617-643ceb77aa96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44e3501e-7a95-4b1b-a3b0-b8473e075a9d HTTP/1.1" status: 204 len: 168 time: 0.1389432 Feb 03 12:33:50.309450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c1bb5-c9f2-4169-b617-643ceb77aa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e3501e-7a95-4b1b-a3b0-b8473e075a9d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:50.342162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeba5f-4899-49bd-ac2a-b1deaf4dcb24 req-9965f79c-a6f8-4bf3-b38a-fe8285b22dbb tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.343705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5eaeba5f-4899-49bd-ac2a-b1deaf4dcb24 req-9965f79c-a6f8-4bf3-b38a-fe8285b22dbb tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0648115 Feb 03 12:33:50.400199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5eaeba5f-4899-49bd-ac2a-b1deaf4dcb24 req-afa343f4-5bad-4e33-bcb0-614d058e3662 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501487 Feb 03 12:33:50.490453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51c9b-7aee-4769-8a31-de0c5a9a693c req-4f4a7ddd-0cf5-4740-8c3c-67f24e3fbabd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.491928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09c51c9b-7aee-4769-8a31-de0c5a9a693c req-4f4a7ddd-0cf5-4740-8c3c-67f24e3fbabd tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0531602 Feb 03 12:33:50.544263 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09c51c9b-7aee-4769-8a31-de0c5a9a693c req-2c407991-084e-4c1b-858e-0b27f806e130 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461669 Feb 03 12:33:50.582994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44764) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:50.599335 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d076b5bc-abdf-4d63-a5ea-d8da9719740e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.671107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d076b5bc-abdf-4d63-a5ea-d8da9719740e admin admin] Publish callbacks [] for security_group (3b675a9b-a896-420a-adfb-ae2749f56f99), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.676270 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d076b5bc-abdf-4d63-a5ea-d8da9719740e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3b675a9b-a896-420a-adfb-ae2749f56f99), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.713516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d076b5bc-abdf-4d63-a5ea-d8da9719740e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5d16173a89b4c27bccf8a889029e548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293294 Feb 03 12:33:50.714359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076b5bc-abdf-4d63-a5ea-d8da9719740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b675a9b-a896-420a-adfb-ae2749f56f99,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:50.717207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44766) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:50.768295 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8478b0b1-9cff-4f7e-a9fd-2755fd49e995 admin admin] Publish callbacks [] for security_group (3b675a9b-a896-420a-adfb-ae2749f56f99), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.789453 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8478b0b1-9cff-4f7e-a9fd-2755fd49e995 admin admin] Publish callbacks [] for security_group (3b675a9b-a896-420a-adfb-ae2749f56f99), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.837503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f805272-c253-4fb5-b209-8f4a9b14f3a5 req-74ba3534-cec2-48d1-b94f-48ed3d69ebc7 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.839081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f805272-c253-4fb5-b209-8f4a9b14f3a5 req-74ba3534-cec2-48d1-b94f-48ed3d69ebc7 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 944 time: 0.0534174 Feb 03 12:33:50.839739 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8478b0b1-9cff-4f7e-a9fd-2755fd49e995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3b675a9b-a896-420a-adfb-ae2749f56f99), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.842727 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8478b0b1-9cff-4f7e-a9fd-2755fd49e995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.843944 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8478b0b1-9cff-4f7e-a9fd-2755fd49e995 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b675a9b-a896-420a-adfb-ae2749f56f99 HTTP/1.1" status: 204 len: 168 time: 0.1257520 Feb 03 12:33:50.855551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478b0b1-9cff-4f7e-a9fd-2755fd49e995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b675a9b-a896-420a-adfb-ae2749f56f99,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:50.891529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f805272-c253-4fb5-b209-8f4a9b14f3a5 req-3478348e-53f3-4fee-9d8b-c03b12c893be tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427878 Feb 03 12:33:51.051528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02b598-e6dc-4661-ac9f-e0ed04c4eeda req-d1f7c2e0-3e50-4203-b1cc-065db92f63b0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.053001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a02b598-e6dc-4661-ac9f-e0ed04c4eeda req-d1f7c2e0-3e50-4203-b1cc-065db92f63b0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.0566254 Feb 03 12:33:51.117483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a02b598-e6dc-4661-ac9f-e0ed04c4eeda req-64145066-c055-450e-8087-99999cfda1f9 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582700 Feb 03 12:33:51.170924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c76766-c554-4a5c-9a57-6f06d9d5e1f6 req-5d9da432-5c62-4640-b310-78eb7af92469 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.172475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23c76766-c554-4a5c-9a57-6f06d9d5e1f6 req-5d9da432-5c62-4640-b310-78eb7af92469 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.0673108 Feb 03 12:33:51.251988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23c76766-c554-4a5c-9a57-6f06d9d5e1f6 req-bb97c49d-7a2e-44ba-bc05-a6ce0a29c606 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725117 Feb 03 12:33:51.289559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f24cd-97de-4a51-a0dc-82280c657a93 req-fa31530b-2d3b-416d-80b2-d1a2125025a9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.291099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-913f24cd-97de-4a51-a0dc-82280c657a93 req-fa31530b-2d3b-416d-80b2-d1a2125025a9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0792565 Feb 03 12:33:51.354115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-913f24cd-97de-4a51-a0dc-82280c657a93 req-4685a379-ad7b-4769-8fa5-d6593b02b29e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562057 Feb 03 12:33:51.419850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:51.422199 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddd6c19-845e-4764-b0e4-8159f55806dd" -d '{"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-unplugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:51.459406 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0eddbf-6c5d-4f60-a15c-983c08b1974b x-openstack-request-id: req-bb0eddbf-6c5d-4f60-a15c-983c08b1974b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:51.459725 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-unplugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:51.459984 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb0eddbf-6c5d-4f60-a15c-983c08b1974b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:51.460379 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'code': 200} Feb 03 12:33:51.527961 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722b2ee-421b-48c1-af47-8d121fba6154 req-d97f574d-8b9a-4821-b773-908c253bcb4f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.529468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c722b2ee-421b-48c1-af47-8d121fba6154 req-d97f574d-8b9a-4821-b773-908c253bcb4f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0559051 Feb 03 12:33:51.577761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c722b2ee-421b-48c1-af47-8d121fba6154 req-a896031e-0027-4709-9df9-3c14eead1e4e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Feb 03 12:33:51.689310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a667414-16f3-461f-a83c-5d8731c5c5ef req-0fab3725-ef74-4841-bed0-2f3d3e40075b tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.690967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a667414-16f3-461f-a83c-5d8731c5c5ef req-0fab3725-ef74-4841-bed0-2f3d3e40075b tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0720055 Feb 03 12:33:51.757143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f516989-7cba-49e1-b22e-2b7b7326ab98 req-e7d7fb0f-a2de-40f7-b0e1-3441f478a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.758780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f516989-7cba-49e1-b22e-2b7b7326ab98 req-e7d7fb0f-a2de-40f7-b0e1-3441f478a192 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 1132 time: 0.0540328 Feb 03 12:33:51.813512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a667414-16f3-461f-a83c-5d8731c5c5ef req-5a5cf12e-aa8c-4cd5-aa05-2ad601f522fb tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126359 Feb 03 12:33:51.828523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-5097ab75-b930-452c-9422-e8685656a4ba tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.830314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-5097ab75-b930-452c-9422-e8685656a4ba tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.1383841 Feb 03 12:33:51.833231 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f516989-7cba-49e1-b22e-2b7b7326ab98 req-34c306f9-6c48-4fc8-9295-01d3b7542404 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580904 Feb 03 12:33:51.955900 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-0ee33081-76f2-489e-af9e-e694ad164235 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488200 Feb 03 12:33:52.015658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54b67d-4f86-4689-95a5-cf8365642293 req-c1ff9081-e29d-468a-9b3c-16df7857ed7c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.017103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd54b67d-4f86-4689-95a5-cf8365642293 req-c1ff9081-e29d-468a-9b3c-16df7857ed7c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 944 time: 0.0541673 Feb 03 12:33:52.050727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-dc6f6593-40a4-476a-9cc2-aca59479b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.052183 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-dc6f6593-40a4-476a-9cc2-aca59479b6fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1133 time: 0.0470603 Feb 03 12:33:52.071834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd54b67d-4f86-4689-95a5-cf8365642293 req-259f6f05-4fdd-4834-a621-5d64858b1b52 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487261 Feb 03 12:33:52.170742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-11691871-c828-424d-8b5b-101f154a8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.172515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-11691871-c828-424d-8b5b-101f154a8c0c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1&tenant_id=a3136ff5d19b465794dbc0d6c311e56b HTTP/1.1" status: 200 len: 1127 time: 0.0864556 Feb 03 12:33:52.177507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-5e06c1ea-fe24-4d43-a1e6-dd703591fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.180331 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-5e06c1ea-fe24-4d43-a1e6-dd703591fd37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1024919 Feb 03 12:33:52.243805 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-38eb8d8d-e8bc-4bde-8e7a-5fafb8edae2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.0461261 Feb 03 12:33:52.287479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-e29fa38e-6c6a-4940-bdca-9697ccd4c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.288928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-e29fa38e-6c6a-4940-bdca-9697ccd4c97c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1127 time: 0.0838249 Feb 03 12:33:52.305591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71b7bc-6144-4457-aa3f-fb31a83a284a req-09d7ad22-96af-4ed8-8834-a5bf1f6055f3 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.307285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb71b7bc-6144-4457-aa3f-fb31a83a284a req-09d7ad22-96af-4ed8-8834-a5bf1f6055f3 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.0717919 Feb 03 12:33:52.307951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-1525a4f7-ac18-413a-9e43-c4538d19e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.310853 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-1525a4f7-ac18-413a-9e43-c4538d19e11c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0587394 Feb 03 12:33:52.370449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-3a67e16e-14b8-47a1-9f2d-f58795782612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.372416 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-3a67e16e-14b8-47a1-9f2d-f58795782612 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0541487 Feb 03 12:33:52.410201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb71b7bc-6144-4457-aa3f-fb31a83a284a req-37f0a406-3ecd-4510-9e29-a8d85e16cace tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933437 Feb 03 12:33:52.457958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ca609c7a-0680-4fc0-95fb-2804e4d0c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.459487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-ca609c7a-0680-4fc0-95fb-2804e4d0c43c service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.1512921 Feb 03 12:33:52.496462 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-e95ff353-7f8a-4db8-aba0-77841b6fa359 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005819 Feb 03 12:33:52.529126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-332bd69c-0d47-4776-91f0-9f9e7517b99e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 217 time: 0.0467706 Feb 03 12:33:52.537052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38139fcb-edb3-4366-bbb7-9fc756483b60 req-38a6225b-f51b-45dd-a3fb-ba8a5680cdd0 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.538591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38139fcb-edb3-4366-bbb7-9fc756483b60 req-38a6225b-f51b-45dd-a3fb-ba8a5680cdd0 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.0946789 Feb 03 12:33:52.598721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b33ee4f-4685-4a4f-92b5-b34299c1de7d req-6fca9a10-c9f1-4853-b51a-9ea179eeb00f service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986643 Feb 03 12:33:52.642360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-2fc7c484-da11-4dd5-833d-57e7fbdd071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.643819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-2fc7c484-da11-4dd5-833d-57e7fbdd071a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.1033759 Feb 03 12:33:52.654157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38139fcb-edb3-4366-bbb7-9fc756483b60 req-003733e2-ddb6-4e1d-8854-b7d8fdeffddc tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061702 Feb 03 12:33:52.670662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d63be-5e3e-4b81-960e-1ecb271f6daa req-3be5a8f1-59ac-4d74-8be3-33e96f8427a9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.672092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a84d63be-5e3e-4b81-960e-1ecb271f6daa req-3be5a8f1-59ac-4d74-8be3-33e96f8427a9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1326871 Feb 03 12:33:52.699893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-d57ea35d-d365-4ea5-9a6c-058e73924f33 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433297 Feb 03 12:33:52.760266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a84d63be-5e3e-4b81-960e-1ecb271f6daa req-a63cdde3-831c-4502-89ff-2a668a84f9a2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823641 Feb 03 12:33:52.822319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-4be667cb-80b8-4bfe-acdf-73ffa637130e service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121774 Feb 03 12:33:52.890721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-503cbc8c-af02-41fc-b1c9-51dbe94ee33b req-072fb441-84d0-4c9c-b91e-99f3d35bf6f5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:33:52.891688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-503cbc8c-af02-41fc-b1c9-51dbe94ee33b req-072fb441-84d0-4c9c-b91e-99f3d35bf6f5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066745 Feb 03 12:33:52.949161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e83e-4eda-4075-96d9-52efda352c9a req-3c315840-7d17-41db-a9a3-307d8e82eb5e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.950650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ac7e83e-4eda-4075-96d9-52efda352c9a req-3c315840-7d17-41db-a9a3-307d8e82eb5e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1194012 Feb 03 12:33:52.969757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-4cab6530-8977-49f4-993f-a4dd2154d8de service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373315 Feb 03 12:33:52.981084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:53.016255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ac7e83e-4eda-4075-96d9-52efda352c9a req-105be818-73e1-4a48-8c71-1520995182c5 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581748 Feb 03 12:33:53.117644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:53.136658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'mac_address': 'fa:16:3e:fd:53:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:53.179595 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-13830811-9fbd-4397-9d7a-d996c8fbc243 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767505 Feb 03 12:33:53.199775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cb842774-87c2-496e-860c-2a3d164fcb3c is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:53.200166 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.219201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb842774-87c2-496e-860c-2a3d164fcb3c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:53.222847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199670d-79c6-463e-a1fa-36e9ca5396ec req-e6fb1bc6-2e1a-4360-9d8b-5dfc23b6d21d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.232503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1199670d-79c6-463e-a1fa-36e9ca5396ec req-e6fb1bc6-2e1a-4360-9d8b-5dfc23b6d21d tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.1201508 Feb 03 12:33:53.248295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:53.254053 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.308455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203614e-d3c6-4157-83c6-65312e489e78 req-6f8ad156-3a8c-4146-b808-a2f0ae1d3013 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.310533 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-6f8ad156-3a8c-4146-b808-a2f0ae1d3013 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.0552948 Feb 03 12:33:53.319676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1199670d-79c6-463e-a1fa-36e9ca5396ec req-1c41e89b-a2ab-4d2a-b291-70210967731a tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862672 Feb 03 12:33:53.321807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:53.335877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798444ec-55d1-4ead-980c-1d38931191cf req-1b4685e3-5578-450d-8a20-cfb7bd7086f8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.337410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-798444ec-55d1-4ead-980c-1d38931191cf req-1b4685e3-5578-450d-8a20-cfb7bd7086f8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1742837 Feb 03 12:33:53.343085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-d43f9cb5-97a6-4160-a523-0aee32ed1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.344515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-d43f9cb5-97a6-4160-a523-0aee32ed1216 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1133 time: 0.1630156 Feb 03 12:33:53.388266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['cb842774-87c2-496e-860c-2a3d164fcb3c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:53.516125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-798444ec-55d1-4ead-980c-1d38931191cf req-987b8147-a578-4070-b790-9aa5fcb6f480 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706347 Feb 03 12:33:53.545991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3203614e-d3c6-4157-83c6-65312e489e78 req-62d5b9cb-d418-4db6-9df6-2e9d3fb73706 service neutron] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:53.550802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-4646b8cd-9cbf-447f-9132-66c44497e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.551778 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3203614e-d3c6-4157-83c6-65312e489e78 req-62d5b9cb-d418-4db6-9df6-2e9d3fb73706 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.552289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-4646b8cd-9cbf-447f-9132-66c44497e42a service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1763272 Feb 03 12:33:53.553240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3203614e-d3c6-4157-83c6-65312e489e78 req-62d5b9cb-d418-4db6-9df6-2e9d3fb73706 service neutron] 10.222.0.91 "DELETE /v2.0/ports/a845086c-ae8e-43e5-a3d0-89dc4f7c545d/bindings/n-h2-792364-10 HTTP/1.1" status: 204 len: 173 time: 0.2236114 Feb 03 12:33:53.560595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13b374-0070-48b9-b8cd-2985bce2dc8e req-de10adb0-6d21-4eff-b5dd-ec367a3e17bf tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.567487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c13b374-0070-48b9-b8cd-2985bce2dc8e req-de10adb0-6d21-4eff-b5dd-ec367a3e17bf tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 944 time: 0.0933781 Feb 03 12:33:53.624598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-eebc56a7-b496-43ba-b6c9-890f72d1999e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=cad16891-5f8c-4a36-a399-f9a63588b2db HTTP/1.1" status: 200 len: 217 time: 0.0427852 Feb 03 12:33:53.665422 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c13b374-0070-48b9-b8cd-2985bce2dc8e req-7a1ac069-6abc-4528-b6cd-5ae7440089a8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969210 Feb 03 12:33:53.768069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-e149a178-4349-4a30-b006-9c7c46caa61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.769541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-e149a178-4349-4a30-b006-9c7c46caa61d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1269510 Feb 03 12:33:53.835651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e3fcf-67e2-44ef-bbda-a04f861e8b6d req-44e81d8f-0db7-4648-9e56-06b545c21539 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.837238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-629e3fcf-67e2-44ef-bbda-a04f861e8b6d req-44e81d8f-0db7-4648-9e56-06b545c21539 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.1390989 Feb 03 12:33:53.864910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-f97efe5a-49ad-4f9d-8165-d06cc3c69364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.867035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-f97efe5a-49ad-4f9d-8165-d06cc3c69364 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0781035 Feb 03 12:33:53.932560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-629e3fcf-67e2-44ef-bbda-a04f861e8b6d req-1c468919-3597-4c40-bb8f-2b4760ad26bd tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852041 Feb 03 12:33:54.298319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a5194-7080-40dc-b0ee-4dbde56be32a req-3f4b573a-8cf6-45cf-8493-b7082e34553a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:54.305345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-770a5194-7080-40dc-b0ee-4dbde56be32a req-3f4b573a-8cf6-45cf-8493-b7082e34553a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.3561134 Feb 03 12:33:54.308354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-0bf86c4d-4bff-44e8-a543-09f871f5afe5 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280519 Feb 03 12:33:54.311095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f377e6-e9a5-43b7-9020-799cddab975c req-9896762a-9cd9-4c72-9be9-c07f7f57c0e8 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:54.312487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72f377e6-e9a5-43b7-9020-799cddab975c req-9896762a-9cd9-4c72-9be9-c07f7f57c0e8 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1127 time: 0.1309621 Feb 03 12:33:54.457846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-770a5194-7080-40dc-b0ee-4dbde56be32a req-ff7cef5f-f27f-4a0a-af6e-d72f4b083511 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516306 Feb 03 12:33:54.458518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44944) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:54.503072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72f377e6-e9a5-43b7-9020-799cddab975c req-27feb08f-f2aa-4bff-8140-c4d62bc71d23 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694052 Feb 03 12:33:54.525532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d98b5834-c8c6-4717-8f4e-f585aedf9c1d req-eaccaff9-b867-464f-a88a-69b1ba4ab4cb service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929393 Feb 03 12:33:54.648461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459059f1-4c12-494c-8f06-d4262aa4f9ab req-0f7d7f08-d861-4dda-beeb-65ba45bee12d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:54.655191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-459059f1-4c12-494c-8f06-d4262aa4f9ab req-0f7d7f08-d861-4dda-beeb-65ba45bee12d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1084399 Feb 03 12:33:54.656823 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bad73b3-704c-4f2f-bdb4-68c892f8345d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.678737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617913d-8b67-47e5-8d66-6febf913e15b req-f1a113c9-048f-412a-8445-dbf530c17830 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:54.680246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7617913d-8b67-47e5-8d66-6febf913e15b req-f1a113c9-048f-412a-8445-dbf530c17830 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0901155 Feb 03 12:33:54.736236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-459059f1-4c12-494c-8f06-d4262aa4f9ab req-e7147ee4-bae1-4438-94a5-6e3a62a33cb5 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800359 Feb 03 12:33:54.774699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bad73b3-704c-4f2f-bdb4-68c892f8345d admin admin] Publish callbacks [] for security_group (8ca30239-be3a-46c0-af48-bb76ff1a0d1d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.781389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bad73b3-704c-4f2f-bdb4-68c892f8345d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8ca30239-be3a-46c0-af48-bb76ff1a0d1d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.814238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7617913d-8b67-47e5-8d66-6febf913e15b req-86d700fc-8a80-41e0-9328-d06869d2fd94 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190190 Feb 03 12:33:54.847993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad73b3-704c-4f2f-bdb4-68c892f8345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca30239-be3a-46c0-af48-bb76ff1a0d1d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:54.854848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7bad73b3-704c-4f2f-bdb4-68c892f8345d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fccf7f5620a0491a81be46c1156afc25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946440 Feb 03 12:33:54.857534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44968) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:54.993657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:55.016440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c0770-cad4-41e3-8fe3-6dacdc077543 req-e343bff5-37fd-4f55-be8e-0d89579d183b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.017144 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be4d012c-f2c7-44da-b4f7-8bf2b24e0a2e admin admin] Publish callbacks [] for security_group (8ca30239-be3a-46c0-af48-bb76ff1a0d1d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.018457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b8c0770-cad4-41e3-8fe3-6dacdc077543 req-e343bff5-37fd-4f55-be8e-0d89579d183b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1825652 Feb 03 12:33:55.101034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b8c0770-cad4-41e3-8fe3-6dacdc077543 req-d453da5d-d537-4a5b-9967-b9988e0b8ff3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758228 Feb 03 12:33:55.142597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port cb842774-87c2-496e-860c-2a3d164fcb3c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:55.142982 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.153233 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be4d012c-f2c7-44da-b4f7-8bf2b24e0a2e admin admin] Publish callbacks [] for security_group (8ca30239-be3a-46c0-af48-bb76ff1a0d1d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.247169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-c70275a2-67c0-4298-a859-2fce703aedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.248738 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-c70275a2-67c0-4298-a859-2fce703aedb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 1133 time: 0.2017825 Feb 03 12:33:55.285222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be4d012c-f2c7-44da-b4f7-8bf2b24e0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8ca30239-be3a-46c0-af48-bb76ff1a0d1d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.287648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be4d012c-f2c7-44da-b4f7-8bf2b24e0a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.288900 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-be4d012c-f2c7-44da-b4f7-8bf2b24e0a2e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ca30239-be3a-46c0-af48-bb76ff1a0d1d HTTP/1.1" status: 204 len: 168 time: 0.4303818 Feb 03 12:33:55.303745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-c6386180-8d95-46ad-9a9a-edaacf438e5c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.305476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-c6386180-8d95-46ad-9a9a-edaacf438e5c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 808 time: 0.2088439 Feb 03 12:33:55.315870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ba9d3-c4c8-4fde-9644-fd2e15a7332a req-1fe76a90-d4a1-4276-bdca-a83b4d27c528 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.325762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a73ba9d3-c4c8-4fde-9644-fd2e15a7332a req-1fe76a90-d4a1-4276-bdca-a83b4d27c528 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.1201184 Feb 03 12:33:55.328503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44986) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:55.342288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d012c-f2c7-44da-b4f7-8bf2b24e0a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca30239-be3a-46c0-af48-bb76ff1a0d1d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:55.360009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cb842774-87c2-496e-860c-2a3d164fcb3c is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:55.367486 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.371152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Request body: {'floatingip': {'port_id': 'a636842c-c4a3-46ed-93b4-538011ec6dc8'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:55.400736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-3a6fae9e-f49e-45aa-8c3d-73fcace99ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.402562 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-3a6fae9e-f49e-45aa-8c3d-73fcace99ff4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1441119 Feb 03 12:33:55.453879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:55.456430 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e29f7eb-272b-4cb1-9362-43525327d854" -d '{"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-plugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:55.478475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:55.492804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.504894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-5be92e32-d9d6-446f-9b99-a39d427214e6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/quotas/a3136ff5d19b465794dbc0d6c311e56b HTTP/1.1" status: 200 len: 375 time: 0.1735322 Feb 03 12:33:55.509536 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-10348c07-0fa0-4b5d-a0cb-da869950ee77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4 HTTP/1.1" status: 200 len: 217 time: 0.0985391 Feb 03 12:33:55.524705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (4a11b496-3b8d-479a-8a40-594b308b59e0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.642413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-58262f51-c31a-41ca-82ef-2599f999c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.643117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:55.644824 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-58262f51-c31a-41ca-82ef-2599f999c915 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1173999 Feb 03 12:33:55.756365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-06ac8d75-7f65-47a9-8c24-9c5a9c3d0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.759018 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-06ac8d75-7f65-47a9-8c24-9c5a9c3d0575 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1056435 Feb 03 12:33:55.848432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44996) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:55.890577 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-56b0f55c-5d8c-47b2-b975-648b2b46ac25 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239061 Feb 03 12:33:55.903267 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-461f5279-e19f-43a5-872f-84cea74a748c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.944003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3b5dc-99c3-41dd-8389-a3e6a7b77a75 req-5a524113-76e9-434a-b605-6e4b0e12a715 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.948983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ee3b5dc-99c3-41dd-8389-a3e6a7b77a75 req-5a524113-76e9-434a-b605-6e4b0e12a715 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.5218575 Feb 03 12:33:55.982173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-3c2cf9bd-af7a-446b-85e1-95dbb2c63a84 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4769878 Feb 03 12:33:55.998291 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-1945d3cb-120c-4b62-8bc5-7482e6d8df39 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989978 Feb 03 12:33:56.246550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ee3b5dc-99c3-41dd-8389-a3e6a7b77a75 req-0a47b63b-c3ec-41b2-94c0-6f7b23ef6cbb tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964630 Feb 03 12:33:56.339124 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10233e7e-d7d7-4cc7-a2dc-abe4fd8f1c5b x-openstack-request-id: req-10233e7e-d7d7-4cc7-a2dc-abe4fd8f1c5b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:56.340746 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-plugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:56.341183 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10233e7e-d7d7-4cc7-a2dc-abe4fd8f1c5b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:56.342007 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'code': 200} Feb 03 12:33:56.570724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-e71c0b72-a195-4975-a0f3-aa859c51dce5 service neutron] 10.222.0.65 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443082 Feb 03 12:33:56.742386 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-461f5279-e19f-43a5-872f-84cea74a748c admin admin] Publish callbacks [] for security_group (9e30a9bf-329f-471b-905a-d6ce283fbab3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.758707 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-461f5279-e19f-43a5-872f-84cea74a748c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9e30a9bf-329f-471b-905a-d6ce283fbab3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.803256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.resource_extend [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:33:56.880733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374c927-98fc-4f8d-94df-c8ae15368fb9 req-bbdb7932-fd6d-4b67-a3b1-e985c4859dae tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:56.882133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9374c927-98fc-4f8d-94df-c8ae15368fb9 req-bbdb7932-fd6d-4b67-a3b1-e985c4859dae tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.4100411 Feb 03 12:33:56.915618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-461f5279-e19f-43a5-872f-84cea74a748c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec9a362484fe483cad4193c236b5d04d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0583191 Feb 03 12:33:56.919514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45004) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:56.940573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-9b62978a-b6f6-476e-a3e1-48b34a434405 service neutron] 10.222.0.65 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484182 Feb 03 12:33:56.963635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f5279-e19f-43a5-872f-84cea74a748c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30a9bf-329f-471b-905a-d6ce283fbab3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:56.989367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.992675 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-294458ea-a03a-4a90-8236-09dbd974ad40 admin admin] Publish callbacks [] for security_group (9e30a9bf-329f-471b-905a-d6ce283fbab3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.008177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (4a11b496-3b8d-479a-8a40-594b308b59e0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.054633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-294458ea-a03a-4a90-8236-09dbd974ad40 admin admin] Publish callbacks [] for security_group (9e30a9bf-329f-471b-905a-d6ce283fbab3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.184559 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-294458ea-a03a-4a90-8236-09dbd974ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9e30a9bf-329f-471b-905a-d6ce283fbab3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.194357 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Floating IP 4a11b496-3b8d-479a-8a40-594b308b59e0 associated. External IP: 172.25.3.227, port: a636842c-c4a3-46ed-93b4-538011ec6dc8. Feb 03 12:33:57.196188 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-294458ea-a03a-4a90-8236-09dbd974ad40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.206812 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-294458ea-a03a-4a90-8236-09dbd974ad40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e30a9bf-329f-471b-905a-d6ce283fbab3 HTTP/1.1" status: 204 len: 168 time: 0.2769089 Feb 03 12:33:57.220937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294458ea-a03a-4a90-8236-09dbd974ad40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30a9bf-329f-471b-905a-d6ce283fbab3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:57.302943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9374c927-98fc-4f8d-94df-c8ae15368fb9 req-cdf85b82-c234-4091-976a-8ebc22425149 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786755 Feb 03 12:33:57.367619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a68d-7f32-470a-ac01-05cb627383ad req-8479f34d-6eb9-4177-921d-4ca0cd9f99e8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.374829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ce5a68d-7f32-470a-ac01-05cb627383ad req-8479f34d-6eb9-4177-921d-4ca0cd9f99e8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.2284918 Feb 03 12:33:57.527750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ce5a68d-7f32-470a-ac01-05cb627383ad req-b26db273-1886-4334-b796-ac4b085cc182 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499784 Feb 03 12:33:57.667100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a40d4a-ab05-4069-81ae-154daaf2b63b req-aff50619-b594-4e43-ad16-1cf9682dcd06 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.675347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09a40d4a-ab05-4069-81ae-154daaf2b63b req-aff50619-b594-4e43-ad16-1cf9682dcd06 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1459842 Feb 03 12:33:57.705253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Router 9c0476a6-0e37-4888-a1a0-849002e02e7b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:57.751914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09a40d4a-ab05-4069-81ae-154daaf2b63b req-004470ee-8879-430c-a831-0feb3b37963a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755298 Feb 03 12:33:57.916780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c590059-80dc-48d1-8027-0e584634fc68 req-fab7ef09-1bca-4d08-8696-2457dcd543c6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 210 time: 0.0460570 Feb 03 12:33:57.986989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:57.993390 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:58.007247 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] Sync routers for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:58.032186 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:58.032850 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:33:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:58.038163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15fb7-a948-48e3-9bc3-150486e0393e req-98a659c5-e5cb-4273-8b4f-bd2631bc20b4 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:58.039918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8e15fb7-a948-48e3-9bc3-150486e0393e req-98a659c5-e5cb-4273-8b4f-bd2631bc20b4 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1128 time: 0.1214762 Feb 03 12:33:58.084253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-eb512afc-536d-4daf-97f2-b1b364bde5cf tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "PUT /v2.0/floatingips/4a11b496-3b8d-479a-8a40-594b308b59e0 HTTP/1.1" status: 200 len: 992 time: 2.7239678 Feb 03 12:33:58.087406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'tag': 'a636842c-c4a3-46ed-93b4-538011ec6dc8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:58.091339 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31588b8d-e8dd-4478-a036-4c34be907517" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8ffd9b-afc7-41f8-a4f8-726bfb215732", "tag": "a636842c-c4a3-46ed-93b4-538011ec6dc8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:58.124463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8e15fb7-a948-48e3-9bc3-150486e0393e req-d64c14db-1d50-40d0-8372-4bb3c7fbce72 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761769 Feb 03 12:33:58.400661 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727dc852-21af-4b1d-8902-01a4db3bd3fb x-openstack-request-id: req-727dc852-21af-4b1d-8902-01a4db3bd3fb {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:58.401821 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8ffd9b-afc7-41f8-a4f8-726bfb215732", "tag": "a636842c-c4a3-46ed-93b4-538011ec6dc8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:58.402254 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-727dc852-21af-4b1d-8902-01a4db3bd3fb {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:58.406225 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'tag': 'a636842c-c4a3-46ed-93b4-538011ec6dc8', 'status': 'completed', 'code': 200} Feb 03 12:33:58.461125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8458ea-d463-4b87-8b3f-9dbedd15a7f9 req-5bf79be2-d00f-49e2-ba6c-0a511efd6bb1 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:58.469948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f8458ea-d463-4b87-8b3f-9dbedd15a7f9 req-5bf79be2-d00f-49e2-ba6c-0a511efd6bb1 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.1771116 Feb 03 12:33:58.471816 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:58.589264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f8458ea-d463-4b87-8b3f-9dbedd15a7f9 req-12c9fb33-62f9-4109-a276-a504a370e8f0 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181171 Feb 03 12:33:58.644826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31588b8d-e8dd-4478-a036-4c34be907517 req-c6d98135-06d4-4174-8371-6c375333d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:58.646317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31588b8d-e8dd-4478-a036-4c34be907517 req-c6d98135-06d4-4174-8371-6c375333d94d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f0f9d8de5264a96b6743b9063974588&device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 1129 time: 0.2112527 Feb 03 12:33:58.648308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146e508-7145-486e-b957-d127805f408b req-71a1fa64-3237-416b-bd18-bf0198fb1484 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:58.649682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b146e508-7145-486e-b957-d127805f408b req-71a1fa64-3237-416b-bd18-bf0198fb1484 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 1132 time: 0.1689663 Feb 03 12:33:58.724532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b146e508-7145-486e-b957-d127805f408b req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:58.772911 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '4a11b496-3b8d-479a-8a40-594b308b59e0', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'port_id': 'a636842c-c4a3-46ed-93b4-538011ec6dc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'mac_address': 'fa:16:3e:6b:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:32:30Z', 'updated_at': '2022-02-03T12:33:56Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:58.819266 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] Checking router: 9c0476a6-0e37-4888-a1a0-849002e02e7b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:58.838589 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:58.843655 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:33:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:58.993451 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:59.207029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae95536-df4d-44db-91d7-f3498eeb174e req-653d5b78-29de-454d-9d9d-6b541ddc63f0 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.210906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ae95536-df4d-44db-91d7-f3498eeb174e req-653d5b78-29de-454d-9d9d-6b541ddc63f0 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1128 time: 0.5106721 Feb 03 12:33:59.223745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-8ff05c52-9c77-4716-b308-a9d48d1cc58a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.225448 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-8ff05c52-9c77-4716-b308-a9d48d1cc58a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 808 time: 0.2743266 Feb 03 12:33:59.256200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31588b8d-e8dd-4478-a036-4c34be907517 req-b5df07c5-ad29-4128-8d58-86b9a0cde2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.261434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31588b8d-e8dd-4478-a036-4c34be907517 req-b5df07c5-ad29-4128-8d58-86b9a0cde2d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 200 len: 924 time: 0.6078415 Feb 03 12:33:59.263755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Request body: {'port': {'device_id': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf', 'admin_state_up': True, 'tenant_id': 'a3136ff5d19b465794dbc0d6c311e56b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:59.397947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ae95536-df4d-44db-91d7-f3498eeb174e req-c4c26e96-c9c1-475c-b00b-704f9a8ec84d tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721282 Feb 03 12:33:59.416148 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '4a11b496-3b8d-479a-8a40-594b308b59e0', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'port_id': 'a636842c-c4a3-46ed-93b4-538011ec6dc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'mac_address': 'fa:16:3e:6b:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:32:30Z', 'updated_at': '2022-02-03T12:33:56Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:59.440523 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b146e508-7145-486e-b957-d127805f408b req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Publish callbacks [] for security_group (98fd7c20-e3b4-4161-afde-fb3e286e3b1c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.456482 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04a135-76d2-4bde-b829-6ec575191d50 None None] The sync data for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 is: [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '4a11b496-3b8d-479a-8a40-594b308b59e0', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'port_id': 'a636842c-c4a3-46ed-93b4-538011ec6dc8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'mac_address': 'fa:16:3e:6b:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:32:30Z', 'updated_at': '2022-02-03T12:33:56Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:59.464471 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b146e508-7145-486e-b957-d127805f408b req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (98fd7c20-e3b4-4161-afde-fb3e286e3b1c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.498956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31588b8d-e8dd-4478-a036-4c34be907517 req-140c9def-5ad3-4eee-a4ae-d1700dbaefd1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a636842c-c4a3-46ed-93b4-538011ec6dc8 HTTP/1.1" status: 200 len: 1000 time: 0.2151043 Feb 03 12:33:59.535130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Made reservation on behalf of a3136ff5d19b465794dbc0d6c311e56b for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:59.539888 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.679151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b146e508-7145-486e-b957-d127805f408b req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0121949 Feb 03 12:33:59.698862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31588b8d-e8dd-4478-a036-4c34be907517 req-150740b2-33d4-41af-a088-d45fbca6ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.700431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31588b8d-e8dd-4478-a036-4c34be907517 req-150740b2-33d4-41af-a088-d45fbca6ca5a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5 HTTP/1.1" status: 200 len: 862 time: 0.1934037 Feb 03 12:33:59.754260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fd7c20-e3b4-4161-afde-fb3e286e3b1c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:59.768782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.769214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.769518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.769790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.770122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.770499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.770830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.771155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.771479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.771827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.772113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.772436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.772758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80079c-d085-4f82-b2bb-fa344362bd20 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:59.786139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31588b8d-e8dd-4478-a036-4c34be907517 req-3d9ecc79-be83-4471-9329-bc8d4f917e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.787708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31588b8d-e8dd-4478-a036-4c34be907517 req-3d9ecc79-be83-4471-9329-bc8d4f917e34 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=126e88b9-20af-4b22-8a75-41b4134ebd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0794020 Feb 03 12:33:59.835224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Allocated IP 172.20.0.9 (7026356e-f34e-4d0e-9716-230368f573cf/0f666a3e-3d08-414d-bcf0-fc98dfba97c7/645e1f1e-2ad4-4a82-80f9-038e4245b1ce) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:59.942950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ea40c1-bd76-49c9-9bd2-62132877556c None None] New status for floating IP 4a11b496-3b8d-479a-8a40-594b308b59e0: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:33:59.981389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0636-2011-426b-91a8-4a9ff188a17f req-15dc7e0f-37f0-4f17-a5ab-6f04dd0d1522 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.982973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-416b0636-2011-426b-91a8-4a9ff188a17f req-15dc7e0f-37f0-4f17-a5ab-6f04dd0d1522 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1714747 Feb 03 12:34:00.032536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510b3a5-fe90-4aea-90de-5c70c74a4278 req-dea620b5-f3ab-4cff-8d4a-87e1f541d370 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.033940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3510b3a5-fe90-4aea-90de-5c70c74a4278 req-dea620b5-f3ab-4cff-8d4a-87e1f541d370 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1241348 Feb 03 12:34:00.035749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31588b8d-e8dd-4478-a036-4c34be907517 req-488c5465-b506-4fab-b183-0856d44ec252 service neutron] 10.222.0.91 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384908 Feb 03 12:34:00.101348 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks [] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.111315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3510b3a5-fe90-4aea-90de-5c70c74a4278 req-ae6c3a31-116b-4dba-bd0e-b2e158920ad7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697222 Feb 03 12:34:00.126627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-416b0636-2011-426b-91a8-4a9ff188a17f req-c1c1dc47-3c08-4a92-a9e0-f79abe87117e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352248 Feb 03 12:34:00.175339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.216765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31588b8d-e8dd-4478-a036-4c34be907517 req-1063c039-e73f-4fd1-98e2-cf6a2c231d3b service neutron] 10.222.0.91 "GET /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690712 Feb 03 12:34:00.281749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Network 7026356e-f34e-4d0e-9716-230368f573cf is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:00.286185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:00.289367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:00.298942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.300748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.320350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bbcd4-4414-4e8f-828b-badc591158a6 req-342e5f1b-fc7a-4470-aa11-00e8995dbe94 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.322056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-172bbcd4-4414-4e8f-828b-badc591158a6 req-342e5f1b-fc7a-4470-aa11-00e8995dbe94 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 931 time: 0.0865445 Feb 03 12:34:00.328782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Pushing event updated for resources: {'Port': ['ID=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:00.340824 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0836673 Feb 03 12:34:00.342157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.342522 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.342855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.343182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.343504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.343821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.344481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.344812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.345141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.345463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.345768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.346083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.346417 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18c87d-6758-475f-8028-77f846d2ba18 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:00.370010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Request body: {'port': {'device_id': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:00.420685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fb2d9-49a6-4502-82a5-9497247ae193 req-d234adbe-a7f8-46a5-b8bf-feed2f3945da tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.422388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b5fb2d9-49a6-4502-82a5-9497247ae193 req-d234adbe-a7f8-46a5-b8bf-feed2f3945da tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0859489 Feb 03 12:34:00.426281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-172bbcd4-4414-4e8f-828b-badc591158a6 req-1573407a-5457-4e26-b0bc-17dd4155ebfb tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977788 Feb 03 12:34:00.443796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.531427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b5fb2d9-49a6-4502-82a5-9497247ae193 req-6550d1e9-b9ae-4a54-bf96-d54ed40a9218 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971510 Feb 03 12:34:00.807919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1013250-88c8-43d2-a099-141d9b84d41b req-48f2ec54-8317-4788-9413-7432e0179fe6 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.815637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1013250-88c8-43d2-a099-141d9b84d41b req-48f2ec54-8317-4788-9413-7432e0179fe6 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0698974 Feb 03 12:34:00.871658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1013250-88c8-43d2-a099-141d9b84d41b req-db43945f-2f0d-43c6-9cc4-7772c7462f79 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548332 Feb 03 12:34:00.907645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645e1f1e-2ad4-4a82-80f9-038e4245b1ce {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:00.916815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Publish callbacks [] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.941065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Transition to ACTIVE for port object 645e1f1e-2ad4-4a82-80f9-038e4245b1ce will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:00.948063 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.042890 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Pushing event updated for resources: {'Port': ['ID=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:01.055943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:01.056286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:01.056615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:01.061668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:01.061924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:01.067118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:01.067482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:01.067870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:01.068292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Bound port: 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:01.068649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.176494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:01.180299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:01.193406 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.254270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e13e5-9783-4294-bfbb-673b3ff14c15 req-623c527b-6c41-4544-aea1-1d43b5a5551f tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.261846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.262834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd5e13e5-9783-4294-bfbb-673b3ff14c15 req-623c527b-6c41-4544-aea1-1d43b5a5551f tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 1132 time: 0.0721085 Feb 03 12:34:01.264002 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.265779 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] 10.222.0.72 "PUT /v2.0/ports/645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 200 len: 1092 time: 0.9002357 Feb 03 12:34:01.268735 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:01.282714 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14131c-c34c-4525-8736-d5b07f5fd7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:01.318887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee2e06-fbec-4460-aa9b-8958e361e676 service neutron] Pushing event updated for resources: {'Port': ['ID=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:01.343578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd5e13e5-9783-4294-bfbb-673b3ff14c15 req-5d55d68a-61a5-41fd-a0f8-60bf1fe99c60 tempest-ServersAdminNegativeTestJSON-1842387970 tempest-ServersAdminNegativeTestJSON-1842387970-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799577 Feb 03 12:34:01.419834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-1511ab28-b5c9-435a-8f07-85bb83ec28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.421489 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-1511ab28-b5c9-435a-8f07-85bb83ec28c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1126 time: 0.0756474 Feb 03 12:34:01.513549 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-65df1bbd-ad60-49f6-9d78-6efdcca29cbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 200 len: 217 time: 0.0828950 Feb 03 12:34:01.537041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cca1c-d958-4c13-90da-60e3f01cc1f2 req-06747f13-23bf-4d10-9f3b-3f3072ebe13e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.544418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce9cca1c-d958-4c13-90da-60e3f01cc1f2 req-06747f13-23bf-4d10-9f3b-3f3072ebe13e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0868073 Feb 03 12:34:01.588283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-74ccb5c5-bc0a-4d7f-8f06-96df0ef8f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.605866 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-74ccb5c5-bc0a-4d7f-8f06-96df0ef8f4fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.0724852 Feb 03 12:34:01.611782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce9cca1c-d958-4c13-90da-60e3f01cc1f2 req-eec6e049-6be7-4b48-9784-91fbd1fa3fe3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664995 Feb 03 12:34:01.655546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-06180217-6796-4c0f-a715-67409ff950bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474861 Feb 03 12:34:01.769915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b40b58-540e-4f74-ba65-e63a55cbea03 req-df55ac38-54d4-4d12-9768-b0e003881123 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.771640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8b40b58-540e-4f74-ba65-e63a55cbea03 req-df55ac38-54d4-4d12-9768-b0e003881123 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0822635 Feb 03 12:34:01.790462 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-3c8e3f10-c13c-4882-bdb4-90722792a881 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233294 Feb 03 12:34:01.840345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8b40b58-540e-4f74-ba65-e63a55cbea03 req-24c29b67-798d-428e-85bc-ac7f1e26cbf9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Feb 03 12:34:02.005513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-be26bb31-8a79-4ed4-aa39-edb29b8e566d req-6e707377-0b2d-44ed-8ae0-dc3d44c69cf6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:34:02.007599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be26bb31-8a79-4ed4-aa39-edb29b8e566d req-6e707377-0b2d-44ed-8ae0-dc3d44c69cf6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118003 Feb 03 12:34:02.120390 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595fe577-badd-436d-a166-3ef378238212 x-openstack-request-id: req-595fe577-badd-436d-a166-3ef378238212 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:02.120623 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:02.121108 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-595fe577-badd-436d-a166-3ef378238212 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:02.121435 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce', 'status': 'completed', 'code': 200} Feb 03 12:34:02.143379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-12e2be89-7cb1-4252-91ce-a94692e662c9 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:34:02.144419 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-12e2be89-7cb1-4252-91ce-a94692e662c9 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223784 Feb 03 12:34:02.210600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8b96d-b8db-45c9-8e7b-a9cc7c73af26 req-3a8a6c56-b539-4c98-b8c9-1b7bcbabaa16 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.212924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c8b96d-b8db-45c9-8e7b-a9cc7c73af26 req-3a8a6c56-b539-4c98-b8c9-1b7bcbabaa16 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 943 time: 0.0892799 Feb 03 12:34:02.233063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-0a7f260e-1d6f-4244-addb-8586403845a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.235008 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-0a7f260e-1d6f-4244-addb-8586403845a3 service neutron] 10.222.0.65 "GET /v2.0/ports/4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 1125 time: 0.0832419 Feb 03 12:34:02.255490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Request body: {'binding': {'host': 'n-h2-792364-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:02.255935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Unknown quota resources ['binding']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:34:02.283215 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90f56c41-e87d-44a4-9030-eeb2d56dad2c req-32a78ac4-5262-44c0-ac4d-40a93ef00a79 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844837 Feb 03 12:34:02.309811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c8b96d-b8db-45c9-8e7b-a9cc7c73af26 req-6c124a70-2796-4622-bdb0-bffc1fa4abee tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745773 Feb 03 12:34:02.479547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-7500a587-7a87-4826-87e5-aed7e9b2d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.481526 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-7500a587-7a87-4826-87e5-aed7e9b2d36b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1126 time: 0.1161480 Feb 03 12:34:02.486936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45178) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:02.555346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e on host n-h2-792364-10 for vnic_type normal with profile None {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:02.556309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:02.556958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:02.601244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Port 4961ac2e-e16d-4c70-b075-5790ca38597e on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:02.601918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:02.610497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:02.611112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:02.611688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:02.612124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Bound port: 4961ac2e-e16d-4c70-b075-5790ca38597e, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:02.643505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa77376a-0324-4dd3-a4b3-3f533cfc9463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:02.675571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:02.702001 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:02.703409 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-026c2d01-ee63-4977-979a-dde89c2a765b service neutron] 10.222.0.65 "POST /v2.0/ports/4961ac2e-e16d-4c70-b075-5790ca38597e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4514244 Feb 03 12:34:02.713983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-66ab3781-c9ee-4239-983b-be1ad022f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.716031 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-66ab3781-c9ee-4239-983b-be1ad022f6b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.2280009 Feb 03 12:34:02.777669 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-0a7be8bf-e40e-4425-8b77-47ba6abf0c8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 200 len: 217 time: 0.0543976 Feb 03 12:34:02.812882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa77376a-0324-4dd3-a4b3-3f533cfc9463 admin admin] Publish callbacks [] for security_group (519a48dd-e261-478e-ab30-0a5ea08a29eb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:02.850400 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa77376a-0324-4dd3-a4b3-3f533cfc9463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (519a48dd-e261-478e-ab30-0a5ea08a29eb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:02.870420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-e34e3954-fe2e-4d7a-b451-eff1733f8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.873095 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-e34e3954-fe2e-4d7a-b451-eff1733f8cbf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.0887570 Feb 03 12:34:02.932161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aa77376a-0324-4dd3-a4b3-3f533cfc9463 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49dcea3c964e49649fe5c0ac7289ddbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413953 Feb 03 12:34:02.936912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45190) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:02.948630 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-d8ffbb3c-8f0d-4fcf-9d17-97a8580805a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592945 Feb 03 12:34:02.955444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77376a-0324-4dd3-a4b3-3f533cfc9463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a48dd-e261-478e-ab30-0a5ea08a29eb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:03.015867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a6e2a-21c7-46dd-a14b-5ac0673391a5 req-616867e9-96f0-4ebe-97b5-722d02855253 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.023325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d1a6e2a-21c7-46dd-a14b-5ac0673391a5 req-616867e9-96f0-4ebe-97b5-722d02855253 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.2155297 Feb 03 12:34:03.092894 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-dd8e1648-1c43-48d9-b7e2-3ab72e954df8 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350708 Feb 03 12:34:03.119566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b0eedf8f-e60e-489c-9788-ed35397eb87c admin admin] Publish callbacks [] for security_group (519a48dd-e261-478e-ab30-0a5ea08a29eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:03.164656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b0eedf8f-e60e-489c-9788-ed35397eb87c admin admin] Publish callbacks [] for security_group (519a48dd-e261-478e-ab30-0a5ea08a29eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:03.176372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d1a6e2a-21c7-46dd-a14b-5ac0673391a5 req-840288dc-b1bf-45bc-a1f4-e7d94e200215 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521108 Feb 03 12:34:03.190291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aece0-da26-4b01-ae3d-2ad8c0ff005d req-c3190de8-a861-489b-9ed2-d8f99b3b3ae9 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.192078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe8aece0-da26-4b01-ae3d-2ad8c0ff005d req-c3190de8-a861-489b-9ed2-d8f99b3b3ae9 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.2576466 Feb 03 12:34:03.213447 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a14131c-c34c-4525-8736-d5b07f5fd7d8 req-0a8c841d-e7c8-4169-9a76-5d268a8202fe service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118019 Feb 03 12:34:03.231593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-64063646-e749-4046-8d13-5c5c4350bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.234166 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-64063646-e749-4046-8d13-5c5c4350bf3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1128 time: 0.2026234 Feb 03 12:34:03.393199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe8aece0-da26-4b01-ae3d-2ad8c0ff005d req-eb99915a-9c2d-4169-91d0-147b16294d0c tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907780 Feb 03 12:34:03.396972 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b0eedf8f-e60e-489c-9788-ed35397eb87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (519a48dd-e261-478e-ab30-0a5ea08a29eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:03.399738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b0eedf8f-e60e-489c-9788-ed35397eb87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:03.404194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b0eedf8f-e60e-489c-9788-ed35397eb87c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/519a48dd-e261-478e-ab30-0a5ea08a29eb HTTP/1.1" status: 204 len: 168 time: 0.4631341 Feb 03 12:34:03.463447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a36fc-6fd1-4cbc-89e5-7cd151cef6ef req-267d5d1a-7545-412d-9457-a9e0553a204f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.466736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea5a36fc-6fd1-4cbc-89e5-7cd151cef6ef req-267d5d1a-7545-412d-9457-a9e0553a204f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.1988792 Feb 03 12:34:03.474344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eedf8f-e60e-489c-9788-ed35397eb87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a48dd-e261-478e-ab30-0a5ea08a29eb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:03.525749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-182c4f1d-b0e3-497b-a0c0-b00df353d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.527489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-182c4f1d-b0e3-497b-a0c0-b00df353d2e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.2757614 Feb 03 12:34:03.600483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-0d60c1ca-42a6-4ff8-ac72-42887067b0b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 217 time: 0.0525272 Feb 03 12:34:03.632057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea5a36fc-6fd1-4cbc-89e5-7cd151cef6ef req-96253ded-8612-4f8f-b372-08f5489c7f53 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587689 Feb 03 12:34:03.681053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa4b77-9a70-4e5c-9ac9-29d71afd33ce req-50e0d1d6-d5d8-46c2-843d-5f45c736f98b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.682641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1afa4b77-9a70-4e5c-9ac9-29d71afd33ce req-50e0d1d6-d5d8-46c2-843d-5f45c736f98b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1918104 Feb 03 12:34:03.692502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-476367f2-0559-43ee-a400-6fb39361ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.693890 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-476367f2-0559-43ee-a400-6fb39361ad51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0777431 Feb 03 12:34:03.737635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-e694144f-9947-4ed5-bb01-d5e0cc85b7f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329654 Feb 03 12:34:03.826595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1afa4b77-9a70-4e5c-9ac9-29d71afd33ce req-1184b365-f338-4ff9-bb65-1f6ecd881f44 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315024 Feb 03 12:34:03.901206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-748c0498-ef34-4d99-b3c2-d4b24d36ac3e service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548676 Feb 03 12:34:03.910274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42438439-cdfc-482a-a35f-0fc0bc035436 req-6edd2979-d79c-4c93-b556-3a3a0949ad83 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.918521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42438439-cdfc-482a-a35f-0fc0bc035436 req-6edd2979-d79c-4c93-b556-3a3a0949ad83 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 943 time: 0.1416800 Feb 03 12:34:03.949173 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45208) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:03.987317 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1c9bcd3-f9df-43bc-84b4-0fb1a79ca4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.065967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42438439-cdfc-482a-a35f-0fc0bc035436 req-e46ec5ae-f7ef-462a-b994-1bd903344c81 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470110 Feb 03 12:34:04.117022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-6bcf26de-ab0b-4697-b546-1da459873cfa service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963975 Feb 03 12:34:04.186377 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1c9bcd3-f9df-43bc-84b4-0fb1a79ca4ec admin admin] Publish callbacks [] for security_group (9e88627f-ad61-45d3-b060-804a270e5f6e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.204195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1c9bcd3-f9df-43bc-84b4-0fb1a79ca4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9e88627f-ad61-45d3-b060-804a270e5f6e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.247389 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a1c9bcd3-f9df-43bc-84b4-0fb1a79ca4ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02927cf8bd24402e8de7adaad3e3ad1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968631 Feb 03 12:34:04.252990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45214) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:04.268753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9bcd3-f9df-43bc-84b4-0fb1a79ca4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e88627f-ad61-45d3-b060-804a270e5f6e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:04.309477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-4a2a8e79-3e5e-4231-8a02-6e0077af2916 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:04.311663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-4a2a8e79-3e5e-4231-8a02-6e0077af2916 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.1156867 Feb 03 12:34:04.331900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18148076-0241-477c-95a3-d7077d390356 admin admin] Publish callbacks [] for security_group (9e88627f-ad61-45d3-b060-804a270e5f6e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.336094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-10'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:04.359350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18148076-0241-477c-95a3-d7077d390356 admin admin] Publish callbacks [] for security_group (9e88627f-ad61-45d3-b060-804a270e5f6e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.428526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18148076-0241-477c-95a3-d7077d390356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9e88627f-ad61-45d3-b060-804a270e5f6e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.432033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18148076-0241-477c-95a3-d7077d390356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.433485 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-18148076-0241-477c-95a3-d7077d390356 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e88627f-ad61-45d3-b060-804a270e5f6e HTTP/1.1" status: 204 len: 168 time: 0.1792524 Feb 03 12:34:04.461907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18148076-0241-477c-95a3-d7077d390356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e88627f-ad61-45d3-b060-804a270e5f6e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:04.494359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43584edc-418e-44ce-9695-514fa727a58c req-94845068-055a-4bd1-aa48-63e34e7a3ecd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:04.504547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43584edc-418e-44ce-9695-514fa727a58c req-94845068-055a-4bd1-aa48-63e34e7a3ecd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1843166 Feb 03 12:34:04.532022 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.611217 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43584edc-418e-44ce-9695-514fa727a58c req-2cf0917a-4076-407a-9b76-1d0ed51352df tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052980 Feb 03 12:34:04.826401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a2963-6265-4cc5-a682-fd1511134b6e req-8777eb16-2e44-4921-bfef-39d5bd091837 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:04.828687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b44a2963-6265-4cc5-a682-fd1511134b6e req-8777eb16-2e44-4921-bfef-39d5bd091837 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.2521815 Feb 03 12:34:04.853495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a6bd7f97-a031-4d78-b024-e4a770ea236b tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:04.853495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a6bd7f97-a031-4d78-b024-e4a770ea236b tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.91 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 949 time: 0.1677535 Feb 03 12:34:04.936531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:05.031724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feebcd2-e282-4012-896a-0f9c42a83254 req-8585e94c-10f6-4c89-8713-61c04fa32a3d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:05.033210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6feebcd2-e282-4012-896a-0f9c42a83254 req-8585e94c-10f6-4c89-8713-61c04fa32a3d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 945 time: 0.2541430 Feb 03 12:34:05.058695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b44a2963-6265-4cc5-a682-fd1511134b6e req-75aacb01-bfa5-4499-b8be-852a60c8bf0f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094507 Feb 03 12:34:05.076018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 645e1f1e-2ad4-4a82-80f9-038e4245b1ce details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:05.098833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:05.172618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:05.174994 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20266df2-bfa9-4ec0-b513-f7ba09e2004c" -d '{"events": [{"server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "name": "network-vif-unplugged", "status": "completed", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:05.180278 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Publish callbacks [] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.186611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6feebcd2-e282-4012-896a-0f9c42a83254 req-87f181b1-8c36-401c-935f-86fc4caae39b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216621 Feb 03 12:34:05.195053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Deleting port 3230f1d8-7952-4139-a9c9-5fdcce19881a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:05.195445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.239797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.361856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:05.402938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce', 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf', 'port_id': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce', 'mac_address': 'fa:16:3e:3f:aa:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f666a3e-3d08-414d-bcf0-fc98dfba97c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:34:05.471869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:05.472263 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.514559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645e1f1e-2ad4-4a82-80f9-038e4245b1ce {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:05.551119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:05.570188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.651132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:05.661927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.662417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.662968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.663300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.663628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.663952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.664267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.664744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.665067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.665401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.666194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.666194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.666521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:05.785198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] For port 3230f1d8-7952-4139-a9c9-5fdcce19881a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3230f1d8-7952-4139-a9c9-5fdcce19881a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:05.785609 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.829996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Calling delete_port for 3230f1d8-7952-4139-a9c9-5fdcce19881a owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:05.833039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Pushing event updated for resources: {'Port': ['ID=4961ac2e-e16d-4c70-b075-5790ca38597e,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:05.877017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6c607-ccd2-419f-ac85-994df7e95578 req-55bc0e0c-c6cf-4993-8ae4-44c68760626b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:05.878553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dee6c607-ccd2-419f-ac85-994df7e95578 req-55bc0e0c-c6cf-4993-8ae4-44c68760626b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.6767576 Feb 03 12:34:05.925014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['645e1f1e-2ad4-4a82-80f9-038e4245b1ce'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:05.956436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e on host n-h1-792364-10 for vnic_type normal with profile {"migrating_to": "n-h2-792364-10"} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:05.956945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:05.957130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:05.985204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b7753-d224-41a7-a4ab-8785003730f8 req-434d441a-255a-4240-923f-78761da74d7c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:05.986807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a6b7753-d224-41a7-a4ab-8785003730f8 req-434d441a-255a-4240-923f-78761da74d7c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.2244544 Feb 03 12:34:05.988044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Port 4961ac2e-e16d-4c70-b075-5790ca38597e on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:05.988360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Attempting to bind port 4961ac2e-e16d-4c70-b075-5790ca38597e on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:06.023311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:06.023653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:06.024198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:06.024634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Bound port: 4961ac2e-e16d-4c70-b075-5790ca38597e, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:06.024990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.064661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dee6c607-ccd2-419f-ac85-994df7e95578 req-5e6178f8-950b-40ba-8fae-305d239a1c89 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788571 Feb 03 12:34:06.167028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a6b7753-d224-41a7-a4ab-8785003730f8 req-92288811-f1f6-4e56-a7db-2e60276ba81e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634266 Feb 03 12:34:06.196139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:06.200601 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa45a3e-3257-4e11-9df0-07d56e1ece6a x-openstack-request-id: req-4fa45a3e-3257-4e11-9df0-07d56e1ece6a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:06.201964 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "name": "network-vif-unplugged", "status": "completed", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:06.202221 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fa45a3e-3257-4e11-9df0-07d56e1ece6a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:06.202994 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e', 'code': 200} Feb 03 12:34:06.203291 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (3230f1d8-7952-4139-a9c9-5fdcce19881a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.206495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:06.217091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9188fa5f-1314-43ad-b7b0-840720626dd0'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:06.243950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.250037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Pushing event deleted for resources: {'Port': ['ID=3230f1d8-7952-4139-a9c9-5fdcce19881a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:06.388082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] No DVR routers for this DVR port 3230f1d8-7952-4139-a9c9-5fdcce19881a on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:06.417087 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.420564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adf4e548-e88a-4a36-a764-6887145d7373 req-a207ce61-b8f3-4def-a289-007a0474336f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.91 "DELETE /v2.0/ports/3230f1d8-7952-4139-a9c9-5fdcce19881a HTTP/1.1" status: 204 len: 173 time: 1.5510180 Feb 03 12:34:06.468493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78fcdeb7-548e-4c77-86a5-03984177ed7d req-1b039bcd-bac1-4a72-8177-7719c3fdc15f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d5fdb4-feb2-469b-8b07-adc66ff78c4d HTTP/1.1" status: 200 len: 210 time: 0.1196527 Feb 03 12:34:06.555295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Pushing event updated for resources: {'Port': ['ID=4961ac2e-e16d-4c70-b075-5790ca38597e,revision_number=8']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:06.590633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e48ac66-d8c9-4f7c-9afe-fc28ba9f2ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.626447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:06.627310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.628818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-d5253584-938f-43e5-82d1-103144338e6d service neutron] 10.222.0.72 "PUT /v2.0/ports/4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 1123 time: 2.2980578 Feb 03 12:34:06.691490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813695b7-5a82-4bfd-9d9b-52cd48f88639 req-3536e4bf-a14b-4841-bcab-08fd280dad3a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:06.693252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-813695b7-5a82-4bfd-9d9b-52cd48f88639 req-3536e4bf-a14b-4841-bcab-08fd280dad3a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.3460305 Feb 03 12:34:06.749755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['4961ac2e-e16d-4c70-b075-5790ca38597e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:06.799383 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-813695b7-5a82-4bfd-9d9b-52cd48f88639 req-97759664-90bf-4f45-ba9f-ade1f3ab79d8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848703 Feb 03 12:34:06.808313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303a1b9-2d83-4602-83df-ad1bc022cb88 req-5b3b4fd8-69aa-444b-bdd8-4a04f2e845b4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:06.816655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8303a1b9-2d83-4602-83df-ad1bc022cb88 req-5b3b4fd8-69aa-444b-bdd8-4a04f2e845b4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 943 time: 0.1583135 Feb 03 12:34:06.950129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8303a1b9-2d83-4602-83df-ad1bc022cb88 req-2205b3f5-dd3b-4f54-b658-696ff0805318 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324008 Feb 03 12:34:07.093022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 645e1f1e-2ad4-4a82-80f9-038e4245b1ce up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:07.165522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:34:07.175293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:07.175675 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.296483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:07.297302 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.330989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065a0d0-1693-431a-9143-7eddb435b6d5 req-7c76dcfb-aa34-4d4d-b2fa-2901af9a135b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:07.333251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9065a0d0-1693-431a-9143-7eddb435b6d5 req-7c76dcfb-aa34-4d4d-b2fa-2901af9a135b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1417639 Feb 03 12:34:07.334286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:07.337712 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10525a2-8048-4a0b-a871-ed4d09b56f3f" -d '{"events": [{"server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "name": "network-vif-plugged", "status": "completed", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:07.373974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:07.389227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.446228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9065a0d0-1693-431a-9143-7eddb435b6d5 req-49a46cb9-fbbb-48b6-b161-1ff0ad043a77 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911868 Feb 03 12:34:07.446613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:07.534727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78fa4d-29fe-4972-bb55-63f3553ec7a4 req-f022490e-08a5-4769-b57d-2270858767f0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:07.536807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc78fa4d-29fe-4972-bb55-63f3553ec7a4 req-f022490e-08a5-4769-b57d-2270858767f0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 945 time: 0.1123207 Feb 03 12:34:07.617249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc78fa4d-29fe-4972-bb55-63f3553ec7a4 req-0ea22a7f-59a3-4364-bae4-1681bfa2d44b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748556 Feb 03 12:34:07.633463 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3256a1d9-9c0f-4197-aed1-060c8c55b4cb x-openstack-request-id: req-3256a1d9-9c0f-4197-aed1-060c8c55b4cb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:07.633733 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "name": "network-vif-plugged", "status": "completed", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:07.633990 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3256a1d9-9c0f-4197-aed1-060c8c55b4cb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:07.634410 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce', 'code': 200} Feb 03 12:34:07.683456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:07.811250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01c7c1-922b-4892-93c3-5be45a519aef req-00063da5-fbf4-4b0e-895a-97a59654ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:07.813792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef01c7c1-922b-4892-93c3-5be45a519aef req-00063da5-fbf4-4b0e-895a-97a59654ff62 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1128 time: 0.0873995 Feb 03 12:34:07.831976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad16891-5f8c-4a36-a399-f9a63588b2db is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:07.832618 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.902688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef01c7c1-922b-4892-93c3-5be45a519aef req-1842f038-c4f5-4ca0-9c74-76017b9e242f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Feb 03 12:34:07.919476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:07.936989 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.937952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3230f1d8-7952-4139-a9c9-5fdcce19881a no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:08.004790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846c7de-ce9b-4e5b-84c3-c00a85dc6390 req-d482d357-ccb1-4abc-a84c-2cbd3cba1caa tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.012321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c846c7de-ce9b-4e5b-84c3-c00a85dc6390 req-d482d357-ccb1-4abc-a84c-2cbd3cba1caa tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0744233 Feb 03 12:34:08.036271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:08.043550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 3230f1d8-7952-4139-a9c9-5fdcce19881a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:08.044455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3230f1d8-7952-4139-a9c9-5fdcce19881a not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:08.069571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c846c7de-ce9b-4e5b-84c3-c00a85dc6390 req-8cba806f-fd2d-4acc-b3bf-739f9f55414d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566328 Feb 03 12:34:08.211728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d5fdb4-feb2-469b-8b07-adc66ff78c4d', 'name': 'network-vif-deleted', 'tag': '3230f1d8-7952-4139-a9c9-5fdcce19881a'}, {'name': 'network-changed', 'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:08.216350 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3" -d '{"events": [{"server_uuid": "75d5fdb4-feb2-469b-8b07-adc66ff78c4d", "name": "network-vif-deleted", "tag": "3230f1d8-7952-4139-a9c9-5fdcce19881a"}, {"name": "network-changed", "server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:08.252824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8651de-0574-4853-bc94-f11c0ab734fc req-02acf9df-258e-4360-ac94-ba330ef60c15 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.254560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c8651de-0574-4853-bc94-f11c0ab734fc req-02acf9df-258e-4360-ac94-ba330ef60c15 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 948 time: 0.1029282 Feb 03 12:34:08.341759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c8651de-0574-4853-bc94-f11c0ab734fc req-332659ab-d4f8-416c-b336-ca81362b6126 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762632 Feb 03 12:34:08.356751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2244d-86e1-4d75-9a38-df7f8100ee71 req-7ee8a219-6482-4ba6-926a-c268caad4259 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.366740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3de2244d-86e1-4d75-9a38-df7f8100ee71 req-7ee8a219-6482-4ba6-926a-c268caad4259 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 943 time: 0.1110060 Feb 03 12:34:08.436859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3de2244d-86e1-4d75-9a38-df7f8100ee71 req-3e0170cd-a0c0-465a-a060-9a1dc8deee53 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691469 Feb 03 12:34:08.531038 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0360ec-b1f7-4430-b6f8-d506e337fb56 x-openstack-request-id: req-2d0360ec-b1f7-4430-b6f8-d506e337fb56 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:08.531472 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d5fdb4-feb2-469b-8b07-adc66ff78c4d", "name": "network-vif-deleted", "tag": "3230f1d8-7952-4139-a9c9-5fdcce19881a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:08.531743 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d0360ec-b1f7-4430-b6f8-d506e337fb56 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:08.532172 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d5fdb4-feb2-469b-8b07-adc66ff78c4d', 'name': 'network-vif-deleted', 'tag': '3230f1d8-7952-4139-a9c9-5fdcce19881a', 'status': 'completed', 'code': 200} Feb 03 12:34:08.532427 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e', 'status': 'completed', 'code': 200} Feb 03 12:34:08.663876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46875bf1-54c1-4b30-a7dc-e2670dfb035a req-c84970c9-c7ac-47db-aa65-c770f21f9648 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.672932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46875bf1-54c1-4b30-a7dc-e2670dfb035a req-c84970c9-c7ac-47db-aa65-c770f21f9648 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 948 time: 0.1163716 Feb 03 12:34:08.716043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-8a3ff282-4a2a-43d1-821f-d672d157658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.718007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-8a3ff282-4a2a-43d1-821f-d672d157658c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1157 time: 0.1231651 Feb 03 12:34:08.759564 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88a09f6f-5895-41f4-b050-89dcd6a92c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.869026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46875bf1-54c1-4b30-a7dc-e2670dfb035a req-3b3e1c81-dfee-4a2d-abf2-070b0c9312fa tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950514 Feb 03 12:34:08.927867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5378c3-cff6-4d46-a2de-2776b86e834c req-01a61676-f4f1-4eff-b0c5-3409ca7e2da1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.929503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa5378c3-cff6-4d46-a2de-2776b86e834c req-01a61676-f4f1-4eff-b0c5-3409ca7e2da1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 945 time: 0.1454921 Feb 03 12:34:08.930880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-c68c8d23-0b28-4dff-a1b0-d92e5b5c95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.933556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-c68c8d23-0b28-4dff-a1b0-d92e5b5c95a0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.2058926 Feb 03 12:34:09.005899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-88e47926-1885-41af-a669-dc9d3b0ba124 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 217 time: 0.0489614 Feb 03 12:34:09.070684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa5378c3-cff6-4d46-a2de-2776b86e834c req-80cd021f-bf94-49b8-9953-d4952e87a15b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333303 Feb 03 12:34:09.095818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-2b243291-e99d-4acd-b8a2-f31415affc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.097281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-2b243291-e99d-4acd-b8a2-f31415affc59 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0793025 Feb 03 12:34:09.106154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4961ac2e-e16d-4c70-b075-5790ca38597e details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:09.148450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-874f9f6a-583a-455b-8982-7e33fe268f12 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435913 Feb 03 12:34:09.286767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:09.304791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4961ac2e-e16d-4c70-b075-5790ca38597e has no active binding in host n-h2-792364-10 {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:34:09.321059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a49d5-cff7-421f-968d-0059e1acb261 req-83a25bc9-92d3-489f-8c1d-6e5d2feda059 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.327837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-767a49d5-cff7-421f-968d-0059e1acb261 req-83a25bc9-92d3-489f-8c1d-6e5d2feda059 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1161749 Feb 03 12:34:09.337293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-4fde6b54-6944-47bb-8186-7bb8703db6bc service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807890 Feb 03 12:34:09.455732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-767a49d5-cff7-421f-968d-0059e1acb261 req-b9c84e63-f1e6-4115-830b-edaa5a459de1 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268837 Feb 03 12:34:09.461807 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45392) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:09.518501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-941167cb-c673-4d7f-8b1f-6aebfc9b84a3 req-93e68d3e-eddb-45d2-b893-1da6ffe497e0 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686563 Feb 03 12:34:09.544453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538284d-8000-4088-a5b6-195252b9344b req-4c4fda9f-167b-4ef6-8bfe-c912f3dede6a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.546041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8538284d-8000-4088-a5b6-195252b9344b req-4c4fda9f-167b-4ef6-8bfe-c912f3dede6a tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 948 time: 0.1048234 Feb 03 12:34:09.597101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c515e-f724-4fe5-98e6-5891dc79674e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.624827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011575be-e361-47ce-889a-9691c72f56ff req-7fca5b63-5eb2-4591-a530-c8d38cc06834 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.626292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-011575be-e361-47ce-889a-9691c72f56ff req-7fca5b63-5eb2-4591-a530-c8d38cc06834 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 943 time: 0.0990653 Feb 03 12:34:09.630667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8538284d-8000-4088-a5b6-195252b9344b req-41dc8f8b-9f46-4dc5-87a6-f4ee653eb6b4 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639296 Feb 03 12:34:09.636060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:09.638070 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b1ddb2-6112-4728-a0f3-64e51c085137" -d '{"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-unplugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:09.685627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-011575be-e361-47ce-889a-9691c72f56ff req-64e2a907-1774-4aa9-a27f-be4f639b703c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527644 Feb 03 12:34:09.691177 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6921b47b-e233-47a8-890d-a0ff1a66ba81 x-openstack-request-id: req-6921b47b-e233-47a8-890d-a0ff1a66ba81 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:09.691500 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-unplugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:09.691756 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6921b47b-e233-47a8-890d-a0ff1a66ba81 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:09.692197 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'code': 200} Feb 03 12:34:09.695624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c515e-f724-4fe5-98e6-5891dc79674e admin admin] Publish callbacks [] for security_group (ed800afe-828b-43cb-b6e3-b31d2613e07c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.699850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:09.703163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c515e-f724-4fe5-98e6-5891dc79674e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ed800afe-828b-43cb-b6e3-b31d2613e07c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.747066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c515e-f724-4fe5-98e6-5891dc79674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed800afe-828b-43cb-b6e3-b31d2613e07c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:09.751367 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b8c515e-f724-4fe5-98e6-5891dc79674e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f419cff9cc5748a68b05a38dc707808c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877436 Feb 03 12:34:09.753984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45404) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:09.801449 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f28c9caa-d2ee-4b3b-91cd-2a92227bbc4a admin admin] Publish callbacks [] for security_group (ed800afe-828b-43cb-b6e3-b31d2613e07c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.802893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:09.814138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'mac_address': 'fa:16:3e:bc:cf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:34:09.823243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f28c9caa-d2ee-4b3b-91cd-2a92227bbc4a admin admin] Publish callbacks [] for security_group (ed800afe-828b-43cb-b6e3-b31d2613e07c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.852202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad16891-5f8c-4a36-a399-f9a63588b2db is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:09.852588 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.870035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad16891-5f8c-4a36-a399-f9a63588b2db {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:09.883444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f28c9caa-d2ee-4b3b-91cd-2a92227bbc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ed800afe-828b-43cb-b6e3-b31d2613e07c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.886597 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f28c9caa-d2ee-4b3b-91cd-2a92227bbc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.891709 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f28c9caa-d2ee-4b3b-91cd-2a92227bbc4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed800afe-828b-43cb-b6e3-b31d2613e07c HTTP/1.1" status: 204 len: 168 time: 0.1337924 Feb 03 12:34:09.895644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:09.904183 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c9caa-d2ee-4b3b-91cd-2a92227bbc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed800afe-828b-43cb-b6e3-b31d2613e07c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:09.904515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.966820 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.975964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:10.003903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f696cb-8d56-4317-9e67-db214191fad7 req-b191def3-4e3b-42cc-ab9d-f449c68e4889 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.005695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05f696cb-8d56-4317-9e67-db214191fad7 req-b191def3-4e3b-42cc-ab9d-f449c68e4889 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 949 time: 0.0623534 Feb 03 12:34:10.059938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05f696cb-8d56-4317-9e67-db214191fad7 req-1f1e1c0a-0665-41ba-a4a7-4154d079e71c tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479124 Feb 03 12:34:10.186901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b217b52-43b9-46db-a950-d99b637e296c req-ed1f9dcc-6de5-48a2-acb5-2dcdaebc1d7f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.188381 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b217b52-43b9-46db-a950-d99b637e296c req-ed1f9dcc-6de5-48a2-acb5-2dcdaebc1d7f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 945 time: 0.0558248 Feb 03 12:34:10.202526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45414) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:10.215432 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cb61314-9cc3-4198-925f-25896c5ceeb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.238515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b217b52-43b9-46db-a950-d99b637e296c req-7d947a1c-846c-4c04-bf7e-f1662df63a70 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Feb 03 12:34:10.289615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cb61314-9cc3-4198-925f-25896c5ceeb2 admin admin] Publish callbacks [] for security_group (8f55d317-12fb-419d-b252-b81262781498), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.295299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cb61314-9cc3-4198-925f-25896c5ceeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8f55d317-12fb-419d-b252-b81262781498), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.334295 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3cb61314-9cc3-4198-925f-25896c5ceeb2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6ffd00e43c74705b30048571c33f5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306303 Feb 03 12:34:10.335551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb61314-9cc3-4198-925f-25896c5ceeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f55d317-12fb-419d-b252-b81262781498,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:10.336279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45426) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:10.364111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cad16891-5f8c-4a36-a399-f9a63588b2db'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:10.388269 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b4e896c-ab8b-4346-a6a7-044e8039b6a0 admin admin] Publish callbacks [] for security_group (8f55d317-12fb-419d-b252-b81262781498), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.410363 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b4e896c-ab8b-4346-a6a7-044e8039b6a0 admin admin] Publish callbacks [] for security_group (8f55d317-12fb-419d-b252-b81262781498), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.467833 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b4e896c-ab8b-4346-a6a7-044e8039b6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8f55d317-12fb-419d-b252-b81262781498), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.470313 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b4e896c-ab8b-4346-a6a7-044e8039b6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.473888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3b4e896c-ab8b-4346-a6a7-044e8039b6a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f55d317-12fb-419d-b252-b81262781498 HTTP/1.1" status: 204 len: 168 time: 0.1342711 Feb 03 12:34:10.481323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e896c-ab8b-4346-a6a7-044e8039b6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f55d317-12fb-419d-b252-b81262781498,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:10.587066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4ab6c-78a1-49f1-82d5-dcd8c17d82fa req-38ca03e3-143e-40f3-9cc1-1bf19f6f7864 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.588560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2d4ab6c-78a1-49f1-82d5-dcd8c17d82fa req-38ca03e3-143e-40f3-9cc1-1bf19f6f7864 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 950 time: 0.1048682 Feb 03 12:34:10.629888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32139-f9bb-4549-b51a-b6e09aa4fda4 req-fc4429bd-f998-4852-9334-91cd57bb5a54 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.631430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94e32139-f9bb-4549-b51a-b6e09aa4fda4 req-fc4429bd-f998-4852-9334-91cd57bb5a54 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0933332 Feb 03 12:34:10.676668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2d4ab6c-78a1-49f1-82d5-dcd8c17d82fa req-2f5bb850-d2c2-43c0-aade-2cf454d33c16 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808308 Feb 03 12:34:10.702530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94e32139-f9bb-4549-b51a-b6e09aa4fda4 req-64e6ede9-01b8-4e30-a143-e6e24cd925d2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641184 Feb 03 12:34:10.818231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad05e1-e2d5-4843-b9cf-7b90c1583740 req-04cd74b9-bb4c-4c5e-bd64-9e049d9cd979 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.820693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46ad05e1-e2d5-4843-b9cf-7b90c1583740 req-04cd74b9-bb4c-4c5e-bd64-9e049d9cd979 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 948 time: 0.0677979 Feb 03 12:34:10.878905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46ad05e1-e2d5-4843-b9cf-7b90c1583740 req-b0fceeeb-ace3-4c0b-8a56-b7d57f00c3db tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525360 Feb 03 12:34:10.991472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcf33a-3142-446f-85ce-0f8ecbc18472 req-701fe093-7a5a-4f86-8312-dbaf47c44f66 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.999009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59fcf33a-3142-446f-85ce-0f8ecbc18472 req-701fe093-7a5a-4f86-8312-dbaf47c44f66 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 943 time: 0.0615034 Feb 03 12:34:11.058510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59fcf33a-3142-446f-85ce-0f8ecbc18472 req-9ea55481-332d-45d0-9ee5-c414baec9dce tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582619 Feb 03 12:34:11.203996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5556a4-d261-44ba-959e-cf65d28ac127 req-75f72454-82ed-4e40-861e-4da09db4cdfb tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.205518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd5556a4-d261-44ba-959e-cf65d28ac127 req-75f72454-82ed-4e40-861e-4da09db4cdfb tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 949 time: 0.0658340 Feb 03 12:34:11.260812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd5556a4-d261-44ba-959e-cf65d28ac127 req-fe4846e2-3147-4f13-97cf-27d3f99535a0 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490875 Feb 03 12:34:11.359928 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.378683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddd85f-d1b7-4068-95ac-666086f1be1d req-5119e1e7-4d2f-4c2a-afa4-8d8c480c4463 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.380477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12ddd85f-d1b7-4068-95ac-666086f1be1d req-5119e1e7-4d2f-4c2a-afa4-8d8c480c4463 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 945 time: 0.0640445 Feb 03 12:34:11.429551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12ddd85f-d1b7-4068-95ac-666086f1be1d req-2e398c97-ef27-4506-8f26-d7b4c59c1bd2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Feb 03 12:34:11.549847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f5de0-7f5a-40f1-a6d1-369684e5cd98 req-cb5beef6-f310-4413-b635-e94b180e4949 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.551652 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992f5de0-7f5a-40f1-a6d1-369684e5cd98 req-cb5beef6-f310-4413-b635-e94b180e4949 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1128 time: 0.0495172 Feb 03 12:34:11.597319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992f5de0-7f5a-40f1-a6d1-369684e5cd98 req-31a728c6-312d-4aab-87be-4578f25d2a7f tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Feb 03 12:34:11.704745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:11.762471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port cad16891-5f8c-4a36-a399-f9a63588b2db triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:11.763045 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.828417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0f99-f0ce-40e0-aa9e-62663d897a8e req-4757c6b9-6398-48dd-ade1-ede5b03a6181 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.829942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c6c0f99-f0ce-40e0-aa9e-62663d897a8e req-4757c6b9-6398-48dd-ade1-ede5b03a6181 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1128 time: 0.1462004 Feb 03 12:34:11.837147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aea4d2-86da-4435-92fb-3fd1cfa8a8d9 req-886fe489-a676-4ec0-9574-491ec2c87edd tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.838599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8aea4d2-86da-4435-92fb-3fd1cfa8a8d9 req-886fe489-a676-4ec0-9574-491ec2c87edd tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 950 time: 0.1026523 Feb 03 12:34:11.846655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c59a14dd-c0db-43fc-a8d2-cfaceb7e97ec tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.848075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c59a14dd-c0db-43fc-a8d2-cfaceb7e97ec tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 948 time: 0.1109836 Feb 03 12:34:11.849720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad16891-5f8c-4a36-a399-f9a63588b2db is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:11.850149 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.877450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:11.879984 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d02dcad-3d2e-45d6-92c6-0f3ba9bd83d8" -d '{"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-plugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:11.892955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:11.899499 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.951040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:11.985843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8aea4d2-86da-4435-92fb-3fd1cfa8a8d9 req-c0c2f675-d467-4e83-8d92-e3e92eb987bb tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360033 Feb 03 12:34:11.988707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c6c0f99-f0ce-40e0-aa9e-62663d897a8e req-68ec30cb-5805-4a8f-91db-5f63e35b2c7e tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491675 Feb 03 12:34:12.026839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Deleting port 9188fa5f-1314-43ad-b7b0-840720626dd0 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:12.027182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.053022 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4108b7-df10-47e6-bcc8-84a867743c6e x-openstack-request-id: req-2c4108b7-df10-47e6-bcc8-84a867743c6e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:12.053367 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-plugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:12.053594 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c4108b7-df10-47e6-bcc8-84a867743c6e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:12.053990 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'code': 200} Feb 03 12:34:12.184816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] For port 9188fa5f-1314-43ad-b7b0-840720626dd0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9188fa5f-1314-43ad-b7b0-840720626dd0,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:12.185152 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.203242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Calling delete_port for 9188fa5f-1314-43ad-b7b0-840720626dd0 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:12.240363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc512a0-c150-48cb-bb01-4844bd99ea76 req-be77ce0c-d49b-4196-a69f-5dd8e156aea2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:12.241794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bc512a0-c150-48cb-bb01-4844bd99ea76 req-be77ce0c-d49b-4196-a69f-5dd8e156aea2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1840501 Feb 03 12:34:12.502262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79613f12-d9f1-4797-8f38-48f3102430e2 req-462f43dd-6bc5-4cf5-8a8e-39e45c14f05c tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:12.504159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79613f12-d9f1-4797-8f38-48f3102430e2 req-462f43dd-6bc5-4cf5-8a8e-39e45c14f05c tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b3fb85f-5fa8-412b-8857-994436902901 HTTP/1.1" status: 200 len: 948 time: 0.3879955 Feb 03 12:34:12.620008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79613f12-d9f1-4797-8f38-48f3102430e2 req-58a864c0-e4b1-416a-951d-3060dfea5981 tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e698374-8c14-451c-8ccb-ee14fc4a195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041975 Feb 03 12:34:12.623595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bc512a0-c150-48cb-bb01-4844bd99ea76 req-da76ac39-32ef-455a-94af-ffdc7398cc1d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173630 Feb 03 12:34:12.635461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515132-eff6-4401-b837-2f4c0ecc6313 req-d6baca40-7ef1-41d8-bb1a-d5276a0d7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:12.637678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63515132-eff6-4401-b837-2f4c0ecc6313 req-d6baca40-7ef1-41d8-bb1a-d5276a0d7936 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1133 time: 0.4181268 Feb 03 12:34:12.675994 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.710950 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-c3a8188e-958d-40c1-8cbf-75c5fe2c9e15 service neutron] 10.222.0.91 "GET /v2.0/ports/4961ac2e-e16d-4c70-b075-5790ca38597e/bindings/n-h2-792364-10 HTTP/1.1" status: 200 len: 385 time: 0.0948162 Feb 03 12:34:12.744134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (9188fa5f-1314-43ad-b7b0-840720626dd0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.749368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63515132-eff6-4401-b837-2f4c0ecc6313 req-4b24fdf6-6673-4646-ad0d-60a389037604 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052389 Feb 03 12:34:12.773927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9188fa5f-1314-43ad-b7b0-840720626dd0'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:12.780624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Pushing event deleted for resources: {'Port': ['ID=9188fa5f-1314-43ad-b7b0-840720626dd0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:12.862398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] No DVR routers for this DVR port 9188fa5f-1314-43ad-b7b0-840720626dd0 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:12.865602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.869363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f67947fd-7855-4876-a631-8b0797bf5c8e req-c093519d-ba0a-41a6-a599-21a5d01e289f tempest-ServersAdminNegativeTestJSON-1834116945 tempest-ServersAdminNegativeTestJSON-1834116945-project] 10.222.0.72 "DELETE /v2.0/ports/9188fa5f-1314-43ad-b7b0-840720626dd0 HTTP/1.1" status: 204 len: 173 time: 1.0085411 Feb 03 12:34:12.869808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3fb85f-5fa8-412b-8857-994436902901', 'name': 'network-vif-deleted', 'tag': '9188fa5f-1314-43ad-b7b0-840720626dd0'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:12.872116 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b3d94b-f6ed-4976-8bfa-8d7bab43eef3" -d '{"events": [{"server_uuid": "1b3fb85f-5fa8-412b-8857-994436902901", "name": "network-vif-deleted", "tag": "9188fa5f-1314-43ad-b7b0-840720626dd0"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:12.911972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-440c3f4e-1553-4476-8644-f71115ce7b36 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6650f1dfe1e34fef873fd45ee7f0d960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295923 Feb 03 12:34:12.919642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a808b1-bc4e-48f7-8bd3-11600ecb0500 req-2fede594-ebf9-4fcd-b41c-e50403125118 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:12.921067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92a808b1-bc4e-48f7-8bd3-11600ecb0500 req-2fede594-ebf9-4fcd-b41c-e50403125118 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 943 time: 0.1429496 Feb 03 12:34:12.982233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:13.004436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:13.031615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92a808b1-bc4e-48f7-8bd3-11600ecb0500 req-e2d3cae4-8f37-43a0-8ea5-c6f4de9b55ce tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996222 Feb 03 12:34:13.039277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4961ac2e-e16d-4c70-b075-5790ca38597e {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:13.059121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:13.067286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-44ddab42-951f-4a4f-a592-4f1f242b92ba tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:13.068920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-44ddab42-951f-4a4f-a592-4f1f242b92ba tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469786 Feb 03 12:34:13.076870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.086878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-6202d82f-779a-463d-8e8d-0e1422bc3be2 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/quotas/6650f1dfe1e34fef873fd45ee7f0d960 HTTP/1.1" status: 200 len: 375 time: 0.0124989 Feb 03 12:34:13.110916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:13.133962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-96a8d146-1bc9-4ce5-a3a4-a15f91f05c54 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6650f1dfe1e34fef873fd45ee7f0d960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412509 Feb 03 12:34:13.197979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae528fe-bae7-4b38-b708-5992dff6b694 req-08a8f76f-8577-4bfb-bbb6-23e0b04b313a tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:13.198817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] Transition to ACTIVE for port object 4961ac2e-e16d-4c70-b075-5790ca38597e will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:13.205722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ae528fe-bae7-4b38-b708-5992dff6b694 req-08a8f76f-8577-4bfb-bbb6-23e0b04b313a tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1050358 Feb 03 12:34:13.212210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.249758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cb842774-87c2-496e-860c-2a3d164fcb3c is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:13.250614 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.284000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ae528fe-bae7-4b38-b708-5992dff6b694 req-fdb67349-fc7e-4459-9b8f-9b1e9a91104a tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749793 Feb 03 12:34:13.310036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:13.323835 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.324644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9188fa5f-1314-43ad-b7b0-840720626dd0 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:13.357055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] No DVR routers for this DVR port 4961ac2e-e16d-4c70-b075-5790ca38597e on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:13.370995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] Pushing event updated for resources: {'Port': ['ID=4961ac2e-e16d-4c70-b075-5790ca38597e,revision_number=10']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:13.383964 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eb95fe-4c21-4e71-94f9-681707768a9f x-openstack-request-id: req-85eb95fe-4c21-4e71-94f9-681707768a9f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:13.384260 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3fb85f-5fa8-412b-8857-994436902901", "name": "network-vif-deleted", "tag": "9188fa5f-1314-43ad-b7b0-840720626dd0", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:13.384517 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85eb95fe-4c21-4e71-94f9-681707768a9f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:13.384921 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3fb85f-5fa8-412b-8857-994436902901', 'name': 'network-vif-deleted', 'tag': '9188fa5f-1314-43ad-b7b0-840720626dd0', 'status': 'completed', 'code': 200} Feb 03 12:34:13.415729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 9188fa5f-1314-43ad-b7b0-840720626dd0 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:13.416075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9188fa5f-1314-43ad-b7b0-840720626dd0 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:13.442975 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-f8856c4b-6082-4c7d-8618-6b25d77e53db service neutron] 10.222.0.91 "PUT /v2.0/ports/4961ac2e-e16d-4c70-b075-5790ca38597e/bindings/n-h2-792364-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7248676 Feb 03 12:34:13.469603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=11']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:13.538877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5d66baf-f77b-467a-a674-00a44f2808cb req-2e22437d-94c5-4c09-a9ee-a1f420a93351 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 210 time: 0.0391974 Feb 03 12:34:13.661467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abd3d4-eff6-4e27-accb-25188837cc00 req-b943aac6-0f07-49a8-8de1-3af56d3fa1b5 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:13.663260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46abd3d4-eff6-4e27-accb-25188837cc00 req-b943aac6-0f07-49a8-8de1-3af56d3fa1b5 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 948 time: 0.2205846 Feb 03 12:34:13.690890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-cafd85f3-fd72-460c-968e-25a03508f0d5 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:13.692336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-cafd85f3-fd72-460c-968e-25a03508f0d5 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.1401427 Feb 03 12:34:13.728183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f50db-c7a9-4903-a1ec-41611e954e23 req-2aaf8e4e-3b7a-4e0e-8357-59313e05221d tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:13.732857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d6f50db-c7a9-4903-a1ec-41611e954e23 req-2aaf8e4e-3b7a-4e0e-8357-59313e05221d tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1128 time: 0.1227832 Feb 03 12:34:13.790705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46abd3d4-eff6-4e27-accb-25188837cc00 req-3af3e4ed-8bc4-481a-a772-01a354391722 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140456 Feb 03 12:34:13.827294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d6f50db-c7a9-4903-a1ec-41611e954e23 req-0441ab8c-86a5-40d9-bfa9-4e533ef9f800 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709946 Feb 03 12:34:13.833312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-fcaf1dee-8f94-4b3b-b488-d3c12245ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:13.834824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-fcaf1dee-8f94-4b3b-b488-d3c12245ae6b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645&tenant_id=cf1b3f1eff6c4de9999c199891103d36 HTTP/1.1" status: 200 len: 1127 time: 0.1228397 Feb 03 12:34:13.970721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6595874-cb23-4036-8d25-9d95d74809e5 req-71e980f8-c586-4cc8-8dc9-fc361bffd548 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:13.972534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6595874-cb23-4036-8d25-9d95d74809e5 req-71e980f8-c586-4cc8-8dc9-fc361bffd548 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0949395 Feb 03 12:34:13.977517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-62f2f059-5562-4fc9-ab5b-fc73e7d38606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:13.978966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-62f2f059-5562-4fc9-ab5b-fc73e7d38606 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1127 time: 0.0918772 Feb 03 12:34:14.055439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:14.058316 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b5bc5e-5947-49f4-899f-251e68c1e1b7" -d '{"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-unplugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:14.099093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6595874-cb23-4036-8d25-9d95d74809e5 req-cf921b77-cf5d-4b50-9617-6475df07c36c tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191506 Feb 03 12:34:14.100304 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7676ffd5-ee2a-4d92-a50d-17cf3b7d8069 x-openstack-request-id: req-7676ffd5-ee2a-4d92-a50d-17cf3b7d8069 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:14.100889 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-unplugged", "status": "completed", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:14.101583 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7676ffd5-ee2a-4d92-a50d-17cf3b7d8069 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:14.103115 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'code': 200} Feb 03 12:34:14.123139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-8c40c147-87b2-417d-889d-cd02f7ed83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.124757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-8c40c147-87b2-417d-889d-cd02f7ed83bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.1373210 Feb 03 12:34:14.206106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45596) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:14.209630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-90388150-e3a6-40b9-9b68-e161afc5e419 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 217 time: 0.0733504 Feb 03 12:34:14.290486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d32ccb-8959-489d-ae30-54ecb240e80d req-38d5b82d-6d8a-4519-8392-271eb6da1098 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.293283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66d32ccb-8959-489d-ae30-54ecb240e80d req-38d5b82d-6d8a-4519-8392-271eb6da1098 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 944 time: 0.1388547 Feb 03 12:34:14.297824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-0464ce32-396e-42cf-b0ac-cd4a53ef4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.303623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-0464ce32-396e-42cf-b0ac-cd4a53ef4770 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0822358 Feb 03 12:34:14.348593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-7565e09f-15df-4a64-8d2a-375979cdc1f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341496 Feb 03 12:34:14.403569 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-edda6a57-cfbf-40ce-bcf1-24d604a67a3a tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.405396 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-edda6a57-cfbf-40ce-bcf1-24d604a67a3a tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.72 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 948 time: 0.1102085 Feb 03 12:34:14.409413 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a7f5e523-1139-4780-bffc-3126886c40c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9c7ca2b00994210a7f0d12812fa8471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013855 Feb 03 12:34:14.412110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45602) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:14.439925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66d32ccb-8959-489d-ae30-54ecb240e80d req-fa4790c1-1fe7-4977-9cf7-70ec538337d5 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350613 Feb 03 12:34:14.502523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004cdff-aa71-4b2e-9eb5-101f4708711d req-6c9ee068-5ea8-4bcf-94db-7c5109f2111c tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.504000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2004cdff-aa71-4b2e-9eb5-101f4708711d req-6c9ee068-5ea8-4bcf-94db-7c5109f2111c tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1435161 Feb 03 12:34:14.515072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-10399b7b-0d94-4c36-9c77-abb70e7d5a43 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557231 Feb 03 12:34:14.524685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0b34291-e52b-49d4-8f35-ca771649a6c5 admin admin] Publish callbacks [] for security_group (4e698374-8c14-451c-8ccb-ee14fc4a195a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.560842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0b34291-e52b-49d4-8f35-ca771649a6c5 admin admin] Publish callbacks [] for security_group (4e698374-8c14-451c-8ccb-ee14fc4a195a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.604501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Deleting port cb842774-87c2-496e-860c-2a3d164fcb3c {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:14.605195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.615903 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-21d95161-83f4-4bcb-bc77-f5644ea8ad60 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=6650f1dfe1e34fef873fd45ee7f0d960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431507 Feb 03 12:34:14.624742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2004cdff-aa71-4b2e-9eb5-101f4708711d req-5c199c02-011b-4163-885e-a18018bd85ef tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079762 Feb 03 12:34:14.667711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-363c05b3-ce24-4aa3-9355-46bcc8b0d64a req-944d9036-1a53-4a02-9d99-4feaafa30886 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 210 time: 0.0398796 Feb 03 12:34:14.686809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-e79459f1-00df-4101-b4bf-35ed270db7a3 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631110 Feb 03 12:34:14.777456 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0b34291-e52b-49d4-8f35-ca771649a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4e698374-8c14-451c-8ccb-ee14fc4a195a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.780012 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0b34291-e52b-49d4-8f35-ca771649a6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.781154 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d0b34291-e52b-49d4-8f35-ca771649a6c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e698374-8c14-451c-8ccb-ee14fc4a195a HTTP/1.1" status: 204 len: 168 time: 0.3679233 Feb 03 12:34:14.804464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba87de6-2203-427f-aadd-44e7428d18ff req-96d2a064-70e8-490f-ade4-c7de8f4ec34b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.806515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] For port cb842774-87c2-496e-860c-2a3d164fcb3c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cb842774-87c2-496e-860c-2a3d164fcb3c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:14.806889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.809624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b34291-e52b-49d4-8f35-ca771649a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e698374-8c14-451c-8ccb-ee14fc4a195a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:14.811488 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fba87de6-2203-427f-aadd-44e7428d18ff req-96d2a064-70e8-490f-ade4-c7de8f4ec34b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0639262 Feb 03 12:34:14.837459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Calling delete_port for cb842774-87c2-496e-860c-2a3d164fcb3c owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:14.845252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-590bdb33-e321-44e4-b843-1f0032e2a14c tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.846793 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-590bdb33-e321-44e4-b843-1f0032e2a14c tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136636 Feb 03 12:34:14.864895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Request body: {'port': {'device_id': 'ef61a081-ea81-454f-8fae-487997475c8e', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '6650f1dfe1e34fef873fd45ee7f0d960'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:14.884289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fba87de6-2203-427f-aadd-44e7428d18ff req-1150c06e-8556-4723-8cc4-e5b20fdca7a5 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706460 Feb 03 12:34:15.071336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7d0dd-c07e-44af-bb88-cc4d8102becc req-5cfc7873-79ee-4758-93d9-a429177575c7 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.072903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91a7d0dd-c07e-44af-bb88-cc4d8102becc req-5cfc7873-79ee-4758-93d9-a429177575c7 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83fbeb7-fb0e-49e8-9d5f-cea668e18382 HTTP/1.1" status: 200 len: 948 time: 0.1588671 Feb 03 12:34:15.088246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Made reservation on behalf of 6650f1dfe1e34fef873fd45ee7f0d960 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:15.091844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.103995 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.107679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3194e-7a06-4b19-842f-3de32451009e req-aad52548-c22f-40a3-9a15-f3593ccfe535 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.109653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76a3194e-7a06-4b19-842f-3de32451009e req-aad52548-c22f-40a3-9a15-f3593ccfe535 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1128 time: 0.1178699 Feb 03 12:34:15.118994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-33c0534a-f9ec-4037-a022-45376b168f7c tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.120564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-33c0534a-f9ec-4037-a022-45376b168f7c tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.1094911 Feb 03 12:34:15.132460 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (cb842774-87c2-496e-860c-2a3d164fcb3c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.170076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Pushing event deleted for resources: {'Port': ['ID=cb842774-87c2-496e-860c-2a3d164fcb3c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:15.191950 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91a7d0dd-c07e-44af-bb88-cc4d8102becc req-ca42d2e7-2ba4-4dab-95ec-f9a7b080fdca tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.65 "GET /v2.0/security-groups?id=77144481-18bd-47f2-b7d0-fb70f8c13df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063645 Feb 03 12:34:15.229930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45620) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:15.235125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] No DVR routers for this DVR port cb842774-87c2-496e-860c-2a3d164fcb3c on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:15.240753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.246184 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e1821e11-8c72-4e8b-a71b-4c68d30a4240 req-e889ac0e-ac20-4840-b111-edbb914c90e1 tempest-ImagesOneServerTestJSON-2090874160 tempest-ImagesOneServerTestJSON-2090874160-project] 10.222.0.72 "DELETE /v2.0/ports/cb842774-87c2-496e-860c-2a3d164fcb3c HTTP/1.1" status: 204 len: 173 time: 0.8309195 Feb 03 12:34:15.246853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-deleted', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:15.249963 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685d5934-c0ad-461e-b1f4-e1650c2a9ac1" -d '{"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-deleted", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:15.253729 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76a3194e-7a06-4b19-842f-3de32451009e req-f2d42a77-de57-41ba-a444-e61a905a86bd tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348948 Feb 03 12:34:15.290978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks [] for security_group (3e06aee2-7224-4a37-9d05-70df7c731acb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.304652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3e06aee2-7224-4a37-9d05-70df7c731acb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.323461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-446777f2-1735-40fe-bb4d-9ba2a0e0ca57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2cba80927fc4bed91f39d8d602493e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0886109 Feb 03 12:34:15.323461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45630) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:15.402933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e06aee2-7224-4a37-9d05-70df7c731acb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:15.532078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Allocated IP 192.168.233.85 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/33330202-ab6e-4c37-bbaf-1fd30a4a397a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:15.554992 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d663f56a-cada-47ea-bf9e-605f02ac6094 admin admin] Publish callbacks [] for security_group (98fd7c20-e3b4-4161-afde-fb3e286e3b1c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.564505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-0748bad7-9f15-4195-afb1-7cfeb61270f5 service neutron] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:15.574862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ccf30-257c-44db-a2d8-7cad313c865d req-1535ffa3-3c84-45ae-900c-8970b741c981 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.575084 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c5ebf-19e3-49d2-96fa-02473c38dd71 x-openstack-request-id: req-316c5ebf-19e3-49d2-96fa-02473c38dd71 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:15.575300 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83fbeb7-fb0e-49e8-9d5f-cea668e18382", "name": "network-vif-deleted", "tag": "cb842774-87c2-496e-860c-2a3d164fcb3c", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:15.575550 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-316c5ebf-19e3-49d2-96fa-02473c38dd71 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:15.576104 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83fbeb7-fb0e-49e8-9d5f-cea668e18382', 'name': 'network-vif-deleted', 'tag': 'cb842774-87c2-496e-860c-2a3d164fcb3c', 'status': 'completed', 'code': 200} Feb 03 12:34:15.582246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-854ccf30-257c-44db-a2d8-7cad313c865d req-1535ffa3-3c84-45ae-900c-8970b741c981 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.2033682 Feb 03 12:34:15.591124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-0748bad7-9f15-4195-afb1-7cfeb61270f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.592213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c20224e-203f-4ffa-9f24-fef70f3002a5 req-0748bad7-9f15-4195-afb1-7cfeb61270f5 service neutron] 10.222.0.72 "DELETE /v2.0/ports/4961ac2e-e16d-4c70-b075-5790ca38597e/bindings/n-h1-792364-10 HTTP/1.1" status: 204 len: 173 time: 0.4537494 Feb 03 12:34:15.668966 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d663f56a-cada-47ea-bf9e-605f02ac6094 admin admin] Publish callbacks [] for security_group (98fd7c20-e3b4-4161-afde-fb3e286e3b1c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.731683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4961ac2e-e16d-4c70-b075-5790ca38597e no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:15.792512 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d663f56a-cada-47ea-bf9e-605f02ac6094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (98fd7c20-e3b4-4161-afde-fb3e286e3b1c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.797264 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d663f56a-cada-47ea-bf9e-605f02ac6094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.797911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port 4961ac2e-e16d-4c70-b075-5790ca38597e host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:34:15.798505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4961ac2e-e16d-4c70-b075-5790ca38597e not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:15.803175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d663f56a-cada-47ea-bf9e-605f02ac6094 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98fd7c20-e3b4-4161-afde-fb3e286e3b1c HTTP/1.1" status: 204 len: 168 time: 0.4796019 Feb 03 12:34:15.826927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663f56a-cada-47ea-bf9e-605f02ac6094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fd7c20-e3b4-4161-afde-fb3e286e3b1c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:15.835666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-854ccf30-257c-44db-a2d8-7cad313c865d req-e853f81b-f691-4e24-981e-952227cfa687 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526212 Feb 03 12:34:15.939387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.013995 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks [] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.080714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.141738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311c4a7-b3ca-4453-8771-6949def9952f req-fb6691cd-0eeb-49dc-97e5-f62a6aa515a5 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:16.145669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6311c4a7-b3ca-4453-8771-6949def9952f req-fb6691cd-0eeb-49dc-97e5-f62a6aa515a5 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 944 time: 0.1463177 Feb 03 12:34:16.201027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Pushing event updated for resources: {'Port': ['ID=33330202-ab6e-4c37-bbaf-1fd30a4a397a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:16.206258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:16.207763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:16.225720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:16.233705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:16.235445 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.274476 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-f946c117-78f0-4854-ba1c-4c5381054e18 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4148593 Feb 03 12:34:16.277027 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6311c4a7-b3ca-4453-8771-6949def9952f req-78b29216-b634-46e0-b5b3-944762ad477e tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229205 Feb 03 12:34:16.289870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Request body: {'port': {'device_id': 'ef61a081-ea81-454f-8fae-487997475c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:16.435411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.484511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c979e4-652d-4828-9188-ba5b631dc35e req-6570f7b2-3831-41af-8fb7-32ce00c6f955 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:16.498201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97c979e4-652d-4828-9188-ba5b631dc35e req-6570f7b2-3831-41af-8fb7-32ce00c6f955 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1153133 Feb 03 12:34:16.582938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97c979e4-652d-4828-9188-ba5b631dc35e req-61b8e034-fd2e-4b61-9b2f-82e192513568 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825906 Feb 03 12:34:16.668351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b39e58ea-73c4-496c-8027-cba4c7a1675f None None] Provisioning complete for port 33330202-ab6e-4c37-bbaf-1fd30a4a397a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:16.670542 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b39e58ea-73c4-496c-8027-cba4c7a1675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.717555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b39e58ea-73c4-496c-8027-cba4c7a1675f None None] Port 33330202-ab6e-4c37-bbaf-1fd30a4a397a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:16.777693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce0755-9ac2-452a-8007-d645885328f5 req-171a4ece-0292-4279-90df-8a19c5c11672 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:16.780207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bce0755-9ac2-452a-8007-d645885328f5 req-171a4ece-0292-4279-90df-8a19c5c11672 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 935 time: 0.1173580 Feb 03 12:34:16.923062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bce0755-9ac2-452a-8007-d645885328f5 req-735e5d47-a466-4cee-a92c-ef51fdaea086 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234910 Feb 03 12:34:16.923506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33330202-ab6e-4c37-bbaf-1fd30a4a397a {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:16.938923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Publish callbacks [] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.970055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Transition to ACTIVE for port object 33330202-ab6e-4c37-bbaf-1fd30a4a397a will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:16.979411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.116157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Pushing event updated for resources: {'Port': ['ID=33330202-ab6e-4c37-bbaf-1fd30a4a397a,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:17.173130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad10896-24a8-4227-93a4-1d5eb1dabe8b req-3d34ee97-8954-4487-9769-15d9a699f922 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.174708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aad10896-24a8-4227-93a4-1d5eb1dabe8b req-3d34ee97-8954-4487-9769-15d9a699f922 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1026804 Feb 03 12:34:17.198502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Attempting to bind port 33330202-ab6e-4c37-bbaf-1fd30a4a397a on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:17.200477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Attempting to bind port 33330202-ab6e-4c37-bbaf-1fd30a4a397a by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:17.200477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Attempting to bind port 33330202-ab6e-4c37-bbaf-1fd30a4a397a on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:17.225451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Port 33330202-ab6e-4c37-bbaf-1fd30a4a397a on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:17.225779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Attempting to bind port 33330202-ab6e-4c37-bbaf-1fd30a4a397a on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:17.241493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:17.242185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:17.242185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:17.242639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Bound port: 33330202-ab6e-4c37-bbaf-1fd30a4a397a, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:17.242952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.303100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aad10896-24a8-4227-93a4-1d5eb1dabe8b req-0009941c-4f08-42d6-ab91-148c9ad3214a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157813 Feb 03 12:34:17.317267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45710) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:17.360388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] For port 33330202-ab6e-4c37-bbaf-1fd30a4a397a, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:17.367082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] For port 33330202-ab6e-4c37-bbaf-1fd30a4a397a, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=33330202-ab6e-4c37-bbaf-1fd30a4a397a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:17.383470 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.409310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.410744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.414773 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] 10.222.0.91 "PUT /v2.0/ports/33330202-ab6e-4c37-bbaf-1fd30a4a397a HTTP/1.1" status: 200 len: 1096 time: 1.1306839 Feb 03 12:34:17.476411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daa093-71cc-4afb-ab0b-cdaf29af354f req-496d1f1e-0543-4cef-98c4-2b959787a13d tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.491144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7daa093-71cc-4afb-ab0b-cdaf29af354f req-496d1f1e-0543-4cef-98c4-2b959787a13d tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1127 time: 0.0922794 Feb 03 12:34:17.493203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45714) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:17.593174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef61a081-ea81-454f-8fae-487997475c8e', 'tag': '33330202-ab6e-4c37-bbaf-1fd30a4a397a'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:17.593841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7daa093-71cc-4afb-ab0b-cdaf29af354f req-f534da5d-59a7-49a9-b435-647730bf7afb tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013591 Feb 03 12:34:17.595541 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51383b7d-4009-402f-ac3a-d9b0325ad29e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef61a081-ea81-454f-8fae-487997475c8e", "tag": "33330202-ab6e-4c37-bbaf-1fd30a4a397a"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:17.641034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf8bda-7afe-4965-bd1f-4880caae2f72 service neutron] Pushing event updated for resources: {'Port': ['ID=33330202-ab6e-4c37-bbaf-1fd30a4a397a,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:17.651780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-1da4058b-6d85-4b44-b9ed-82c7e13e0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.653924 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-1da4058b-6d85-4b44-b9ed-82c7e13e0b74 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6650f1dfe1e34fef873fd45ee7f0d960&device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 1130 time: 0.1822362 Feb 03 12:34:17.735375 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-e842fe57-bcc3-48d1-8b67-527342d990aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=33330202-ab6e-4c37-bbaf-1fd30a4a397a HTTP/1.1" status: 200 len: 217 time: 0.0736122 Feb 03 12:34:17.736879 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b33e777-2adb-4085-9938-dbc3dacfaad4 x-openstack-request-id: req-3b33e777-2adb-4085-9938-dbc3dacfaad4 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:17.737186 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef61a081-ea81-454f-8fae-487997475c8e", "tag": "33330202-ab6e-4c37-bbaf-1fd30a4a397a", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:17.737409 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b33e777-2adb-4085-9938-dbc3dacfaad4 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:17.737798 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef61a081-ea81-454f-8fae-487997475c8e', 'tag': '33330202-ab6e-4c37-bbaf-1fd30a4a397a', 'status': 'completed', 'code': 200} Feb 03 12:34:17.811889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-a5e84eee-c1fd-4309-b9f0-ee21c1120c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.813385 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-a5e84eee-c1fd-4309-b9f0-ee21c1120c72 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0716102 Feb 03 12:34:17.846258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-dd8ca6df-1b3d-488f-8f34-83538d757171 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:34:17.864889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-dd8ca6df-1b3d-488f-8f34-83538d757171 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3687406 Feb 03 12:34:17.895695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-9893ab41-a15a-4612-9a41-85eb8810c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.898078 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-9893ab41-a15a-4612-9a41-85eb8810c3d5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0770960 Feb 03 12:34:17.950157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526759f-f1ea-4615-ac79-35bb48fcff3e req-45a5d0a4-de7f-463a-a1c2-4fe73a18df91 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.958204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7526759f-f1ea-4615-ac79-35bb48fcff3e req-45a5d0a4-de7f-463a-a1c2-4fe73a18df91 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1932359 Feb 03 12:34:17.962279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c1e065fe-5db2-4ae2-94d3-1453d5e31617 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e53d93e1a6d4406af3cbf485e1d7b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6443493 Feb 03 12:34:17.965122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45734) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:18.025186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7526759f-f1ea-4615-ac79-35bb48fcff3e req-84abd51f-5102-4985-bd12-cd769412ad76 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612640 Feb 03 12:34:18.114439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-d1c0b061-c44e-438a-bb21-2587235cebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:18.115097 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-4ac7e50c-922c-4664-847f-816493b8e390 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103248 Feb 03 12:34:18.119100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-d1c0b061-c44e-438a-bb21-2587235cebb7 service neutron] 10.222.0.65 "GET /v2.0/ports/645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 200 len: 1125 time: 0.1555634 Feb 03 12:34:18.133292 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75f5c041-679d-41a5-ab10-6fbb80be4c70 admin admin] Publish callbacks [] for security_group (77144481-18bd-47f2-b7d0-fb70f8c13df7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:18.136337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Request body: {'binding': {'host': 'n-h1-792364-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:18.137524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Unknown quota resources ['binding']. {{(pid=103224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:34:18.175477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75f5c041-679d-41a5-ab10-6fbb80be4c70 admin admin] Publish callbacks [] for security_group (77144481-18bd-47f2-b7d0-fb70f8c13df7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:18.298217 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-224b25d0-07c0-4b44-8cd7-4df10edee628 req-a9c8e723-03b4-43c6-9f85-1fc4b90256b9 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731129 Feb 03 12:34:18.299323 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75f5c041-679d-41a5-ab10-6fbb80be4c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (77144481-18bd-47f2-b7d0-fb70f8c13df7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:18.302123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75f5c041-679d-41a5-ab10-6fbb80be4c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:18.318900 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-75f5c041-679d-41a5-ab10-6fbb80be4c70 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77144481-18bd-47f2-b7d0-fb70f8c13df7 HTTP/1.1" status: 204 len: 168 time: 0.3399136 Feb 03 12:34:18.331844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c041-679d-41a5-ab10-6fbb80be4c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77144481-18bd-47f2-b7d0-fb70f8c13df7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:18.365925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-00a62bb4-e9ca-476f-990f-105514b67c85 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:18.367653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-00a62bb4-e9ca-476f-990f-105514b67c85 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 821 time: 0.2268975 Feb 03 12:34:18.388835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-6ffa6629-d561-4428-b274-a99cc5b6a90d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/quotas/cf1b3f1eff6c4de9999c199891103d36 HTTP/1.1" status: 200 len: 375 time: 0.0133951 Feb 03 12:34:18.451459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-cfecccc2-62b3-450d-9ab8-7003af649cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:18.453406 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-cfecccc2-62b3-450d-9ab8-7003af649cd7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6650f1dfe1e34fef873fd45ee7f0d960&device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 1130 time: 0.0837271 Feb 03 12:34:18.483186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-ad8f6d83-135e-49b1-bfcc-10d3f9c12529 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878880 Feb 03 12:34:18.486118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on host n-h1-792364-10 for vnic_type normal with profile None {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:18.486485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:18.486816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:18.491300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:18.491618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:18.513276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:18.513624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:18.514011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:18.514480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Bound port: 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:18.584363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-d9cd8383-d921-4150-aaa7-1cfdd5b6cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:18.585830 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-d9cd8383-d921-4150-aaa7-1cfdd5b6cd58 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1233568 Feb 03 12:34:18.629705 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-c8278177-3e60-4e10-a2dd-af5b1aff3928 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=33330202-ab6e-4c37-bbaf-1fd30a4a397a HTTP/1.1" status: 200 len: 217 time: 0.0371993 Feb 03 12:34:18.639453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:18.643971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-f9c63675-871b-4a9e-977e-4e4aed0cc6b2 service neutron] 10.222.0.65 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502581 Feb 03 12:34:18.648374 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:18.649585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-51aa7699-9c0b-43b6-a5e2-6e45a5fa6809 service neutron] 10.222.0.65 "POST /v2.0/ports/645e1f1e-2ad4-4a82-80f9-038e4245b1ce/bindings HTTP/1.1" status: 201 len: 390 time: 0.5174232 Feb 03 12:34:18.686254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-cd54ee0d-c1d6-4c99-8220-bcd93e3f4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:18.688108 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-cd54ee0d-c1d6-4c99-8220-bcd93e3f4a72 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0522935 Feb 03 12:34:18.795115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-c27abba3-91cf-4d9b-883a-fb31b9f156b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:18.798203 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-c27abba3-91cf-4d9b-883a-fb31b9f156b6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1037273 Feb 03 12:34:18.809615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-044f5e09-4608-4c70-a995-c1f06a5a8715 service neutron] 10.222.0.65 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567683 Feb 03 12:34:18.954888 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-6b5334fc-43e0-462b-ad7e-bb5b96419193 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472142 Feb 03 12:34:19.154863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:19.217329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: cb842774-87c2-496e-860c-2a3d164fcb3c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:19.219536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cb842774-87c2-496e-860c-2a3d164fcb3c not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:19.231266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5b01-b094-4c2c-93b9-3242cb1244cf req-c6fe6a7d-8621-4a6a-9ee3-48ff0d278702 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.238710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e05e5b01-b094-4c2c-93b9-3242cb1244cf req-c6fe6a7d-8621-4a6a-9ee3-48ff0d278702 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 947 time: 0.4397442 Feb 03 12:34:19.312113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271849f-6a60-439a-8fa9-97bbf921fd94 req-9802b98b-152e-4305-9991-bbe1c8eb0af3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.313836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9271849f-6a60-439a-8fa9-97bbf921fd94 req-9802b98b-152e-4305-9991-bbe1c8eb0af3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1673760 Feb 03 12:34:19.325781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-571456a4-2ff1-4737-923f-3bdd04d918b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.327454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-571456a4-2ff1-4737-923f-3bdd04d918b4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1128 time: 0.1824853 Feb 03 12:34:19.354681 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51383b7d-4009-402f-ac3a-d9b0325ad29e req-6fd82cfe-b8bb-4e09-932e-3d6a3c475e44 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902740 Feb 03 12:34:19.369399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e05e5b01-b094-4c2c-93b9-3242cb1244cf req-044c40d5-96b2-46fa-8f81-17bb50e78586 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297805 Feb 03 12:34:19.447654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9271849f-6a60-439a-8fa9-97bbf921fd94 req-b26f9864-d991-46d1-a92d-1e4597685270 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165979 Feb 03 12:34:19.478352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45794) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:19.499191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-408b883b-9c3e-4222-ae32-fca78836f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.500983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-408b883b-9c3e-4222-ae32-fca78836f3bf service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.1476352 Feb 03 12:34:19.558146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-78d83e44-277e-4a9a-8cf8-513da2fc6a12 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 200 len: 217 time: 0.0496383 Feb 03 12:34:19.635226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-0367cb78-2d24-4165-9fc1-9063f6d0f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.638390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-0367cb78-2d24-4165-9fc1-9063f6d0f379 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.0732732 Feb 03 12:34:19.645773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df080-5fee-4099-9f4d-4ed788c9a695 req-71966627-37cb-42e2-b0ff-f7e00c092fa6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.646990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-325708281-network', 'tenant_id': 'd3cb2686d4a34716a470328277294e4d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:19.647248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d48df080-5fee-4099-9f4d-4ed788c9a695 req-71966627-37cb-42e2-b0ff-f7e00c092fa6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 945 time: 0.0926971 Feb 03 12:34:19.671846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Made reservation on behalf of d3cb2686d4a34716a470328277294e4d for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:19.674822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.687622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.690203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-9876c12a-167a-4fed-93d7-2ee67a098fa2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420032 Feb 03 12:34:19.761594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-126216cb-371a-4392-8ecd-3c35a1a5fc75 req-a008493e-3cc9-40f0-b766-63597dce4e2b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 210 time: 0.0602570 Feb 03 12:34:19.766748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d48df080-5fee-4099-9f4d-4ed788c9a695 req-6e909608-2142-4773-bbc9-788505378235 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110315 Feb 03 12:34:19.788954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Publish callbacks [] for security_group (48eb2acd-60cb-42e0-849b-bb7502cb03f3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.796384 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (48eb2acd-60cb-42e0-849b-bb7502cb03f3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.835677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48eb2acd-60cb-42e0-849b-bb7502cb03f3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:19.845935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:19.855103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-57075125-35ba-4a6b-9fb4-e74d902bc1a6 service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526670 Feb 03 12:34:19.865685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7871bc5c-c7bd-4e79-98f2-a009d3ac9e97), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.865685 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Added segment 7871bc5c-c7bd-4e79-98f2-a009d3ac9e97 of type vlan for network 12bb6eb2-2100-43dd-b7bc-e32d36171835 Feb 03 12:34:19.913704 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (12bb6eb2-2100-43dd-b7bc-e32d36171835), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.941082 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (12bb6eb2-2100-43dd-b7bc-e32d36171835), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.942029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.942631 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.993408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-8a75e7a2-c42c-4914-9c5f-242f437f289c service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316273 Feb 03 12:34:20.000386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e87b50-4f4d-4dbb-a421-49daa200d920 req-086e1346-60a0-47d1-9db3-c82eb576f994 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:20.001835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11e87b50-4f4d-4dbb-a421-49daa200d920 req-086e1346-60a0-47d1-9db3-c82eb576f994 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1150687 Feb 03 12:34:20.013757 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5425897 Feb 03 12:34:20.015372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93483a18-2b84-4b10-8226-d1164397c180 admin admin] Pushing event updated for resources: {'Network': ['ID=12bb6eb2-2100-43dd-b7bc-e32d36171835,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:20.017601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45806) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:20.023557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Request body: {'subnet': {'network_id': '12bb6eb2-2100-43dd-b7bc-e32d36171835', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-325708281-subnet', 'tenant_id': 'd3cb2686d4a34716a470328277294e4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:20.029420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 12bb6eb2-2100-43dd-b7bc-e32d36171835 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:20.054693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Made reservation on behalf of d3cb2686d4a34716a470328277294e4d for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:20.061077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.064501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11e87b50-4f4d-4dbb-a421-49daa200d920 req-9ccbb682-3aea-4dc7-809a-40c76e717ea3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554841 Feb 03 12:34:20.151989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-05501821-5a30-498c-b6d7-7541d1eaa8e5 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:20.153972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-05501821-5a30-498c-b6d7-7541d1eaa8e5 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.0753710 Feb 03 12:34:20.168627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-10'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:20.251808 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (9bc19fba-56c4-49ac-8ccf-05ba7b9f2d5c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.309603 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45810) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:20.310243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc19fba-56c4-49ac-8ccf-05ba7b9f2d5c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:20.312564 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.347587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Checking segment: {'id': '7871bc5c-c7bd-4e79-98f2-a009d3ac9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '12bb6eb2-2100-43dd-b7bc-e32d36171835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:20.347587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Network hostable DHCP agents. Network: 12bb6eb2-2100-43dd-b7bc-e32d36171835, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:20.375181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Network 12bb6eb2-2100-43dd-b7bc-e32d36171835 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:20.391120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 12bb6eb2-2100-43dd-b7bc-e32d36171835) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:20.396098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:20.396607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.399686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-415d2cf3-3e8b-41a6-a690-139bc9c24d51 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:20.400910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-415d2cf3-3e8b-41a6-a690-139bc9c24d51 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 821 time: 0.1925535 Feb 03 12:34:20.421217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Request body: {'port': {'device_id': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29', 'admin_state_up': True, 'tenant_id': 'cf1b3f1eff6c4de9999c199891103d36'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:20.459133 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-669275f1-565a-45e9-8aa1-25b2130255f7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4403181 Feb 03 12:34:20.462355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff07750-141b-42fe-9d40-ba8bcf1f1a23 None None] Network 12bb6eb2-2100-43dd-b7bc-e32d36171835 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:20.491371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.533248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e83ab42-690e-41ea-9e01-994123dcf24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.608986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d6e8c1-bee3-4f94-8a51-376072052263 None None] Network 12bb6eb2-2100-43dd-b7bc-e32d36171835 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:20.653120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e83ab42-690e-41ea-9e01-994123dcf24d admin admin] Publish callbacks [] for security_group (8229e0b0-873f-4f31-88e0-1c7139aa0eea), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.653849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:20.660477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e83ab42-690e-41ea-9e01-994123dcf24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8229e0b0-873f-4f31-88e0-1c7139aa0eea), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.696888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610e9a5-7119-495d-99a9-ff78f3df8c0c req-f8cf0c35-dd10-45cd-98f6-3c81ec9feb58 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:20.698429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d610e9a5-7119-495d-99a9-ff78f3df8c0c req-f8cf0c35-dd10-45cd-98f6-3c81ec9feb58 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 947 time: 0.1911457 Feb 03 12:34:20.714855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Made reservation on behalf of cf1b3f1eff6c4de9999c199891103d36 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:20.718373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.730380 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8e83ab42-690e-41ea-9e01-994123dcf24d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f24047f09284b9ebd6f9eefd12939dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144685 Feb 03 12:34:20.736783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45824) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:20.754986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83ab42-690e-41ea-9e01-994123dcf24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8229e0b0-873f-4f31-88e0-1c7139aa0eea,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:20.763891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cda94b-06df-4e70-8ac9-4f45a41157ec req-33766eb8-0fde-4db7-ad3a-b8d1104fe7e6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:20.774347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81cda94b-06df-4e70-8ac9-4f45a41157ec req-33766eb8-0fde-4db7-ad3a-b8d1104fe7e6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1792631 Feb 03 12:34:20.801104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:20.805821 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40627e5f-c15b-494d-b9c4-8a0ab3e04b8b admin admin] Publish callbacks [] for security_group (8229e0b0-873f-4f31-88e0-1c7139aa0eea), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.829312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40627e5f-c15b-494d-b9c4-8a0ab3e04b8b admin admin] Publish callbacks [] for security_group (8229e0b0-873f-4f31-88e0-1c7139aa0eea), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.887411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40627e5f-c15b-494d-b9c4-8a0ab3e04b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8229e0b0-873f-4f31-88e0-1c7139aa0eea), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.889992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40627e5f-c15b-494d-b9c4-8a0ab3e04b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.894504 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-40627e5f-c15b-494d-b9c4-8a0ab3e04b8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8229e0b0-873f-4f31-88e0-1c7139aa0eea HTTP/1.1" status: 204 len: 168 time: 0.1564405 Feb 03 12:34:20.903650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40627e5f-c15b-494d-b9c4-8a0ab3e04b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8229e0b0-873f-4f31-88e0-1c7139aa0eea,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:20.938697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:20.941221 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bd9029-9611-4f03-8987-5eaec32a6992" -d '{"events": [{"server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "name": "network-vif-unplugged", "status": "completed", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:20.948055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Publish callbacks [] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.959184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81cda94b-06df-4e70-8ac9-4f45a41157ec req-4beae50a-2bf9-44a9-b6b4-fc9a21b9546a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874502 Feb 03 12:34:20.974139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d610e9a5-7119-495d-99a9-ff78f3df8c0c req-fcc2de71-8b64-468f-a018-ab72cb340ffe tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653325 Feb 03 12:34:21.048101 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Allocated IP 172.20.0.5 (e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29/6519694f-04e5-449b-87bd-4b4b8a967f7f/de59768a-56b4-47a4-9bc4-821209a1e05f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:21.076653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.183398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2820db3c-c592-4874-9106-2741f245535c req-23951e68-c268-4a6b-9097-e7fb3f147443 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 210 time: 0.0653930 Feb 03 12:34:21.194956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:21.256361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on host n-h2-792364-10 for vnic_type normal with profile {"migrating_to": "n-h1-792364-10"} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:21.256827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:21.257265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:21.313611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:21.327085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:21.327688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Attempting to bind port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:21.329288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-181eb82f-2e7c-48ac-907c-091a72f8b4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.343173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-3d5d7477-333a-40c3-8fb8-30344f8ed420 req-fe137605-a2a8-401a-a633-1952c25fff12 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-279070514', 'description': 'tempest-description-654615966'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:21.356767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:21.357102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:21.357469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:21.357903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Bound port: 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:21.358250 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.409665 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-181eb82f-2e7c-48ac-907c-091a72f8b4ef admin admin] Publish callbacks [] for security_group (d0dbbab1-bbad-4e28-938d-3cee46cda2c3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.414165 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-181eb82f-2e7c-48ac-907c-091a72f8b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d0dbbab1-bbad-4e28-938d-3cee46cda2c3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.426300 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d5d7477-333a-40c3-8fb8-30344f8ed420 req-fe137605-a2a8-401a-a633-1952c25fff12 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.433096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks [] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.455053 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-181eb82f-2e7c-48ac-907c-091a72f8b4ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2df4f0af072441ba859c25a3cd5ce21d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376629 Feb 03 12:34:21.455053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eb82f-2e7c-48ac-907c-091a72f8b4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dbbab1-bbad-4e28-938d-3cee46cda2c3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:21.456500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45842) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:21.465423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d9d1e-564b-443b-be89-74f250c4348c req-94770f59-c632-400d-8f26-b5aebbf9dfb2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:21.466895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5d9d1e-564b-443b-be89-74f250c4348c req-94770f59-c632-400d-8f26-b5aebbf9dfb2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 943 time: 0.1827140 Feb 03 12:34:21.507962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ea0012-6e04-47f1-8f86-c9bde0261843 admin admin] Publish callbacks [] for security_group (d0dbbab1-bbad-4e28-938d-3cee46cda2c3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.522293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:21.529709 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ea0012-6e04-47f1-8f86-c9bde0261843 admin admin] Publish callbacks [] for security_group (d0dbbab1-bbad-4e28-938d-3cee46cda2c3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.558640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:21.575158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.577170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.579220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ea0012-6e04-47f1-8f86-c9bde0261843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d0dbbab1-bbad-4e28-938d-3cee46cda2c3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.582032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ea0012-6e04-47f1-8f86-c9bde0261843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.583442 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-42ea0012-6e04-47f1-8f86-c9bde0261843 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0dbbab1-bbad-4e28-938d-3cee46cda2c3 HTTP/1.1" status: 204 len: 168 time: 0.1258531 Feb 03 12:34:21.593273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea0012-6e04-47f1-8f86-c9bde0261843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dbbab1-bbad-4e28-938d-3cee46cda2c3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:21.614170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5d9d1e-564b-443b-be89-74f250c4348c req-81071953-6995-405d-b932-112453f1028a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318777 Feb 03 12:34:21.656087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:21.666152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:21.675034 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65205f3d-17b7-4b7e-902a-bac1bcbd123b x-openstack-request-id: req-65205f3d-17b7-4b7e-902a-bac1bcbd123b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:21.675346 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "name": "network-vif-unplugged", "status": "completed", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:21.675346 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65205f3d-17b7-4b7e-902a-bac1bcbd123b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:21.675870 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce', 'code': 200} Feb 03 12:34:21.683721 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d5d7477-333a-40c3-8fb8-30344f8ed420 req-fe137605-a2a8-401a-a633-1952c25fff12 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (d6b6caf4-481d-4ee0-a347-26b2910dd27c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.684348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:21.689938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:21.690121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.703181 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d5d7477-333a-40c3-8fb8-30344f8ed420 req-fe137605-a2a8-401a-a633-1952c25fff12 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d6b6caf4-481d-4ee0-a347-26b2910dd27c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.753006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,revision_number=8']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:21.770625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 33330202-ab6e-4c37-bbaf-1fd30a4a397a details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:21.772478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3554165 Feb 03 12:34:21.784299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:21.784943 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.786478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-b671b8c4-e9cf-4d08-963d-379df0cedaa8 service neutron] 10.222.0.91 "PUT /v2.0/ports/645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 200 len: 1123 time: 1.6244950 Feb 03 12:34:21.789078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d5d7477-333a-40c3-8fb8-30344f8ed420 req-fe137605-a2a8-401a-a633-1952c25fff12 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.790320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d5d7477-333a-40c3-8fb8-30344f8ed420 req-fe137605-a2a8-401a-a633-1952c25fff12 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4567058 Feb 03 12:34:21.827294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Request body: {'port': {'device_id': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:21.832850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe137605-a2a8-401a-a633-1952c25fff12 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b6caf4-481d-4ee0-a347-26b2910dd27c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:21.875321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['645e1f1e-2ad4-4a82-80f9-038e4245b1ce'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:21.907455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e22b9-7f86-4dff-969e-5eb232c42701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Pushing event updated for resources: {'Port': ['ID=de59768a-56b4-47a4-9bc4-821209a1e05f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:21.946743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 33330202-ab6e-4c37-bbaf-1fd30a4a397a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=33330202-ab6e-4c37-bbaf-1fd30a4a397a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:21.961881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c352d7-43a9-4b80-9e36-5ae80d85fd15 req-2fa2c8c7-7faa-44af-91fd-a3def5a205d2 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:21.969329 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27c352d7-43a9-4b80-9e36-5ae80d85fd15 req-2fa2c8c7-7faa-44af-91fd-a3def5a205d2 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.2129636 Feb 03 12:34:21.971804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '33330202-ab6e-4c37-bbaf-1fd30a4a397a', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '33330202-ab6e-4c37-bbaf-1fd30a4a397a', 'mac_address': 'fa:16:3e:a9:b9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:34:21.972309 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.976416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac2265a0-47f1-4527-826c-5f762e2b8d98 req-a6ff8434-6913-482c-b7e0-38048b4018a3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/d6b6caf4-481d-4ee0-a347-26b2910dd27c HTTP/1.1" status: 200 len: 1820 time: 0.1400599 Feb 03 12:34:22.006592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ac2265a0-47f1-4527-826c-5f762e2b8d98 req-fbc39653-4d35-4a08-8f2d-e9437f49133e tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6b6caf4-481d-4ee0-a347-26b2910dd27c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:22.006908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ac2265a0-47f1-4527-826c-5f762e2b8d98 req-fbc39653-4d35-4a08-8f2d-e9437f49133e tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6b6caf4-481d-4ee0-a347-26b2910dd27c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:22.039808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 33330202-ab6e-4c37-bbaf-1fd30a4a397a is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:22.040278 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.062988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33330202-ab6e-4c37-bbaf-1fd30a4a397a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:22.093282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27c352d7-43a9-4b80-9e36-5ae80d85fd15 req-8ae3adbf-dc8f-448f-8bd9-9a98dbfb53d3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226659 Feb 03 12:34:22.095549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 33330202-ab6e-4c37-bbaf-1fd30a4a397a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=33330202-ab6e-4c37-bbaf-1fd30a4a397a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:22.124243 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.181721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=33330202-ab6e-4c37-bbaf-1fd30a4a397a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:22.212434 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ac2265a0-47f1-4527-826c-5f762e2b8d98 req-fbc39653-4d35-4a08-8f2d-e9437f49133e tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (d06ad9a7-9b6b-405a-8de8-87988a2247fc), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.290163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ac2265a0-47f1-4527-826c-5f762e2b8d98 req-fbc39653-4d35-4a08-8f2d-e9437f49133e tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (d06ad9a7-9b6b-405a-8de8-87988a2247fc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.298235 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ac2265a0-47f1-4527-826c-5f762e2b8d98 req-fbc39653-4d35-4a08-8f2d-e9437f49133e tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (d06ad9a7-9b6b-405a-8de8-87988a2247fc), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.305994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192057f3-f4a4-4091-a0c1-dcda9ced513b req-0d066ea5-675a-4f67-a26a-b77534bb41c0 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:22.307501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-192057f3-f4a4-4091-a0c1-dcda9ced513b req-0d066ea5-675a-4f67-a26a-b77534bb41c0 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1410217 Feb 03 12:34:22.353091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc39653-4d35-4a08-8f2d-e9437f49133e tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06ad9a7-9b6b-405a-8de8-87988a2247fc,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:22.369705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ac2265a0-47f1-4527-826c-5f762e2b8d98 req-fbc39653-4d35-4a08-8f2d-e9437f49133e tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.370969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac2265a0-47f1-4527-826c-5f762e2b8d98 req-fbc39653-4d35-4a08-8f2d-e9437f49133e tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3789492 Feb 03 12:34:22.403668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-192057f3-f4a4-4091-a0c1-dcda9ced513b req-71aa117b-d7bf-4da6-a72f-81e0d4c10476 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899835 Feb 03 12:34:22.449838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de59768a-56b4-47a4-9bc4-821209a1e05f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:22.460375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Publish callbacks [] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.525713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Transition to ACTIVE for port object de59768a-56b4-47a4-9bc4-821209a1e05f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:22.533997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.598905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2859c57-c5d9-46d8-82b5-bed7734a0db9 req-bd58ed17-9e46-4af7-99de-dc1ee3678989 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:22.600371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2859c57-c5d9-46d8-82b5-bed7734a0db9 req-bd58ed17-9e46-4af7-99de-dc1ee3678989 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 948 time: 0.1374872 Feb 03 12:34:22.610477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a15f8-2ba3-418c-9f65-bc750ecdff8c req-95b3fead-7a5b-4dcf-a495-81ec29cdbf7b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:22.611844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c20a15f8-2ba3-418c-9f65-bc750ecdff8c req-95b3fead-7a5b-4dcf-a495-81ec29cdbf7b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 931 time: 0.1375260 Feb 03 12:34:22.619694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Pushing event updated for resources: {'Port': ['ID=de59768a-56b4-47a4-9bc4-821209a1e05f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:22.854838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['33330202-ab6e-4c37-bbaf-1fd30a4a397a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:22.889593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:22.889872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:22.890214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:22.912289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Port de59768a-56b4-47a4-9bc4-821209a1e05f on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:22.912605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:22.920747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2859c57-c5d9-46d8-82b5-bed7734a0db9 req-8a028703-e184-48e0-9050-d8eb55cbf85a tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080146 Feb 03 12:34:22.930207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c20a15f8-2ba3-418c-9f65-bc750ecdff8c req-7bec9182-d706-4596-9e8d-cb8438a7f2ff tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062146 Feb 03 12:34:22.931095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:22.931430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:22.931800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:22.932235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Bound port: de59768a-56b4-47a4-9bc4-821209a1e05f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:22.932714 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.956700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-92d2302a-c897-4fcf-981b-c0d6e09a3709 req-3ec9878a-4ee7-46c8-9bee-3da0f41f6891 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-253141084', 'description': 'tempest-description-882708940'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:23.002674 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92d2302a-c897-4fcf-981b-c0d6e09a3709 req-3ec9878a-4ee7-46c8-9bee-3da0f41f6891 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.036215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:23.041552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:23.053212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.100991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.101603 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.102995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] 10.222.0.72 "PUT /v2.0/ports/de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 1092 time: 1.3111279 Feb 03 12:34:23.140648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40bf86-4ce9-46bb-ae00-4c63aa4c9103 service neutron] Pushing event updated for resources: {'Port': ['ID=de59768a-56b4-47a4-9bc4-821209a1e05f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:23.149009 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92d2302a-c897-4fcf-981b-c0d6e09a3709 req-3ec9878a-4ee7-46c8-9bee-3da0f41f6891 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (76a3448e-8951-4afb-9098-7e9d3f9d47c7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.164634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92d2302a-c897-4fcf-981b-c0d6e09a3709 req-3ec9878a-4ee7-46c8-9bee-3da0f41f6891 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (76a3448e-8951-4afb-9098-7e9d3f9d47c7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.221270 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92d2302a-c897-4fcf-981b-c0d6e09a3709 req-3ec9878a-4ee7-46c8-9bee-3da0f41f6891 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.222585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92d2302a-c897-4fcf-981b-c0d6e09a3709 req-3ec9878a-4ee7-46c8-9bee-3da0f41f6891 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2722139 Feb 03 12:34:23.244139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9878a-4ee7-46c8-9bee-3da0f41f6891 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a3448e-8951-4afb-9098-7e9d3f9d47c7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:23.262151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-274f15a7-97c0-487a-8757-acd12e4dc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.263818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-274f15a7-97c0-487a-8757-acd12e4dc9fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1126 time: 0.1110592 Feb 03 12:34:23.286694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870446c9-e3ef-489a-aaa5-16e00ba0b063 req-050182b1-7b41-436a-9aea-8e7e22a07e12 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.288128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-870446c9-e3ef-489a-aaa5-16e00ba0b063 req-050182b1-7b41-436a-9aea-8e7e22a07e12 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 943 time: 0.0877275 Feb 03 12:34:23.327961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-f5bf1d39-ee38-438e-a098-fd028c69b435 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 217 time: 0.0559027 Feb 03 12:34:23.410053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45894) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:23.423338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b290d4cc-e358-4ff5-8b0c-a864d739ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.424773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-b290d4cc-e358-4ff5-8b0c-a864d739ddba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0712190 Feb 03 12:34:23.429376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-870446c9-e3ef-489a-aaa5-16e00ba0b063 req-9a5792c2-dcc2-4b23-a2a8-732861de2bae tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107702 Feb 03 12:34:23.449598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f846f8-c426-4218-b0c0-da73b2836f90 req-8d104527-41a8-4c79-b142-173cd3b1fce4 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.451194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6f846f8-c426-4218-b0c0-da73b2836f90 req-8d104527-41a8-4c79-b142-173cd3b1fce4 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1718152 Feb 03 12:34:23.469286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-2843b2a0-b46b-45c3-b8b3-1b36862bcc9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353618 Feb 03 12:34:23.527496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-96c72d9f-c8e2-4a8b-91a8-5949abecc496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.590887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5c09a6c-0013-490d-af2b-71a14f9e5cef req-c82cfea4-5986-4ae7-91ed-8e4d1d6eb145 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/76a3448e-8951-4afb-9098-7e9d3f9d47c7 HTTP/1.1" status: 200 len: 1820 time: 0.1236386 Feb 03 12:34:23.596501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6f846f8-c426-4218-b0c0-da73b2836f90 req-86c5021e-0e00-4032-aae2-79bc7907ff7a tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305678 Feb 03 12:34:23.602537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c5c09a6c-0013-490d-af2b-71a14f9e5cef req-dbdb3b84-5299-4ef8-b5ac-4b0f18b9b976 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '76a3448e-8951-4afb-9098-7e9d3f9d47c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:23.602854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c5c09a6c-0013-490d-af2b-71a14f9e5cef req-dbdb3b84-5299-4ef8-b5ac-4b0f18b9b976 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '76a3448e-8951-4afb-9098-7e9d3f9d47c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:23.603416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-96c72d9f-c8e2-4a8b-91a8-5949abecc496 admin admin] Publish callbacks [] for security_group (e79d7629-1f08-413a-849c-9112a4376625), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.619552 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-96c72d9f-c8e2-4a8b-91a8-5949abecc496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e79d7629-1f08-413a-849c-9112a4376625), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.632934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-ac5f4b05-9e99-4fe2-8f87-01078d584ae9 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535652 Feb 03 12:34:23.660427 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-96c72d9f-c8e2-4a8b-91a8-5949abecc496 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43fe2668f05649769b4a9b5d53b299a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491150 Feb 03 12:34:23.662796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45900) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:23.677533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce'}, {'name': 'network-changed', 'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:23.679832 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28732d4-321f-4f69-919c-6b7e100b75ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce"}, {"name": "network-changed", "server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:23.690270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c72d9f-c8e2-4a8b-91a8-5949abecc496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79d7629-1f08-413a-849c-9112a4376625,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:23.731095 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1f81-6952-4365-9f83-12b73a2fe457 admin admin] Publish callbacks [] for security_group (e79d7629-1f08-413a-849c-9112a4376625), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.752725 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1f81-6952-4365-9f83-12b73a2fe457 admin admin] Publish callbacks [] for security_group (e79d7629-1f08-413a-849c-9112a4376625), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.774141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5c09a6c-0013-490d-af2b-71a14f9e5cef req-dbdb3b84-5299-4ef8-b5ac-4b0f18b9b976 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (4108698d-37a2-4888-be78-6c968429e528), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.804229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1f81-6952-4365-9f83-12b73a2fe457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e79d7629-1f08-413a-849c-9112a4376625), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.806846 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1f81-6952-4365-9f83-12b73a2fe457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.808142 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1b3f1f81-6952-4365-9f83-12b73a2fe457 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e79d7629-1f08-413a-849c-9112a4376625 HTTP/1.1" status: 204 len: 168 time: 0.1442125 Feb 03 12:34:23.812423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ca58e-a129-4ad5-b7ed-4f305e0cf314 req-317edae4-f7dd-4b4e-845e-73557558d6a1 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.813915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a32ca58e-a129-4ad5-b7ed-4f305e0cf314 req-317edae4-f7dd-4b4e-845e-73557558d6a1 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1520281 Feb 03 12:34:23.815906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5c09a6c-0013-490d-af2b-71a14f9e5cef req-dbdb3b84-5299-4ef8-b5ac-4b0f18b9b976 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (4108698d-37a2-4888-be78-6c968429e528), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.817935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f1f81-6952-4365-9f83-12b73a2fe457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79d7629-1f08-413a-849c-9112a4376625,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:23.819831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61db17d6-e471-4a4b-8df0-ca3aa71bf695 req-6665bd54-b9b3-453d-bb08-9e1285005888 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807003 Feb 03 12:34:23.828634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5c09a6c-0013-490d-af2b-71a14f9e5cef req-dbdb3b84-5299-4ef8-b5ac-4b0f18b9b976 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (4108698d-37a2-4888-be78-6c968429e528), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.863589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb3b84-5299-4ef8-b5ac-4b0f18b9b976 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4108698d-37a2-4888-be78-6c968429e528,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:23.874989 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c5c09a6c-0013-490d-af2b-71a14f9e5cef req-dbdb3b84-5299-4ef8-b5ac-4b0f18b9b976 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.876397 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5c09a6c-0013-490d-af2b-71a14f9e5cef req-dbdb3b84-5299-4ef8-b5ac-4b0f18b9b976 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2789202 Feb 03 12:34:23.895647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a32ca58e-a129-4ad5-b7ed-4f305e0cf314 req-e9a5b8b6-e4d1-4b3d-bc36-2447a654296d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741191 Feb 03 12:34:23.927490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d33d2408-df0d-4b52-aa55-5fc97b806db3 req-161e78b1-1873-45e4-9307-0a1d7c0826b3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1306205321', 'description': 'tempest-description-1332455180'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:23.943511 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd73a9b-9e9c-43ad-b484-e420b622f91a x-openstack-request-id: req-8dd73a9b-9e9c-43ad-b484-e420b622f91a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:23.944026 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:23.944255 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8dd73a9b-9e9c-43ad-b484-e420b622f91a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:23.944660 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce', 'status': 'completed', 'code': 200} Feb 03 12:34:23.944912 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f', 'status': 'completed', 'code': 200} Feb 03 12:34:23.958960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d33d2408-df0d-4b52-aa55-5fc97b806db3 req-161e78b1-1873-45e4-9307-0a1d7c0826b3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.097876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d33d2408-df0d-4b52-aa55-5fc97b806db3 req-161e78b1-1873-45e4-9307-0a1d7c0826b3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (b5964b1d-aa18-4cfa-83f8-b0b71ca469ea), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.105323 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d33d2408-df0d-4b52-aa55-5fc97b806db3 req-161e78b1-1873-45e4-9307-0a1d7c0826b3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b5964b1d-aa18-4cfa-83f8-b0b71ca469ea), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.127335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-e7ecace2-a37a-45cd-be6a-931594d6a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:24.128851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-e7ecace2-a37a-45cd-be6a-931594d6a9ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1157 time: 0.1507819 Feb 03 12:34:24.148717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b7ec-ed91-4bbd-8283-4d977c1bfa9b req-61d5bb48-3603-4b65-853f-e46929d5aeca tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:24.150152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08e7b7ec-ed91-4bbd-8283-4d977c1bfa9b req-61d5bb48-3603-4b65-853f-e46929d5aeca tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 948 time: 0.1418376 Feb 03 12:34:24.184814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d33d2408-df0d-4b52-aa55-5fc97b806db3 req-161e78b1-1873-45e4-9307-0a1d7c0826b3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.185991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d33d2408-df0d-4b52-aa55-5fc97b806db3 req-161e78b1-1873-45e4-9307-0a1d7c0826b3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2627134 Feb 03 12:34:24.189786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e78b1-1873-45e4-9307-0a1d7c0826b3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5964b1d-aa18-4cfa-83f8-b0b71ca469ea,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:24.313094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08e7b7ec-ed91-4bbd-8283-4d977c1bfa9b req-2dcf786f-8453-4b2a-8b7f-6b666e706ebc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513641 Feb 03 12:34:24.330838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-4c84ae25-bfd2-4e70-a472-601bf3d971d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:24.331796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-4c84ae25-bfd2-4e70-a472-601bf3d971d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.1902411 Feb 03 12:34:24.354806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b43a-8ba9-4b61-b019-81adda583d90 req-8ede3497-0a18-4633-995b-665759068147 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:24.356336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cc3b43a-8ba9-4b61-b019-81adda583d90 req-8ede3497-0a18-4633-995b-665759068147 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 943 time: 0.1066630 Feb 03 12:34:24.391152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-a89ed292-65b7-489d-bc7d-da32237d67ce req-5090a333-059a-43cc-b502-34404955b112 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-213471811', 'description': 'tempest-description-2043575023'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:24.398440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-77fefcd0-1f06-458d-ac53-488e4a3b28ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 200 len: 217 time: 0.0584931 Feb 03 12:34:24.465092 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a89ed292-65b7-489d-bc7d-da32237d67ce req-5090a333-059a-43cc-b502-34404955b112 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.496035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-5ec2f954-d22a-4eca-9c5c-950e7f363116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:24.497481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-5ec2f954-d22a-4eca-9c5c-950e7f363116 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.0898588 Feb 03 12:34:24.500487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cc3b43a-8ba9-4b61-b019-81adda583d90 req-44c5ed59-33a5-4bf5-abe7-bb9d26bc9e5b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052058 Feb 03 12:34:24.539403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-a2da1bba-8dee-4742-acde-3b2dd942b015 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350523 Feb 03 12:34:24.671860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a89ed292-65b7-489d-bc7d-da32237d67ce req-5090a333-059a-43cc-b502-34404955b112 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (358e39d7-d7da-40e1-bfcd-e10b58fcca3e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.680676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a89ed292-65b7-489d-bc7d-da32237d67ce req-5090a333-059a-43cc-b502-34404955b112 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (358e39d7-d7da-40e1-bfcd-e10b58fcca3e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.710964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-bc047976-b9cf-4771-bdd6-0c3e2b4d55b4 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632161 Feb 03 12:34:24.722214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a89ed292-65b7-489d-bc7d-da32237d67ce req-5090a333-059a-43cc-b502-34404955b112 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.723400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a89ed292-65b7-489d-bc7d-da32237d67ce req-5090a333-059a-43cc-b502-34404955b112 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3759499 Feb 03 12:34:24.730523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a50c3-ca64-4c03-b8dd-18f5bee17c3c req-db10df70-2e35-42d2-9a90-9a458d891d4c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:24.732054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e8a50c3-ca64-4c03-b8dd-18f5bee17c3c req-db10df70-2e35-42d2-9a90-9a458d891d4c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 943 time: 0.1645746 Feb 03 12:34:24.758621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090a333-059a-43cc-b502-34404955b112 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358e39d7-d7da-40e1-bfcd-e10b58fcca3e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:24.836482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e8a50c3-ca64-4c03-b8dd-18f5bee17c3c req-40443f7f-666b-4f19-869b-3cf63d676f76 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931616 Feb 03 12:34:24.865259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-6ce8e07a-63dd-4248-bc58-fcb020c6754b service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323862 Feb 03 12:34:24.988532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9deed3-bc98-4b06-9414-e36d0af1a012 req-35863efe-a707-42fa-9194-9260c745b32d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:24.990181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa9deed3-bc98-4b06-9414-e36d0af1a012 req-35863efe-a707-42fa-9194-9260c745b32d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0904858 Feb 03 12:34:25.015929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-8bb8e3dd-aff2-4eec-b243-9bcc92edc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.017327 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-8bb8e3dd-aff2-4eec-b243-9bcc92edc87f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1126 time: 0.0851479 Feb 03 12:34:25.121792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-643e07d1-d816-4915-89a8-2ee48a98d1b9 req-6e4e779c-8f42-4624-a43a-273e6fab70d8 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/b5964b1d-aa18-4cfa-83f8-b0b71ca469ea HTTP/1.1" status: 200 len: 1822 time: 0.1304543 Feb 03 12:34:25.124484 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa9deed3-bc98-4b06-9414-e36d0af1a012 req-88964d7a-923d-4ddf-8636-d0196078addf tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235616 Feb 03 12:34:25.170385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-f6f9c770-842b-4e3f-8ffc-f23611ae28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.171815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-f6f9c770-842b-4e3f-8ffc-f23611ae28d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.1418006 Feb 03 12:34:25.182765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-643e07d1-d816-4915-89a8-2ee48a98d1b9 req-8611a7bf-90fa-4d0a-ac12-dc489b7f4560 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/358e39d7-d7da-40e1-bfcd-e10b58fcca3e HTTP/1.1" status: 200 len: 1821 time: 0.0553322 Feb 03 12:34:25.204496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-643e07d1-d816-4915-89a8-2ee48a98d1b9 req-64d081fb-f78b-4c43-b0a8-bfd7fc803875 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5964b1d-aa18-4cfa-83f8-b0b71ca469ea', 'remote_group_id': '358e39d7-d7da-40e1-bfcd-e10b58fcca3e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:25.204862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-643e07d1-d816-4915-89a8-2ee48a98d1b9 req-64d081fb-f78b-4c43-b0a8-bfd7fc803875 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5964b1d-aa18-4cfa-83f8-b0b71ca469ea', 'remote_group_id': '358e39d7-d7da-40e1-bfcd-e10b58fcca3e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:25.253410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-6fd427ee-63c5-4b47-992d-75ed42501731 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 217 time: 0.0695827 Feb 03 12:34:25.335294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20dc50-1a6e-469b-b200-98b7b303acb3 req-40f077d5-3ea8-44c6-99a9-21e5f9172dc4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.336775 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a20dc50-1a6e-469b-b200-98b7b303acb3 req-40f077d5-3ea8-44c6-99a9-21e5f9172dc4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1517425 Feb 03 12:34:25.340369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-b2ffd18e-d40b-4149-9d57-1bdf0437d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.341714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-b2ffd18e-d40b-4149-9d57-1bdf0437d4f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0797422 Feb 03 12:34:25.394627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-154b19c9-4583-48f5-a68a-dd4c09115a91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386393 Feb 03 12:34:25.398583 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-643e07d1-d816-4915-89a8-2ee48a98d1b9 req-64d081fb-f78b-4c43-b0a8-bfd7fc803875 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (46490fce-3735-46fe-ae0b-fffd4a20e401), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.490764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a20dc50-1a6e-469b-b200-98b7b303acb3 req-f74767f1-f0d1-4bba-88ae-ecf18c31b050 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457758 Feb 03 12:34:25.504350 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-643e07d1-d816-4915-89a8-2ee48a98d1b9 req-64d081fb-f78b-4c43-b0a8-bfd7fc803875 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (46490fce-3735-46fe-ae0b-fffd4a20e401), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.518040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-643e07d1-d816-4915-89a8-2ee48a98d1b9 req-64d081fb-f78b-4c43-b0a8-bfd7fc803875 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (46490fce-3735-46fe-ae0b-fffd4a20e401), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.545760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-79b39e8a-4726-4f1f-8ef1-e7051509576f service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439154 Feb 03 12:34:25.547052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d081fb-f78b-4c43-b0a8-bfd7fc803875 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46490fce-3735-46fe-ae0b-fffd4a20e401,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:25.564808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-643e07d1-d816-4915-89a8-2ee48a98d1b9 req-64d081fb-f78b-4c43-b0a8-bfd7fc803875 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.565920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-643e07d1-d816-4915-89a8-2ee48a98d1b9 req-64d081fb-f78b-4c43-b0a8-bfd7fc803875 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3743703 Feb 03 12:34:25.700428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a28732d4-321f-4f69-919c-6b7e100b75ff req-f47fab38-1c1d-4b00-be70-7c6be28aa034 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472094 Feb 03 12:34:25.712810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c70163-713e-441f-8e32-d41141e357d6 req-64a6442f-5230-421c-89f0-c96f8bcd22b1 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.714258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66c70163-713e-441f-8e32-d41141e357d6 req-64a6442f-5230-421c-89f0-c96f8bcd22b1 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 948 time: 0.1530247 Feb 03 12:34:25.749862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245bbe-5b35-478c-9078-0fa287124f87 req-b88572b5-c508-4577-99fb-29a777fd3758 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.751314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b245bbe-5b35-478c-9078-0fa287124f87 req-b88572b5-c508-4577-99fb-29a777fd3758 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 943 time: 0.1028812 Feb 03 12:34:25.759672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 645e1f1e-2ad4-4a82-80f9-038e4245b1ce details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:25.766752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 33330202-ab6e-4c37-bbaf-1fd30a4a397a up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:25.792241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66c70163-713e-441f-8e32-d41141e357d6 req-aa46d8a0-c6e6-40ca-9e1e-c7471dd3fa1d tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699277 Feb 03 12:34:25.818597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b245bbe-5b35-478c-9078-0fa287124f87 req-4c2a59e5-7946-4f00-ba0f-0c2c9dca3b5e tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605838 Feb 03 12:34:25.828398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-bf11841d-7688-4ad1-bf54-97117c886d77 req-5263e9e8-b852-4db5-9121-99a44144e502 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-110428134', 'description': 'tempest-description-842467019'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:25.851359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf11841d-7688-4ad1-bf54-97117c886d77 req-5263e9e8-b852-4db5-9121-99a44144e502 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.887060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 33330202-ab6e-4c37-bbaf-1fd30a4a397a completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:34:25.903813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 33330202-ab6e-4c37-bbaf-1fd30a4a397a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:25.904331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.925475 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf11841d-7688-4ad1-bf54-97117c886d77 req-5263e9e8-b852-4db5-9121-99a44144e502 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (4a859d25-c898-417e-b628-94198a68487e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.932108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf11841d-7688-4ad1-bf54-97117c886d77 req-5263e9e8-b852-4db5-9121-99a44144e502 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4a859d25-c898-417e-b628-94198a68487e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.944206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:25.957041 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf11841d-7688-4ad1-bf54-97117c886d77 req-5263e9e8-b852-4db5-9121-99a44144e502 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.958544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf11841d-7688-4ad1-bf54-97117c886d77 req-5263e9e8-b852-4db5-9121-99a44144e502 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1341417 Feb 03 12:34:25.964356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 645e1f1e-2ad4-4a82-80f9-038e4245b1ce has no active binding in host n-h1-792364-10 {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:34:25.984185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263e9e8-b852-4db5-9121-99a44144e502 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a859d25-c898-417e-b628-94198a68487e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:26.021496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 33330202-ab6e-4c37-bbaf-1fd30a4a397a is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:26.021893 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.043840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef61a081-ea81-454f-8fae-487997475c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33330202-ab6e-4c37-bbaf-1fd30a4a397a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:26.046049 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90769e01-b392-49b5-a112-65b81ecfc30b" -d '{"events": [{"server_uuid": "ef61a081-ea81-454f-8fae-487997475c8e", "name": "network-vif-plugged", "status": "completed", "tag": "33330202-ab6e-4c37-bbaf-1fd30a4a397a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:26.058227 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 33330202-ab6e-4c37-bbaf-1fd30a4a397a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=33330202-ab6e-4c37-bbaf-1fd30a4a397a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:26.063584 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.072455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15883222-bc1d-4734-957f-b4dc80c88e9e req-8fbdea86-d8cb-4976-915a-3ab93beda3ee tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:26.074103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15883222-bc1d-4734-957f-b4dc80c88e9e req-8fbdea86-d8cb-4976-915a-3ab93beda3ee tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 943 time: 0.0570028 Feb 03 12:34:26.114127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=33330202-ab6e-4c37-bbaf-1fd30a4a397a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:26.125281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15883222-bc1d-4734-957f-b4dc80c88e9e req-10d6eee1-2da4-4718-8e95-d6053c2d0a1b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Feb 03 12:34:26.152590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ff9c85ca-ada2-4b80-b591-cf218872019b req-6f13f8fd-02bb-408e-9fe2-b2413dce5980 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-219642466', 'description': 'tempest-description-830142303'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:26.172810 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ff9c85ca-ada2-4b80-b591-cf218872019b req-6f13f8fd-02bb-408e-9fe2-b2413dce5980 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.180047 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d8d22e-edf1-4c81-9bae-b95310a0ea83 x-openstack-request-id: req-a5d8d22e-edf1-4c81-9bae-b95310a0ea83 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:26.180399 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef61a081-ea81-454f-8fae-487997475c8e", "name": "network-vif-plugged", "status": "completed", "tag": "33330202-ab6e-4c37-bbaf-1fd30a4a397a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:26.180784 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5d8d22e-edf1-4c81-9bae-b95310a0ea83 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:26.181284 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef61a081-ea81-454f-8fae-487997475c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33330202-ab6e-4c37-bbaf-1fd30a4a397a', 'code': 200} Feb 03 12:34:26.282047 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ff9c85ca-ada2-4b80-b591-cf218872019b req-6f13f8fd-02bb-408e-9fe2-b2413dce5980 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (1dc0268d-11d4-4c83-9d58-1f84c7db3df1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.300710 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ff9c85ca-ada2-4b80-b591-cf218872019b req-6f13f8fd-02bb-408e-9fe2-b2413dce5980 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1dc0268d-11d4-4c83-9d58-1f84c7db3df1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.341736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ff9c85ca-ada2-4b80-b591-cf218872019b req-6f13f8fd-02bb-408e-9fe2-b2413dce5980 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.342974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff9c85ca-ada2-4b80-b591-cf218872019b req-6f13f8fd-02bb-408e-9fe2-b2413dce5980 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1946681 Feb 03 12:34:26.354295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13f8fd-02bb-408e-9fe2-b2413dce5980 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0268d-11d4-4c83-9d58-1f84c7db3df1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:26.365348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e79ce-392a-4d5d-9b4b-94156aba2df6 req-0604e352-c3e3-4b11-b02a-3be4ff4a59be tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:26.366850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a62e79ce-392a-4d5d-9b4b-94156aba2df6 req-0604e352-c3e3-4b11-b02a-3be4ff4a59be tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1404824 Feb 03 12:34:26.371486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095b07a-8b8e-4c57-8650-07299d5c7ddc req-81c2ea79-d0d0-4e3d-b24f-5e6820964b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:26.372897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2095b07a-8b8e-4c57-8650-07299d5c7ddc req-81c2ea79-d0d0-4e3d-b24f-5e6820964b45 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 1132 time: 0.1262901 Feb 03 12:34:26.473468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a62e79ce-392a-4d5d-9b4b-94156aba2df6 req-c01e52a2-04d3-4164-98f7-797c5237f5c0 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985460 Feb 03 12:34:26.477586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-766e724e-5a4b-48a6-9c95-d6e27a8ad2a1 req-a7b7f5e2-ba1e-40c7-9ddb-49285a337f87 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/4a859d25-c898-417e-b628-94198a68487e HTTP/1.1" status: 200 len: 1820 time: 0.0828402 Feb 03 12:34:26.480120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2095b07a-8b8e-4c57-8650-07299d5c7ddc req-238a4b54-a973-4a13-8181-47586fe41c6d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977268 Feb 03 12:34:26.533594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-766e724e-5a4b-48a6-9c95-d6e27a8ad2a1 req-f7ed8caa-1f2b-4bbc-9f66-a9f7b8e15758 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/1dc0268d-11d4-4c83-9d58-1f84c7db3df1 HTTP/1.1" status: 200 len: 1820 time: 0.0473921 Feb 03 12:34:26.544120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-766e724e-5a4b-48a6-9c95-d6e27a8ad2a1 req-a9cb1b2d-8e78-4c85-a796-ea4cfc0e95e0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4a859d25-c898-417e-b628-94198a68487e', 'remote_group_id': '1dc0268d-11d4-4c83-9d58-1f84c7db3df1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:26.544435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-766e724e-5a4b-48a6-9c95-d6e27a8ad2a1 req-a9cb1b2d-8e78-4c85-a796-ea4cfc0e95e0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4a859d25-c898-417e-b628-94198a68487e', 'remote_group_id': '1dc0268d-11d4-4c83-9d58-1f84c7db3df1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:26.630365 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-766e724e-5a4b-48a6-9c95-d6e27a8ad2a1 req-a9cb1b2d-8e78-4c85-a796-ea4cfc0e95e0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (7c56b5f5-bcbe-47e8-a9e5-360bd81158e6), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.660824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60142b-b23d-4819-aea3-2037e061002b req-e6cf1541-40f8-41d5-9096-956d9dc1f799 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:26.662256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d60142b-b23d-4819-aea3-2037e061002b req-e6cf1541-40f8-41d5-9096-956d9dc1f799 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0837047 Feb 03 12:34:26.667823 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-766e724e-5a4b-48a6-9c95-d6e27a8ad2a1 req-a9cb1b2d-8e78-4c85-a796-ea4cfc0e95e0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (7c56b5f5-bcbe-47e8-a9e5-360bd81158e6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.675443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-766e724e-5a4b-48a6-9c95-d6e27a8ad2a1 req-a9cb1b2d-8e78-4c85-a796-ea4cfc0e95e0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (7c56b5f5-bcbe-47e8-a9e5-360bd81158e6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.707016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb1b2d-8e78-4c85-a796-ea4cfc0e95e0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c56b5f5-bcbe-47e8-a9e5-360bd81158e6,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:26.715771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-766e724e-5a4b-48a6-9c95-d6e27a8ad2a1 req-a9cb1b2d-8e78-4c85-a796-ea4cfc0e95e0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.716924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-766e724e-5a4b-48a6-9c95-d6e27a8ad2a1 req-a9cb1b2d-8e78-4c85-a796-ea4cfc0e95e0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1770871 Feb 03 12:34:26.734298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d60142b-b23d-4819-aea3-2037e061002b req-4cf9da60-76c0-4eb0-ac59-8781b835fae0 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653121 Feb 03 12:34:26.797643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41a955c4-a671-495f-97ca-3ab6bffb718a req-4f61397b-b5a2-49d7-bd32-f3fcf5904a26 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/1dc0268d-11d4-4c83-9d58-1f84c7db3df1 HTTP/1.1" status: 200 len: 1820 time: 0.0381398 Feb 03 12:34:26.852240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-41a955c4-a671-495f-97ca-3ab6bffb718a req-36bd20eb-b3bc-424c-a4ff-830a64e69e23 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (1dc0268d-11d4-4c83-9d58-1f84c7db3df1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.869506 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:34:26.874997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-41a955c4-a671-495f-97ca-3ab6bffb718a req-36bd20eb-b3bc-424c-a4ff-830a64e69e23 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (1dc0268d-11d4-4c83-9d58-1f84c7db3df1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.941529 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-41a955c4-a671-495f-97ca-3ab6bffb718a req-36bd20eb-b3bc-424c-a4ff-830a64e69e23 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1dc0268d-11d4-4c83-9d58-1f84c7db3df1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.944067 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-41a955c4-a671-495f-97ca-3ab6bffb718a req-36bd20eb-b3bc-424c-a4ff-830a64e69e23 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.945223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41a955c4-a671-495f-97ca-3ab6bffb718a req-36bd20eb-b3bc-424c-a4ff-830a64e69e23 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "DELETE /v2.0/security-groups/1dc0268d-11d4-4c83-9d58-1f84c7db3df1 HTTP/1.1" status: 204 len: 173 time: 0.1417208 Feb 03 12:34:26.959019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd20eb-b3bc-424c-a4ff-830a64e69e23 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0268d-11d4-4c83-9d58-1f84c7db3df1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:27.084588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b78b9b-e3f8-4169-8dd6-dd796ab39c74 req-90c7ec9e-fcae-4214-86b1-4593cdc9bb44 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:27.086093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57b78b9b-e3f8-4169-8dd6-dd796ab39c74 req-90c7ec9e-fcae-4214-86b1-4593cdc9bb44 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0733976 Feb 03 12:34:27.092585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be283c-a8b9-42ea-8015-66489e16b3de req-225d5548-d9e0-4fe6-946d-7eaec9090de4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:27.093935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34be283c-a8b9-42ea-8015-66489e16b3de req-225d5548-d9e0-4fe6-946d-7eaec9090de4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 943 time: 0.0908003 Feb 03 12:34:27.160769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57b78b9b-e3f8-4169-8dd6-dd796ab39c74 req-f58f1080-8bfc-477a-b949-03590c331e7f tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658560 Feb 03 12:34:27.166895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device de59768a-56b4-47a4-9bc4-821209a1e05f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:27.167773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34be283c-a8b9-42ea-8015-66489e16b3de req-5b3c2462-6e2e-4a3e-b174-b3705d8f57b9 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672379 Feb 03 12:34:27.232421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-941962d5-9888-4897-b2f6-53be1c77f1ef req-477c9887-b43c-4539-91c4-88501e7bfaab tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/4a859d25-c898-417e-b628-94198a68487e HTTP/1.1" status: 200 len: 1820 time: 0.0392439 Feb 03 12:34:27.283711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:27.294318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'de59768a-56b4-47a4-9bc4-821209a1e05f', 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29', 'port_id': 'de59768a-56b4-47a4-9bc4-821209a1e05f', 'mac_address': 'fa:16:3e:cf:d5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6519694f-04e5-449b-87bd-4b4b8a967f7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:34:27.331939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port de59768a-56b4-47a4-9bc4-821209a1e05f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:27.332325 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.344831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167f91f-85f8-412f-b6ef-203630236dd5 req-db62819c-84c7-4ab2-9ce9-c61f8c8bf42d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:27.345323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de59768a-56b4-47a4-9bc4-821209a1e05f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:27.346550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8167f91f-85f8-412f-b6ef-203630236dd5 req-db62819c-84c7-4ab2-9ce9-c61f8c8bf42d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 943 time: 0.0626507 Feb 03 12:34:27.365932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:27.370783 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.378758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-bb9bdb6e-5ff8-4ead-ae36-c54f4dca83b5 req-11a884c0-ae8a-4bc6-b545-e28d07b4bf81 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-254030199', 'description': 'tempest-description-1707054266'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:27.418781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8167f91f-85f8-412f-b6ef-203630236dd5 req-4ec32900-538f-44d9-8f79-8304956ed158 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660536 Feb 03 12:34:27.419916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb9bdb6e-5ff8-4ead-ae36-c54f4dca83b5 req-11a884c0-ae8a-4bc6-b545-e28d07b4bf81 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.425397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=de59768a-56b4-47a4-9bc4-821209a1e05f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:27.487915 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb9bdb6e-5ff8-4ead-ae36-c54f4dca83b5 req-11a884c0-ae8a-4bc6-b545-e28d07b4bf81 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (5f65ff70-01b0-4d9b-a659-23c6592f96b0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.492648 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb9bdb6e-5ff8-4ead-ae36-c54f4dca83b5 req-11a884c0-ae8a-4bc6-b545-e28d07b4bf81 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f65ff70-01b0-4d9b-a659-23c6592f96b0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.521477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a884c0-ae8a-4bc6-b545-e28d07b4bf81 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f65ff70-01b0-4d9b-a659-23c6592f96b0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:27.526039 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb9bdb6e-5ff8-4ead-ae36-c54f4dca83b5 req-11a884c0-ae8a-4bc6-b545-e28d07b4bf81 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.527379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb9bdb6e-5ff8-4ead-ae36-c54f4dca83b5 req-11a884c0-ae8a-4bc6-b545-e28d07b4bf81 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1543288 Feb 03 12:34:27.653878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-796e748c-e202-4c16-bef9-f73f1cf3f93d req-b3f75b40-2e2e-47b2-9bc5-be095cc9cc96 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/5f65ff70-01b0-4d9b-a659-23c6592f96b0 HTTP/1.1" status: 200 len: 1821 time: 0.0460896 Feb 03 12:34:27.661364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97142826-4059-4f76-bd67-dfd99cd331db req-68a84dbc-2216-40c1-9b37-cf791286aacc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:27.662801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97142826-4059-4f76-bd67-dfd99cd331db req-68a84dbc-2216-40c1-9b37-cf791286aacc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0824182 Feb 03 12:34:27.669274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['de59768a-56b4-47a4-9bc4-821209a1e05f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:27.669454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-796e748c-e202-4c16-bef9-f73f1cf3f93d req-a2227ad3-eec7-4e65-9813-91d499078f8d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f65ff70-01b0-4d9b-a659-23c6592f96b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:27.669616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-796e748c-e202-4c16-bef9-f73f1cf3f93d req-a2227ad3-eec7-4e65-9813-91d499078f8d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f65ff70-01b0-4d9b-a659-23c6592f96b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:27.775131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97142826-4059-4f76-bd67-dfd99cd331db req-958f7aba-b44d-4abc-b18e-5a580c06bc64 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010995 Feb 03 12:34:27.803763 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-796e748c-e202-4c16-bef9-f73f1cf3f93d req-a2227ad3-eec7-4e65-9813-91d499078f8d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (0a07cb21-b637-4245-8375-0c1bffa99027), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.815255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-45aca1b2-5a39-409c-b605-94b1b6618b48 service neutron] 10.222.0.72 "GET /v2.0/ports/645e1f1e-2ad4-4a82-80f9-038e4245b1ce/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 385 time: 0.1129260 Feb 03 12:34:27.858180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-796e748c-e202-4c16-bef9-f73f1cf3f93d req-a2227ad3-eec7-4e65-9813-91d499078f8d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (0a07cb21-b637-4245-8375-0c1bffa99027), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.876448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-796e748c-e202-4c16-bef9-f73f1cf3f93d req-a2227ad3-eec7-4e65-9813-91d499078f8d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (0a07cb21-b637-4245-8375-0c1bffa99027), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.928023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2227ad3-eec7-4e65-9813-91d499078f8d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a07cb21-b637-4245-8375-0c1bffa99027,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:27.965259 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-796e748c-e202-4c16-bef9-f73f1cf3f93d req-a2227ad3-eec7-4e65-9813-91d499078f8d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.966560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-796e748c-e202-4c16-bef9-f73f1cf3f93d req-a2227ad3-eec7-4e65-9813-91d499078f8d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3027751 Feb 03 12:34:27.997429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497b498-e47d-48c1-bc38-c8dc9af830c3 req-a9ec8d61-8870-4d6e-bd72-81f7b5f0865d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:27.998824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3497b498-e47d-48c1-bc38-c8dc9af830c3 req-a9ec8d61-8870-4d6e-bd72-81f7b5f0865d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1428289 Feb 03 12:34:28.325165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d883cb9-de8b-48c0-a9f5-f3b19764c661 req-a4157dbb-1c1f-4600-876d-00dd706bcbb0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/5f65ff70-01b0-4d9b-a659-23c6592f96b0 HTTP/1.1" status: 200 len: 2414 time: 0.3171766 Feb 03 12:34:28.342222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6d883cb9-de8b-48c0-a9f5-f3b19764c661 req-8eb2fa39-1ef2-48f3-ad58-ffaa0723ffaa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f65ff70-01b0-4d9b-a659-23c6592f96b0', 'remote_group_id': None}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:28.342566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6d883cb9-de8b-48c0-a9f5-f3b19764c661 req-8eb2fa39-1ef2-48f3-ad58-ffaa0723ffaa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f65ff70-01b0-4d9b-a659-23c6592f96b0', 'remote_group_id': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:28.347450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:28.351932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3497b498-e47d-48c1-bc38-c8dc9af830c3 req-c3a8d182-38ae-4395-84bc-e12144dfac14 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429689 Feb 03 12:34:28.379447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:28.425545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645e1f1e-2ad4-4a82-80f9-038e4245b1ce {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:28.444867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:28.489055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.491499 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6d883cb9-de8b-48c0-a9f5-f3b19764c661 req-8eb2fa39-1ef2-48f3-ad58-ffaa0723ffaa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.547558 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6d883cb9-de8b-48c0-a9f5-f3b19764c661 req-8eb2fa39-1ef2-48f3-ad58-ffaa0723ffaa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.558141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6d883cb9-de8b-48c0-a9f5-f3b19764c661 req-8eb2fa39-1ef2-48f3-ad58-ffaa0723ffaa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.592133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822273bf-affa-4cc2-940c-98e589431499 req-bfc6e13d-0f29-4611-a81d-bb6d2ba776be tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:28.593512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-822273bf-affa-4cc2-940c-98e589431499 req-bfc6e13d-0f29-4611-a81d-bb6d2ba776be tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1506462 Feb 03 12:34:28.606255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2fa39-1ef2-48f3-ad58-ffaa0723ffaa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:28.623878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6d883cb9-de8b-48c0-a9f5-f3b19764c661 req-8eb2fa39-1ef2-48f3-ad58-ffaa0723ffaa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.625024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d883cb9-de8b-48c0-a9f5-f3b19764c661 req-8eb2fa39-1ef2-48f3-ad58-ffaa0723ffaa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2910025 Feb 03 12:34:28.654852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] Transition to ACTIVE for port object 645e1f1e-2ad4-4a82-80f9-038e4245b1ce will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:28.662239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-822273bf-affa-4cc2-940c-98e589431499 req-94e7086b-4378-43f6-8bc6-2a264614be6c tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613289 Feb 03 12:34:28.664237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.761511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] No DVR routers for this DVR port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:28.782870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] Pushing event updated for resources: {'Port': ['ID=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,revision_number=10']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:28.836527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a5ce517a-9249-41e7-8bda-4a62535f86aa service neutron] 10.222.0.72 "PUT /v2.0/ports/645e1f1e-2ad4-4a82-80f9-038e4245b1ce/bindings/n-h1-792364-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0114970 Feb 03 12:34:28.845106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88596b-e32c-4548-a441-fea7dbe8edcb req-19134bb8-6d8b-468c-aabc-9f8edb01db63 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:28.846885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e88596b-e32c-4548-a441-fea7dbe8edcb req-19134bb8-6d8b-468c-aabc-9f8edb01db63 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.1562369 Feb 03 12:34:28.881442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f7ff-ff97-43e3-b044-a5c58d9d2a50 req-ef15db33-a9bd-4fcc-b676-cecb01f4980d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:28.882919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8a6f7ff-ff97-43e3-b044-a5c58d9d2a50 req-ef15db33-a9bd-4fcc-b676-cecb01f4980d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.1138475 Feb 03 12:34:28.921847 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e88596b-e32c-4548-a441-fea7dbe8edcb req-31380bdf-d956-49e6-b5e0-4a778af30c04 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677600 Feb 03 12:34:28.967986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8a6f7ff-ff97-43e3-b044-a5c58d9d2a50 req-34ad82ec-b0c9-4b5d-ad1a-c8e4aa2a9d23 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788004 Feb 03 12:34:29.006146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc8d31e1-3274-41a3-aa37-098b1477c4df req-fa6b9225-d387-4a81-bcb7-e8bdbba93da9 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/5f65ff70-01b0-4d9b-a659-23c6592f96b0 HTTP/1.1" status: 200 len: 3012 time: 0.0541630 Feb 03 12:34:29.104781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e047f-f8c3-4e10-b588-7e4ec180a1d5 req-d8e9e666-daf5-4126-8600-7e07b4c9dc66 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:29.106120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b57e047f-f8c3-4e10-b588-7e4ec180a1d5 req-d8e9e666-daf5-4126-8600-7e07b4c9dc66 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0524445 Feb 03 12:34:29.162311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b57e047f-f8c3-4e10-b588-7e4ec180a1d5 req-0896e9de-dc9d-43b4-b2bb-621aa8f0dc11 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499034 Feb 03 12:34:29.185918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device de59768a-56b4-47a4-9bc4-821209a1e05f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:29.209344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66ced867-2ba3-47b1-b840-ab0dd0a98386 req-56faa810-4967-45f3-bf5e-dc6d48552532 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-group-rules/f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1 HTTP/1.1" status: 200 len: 783 time: 0.0239954 Feb 03 12:34:29.249526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port de59768a-56b4-47a4-9bc4-821209a1e05f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:34:29.254138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port de59768a-56b4-47a4-9bc4-821209a1e05f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:29.254591 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.266179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66ced867-2ba3-47b1-b840-ab0dd0a98386 req-17a47c47-4ca9-4374-8ea3-cb08a9d45c4b tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/5f65ff70-01b0-4d9b-a659-23c6592f96b0 HTTP/1.1" status: 200 len: 3012 time: 0.0485888 Feb 03 12:34:29.297944 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-66ced867-2ba3-47b1-b840-ab0dd0a98386 req-1f553ec8-4500-4cba-b174-a664634fcedb tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.307509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-66ced867-2ba3-47b1-b840-ab0dd0a98386 req-1f553ec8-4500-4cba-b174-a664634fcedb tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.336550 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-66ced867-2ba3-47b1-b840-ab0dd0a98386 req-1f553ec8-4500-4cba-b174-a664634fcedb tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.344267 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-66ced867-2ba3-47b1-b840-ab0dd0a98386 req-1f553ec8-4500-4cba-b174-a664634fcedb tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.345410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66ced867-2ba3-47b1-b840-ab0dd0a98386 req-1f553ec8-4500-4cba-b174-a664634fcedb tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1 HTTP/1.1" status: 204 len: 173 time: 0.0744567 Feb 03 12:34:29.351757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f553ec8-4500-4cba-b174-a664634fcedb tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4ac01c3-b5e8-4792-adf3-8eb5fc7d55d1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:29.359941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port de59768a-56b4-47a4-9bc4-821209a1e05f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:29.360574 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.387214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:29.390125 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aa11cc-0b70-41b1-b3c6-ebc67c36c33b" -d '{"events": [{"server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "name": "network-vif-plugged", "status": "completed", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:29.404611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-186cb3fc-bee4-4b58-ba81-9eabda57bb36 req-66620b9e-126b-4ceb-a921-8bd5f5589aad tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/5f65ff70-01b0-4d9b-a659-23c6592f96b0 HTTP/1.1" status: 200 len: 2414 time: 0.0388074 Feb 03 12:34:29.406941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:29.412565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.413726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 645e1f1e-2ad4-4a82-80f9-038e4245b1ce no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:29.462008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-186cb3fc-bee4-4b58-ba81-9eabda57bb36 req-8aa5c4b2-9f41-4689-b83f-962b5fc81cf6 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (5f65ff70-01b0-4d9b-a659-23c6592f96b0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.484708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-186cb3fc-bee4-4b58-ba81-9eabda57bb36 req-8aa5c4b2-9f41-4689-b83f-962b5fc81cf6 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (5f65ff70-01b0-4d9b-a659-23c6592f96b0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.490565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:34:29.491118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 645e1f1e-2ad4-4a82-80f9-038e4245b1ce not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:29.495591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=de59768a-56b4-47a4-9bc4-821209a1e05f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:29.528708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-186cb3fc-bee4-4b58-ba81-9eabda57bb36 req-8aa5c4b2-9f41-4689-b83f-962b5fc81cf6 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f65ff70-01b0-4d9b-a659-23c6592f96b0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.531304 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-186cb3fc-bee4-4b58-ba81-9eabda57bb36 req-8aa5c4b2-9f41-4689-b83f-962b5fc81cf6 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.532488 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-186cb3fc-bee4-4b58-ba81-9eabda57bb36 req-8aa5c4b2-9f41-4689-b83f-962b5fc81cf6 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "DELETE /v2.0/security-groups/5f65ff70-01b0-4d9b-a659-23c6592f96b0 HTTP/1.1" status: 204 len: 173 time: 0.1222284 Feb 03 12:34:29.541534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5c4b2-9f41-4689-b83f-962b5fc81cf6 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f65ff70-01b0-4d9b-a659-23c6592f96b0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:29.641279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f628bdb-5ee2-46a2-bb8e-27bfbec586ae req-c44bd0b5-f2a8-44b2-a2a0-aced1f6bb7bd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:29.642764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f628bdb-5ee2-46a2-bb8e-27bfbec586ae req-c44bd0b5-f2a8-44b2-a2a0-aced1f6bb7bd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0563488 Feb 03 12:34:29.692480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f628bdb-5ee2-46a2-bb8e-27bfbec586ae req-9c661eac-4784-466d-9f3a-8813deef4b4b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438094 Feb 03 12:34:29.741207 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05cc262-6ce4-4db5-a927-e8b94cc751cb x-openstack-request-id: req-c05cc262-6ce4-4db5-a927-e8b94cc751cb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:29.741948 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "name": "network-vif-plugged", "status": "completed", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:29.742400 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c05cc262-6ce4-4db5-a927-e8b94cc751cb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:29.742948 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f', 'code': 200} Feb 03 12:34:29.766781 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-0746e0b2-84f5-43c2-88db-2696f67a377c req-92aef036-d853-4ecc-b5a0-98caa5ce9594 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] show failed (client error): The resource could not be found. Feb 03 12:34:29.767977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0746e0b2-84f5-43c2-88db-2696f67a377c req-92aef036-d853-4ecc-b5a0-98caa5ce9594 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/1dc0268d-11d4-4c83-9d58-1f84c7db3df1 HTTP/1.1" status: 404 len: 352 time: 0.0157108 Feb 03 12:34:29.881086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4c273-3e21-4979-9f0b-d2ee898f1027 req-8bfa8fab-c87a-4ea6-83c5-7881c2aeac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:29.882627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e4c273-3e21-4979-9f0b-d2ee898f1027 req-8bfa8fab-c87a-4ea6-83c5-7881c2aeac10 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1128 time: 0.0801864 Feb 03 12:34:29.893541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c4f28-cfa5-49cd-9d6c-0d2fd9ae5770 req-2c28efa4-3ce3-4aaa-8e5b-8892d6743fbf tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:29.894875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d5c4f28-cfa5-49cd-9d6c-0d2fd9ae5770 req-2c28efa4-3ce3-4aaa-8e5b-8892d6743fbf tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0663087 Feb 03 12:34:29.960184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e4c273-3e21-4979-9f0b-d2ee898f1027 req-a837093f-1174-467b-a204-f1cc384a32ea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642803 Feb 03 12:34:29.972118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d5c4f28-cfa5-49cd-9d6c-0d2fd9ae5770 req-9c2b36b9-b795-47e6-a16f-72efd569dfb5 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712395 Feb 03 12:34:30.012514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a89a93a-7160-4128-888c-0ebfeab386a2 req-6d042b21-1e95-49e2-a81d-7f7251a37581 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/4a859d25-c898-417e-b628-94198a68487e HTTP/1.1" status: 200 len: 1820 time: 0.0392797 Feb 03 12:34:30.106700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15017b22-c5ce-44d1-9db3-48da2403c87d req-5fc66849-18ba-4f54-9c3a-d67c8bf807ae tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:30.108158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15017b22-c5ce-44d1-9db3-48da2403c87d req-5fc66849-18ba-4f54-9c3a-d67c8bf807ae tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 945 time: 0.0817587 Feb 03 12:34:30.109507 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0a89a93a-7160-4128-888c-0ebfeab386a2 req-5e0f887c-7476-4890-8b72-724518473a28 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (4a859d25-c898-417e-b628-94198a68487e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.143122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0a89a93a-7160-4128-888c-0ebfeab386a2 req-5e0f887c-7476-4890-8b72-724518473a28 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (4a859d25-c898-417e-b628-94198a68487e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.195401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15017b22-c5ce-44d1-9db3-48da2403c87d req-b0d11027-fa35-4ad2-814e-6340dd792edf tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803506 Feb 03 12:34:30.209863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0a89a93a-7160-4128-888c-0ebfeab386a2 req-5e0f887c-7476-4890-8b72-724518473a28 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4a859d25-c898-417e-b628-94198a68487e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.212483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0a89a93a-7160-4128-888c-0ebfeab386a2 req-5e0f887c-7476-4890-8b72-724518473a28 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.213713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a89a93a-7160-4128-888c-0ebfeab386a2 req-5e0f887c-7476-4890-8b72-724518473a28 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "DELETE /v2.0/security-groups/4a859d25-c898-417e-b628-94198a68487e HTTP/1.1" status: 204 len: 173 time: 0.1952603 Feb 03 12:34:30.226028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f887c-7476-4890-8b72-724518473a28 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a859d25-c898-417e-b628-94198a68487e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:30.352452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9f08-5b13-4185-a686-c2e2fe885e9e req-0acc0ebb-035e-4daf-9ae1-395a4a14d63d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:30.353921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ebd9f08-5b13-4185-a686-c2e2fe885e9e req-0acc0ebb-035e-4daf-9ae1-395a4a14d63d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0826166 Feb 03 12:34:30.361984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3655021-2683-48e8-8515-cc01f05afe6e req-d47f0c0c-d263-4694-b6d3-b5f23b9cb48a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:30.363390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3655021-2683-48e8-8515-cc01f05afe6e req-d47f0c0c-d263-4694-b6d3-b5f23b9cb48a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.0824475 Feb 03 12:34:30.434012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ebd9f08-5b13-4185-a686-c2e2fe885e9e req-432d163d-34be-4fc0-8c23-bfc22d61d10d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695579 Feb 03 12:34:30.441282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3655021-2683-48e8-8515-cc01f05afe6e req-f8186d78-bf1d-434a-a8f6-f716153f9e94 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713546 Feb 03 12:34:30.496026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4792c353-3673-404d-af23-4cd21dc02f85 req-bc4f398b-da6b-4e7f-a29a-2d567a2660e2 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/358e39d7-d7da-40e1-bfcd-e10b58fcca3e HTTP/1.1" status: 200 len: 1821 time: 0.0392251 Feb 03 12:34:30.553441 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4792c353-3673-404d-af23-4cd21dc02f85 req-86ba3866-600f-4dc8-bfb9-cb91c6a96daa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (358e39d7-d7da-40e1-bfcd-e10b58fcca3e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.575696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4792c353-3673-404d-af23-4cd21dc02f85 req-86ba3866-600f-4dc8-bfb9-cb91c6a96daa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (358e39d7-d7da-40e1-bfcd-e10b58fcca3e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.632723 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4792c353-3673-404d-af23-4cd21dc02f85 req-86ba3866-600f-4dc8-bfb9-cb91c6a96daa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (358e39d7-d7da-40e1-bfcd-e10b58fcca3e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.635288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4792c353-3673-404d-af23-4cd21dc02f85 req-86ba3866-600f-4dc8-bfb9-cb91c6a96daa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.636543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4792c353-3673-404d-af23-4cd21dc02f85 req-86ba3866-600f-4dc8-bfb9-cb91c6a96daa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "DELETE /v2.0/security-groups/358e39d7-d7da-40e1-bfcd-e10b58fcca3e HTTP/1.1" status: 204 len: 173 time: 0.1342771 Feb 03 12:34:30.646095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba3866-600f-4dc8-bfb9-cb91c6a96daa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358e39d7-d7da-40e1-bfcd-e10b58fcca3e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:30.700180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c9f72d2-b6b7-40c1-b21d-b649071903f4 req-1908f0e4-be58-41f4-b164-bfb1b9c69e8d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/b5964b1d-aa18-4cfa-83f8-b0b71ca469ea HTTP/1.1" status: 200 len: 1822 time: 0.0454383 Feb 03 12:34:30.764890 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46066) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:30.765784 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6c9f72d2-b6b7-40c1-b21d-b649071903f4 req-7791f15f-2962-44b2-a02e-5f82acb2022d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (b5964b1d-aa18-4cfa-83f8-b0b71ca469ea), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.818695 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6c9f72d2-b6b7-40c1-b21d-b649071903f4 req-7791f15f-2962-44b2-a02e-5f82acb2022d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (b5964b1d-aa18-4cfa-83f8-b0b71ca469ea), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.862295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85672f8-0360-449e-a639-9d14916ced6d req-edabe114-1b75-4a54-963e-7c65384b47b8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:30.863889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c85672f8-0360-449e-a639-9d14916ced6d req-edabe114-1b75-4a54-963e-7c65384b47b8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0961943 Feb 03 12:34:30.872014 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbb891cb-c050-4223-8023-d0611114ce36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.890980 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6c9f72d2-b6b7-40c1-b21d-b649071903f4 req-7791f15f-2962-44b2-a02e-5f82acb2022d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b5964b1d-aa18-4cfa-83f8-b0b71ca469ea), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.893481 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6c9f72d2-b6b7-40c1-b21d-b649071903f4 req-7791f15f-2962-44b2-a02e-5f82acb2022d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.894658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c9f72d2-b6b7-40c1-b21d-b649071903f4 req-7791f15f-2962-44b2-a02e-5f82acb2022d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5964b1d-aa18-4cfa-83f8-b0b71ca469ea HTTP/1.1" status: 204 len: 173 time: 0.1884880 Feb 03 12:34:30.919949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791f15f-2962-44b2-a02e-5f82acb2022d tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5964b1d-aa18-4cfa-83f8-b0b71ca469ea,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:30.940390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c85672f8-0360-449e-a639-9d14916ced6d req-b109ae28-af26-4836-89a3-d09b187da2d3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708158 Feb 03 12:34:30.969580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9a3bad6-0a2a-4eb5-815a-caee27efb12a req-e57d9a72-a95f-44cd-a3f1-20549619570b tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/76a3448e-8951-4afb-9098-7e9d3f9d47c7 HTTP/1.1" status: 200 len: 2419 time: 0.0554364 Feb 03 12:34:30.975255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbb891cb-c050-4223-8023-d0611114ce36 admin admin] Publish callbacks [] for security_group (933fa297-0349-48dc-aa23-3acdb97a52d2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.980682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbb891cb-c050-4223-8023-d0611114ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (933fa297-0349-48dc-aa23-3acdb97a52d2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.028383 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bbb891cb-c050-4223-8023-d0611114ce36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23de3973327c436495d4005b22a704e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615223 Feb 03 12:34:31.029119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46074) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:31.037235 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e9a3bad6-0a2a-4eb5-815a-caee27efb12a req-e183f362-7ae5-44a6-aa8c-a584ca3163fa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (76a3448e-8951-4afb-9098-7e9d3f9d47c7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.037538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb891cb-c050-4223-8023-d0611114ce36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933fa297-0349-48dc-aa23-3acdb97a52d2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.095378 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e9a3bad6-0a2a-4eb5-815a-caee27efb12a req-e183f362-7ae5-44a6-aa8c-a584ca3163fa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (76a3448e-8951-4afb-9098-7e9d3f9d47c7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.099145 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87908127-2d56-470b-89e9-d5a87ae125e7 admin admin] Publish callbacks [] for security_group (933fa297-0349-48dc-aa23-3acdb97a52d2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.123676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87908127-2d56-470b-89e9-d5a87ae125e7 admin admin] Publish callbacks [] for security_group (933fa297-0349-48dc-aa23-3acdb97a52d2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.143754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c9ec3-4c49-421a-b190-05bec61ee515 req-e68d8a19-e584-4d68-8223-eb2c9543919e tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:31.145337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-173c9ec3-4c49-421a-b190-05bec61ee515 req-e68d8a19-e584-4d68-8223-eb2c9543919e tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0910869 Feb 03 12:34:31.168147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e9a3bad6-0a2a-4eb5-815a-caee27efb12a req-e183f362-7ae5-44a6-aa8c-a584ca3163fa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (76a3448e-8951-4afb-9098-7e9d3f9d47c7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.170696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e9a3bad6-0a2a-4eb5-815a-caee27efb12a req-e183f362-7ae5-44a6-aa8c-a584ca3163fa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.171826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9a3bad6-0a2a-4eb5-815a-caee27efb12a req-e183f362-7ae5-44a6-aa8c-a584ca3163fa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "DELETE /v2.0/security-groups/76a3448e-8951-4afb-9098-7e9d3f9d47c7 HTTP/1.1" status: 204 len: 173 time: 0.1961446 Feb 03 12:34:31.185486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183f362-7ae5-44a6-aa8c-a584ca3163fa tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a3448e-8951-4afb-9098-7e9d3f9d47c7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.195371 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87908127-2d56-470b-89e9-d5a87ae125e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (933fa297-0349-48dc-aa23-3acdb97a52d2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.198796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87908127-2d56-470b-89e9-d5a87ae125e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.203390 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-87908127-2d56-470b-89e9-d5a87ae125e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/933fa297-0349-48dc-aa23-3acdb97a52d2 HTTP/1.1" status: 204 len: 168 time: 0.1675384 Feb 03 12:34:31.212530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87908127-2d56-470b-89e9-d5a87ae125e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933fa297-0349-48dc-aa23-3acdb97a52d2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.246781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-173c9ec3-4c49-421a-b190-05bec61ee515 req-3074d802-432b-47ec-95d5-4fd74fbdd072 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944576 Feb 03 12:34:31.295100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf2c7bde-7726-4ece-8421-b8ce7cd2f8aa req-c28bdcfd-3c2a-4ef5-a495-ec28d52465c0 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "GET /v2.0/security-groups/d6b6caf4-481d-4ee0-a347-26b2910dd27c HTTP/1.1" status: 200 len: 2413 time: 0.0668023 Feb 03 12:34:31.395236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e28eb3-4304-4031-916f-654e2c857744 req-b1ba67ea-2c3b-4f31-8db6-f5971b98a323 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:31.396720 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59e28eb3-4304-4031-916f-654e2c857744 req-b1ba67ea-2c3b-4f31-8db6-f5971b98a323 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 945 time: 0.0848401 Feb 03 12:34:31.399665 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf2c7bde-7726-4ece-8421-b8ce7cd2f8aa req-8931f484-83bc-468f-b0d3-b94ad9e728a3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (d6b6caf4-481d-4ee0-a347-26b2910dd27c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.435378 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf2c7bde-7726-4ece-8421-b8ce7cd2f8aa req-8931f484-83bc-468f-b0d3-b94ad9e728a3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (d6b6caf4-481d-4ee0-a347-26b2910dd27c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.490846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59e28eb3-4304-4031-916f-654e2c857744 req-2ee38fc8-f791-4d06-a24f-7114f8311394 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883083 Feb 03 12:34:31.508566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf2c7bde-7726-4ece-8421-b8ce7cd2f8aa req-8931f484-83bc-468f-b0d3-b94ad9e728a3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d6b6caf4-481d-4ee0-a347-26b2910dd27c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.511445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf2c7bde-7726-4ece-8421-b8ce7cd2f8aa req-8931f484-83bc-468f-b0d3-b94ad9e728a3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.514709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf2c7bde-7726-4ece-8421-b8ce7cd2f8aa req-8931f484-83bc-468f-b0d3-b94ad9e728a3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] 10.222.0.65 "DELETE /v2.0/security-groups/d6b6caf4-481d-4ee0-a347-26b2910dd27c HTTP/1.1" status: 204 len: 173 time: 0.2159793 Feb 03 12:34:31.522289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46094) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:31.530299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931f484-83bc-468f-b0d3-b94ad9e728a3 tempest-SecurityGroupRulesTestJSON-1680735329 tempest-SecurityGroupRulesTestJSON-1680735329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b6caf4-481d-4ee0-a347-26b2910dd27c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.575033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e351345c-cdad-491d-964d-c31c66983404 admin admin] Deleting subnet 9bc19fba-56c4-49ac-8ccf-05ba7b9f2d5c {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:34:31.579354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e351345c-cdad-491d-964d-c31c66983404 admin admin] Publish callbacks [] for subnet (9bc19fba-56c4-49ac-8ccf-05ba7b9f2d5c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.674009 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e351345c-cdad-491d-964d-c31c66983404 admin admin] Publish callbacks [] for subnet (9bc19fba-56c4-49ac-8ccf-05ba7b9f2d5c), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.689129 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e351345c-cdad-491d-964d-c31c66983404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (9bc19fba-56c4-49ac-8ccf-05ba7b9f2d5c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.740723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0eaf8-2c23-4aba-8433-d2d80df5bdf4 req-2c1ebf8a-3934-49ce-ba63-629d5d891bb9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:31.742180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bd0eaf8-2c23-4aba-8433-d2d80df5bdf4 req-2c1ebf8a-3934-49ce-ba63-629d5d891bb9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.1602125 Feb 03 12:34:31.753787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c5818-e17c-4e44-ac56-4e04e3374cb2 req-ecf2c0c4-3cb4-4a31-9b03-0d1364d65159 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:31.755255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a6c5818-e17c-4e44-ac56-4e04e3374cb2 req-ecf2c0c4-3cb4-4a31-9b03-0d1364d65159 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1518865 Feb 03 12:34:31.813428 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e351345c-cdad-491d-964d-c31c66983404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (9bc19fba-56c4-49ac-8ccf-05ba7b9f2d5c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.838664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 645e1f1e-2ad4-4a82-80f9-038e4245b1ce no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:31.865011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351345c-cdad-491d-964d-c31c66983404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc19fba-56c4-49ac-8ccf-05ba7b9f2d5c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.866738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e351345c-cdad-491d-964d-c31c66983404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.872531 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46108) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:31.872999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e351345c-cdad-491d-964d-c31c66983404 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9bc19fba-56c4-49ac-8ccf-05ba7b9f2d5c HTTP/1.1" status: 204 len: 168 time: 0.3491566 Feb 03 12:34:31.882956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bd0eaf8-2c23-4aba-8433-d2d80df5bdf4 req-58da7464-a04b-4365-a45a-8d206ee20c83 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241596 Feb 03 12:34:31.910757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a6c5818-e17c-4e44-ac56-4e04e3374cb2 req-f1c03c95-5254-4c63-a3f3-0c640937cff1 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453967 Feb 03 12:34:31.920680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46110) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:31.932685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:31.989658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (12bb6eb2-2100-43dd-b7bc-e32d36171835), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.020575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f7959-82eb-48a9-8228-ece0e4b59c5c req-ade23e34-82ee-4433-8cc2-e559aa1a7bfd tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:32.022125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c0f7959-82eb-48a9-8228-ece0e4b59c5c req-ade23e34-82ee-4433-8cc2-e559aa1a7bfd tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1128 time: 0.0523555 Feb 03 12:34:32.031277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1741136949-network', 'tenant_id': 'c5a8857bfa344ea886cdb1ce674a5d20'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:32.096717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (12bb6eb2-2100-43dd-b7bc-e32d36171835), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.099171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Made reservation on behalf of c5a8857bfa344ea886cdb1ce674a5d20 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:32.100401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c0f7959-82eb-48a9-8228-ece0e4b59c5c req-c18dd423-c142-40b8-8734-f44ff40cfb0a tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663378 Feb 03 12:34:32.101425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.113358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ae242-da98-45e7-9615-fcf204b6bfc2 req-66df0261-bfe5-4aaa-b751-2f8ef850731d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:32.115026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c43ae242-da98-45e7-9615-fcf204b6bfc2 req-66df0261-bfe5-4aaa-b751-2f8ef850731d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0912597 Feb 03 12:34:32.124620 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.133625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.133973 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.134720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.135236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.135585 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.135919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.136805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.136805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.137125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.137493 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.164544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c43ae242-da98-45e7-9615-fcf204b6bfc2 req-ed00558a-fc92-4e9b-9158-12b8d528fe69 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Feb 03 12:34:32.218105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.218479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.218807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.219134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:32.219507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bb6eb2-2100-43dd-b7bc-e32d36171835']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:32.239594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc2797-e0f9-4507-ae28-442b41db6617 req-eb8be951-c665-41a2-b34c-043bcbacd166 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:32.239816 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7871bc5c-c7bd-4e79-98f2-a009d3ac9e97') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:32.239984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7871bc5c-c7bd-4e79-98f2-a009d3ac9e97') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:32.241025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7cc2797-e0f9-4507-ae28-442b41db6617 req-eb8be951-c665-41a2-b34c-043bcbacd166 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1128 time: 0.0437574 Feb 03 12:34:32.261888 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (7871bc5c-c7bd-4e79-98f2-a009d3ac9e97), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.289183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7cc2797-e0f9-4507-ae28-442b41db6617 req-ced4d25d-9d4b-4922-9686-b7e304dcdd8d tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Feb 03 12:34:32.290244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7871bc5c-c7bd-4e79-98f2-a009d3ac9e97), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.303897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:32.304325 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (7871bc5c-c7bd-4e79-98f2-a009d3ac9e97), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: from cryptography.utils import int_from_bytes Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: from cryptography.utils import int_from_bytes Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:32.327822 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:32.374680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6616b-7cb4-4e42-87b8-f5e763774f3e req-9eddd731-e4fc-4d92-96de-108f8ab793cf tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:32.378821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8a6616b-7cb4-4e42-87b8-f5e763774f3e req-9eddd731-e4fc-4d92-96de-108f8ab793cf tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0573850 Feb 03 12:34:32.399863 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (12bb6eb2-2100-43dd-b7bc-e32d36171835), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.423157 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.428726 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/12bb6eb2-2100-43dd-b7bc-e32d36171835 HTTP/1.1" status: 204 len: 168 time: 0.5516660 Feb 03 12:34:32.432847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cd7ca-d6d1-4766-961d-1879a89721d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=12bb6eb2-2100-43dd-b7bc-e32d36171835,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:32.440510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8a6616b-7cb4-4e42-87b8-f5e763774f3e req-807c3ac6-fe5e-4af8-8c66-6f37ccba20ed tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589437 Feb 03 12:34:32.467654 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Publish callbacks [] for security_group (a17aad0d-3182-41b0-bb58-00276a8fa74e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.473112 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a17aad0d-3182-41b0-bb58-00276a8fa74e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.515570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:32.528699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17aad0d-3182-41b0-bb58-00276a8fa74e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:32.534318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (84516e49-20b3-47e2-ac42-a26d34e066d1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.535116 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Added segment 84516e49-20b3-47e2-ac42-a26d34e066d1 of type vlan for network 64ebf383-9bd7-4135-b6e3-ed9d5133f269 Feb 03 12:34:32.589171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba2b25-3022-4825-ad91-9f69b0e74559 req-d402cca7-c9c5-4d71-b5ab-399049142a92 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:32.590753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8ba2b25-3022-4825-ad91-9f69b0e74559 req-d402cca7-c9c5-4d71-b5ab-399049142a92 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1128 time: 0.0586593 Feb 03 12:34:32.596182 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (64ebf383-9bd7-4135-b6e3-ed9d5133f269), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.604882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46130) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:32.633888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8ba2b25-3022-4825-ad91-9f69b0e74559 req-a9e1597e-0949-4f14-808a-e4be425a61a7 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372224 Feb 03 12:34:32.641736 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (64ebf383-9bd7-4135-b6e3-ed9d5133f269), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.642789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:32.643290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.677864 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1afc94e1-1016-4231-afef-7ed4ba5c1903 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3cb2686d4a34716a470328277294e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717056 Feb 03 12:34:32.680647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46132) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:32.696645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7838149 Feb 03 12:34:32.699905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46134) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:32.705200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Request body: {'subnet': {'network_id': '64ebf383-9bd7-4135-b6e3-ed9d5133f269', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1741136949-subnet', 'tenant_id': 'c5a8857bfa344ea886cdb1ce674a5d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:32.730962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f937972-7c81-4658-b30d-810fbf2417e0 admin admin] Pushing event updated for resources: {'Network': ['ID=64ebf383-9bd7-4135-b6e3-ed9d5133f269,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:32.741899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Made reservation on behalf of c5a8857bfa344ea886cdb1ce674a5d20 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:32.743793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 64ebf383-9bd7-4135-b6e3-ed9d5133f269 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:32.744800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.784207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45ff399-98f9-442f-b49d-d2285c8166b5 admin admin] Publish callbacks [] for security_group (48eb2acd-60cb-42e0-849b-bb7502cb03f3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.806908 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45ff399-98f9-442f-b49d-d2285c8166b5 admin admin] Publish callbacks [] for security_group (48eb2acd-60cb-42e0-849b-bb7502cb03f3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.854122 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45ff399-98f9-442f-b49d-d2285c8166b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (48eb2acd-60cb-42e0-849b-bb7502cb03f3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.856979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45ff399-98f9-442f-b49d-d2285c8166b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.858138 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f45ff399-98f9-442f-b49d-d2285c8166b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48eb2acd-60cb-42e0-849b-bb7502cb03f3 HTTP/1.1" status: 204 len: 168 time: 0.1709840 Feb 03 12:34:32.866310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ff399-98f9-442f-b49d-d2285c8166b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eb2acd-60cb-42e0-849b-bb7502cb03f3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:32.922249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (f6148911-5987-4b32-8a62-bc9f2557ee2b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.047112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6148911-5987-4b32-8a62-bc9f2557ee2b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:33.074887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Checking segment: {'id': '84516e49-20b3-47e2-ac42-a26d34e066d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '64ebf383-9bd7-4135-b6e3-ed9d5133f269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:33.075255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Network hostable DHCP agents. Network: 64ebf383-9bd7-4135-b6e3-ed9d5133f269, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:33.096795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff66361-e10d-4a79-8dcd-23078211c9bc req-093e46a4-cf9b-4ee4-9536-2c0736bbf807 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:33.098275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ff66361-e10d-4a79-8dcd-23078211c9bc req-093e46a4-cf9b-4ee4-9536-2c0736bbf807 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.1326466 Feb 03 12:34:33.112464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d68684-8e04-41d7-ab66-54bf6597df01 req-7d436d1c-f6ec-4ced-99e4-dff3a3f43f26 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:33.113889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54d68684-8e04-41d7-ab66-54bf6597df01 req-7d436d1c-f6ec-4ced-99e4-dff3a3f43f26 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1275837 Feb 03 12:34:33.137369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Network 64ebf383-9bd7-4135-b6e3-ed9d5133f269 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:33.175987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 64ebf383-9bd7-4135-b6e3-ed9d5133f269) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:33.188850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f7219-c5a6-41f6-a936-30aad9e49451 None None] Network 64ebf383-9bd7-4135-b6e3-ed9d5133f269 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:33.189595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:33.190194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.211055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ff66361-e10d-4a79-8dcd-23078211c9bc req-3357754b-1af0-41e7-a9ad-f846eb3df544 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061864 Feb 03 12:34:33.230764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54d68684-8e04-41d7-ab66-54bf6597df01 req-0ddc7568-c507-41d0-907e-2119cfeebd46 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977399 Feb 03 12:34:33.242685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-129cbc96-c46b-47d6-b92d-d9f61f3c0a56 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5413346 Feb 03 12:34:33.330529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429442f2-decb-4ec1-89ac-b3737f7575f1 None None] Network 64ebf383-9bd7-4135-b6e3-ed9d5133f269 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:33.349979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce23f-3631-4870-a31c-960a411c0f73 req-41148548-4e80-464b-8841-e5fe3644f430 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:33.351541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-474ce23f-3631-4870-a31c-960a411c0f73 req-41148548-4e80-464b-8841-e5fe3644f430 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0648196 Feb 03 12:34:33.412053 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-474ce23f-3631-4870-a31c-960a411c0f73 req-115f8eff-c92e-4177-bf9d-5d209e31a213 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541325 Feb 03 12:34:33.582282 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-285bbaf1-bee0-4210-92c1-35e0f76c9526 req-f6079b16-b823-4efc-a016-ee7dc229b277 tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] show failed (client error): The resource could not be found. Feb 03 12:34:33.583355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-285bbaf1-bee0-4210-92c1-35e0f76c9526 req-f6079b16-b823-4efc-a016-ee7dc229b277 tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] 10.222.0.65 "GET /v2.0/security-groups/37a23484-37af-4c8e-86af-85360bc2f9e8 HTTP/1.1" status: 404 len: 352 time: 0.0338180 Feb 03 12:34:33.613132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf4a75-3741-4f8f-a355-db0d63e11584 req-0c4c5474-9bd2-46dc-a2e8-c4905e974f40 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:33.614664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babf4a75-3741-4f8f-a355-db0d63e11584 req-0c4c5474-9bd2-46dc-a2e8-c4905e974f40 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0791044 Feb 03 12:34:33.658007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46174) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:33.690070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf72be2-c404-4d81-b997-cd8bd40b3794 req-4b212dcf-ee6e-4a89-9c22-3fac6c15f07c tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5a8857bfa344ea886cdb1ce674a5d20 HTTP/1.1" status: 200 len: 3001 time: 0.0717828 Feb 03 12:34:33.694167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babf4a75-3741-4f8f-a355-db0d63e11584 req-d23d8c2c-682a-4a11-9dbb-545cd1efc420 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693848 Feb 03 12:34:33.751172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf72be2-c404-4d81-b997-cd8bd40b3794 req-c785b98a-db3d-4b73-b66f-11c14e64bbf9 tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] 10.222.0.65 "GET /v2.0/security-groups/a17aad0d-3182-41b0-bb58-00276a8fa74e HTTP/1.1" status: 200 len: 2998 time: 0.0548527 Feb 03 12:34:33.766142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-401060105-network', 'tenant_id': 'cb46b5f1dc934e39a402b07f29db29ed'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:33.787686 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Made reservation on behalf of cb46b5f1dc934e39a402b07f29db29ed for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:33.790586 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.802827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.830251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf72be2-c404-4d81-b997-cd8bd40b3794 req-3e12b3b6-7db7-473b-801d-3239512b34ec tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] 10.222.0.65 "GET /v2.0/security-groups/a17aad0d-3182-41b0-bb58-00276a8fa74e HTTP/1.1" status: 200 len: 2998 time: 0.0705519 Feb 03 12:34:33.844311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638de08-ef88-418a-b43a-ab49148b0fa1 req-23d0301d-d718-4544-b856-980bc53c52d9 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:33.845707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2638de08-ef88-418a-b43a-ab49148b0fa1 req-23d0301d-d718-4544-b856-980bc53c52d9 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1128 time: 0.0842938 Feb 03 12:34:33.879369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Publish callbacks [] for security_group (b12f8f13-97e1-42aa-b84b-db41ee4e9bc3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.884238 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b12f8f13-97e1-42aa-b84b-db41ee4e9bc3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.904675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:33.919255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f8f13-97e1-42aa-b84b-db41ee4e9bc3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:33.922132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (08840d91-78ae-49ba-a215-544d61437298), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.922742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9f51aaf-7148-4763-888b-fe2672ea6c41 req-2ab9f463-f2cf-4b97-961f-86c353b9d621 tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] 10.222.0.65 "GET /v2.0/security-groups/a17aad0d-3182-41b0-bb58-00276a8fa74e HTTP/1.1" status: 200 len: 2998 time: 0.0701313 Feb 03 12:34:33.926163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2638de08-ef88-418a-b43a-ab49148b0fa1 req-1ad06169-7384-42fd-a708-66601d6ef996 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716844 Feb 03 12:34:33.928420 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Added segment 08840d91-78ae-49ba-a215-544d61437298 of type vlan for network ef40de76-1839-4fe5-aa4e-74314e1aadac Feb 03 12:34:33.980224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ef40de76-1839-4fe5-aa4e-74314e1aadac), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.987717 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-f9f51aaf-7148-4763-888b-fe2672ea6c41 req-f018b748-c2c8-444c-a4f5-ac88f2038a19 tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 12:34:33.989080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9f51aaf-7148-4763-888b-fe2672ea6c41 req-f018b748-c2c8-444c-a4f5-ac88f2038a19 tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] 10.222.0.65 "DELETE /v2.0/security-groups/a17aad0d-3182-41b0-bb58-00276a8fa74e HTTP/1.1" status: 409 len: 352 time: 0.0602119 Feb 03 12:34:34.015652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ef40de76-1839-4fe5-aa4e-74314e1aadac), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.016644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:34.017199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.025981 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-cfb75168-4339-43cc-bea5-ea137326afa9 req-d47a2f2c-046c-45e7-ba3d-7e0e04cc382e tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] show failed (client error): The resource could not be found. Feb 03 12:34:34.027201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfb75168-4339-43cc-bea5-ea137326afa9 req-d47a2f2c-046c-45e7-ba3d-7e0e04cc382e tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] 10.222.0.65 "GET /v2.0/security-groups/8197e058-79eb-43d3-ba44-0911aa2764a6 HTTP/1.1" status: 404 len: 352 time: 0.0147836 Feb 03 12:34:34.050409 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3910193 Feb 03 12:34:34.053349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46188) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:34.071036 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-39ab565c-95e2-4591-965f-b3f8700bfa0a req-44c0c2b9-8ec3-4ec0-893f-34a25037c17b tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] show failed (client error): The resource could not be found. Feb 03 12:34:34.072193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39ab565c-95e2-4591-965f-b3f8700bfa0a req-44c0c2b9-8ec3-4ec0-893f-34a25037c17b tempest-SecurityGroupsNegativeTestJSON-1892667163 tempest-SecurityGroupsNegativeTestJSON-1892667163-project] 10.222.0.65 "GET /v2.0/security-groups/5c431733-9a02-4bb3-b367-34789f4f0339 HTTP/1.1" status: 404 len: 352 time: 0.0207887 Feb 03 12:34:34.084149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46190) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:34.084901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Request body: {'subnet': {'network_id': 'ef40de76-1839-4fe5-aa4e-74314e1aadac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-401060105-subnet', 'tenant_id': 'cb46b5f1dc934e39a402b07f29db29ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:34.093061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa5308-570a-421e-a423-bc5a89d34d92 admin admin] Pushing event updated for resources: {'Network': ['ID=ef40de76-1839-4fe5-aa4e-74314e1aadac,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:34.109568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ef40de76-1839-4fe5-aa4e-74314e1aadac details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:34.110141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Made reservation on behalf of cb46b5f1dc934e39a402b07f29db29ed for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:34.113797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.139229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cd04f4-d6df-48dc-a0bd-f41a1a1c192d admin admin] Deleting subnet f6148911-5987-4b32-8a62-bc9f2557ee2b {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:34:34.142827 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-30cd04f4-d6df-48dc-a0bd-f41a1a1c192d admin admin] Publish callbacks [] for subnet (f6148911-5987-4b32-8a62-bc9f2557ee2b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.195458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-30cd04f4-d6df-48dc-a0bd-f41a1a1c192d admin admin] Publish callbacks [] for subnet (f6148911-5987-4b32-8a62-bc9f2557ee2b), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.203781 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-30cd04f4-d6df-48dc-a0bd-f41a1a1c192d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (f6148911-5987-4b32-8a62-bc9f2557ee2b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.311729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (6d5cbb47-410c-461c-a8e0-2501b5c99cc8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.316242 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-30cd04f4-d6df-48dc-a0bd-f41a1a1c192d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for subnet (f6148911-5987-4b32-8a62-bc9f2557ee2b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.353082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd04f4-d6df-48dc-a0bd-f41a1a1c192d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6148911-5987-4b32-8a62-bc9f2557ee2b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:34.360315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-30cd04f4-d6df-48dc-a0bd-f41a1a1c192d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.362309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5cbb47-410c-461c-a8e0-2501b5c99cc8,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:34.363525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-30cd04f4-d6df-48dc-a0bd-f41a1a1c192d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f6148911-5987-4b32-8a62-bc9f2557ee2b HTTP/1.1" status: 204 len: 168 time: 0.2784805 Feb 03 12:34:34.367087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46202) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:34.379577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Checking segment: {'id': '08840d91-78ae-49ba-a215-544d61437298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ef40de76-1839-4fe5-aa4e-74314e1aadac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:34.379939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Network hostable DHCP agents. Network: ef40de76-1839-4fe5-aa4e-74314e1aadac, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:34.396083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513930d2-439f-4a28-9bc7-7e6eee94a781 req-1a53e528-5387-4ab0-9dc7-58c9670bc496 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:34.397736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-513930d2-439f-4a28-9bc7-7e6eee94a781 req-1a53e528-5387-4ab0-9dc7-58c9670bc496 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1111081 Feb 03 12:34:34.398716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Network ef40de76-1839-4fe5-aa4e-74314e1aadac is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:34.411887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ef40de76-1839-4fe5-aa4e-74314e1aadac) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:34.416722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:34.418583 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.429816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af6d18-f308-45d1-8b08-d8297af08fc1 None None] Network ef40de76-1839-4fe5-aa4e-74314e1aadac requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:34.448718 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-661c8c12-45e4-4499-a3a5-b3ca30bd4740 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3940561 Feb 03 12:34:34.478514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (64ebf383-9bd7-4135-b6e3-ed9d5133f269), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.543771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-513930d2-439f-4a28-9bc7-7e6eee94a781 req-4f211692-7fc4-4233-8b54-9d661707f0c6 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362796 Feb 03 12:34:34.558059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df40d7c-e847-407e-9fcb-8e8f88dc5f25 None None] Network ef40de76-1839-4fe5-aa4e-74314e1aadac requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:34.598186 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (64ebf383-9bd7-4135-b6e3-ed9d5133f269), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.621396 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.621736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.622553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.622886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > port after_create 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.623226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.623558 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > port after_update 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.623875 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.624205 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.624518 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.624831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.693400 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.693728 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.694063 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.694422 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:34:34.694792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ebf383-9bd7-4135-b6e3-ed9d5133f269']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:34.723706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84516e49-20b3-47e2-ac42-a26d34e066d1') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:34.724014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84516e49-20b3-47e2-ac42-a26d34e066d1') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:34.769039 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (84516e49-20b3-47e2-ac42-a26d34e066d1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.792738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (84516e49-20b3-47e2-ac42-a26d34e066d1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.803846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:34.804229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (84516e49-20b3-47e2-ac42-a26d34e066d1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: from cryptography.utils import int_from_bytes Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: from cryptography.utils import int_from_bytes Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:34.808262 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:34.858066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f6659-73cd-420a-bf59-0f42d7c8f2bb req-966815e7-a885-4128-9517-0e78b7edbaf9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:34.859973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc0f6659-73cd-420a-bf59-0f42d7c8f2bb req-966815e7-a885-4128-9517-0e78b7edbaf9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.1602333 Feb 03 12:34:34.885086 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (64ebf383-9bd7-4135-b6e3-ed9d5133f269), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.903967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.907079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] 10.222.0.65 "DELETE /v2.0/networks/64ebf383-9bd7-4135-b6e3-ed9d5133f269 HTTP/1.1" status: 204 len: 168 time: 0.5393476 Feb 03 12:34:34.909675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec226a52-4742-4daf-a6e1-febd6c24d32a admin admin] Pushing event deleted for resources: {'Network': ['ID=64ebf383-9bd7-4135-b6e3-ed9d5133f269,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:34.931998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc0f6659-73cd-420a-bf59-0f42d7c8f2bb req-574fc4f0-2c9d-4ae4-b6f9-4b9b023c0438 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653574 Feb 03 12:34:35.035103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46230) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:35.040618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8ee61-00e9-414b-8b0b-fd9d3a376902 req-b9e05e5c-d0e8-4da2-90c3-83b4be098749 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:35.042042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1aa8ee61-00e9-414b-8b0b-fd9d3a376902 req-b9e05e5c-d0e8-4da2-90c3-83b4be098749 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0520177 Feb 03 12:34:35.076252 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5966fe4e-4184-464a-bf14-59b1e9982e74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5a8857bfa344ea886cdb1ce674a5d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399110 Feb 03 12:34:35.078641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46232) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:35.087993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1aa8ee61-00e9-414b-8b0b-fd9d3a376902 req-64203fbe-1005-493a-9273-63792fdab67e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Feb 03 12:34:35.130911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42295653-69a9-4341-9f9d-5890dd4fb981 admin admin] Publish callbacks [] for security_group (a17aad0d-3182-41b0-bb58-00276a8fa74e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.151178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42295653-69a9-4341-9f9d-5890dd4fb981 admin admin] Publish callbacks [] for security_group (a17aad0d-3182-41b0-bb58-00276a8fa74e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.200168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42295653-69a9-4341-9f9d-5890dd4fb981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a17aad0d-3182-41b0-bb58-00276a8fa74e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.202795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42295653-69a9-4341-9f9d-5890dd4fb981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.203944 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-42295653-69a9-4341-9f9d-5890dd4fb981 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a17aad0d-3182-41b0-bb58-00276a8fa74e HTTP/1.1" status: 204 len: 168 time: 0.1244020 Feb 03 12:34:35.211793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42295653-69a9-4341-9f9d-5890dd4fb981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17aad0d-3182-41b0-bb58-00276a8fa74e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:35.345904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-a8ba8674-5c17-44a5-a30e-93a03da8265e req-5b1eb98a-2e5c-4093-af80-c52c356e4c3e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1607034063', 'description': 'tempest-description-731379223'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:35.373703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a8ba8674-5c17-44a5-a30e-93a03da8265e req-5b1eb98a-2e5c-4093-af80-c52c356e4c3e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.441242 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a8ba8674-5c17-44a5-a30e-93a03da8265e req-5b1eb98a-2e5c-4093-af80-c52c356e4c3e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (0d4645bd-c01e-409f-84b9-276551fc0ba9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.446561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a8ba8674-5c17-44a5-a30e-93a03da8265e req-5b1eb98a-2e5c-4093-af80-c52c356e4c3e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0d4645bd-c01e-409f-84b9-276551fc0ba9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.474200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a8ba8674-5c17-44a5-a30e-93a03da8265e req-5b1eb98a-2e5c-4093-af80-c52c356e4c3e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.475475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8ba8674-5c17-44a5-a30e-93a03da8265e req-5b1eb98a-2e5c-4093-af80-c52c356e4c3e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1338100 Feb 03 12:34:35.479381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eb98a-2e5c-4093-af80-c52c356e4c3e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4645bd-c01e-409f-84b9-276551fc0ba9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:35.584774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2aa8e-4a1c-443c-8ec9-a95d1d0215d4 req-df8081dd-f9b4-4212-8d42-8075e47e9592 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:35.584774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69d2aa8e-4a1c-443c-8ec9-a95d1d0215d4 req-df8081dd-f9b4-4212-8d42-8075e47e9592 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0549824 Feb 03 12:34:35.630582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69d2aa8e-4a1c-443c-8ec9-a95d1d0215d4 req-d5e636b6-701c-42bc-9e44-b5b8f0ad5d7e tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Feb 03 12:34:35.693560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27babde3-6ebc-427d-842d-20de07f45823 req-e3e1cf52-c5bc-40fb-a63f-f0485da879cd tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/0d4645bd-c01e-409f-84b9-276551fc0ba9 HTTP/1.1" status: 200 len: 1829 time: 0.0400054 Feb 03 12:34:35.703229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-27babde3-6ebc-427d-842d-20de07f45823 req-2415df88-6914-428e-86e2-d21e7357b57a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4645bd-c01e-409f-84b9-276551fc0ba9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:35.703545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-27babde3-6ebc-427d-842d-20de07f45823 req-2415df88-6914-428e-86e2-d21e7357b57a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4645bd-c01e-409f-84b9-276551fc0ba9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:35.765009 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-27babde3-6ebc-427d-842d-20de07f45823 req-2415df88-6914-428e-86e2-d21e7357b57a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group_rule (512b24b6-c1cd-4fb2-90c8-807d895a4004), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.789981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-27babde3-6ebc-427d-842d-20de07f45823 req-2415df88-6914-428e-86e2-d21e7357b57a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group_rule (512b24b6-c1cd-4fb2-90c8-807d895a4004), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.795497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-27babde3-6ebc-427d-842d-20de07f45823 req-2415df88-6914-428e-86e2-d21e7357b57a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (512b24b6-c1cd-4fb2-90c8-807d895a4004), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.810603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415df88-6914-428e-86e2-d21e7357b57a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512b24b6-c1cd-4fb2-90c8-807d895a4004,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:35.828298 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-27babde3-6ebc-427d-842d-20de07f45823 req-2415df88-6914-428e-86e2-d21e7357b57a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.829666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27babde3-6ebc-427d-842d-20de07f45823 req-2415df88-6914-428e-86e2-d21e7357b57a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1302288 Feb 03 12:34:35.931274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce4da7-bb3d-4342-9347-af8664727ecf req-ad73aeee-479e-4799-85fe-bce165174f19 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:35.933250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96ce4da7-bb3d-4342-9347-af8664727ecf req-ad73aeee-479e-4799-85fe-bce165174f19 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0541012 Feb 03 12:34:35.982841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96ce4da7-bb3d-4342-9347-af8664727ecf req-9f766492-b5b8-494f-b289-a92d262e6906 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Feb 03 12:34:36.044571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caf5b531-891f-432c-9b81-37b7097c6b86 req-75dfab50-ef7c-46fa-83bd-a319fa5a8ab8 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/0d4645bd-c01e-409f-84b9-276551fc0ba9 HTTP/1.1" status: 200 len: 2422 time: 0.0388849 Feb 03 12:34:36.286308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d1ea0-81ea-4d6d-83f7-9c40b25bb087 req-d0a99061-4e9b-41e9-ab0d-26f1982bffa0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:36.287855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-193d1ea0-81ea-4d6d-83f7-9c40b25bb087 req-d0a99061-4e9b-41e9-ab0d-26f1982bffa0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.0521369 Feb 03 12:34:36.334481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-193d1ea0-81ea-4d6d-83f7-9c40b25bb087 req-866d988f-d7c4-4504-bfc3-1ccfa689b9f0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 Feb 03 12:34:36.381819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8903cfd-718e-4af2-bf13-521096a2d319 req-67d7f1e4-bd0b-4638-9b55-81f6238dc492 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-group-rules/512b24b6-c1cd-4fb2-90c8-807d895a4004 HTTP/1.1" status: 200 len: 778 time: 0.0154934 Feb 03 12:34:36.426656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8903cfd-718e-4af2-bf13-521096a2d319 req-f02df3b8-1243-4471-90ec-470477612188 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/0d4645bd-c01e-409f-84b9-276551fc0ba9 HTTP/1.1" status: 200 len: 2422 time: 0.0391266 Feb 03 12:34:36.446046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46278) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:36.456968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a8903cfd-718e-4af2-bf13-521096a2d319 req-45bd2b02-5190-41c6-bb1b-058c9834ec91 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group_rule (512b24b6-c1cd-4fb2-90c8-807d895a4004), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.465245 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a8903cfd-718e-4af2-bf13-521096a2d319 req-45bd2b02-5190-41c6-bb1b-058c9834ec91 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group_rule (512b24b6-c1cd-4fb2-90c8-807d895a4004), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.496857 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a8903cfd-718e-4af2-bf13-521096a2d319 req-45bd2b02-5190-41c6-bb1b-058c9834ec91 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (512b24b6-c1cd-4fb2-90c8-807d895a4004), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.503830 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a8903cfd-718e-4af2-bf13-521096a2d319 req-45bd2b02-5190-41c6-bb1b-058c9834ec91 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.504979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8903cfd-718e-4af2-bf13-521096a2d319 req-45bd2b02-5190-41c6-bb1b-058c9834ec91 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/512b24b6-c1cd-4fb2-90c8-807d895a4004 HTTP/1.1" status: 204 len: 173 time: 0.0727429 Feb 03 12:34:36.513062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd2b02-5190-41c6-bb1b-058c9834ec91 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=512b24b6-c1cd-4fb2-90c8-807d895a4004,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:36.546365 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0187b126-da21-4e69-b053-12325e20c726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.553636 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e65c6e8-ba80-40e5-b214-7bcec93a4465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.617094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dacb79-cfa7-471d-bfd0-e1b52ec0e0ee req-4c7d43fc-f638-47e7-bda9-c116e59e80f5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:36.618518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23dacb79-cfa7-471d-bfd0-e1b52ec0e0ee req-4c7d43fc-f638-47e7-bda9-c116e59e80f5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0590944 Feb 03 12:34:36.631161 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e65c6e8-ba80-40e5-b214-7bcec93a4465 admin admin] Publish callbacks [] for security_group (0283b4e0-6319-4b26-80e5-5197cd9b9fdf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.636667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e65c6e8-ba80-40e5-b214-7bcec93a4465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0283b4e0-6319-4b26-80e5-5197cd9b9fdf), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.669094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23dacb79-cfa7-471d-bfd0-e1b52ec0e0ee req-4f832fd2-fd0f-4afe-b37e-cdec3bcf43f5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Feb 03 12:34:36.676556 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8e65c6e8-ba80-40e5-b214-7bcec93a4465 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07551552b4744066ad20aed096bfc1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270136 Feb 03 12:34:36.676556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65c6e8-ba80-40e5-b214-7bcec93a4465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0283b4e0-6319-4b26-80e5-5197cd9b9fdf,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:36.677764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46286) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:36.705116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-7260dbe9-135f-482a-b397-28c3bceaeb2b req-8ec7b617-76e8-418a-b9fa-7528f4e17ccc tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1716379365', 'description': 'tempest-description-342830580'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:36.746982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7260dbe9-135f-482a-b397-28c3bceaeb2b req-8ec7b617-76e8-418a-b9fa-7528f4e17ccc tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.758231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d50d5ebb-ba54-430e-8f31-4743b8542162 admin admin] Publish callbacks [] for security_group (0283b4e0-6319-4b26-80e5-5197cd9b9fdf), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.789309 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d50d5ebb-ba54-430e-8f31-4743b8542162 admin admin] Publish callbacks [] for security_group (0283b4e0-6319-4b26-80e5-5197cd9b9fdf), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.075482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7260dbe9-135f-482a-b397-28c3bceaeb2b req-8ec7b617-76e8-418a-b9fa-7528f4e17ccc tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (50a2a2ac-74af-4470-92e2-02169ae5a803), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.083405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7260dbe9-135f-482a-b397-28c3bceaeb2b req-8ec7b617-76e8-418a-b9fa-7528f4e17ccc tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (50a2a2ac-74af-4470-92e2-02169ae5a803), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.091789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d50d5ebb-ba54-430e-8f31-4743b8542162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0283b4e0-6319-4b26-80e5-5197cd9b9fdf), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.095203 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d50d5ebb-ba54-430e-8f31-4743b8542162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.096602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d50d5ebb-ba54-430e-8f31-4743b8542162 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0283b4e0-6319-4b26-80e5-5197cd9b9fdf HTTP/1.1" status: 204 len: 168 time: 0.4178147 Feb 03 12:34:37.122850 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7260dbe9-135f-482a-b397-28c3bceaeb2b req-8ec7b617-76e8-418a-b9fa-7528f4e17ccc tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.124075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7260dbe9-135f-482a-b397-28c3bceaeb2b req-8ec7b617-76e8-418a-b9fa-7528f4e17ccc tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4269345 Feb 03 12:34:37.126127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7b617-76e8-418a-b9fa-7528f4e17ccc tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a2a2ac-74af-4470-92e2-02169ae5a803,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:37.136798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d5ebb-ba54-430e-8f31-4743b8542162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0283b4e0-6319-4b26-80e5-5197cd9b9fdf,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:37.232286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a47a6-adcd-4e31-946e-adbe8762b14d req-00fc398c-365d-4cbb-b5a4-4402ce5239b1 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.234131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc4a47a6-adcd-4e31-946e-adbe8762b14d req-00fc398c-365d-4cbb-b5a4-4402ce5239b1 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0557880 Feb 03 12:34:37.281269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc4a47a6-adcd-4e31-946e-adbe8762b14d req-b52fdb74-7bdd-4932-83c9-ad1799abd755 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Feb 03 12:34:37.389354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee3215-6194-4327-832f-fc195cc55497 req-1ce34092-fd47-45cf-8641-19ddd500d2cd tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.390881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9ee3215-6194-4327-832f-fc195cc55497 req-1ce34092-fd47-45cf-8641-19ddd500d2cd tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0547843 Feb 03 12:34:37.442157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9ee3215-6194-4327-832f-fc195cc55497 req-f1fb22c8-0f09-42b0-8260-ed34e533e198 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456583 Feb 03 12:34:37.502928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66064bc3-005f-43f8-91d2-f2a2e1f4154f req-1467a350-c7bf-46a5-9c0e-d4a1d86f679e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/50a2a2ac-74af-4470-92e2-02169ae5a803 HTTP/1.1" status: 200 len: 1829 time: 0.0385344 Feb 03 12:34:37.607952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6257-2c9e-4533-bcf7-0ab06053b367 req-10c08ea1-9abf-4c56-aa18-2b94991f1986 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.609942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-753d6257-2c9e-4533-bcf7-0ab06053b367 req-10c08ea1-9abf-4c56-aa18-2b94991f1986 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.0555694 Feb 03 12:34:37.656598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-753d6257-2c9e-4533-bcf7-0ab06053b367 req-92bdb710-2fd7-4b7c-b323-c5c537d77632 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Feb 03 12:34:37.698153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ba0a8e1e-5196-4955-9089-69d0eb2c1350 req-6783ba66-915c-4372-bdb5-715a5867071f tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-143162862', 'description': 'tempest-description-1962326245'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:37.719611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ba0a8e1e-5196-4955-9089-69d0eb2c1350 req-6783ba66-915c-4372-bdb5-715a5867071f tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.756656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46320) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:37.787236 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ba0a8e1e-5196-4955-9089-69d0eb2c1350 req-6783ba66-915c-4372-bdb5-715a5867071f tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (075689ce-025c-47f1-9fc1-1fa4dbf2f591), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.792561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ba0a8e1e-5196-4955-9089-69d0eb2c1350 req-6783ba66-915c-4372-bdb5-715a5867071f tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (075689ce-025c-47f1-9fc1-1fa4dbf2f591), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.823088 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ba0a8e1e-5196-4955-9089-69d0eb2c1350 req-6783ba66-915c-4372-bdb5-715a5867071f tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.824395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba0a8e1e-5196-4955-9089-69d0eb2c1350 req-6783ba66-915c-4372-bdb5-715a5867071f tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1303601 Feb 03 12:34:37.826308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783ba66-915c-4372-bdb5-715a5867071f tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075689ce-025c-47f1-9fc1-1fa4dbf2f591,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:37.855407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1473441432-network', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:37.875647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Made reservation on behalf of fceb61e841874fe088f20e9edc9e9f9b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:37.877911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.886788 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.934226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0b265-853b-4289-9529-13dc55375715 req-b7bb6de1-066c-446b-8bfc-5bac69e7f474 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.936106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38e0b265-853b-4289-9529-13dc55375715 req-b7bb6de1-066c-446b-8bfc-5bac69e7f474 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0610290 Feb 03 12:34:37.960745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Publish callbacks [] for security_group (f716345a-f962-4276-82e0-9fcc65fb4e1f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.967989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f716345a-f962-4276-82e0-9fcc65fb4e1f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.991386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38e0b265-853b-4289-9529-13dc55375715 req-b3ed60f7-a325-4b63-b916-a2214c855b2d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492394 Feb 03 12:34:37.992263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:38.003008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f716345a-f962-4276-82e0-9fcc65fb4e1f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:38.018251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (948501fc-d84e-46c9-bdb9-8e01583c7e87), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.019126 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Added segment 948501fc-d84e-46c9-bdb9-8e01583c7e87 of type vlan for network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e Feb 03 12:34:38.059781 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0a56dbb3-96ac-4cbb-ae35-50faaf4e661e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.064455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-0249393d-066e-4d06-a387-7db136eb53bd service neutron] 10.222.0.72 "GET /v2.0/ports/406cbb4a-b03a-493d-a3b9-6e20f80643c4/bindings/n-h2-792364-10 HTTP/1.1" status: 200 len: 383 time: 0.0868690 Feb 03 12:34:38.074357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f16cb1a-0056-4c49-8dc6-085189c7ee62 req-46fa6efa-6fe6-482f-a263-9a870a721474 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/075689ce-025c-47f1-9fc1-1fa4dbf2f591 HTTP/1.1" status: 200 len: 1829 time: 0.0567129 Feb 03 12:34:38.091363 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0a56dbb3-96ac-4cbb-ae35-50faaf4e661e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.092372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.093535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.102630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-18d30b18-f839-4859-9bcd-2935fdc2f219 req-c4d8f63c-9ad8-45ac-9d95-3f2b34c046b3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-630103655', 'description': 'tempest-description-2143199038'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:38.132134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18d30b18-f839-4859-9bcd-2935fdc2f219 req-c4d8f63c-9ad8-45ac-9d95-3f2b34c046b3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.133288 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3753767 Feb 03 12:34:38.133639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46328) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:38.145959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Request body: {'subnet': {'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1473441432-subnet', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:38.166638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a3365-2257-439e-97a2-6643ba847461 admin admin] Pushing event updated for resources: {'Network': ['ID=0a56dbb3-96ac-4cbb-ae35-50faaf4e661e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:38.177288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:38.185154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Made reservation on behalf of fceb61e841874fe088f20e9edc9e9f9b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:38.187464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.296654 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18d30b18-f839-4859-9bcd-2935fdc2f219 req-c4d8f63c-9ad8-45ac-9d95-3f2b34c046b3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (cd9057ff-dd07-4d92-a5df-6cc5299d46c2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.307464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18d30b18-f839-4859-9bcd-2935fdc2f219 req-c4d8f63c-9ad8-45ac-9d95-3f2b34c046b3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cd9057ff-dd07-4d92-a5df-6cc5299d46c2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.356560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8f63c-9ad8-45ac-9d95-3f2b34c046b3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9057ff-dd07-4d92-a5df-6cc5299d46c2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:38.360817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18d30b18-f839-4859-9bcd-2935fdc2f219 req-c4d8f63c-9ad8-45ac-9d95-3f2b34c046b3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.362049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18d30b18-f839-4859-9bcd-2935fdc2f219 req-c4d8f63c-9ad8-45ac-9d95-3f2b34c046b3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2651694 Feb 03 12:34:38.371694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-c4a2a0ac-b4c4-4d4e-b0e7-b9661b21d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.373128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-c4a2a0ac-b4c4-4d4e-b0e7-b9661b21d330 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef&tenant_id=5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 1133 time: 0.1166024 Feb 03 12:34:38.515046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (87d9c481-8733-4a7e-a83d-e46f20808967), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.524010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-9fc6738c-ff55-49ad-b02a-2dcbe1174585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.525532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-9fc6738c-ff55-49ad-b02a-2dcbe1174585 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 1133 time: 0.1274035 Feb 03 12:34:38.585533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b24f3-dd4d-409c-813c-efb350032622 req-f9d00f89-7ba7-4ff8-ab9f-de54de4a029a tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.587018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b32b24f3-dd4d-409c-813c-efb350032622 req-f9d00f89-7ba7-4ff8-ab9f-de54de4a029a tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1601026 Feb 03 12:34:38.649202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d9c481-8733-4a7e-a83d-e46f20808967,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:38.708233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Checking segment: {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:38.708625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Network hostable DHCP agents. Network: 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:38.719799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b32b24f3-dd4d-409c-813c-efb350032622 req-abbd1a14-6190-4b12-aa41-eb9110b5c6dd tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168492 Feb 03 12:34:38.722427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-b864babb-0c12-47cf-94e3-91856bb7b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.722427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-b864babb-0c12-47cf-94e3-91856bb7b8db service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1728413 Feb 03 12:34:38.726164 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32da78b3-96f3-4cd1-8027-0bc73caae931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.766208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-eb502d38-c55b-4427-af6b-5c18b7daa191 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4 HTTP/1.1" status: 200 len: 217 time: 0.0369084 Feb 03 12:34:38.766788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:38.800112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:38.808575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b506fe4e-4cfb-485a-a2a3-8812583a2521 None None] Network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:38.823689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.824341 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.869420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e8f9e884-6229-4ffd-8478-b337a7e97b55 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7309549 Feb 03 12:34:38.869420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-ac94da8e-9ff7-4cb9-8e6a-9cea6721062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.869884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-ac94da8e-9ff7-4cb9-8e6a-9cea6721062c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0938570 Feb 03 12:34:38.870663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46340) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:38.872456 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc0c7613-d819-40cd-b488-dd53a6bf148b req-948a05e6-8ff8-471a-9f22-379dbdd8c770 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/cd9057ff-dd07-4d92-a5df-6cc5299d46c2 HTTP/1.1" status: 200 len: 1829 time: 0.1033721 Feb 03 12:34:38.876013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:38.904366 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (192f05b4-1887-4091-87ed-6ab7753a91af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.905741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (192f05b4-1887-4091-87ed-6ab7753a91af), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.927600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:38.928897 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.939816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-93c3fb7c-3ea7-4c95-affe-bd412815a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.941564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-93c3fb7c-3ea7-4c95-affe-bd412815a8c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0645568 Feb 03 12:34:38.981602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks [] for router_controller (192f05b4-1887-4091-87ed-6ab7753a91af), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.059364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75edb-45db-42f5-a410-291e60e78a4c req-efaf6cdd-d6e2-47e9-9008-d95a32d0fcef tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:39.061055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfb75edb-45db-42f5-a410-291e60e78a4c req-efaf6cdd-d6e2-47e9-9008-d95a32d0fcef tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1171165 Feb 03 12:34:39.071698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-24cefb7f-1774-4d54-9f66-d184416d062c service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189315 Feb 03 12:34:39.081756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Allocated IP 172.20.0.2 (0a56dbb3-96ac-4cbb-ae35-50faaf4e661e/87d9c481-8733-4a7e-a83d-e46f20808967/b6584f58-1bd1-4ec5-99f3-8558e84b597e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:39.126785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks [] for router_gateway (192f05b4-1887-4091-87ed-6ab7753a91af), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.166012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfb75edb-45db-42f5-a410-291e60e78a4c req-179d8533-97ab-4201-8b81-719d62bf7444 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930805 Feb 03 12:34:39.195535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f757602b-2638-481d-9d9a-26f37ba1cf57 req-13fd5e88-28f3-419a-b531-b8dbc4eda127 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158109 Feb 03 12:34:39.270890 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Publish callbacks [] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.279614 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.297438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5838af4-4f55-4f6e-b8a5-a0dd9906b6fb req-7d90ecd2-3adb-4710-900f-59b1ad9bf4f9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:39.299141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5838af4-4f55-4f6e-b8a5-a0dd9906b6fb req-7d90ecd2-3adb-4710-900f-59b1ad9bf4f9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.0737042 Feb 03 12:34:39.331468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:39.336926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:39.339350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Pushing event updated for resources: {'Port': ['ID=b6584f58-1bd1-4ec5-99f3-8558e84b597e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:39.341758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:39.358945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5838af4-4f55-4f6e-b8a5-a0dd9906b6fb req-c20386b2-799d-4b49-b2f3-0d339a12f0e9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533199 Feb 03 12:34:39.386568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0c1c243f-7d5f-4fa9-91e2-34e237cedc73 req-cc99c046-d292-4785-a501-23997f17c820 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1505159783', 'description': 'tempest-description-2007914632'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:39.397167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks [] for router_gateway (192f05b4-1887-4091-87ed-6ab7753a91af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.408457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Attempting to bind port b6584f58-1bd1-4ec5-99f3-8558e84b597e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:39.408661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c1c243f-7d5f-4fa9-91e2-34e237cedc73 req-cc99c046-d292-4785-a501-23997f17c820 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.408827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Attempting to bind port b6584f58-1bd1-4ec5-99f3-8558e84b597e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:39.409410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Attempting to bind port b6584f58-1bd1-4ec5-99f3-8558e84b597e on network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:39.414529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:39.414907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Checking segment: {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:39.415306 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.415696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Bound using segment: {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:39.416207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Bound port: b6584f58-1bd1-4ec5-99f3-8558e84b597e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:39.416772 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.417771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.484170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c1c243f-7d5f-4fa9-91e2-34e237cedc73 req-cc99c046-d292-4785-a501-23997f17c820 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (548c626c-11b5-414c-8f2f-6894b84caf9a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.488783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] For port b6584f58-1bd1-4ec5-99f3-8558e84b597e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:39.489352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c1c243f-7d5f-4fa9-91e2-34e237cedc73 req-cc99c046-d292-4785-a501-23997f17c820 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (548c626c-11b5-414c-8f2f-6894b84caf9a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.492722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] For port b6584f58-1bd1-4ec5-99f3-8558e84b597e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6584f58-1bd1-4ec5-99f3-8558e84b597e,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:39.499642 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.520107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c1c243f-7d5f-4fa9-91e2-34e237cedc73 req-cc99c046-d292-4785-a501-23997f17c820 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.521515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c1c243f-7d5f-4fa9-91e2-34e237cedc73 req-cc99c046-d292-4785-a501-23997f17c820 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1390138 Feb 03 12:34:39.523392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99c046-d292-4785-a501-23997f17c820 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548c626c-11b5-414c-8f2f-6894b84caf9a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:39.538108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Allocated IP 172.25.3.239 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:39.558508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32312690-90b8-4cf2-8877-a8b78424e69b None None] Pushing event updated for resources: {'Port': ['ID=b6584f58-1bd1-4ec5-99f3-8558e84b597e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:39.654215 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks [] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.655361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88d68-1261-492e-b3dd-96bd61fae847 req-bb8a8834-02d7-43e4-b223-05e739d66f02 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:39.662842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0c88d68-1261-492e-b3dd-96bd61fae847 req-bb8a8834-02d7-43e4-b223-05e739d66f02 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0689442 Feb 03 12:34:39.696969 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.715202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0c88d68-1261-492e-b3dd-96bd61fae847 req-70d75bb0-c91f-405b-bd82-95be3684807e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488303 Feb 03 12:34:39.743176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:39.746903 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:39.749371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:39.790699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Pushing event updated for resources: {'Port': ['ID=45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:39.794022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bb3dd81-0df8-4ebc-8f78-7834e005beb7 req-5b0e5c92-d199-4001-8744-70942ed7dff8 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/548c626c-11b5-414c-8f2f-6894b84caf9a HTTP/1.1" status: 200 len: 1830 time: 0.0459146 Feb 03 12:34:39.943363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a088201-d65c-4238-8804-884508e79773 req-56f77b75-44a5-4e06-8b8b-195a0e9ab9d4 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:39.944988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a088201-d65c-4238-8804-884508e79773 req-56f77b75-44a5-4e06-8b8b-195a0e9ab9d4 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0747068 Feb 03 12:34:39.958032 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.999355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a088201-d65c-4238-8804-884508e79773 req-d319b558-4e93-4849-aec8-329d9b7feb10 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Feb 03 12:34:40.041584 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-f3a447d6-6edb-47bf-968f-f98e53948ffd req-c57a7dc2-3415-4a6a-8a3f-a5866a51f238 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] show failed (client error): The resource could not be found. Feb 03 12:34:40.042695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3a447d6-6edb-47bf-968f-f98e53948ffd req-c57a7dc2-3415-4a6a-8a3f-a5866a51f238 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/69a308f5-633e-4e8e-bcf0-f08751c929ba HTTP/1.1" status: 404 len: 352 time: 0.0139847 Feb 03 12:34:40.047463 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks [] for router_gateway (192f05b4-1887-4091-87ed-6ab7753a91af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.075083 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-0c7880d3-9ee6-4ca1-8a97-2cfe82b3055c req-b0acedbe-91bd-45e1-9644-302c3db9fc4e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] show failed (client error): The resource could not be found. Feb 03 12:34:40.076059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7880d3-9ee6-4ca1-8a97-2cfe82b3055c req-b0acedbe-91bd-45e1-9644-302c3db9fc4e tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-group-rules/ffa07b5e-8d11-4095-9797-00082105a5d9 HTTP/1.1" status: 404 len: 361 time: 0.0127015 Feb 03 12:34:40.134559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8311edd6-6b7a-4b0f-bde0-c0a7b7275755 req-3294af16-d509-4b62-b33d-403e13a95c91 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/548c626c-11b5-414c-8f2f-6894b84caf9a HTTP/1.1" status: 200 len: 1830 time: 0.0365436 Feb 03 12:34:40.193709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8311edd6-6b7a-4b0f-bde0-c0a7b7275755 req-353d09eb-99a4-479c-9912-4e2453885cd3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (548c626c-11b5-414c-8f2f-6894b84caf9a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.217659 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8311edd6-6b7a-4b0f-bde0-c0a7b7275755 req-353d09eb-99a4-479c-9912-4e2453885cd3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (548c626c-11b5-414c-8f2f-6894b84caf9a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.243721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (192f05b4-1887-4091-87ed-6ab7753a91af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.259767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8311edd6-6b7a-4b0f-bde0-c0a7b7275755 req-353d09eb-99a4-479c-9912-4e2453885cd3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (548c626c-11b5-414c-8f2f-6894b84caf9a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.262494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8311edd6-6b7a-4b0f-bde0-c0a7b7275755 req-353d09eb-99a4-479c-9912-4e2453885cd3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.263641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8311edd6-6b7a-4b0f-bde0-c0a7b7275755 req-353d09eb-99a4-479c-9912-4e2453885cd3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "DELETE /v2.0/security-groups/548c626c-11b5-414c-8f2f-6894b84caf9a HTTP/1.1" status: 204 len: 173 time: 0.1233222 Feb 03 12:34:40.272669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d09eb-99a4-479c-9912-4e2453885cd3 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548c626c-11b5-414c-8f2f-6894b84caf9a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:40.370616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f3d3f-9442-4d33-a5cd-b6d5c83a6bc7 req-aac85521-fc5e-46a0-ba5d-ae9bf7484fe8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:40.372361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-659f3d3f-9442-4d33-a5cd-b6d5c83a6bc7 req-aac85521-fc5e-46a0-ba5d-ae9bf7484fe8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0541131 Feb 03 12:34:40.376574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Router 192f05b4-1887-4091-87ed-6ab7753a91af is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:34:40.427419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-659f3d3f-9442-4d33-a5cd-b6d5c83a6bc7 req-eeb89ef9-acd5-4749-95a7-d54a76143e07 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485115 Feb 03 12:34:40.490513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:40.494064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbd78d6e-9759-408d-a470-242561c959a8 req-8a5e103a-2994-4c84-8cb0-bf1c7aa36da4 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/cd9057ff-dd07-4d92-a5df-6cc5299d46c2 HTTP/1.1" status: 200 len: 1829 time: 0.0408854 Feb 03 12:34:40.501263 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Sync routers for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:40.513217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.514801 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-55f8b29c-1f36-4ce4-a572-d334ca1ce486 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6423366 Feb 03 12:34:40.518257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46362) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:40.521451 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:40.522478 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:34:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:40.577725 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bbd78d6e-9759-408d-a470-242561c959a8 req-73b32dc5-735e-4f98-8f5e-31f7b5ba2aec tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (cd9057ff-dd07-4d92-a5df-6cc5299d46c2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.602710 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bbd78d6e-9759-408d-a470-242561c959a8 req-73b32dc5-735e-4f98-8f5e-31f7b5ba2aec tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (cd9057ff-dd07-4d92-a5df-6cc5299d46c2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.644214 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:40.655987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bbd78d6e-9759-408d-a470-242561c959a8 req-73b32dc5-735e-4f98-8f5e-31f7b5ba2aec tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cd9057ff-dd07-4d92-a5df-6cc5299d46c2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.659338 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bbd78d6e-9759-408d-a470-242561c959a8 req-73b32dc5-735e-4f98-8f5e-31f7b5ba2aec tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.660655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbd78d6e-9759-408d-a470-242561c959a8 req-73b32dc5-735e-4f98-8f5e-31f7b5ba2aec tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "DELETE /v2.0/security-groups/cd9057ff-dd07-4d92-a5df-6cc5299d46c2 HTTP/1.1" status: 204 len: 173 time: 0.1515276 Feb 03 12:34:40.671891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b32dc5-735e-4f98-8f5e-31f7b5ba2aec tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9057ff-dd07-4d92-a5df-6cc5299d46c2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:40.787055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286373b-9dd1-46f7-ac83-ed1d848be139 None None] Network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:40.827966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7aa67-3feb-406a-b361-50b96f7a56c3 req-aed7ff14-6a06-43b1-b29d-5b43adf56e19 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:40.836272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2e7aa67-3feb-406a-b361-50b96f7a56c3 req-aed7ff14-6a06-43b1-b29d-5b43adf56e19 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.0844014 Feb 03 12:34:40.876470 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:39Z', 'revision_number': 3, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:40.931392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-eef10f60-171d-41ae-9b69-b04a1e408b6c None None] Provisioning complete for port b6584f58-1bd1-4ec5-99f3-8558e84b597e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:40.931765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eef10f60-171d-41ae-9b69-b04a1e408b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.935404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2e7aa67-3feb-406a-b361-50b96f7a56c3 req-88fbaebd-6e6e-4342-bc3b-c7a17372504c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958023 Feb 03 12:34:40.937538 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Checking router: 192f05b4-1887-4091-87ed-6ab7753a91af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:40.938301 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Updating router 192f05b4-1887-4091-87ed-6ab7753a91af port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:40.984137 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.027527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c7cdd5d-e064-4b38-8339-e7280f60bf4c req-ff954fb1-4624-4212-9d41-2702eab10250 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/075689ce-025c-47f1-9fc1-1fa4dbf2f591 HTTP/1.1" status: 200 len: 1829 time: 0.0665751 Feb 03 12:34:41.045679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eef10f60-171d-41ae-9b69-b04a1e408b6c None None] Current status of the port b6584f58-1bd1-4ec5-99f3-8558e84b597e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:41.046064 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eef10f60-171d-41ae-9b69-b04a1e408b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.093799 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8c7cdd5d-e064-4b38-8339-e7280f60bf4c req-67a50b2e-2cac-4467-9822-1d0ec455ef5a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (075689ce-025c-47f1-9fc1-1fa4dbf2f591), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.129378 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8c7cdd5d-e064-4b38-8339-e7280f60bf4c req-67a50b2e-2cac-4467-9822-1d0ec455ef5a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (075689ce-025c-47f1-9fc1-1fa4dbf2f591), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.181852 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8c7cdd5d-e064-4b38-8339-e7280f60bf4c req-67a50b2e-2cac-4467-9822-1d0ec455ef5a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (075689ce-025c-47f1-9fc1-1fa4dbf2f591), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.185214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8c7cdd5d-e064-4b38-8339-e7280f60bf4c req-67a50b2e-2cac-4467-9822-1d0ec455ef5a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.186718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c7cdd5d-e064-4b38-8339-e7280f60bf4c req-67a50b2e-2cac-4467-9822-1d0ec455ef5a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "DELETE /v2.0/security-groups/075689ce-025c-47f1-9fc1-1fa4dbf2f591 HTTP/1.1" status: 204 len: 173 time: 0.1579709 Feb 03 12:34:41.197367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a50b2e-2cac-4467-9822-1d0ec455ef5a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075689ce-025c-47f1-9fc1-1fa4dbf2f591,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:41.250116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-eef10f60-171d-41ae-9b69-b04a1e408b6c None None] For port b6584f58-1bd1-4ec5-99f3-8558e84b597e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6584f58-1bd1-4ec5-99f3-8558e84b597e,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:41.259028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 406cbb4a-b03a-493d-a3b9-6e20f80643c4 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:41.262676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 406cbb4a-b03a-493d-a3b9-6e20f80643c4 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:41.289312 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eef10f60-171d-41ae-9b69-b04a1e408b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.351894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bb26d-e1ff-4530-9129-0e89a37b4120 req-b560daa0-f0b3-4d0c-80b0-679d856c4d76 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:41.361228 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Publish callbacks [] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.361797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd8bb26d-e1ff-4530-9129-0e89a37b4120 req-b560daa0-f0b3-4d0c-80b0-679d856c4d76 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0894098 Feb 03 12:34:41.374759 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.437846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd8bb26d-e1ff-4530-9129-0e89a37b4120 req-a6b22b19-a96e-4c40-8b73-97b43e3df6b5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699317 Feb 03 12:34:41.441009 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Pushing event updated for resources: {'Port': ['ID=45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:41.452350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef10f60-171d-41ae-9b69-b04a1e408b6c None None] Pushing event updated for resources: {'Port': ['ID=b6584f58-1bd1-4ec5-99f3-8558e84b597e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:41.452350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.466601 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.466947 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.467273 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.467605 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.467942 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.468267 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.468585 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.469052 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.469375 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.469693 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.470278 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.470635 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.470985 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:41.472339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.474734 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Attempting to bind port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:41.475150 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Attempting to bind port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:41.475639 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Attempting to bind port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:41.482229 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:41.482658 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:41.483048 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.483880 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:41.486244 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Bound port: 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:41.486432 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.548168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:41.548557 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.564024 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] For port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:41.568237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:41.568464 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] For port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:41.577720 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.588764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'mac_address': 'fa:16:3e:a4:00:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:34:41.595247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:41.597559 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8627de20-309e-429a-aa97-454abb88c621" -d '{"events": [{"server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "name": "network-vif-unplugged", "status": "completed", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:41.599511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748895d-ae9f-4040-93ff-7fb164105bc3 req-659b4006-5458-40ef-9204-cf888ad56244 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:41.609393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4748895d-ae9f-4040-93ff-7fb164105bc3 req-659b4006-5458-40ef-9204-cf888ad56244 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0882823 Feb 03 12:34:41.621948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:41.649623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Allocated IP 172.20.0.1 (0a56dbb3-96ac-4cbb-ae35-50faaf4e661e/87d9c481-8733-4a7e-a83d-e46f20808967/8d104c01-0760-459e-b920-ba09e9361bc4) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:41.652477 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.669605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9edd4348-bae6-4890-826c-b63e35c3822c None None] Provisioning complete for port b6584f58-1bd1-4ec5-99f3-8558e84b597e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:41.670002 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9edd4348-bae6-4890-826c-b63e35c3822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.680559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4748895d-ae9f-4040-93ff-7fb164105bc3 req-ef4326e3-6a7f-423d-a315-71795514a736 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696976 Feb 03 12:34:41.717520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:41.717943 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.760407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=406cbb4a-b03a-493d-a3b9-6e20f80643c4,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:41.765907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 406cbb4a-b03a-493d-a3b9-6e20f80643c4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:41.781300 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e60218-bb7a-4554-bf7b-e4a6396a1ea4 None None] Pushing event updated for resources: {'Port': ['ID=45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:41.801180 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:41.801180 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:34:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:41.824508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Publish callbacks [] for port (8d104c01-0760-459e-b920-ba09e9361bc4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.842035 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:34:41.842646 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:34:41.859643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-060b3bdd-a8a9-413b-bd3c-3599897ef300 req-26152899-3576-4fc9-b8ff-26cc0c727ae1 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/50a2a2ac-74af-4470-92e2-02169ae5a803 HTTP/1.1" status: 200 len: 1829 time: 0.0881624 Feb 03 12:34:41.865261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9edd4348-bae6-4890-826c-b63e35c3822c None None] Current status of the port b6584f58-1bd1-4ec5-99f3-8558e84b597e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:41.873998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.936848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6584f58-1bd1-4ec5-99f3-8558e84b597e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:41.949857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:41.954174 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:41.959148 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-060b3bdd-a8a9-413b-bd3c-3599897ef300 req-6959c044-1a30-44ea-9964-856d456e92f1 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (50a2a2ac-74af-4470-92e2-02169ae5a803), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.975253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:41.984643 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-060b3bdd-a8a9-413b-bd3c-3599897ef300 req-6959c044-1a30-44ea-9964-856d456e92f1 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (50a2a2ac-74af-4470-92e2-02169ae5a803), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.005243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:42.012907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Pushing event updated for resources: {'Port': ['ID=8d104c01-0760-459e-b920-ba09e9361bc4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:42.039418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b6584f58-1bd1-4ec5-99f3-8558e84b597e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:42.040043 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.063722 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-060b3bdd-a8a9-413b-bd3c-3599897ef300 req-6959c044-1a30-44ea-9964-856d456e92f1 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (50a2a2ac-74af-4470-92e2-02169ae5a803), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.066499 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-060b3bdd-a8a9-413b-bd3c-3599897ef300 req-6959c044-1a30-44ea-9964-856d456e92f1 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.072604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-060b3bdd-a8a9-413b-bd3c-3599897ef300 req-6959c044-1a30-44ea-9964-856d456e92f1 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "DELETE /v2.0/security-groups/50a2a2ac-74af-4470-92e2-02169ae5a803 HTTP/1.1" status: 204 len: 173 time: 0.2042215 Feb 03 12:34:42.111683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (192f05b4-1887-4091-87ed-6ab7753a91af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.111982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959c044-1a30-44ea-9964-856d456e92f1 tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a2a2ac-74af-4470-92e2-02169ae5a803,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:42.176692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-75aac862-6206-4d11-ba88-eb5281242e8d tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:42.178462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-75aac862-6206-4d11-ba88-eb5281242e8d tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.1520102 Feb 03 12:34:42.198224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b6584f58-1bd1-4ec5-99f3-8558e84b597e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:42.256239 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:39Z', 'revision_number': 3, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:42.283221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-8e52e7ba-bd8d-45c0-92bd-cab7be570197 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:34:42.284310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-8e52e7ba-bd8d-45c0-92bd-cab7be570197 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113964 Feb 03 12:34:42.317656 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888a6ca-2c12-499c-9930-8df3dff070be None None] The sync data for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 is: [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:39Z', 'revision_number': 3, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:42.320335 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.355984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-0ed6ade9-b9ab-4939-a7ab-738fec5aa846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:42.357524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-0ed6ade9-b9ab-4939-a7ab-738fec5aa846 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de&tenant_id=a3136ff5d19b465794dbc0d6c311e56b HTTP/1.1" status: 200 len: 1127 time: 0.1503658 Feb 03 12:34:42.359292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-ab21c2b9-65ba-4a13-8241-8a3a09833b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:42.360547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-ab21c2b9-65ba-4a13-8241-8a3a09833b5f service neutron] 10.222.0.65 "GET /v2.0/ports/de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 1125 time: 0.0654724 Feb 03 12:34:42.417809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:42.418421 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.428101 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Request body: {'binding': {'host': 'n-h1-792364-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:42.428621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Unknown quota resources ['binding']. {{(pid=103224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:34:42.440176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406cbb4a-b03a-493d-a3b9-6e20f80643c4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:42.465651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:42.472071 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.529122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-57918c84-20de-4583-ac47-a8eaed0162fa None None] Provisioning complete for port 8d104c01-0760-459e-b920-ba09e9361bc4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:42.529746 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57918c84-20de-4583-ac47-a8eaed0162fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.531750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Publish callbacks [] for port (8d104c01-0760-459e-b920-ba09e9361bc4), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.538847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.577310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=406cbb4a-b03a-493d-a3b9-6e20f80643c4,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:42.581685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-57918c84-20de-4583-ac47-a8eaed0162fa None None] Port 8d104c01-0760-459e-b920-ba09e9361bc4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:42.602494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Pushing event updated for resources: {'Port': ['ID=8d104c01-0760-459e-b920-ba09e9361bc4,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:42.607161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e85452-59d4-4162-a95c-e78685d72e69 req-f94a3768-6b38-4488-80d6-c1d4a5fb6a71 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:42.609254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e85452-59d4-4162-a95c-e78685d72e69 req-f94a3768-6b38-4488-80d6-c1d4a5fb6a71 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef&tenant_id=5da3950f14e4455684c8fe78e82f8982&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 948 time: 0.2478590 Feb 03 12:34:42.619289 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (192f05b4-1887-4091-87ed-6ab7753a91af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.619439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-4b92c00e-d596-4a48-b983-bc73a64031af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:42.621651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-4b92c00e-d596-4a48-b983-bc73a64031af service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1127 time: 0.2178094 Feb 03 12:34:42.630375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f0597-cad2-42f8-afb6-7c61f5e4bcb5 req-fe0a7685-7261-4444-8c46-f15062c6382f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:42.631916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-199f0597-cad2-42f8-afb6-7c61f5e4bcb5 req-fe0a7685-7261-4444-8c46-f15062c6382f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.2298517 Feb 03 12:34:42.701357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.750094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['406cbb4a-b03a-493d-a3b9-6e20f80643c4'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:42.806642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:42.808725 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:42.827639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-2e4dc056-8bfc-4861-bbf3-8792a0a92626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:42.829854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-2e4dc056-8bfc-4861-bbf3-8792a0a92626 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.1952574 Feb 03 12:34:42.928992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-8fade2dc-859c-4d86-90f9-987b28b545ec service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 200 len: 217 time: 0.0481784 Feb 03 12:34:42.987555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Router 192f05b4-1887-4091-87ed-6ab7753a91af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:43.021180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-199f0597-cad2-42f8-afb6-7c61f5e4bcb5 req-084a8133-ca07-46d1-8a39-7141748b8a4d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737006 Feb 03 12:34:43.047390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f on host n-h1-792364-10 for vnic_type normal with profile None {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:43.047727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:43.048563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:43.053794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-4f218eac-6581-4314-b559-8e8130f234db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:43.055316 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-4f218eac-6581-4314-b559-8e8130f234db service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.1179457 Feb 03 12:34:43.071668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Port de59768a-56b4-47a4-9bc4-821209a1e05f on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:43.072252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:43.096636 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9701c914-6411-4073-9ad8-bba41eb3195c x-openstack-request-id: req-9701c914-6411-4073-9ad8-bba41eb3195c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:43.097547 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "name": "network-vif-unplugged", "status": "completed", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:43.097807 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9701c914-6411-4073-9ad8-bba41eb3195c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:43.098199 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'code': 200} Feb 03 12:34:43.105621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-6a39f26d-4f96-4d75-90c4-94e106512aa3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426462 Feb 03 12:34:43.107401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:43.107741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:43.108485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:43.108931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Bound port: de59768a-56b4-47a4-9bc4-821209a1e05f, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:43.123124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-21ca87a0-70c5-4416-8d0f-d7ae096a7b3e None None] Provisioning complete for port 8d104c01-0760-459e-b920-ba09e9361bc4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:43.124008 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21ca87a0-70c5-4416-8d0f-d7ae096a7b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.125490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:43.143823 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3bbafc15-91a6-4f10-97a0-c0e364051d79 admin admin] 10.222.0.65 "PUT /v2.0/routers/192f05b4-1887-4091-87ed-6ab7753a91af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6164384 Feb 03 12:34:43.150515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e85452-59d4-4162-a95c-e78685d72e69 req-b237919a-dcff-47bb-8415-4597e4617429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:43.152266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e85452-59d4-4162-a95c-e78685d72e69 req-b237919a-dcff-47bb-8415-4597e4617429 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 1132 time: 0.3145719 Feb 03 12:34:43.178522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-21ca87a0-70c5-4416-8d0f-d7ae096a7b3e None None] Port 8d104c01-0760-459e-b920-ba09e9361bc4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:43.344860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:43.365387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.366584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-431d7002-ce4e-4338-9470-fc999e6e0981 service neutron] 10.222.0.65 "POST /v2.0/ports/de59768a-56b4-47a4-9bc4-821209a1e05f/bindings HTTP/1.1" status: 201 len: 390 time: 0.9615304 Feb 03 12:34:43.385005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-6d62cdee-a520-4a69-8641-6755f94a002a service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714043 Feb 03 12:34:43.401207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36dace-85a1-4b5e-aa05-3709c61183fe req-2a0ba980-8ad9-429f-9b4e-f25cccb441c8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:43.404051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff36dace-85a1-4b5e-aa05-3709c61183fe req-2a0ba980-8ad9-429f-9b4e-f25cccb441c8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.2020500 Feb 03 12:34:43.412533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e85452-59d4-4162-a95c-e78685d72e69 req-c6d4bb63-102c-4d0a-947d-e9576d4535ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:43.414191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e85452-59d4-4162-a95c-e78685d72e69 req-c6d4bb63-102c-4d0a-947d-e9576d4535ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2502255 Feb 03 12:34:43.510656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e85452-59d4-4162-a95c-e78685d72e69 req-011e239b-1649-4f5f-b580-44753d1be1c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4 HTTP/1.1" status: 200 len: 217 time: 0.0745931 Feb 03 12:34:43.781231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:43.829376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:43.829750 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.848143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b959340d-7b2f-421e-82ed-9ca3af9f4ec1 req-cff74fa3-256d-4b85-a854-67f5b3301bac tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "GET /v2.0/security-groups/0d4645bd-c01e-409f-84b9-276551fc0ba9 HTTP/1.1" status: 200 len: 1829 time: 0.4045134 Feb 03 12:34:43.865106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff36dace-85a1-4b5e-aa05-3709c61183fe req-8b700659-3075-403c-ab71-55d4b05a75ad tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488604 Feb 03 12:34:43.875807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-8f65dc7d-e239-471c-b4ea-400679f35167 service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834535 Feb 03 12:34:43.883396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e85452-59d4-4162-a95c-e78685d72e69 req-aa0d6a1c-512e-4b76-bd9a-0b341dc17c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:43.884861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e85452-59d4-4162-a95c-e78685d72e69 req-aa0d6a1c-512e-4b76-bd9a-0b341dc17c65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.3364105 Feb 03 12:34:43.921787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:43.922501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.954771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:43.963309 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.019308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:44.020760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b959340d-7b2f-421e-82ed-9ca3af9f4ec1 req-3210f659-bf75-4199-996d-7a93d8b6d10a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (0d4645bd-c01e-409f-84b9-276551fc0ba9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.032287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e85452-59d4-4162-a95c-e78685d72e69 req-d8eeb502-ffd4-4224-bbc3-2c9e89796910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:44.033787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e85452-59d4-4162-a95c-e78685d72e69 req-d8eeb502-ffd4-4224-bbc3-2c9e89796910 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1389558 Feb 03 12:34:44.075966 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b959340d-7b2f-421e-82ed-9ca3af9f4ec1 req-3210f659-bf75-4199-996d-7a93d8b6d10a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (0d4645bd-c01e-409f-84b9-276551fc0ba9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.184367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc718fd-966f-4a26-b1b0-7e29d11fe05e req-4ebf77f9-0ab6-4bf2-bb89-aa23342347fa tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:44.185769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcc718fd-966f-4a26-b1b0-7e29d11fe05e req-4ebf77f9-0ab6-4bf2-bb89-aa23342347fa tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 949 time: 0.2232981 Feb 03 12:34:44.227998 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b959340d-7b2f-421e-82ed-9ca3af9f4ec1 req-3210f659-bf75-4199-996d-7a93d8b6d10a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0d4645bd-c01e-409f-84b9-276551fc0ba9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.230790 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b959340d-7b2f-421e-82ed-9ca3af9f4ec1 req-3210f659-bf75-4199-996d-7a93d8b6d10a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.231906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b959340d-7b2f-421e-82ed-9ca3af9f4ec1 req-3210f659-bf75-4199-996d-7a93d8b6d10a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] 10.222.0.65 "DELETE /v2.0/security-groups/0d4645bd-c01e-409f-84b9-276551fc0ba9 HTTP/1.1" status: 204 len: 173 time: 0.3756921 Feb 03 12:34:44.238735 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46398) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:44.241195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Sync routers for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:44.244828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e85452-59d4-4162-a95c-e78685d72e69 req-1e4c276e-1519-4a3e-b1f0-a4367732ef75 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018764 Feb 03 12:34:44.261827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:44.262722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:34:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:44.271759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210f659-bf75-4199-996d-7a93d8b6d10a tempest-SecurityGroupRulesNegativeTestJSON-23329902 tempest-SecurityGroupRulesNegativeTestJSON-23329902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4645bd-c01e-409f-84b9-276551fc0ba9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:44.287518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-87678af2-1bcd-4386-8fd1-99113dfe9a52 admin admin] Deleting subnet 6d5cbb47-410c-461c-a8e0-2501b5c99cc8 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:34:44.290685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a8b9f6a3-a035-4e08-aaac-1ff21c144993 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:44.292470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-a8b9f6a3-a035-4e08-aaac-1ff21c144993 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.1668899 Feb 03 12:34:44.293642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87678af2-1bcd-4386-8fd1-99113dfe9a52 admin admin] Publish callbacks [] for subnet (6d5cbb47-410c-461c-a8e0-2501b5c99cc8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.339237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87678af2-1bcd-4386-8fd1-99113dfe9a52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (6d5cbb47-410c-461c-a8e0-2501b5c99cc8), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.379512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcc718fd-966f-4a26-b1b0-7e29d11fe05e req-8332475d-e01b-4e6d-a456-20751e985b3f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858537 Feb 03 12:34:44.385268 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87678af2-1bcd-4386-8fd1-99113dfe9a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6d5cbb47-410c-461c-a8e0-2501b5c99cc8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.398438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:44.450202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e85452-59d4-4162-a95c-e78685d72e69 req-94e52885-4a98-4ef5-9bb0-b3141c1ecbf2 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952090 Feb 03 12:34:44.460408 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87678af2-1bcd-4386-8fd1-99113dfe9a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (6d5cbb47-410c-461c-a8e0-2501b5c99cc8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.473798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97928d78-a3b1-4714-afd1-6cee78f46bc6 req-635a8a2c-f0c1-478e-9ca4-8992da4b1824 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:44.475715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97928d78-a3b1-4714-afd1-6cee78f46bc6 req-635a8a2c-f0c1-478e-9ca4-8992da4b1824 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1559584 Feb 03 12:34:44.506119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87678af2-1bcd-4386-8fd1-99113dfe9a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5cbb47-410c-461c-a8e0-2501b5c99cc8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:44.514409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87678af2-1bcd-4386-8fd1-99113dfe9a52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.519243 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-87678af2-1bcd-4386-8fd1-99113dfe9a52 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6d5cbb47-410c-461c-a8e0-2501b5c99cc8 HTTP/1.1" status: 204 len: 168 time: 0.2789164 Feb 03 12:34:44.522444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46402) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:44.586286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-4fc33e4b-a88a-4ac9-8ca7-5d361fc5b3a6 service neutron] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:44.596091 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-4fc33e4b-a88a-4ac9-8ca7-5d361fc5b3a6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.597334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c30c88-46c5-4e6e-8594-81b9ffa9f149 req-4fc33e4b-a88a-4ac9-8ca7-5d361fc5b3a6 service neutron] 10.222.0.91 "DELETE /v2.0/ports/645e1f1e-2ad4-4a82-80f9-038e4245b1ce/bindings/n-h2-792364-10 HTTP/1.1" status: 204 len: 173 time: 0.2915666 Feb 03 12:34:44.601955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97928d78-a3b1-4714-afd1-6cee78f46bc6 req-9e3194bd-5a7f-4e3f-8ddd-08b1b1565411 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070173 Feb 03 12:34:44.618352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ef40de76-1839-4fe5-aa4e-74314e1aadac), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.742032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9408b-6538-4ab8-adfa-d554a3f0a2f6 req-91c9bbff-1368-43bd-8185-0ceddf8382b7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:44.743588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afc9408b-6538-4ab8-adfa-d554a3f0a2f6 req-91c9bbff-1368-43bd-8185-0ceddf8382b7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 945 time: 0.0696979 Feb 03 12:34:44.747571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d104c01-0760-459e-b920-ba09e9361bc4', 'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'mac_address': 'fa:16:3e:0b:dc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:41Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 2, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'subnets': [{'id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:44.759777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ef40de76-1839-4fe5-aa4e-74314e1aadac), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.779672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Checking router: 192f05b4-1887-4091-87ed-6ab7753a91af for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:44.780422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Updating router 192f05b4-1887-4091-87ed-6ab7753a91af port 8d104c01-0760-459e-b920-ba09e9361bc4 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:44.787843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef40de76-1839-4fe5-aa4e-74314e1aadac']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:44.797683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afc9408b-6538-4ab8-adfa-d554a3f0a2f6 req-bcedc4d8-0f73-4577-a8f3-484ed29ab6b9 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463669 Feb 03 12:34:44.801989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08840d91-78ae-49ba-a215-544d61437298') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:44.802833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08840d91-78ae-49ba-a215-544d61437298') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:44.812185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.814587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (08840d91-78ae-49ba-a215-544d61437298), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.828916 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (08840d91-78ae-49ba-a215-544d61437298), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.835841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:44.836240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (08840d91-78ae-49ba-a215-544d61437298), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:44.838009 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:44.913473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46406) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:44.921175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e46af1cc-7830-436b-bcba-eacba8166ba4 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105666669', 'description': 'tempest-description--1341123685'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:44.943893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ef40de76-1839-4fe5-aa4e-74314e1aadac), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.947269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e46af1cc-7830-436b-bcba-eacba8166ba4 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.972665 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.976014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa75b85-c69d-4ebe-afa4-cf7f2c8b8ad8 req-5c619cd7-ca5f-4639-8d4b-846dc202ff93 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:44.979405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faa75b85-c69d-4ebe-afa4-cf7f2c8b8ad8 req-5c619cd7-ca5f-4639-8d4b-846dc202ff93 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.0885661 Feb 03 12:34:44.987087 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] 10.222.0.65 "DELETE /v2.0/networks/ef40de76-1839-4fe5-aa4e-74314e1aadac HTTP/1.1" status: 204 len: 168 time: 0.4635482 Feb 03 12:34:44.990382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10018e-9de7-4b35-a153-c4ff855ffecd admin admin] Pushing event deleted for resources: {'Network': ['ID=ef40de76-1839-4fe5-aa4e-74314e1aadac,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:45.085589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e46af1cc-7830-436b-bcba-eacba8166ba4 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group (8d34ac3e-af91-474b-96f3-ee6400a10dfb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.093627 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e46af1cc-7830-436b-bcba-eacba8166ba4 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8d34ac3e-af91-474b-96f3-ee6400a10dfb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.148791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46af1cc-7830-436b-bcba-eacba8166ba4 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d34ac3e-af91-474b-96f3-ee6400a10dfb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:45.150986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faa75b85-c69d-4ebe-afa4-cf7f2c8b8ad8 req-95e7ba37-db66-44e0-86a2-5cb7bcb512d7 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381633 Feb 03 12:34:45.165956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36adb8-ebaf-40ad-b1cc-f414d8259e59 req-9d270025-4e18-4725-aa87-5bfd69c3910d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:45.173506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce36adb8-ebaf-40ad-b1cc-f414d8259e59 req-9d270025-4e18-4725-aa87-5bfd69c3910d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.2068591 Feb 03 12:34:45.183395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e46af1cc-7830-436b-bcba-eacba8166ba4 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.184865 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e46af1cc-7830-436b-bcba-eacba8166ba4 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2697880 Feb 03 12:34:45.189358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46410) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:45.195634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6ad31e96-4a18-4cb4-8738-50c1adbfdbdd tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Request body: {'security_group_rule': {'security_group_id': '8d34ac3e-af91-474b-96f3-ee6400a10dfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:45.227927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46412) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:45.239110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce36adb8-ebaf-40ad-b1cc-f414d8259e59 req-9a08578b-1e6a-46d1-91ec-49f2eb4cf187 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645969 Feb 03 12:34:45.273525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 406cbb4a-b03a-493d-a3b9-6e20f80643c4 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:45.284626 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6ad31e96-4a18-4cb4-8738-50c1adbfdbdd tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group_rule (7c535cac-c9de-4efb-a20a-2c5bd349e1c4), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.294026 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7d87a43-82cc-4868-829e-02073506a506 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb46b5f1dc934e39a402b07f29db29ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646236 Feb 03 12:34:45.297131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46418) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:45.363760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78f9f106-3261-4e7c-9b29-14d86206c196 admin admin] Publish callbacks [] for security_group (b12f8f13-97e1-42aa-b84b-db41ee4e9bc3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.383093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Publish callbacks [] for port (8d104c01-0760-459e-b920-ba09e9361bc4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.386835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6ad31e96-4a18-4cb4-8738-50c1adbfdbdd tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group_rule (7c535cac-c9de-4efb-a20a-2c5bd349e1c4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.393814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6ad31e96-4a18-4cb4-8738-50c1adbfdbdd tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (7c535cac-c9de-4efb-a20a-2c5bd349e1c4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.395680 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.409123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78f9f106-3261-4e7c-9b29-14d86206c196 admin admin] Publish callbacks [] for security_group (b12f8f13-97e1-42aa-b84b-db41ee4e9bc3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.422211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad31e96-4a18-4cb4-8738-50c1adbfdbdd tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c535cac-c9de-4efb-a20a-2c5bd349e1c4,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:45.427294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:45.427627 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.441525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f9886-dd0e-4cf9-a17e-5baf89823db9 req-4dbaf909-6e72-48c0-9d7d-a3bf405e0280 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:45.447857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc6f9886-dd0e-4cf9-a17e-5baf89823db9 req-4dbaf909-6e72-48c0-9d7d-a3bf405e0280 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1127 time: 0.0958176 Feb 03 12:34:45.452157 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6ad31e96-4a18-4cb4-8738-50c1adbfdbdd tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.453398 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6ad31e96-4a18-4cb4-8738-50c1adbfdbdd tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2624454 Feb 03 12:34:45.458619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46422) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:45.465167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-29ad922f-ea0a-4e96-9585-f570b39ab868 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Request body: {'security_group_rule': {'security_group_id': '8d34ac3e-af91-474b-96f3-ee6400a10dfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:45.475791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d8137-3eb3-4f15-b153-f92c4b3d2a4e None None] Pushing event updated for resources: {'Port': ['ID=8d104c01-0760-459e-b920-ba09e9361bc4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:45.507277 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29ad922f-ea0a-4e96-9585-f570b39ab868 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group_rule (c841169b-d6c2-4407-b843-aed8015fb381), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.527159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc6f9886-dd0e-4cf9-a17e-5baf89823db9 req-49c652f2-f0a3-4a2a-a617-9f4710b2b111 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781908 Feb 03 12:34:45.550851 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78f9f106-3261-4e7c-9b29-14d86206c196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b12f8f13-97e1-42aa-b84b-db41ee4e9bc3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.551302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78f9f106-3261-4e7c-9b29-14d86206c196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.559674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-78f9f106-3261-4e7c-9b29-14d86206c196 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b12f8f13-97e1-42aa-b84b-db41ee4e9bc3 HTTP/1.1" status: 204 len: 168 time: 0.2613227 Feb 03 12:34:45.570262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9f106-3261-4e7c-9b29-14d86206c196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f8f13-97e1-42aa-b84b-db41ee4e9bc3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:45.584988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29ad922f-ea0a-4e96-9585-f570b39ab868 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group_rule (c841169b-d6c2-4407-b843-aed8015fb381), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.600889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29ad922f-ea0a-4e96-9585-f570b39ab868 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c841169b-d6c2-4407-b843-aed8015fb381), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.630722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad922f-ea0a-4e96-9585-f570b39ab868 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c841169b-d6c2-4407-b843-aed8015fb381,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:45.640610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Attempting to bind port 8d104c01-0760-459e-b920-ba09e9361bc4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:45.642228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Attempting to bind port 8d104c01-0760-459e-b920-ba09e9361bc4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:45.643722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Attempting to bind port 8d104c01-0760-459e-b920-ba09e9361bc4 on network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:45.648637 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29ad922f-ea0a-4e96-9585-f570b39ab868 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.653997 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-29ad922f-ea0a-4e96-9585-f570b39ab868 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909704 Feb 03 12:34:45.654315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:45.660289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:45.680939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:45.681328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Checking segment: {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:45.681720 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.682120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Bound using segment: {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:45.688238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Bound port: 8d104c01-0760-459e-b920-ba09e9361bc4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:45.689234 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.694676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:45.695090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.702272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.719712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51b710-c47f-4904-9df1-31a13ca6950c req-aa64d6a0-ab5d-4603-89a4-2e71a3b617d5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:45.730036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da51b710-c47f-4904-9df1-31a13ca6950c req-aa64d6a0-ab5d-4603-89a4-2e71a3b617d5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 949 time: 0.1354206 Feb 03 12:34:45.777058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:45.782435 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3632d824-1483-4af5-b73e-d57fd2209055" -d '{"events": [{"server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "name": "network-vif-plugged", "status": "completed", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:45.854796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:45.863358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:45.881768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da51b710-c47f-4904-9df1-31a13ca6950c req-cceba468-f7f7-4ce5-95e4-f26b4d6fa084 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506591 Feb 03 12:34:45.906199 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.969828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e05fc6-0884-451d-a200-b7385bff069c req-26f67a3e-756e-47e0-81b8-1ea9d71722ef tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:45.972898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.983715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95e05fc6-0884-451d-a200-b7385bff069c req-26f67a3e-756e-47e0-81b8-1ea9d71722ef tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.2085385 Feb 03 12:34:46.040365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-e67c8dd3-6a98-4406-afeb-02ce07d22e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:46.043040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-e67c8dd3-6a98-4406-afeb-02ce07d22e31 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1128 time: 0.1587615 Feb 03 12:34:46.050579 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3784946f-2b4d-4b51-ac12-25f43702ecde x-openstack-request-id: req-3784946f-2b4d-4b51-ac12-25f43702ecde {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:46.050879 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "name": "network-vif-plugged", "status": "completed", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:46.051145 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3784946f-2b4d-4b51-ac12-25f43702ecde {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:46.051728 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'code': 200} Feb 03 12:34:46.061898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.085696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] For port 8d104c01-0760-459e-b920-ba09e9361bc4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:46.090445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] For port 8d104c01-0760-459e-b920-ba09e9361bc4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8d104c01-0760-459e-b920-ba09e9361bc4,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:46.101647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d8d9c53e-56f7-4d5d-859c-da7862ab5ba0 None None] Provisioning complete for port 8d104c01-0760-459e-b920-ba09e9361bc4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:46.102015 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c53e-56f7-4d5d-859c-da7862ab5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.121084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Allocated IP 172.25.3.43 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/506e8534-acb8-4fae-8e78-ace3c0738f5a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:46.127042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95e05fc6-0884-451d-a200-b7385bff069c req-70b89b1a-e4d1-4c48-90e0-a30d16d299d6 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385925 Feb 03 12:34:46.138427 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.153211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=406cbb4a-b03a-493d-a3b9-6e20f80643c4,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:46.158987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:46.159335 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.245681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d8137-3eb3-4f15-b153-f92c4b3d2a4e None None] Pushing event updated for resources: {'Port': ['ID=8d104c01-0760-459e-b920-ba09e9361bc4,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:46.284969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4ffb-9264-43d9-982d-74e53cbfdbcf req-f8adaf77-b86f-461b-83e3-29070d423436 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:46.286582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-245c4ffb-9264-43d9-982d-74e53cbfdbcf req-f8adaf77-b86f-461b-83e3-29070d423436 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 945 time: 0.2329624 Feb 03 12:34:46.320126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:46.320841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:34:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:46.342606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-921e815c-41f8-4cde-9878-48800ad3685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:46.348234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-921e815c-41f8-4cde-9878-48800ad3685d service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.2955766 Feb 03 12:34:46.435222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for port (506e8534-acb8-4fae-8e78-ace3c0738f5a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.469421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-63c9f1f6-ce0a-487c-b5fb-d3a04fcf3957 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 217 time: 0.0698757 Feb 03 12:34:46.494641 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (506e8534-acb8-4fae-8e78-ace3c0738f5a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.548032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-245c4ffb-9264-43d9-982d-74e53cbfdbcf req-d41c9b8f-530a-4693-bfc5-00c6362bd21c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433722 Feb 03 12:34:46.557223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:46.577901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-557f176d-a34e-4cab-bc9b-5a824b97b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:46.578241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:46.580246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-557f176d-a34e-4cab-bc9b-5a824b97b308 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0795882 Feb 03 12:34:46.586920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:46.595175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-0657ab9d-b32d-4947-a19e-efd9b260eff5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:46.597832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-0657ab9d-b32d-4947-a19e-efd9b260eff5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 808 time: 0.3324773 Feb 03 12:34:46.607072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9c53e-56f7-4d5d-859c-da7862ab5ba0 None None] Current status of the port 8d104c01-0760-459e-b920-ba09e9361bc4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:46.607467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c53e-56f7-4d5d-859c-da7862ab5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.623676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Pushing event updated for resources: {'Port': ['ID=506e8534-acb8-4fae-8e78-ace3c0738f5a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:46.663285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:46.664334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-07ec4fc4-c218-4087-be33-9488218653e5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/quotas/a3136ff5d19b465794dbc0d6c311e56b HTTP/1.1" status: 200 len: 375 time: 0.0610626 Feb 03 12:34:46.688656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:46.692116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for floatingip (099ddb9e-48dd-4045-9cad-3b8d27f17473), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.747330 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (506e8534-acb8-4fae-8e78-ace3c0738f5a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.759754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d8d9c53e-56f7-4d5d-859c-da7862ab5ba0 None None] For port 8d104c01-0760-459e-b920-ba09e9361bc4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8d104c01-0760-459e-b920-ba09e9361bc4,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:46.762111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-e1dfe1e2-a412-4294-b3fe-672956902958 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276140 Feb 03 12:34:46.855789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46470) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:46.920269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-09488354-e1b2-4369-87e0-5f877ede1577 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456529 Feb 03 12:34:46.932407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfac7d-ea97-4d36-bfe5-671358138c67 req-b2cf424d-7840-47bb-91fd-54bf4138a9c0 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:46.934088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7dfac7d-ea97-4d36-bfe5-671358138c67 req-b2cf424d-7840-47bb-91fd-54bf4138a9c0 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.1882274 Feb 03 12:34:46.935292 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for port (506e8534-acb8-4fae-8e78-ace3c0738f5a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.952538 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (506e8534-acb8-4fae-8e78-ace3c0738f5a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.997428 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c53e-56f7-4d5d-859c-da7862ab5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.039778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-350ffae3-ce67-4a18-9047-958e85476a8d service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654850 Feb 03 12:34:47.049548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1184930040-network', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:47.061663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Pushing event updated for resources: {'Port': ['ID=506e8534-acb8-4fae-8e78-ace3c0738f5a,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:47.072307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (099ddb9e-48dd-4045-9cad-3b8d27f17473), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.095995 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.098041 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-79d03b90-9a72-406a-b5f8-67934e908fef tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4424686 Feb 03 12:34:47.100940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9c53e-56f7-4d5d-859c-da7862ab5ba0 None None] Pushing event updated for resources: {'Port': ['ID=8d104c01-0760-459e-b920-ba09e9361bc4,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:47.142627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d5aa636a-5147-43b4-967b-ec63180e9408 None None] Provisioning complete for port 8d104c01-0760-459e-b920-ba09e9361bc4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:47.142627 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5aa636a-5147-43b4-967b-ec63180e9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.159639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:47.159639 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.164646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7dfac7d-ea97-4d36-bfe5-671358138c67 req-9402de7b-145d-4991-a856-f31724ec9829 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171719 Feb 03 12:34:47.169836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d104c01-0760-459e-b920-ba09e9361bc4', 'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'mac_address': 'fa:16:3e:0b:dc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:41Z', 'updated_at': '2022-02-03T12:34:46Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'subnets': [{'id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:47.182208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.193756 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-3a86254b-60c6-41aa-a630-99a6c7d1a8a2 service neutron] 10.222.0.65 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585995 Feb 03 12:34:47.207671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb9584-ab24-43ff-b3d0-e76889a7be2f None None] The sync data for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 is: [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d104c01-0760-459e-b920-ba09e9361bc4', 'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'mac_address': 'fa:16:3e:0b:dc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:41Z', 'updated_at': '2022-02-03T12:34:46Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'subnets': [{'id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:47.331153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa636a-5147-43b4-967b-ec63180e9408 None None] Current status of the port 8d104c01-0760-459e-b920-ba09e9361bc4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:47.347514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-393766ec-6a76-48ce-870d-674e19ee6539 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915039 Feb 03 12:34:47.471455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-a7f953c0-cf9d-4392-b097-6f2e306cdfed service neutron] 10.222.0.65 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768335 Feb 03 12:34:47.527971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324ab9e-ea7f-4cdd-adbc-b4666dd6a1de req-37d628f4-33e9-433c-b86a-b7bedb7694d9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:47.529458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6324ab9e-ea7f-4cdd-adbc-b4666dd6a1de req-37d628f4-33e9-433c-b86a-b7bedb7694d9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1797755 Feb 03 12:34:47.535213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Publish callbacks [] for security_group (d098a55e-98c7-400e-91f1-66e1d2a1304e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.558653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d098a55e-98c7-400e-91f1-66e1d2a1304e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.573128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-0427eb84-50c1-4eba-8635-0df324f3d7f7 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:47.574848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-0427eb84-50c1-4eba-8635-0df324f3d7f7 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.1488297 Feb 03 12:34:47.588943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:47.601328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-10'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:47.670842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6324ab9e-ea7f-4cdd-adbc-b4666dd6a1de req-05f2820c-e289-475f-8134-13407827f4b9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299329 Feb 03 12:34:47.671695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d098a55e-98c7-400e-91f1-66e1d2a1304e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:47.675836 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ff75fff3-8990-482f-8d59-314b2d39dba9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.676246 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Added segment ff75fff3-8990-482f-8d59-314b2d39dba9 of type vlan for network dd650fce-fa10-437a-a186-56811800a2d1 Feb 03 12:34:47.796268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (dd650fce-fa10-437a-a186-56811800a2d1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.819521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.915049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8d104c01-0760-459e-b920-ba09e9361bc4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:47.987684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8d104c01-0760-459e-b920-ba09e9361bc4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:47.988073 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.077474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8d104c01-0760-459e-b920-ba09e9361bc4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:48.115812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98002c6c-1d2f-47e0-841a-64971cdc080a req-5b5fe36b-cc71-48ce-a0d8-506c015e5f46 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.117374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98002c6c-1d2f-47e0-841a-64971cdc080a req-5b5fe36b-cc71-48ce-a0d8-506c015e5f46 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.4588096 Feb 03 12:34:48.144210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (dd650fce-fa10-437a-a186-56811800a2d1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.145288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.145915 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.227002 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3688002 Feb 03 12:34:48.230217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46506) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:48.235840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Request body: {'subnet': {'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1184930040-subnet', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:48.259845 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:48.263643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.307786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b880b1b-0ce8-4eda-b9a0-726d4fc5fa1a admin admin] Pushing event updated for resources: {'Network': ['ID=dd650fce-fa10-437a-a186-56811800a2d1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:48.321808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network dd650fce-fa10-437a-a186-56811800a2d1 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:48.324309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-adc4d821-b584-420f-a861-04d723c6e717 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2105666669&fields=id&tenant_id=fceb61e841874fe088f20e9edc9e9f9b HTTP/1.1" status: 200 len: 267 time: 0.2332816 Feb 03 12:34:48.364964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98002c6c-1d2f-47e0-841a-64971cdc080a req-37975db6-9a47-4d41-90df-b0920ae2d064 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392473 Feb 03 12:34:48.495563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:48.552281 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.561967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-88941ef1-be5a-4379-8681-2c924f132725 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.564771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-88941ef1-be5a-4379-8681-2c924f132725 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/networks?id=0a56dbb3-96ac-4cbb-ae35-50faaf4e661e HTTP/1.1" status: 200 len: 812 time: 0.2301526 Feb 03 12:34:48.603632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-e08b3877-7d7d-44cc-976c-802e00441f24 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/quotas/fceb61e841874fe088f20e9edc9e9f9b HTTP/1.1" status: 200 len: 375 time: 0.0270205 Feb 03 12:34:48.609445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:48.634381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Checking segment: {'id': 'ff75fff3-8990-482f-8d59-314b2d39dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:48.634782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Network hostable DHCP agents. Network: dd650fce-fa10-437a-a186-56811800a2d1, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:48.636189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74904db4-6a4b-4185-9c95-a7f852cc5dae req-287d0843-421c-49f1-baf8-f2604400435c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.637925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74904db4-6a4b-4185-9c95-a7f852cc5dae req-287d0843-421c-49f1-baf8-f2604400435c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 945 time: 0.1663451 Feb 03 12:34:48.640702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:48.658506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Network dd650fce-fa10-437a-a186-56811800a2d1 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:48.675108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, dd650fce-fa10-437a-a186-56811800a2d1) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:48.684114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f527ab4c-9cee-4362-aa9b-56f1b12acf3d None None] Network dd650fce-fa10-437a-a186-56811800a2d1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:48.686930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.687728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.716861 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-286df17f-c2a6-4c85-9def-4f8895134ad3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4853559 Feb 03 12:34:48.717498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46510) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:48.736499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:48.745864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:48.748379 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a2be06-00e9-413f-8383-a01c87781b8a" -d '{"events": [{"server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "name": "network-vif-unplugged", "status": "completed", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:48.753140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Publish callbacks [] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.763914 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (5e4c705a-6412-4e86-a363-58bf0e916c81), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.765256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (5e4c705a-6412-4e86-a363-58bf0e916c81), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.774426 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.784468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74904db4-6a4b-4185-9c95-a7f852cc5dae req-f69236b8-85e8-483b-ad68-9df91bb655b5 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084273 Feb 03 12:34:48.819857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-bbd4ebef-007d-4ac8-bb7f-37c1fc5b2eb7 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fceb61e841874fe088f20e9edc9e9f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2086771 Feb 03 12:34:48.846628 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks [] for router_controller (5e4c705a-6412-4e86-a363-58bf0e916c81), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.876786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-dd650fce-fa10-437a-a186-56811800a2d1', 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1', 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'fixed_ips': [{'subnet_id': 'd03a85c5-1fd7-4b7d-97ba-4ceb2c4413af'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:48.880415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.898848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Pushing event updated for resources: {'Port': ['ID=de59768a-56b4-47a4-9bc4-821209a1e05f,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:48.949764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f on host n-h2-792364-10 for vnic_type normal with profile {"migrating_to": "n-h1-792364-10"} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:48.950137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:48.950532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:48.976287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Port de59768a-56b4-47a4-9bc4-821209a1e05f on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:48.976533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Attempting to bind port de59768a-56b4-47a4-9bc4-821209a1e05f on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:49.031063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:49.031435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:49.031827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:49.032276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Bound port: de59768a-56b4-47a4-9bc4-821209a1e05f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:49.032634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.040720 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a354a9b-6ec6-4b1e-bfeb-2035b9cac8d3 req-90a9903f-8621-4c17-a6e1-f6d175f724ff tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 210 time: 0.0700960 Feb 03 12:34:49.084214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks [] for router_gateway (5e4c705a-6412-4e86-a363-58bf0e916c81), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.099260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-bf5dce27-5a1b-4077-9b6e-c343893ac707 service neutron] 10.222.0.65 "GET /v2.0/networks/0a56dbb3-96ac-4cbb-ae35-50faaf4e661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474289 Feb 03 12:34:49.103465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Allocated IP 172.20.0.2 (dd650fce-fa10-437a-a186-56811800a2d1/d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af/0cc1df46-7793-4d8c-a0f0-c7b49a7430dc) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:49.227174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-c4596f2f-193d-4556-b3c5-3ac5ac883449 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:49.228634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-c4596f2f-193d-4556-b3c5-3ac5ac883449 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 808 time: 0.2689664 Feb 03 12:34:49.260703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Request body: {'port': {'device_id': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf', 'admin_state_up': True, 'tenant_id': 'a3136ff5d19b465794dbc0d6c311e56b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:49.276863 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Publish callbacks [] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.284605 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.316902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:49.341689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Network dd650fce-fa10-437a-a186-56811800a2d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:49.345106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:49.353409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:49.356378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Pushing event updated for resources: {'Port': ['ID=0cc1df46-7793-4d8c-a0f0-c7b49a7430dc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:49.376916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:49.386143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-5a9b41ef-7f83-4e82-8a3a-93b2d17d35f6 service neutron] 10.222.0.65 "GET /v2.0/networks/0a56dbb3-96ac-4cbb-ae35-50faaf4e661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860394 Feb 03 12:34:49.391419 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.434378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7fe9a-da95-418d-91f5-ba73f61948e2 req-1449f2d6-1f98-4492-849d-ab1f752e30b8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:49.436014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ba7fe9a-da95-418d-91f5-ba73f61948e2 req-1449f2d6-1f98-4492-849d-ab1f752e30b8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.2682385 Feb 03 12:34:49.436967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Attempting to bind port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:49.437583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Attempting to bind port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ff75fff3-8990-482f-8d59-314b2d39dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:49.439103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Attempting to bind port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc on network dd650fce-fa10-437a-a186-56811800a2d1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:49.446645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:49.447135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Checking segment: {'id': 'ff75fff3-8990-482f-8d59-314b2d39dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:49.447659 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.448325 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Bound using segment: {'id': 'ff75fff3-8990-482f-8d59-314b2d39dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:49.449644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Bound port: 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff75fff3-8990-482f-8d59-314b2d39dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:49.450135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.533642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Pushing event updated for resources: {'Port': ['ID=de59768a-56b4-47a4-9bc4-821209a1e05f,revision_number=8']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:49.544242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] For port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:49.547790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] For port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0cc1df46-7793-4d8c-a0f0-c7b49a7430dc,segment=NetworkSegment(ff75fff3-8990-482f-8d59-314b2d39dba9),segment_id=ff75fff3-8990-482f-8d59-314b2d39dba9)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:49.562777 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.563261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:49.563761 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.565289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-d5956900-97e6-4e62-895e-8fc0837bbde7 service neutron] 10.222.0.91 "PUT /v2.0/ports/de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 1123 time: 1.9821422 Feb 03 12:34:49.567320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Made reservation on behalf of a3136ff5d19b465794dbc0d6c311e56b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:49.572485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.574741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks [] for router_gateway (5e4c705a-6412-4e86-a363-58bf0e916c81), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.597432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ba7fe9a-da95-418d-91f5-ba73f61948e2 req-72c92018-f154-4fa7-b650-2f1a3ff0f4e7 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389205 Feb 03 12:34:49.598792 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.663337 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f73ba17-e2e1-437f-ae6c-1bbe344de777 x-openstack-request-id: req-9f73ba17-e2e1-437f-ae6c-1bbe344de777 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:49.667742 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "name": "network-vif-unplugged", "status": "completed", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:49.668116 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f73ba17-e2e1-437f-ae6c-1bbe344de777 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:49.668736 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f', 'code': 200} Feb 03 12:34:49.686740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['de59768a-56b4-47a4-9bc4-821209a1e05f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:49.777940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72496340-7d1a-47de-b7e8-d2ed9b20c7ec req-2c41dadc-87ec-44cf-be37-f4ce730276a4 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 210 time: 0.0424457 Feb 03 12:34:49.850983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Allocated IP 172.25.3.110 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/2b1345e0-d604-41c3-9ae3-26b4c1d03a70) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:49.864333 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51aed1-f6cd-497c-86be-ecab97663adc None None] Pushing event updated for resources: {'Port': ['ID=0cc1df46-7793-4d8c-a0f0-c7b49a7430dc,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:49.865648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Allocated IP 172.20.0.13 (7026356e-f34e-4d0e-9716-230368f573cf/0f666a3e-3d08-414d-bcf0-fc98dfba97c7/e817760f-5b2e-4606-aba5-f28cd56f4363) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:50.037389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks [] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.089596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.157729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1345e0-d604-41c3-9ae3-26b4c1d03a70,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:50.173704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:50.176591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:50.179294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:50.211805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad885729-b415-4c07-b59b-a717cf07aacb req-c8452493-740d-40c2-ba1d-4c79c5ab3645 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.219873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad885729-b415-4c07-b59b-a717cf07aacb req-c8452493-740d-40c2-ba1d-4c79c5ab3645 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.3136275 Feb 03 12:34:50.262010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0070-80ae-40b3-88fe-6d612ff4c1b1 req-d9957463-c9f6-4fc1-96bf-8772b9af8268 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.269460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-109f0070-80ae-40b3-88fe-6d612ff4c1b1 req-d9957463-c9f6-4fc1-96bf-8772b9af8268 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 943 time: 0.2839916 Feb 03 12:34:50.313436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.350867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad885729-b415-4c07-b59b-a717cf07aacb req-4932a68c-930f-46b6-b262-8befc3f77651 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301134 Feb 03 12:34:50.365619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks [] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.392121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-109f0070-80ae-40b3-88fe-6d612ff4c1b1 req-f97aa29f-d76d-42cb-b480-801839b2a24a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218443 Feb 03 12:34:50.446771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.500320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-9d726b7a-fd48-4812-af4f-958223ed80e3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5da3950f14e4455684c8fe78e82f8982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288610 Feb 03 12:34:50.519604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks [] for router_gateway (5e4c705a-6412-4e86-a363-58bf0e916c81), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.576536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Network 7026356e-f34e-4d0e-9716-230368f573cf is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:50.593162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:50.614284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:50.648711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Pushing event updated for resources: {'Port': ['ID=e817760f-5b2e-4606-aba5-f28cd56f4363,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:50.716857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925172f-f3f3-4d91-9b49-5810d9ac3f87 req-9da0bd39-462a-4846-abde-43981af00546 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.724119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1925172f-f3f3-4d91-9b49-5810d9ac3f87 req-9da0bd39-462a-4846-abde-43981af00546 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 932 time: 0.2227585 Feb 03 12:34:50.758938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (5e4c705a-6412-4e86-a363-58bf0e916c81), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.760559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.761648 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.792429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-4c8042e2-3bb3-4dac-bba9-7d8e7ca5cae3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.794258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-4c8042e2-3bb3-4dac-bba9-7d8e7ca5cae3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735846 Feb 03 12:34:50.824121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b4491b3f-e670-4fcd-8bf3-977ceaa43447 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5723832 Feb 03 12:34:50.830229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1925172f-f3f3-4d91-9b49-5810d9ac3f87 req-9bbc0b29-426c-410d-8fa4-ab51ff94b1fc tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051466 Feb 03 12:34:50.831528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-b833ee24-af74-4ec8-8390-ef1d4f32bd42 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/quotas/5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 375 time: 0.0307610 Feb 03 12:34:50.836317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Request body: {'port': {'device_id': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:50.914765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Router 5e4c705a-6412-4e86-a363-58bf0e916c81 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:34:50.979311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-977c071b-ca83-44f9-9f23-e93ffc157e72 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397402 Feb 03 12:34:50.980009 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.038309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a68ff-cedf-4550-a71a-c9c115afd2d5 req-bed9e4e7-d38f-495c-92a6-64aea1e97720 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:51.040591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb8a68ff-cedf-4550-a71a-c9c115afd2d5 req-bed9e4e7-d38f-495c-92a6-64aea1e97720 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1100125 Feb 03 12:34:51.079390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:51.094363 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Sync routers for ids ['5e4c705a-6412-4e86-a363-58bf0e916c81'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:51.109845 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Routers {'5e4c705a-6412-4e86-a363-58bf0e916c81'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:51.111165 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:34:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5e4c705a-6412-4e86-a363-58bf0e916c81'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:51.130425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bc89fc-f619-4947-be60-ca29273712c4 None None] Network dd650fce-fa10-437a-a186-56811800a2d1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:51.141286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.142595 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-124fce5a-1fab-4db5-8c0c-85e47dc84aa9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4240489 Feb 03 12:34:51.145627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46550) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:51.280800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-5921c782-0abc-4f6a-8cbd-132b59dea7ee tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:51.282353 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-5921c782-0abc-4f6a-8cbd-132b59dea7ee tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.72 "GET /v2.0/networks?id=0a56dbb3-96ac-4cbb-ae35-50faaf4e661e HTTP/1.1" status: 200 len: 812 time: 0.2586930 Feb 03 12:34:51.377754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb8a68ff-cedf-4550-a71a-c9c115afd2d5 req-fc55f0ea-a786-4a1f-9247-02015f1cfd7a tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269923 Feb 03 12:34:51.380601 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Set router 5e4c705a-6412-4e86-a363-58bf0e916c81 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:51.388646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-befd9c01-9d73-48cb-82e6-1d812209133b None None] Provisioning complete for port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:51.389197 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-befd9c01-9d73-48cb-82e6-1d812209133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.416542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3dfd58c3-3634-4416-b847-74d3a1fa901c req-36b08105-397d-47f1-b2b9-ddd6470a11a3 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 210 time: 0.1261477 Feb 03 12:34:51.492286 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-fc6d546e-21d0-45d4-b84d-852970ec22a9 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fceb61e841874fe088f20e9edc9e9f9b HTTP/1.1" status: 200 len: 380 time: 0.1916842 Feb 03 12:34:51.557057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-befd9c01-9d73-48cb-82e6-1d812209133b None None] Current status of the port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:51.557605 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-befd9c01-9d73-48cb-82e6-1d812209133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.600507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Request body: {'port': {'device_id': '68b95960-8475-49b5-8189-7259120ef18c', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'admin_state_up': True, 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'security_groups': ['8d34ac3e-af91-474b-96f3-ee6400a10dfb']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:51.602198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-befd9c01-9d73-48cb-82e6-1d812209133b None None] For port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0cc1df46-7793-4d8c-a0f0-c7b49a7430dc,segment=NetworkSegment(ff75fff3-8990-482f-8d59-314b2d39dba9),segment_id=ff75fff3-8990-482f-8d59-314b2d39dba9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:51.611591 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-befd9c01-9d73-48cb-82e6-1d812209133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.696181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd9c01-9d73-48cb-82e6-1d812209133b None None] Pushing event updated for resources: {'Port': ['ID=0cc1df46-7793-4d8c-a0f0-c7b49a7430dc,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:51.758296 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:48Z', 'updated_at': '2022-02-03T12:34:50Z', 'revision_number': 3, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'gw_port': {'id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:49Z', 'updated_at': '2022-02-03T12:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:51.813716 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Checking router: 5e4c705a-6412-4e86-a363-58bf0e916c81 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:51.814318 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Updating router 5e4c705a-6412-4e86-a363-58bf0e916c81 port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:51.892034 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.902841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device de59768a-56b4-47a4-9bc4-821209a1e05f details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:51.911241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Made reservation on behalf of fceb61e841874fe088f20e9edc9e9f9b for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:51.914629 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.918904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:51.927071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:51.938546 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a96abc-478b-4312-9517-4133fed8be59" -d '{"events": [{"name": "network-changed", "server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:52.026633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:52.041770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05b957db-dfd6-4f11-8a08-6d1328d4399c req-a7347441-a24c-4089-b271-69be499ea741 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 210 time: 0.0872552 Feb 03 12:34:52.150576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bec76d-fac8-455b-b020-427fdf6eb933 req-a66fdafb-b4a2-47ea-89d0-2f5a39afbc0f tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:52.152288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e55b0ea7-1ab7-4993-9a87-4540fb426ae9 None None] Provisioning complete for port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:52.152765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e55b0ea7-1ab7-4993-9a87-4540fb426ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.165002 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91bec76d-fac8-455b-b020-427fdf6eb933 req-a66fdafb-b4a2-47ea-89d0-2f5a39afbc0f tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.2163997 Feb 03 12:34:52.336814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3c101-e618-4513-ba8f-4b79dc3a829a req-382e15c2-9cb9-48c0-a0d8-8338353d084e tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:52.346755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06f3c101-e618-4513-ba8f-4b79dc3a829a req-382e15c2-9cb9-48c0-a0d8-8338353d084e tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 943 time: 0.1738186 Feb 03 12:34:52.363526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91bec76d-fac8-455b-b020-427fdf6eb933 req-fa1952ce-e741-44b2-b7a1-3a1e6f11b1dc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971939 Feb 03 12:34:52.371856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e817760f-5b2e-4606-aba5-f28cd56f4363 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:52.375966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad16891-5f8c-4a36-a399-f9a63588b2db is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:52.376358 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.430695 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Publish callbacks [] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.431869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Publish callbacks [] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.444270 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.487506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Allocated IP 172.20.0.11 (0a56dbb3-96ac-4cbb-ae35-50faaf4e661e/87d9c481-8733-4a7e-a83d-e46f20808967/dabfdd60-41e1-41ef-beeb-d71bff1a6111) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:52.515994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06f3c101-e618-4513-ba8f-4b79dc3a829a req-d096d9d2-8208-4a3e-b0fb-ad1cb96dadc2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652606 Feb 03 12:34:52.547758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Transition to ACTIVE for port object e817760f-5b2e-4606-aba5-f28cd56f4363 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:52.550249 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36c231-ab2c-4677-abcc-36103b172d46 None None] Pushing event updated for resources: {'Port': ['ID=2b1345e0-d604-41c3-9ae3-26b4c1d03a70,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:52.610712 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Attempting to bind port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:52.611078 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Attempting to bind port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:52.614523 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Attempting to bind port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:52.630612 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:52.631490 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415eacb4-cbf8-4788-b900-e73c36dcc28a x-openstack-request-id: req-415eacb4-cbf8-4788-b900-e73c36dcc28a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:52.631660 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:52.631761 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:52.631958 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.632059 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-415eacb4-cbf8-4788-b900-e73c36dcc28a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:52.632396 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f', 'status': 'completed', 'code': 200} Feb 03 12:34:52.632522 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:52.634300 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.635036 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Bound port: 2b1345e0-d604-41c3-9ae3-26b4c1d03a70, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:52.635458 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.738750 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] For port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:52.749212 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] For port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2b1345e0-d604-41c3-9ae3-26b4c1d03a70,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:52.750304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:52.750707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.769570 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.796261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:52.798888 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58f7f0b-7e9c-4996-9cb4-076844010ea6" -d '{"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-unplugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:52.829668 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.837547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-8fde9649-5dba-4d74-b039-da4b31ec4150 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=5da3950f14e4455684c8fe78e82f8982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468440 Feb 03 12:34:52.840457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:52.850406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Pushing event updated for resources: {'Port': ['ID=e817760f-5b2e-4606-aba5-f28cd56f4363,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:52.851011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:52.881663 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36c231-ab2c-4677-abcc-36103b172d46 None None] Pushing event updated for resources: {'Port': ['ID=2b1345e0-d604-41c3-9ae3-26b4c1d03a70,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:52.883594 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.898024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device de59768a-56b4-47a4-9bc4-821209a1e05f has no active binding in host n-h1-792364-10 {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:34:52.914648 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Routers {'5e4c705a-6412-4e86-a363-58bf0e916c81'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:52.915546 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:34:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5e4c705a-6412-4e86-a363-58bf0e916c81'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:52.918177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07166e93-b3f7-465e-aea8-f6c32a94e2b0 req-127d0931-ce7c-45d6-86ce-4fdef7b9098a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:52.919081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07166e93-b3f7-465e-aea8-f6c32a94e2b0 req-127d0931-ce7c-45d6-86ce-4fdef7b9098a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 932 time: 0.4179070 Feb 03 12:34:52.947561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e55b0ea7-1ab7-4993-9a87-4540fb426ae9 None None] Current status of the port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:52.971100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:53.000918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601128ec-4d59-4423-a44e-2d73711af6c7 req-fbadeac7-8bce-472e-bfe9-49c4430e79e3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.002535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-601128ec-4d59-4423-a44e-2d73711af6c7 req-fbadeac7-8bce-472e-bfe9-49c4430e79e3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.3379052 Feb 03 12:34:53.012571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:53.089878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96abc-478b-4312-9517-4133fed8be59 req-34bfe5d3-0974-4457-9fc1-4bb8edd6b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.091405 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-62a96abc-478b-4312-9517-4133fed8be59 req-34bfe5d3-0974-4457-9fc1-4bb8edd6b520 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1157 time: 0.4658649 Feb 03 12:34:53.119695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:53.120109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:53.120457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:53.127640 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] Set router 5e4c705a-6412-4e86-a363-58bf0e916c81 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:53.137094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-eeee3f82-3d31-4f64-8e31-0899b1b9b68d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.138518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-eeee3f82-3d31-4f64-8e31-0899b1b9b68d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915983 Feb 03 12:34:53.153296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-601128ec-4d59-4423-a44e-2d73711af6c7 req-ad1b9853-d946-4328-9196-7ec099ab53cd tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216233 Feb 03 12:34:53.153869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Port e817760f-5b2e-4606-aba5-f28cd56f4363 on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:53.154194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:53.160212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Request body: {'port': {'device_id': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '5da3950f14e4455684c8fe78e82f8982'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:53.196752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.199868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd545-52ff-498c-8506-30be66822e04 req-957aa55b-c22c-4ed9-81b8-50362c993a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.202669 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ef4cd545-52ff-498c-8506-30be66822e04 req-957aa55b-c22c-4ed9-81b8-50362c993a2f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1133 time: 0.4049764 Feb 03 12:34:53.238887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07166e93-b3f7-465e-aea8-f6c32a94e2b0 req-2eeef307-7644-468e-9b0f-cd35069aacf1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877655 Feb 03 12:34:53.291330 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7ed7d8-cdbd-4a06-b5a2-17b321899b61 x-openstack-request-id: req-df7ed7d8-cdbd-4a06-b5a2-17b321899b61 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:53.291866 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-unplugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:53.291985 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df7ed7d8-cdbd-4a06-b5a2-17b321899b61 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:53.292395 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'code': 200} Feb 03 12:34:53.311655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b91450e-222b-4aa9-92de-50fe5b38c345 req-30a98f57-46fa-4d72-8d8e-45fd1ac93a63 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 210 time: 0.0662358 Feb 03 12:34:53.312780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:53.313348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:53.313482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:53.313896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Bound port: e817760f-5b2e-4606-aba5-f28cd56f4363, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:53.314230 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.337934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.356340 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:48Z', 'updated_at': '2022-02-03T12:34:50Z', 'revision_number': 3, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'gw_port': {'id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:49Z', 'updated_at': '2022-02-03T12:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:53.387265 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb2a99-5949-4922-8a51-3f2cca675ce8 None None] The sync data for ids ['5e4c705a-6412-4e86-a363-58bf0e916c81'] in n-d-792364-10 is: [{'id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:48Z', 'updated_at': '2022-02-03T12:34:50Z', 'revision_number': 3, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'gw_port': {'id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:49Z', 'updated_at': '2022-02-03T12:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:53.420508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Made reservation on behalf of 5da3950f14e4455684c8fe78e82f8982 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:53.424108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.457819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3cb0f9f-b952-43d0-87b6-37d5850445e2 req-78e96f96-e86e-4406-aa5c-9914c615bb5d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 210 time: 0.0547199 Feb 03 12:34:53.458206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:53.461608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96abc-478b-4312-9517-4133fed8be59 req-95141436-3ca4-4180-b8d9-34d14901901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.463137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-62a96abc-478b-4312-9517-4133fed8be59 req-95141436-3ca4-4180-b8d9-34d14901901a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.3359406 Feb 03 12:34:53.470195 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ef4cd545-52ff-498c-8506-30be66822e04 req-4cb4560a-8fee-4325-88be-b19ca19ec315 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976824 Feb 03 12:34:53.474225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:53.482884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Pushing event updated for resources: {'Port': ['ID=dabfdd60-41e1-41ef-beeb-d71bff1a6111,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:53.487472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:53.529583 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:53.542266 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-62a96abc-478b-4312-9517-4133fed8be59 req-b504cac2-5399-41f5-845c-36d2672d5749 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 217 time: 0.0707641 Feb 03 12:34:53.544799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:53.555037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Allocated IP 172.20.0.1 (dd650fce-fa10-437a-a186-56811800a2d1/d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af/975bd471-750b-4473-a854-69f19b731f45) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:53.588555 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.620726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.621362 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.626607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5e7e2-2146-4178-93e6-abdf137dcfeb req-dfc12c4a-a5db-4240-9660-81e811be5d9e tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.634429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dc5e7e2-2146-4178-93e6-abdf137dcfeb req-dfc12c4a-a5db-4240-9660-81e811be5d9e tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1865659 Feb 03 12:34:53.689598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96abc-478b-4312-9517-4133fed8be59 req-0589f418-ece9-4bd6-96e9-65615d062577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.691383 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-62a96abc-478b-4312-9517-4133fed8be59 req-0589f418-ece9-4bd6-96e9-65615d062577 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.1379051 Feb 03 12:34:53.699319 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-8628f4d1-2ec6-4993-9051-12e7df2fd797 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2061014 Feb 03 12:34:53.710587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.711354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.712771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] 10.222.0.72 "PUT /v2.0/ports/e817760f-5b2e-4606-aba5-f28cd56f4363 HTTP/1.1" status: 200 len: 1093 time: 2.8802903 Feb 03 12:34:53.718062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Request body: {'port': {'device_id': '68b95960-8475-49b5-8189-7259120ef18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:53.764397 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-62a96abc-478b-4312-9517-4133fed8be59 req-44590080-94d8-4a9a-826c-c8f6c743c4a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623376 Feb 03 12:34:53.839977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc5477-2762-4411-8a63-1f907cdf412d service neutron] Pushing event updated for resources: {'Port': ['ID=e817760f-5b2e-4606-aba5-f28cd56f4363,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:53.871081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dc5e7e2-2146-4178-93e6-abdf137dcfeb req-32f906ac-33c6-4a91-ba2a-d5bad2b99bc4 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328568 Feb 03 12:34:53.880028 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.897751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8dd086cc-ba59-4851-a4c0-9a623b479f8b None None] Provisioning complete for port dabfdd60-41e1-41ef-beeb-d71bff1a6111 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:53.898271 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd086cc-ba59-4851-a4c0-9a623b479f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.898572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Allocated IP 192.168.233.230 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/c906fb6d-7175-425b-976a-153a7a4a43e9) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:53.921871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04c615-28f8-4838-9862-a6cb8d878a29 req-cfb0a37a-ee6a-4b0c-a031-2879a6680a4d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.923432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf04c615-28f8-4838-9862-a6cb8d878a29 req-cfb0a37a-ee6a-4b0c-a031-2879a6680a4d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 943 time: 0.2796335 Feb 03 12:34:53.949971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8dd086cc-ba59-4851-a4c0-9a623b479f8b None None] Port dabfdd60-41e1-41ef-beeb-d71bff1a6111 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:53.952150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:53.954087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-6b2dcaa6-62ed-44fe-ab87-81443a179648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.955680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-6b2dcaa6-62ed-44fe-ab87-81443a179648 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1127 time: 0.1668122 Feb 03 12:34:53.958928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Publish callbacks [] for port (975bd471-750b-4473-a854-69f19b731f45), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.039124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-b7757a5d-9722-4ef5-a3a2-2cd9b11da5a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e817760f-5b2e-4606-aba5-f28cd56f4363 HTTP/1.1" status: 200 len: 217 time: 0.0734184 Feb 03 12:34:54.134776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:54.139207 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-62a96abc-478b-4312-9517-4133fed8be59 req-ffa2ea29-6e06-46fa-bf49-efa98fd51c7d service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594222 Feb 03 12:34:54.149356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'mac_address': 'fa:16:3e:bc:cf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:34:54.169802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (975bd471-750b-4473-a854-69f19b731f45), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.193859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad16891-5f8c-4a36-a399-f9a63588b2db is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:54.194246 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.214221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad16891-5f8c-4a36-a399-f9a63588b2db {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:54.230620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Network dd650fce-fa10-437a-a186-56811800a2d1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:54.232763 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks [] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.243679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:54.251143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:54.253517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.254055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:54.330009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf04c615-28f8-4838-9862-a6cb8d878a29 req-9e2ab854-47b1-4d40-8121-48c8ae5707cd tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674612 Feb 03 12:34:54.345948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:54.393971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Pushing event updated for resources: {'Port': ['ID=975bd471-750b-4473-a854-69f19b731f45,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:54.404675 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (5e4c705a-6412-4e86-a363-58bf0e916c81), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.419979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-ed5f3d51-9c0f-4e68-83cc-0096d4b96734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:54.421453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-ed5f3d51-9c0f-4e68-83cc-0096d4b96734 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.3654842 Feb 03 12:34:54.490898 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-62a96abc-478b-4312-9517-4133fed8be59 req-6c26b9a6-e206-43b3-b9da-482fc5d4bd19 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443477 Feb 03 12:34:54.499534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-3ac945ab-d98e-414b-98e1-748e13a0c579 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644486 Feb 03 12:34:54.508003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.520316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f977ab90-069f-40d5-9178-8e65c0ec361c', '406cbb4a-b03a-493d-a3b9-6e20f80643c4'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:54.570610 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62e9fd-468a-4ee7-b4f7-5631971d1d8a req-6add1080-ac2d-4102-92de-c5e8f4a5e01d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:54.578126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d62e9fd-468a-4ee7-b4f7-5631971d1d8a req-6add1080-ac2d-4102-92de-c5e8f4a5e01d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.3002000 Feb 03 12:34:54.583318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-a2765007-caa1-420a-a747-6065a412871a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3366146 Feb 03 12:34:54.621858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-55afdd1b-a37c-4422-a311-1088357f3689 None None] Provisioning complete for port 975bd471-750b-4473-a854-69f19b731f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:54.622988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabfdd60-41e1-41ef-beeb-d71bff1a6111 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:54.623175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55afdd1b-a37c-4422-a311-1088357f3689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (975bd471-750b-4473-a854-69f19b731f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.631176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Publish callbacks [] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.638887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:54.642539 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fa9623-7366-4f16-a9f0-8648cb8329a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:54.646712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:54.671070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Transition to ACTIVE for port object dabfdd60-41e1-41ef-beeb-d71bff1a6111 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:54.683688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (975bd471-750b-4473-a854-69f19b731f45), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.689099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.708345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-55afdd1b-a37c-4422-a311-1088357f3689 None None] Port 975bd471-750b-4473-a854-69f19b731f45 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:54.709348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:54.721009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:54.833193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:54.841240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dabfdd60-41e1-41ef-beeb-d71bff1a6111,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:54.855084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:54.855760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.872135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570f9f-6d51-4c3a-97f5-2270c3089abe req-b5837d3a-fb4a-475e-828a-bd92d920a788 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:54.874300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07570f9f-6d51-4c3a-97f5-2270c3089abe req-b5837d3a-fb4a-475e-828a-bd92d920a788 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.4224155 Feb 03 12:34:54.956170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cad16891-5f8c-4a36-a399-f9a63588b2db'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:54.997467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d62e9fd-468a-4ee7-b4f7-5631971d1d8a req-91238774-19fe-4300-b89a-2426c11f8709 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180505 Feb 03 12:34:54.999196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-4f797b2f-ab30-4179-a73b-2dd899e588b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.000664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-4f797b2f-ab30-4179-a73b-2dd899e588b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 1133 time: 0.3638859 Feb 03 12:34:55.029757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-51ba3dc6-a722-4a1c-8d91-8ed62f1305dc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8808260 Feb 03 12:34:55.042737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-8548ee63-40d3-4166-989c-c4c6dd972612 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163465 Feb 03 12:34:55.086777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Attempting to bind port dabfdd60-41e1-41ef-beeb-d71bff1a6111 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:55.087227 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Attempting to bind port dabfdd60-41e1-41ef-beeb-d71bff1a6111 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:55.087705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Attempting to bind port dabfdd60-41e1-41ef-beeb-d71bff1a6111 on network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:55.094936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Port dabfdd60-41e1-41ef-beeb-d71bff1a6111 on network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:55.095335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Attempting to bind port dabfdd60-41e1-41ef-beeb-d71bff1a6111 on network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:55.109836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:55.110746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Checking segment: {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:55.111344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Bound using segment: {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:55.111881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Bound port: dabfdd60-41e1-41ef-beeb-d71bff1a6111, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948501fc-d84e-46c9-bdb9-8e01583c7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:55.112344 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.162250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-37a17ee9-207b-4fce-8bbf-c6e2f6846161 None None] Provisioning complete for port c906fb6d-7175-425b-976a-153a7a4a43e9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:55.162657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37a17ee9-207b-4fce-8bbf-c6e2f6846161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.221854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-37a17ee9-207b-4fce-8bbf-c6e2f6846161 None None] Port c906fb6d-7175-425b-976a-153a7a4a43e9 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:55.240099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Publish callbacks [] for port (975bd471-750b-4473-a854-69f19b731f45), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.245582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] For port dabfdd60-41e1-41ef-beeb-d71bff1a6111, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:55.249853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] For port dabfdd60-41e1-41ef-beeb-d71bff1a6111, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dabfdd60-41e1-41ef-beeb-d71bff1a6111,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:55.253416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (975bd471-750b-4473-a854-69f19b731f45), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.287811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.327474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.328514 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.330020 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] 10.222.0.72 "PUT /v2.0/ports/dabfdd60-41e1-41ef-beeb-d71bff1a6111 HTTP/1.1" status: 200 len: 1093 time: 1.6162281 Feb 03 12:34:55.333175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b95960-8475-49b5-8189-7259120ef18c', 'tag': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:55.335454 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee72abbb-e87e-4bbc-b288-888b011f3c70" -d '{"events": [{"name": "network-changed", "server_uuid": "68b95960-8475-49b5-8189-7259120ef18c", "tag": "dabfdd60-41e1-41ef-beeb-d71bff1a6111"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:55.342224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (5e4c705a-6412-4e86-a363-58bf0e916c81), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.376267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Pushing event updated for resources: {'Port': ['ID=975bd471-750b-4473-a854-69f19b731f45,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:55.490537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07570f9f-6d51-4c3a-97f5-2270c3089abe req-22b7735d-89a9-454e-8918-c5074ca2f76c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968330 Feb 03 12:34:55.534737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a4c7c-dab4-4fb9-b342-b0aed57560b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dabfdd60-41e1-41ef-beeb-d71bff1a6111,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:55.545719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-fadb4083-b0d7-41a3-9b04-127ea7aae6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.548814 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-fadb4083-b0d7-41a3-9b04-127ea7aae6c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fceb61e841874fe088f20e9edc9e9f9b&device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 1127 time: 0.1349900 Feb 03 12:34:55.554825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Network dd650fce-fa10-437a-a186-56811800a2d1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:55.556242 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:55.625147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-bfb18a70-0f2e-409d-b52a-fe02bc90fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.626704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-bfb18a70-0f2e-409d-b52a-fe02bc90fec9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.5930300 Feb 03 12:34:55.671631 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-c4c87a3b-4062-42e5-8533-9407db10b3af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfdd60-41e1-41ef-beeb-d71bff1a6111 HTTP/1.1" status: 200 len: 217 time: 0.1074095 Feb 03 12:34:55.678315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4005ca-b39a-4af3-922a-d488f6d673c9 req-ae30ca78-e047-4576-a705-ab7ef82f7a61 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.679991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd4005ca-b39a-4af3-922a-d488f6d673c9 req-ae30ca78-e047-4576-a705-ab7ef82f7a61 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 944 time: 0.5691786 Feb 03 12:34:55.710058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-992be142-4fd2-4d96-85c8-7fae0f1d3e0e req-0373e0db-a4aa-465d-a587-c97e162099d8 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562440 Feb 03 12:34:55.715103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-f76473c2-21f0-4c28-95c6-0744faf81601 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=de21f2db-10f1-4b9e-87ec-d7394682a75f HTTP/1.1" status: 200 len: 217 time: 0.0597191 Feb 03 12:34:55.802791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-f0c69a18-d295-469a-a390-cc9447a14ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.804278 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-f0c69a18-d295-469a-a390-cc9447a14ccd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87d9c481-8733-4a7e-a83d-e46f20808967 HTTP/1.1" status: 200 len: 851 time: 0.1225088 Feb 03 12:34:55.810142 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-30d33e1b-2364-49a4-99c4-35679cf54309 service neutron] 10.222.0.72 "GET /v2.0/ports/de59768a-56b4-47a4-9bc4-821209a1e05f/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 385 time: 0.2427032 Feb 03 12:34:55.844015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd4005ca-b39a-4af3-922a-d488f6d673c9 req-07235081-cae5-4bc4-a0a5-ba25d5e1d733 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327868 Feb 03 12:34:55.847548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-8eea4a8a-7ab8-450d-a332-4bd0684dcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.849582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-8eea4a8a-7ab8-450d-a332-4bd0684dcfa7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1089437 Feb 03 12:34:55.863617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d052c78-b4d5-4193-a889-61de4e893f29 req-6fabc821-4f86-4a62-8c31-8e2ce9f64981 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.872197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d052c78-b4d5-4193-a889-61de4e893f29 req-6fabc821-4f86-4a62-8c31-8e2ce9f64981 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 936 time: 0.2629192 Feb 03 12:34:55.908265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:55.942033 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c954ee5-1607-4cfe-8070-2f45f07e7b16 x-openstack-request-id: req-1c954ee5-1607-4cfe-8070-2f45f07e7b16 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:55.942477 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:55.942830 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c954ee5-1607-4cfe-8070-2f45f07e7b16 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:55.943341 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363', 'status': 'completed', 'code': 200} Feb 03 12:34:55.968565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d052c78-b4d5-4193-a889-61de4e893f29 req-f37e0ecf-5bd4-4030-b278-ccfb56b08b16 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952523 Feb 03 12:34:56.003073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-6cc48b48-f3c7-4217-9cf7-6d3f35f5479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.010430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-6cc48b48-f3c7-4217-9cf7-6d3f35f5479e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1351476 Feb 03 12:34:56.030422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7efcd8b8-5869-4a3a-905c-4bea8d1b7ba1 None None] Provisioning complete for port 975bd471-750b-4473-a854-69f19b731f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:56.030794 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7efcd8b8-5869-4a3a-905c-4bea8d1b7ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (975bd471-750b-4473-a854-69f19b731f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.093107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:56.093485 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.143781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7efcd8b8-5869-4a3a-905c-4bea8d1b7ba1 None None] Port 975bd471-750b-4473-a854-69f19b731f45 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:56.150091 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16b60fc-2a42-45fe-8a8d-b7da1f004b7f x-openstack-request-id: req-e16b60fc-2a42-45fe-8a8d-b7da1f004b7f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:56.150416 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b95960-8475-49b5-8189-7259120ef18c", "tag": "dabfdd60-41e1-41ef-beeb-d71bff1a6111", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:56.150670 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e16b60fc-2a42-45fe-8a8d-b7da1f004b7f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:56.151059 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b95960-8475-49b5-8189-7259120ef18c', 'tag': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111', 'status': 'completed', 'code': 200} Feb 03 12:34:56.192527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:56.192922 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.197852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Router 5e4c705a-6412-4e86-a363-58bf0e916c81 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:56.210869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-422514ed-9f4c-47ba-956b-09de5f7f4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.212079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-422514ed-9f4c-47ba-956b-09de5f7f4de5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1127 time: 0.2326481 Feb 03 12:34:56.215919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2b1345e0-d604-41c3-9ae3-26b4c1d03a70,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:56.223106 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.227174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fa01d-7cf7-4d39-a2af-8ef129b8c8d1 req-9d665773-ef24-4e8e-bb27-53c3f1082599 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.234884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca8fa01d-7cf7-4d39-a2af-8ef129b8c8d1 req-9d665773-ef24-4e8e-bb27-53c3f1082599 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.2015328 Feb 03 12:34:56.246965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-c96edb67-189a-44e6-8ffd-d66f05eaa9be service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995702 Feb 03 12:34:56.284782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=2b1345e0-d604-41c3-9ae3-26b4c1d03a70,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:56.285404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-5950ae22-2788-440c-b6ce-2e7119f705ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.287856 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-5950ae22-2788-440c-b6ce-2e7119f705ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0a56dbb3-96ac-4cbb-ae35-50faaf4e661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4262395 Feb 03 12:34:56.314191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba9f7a-8788-4d5b-8db8-b4a3b4c50a65 req-df158c57-1a85-4c08-a0cf-d5598817fec8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.315800 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67ba9f7a-8788-4d5b-8db8-b4a3b4c50a65 req-df158c57-1a85-4c08-a0cf-d5598817fec8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 943 time: 0.2238138 Feb 03 12:34:56.433856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca8fa01d-7cf7-4d39-a2af-8ef129b8c8d1 req-171316c2-aaa8-4623-8d9b-468e1e947ee7 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979957 Feb 03 12:34:56.472170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:56.481440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Sync routers for ids ['5e4c705a-6412-4e86-a363-58bf0e916c81'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:56.493904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7efbe073-1c95-4c77-bf53-7d99cb9cd182 req-d3013e71-e6e2-4724-a6ff-1c0ee684eb4f service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292805 Feb 03 12:34:56.504979 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d0dde05e-c5e5-403d-befe-79a1b26b8000 admin admin] 10.222.0.65 "PUT /v2.0/routers/5e4c705a-6412-4e86-a363-58bf0e916c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3508992 Feb 03 12:34:56.505697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67ba9f7a-8788-4d5b-8db8-b4a3b4c50a65 req-1d080e44-ebc5-4004-8150-9264b3c2ecce tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675813 Feb 03 12:34:56.505697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-f866a86b-1ecc-4257-9c93-52127dd2ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.505697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-f866a86b-1ecc-4257-9c93-52127dd2ec69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.2815008 Feb 03 12:34:56.521330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Routers {'5e4c705a-6412-4e86-a363-58bf0e916c81'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:56.522248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:34:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5e4c705a-6412-4e86-a363-58bf0e916c81'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:56.546560 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-5e2a8dff-050e-4efb-bdad-faa93223278b service neutron] 10.222.0.72 "GET /v2.0/networks/0a56dbb3-96ac-4cbb-ae35-50faaf4e661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448301 Feb 03 12:34:56.578809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-8efbfad5-932a-4dd2-ab27-ade134eadfc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e817760f-5b2e-4606-aba5-f28cd56f4363 HTTP/1.1" status: 200 len: 217 time: 0.0593202 Feb 03 12:34:56.597638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:56.655286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:56.707798 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3987bc02-fb2d-4a01-9124-e8aa47d55456 req-922ae148-810a-41e6-a71e-a4a607dbc93d service neutron] 10.222.0.72 "GET /v2.0/networks/0a56dbb3-96ac-4cbb-ae35-50faaf4e661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569333 Feb 03 12:34:56.717626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46608) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:56.720604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de59768a-56b4-47a4-9bc4-821209a1e05f {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:56.743518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:56.748591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Set router 5e4c705a-6412-4e86-a363-58bf0e916c81 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:56.751465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-aef41d81-7fff-4174-9aff-a27a93f8a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.753219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-aef41d81-7fff-4174-9aff-a27a93f8a6b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.1255379 Feb 03 12:34:56.780880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa5aed-0fdb-4f3a-9b52-b91769c982a4 req-bfc0289d-3575-4fb8-9b79-1d803a67ba28 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.781487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.782974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbaa5aed-0fdb-4f3a-9b52-b91769c982a4 req-bfc0289d-3575-4fb8-9b79-1d803a67ba28 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.2031353 Feb 03 12:34:56.823853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-f65dfb44-a0b9-45d6-9c2c-540180d6e459 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547123 Feb 03 12:34:56.838087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1200400615'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:56.876312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8aadb-ed09-4c19-933a-5f83e81eed94 req-d35aac66-c70d-4626-802e-485410021ef7 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.882822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93d8aadb-ed09-4c19-933a-5f83e81eed94 req-d35aac66-c70d-4626-802e-485410021ef7 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.2291048 Feb 03 12:34:56.904613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-a9baf630-92c5-4aab-91f2-9ba98fa91267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.906089 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-a9baf630-92c5-4aab-91f2-9ba98fa91267 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fceb61e841874fe088f20e9edc9e9f9b&device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 1127 time: 0.1141450 Feb 03 12:34:56.913154 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] Transition to ACTIVE for port object de59768a-56b4-47a4-9bc4-821209a1e05f will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:56.923928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.993271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:56.997997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.021934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:48Z', 'updated_at': '2022-02-03T12:34:54Z', 'revision_number': 4, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'gw_port': {'id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:49Z', 'updated_at': '2022-02-03T12:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '975bd471-750b-4473-a854-69f19b731f45', 'name': '', 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'mac_address': 'fa:16:3e:9d:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd03a85c5-1fd7-4b7d-97ba-4ceb2c4413af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:53Z', 'updated_at': '2022-02-03T12:34:54Z', 'revision_number': 2, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'subnets': [{'id': 'd03a85c5-1fd7-4b7d-97ba-4ceb2c4413af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:57.031247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbaa5aed-0fdb-4f3a-9b52-b91769c982a4 req-0860b486-0b1f-486b-913a-2bd0c4def2b3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301683 Feb 03 12:34:57.052813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Checking router: 5e4c705a-6412-4e86-a363-58bf0e916c81 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:57.053334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Updating router 5e4c705a-6412-4e86-a363-58bf0e916c81 port 975bd471-750b-4473-a854-69f19b731f45 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:57.054763 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93d8aadb-ed09-4c19-933a-5f83e81eed94 req-80909575-745a-407f-aad0-df962620211f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707289 Feb 03 12:34:57.063395 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] No DVR routers for this DVR port de59768a-56b4-47a4-9bc4-821209a1e05f on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:57.075083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:57.082071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-b7fb200b-ce97-4199-b926-b9671cd475db service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329063 Feb 03 12:34:57.088334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (008452cf-2217-4c76-b39b-8163b270b5ad), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.089130 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Added segment 008452cf-2217-4c76-b39b-8163b270b5ad of type vlan for network 1c6811a3-319d-4f64-90f5-a2e148e2cddd Feb 03 12:34:57.102050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] Pushing event updated for resources: {'Port': ['ID=de59768a-56b4-47a4-9bc4-821209a1e05f,revision_number=10']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:57.135697 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3e20c58c-f862-4b0c-ae0f-d40d0fc0fecd service neutron] 10.222.0.72 "PUT /v2.0/ports/de59768a-56b4-47a4-9bc4-821209a1e05f/bindings/n-h1-792364-10/activate HTTP/1.1" status: 200 len: 370 time: 1.3125727 Feb 03 12:34:57.141066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-8ce8da53-83f2-49d4-97ee-527efcba2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.144392 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (975bd471-750b-4473-a854-69f19b731f45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.144886 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-8ce8da53-83f2-49d4-97ee-527efcba2cea service neutron] 10.222.0.72 "GET /v2.0/networks?id=0a56dbb3-96ac-4cbb-ae35-50faaf4e661e HTTP/1.1" status: 200 len: 913 time: 0.2291963 Feb 03 12:34:57.203925 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-10bcd448-8673-462c-8ccb-cce2c2dd43c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfdd60-41e1-41ef-beeb-d71bff1a6111 HTTP/1.1" status: 200 len: 217 time: 0.0489428 Feb 03 12:34:57.255395 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-8b7f14be-e8f4-4e13-9290-6be01e089d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.257229 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-8b7f14be-e8f4-4e13-9290-6be01e089d53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87d9c481-8733-4a7e-a83d-e46f20808967 HTTP/1.1" status: 200 len: 851 time: 0.0453682 Feb 03 12:34:57.290040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1c6811a3-319d-4f64-90f5-a2e148e2cddd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.297092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67fa9623-7366-4f16-a9f0-8648cb8329a1 req-e949c51a-7d32-44a8-be69-96fab3f957d4 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058330 Feb 03 12:34:57.314637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-e412b033-ccf4-4024-af02-f776d68c7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.316928 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-e412b033-ccf4-4024-af02-f776d68c7aa3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0a56dbb3-96ac-4cbb-ae35-50faaf4e661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510120 Feb 03 12:34:57.335659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac6704-0114-4cd3-a04b-07a2978e5086 req-290c6c1e-77e4-48d2-9a24-eaa0beeeffa5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.336682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efac6704-0114-4cd3-a04b-07a2978e5086 req-290c6c1e-77e4-48d2-9a24-eaa0beeeffa5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 936 time: 0.1599782 Feb 03 12:34:57.344293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f78fe9-e35e-4082-9953-a6927a2b1879 req-05a6e5db-67aa-40f7-b15c-06f1fabd6e7a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.345725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f78fe9-e35e-4082-9953-a6927a2b1879 req-05a6e5db-67aa-40f7-b15c-06f1fabd6e7a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 944 time: 0.1703074 Feb 03 12:34:57.348697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1c6811a3-319d-4f64-90f5-a2e148e2cddd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.353420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.354004 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.355572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device de59768a-56b4-47a4-9bc4-821209a1e05f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:57.416098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port de59768a-56b4-47a4-9bc4-821209a1e05f host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:34:57.416563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device de59768a-56b4-47a4-9bc4-821209a1e05f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:57.439910 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-3f54accf-7013-4052-80ce-3d82c0686fa3 service neutron] 10.222.0.72 "GET /v2.0/networks/0a56dbb3-96ac-4cbb-ae35-50faaf4e661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124935 Feb 03 12:34:57.448778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7219217 Feb 03 12:34:57.451215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46616) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:57.456644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'subnet': {'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:57.489578 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Publish callbacks [] for port (975bd471-750b-4473-a854-69f19b731f45), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.497000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (975bd471-750b-4473-a854-69f19b731f45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.527264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe311c-2f95-4971-afe3-2ac5a58b41a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Network': ['ID=1c6811a3-319d-4f64-90f5-a2e148e2cddd,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:57.536765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f78fe9-e35e-4082-9953-a6927a2b1879 req-9dfcd041-082d-491e-ad4f-8aa36f94e5e5 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798282 Feb 03 12:34:57.540355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efac6704-0114-4cd3-a04b-07a2978e5086 req-b2f8297c-1a86-4940-b0de-541e6a60b993 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936185 Feb 03 12:34:57.557368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1c6811a3-319d-4f64-90f5-a2e148e2cddd details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:57.594234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d81b34-d71b-4451-af0d-f4d6b9d4affc None None] Pushing event updated for resources: {'Port': ['ID=975bd471-750b-4473-a854-69f19b731f45,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:57.659669 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee72abbb-e87e-4bbc-b288-888b011f3c70 req-1cdea95e-369a-485f-90be-22fae8d99059 service neutron] 10.222.0.72 "GET /v2.0/networks/0a56dbb3-96ac-4cbb-ae35-50faaf4e661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988275 Feb 03 12:34:57.666615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:57.671380 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.683664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Attempting to bind port 975bd471-750b-4473-a854-69f19b731f45 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:57.687435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Attempting to bind port 975bd471-750b-4473-a854-69f19b731f45 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ff75fff3-8990-482f-8d59-314b2d39dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:57.687435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Attempting to bind port 975bd471-750b-4473-a854-69f19b731f45 on network dd650fce-fa10-437a-a186-56811800a2d1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:57.706149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:57.706678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Checking segment: {'id': 'ff75fff3-8990-482f-8d59-314b2d39dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:57.707300 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.708062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Bound using segment: {'id': 'ff75fff3-8990-482f-8d59-314b2d39dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:57.708829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Bound port: 975bd471-750b-4473-a854-69f19b731f45, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff75fff3-8990-482f-8d59-314b2d39dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:57.709352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (975bd471-750b-4473-a854-69f19b731f45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.790904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] For port 975bd471-750b-4473-a854-69f19b731f45, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:57.796193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] For port 975bd471-750b-4473-a854-69f19b731f45, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=975bd471-750b-4473-a854-69f19b731f45,segment=NetworkSegment(ff75fff3-8990-482f-8d59-314b2d39dba9),segment_id=ff75fff3-8990-482f-8d59-314b2d39dba9)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:57.806889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (975bd471-750b-4473-a854-69f19b731f45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.825769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85703-a87a-442f-a4e5-25e4963f7109 req-0f18c405-2cad-4c98-b00b-387ae76c460a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.827390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bc85703-a87a-442f-a4e5-25e4963f7109 req-0f18c405-2cad-4c98-b00b-387ae76c460a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.1560800 Feb 03 12:34:57.834572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4508cc5-9271-4c4c-91a1-72bb93c59d11 req-920eb3ad-1783-4d28-b8d1-a0368ec2e9f8 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.836003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4508cc5-9271-4c4c-91a1-72bb93c59d11 req-920eb3ad-1783-4d28-b8d1-a0368ec2e9f8 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1755590 Feb 03 12:34:57.848495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:57.923457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bc85703-a87a-442f-a4e5-25e4963f7109 req-f9c2e95f-cd08-4b46-8bb7-a55cc17d942b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864856 Feb 03 12:34:57.931040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4508cc5-9271-4c4c-91a1-72bb93c59d11 req-bed80f4e-f2a4-455f-a811-930dbaa6cd84 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803621 Feb 03 12:34:57.937072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:57.946976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (b9402a79-32c5-4a66-bea0-951de06f31fa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.966377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Routers {'5e4c705a-6412-4e86-a363-58bf0e916c81'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:57.967566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:34:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5e4c705a-6412-4e86-a363-58bf0e916c81'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:57.969462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d81b34-d71b-4451-af0d-f4d6b9d4affc None None] Pushing event updated for resources: {'Port': ['ID=975bd471-750b-4473-a854-69f19b731f45,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:57.981807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-dab5c783-fb71-4429-9cea-ef5413887caf None None] Provisioning complete for port 975bd471-750b-4473-a854-69f19b731f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:57.982190 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dab5c783-fb71-4429-9cea-ef5413887caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (975bd471-750b-4473-a854-69f19b731f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.012450 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Subnet': ['ID=b9402a79-32c5-4a66-bea0-951de06f31fa,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:58.017221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Checking segment: {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:58.017586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network hostable DHCP agents. Network: 1c6811a3-319d-4f64-90f5-a2e148e2cddd, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:58.037184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network 1c6811a3-319d-4f64-90f5-a2e148e2cddd is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:58.049740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1c6811a3-319d-4f64-90f5-a2e148e2cddd) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:58.061953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.062603 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.091199 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ef94c21b-bd99-4342-aa09-4e590f675097 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6386695 Feb 03 12:34:58.093924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46626) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:58.099617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1507319051'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:58.149863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:58.153492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.185842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac255a0-d656-4839-8e5c-8b4412654aa9 None None] Network 1c6811a3-319d-4f64-90f5-a2e148e2cddd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:58.227649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:58.248003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:58.248378 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.249034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5144f-e1b1-42cb-a158-e58805bf0daa req-697e2f25-a9be-43c1-93b8-e922d173f86f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.250593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21c5144f-e1b1-42cb-a158-e58805bf0daa req-697e2f25-a9be-43c1-93b8-e922d173f86f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 950 time: 0.1253309 Feb 03 12:34:58.259129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da63c3-08e0-4225-9fdb-39f25b0b318d req-87d23ef6-a19b-4d40-92aa-f0b98c9e917c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.260605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4da63c3-08e0-4225-9fdb-39f25b0b318d req-87d23ef6-a19b-4d40-92aa-f0b98c9e917c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.1204696 Feb 03 12:34:58.261988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8d3d3965-12a9-4a1a-a7bc-444b7d795a22), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.262362 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Added segment 8d3d3965-12a9-4a1a-a7bc-444b7d795a22 of type vlan for network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c Feb 03 12:34:58.342188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0f4debfc-4b36-47a0-a64a-5ec0e195c78c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.381319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21c5144f-e1b1-42cb-a158-e58805bf0daa req-ef262807-cc93-4139-a9f1-1019382e3d22 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172738 Feb 03 12:34:58.389203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4da63c3-08e0-4225-9fdb-39f25b0b318d req-dc4a8d08-9f89-4777-9a85-4ef4875462ea tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175070 Feb 03 12:34:58.393210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] Set router 5e4c705a-6412-4e86-a363-58bf0e916c81 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:58.396307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port cad16891-5f8c-4a36-a399-f9a63588b2db triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:58.396686 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.400261 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0f4debfc-4b36-47a0-a64a-5ec0e195c78c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.409563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.409563 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.455830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3607936 Feb 03 12:34:58.458548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46628) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:58.464384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'subnet': {'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:58.485009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7771f-cf14-4113-ab78-71fc3ed4c081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Network': ['ID=0f4debfc-4b36-47a0-a64a-5ec0e195c78c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:58.510267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:58.522469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-1c6811a3-319d-4f64-90f5-a2e148e2cddd', 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd', 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'fixed_ips': [{'subnet_id': 'b9402a79-32c5-4a66-bea0-951de06f31fa'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:58.523321 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.565202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:58.568627 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.603270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dab5c783-fb71-4429-9cea-ef5413887caf None None] Current status of the port 975bd471-750b-4473-a854-69f19b731f45 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:58.603565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dab5c783-fb71-4429-9cea-ef5413887caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (975bd471-750b-4473-a854-69f19b731f45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.738227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f6066-e407-4347-8500-b083a285c21c req-c8329434-2ec8-4da6-8ba0-61984575aa4c tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.739766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b98f6066-e407-4347-8500-b083a285c21c req-c8329434-2ec8-4da6-8ba0-61984575aa4c tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 944 time: 0.0892427 Feb 03 12:34:58.749785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45648993-ae52-4ac8-8c14-c987ff0b9757 req-2ef01c59-a43e-4be7-9a5b-ff97c874b257 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.751286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45648993-ae52-4ac8-8c14-c987ff0b9757 req-2ef01c59-a43e-4be7-9a5b-ff97c874b257 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 936 time: 0.0905585 Feb 03 12:34:58.794774 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (bb94f540-6b9c-4b17-8b71-e23f92d37c63), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.815398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:58.874774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-dab5c783-fb71-4429-9cea-ef5413887caf None None] For port 975bd471-750b-4473-a854-69f19b731f45, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=975bd471-750b-4473-a854-69f19b731f45,segment=NetworkSegment(ff75fff3-8990-482f-8d59-314b2d39dba9),segment_id=ff75fff3-8990-482f-8d59-314b2d39dba9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:58.880149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Subnet': ['ID=bb94f540-6b9c-4b17-8b71-e23f92d37c63,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:58.889820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Checking segment: {'id': '8d3d3965-12a9-4a1a-a7bc-444b7d795a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:58.890389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network hostable DHCP agents. Network: 0f4debfc-4b36-47a0-a64a-5ec0e195c78c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:58.891331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dab5c783-fb71-4429-9cea-ef5413887caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (975bd471-750b-4473-a854-69f19b731f45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.912138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:58.926283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 0f4debfc-4b36-47a0-a64a-5ec0e195c78c) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:58.931596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.932334 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.962780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f27a7a98-d537-41a7-a5a9-452ab13a0e70 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5029655 Feb 03 12:34:58.969779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dadd4eb-95f4-4c7a-bbf2-f883781125f9 None None] Network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:58.976679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad16891-5f8c-4a36-a399-f9a63588b2db is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:58.977079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.057049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b98f6066-e407-4347-8500-b083a285c21c req-8bc815ca-631c-4ada-be07-afae34d037ce tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047814 Feb 03 12:34:59.062363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45648993-ae52-4ac8-8c14-c987ff0b9757 req-6c742645-ae1c-4cfe-ad27-8c7d3a84bda9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622265 Feb 03 12:34:59.130578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:59.132749 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0bc835-aa07-4b64-99e1-37c54ac3c8f9" -d '{"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-plugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:59.140688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Allocated IP 19.80.0.2 (1c6811a3-319d-4f64-90f5-a2e148e2cddd/b9402a79-32c5-4a66-bea0-951de06f31fa/a0c94b02-88ee-4a8c-8b58-80e660d6be8d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:59.158408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5c783-fb71-4429-9cea-ef5413887caf None None] Pushing event updated for resources: {'Port': ['ID=975bd471-750b-4473-a854-69f19b731f45,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:59.172719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:59.175857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7f1867e5-2db5-4052-974a-e959e704560c None None] Provisioning complete for port 975bd471-750b-4473-a854-69f19b731f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:59.176371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f1867e5-2db5-4052-974a-e959e704560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (975bd471-750b-4473-a854-69f19b731f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.185317 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.217096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21d7e9-0ec2-4479-b62d-6202d46dbc2b req-f87812b7-657e-4909-bdd1-33dd3872eea1 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:59.218628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff21d7e9-0ec2-4479-b62d-6202d46dbc2b req-f87812b7-657e-4909-bdd1-33dd3872eea1 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0876417 Feb 03 12:34:59.236671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e338e-a23f-4585-bddf-0a8ee134505d req-121aab2a-d489-4c7e-ae5a-50069b91ba32 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:59.238421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f56e338e-a23f-4585-bddf-0a8ee134505d req-121aab2a-d489-4c7e-ae5a-50069b91ba32 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.0805128 Feb 03 12:34:59.316472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff21d7e9-0ec2-4479-b62d-6202d46dbc2b req-f1ce0288-6080-411d-8d77-08a630be2568 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910842 Feb 03 12:34:59.319601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f56e338e-a23f-4585-bddf-0a8ee134505d req-9a11e36c-bc72-4905-a11d-4306dedd4f93 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736399 Feb 03 12:34:59.331435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273df60-5607-468a-8428-2102485344d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-0f4debfc-4b36-47a0-a64a-5ec0e195c78c', 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c', 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'fixed_ips': [{'subnet_id': 'bb94f540-6b9c-4b17-8b71-e23f92d37c63'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:59.332375 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273df60-5607-468a-8428-2102485344d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.371479 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257bb61e-c2d8-4041-b6aa-1d7dbd60cf0a x-openstack-request-id: req-257bb61e-c2d8-4041-b6aa-1d7dbd60cf0a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:59.371798 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-plugged", "status": "completed", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:59.372057 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-257bb61e-c2d8-4041-b6aa-1d7dbd60cf0a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:59.372451 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'code': 200} Feb 03 12:34:59.377011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device dabfdd60-41e1-41ef-beeb-d71bff1a6111 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:59.378746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=11']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:59.411111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:48Z', 'updated_at': '2022-02-03T12:34:54Z', 'revision_number': 4, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'gw_port': {'id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:49Z', 'updated_at': '2022-02-03T12:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '975bd471-750b-4473-a854-69f19b731f45', 'name': '', 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'mac_address': 'fa:16:3e:9d:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd03a85c5-1fd7-4b7d-97ba-4ceb2c4413af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:53Z', 'updated_at': '2022-02-03T12:34:57Z', 'revision_number': 4, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'subnets': [{'id': 'd03a85c5-1fd7-4b7d-97ba-4ceb2c4413af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:59.484774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39e0f2-efe6-41c9-9ebb-03c76235e147 None None] The sync data for ids ['5e4c705a-6412-4e86-a363-58bf0e916c81'] in n-d-792364-10 is: [{'id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:48Z', 'updated_at': '2022-02-03T12:34:54Z', 'revision_number': 4, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'gw_port': {'id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:49Z', 'updated_at': '2022-02-03T12:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '975bd471-750b-4473-a854-69f19b731f45', 'name': '', 'network_id': 'dd650fce-fa10-437a-a186-56811800a2d1', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'mac_address': 'fa:16:3e:9d:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd03a85c5-1fd7-4b7d-97ba-4ceb2c4413af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:53Z', 'updated_at': '2022-02-03T12:34:57Z', 'revision_number': 4, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'subnets': [{'id': 'd03a85c5-1fd7-4b7d-97ba-4ceb2c4413af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:59.550055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:34:59.580880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba6655-8e03-4827-ba3d-4c426e4f0dec req-45622f4b-d248-4d2c-966a-1be7cb56fbd7 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:59.586821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5ba6655-8e03-4827-ba3d-4c426e4f0dec req-45622f4b-d248-4d2c-966a-1be7cb56fbd7 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1108203 Feb 03 12:34:59.593564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ac0c8c9e-3047-45c7-a608-c79e01817454 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:59.604851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ac0c8c9e-3047-45c7-a608-c79e01817454 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:59.606783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ac0c8c9e-3047-45c7-a608-c79e01817454 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/networks?id=1c6811a3-319d-4f64-90f5-a2e148e2cddd&id=0f4debfc-4b36-47a0-a64a-5ec0e195c78c&id=1c6811a3-319d-4f64-90f5-a2e148e2cddd HTTP/1.1" status: 200 len: 1392 time: 0.2024508 Feb 03 12:34:59.623529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7f1867e5-2db5-4052-974a-e959e704560c None None] Current status of the port 975bd471-750b-4473-a854-69f19b731f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:59.639334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-422f56f6-40d6-436e-9d8a-027dd1e8d4df tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/quotas/e23a7b13ca7b409aa8a303d49f80dafc HTTP/1.1" status: 200 len: 375 time: 0.0231748 Feb 03 12:34:59.685365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5ba6655-8e03-4827-ba3d-4c426e4f0dec req-05a6373a-f956-40ae-8bd6-00f917435287 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775509 Feb 03 12:34:59.753577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-0de8d42a-f722-44c7-ad68-fa2de9e653f3 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923643 Feb 03 12:34:59.906379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 975bd471-750b-4473-a854-69f19b731f45 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:59.918405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d835874-15f4-4101-ab16-32413515c94d req-a00e72c5-02bf-4067-add0-fca18f87c500 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:59.920081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d835874-15f4-4101-ab16-32413515c94d req-a00e72c5-02bf-4067-add0-fca18f87c500 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.1291411 Feb 03 12:34:59.938017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-84d6d07b-eabd-4423-9602-637131141b21 service neutron] 10.222.0.65 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593304 Feb 03 12:34:59.977923 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Publish callbacks [] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.997199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2273df60-5607-468a-8428-2102485344d3 None None] Allocated IP 19.86.0.2 (0f4debfc-4b36-47a0-a64a-5ec0e195c78c/bb94f540-6b9c-4b17-8b71-e23f92d37c63/ea30d435-ae75-47ea-a28f-00e802852adf) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:00.001051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port dabfdd60-41e1-41ef-beeb-d71bff1a6111, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dabfdd60-41e1-41ef-beeb-d71bff1a6111,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:00.005281 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.037243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d835874-15f4-4101-ab16-32413515c94d req-ace246ce-f236-4101-bdfa-f49836d2402b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092541 Feb 03 12:35:00.065030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-acb33ba7-7634-47f3-9066-4c41f576188b service neutron] 10.222.0.65 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181989 Feb 03 12:35:00.085952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'port_id': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111', 'mac_address': 'fa:16:3e:da:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:00.101921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Network 1c6811a3-319d-4f64-90f5-a2e148e2cddd is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:00.114487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:00.119281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:00.130879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Pushing event updated for resources: {'Port': ['ID=a0c94b02-88ee-4a8c-8b58-80e660d6be8d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:00.209508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-65967686-39cc-4b70-9448-986e3d62d7eb service neutron] 10.222.0.65 "GET /v2.0/networks/0f4debfc-4b36-47a0-a64a-5ec0e195c78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378593 Feb 03 12:35:00.251436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525fb58-d3f6-4be6-b610-3ad6f3eac6ef req-b30d86b6-ebe8-4e38-b018-cb29d7315102 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:00.256701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8525fb58-d3f6-4be6-b610-3ad6f3eac6ef req-b30d86b6-ebe8-4e38-b018-cb29d7315102 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 944 time: 0.0956557 Feb 03 12:35:00.265121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 975bd471-750b-4473-a854-69f19b731f45 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:00.265494 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (975bd471-750b-4473-a854-69f19b731f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.272605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Attempting to bind port a0c94b02-88ee-4a8c-8b58-80e660d6be8d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:00.272975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Attempting to bind port a0c94b02-88ee-4a8c-8b58-80e660d6be8d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:00.273342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Attempting to bind port a0c94b02-88ee-4a8c-8b58-80e660d6be8d on network 1c6811a3-319d-4f64-90f5-a2e148e2cddd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:00.303972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port dabfdd60-41e1-41ef-beeb-d71bff1a6111 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:00.304292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.313951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:00.314355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Checking segment: {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:00.314746 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.315138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Bound using segment: {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:00.315615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Bound port: a0c94b02-88ee-4a8c-8b58-80e660d6be8d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:00.315993 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.360969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabfdd60-41e1-41ef-beeb-d71bff1a6111 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:00.374828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8525fb58-d3f6-4be6-b610-3ad6f3eac6ef req-cee90cf3-5e61-42a1-ad37-06e5ce10e2fa tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034727 Feb 03 12:35:00.383127 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4d23f9ae-82dd-4724-8599-33e41a7364b1 service neutron] 10.222.0.65 "GET /v2.0/networks/0f4debfc-4b36-47a0-a64a-5ec0e195c78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643806 Feb 03 12:35:00.453617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port dabfdd60-41e1-41ef-beeb-d71bff1a6111, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dabfdd60-41e1-41ef-beeb-d71bff1a6111,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:00.466884 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.467552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e817760f-5b2e-4606-aba5-f28cd56f4363 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:00.510460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-dee8c909-659e-4cb4-a29d-c079acfcc082 service neutron] 10.222.0.65 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236639 Feb 03 12:35:00.531308 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273df60-5607-468a-8428-2102485344d3 None None] Publish callbacks [] for port (ea30d435-ae75-47ea-a28f-00e802852adf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.543651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a12dd-520c-40fd-b1b6-db493e8818b2 req-14c184e3-a301-4652-8051-1effb226c209 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:00.545080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138a12dd-520c-40fd-b1b6-db493e8818b2 req-14c184e3-a301-4652-8051-1effb226c209 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 936 time: 0.0990219 Feb 03 12:35:00.563406 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273df60-5607-468a-8428-2102485344d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.573282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] For port a0c94b02-88ee-4a8c-8b58-80e660d6be8d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:00.606074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 975bd471-750b-4473-a854-69f19b731f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:00.619381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] For port a0c94b02-88ee-4a8c-8b58-80e660d6be8d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a0c94b02-88ee-4a8c-8b58-80e660d6be8d,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:00.634159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=dabfdd60-41e1-41ef-beeb-d71bff1a6111,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:00.644732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138a12dd-520c-40fd-b1b6-db493e8818b2 req-13aaf29f-2921-4e9d-a56e-c814f1bade68 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885079 Feb 03 12:35:00.649109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2273df60-5607-468a-8428-2102485344d3 None None] Network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:00.650974 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.660023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-be10ce39-a8ba-4ed8-b4e1-3b2b72709696 service neutron] 10.222.0.65 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435449 Feb 03 12:35:00.679578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2273df60-5607-468a-8428-2102485344d3 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:00.689461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273df60-5607-468a-8428-2102485344d3 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:00.789530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273df60-5607-468a-8428-2102485344d3 None None] Pushing event updated for resources: {'Port': ['ID=ea30d435-ae75-47ea-a28f-00e802852adf,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:00.793683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88b319-ad58-431a-acec-6d73326c1b77 req-ed31ce28-5a50-45b7-b018-2f2d6259a359 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:00.801592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba88b319-ad58-431a-acec-6d73326c1b77 req-ed31ce28-5a50-45b7-b018-2f2d6259a359 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0649204 Feb 03 12:35:00.889387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba88b319-ad58-431a-acec-6d73326c1b77 req-89d8a3da-d9bd-47ad-b086-799179d441ae tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854101 Feb 03 12:35:00.948993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:00.973468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2273df60-5607-468a-8428-2102485344d3 None None] Attempting to bind port ea30d435-ae75-47ea-a28f-00e802852adf on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:00.973845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2273df60-5607-468a-8428-2102485344d3 None None] Attempting to bind port ea30d435-ae75-47ea-a28f-00e802852adf by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '8d3d3965-12a9-4a1a-a7bc-444b7d795a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:00.974212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273df60-5607-468a-8428-2102485344d3 None None] Attempting to bind port ea30d435-ae75-47ea-a28f-00e802852adf on network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:00.993889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'e817760f-5b2e-4606-aba5-f28cd56f4363', 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf', 'port_id': 'e817760f-5b2e-4606-aba5-f28cd56f4363', 'mac_address': 'fa:16:3e:b9:ff:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f666a3e-3d08-414d-bcf0-fc98dfba97c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:00.996054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273df60-5607-468a-8428-2102485344d3 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:00.996426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273df60-5607-468a-8428-2102485344d3 None None] Checking segment: {'id': '8d3d3965-12a9-4a1a-a7bc-444b7d795a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:00.996827 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273df60-5607-468a-8428-2102485344d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.997219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273df60-5607-468a-8428-2102485344d3 None None] Bound using segment: {'id': '8d3d3965-12a9-4a1a-a7bc-444b7d795a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:00.997699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2273df60-5607-468a-8428-2102485344d3 None None] Bound port: ea30d435-ae75-47ea-a28f-00e802852adf, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3d3965-12a9-4a1a-a7bc-444b7d795a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:00.998076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273df60-5607-468a-8428-2102485344d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.026930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc908a-d76c-4f03-b414-853dd6693650 req-5fbfcb14-a759-4a0f-beab-46e0961c0250 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:01.028426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afdc908a-d76c-4f03-b414-853dd6693650 req-5fbfcb14-a759-4a0f-beab-46e0961c0250 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.0632095 Feb 03 12:35:01.051845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614acef8-05de-4296-874f-56ce66371af6 req-5553a522-1c2a-4ed5-a5ba-5d7b63846565 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:01.059134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-614acef8-05de-4296-874f-56ce66371af6 req-5553a522-1c2a-4ed5-a5ba-5d7b63846565 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.1424899 Feb 03 12:35:01.087735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a7b2d-3d8e-4a33-86b2-4d65f7262071 None None] Pushing event updated for resources: {'Port': ['ID=a0c94b02-88ee-4a8c-8b58-80e660d6be8d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:01.091888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e817760f-5b2e-4606-aba5-f28cd56f4363 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:01.092278 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.124656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-614acef8-05de-4296-874f-56ce66371af6 req-c2938921-2640-4329-86bf-de82da0fb7e3 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646553 Feb 03 12:35:01.137445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e817760f-5b2e-4606-aba5-f28cd56f4363 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:01.172191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afdc908a-d76c-4f03-b414-853dd6693650 req-55213e8c-2056-45f6-afdf-b055048baf56 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296530 Feb 03 12:35:01.195998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:01.210880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.216535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2273df60-5607-468a-8428-2102485344d3 None None] For port ea30d435-ae75-47ea-a28f-00e802852adf, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:01.220954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2273df60-5607-468a-8428-2102485344d3 None None] For port ea30d435-ae75-47ea-a28f-00e802852adf, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ea30d435-ae75-47ea-a28f-00e802852adf,segment=NetworkSegment(8d3d3965-12a9-4a1a-a7bc-444b7d795a22),segment_id=8d3d3965-12a9-4a1a-a7bc-444b7d795a22)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:01.246089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bc6e515-b654-4e9a-ad19-eac5d6d4e12c req-6d56ab70-8605-48cf-9188-16c58a17788d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0376737 Feb 03 12:35:01.256781 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273df60-5607-468a-8428-2102485344d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.301760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e817760f-5b2e-4606-aba5-f28cd56f4363,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:01.340776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d255-294e-4ffd-a063-b97488e1f036 req-d9a04b68-7594-4354-ae94-2dafdc9409a2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:01.348252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdd2d255-294e-4ffd-a063-b97488e1f036 req-d9a04b68-7594-4354-ae94-2dafdc9409a2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 945 time: 0.0812902 Feb 03 12:35:01.373728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273df60-5607-468a-8428-2102485344d3 None None] Pushing event updated for resources: {'Port': ['ID=ea30d435-ae75-47ea-a28f-00e802852adf,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:01.410798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdd2d255-294e-4ffd-a063-b97488e1f036 req-a8810259-cab2-4da1-b705-4d586e31269e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616670 Feb 03 12:35:01.489323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['e817760f-5b2e-4606-aba5-f28cd56f4363'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:01.516172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d42367-8ab1-43b7-ae66-b177172af282 req-996254c1-01e4-4082-9f63-66192d14f2e1 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:01.517742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2d42367-8ab1-43b7-ae66-b177172af282 req-996254c1-01e4-4082-9f63-66192d14f2e1 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 945 time: 0.0622053 Feb 03 12:35:01.576943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['dabfdd60-41e1-41ef-beeb-d71bff1a6111'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:01.603398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2d42367-8ab1-43b7-ae66-b177172af282 req-de0bb59e-54d2-44c3-96b9-f00d82367c85 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795536 Feb 03 12:35:01.845915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08fba4-1ef9-4e5b-a9b7-7495f013e8fc req-8a9724bf-51d9-40e3-8cd4-beb37d75f176 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:01.853771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa08fba4-1ef9-4e5b-a9b7-7495f013e8fc req-8a9724bf-51d9-40e3-8cd4-beb37d75f176 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 936 time: 0.0954564 Feb 03 12:35:01.935238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa08fba4-1ef9-4e5b-a9b7-7495f013e8fc req-80759d0d-d3e9-4034-a258-d3650b7bc9c8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799749 Feb 03 12:35:02.012060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a0c94b02-88ee-4a8c-8b58-80e660d6be8d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:02.045941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c084a-cef3-41b7-9d3e-f88388a14bbd req-91ae7885-7c90-446a-a9a5-69035508d41d tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.047701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-866c084a-cef3-41b7-9d3e-f88388a14bbd req-91ae7885-7c90-446a-a9a5-69035508d41d tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0672357 Feb 03 12:35:02.062986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a0c94b02-88ee-4a8c-8b58-80e660d6be8d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:02.063557 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.102191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-866c084a-cef3-41b7-9d3e-f88388a14bbd req-db244954-eaa7-4940-b30f-9befd3ec2d47 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476379 Feb 03 12:35:02.145067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a0c94b02-88ee-4a8c-8b58-80e660d6be8d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:02.145538 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.189692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port a0c94b02-88ee-4a8c-8b58-80e660d6be8d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a0c94b02-88ee-4a8c-8b58-80e660d6be8d,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:02.202611 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.204850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ea30d435-ae75-47ea-a28f-00e802852adf up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:02.248927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1e007b-f065-4ef4-9ede-528cf52de273 None None] Network 1c6811a3-319d-4f64-90f5-a2e148e2cddd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:02.302410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e898-dc62-494b-9589-45ca6e7d36fe req-7e0d38ec-7a76-43dd-a404-7ee7fd13ca81 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.304250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aeb3e898-dc62-494b-9589-45ca6e7d36fe req-7e0d38ec-7a76-43dd-a404-7ee7fd13ca81 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.1019454 Feb 03 12:35:02.369662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00031fdf-c721-42c1-93a0-f06aee545c1d req-4d58d396-9a83-4a1a-923a-b9bd663ab566 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.378961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00031fdf-c721-42c1-93a0-f06aee545c1d req-4d58d396-9a83-4a1a-923a-b9bd663ab566 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1198483 Feb 03 12:35:02.380930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=a0c94b02-88ee-4a8c-8b58-80e660d6be8d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:02.433438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aeb3e898-dc62-494b-9589-45ca6e7d36fe req-924590b8-70e4-4b0a-95f9-985d8a822562 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174741 Feb 03 12:35:02.454716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b6bfd503-4abc-4b8b-8364-98c869139531 None None] Provisioning complete for port a0c94b02-88ee-4a8c-8b58-80e660d6be8d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:02.455081 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd503-4abc-4b8b-8364-98c869139531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.461175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ea75dce6-5f55-4833-b419-527db48976c9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.478798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ea75dce6-5f55-4833-b419-527db48976c9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.485399 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ea75dce6-5f55-4833-b419-527db48976c9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "GET /v2.0/networks?id=1c6811a3-319d-4f64-90f5-a2e148e2cddd&id=0f4debfc-4b36-47a0-a64a-5ec0e195c78c&id=1c6811a3-319d-4f64-90f5-a2e148e2cddd HTTP/1.1" status: 200 len: 1392 time: 0.2116835 Feb 03 12:35:02.486937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00031fdf-c721-42c1-93a0-f06aee545c1d req-478e4da2-23f1-4dca-b6a1-cbfe5da3c666 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067736 Feb 03 12:35:02.499708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'port': {'device_id': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd', 'admin_state_up': True, 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:02.508450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ea30d435-ae75-47ea-a28f-00e802852adf triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:02.508834 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.619120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf3acd8c-f8cc-41a8-ab3d-953d92ee137c req-7eaab519-c9db-4245-a9ff-83f933a7acad tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0326200 Feb 03 12:35:02.648997 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:02.653785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.696324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca2962-75fb-460c-bbd9-4972360c4599 req-7bd40376-006c-469c-8572-cb2a9514db8a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.704312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6ca2962-75fb-460c-bbd9-4972360c4599 req-7bd40376-006c-469c-8572-cb2a9514db8a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 945 time: 0.0875916 Feb 03 12:35:02.713758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfd503-4abc-4b8b-8364-98c869139531 None None] Current status of the port a0c94b02-88ee-4a8c-8b58-80e660d6be8d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:02.737416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ea30d435-ae75-47ea-a28f-00e802852adf is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:02.737947 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.741581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1108533-2bb4-4bb2-826a-4035c2b2560e None None] Network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:02.811453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6ca2962-75fb-460c-bbd9-4972360c4599 req-b9c43f25-4a85-4ee2-88f3-de0de8105324 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012771 Feb 03 12:35:02.828536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e0169-e7bf-416a-a773-4d5a8a81cd30 req-4be5e76f-4640-47b5-971a-bdef35dbdc0c tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.838989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed0e0169-e7bf-416a-a773-4d5a8a81cd30 req-4be5e76f-4640-47b5-971a-bdef35dbdc0c tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 945 time: 0.1124284 Feb 03 12:35:02.852174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ea30d435-ae75-47ea-a28f-00e802852adf, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ea30d435-ae75-47ea-a28f-00e802852adf,segment=NetworkSegment(8d3d3965-12a9-4a1a-a7bc-444b7d795a22),segment_id=8d3d3965-12a9-4a1a-a7bc-444b7d795a22)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:02.857322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Allocated IP 19.80.0.204 (1c6811a3-319d-4f64-90f5-a2e148e2cddd/b9402a79-32c5-4a66-bea0-951de06f31fa/392ab134-f425-4be7-b2d7-9f2af110a8d6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:02.869490 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.915691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed0e0169-e7bf-416a-a773-4d5a8a81cd30 req-501f999f-1285-4010-a2ba-863ae4d55a36 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707121 Feb 03 12:35:03.051066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.055936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-494c97e4-ea77-4d80-a3eb-6ae8fc99b38f None None] Provisioning complete for port ea30d435-ae75-47ea-a28f-00e802852adf triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:03.056311 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-494c97e4-ea77-4d80-a3eb-6ae8fc99b38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.060329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd145ac8-7b88-4ba1-a023-9c1170b04893 req-f648f4a3-ab23-41d8-8813-8fe739c2e1de tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:03.061805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd145ac8-7b88-4ba1-a023-9c1170b04893 req-f648f4a3-ab23-41d8-8813-8fe739c2e1de tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 936 time: 0.0525808 Feb 03 12:35:03.090793 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.118181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd145ac8-7b88-4ba1-a023-9c1170b04893 req-1aba3d40-00dc-45c1-bc8f-a1c09c1384b0 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507216 Feb 03 12:35:03.131057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network 1c6811a3-319d-4f64-90f5-a2e148e2cddd is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:03.134732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:03.135235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ea30d435-ae75-47ea-a28f-00e802852adf,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:03.137692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:03.211138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:03.211871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.231963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Port': ['ID=392ab134-f425-4be7-b2d7-9f2af110a8d6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:03.235461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-494c97e4-ea77-4d80-a3eb-6ae8fc99b38f None None] Current status of the port ea30d435-ae75-47ea-a28f-00e802852adf is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:03.241965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.242447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.242793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.243254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.243724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.244164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.244647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.245135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.245731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.246586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.246915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.247366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.247930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:03.255550 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ded1b7e3-d5b0-4403-890e-8c8851b1ccc9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7607334 Feb 03 12:35:03.266117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'port': {'device_id': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c', 'admin_state_up': True, 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:03.278672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfdf31-a53b-4a9c-9c17-fe5c217c9450 req-ca726311-21c7-411c-8c1d-b3675bff303b tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:03.280220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eccfdf31-a53b-4a9c-9c17-fe5c217c9450 req-ca726311-21c7-411c-8c1d-b3675bff303b tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0841429 Feb 03 12:35:03.337760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eccfdf31-a53b-4a9c-9c17-fe5c217c9450 req-06d3688e-c114-4486-9ed5-2f9ffaea74b3 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514777 Feb 03 12:35:03.367621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-10477e96-ee32-4e37-aac7-260fa5aa4740 None None] Provisioning complete for port a0c94b02-88ee-4a8c-8b58-80e660d6be8d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:03.367997 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10477e96-ee32-4e37-aac7-260fa5aa4740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.400247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:03.400591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device dabfdd60-41e1-41ef-beeb-d71bff1a6111 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:03.405562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.497456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port dabfdd60-41e1-41ef-beeb-d71bff1a6111 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:03.504271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port dabfdd60-41e1-41ef-beeb-d71bff1a6111 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:03.504612 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.506245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-10477e96-ee32-4e37-aac7-260fa5aa4740 None None] Current status of the port a0c94b02-88ee-4a8c-8b58-80e660d6be8d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:03.569627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Allocated IP 19.86.0.143 (0f4debfc-4b36-47a0-a64a-5ec0e195c78c/bb94f540-6b9c-4b17-8b71-e23f92d37c63/e46b81a9-c578-4d8e-a1ca-11b6ab2952a7) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:03.599566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port dabfdd60-41e1-41ef-beeb-d71bff1a6111 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:03.600065 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.629974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b95960-8475-49b5-8189-7259120ef18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:03.633827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3e6dd-efe0-47c3-b16d-b39db6ad6974 req-ca1ace82-01aa-4e48-a641-10a986c7d7f1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:03.633993 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09e430f-d263-42a0-9cae-ed105deeacc2" -d '{"events": [{"server_uuid": "68b95960-8475-49b5-8189-7259120ef18c", "name": "network-vif-plugged", "status": "completed", "tag": "dabfdd60-41e1-41ef-beeb-d71bff1a6111"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:03.635367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00b3e6dd-efe0-47c3-b16d-b39db6ad6974 req-ca1ace82-01aa-4e48-a641-10a986c7d7f1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.1203413 Feb 03 12:35:03.657152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port dabfdd60-41e1-41ef-beeb-d71bff1a6111, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dabfdd60-41e1-41ef-beeb-d71bff1a6111,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:03.657836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c839c-cd7a-4c12-98a4-bd6377994e72 req-7cb3f91b-9396-4b62-a852-7b57b58e652f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:03.659690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-039c839c-cd7a-4c12-98a4-bd6377994e72 req-7cb3f91b-9396-4b62-a852-7b57b58e652f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.0874593 Feb 03 12:35:03.662595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1424ef57-3932-4ec9-bf78-a9dc1f932346 None None] Provisioning complete for port 392ab134-f425-4be7-b2d7-9f2af110a8d6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:03.663068 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1424ef57-3932-4ec9-bf78-a9dc1f932346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.665915 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.666776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e817760f-5b2e-4606-aba5-f28cd56f4363 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:03.731916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00b3e6dd-efe0-47c3-b16d-b39db6ad6974 req-76b80f5b-efe9-4d0c-8dd5-cfc4ed44fa07 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845661 Feb 03 12:35:03.747571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-039c839c-cd7a-4c12-98a4-bd6377994e72 req-c7ca411f-2009-4c98-b271-f7abdf8a400a tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762179 Feb 03 12:35:03.757792 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.791114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1424ef57-3932-4ec9-bf78-a9dc1f932346 None None] Port 392ab134-f425-4be7-b2d7-9f2af110a8d6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:03.799160 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.844443 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7273ae2-5c65-4860-ac56-9f6f1328fbb4 x-openstack-request-id: req-d7273ae2-5c65-4860-ac56-9f6f1328fbb4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:03.845235 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b95960-8475-49b5-8189-7259120ef18c", "name": "network-vif-plugged", "status": "completed", "tag": "dabfdd60-41e1-41ef-beeb-d71bff1a6111", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:03.845662 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7273ae2-5c65-4860-ac56-9f6f1328fbb4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:03.847008 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b95960-8475-49b5-8189-7259120ef18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111', 'code': 200} Feb 03 12:35:03.847990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:03.852283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:03.857572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:03.869047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port e817760f-5b2e-4606-aba5-f28cd56f4363 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:03.877788 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:35:03.879600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a0c94b02-88ee-4a8c-8b58-80e660d6be8d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:03.886399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port e817760f-5b2e-4606-aba5-f28cd56f4363 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:03.888287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.906696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Port': ['ID=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:03.936802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:03.937032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.943840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1424ef57-3932-4ec9-bf78-a9dc1f932346 None None] Provisioning complete for port ea30d435-ae75-47ea-a28f-00e802852adf triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:03.943840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1424ef57-3932-4ec9-bf78-a9dc1f932346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.956027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aba09e-c586-4aec-8936-aebe88e88ae0 req-a09cf994-657a-4721-9a26-c23bc87e8c71 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:03.966481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aba09e-c586-4aec-8936-aebe88e88ae0 req-a09cf994-657a-4721-9a26-c23bc87e8c71 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:03.968923 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-efcb06b6-842b-42a8-b860-b68f799874bb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7067127 Feb 03 12:35:03.981978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'port': {'device_id': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd', 'admin_state_up': True, 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:03.984802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1aba09e-c586-4aec-8936-aebe88e88ae0 req-a09cf994-657a-4721-9a26-c23bc87e8c71 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 1655 time: 0.1320097 Feb 03 12:35:04.030439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=dabfdd60-41e1-41ef-beeb-d71bff1a6111,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:04.074398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a0c94b02-88ee-4a8c-8b58-80e660d6be8d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:04.075029 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.106823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ac8a7-38e0-4910-b460-b6450cfb3dea req-6599dcf1-9e50-42c3-8692-511d5554de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.108746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-461ac8a7-38e0-4910-b460-b6450cfb3dea req-6599dcf1-9e50-42c3-8692-511d5554de20 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 1129 time: 0.1851978 Feb 03 12:35:04.117347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:04.121211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dd1a7-2804-4552-8e94-ee4d81656565 req-93b58608-fa6a-44e4-b7e3-1a49dea9a761 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.122136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.122852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c79dd1a7-2804-4552-8e94-ee4d81656565 req-93b58608-fa6a-44e4-b7e3-1a49dea9a761 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 945 time: 0.1353958 Feb 03 12:35:04.132098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1aba09e-c586-4aec-8936-aebe88e88ae0 req-1b42ba11-e6c9-4d68-bab4-a38c5c15e0d2 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464291 Feb 03 12:35:04.165890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e817760f-5b2e-4606-aba5-f28cd56f4363 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:04.166376 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.199410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c79dd1a7-2804-4552-8e94-ee4d81656565 req-04ed9c1a-32f0-47d5-b547-f3c4c451b9db tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654652 Feb 03 12:35:04.201702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-461ac8a7-38e0-4910-b460-b6450cfb3dea req-86974c93-ce61-42b0-a8bb-b0e87bef1783 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777860 Feb 03 12:35:04.215287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:04.248493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.269404 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24de35-fc51-451b-beb2-e4dd5d670803 req-174d58d1-e7e9-4ebf-b1aa-185ced3b97cf tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.273611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e24de35-fc51-451b-beb2-e4dd5d670803 req-174d58d1-e7e9-4ebf-b1aa-185ced3b97cf tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.0581946 Feb 03 12:35:04.289659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1424ef57-3932-4ec9-bf78-a9dc1f932346 None None] Current status of the port ea30d435-ae75-47ea-a28f-00e802852adf is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:04.336907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Allocated IP 19.80.0.147 (1c6811a3-319d-4f64-90f5-a2e148e2cddd/b9402a79-32c5-4a66-bea0-951de06f31fa/a24c112b-7134-44ac-b56f-16882e2ee378) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:04.350311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e817760f-5b2e-4606-aba5-f28cd56f4363,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:04.353069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a0c94b02-88ee-4a8c-8b58-80e660d6be8d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:04.354673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ea30d435-ae75-47ea-a28f-00e802852adf up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:04.357316 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e24de35-fc51-451b-beb2-e4dd5d670803 req-921862a9-6ead-4979-bad1-ea0a072d46dc tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790844 Feb 03 12:35:04.379730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61af026-1c32-455a-82b0-dbd5423cf7a2 req-a47205ea-28ea-4dfe-8351-c43dca456db7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.381285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f61af026-1c32-455a-82b0-dbd5423cf7a2 req-a47205ea-28ea-4dfe-8351-c43dca456db7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 936 time: 0.0747058 Feb 03 12:35:04.435473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-160472a6-bd68-4e1f-a7c9-44a8f7d728fe None None] Provisioning complete for port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:04.436060 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-160472a6-bd68-4e1f-a7c9-44a8f7d728fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.456037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f61af026-1c32-455a-82b0-dbd5423cf7a2 req-a8cd6736-d3e7-44ac-88e8-ff46ced77843 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644443 Feb 03 12:35:04.481226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ea30d435-ae75-47ea-a28f-00e802852adf triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:04.481517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.484762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-160472a6-bd68-4e1f-a7c9-44a8f7d728fe None None] Port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:04.502362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c14f6-6bcd-4e40-905f-b21a03881130 req-1542e1f4-f906-4729-a68e-4ad85686e4a8 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.503672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-086c14f6-6bcd-4e40-905f-b21a03881130 req-1542e1f4-f906-4729-a68e-4ad85686e4a8 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0655241 Feb 03 12:35:04.528247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for port (a24c112b-7134-44ac-b56f-16882e2ee378), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.555342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-086c14f6-6bcd-4e40-905f-b21a03881130 req-4192962d-e383-441a-9a82-2a0ea9a76abf tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Feb 03 12:35:04.561446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ea30d435-ae75-47ea-a28f-00e802852adf is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:04.565522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.607029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network 1c6811a3-319d-4f64-90f5-a2e148e2cddd is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:04.612358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:04.615855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:04.621950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Port': ['ID=a24c112b-7134-44ac-b56f-16882e2ee378,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:04.666360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.667297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.686479 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ca81ace-77fb-400d-a149-bf8fe2c70bef tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7110734 Feb 03 12:35:04.697844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Request body: {'port': {'device_id': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:04.768199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.909169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bb33215c-acbb-412f-8c17-1b19aa98c82a None None] Provisioning complete for port a24c112b-7134-44ac-b56f-16882e2ee378 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:04.909565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb33215c-acbb-412f-8c17-1b19aa98c82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.910646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceac9e1-9292-4578-9772-2ae0714f99c9 req-229d658a-1977-4b3b-b62d-fe4da7ca969d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.912291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ceac9e1-9292-4578-9772-2ae0714f99c9 req-229d658a-1977-4b3b-b62d-fe4da7ca969d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.0949166 Feb 03 12:35:04.931702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92872ece-e925-42ef-992a-f51cdebcbeb3 req-a56d00df-7737-4eff-bd8a-e2c4078f905e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.935736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92872ece-e925-42ef-992a-f51cdebcbeb3 req-a56d00df-7737-4eff-bd8a-e2c4078f905e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.0847280 Feb 03 12:35:04.955326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb33215c-acbb-412f-8c17-1b19aa98c82a None None] Port a24c112b-7134-44ac-b56f-16882e2ee378 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:04.997358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ceac9e1-9292-4578-9772-2ae0714f99c9 req-c4a3cddb-c25b-475a-b5af-ee03caf1b3af tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785058 Feb 03 12:35:05.011465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92872ece-e925-42ef-992a-f51cdebcbeb3 req-2ea0e2c2-af32-44bc-b677-2d733e22f6f5 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642295 Feb 03 12:35:05.065972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392ab134-f425-4be7-b2d7-9f2af110a8d6 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:05.073774 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Publish callbacks [] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.086350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Transition to ACTIVE for port object 392ab134-f425-4be7-b2d7-9f2af110a8d6 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:05.092453 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.118572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Request body: {'port': {'device_id': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:05.193313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Pushing event updated for resources: {'Port': ['ID=392ab134-f425-4be7-b2d7-9f2af110a8d6,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:05.259402 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-5e6f35a6-f745-4995-a14f-5b4bb216edc8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0982139 Feb 03 12:35:05.264915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Attempting to bind port 392ab134-f425-4be7-b2d7-9f2af110a8d6 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:05.265250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Attempting to bind port 392ab134-f425-4be7-b2d7-9f2af110a8d6 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:05.265587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Attempting to bind port 392ab134-f425-4be7-b2d7-9f2af110a8d6 on network 1c6811a3-319d-4f64-90f5-a2e148e2cddd {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:05.271931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Port 392ab134-f425-4be7-b2d7-9f2af110a8d6 on network 1c6811a3-319d-4f64-90f5-a2e148e2cddd not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:05.272252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Attempting to bind port 392ab134-f425-4be7-b2d7-9f2af110a8d6 on network 1c6811a3-319d-4f64-90f5-a2e148e2cddd {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:05.281325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:05.281753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Checking segment: {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:05.282211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Bound using segment: {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:05.282932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Bound port: 392ab134-f425-4be7-b2d7-9f2af110a8d6, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:05.283163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.369111 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.388989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-ac60a7bd-28f6-46a5-91c9-447bbb724ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.392189 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-ac60a7bd-28f6-46a5-91c9-447bbb724ba7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fd45003482bc46a6aa8a201858abe81b&device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 1133 time: 0.1039674 Feb 03 12:35:05.393884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3b4cd715-9dd6-4721-985c-7eef8bea2e7b tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.396273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-3b4cd715-9dd6-4721-985c-7eef8bea2e7b tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.2357466 Feb 03 12:35:05.400805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] For port 392ab134-f425-4be7-b2d7-9f2af110a8d6, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:05.404636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] For port 392ab134-f425-4be7-b2d7-9f2af110a8d6, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=392ab134-f425-4be7-b2d7-9f2af110a8d6,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:05.412982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.416400 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5a0a-580c-4918-ba0e-46be0567456f req-a9652e51-11f0-48f6-8f83-f5f02a6db4b2 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.422062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5a0a-580c-4918-ba0e-46be0567456f req-a9652e51-11f0-48f6-8f83-f5f02a6db4b2 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.427376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5a0a-580c-4918-ba0e-46be0567456f req-a9652e51-11f0-48f6-8f83-f5f02a6db4b2 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.429057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b5e5a0a-580c-4918-ba0e-46be0567456f req-a9652e51-11f0-48f6-8f83-f5f02a6db4b2 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2389 time: 0.2089286 Feb 03 12:35:05.555605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9fc4-8e0c-40e5-b25e-b5b49e9e958a req-9262e322-f5c6-4175-925f-c73607049ea0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.557058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05be9fc4-8e0c-40e5-b25e-b5b49e9e958a req-9262e322-f5c6-4175-925f-c73607049ea0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.2539256 Feb 03 12:35:05.726280 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.726901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.728315 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] 10.222.0.72 "PUT /v2.0/ports/392ab134-f425-4be7-b2d7-9f2af110a8d6 HTTP/1.1" status: 200 len: 1093 time: 1.0346932 Feb 03 12:35:05.733378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'tag': '392ab134-f425-4be7-b2d7-9f2af110a8d6'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:05.735713 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0533faf7-39ed-4783-b36e-9b606d783a05" -d '{"events": [{"name": "network-changed", "server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "tag": "392ab134-f425-4be7-b2d7-9f2af110a8d6"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:05.791644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Request body: {'port': {'device_id': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:05.818855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2adcf-0338-4d3a-b203-ba6f460e0f34 service neutron] Pushing event updated for resources: {'Port': ['ID=392ab134-f425-4be7-b2d7-9f2af110a8d6,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:05.848335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:05.851875 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3160b56-7765-4959-8f3b-0bb2ce6f7dea" -d '{"events": [{"server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "name": "network-vif-plugged", "status": "completed", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:05.874489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-3a239b40-3263-4c61-8dc9-117534822b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.875970 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-3a239b40-3263-4c61-8dc9-117534822b5f service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1810987 Feb 03 12:35:05.891043 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.911601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b5e5a0a-580c-4918-ba0e-46be0567456f req-7cb6b21f-ed17-49fa-84f4-d04ba6b4ca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557333 Feb 03 12:35:05.925679 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-0168bf89-d34c-4510-8411-4ea9c6741240 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=992a979f-1807-4d5a-a25b-04e424e07cc2 HTTP/1.1" status: 200 len: 217 time: 0.0418215 Feb 03 12:35:05.928800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-5036b26e-81c6-4bbe-ae2b-27a45a4fa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.930189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-5036b26e-81c6-4bbe-ae2b-27a45a4fa143 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a&tenant_id=cf1b3f1eff6c4de9999c199891103d36 HTTP/1.1" status: 200 len: 1127 time: 0.5238624 Feb 03 12:35:05.961790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05be9fc4-8e0c-40e5-b25e-b5b49e9e958a req-28e4be6a-febc-40d5-b715-34764f4f195e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955517 Feb 03 12:35:06.024999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-53573c89-1cca-4f76-ae88-46c807176487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.026930 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-53573c89-1cca-4f76-ae88-46c807176487 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0856571 Feb 03 12:35:06.181258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-404ddd7b-b5af-424d-8b15-0edab7cccfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.182914 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-404ddd7b-b5af-424d-8b15-0edab7cccfa9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1115808 Feb 03 12:35:06.191346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-23ca676c-7f81-4741-8502-90580bdd1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.192873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-23ca676c-7f81-4741-8502-90580bdd1b82 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1127 time: 0.1953688 Feb 03 12:35:06.206456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5d682-ce9b-48ce-9645-497729f3a4f7 req-029919fc-4193-4592-8649-2563323a1610 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.207908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe5d682-ce9b-48ce-9645-497729f3a4f7 req-029919fc-4193-4592-8649-2563323a1610 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.1912019 Feb 03 12:35:06.232189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe24449-2e80-4d4f-9817-1bbd2db4f599 req-faec57a8-a8f8-4381-a16a-990fca3860f3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.233980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfe24449-2e80-4d4f-9817-1bbd2db4f599 req-faec57a8-a8f8-4381-a16a-990fca3860f3 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 936 time: 0.1632593 Feb 03 12:35:06.329688 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-a9de04cf-dab9-4cca-b793-9d736ce4e6d4 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377134 Feb 03 12:35:06.333324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:06.347573 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Publish callbacks [] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.358522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c906fb6d-7175-425b-976a-153a7a4a43e9 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:06.378303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Transition to ACTIVE for port object e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:06.382243 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Publish callbacks [] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.410197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.428834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfe24449-2e80-4d4f-9817-1bbd2db4f599 req-046b7b07-a798-4163-9dce-88ba8ec01769 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784163 Feb 03 12:35:06.435569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe5d682-ce9b-48ce-9645-497729f3a4f7 req-ec5a339e-5b32-4689-bb96-37d76707ee5f tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006316 Feb 03 12:35:06.436517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Transition to ACTIVE for port object c906fb6d-7175-425b-976a-153a7a4a43e9 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:06.439763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-0773c5c3-5841-4f5f-8715-183233cedec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.441301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-0773c5c3-5841-4f5f-8715-183233cedec8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.2288675 Feb 03 12:35:06.446205 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.487725 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117574-ae35-4633-b912-823fad45de05 service neutron] Pushing event updated for resources: {'Port': ['ID=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:06.498123 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e13ae9d-d880-4b48-968f-ee0ebead724c req-b3780330-71a4-4ecf-81f6-b8f16ebc4dac service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604173 Feb 03 12:35:06.534275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-2c7a3f7a-41aa-4450-b4f4-6c63cec40aa2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 217 time: 0.0834463 Feb 03 12:35:06.588492 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddff2354-b321-4a12-8212-09d9765165e8 x-openstack-request-id: req-ddff2354-b321-4a12-8212-09d9765165e8 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:06.589153 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "tag": "392ab134-f425-4be7-b2d7-9f2af110a8d6", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:06.589899 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ddff2354-b321-4a12-8212-09d9765165e8 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:06.590302 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'tag': '392ab134-f425-4be7-b2d7-9f2af110a8d6', 'status': 'completed', 'code': 200} Feb 03 12:35:06.591735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1af9f7a9-4609-4022-a0d3-7b57a05062cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.611836 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9045d98-0f4a-44ce-ac34-9855f0a287d7 x-openstack-request-id: req-d9045d98-0f4a-44ce-ac34-9855f0a287d7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:06.612178 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "name": "network-vif-plugged", "status": "completed", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:06.612425 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9045d98-0f4a-44ce-ac34-9855f0a287d7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:06.613031 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363', 'code': 200} Feb 03 12:35:06.653107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-44224c42-24c4-49f9-9ae1-4a216dd5084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.656119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-44224c42-24c4-49f9-9ae1-4a216dd5084a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0929265 Feb 03 12:35:06.658246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:06.729212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.729720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.730065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.730430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.730764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.731091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.731416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.731738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.732056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.732374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.732692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.733359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.733674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:06.752752 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Attempting to bind port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:06.753317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Attempting to bind port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '8d3d3965-12a9-4a1a-a7bc-444b7d795a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:06.753317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Attempting to bind port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 on network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:06.765743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 on network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:06.766176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Attempting to bind port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 on network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:06.774167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:06.774587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Checking segment: {'id': '8d3d3965-12a9-4a1a-a7bc-444b7d795a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:06.774939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Bound using segment: {'id': '8d3d3965-12a9-4a1a-a7bc-444b7d795a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:06.775402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Bound port: e46b81a9-c578-4d8e-a1ca-11b6ab2952a7, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3d3965-12a9-4a1a-a7bc-444b7d795a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:06.775727 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.779225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936c1b2-619d-45e2-b9d9-48219ad32c31 req-ed2ee67b-0d38-440c-8d50-1679afcea9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.780750 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9936c1b2-619d-45e2-b9d9-48219ad32c31 req-ed2ee67b-0d38-440c-8d50-1679afcea9fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1129 time: 0.0915897 Feb 03 12:35:06.784199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-8736130b-f0ed-45ff-bcea-dd8532f47e35 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769200 Feb 03 12:35:06.871135 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9936c1b2-619d-45e2-b9d9-48219ad32c31 req-5a56802c-1d6c-46bf-92e3-d856a946d107 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818696 Feb 03 12:35:06.887233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] For port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:06.891466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] For port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,segment=NetworkSegment(8d3d3965-12a9-4a1a-a7bc-444b7d795a22),segment_id=8d3d3965-12a9-4a1a-a7bc-444b7d795a22)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:06.899920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.939397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.940030 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.941540 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-60117574-ae35-4633-b912-823fad45de05 service neutron] 10.222.0.72 "PUT /v2.0/ports/e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 HTTP/1.1" status: 200 len: 1093 time: 1.1825304 Feb 03 12:35:06.948971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e0ea-fa4a-488e-926e-89515d43eaa7 req-bd7f00c6-26e1-4a55-bf4c-15b80ab77446 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.956680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55c8e0ea-fa4a-488e-926e-89515d43eaa7 req-bd7f00c6-26e1-4a55-bf4c-15b80ab77446 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.4344878 Feb 03 12:35:06.984117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-7368b946-d3f7-4e19-9fdd-02508852eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.984564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-7368b946-d3f7-4e19-9fdd-02508852eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.985001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-7368b946-d3f7-4e19-9fdd-02508852eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.985683 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117574-ae35-4633-b912-823fad45de05 service neutron] Pushing event updated for resources: {'Port': ['ID=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:06.987117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-7368b946-d3f7-4e19-9fdd-02508852eb0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2790 time: 0.3089857 Feb 03 12:35:07.002515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf60040-ad6b-477b-8e8e-6e253d5e278e req-bbe14457-9bc3-4d4c-b1c4-df5b296e811a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:07.006835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cdf60040-ad6b-477b-8e8e-6e253d5e278e req-bbe14457-9bc3-4d4c-b1c4-df5b296e811a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.2952552 Feb 03 12:35:07.070307 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-7e03a431-6183-4a57-b474-99924bf5b115 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731552 Feb 03 12:35:07.073855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:07.074868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:07.075218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:07.091041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Port c906fb6d-7175-425b-976a-153a7a4a43e9 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:07.091439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:07.115644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Request body: {'port': {'device_id': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:07.165402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55c8e0ea-fa4a-488e-926e-89515d43eaa7 req-a72b86e0-b71a-4ef6-b46c-f051a50dcd37 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079060 Feb 03 12:35:07.187935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:07.188283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:07.188672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:07.189123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Bound port: c906fb6d-7175-425b-976a-153a7a4a43e9, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:07.189482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.201573 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.223424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cdf60040-ad6b-477b-8e8e-6e253d5e278e req-c3fd1389-2c39-42f5-b36c-bb3905c854e6 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040238 Feb 03 12:35:07.454719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:07.496559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24c112b-7134-44ac-b56f-16882e2ee378 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:07.498651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:07.504281 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Publish callbacks [] for port (a24c112b-7134-44ac-b56f-16882e2ee378), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.517858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Transition to ACTIVE for port object a24c112b-7134-44ac-b56f-16882e2ee378 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:07.520081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-ce12509e-ea4e-437e-b402-6c3e596466b6 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359987 Feb 03 12:35:07.521285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.523815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.541505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-cf5bf38c-5260-48fe-b125-a4a8b76d6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:07.542106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-cf5bf38c-5260-48fe-b125-a4a8b76d6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:07.542673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-cf5bf38c-5260-48fe-b125-a4a8b76d6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:07.545111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-cf5bf38c-5260-48fe-b125-a4a8b76d6c83 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4442511 Feb 03 12:35:07.586682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Pushing event updated for resources: {'Port': ['ID=a24c112b-7134-44ac-b56f-16882e2ee378,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:07.597139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:07.597863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.599418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] 10.222.0.91 "PUT /v2.0/ports/c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 1097 time: 2.4853785 Feb 03 12:35:07.625282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:07.627679 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:07.659792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2759f3-1c8d-4d3e-8363-9efa152e3414 req-4d5f8fbb-ddd4-48ad-abbe-160d8a761777 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:07.661360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b2759f3-1c8d-4d3e-8363-9efa152e3414 req-4d5f8fbb-ddd4-48ad-abbe-160d8a761777 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.3068841 Feb 03 12:35:07.692852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Attempting to bind port a24c112b-7134-44ac-b56f-16882e2ee378 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:07.693117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Attempting to bind port a24c112b-7134-44ac-b56f-16882e2ee378 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:07.693370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Attempting to bind port a24c112b-7134-44ac-b56f-16882e2ee378 on network 1c6811a3-319d-4f64-90f5-a2e148e2cddd {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:07.699983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Port a24c112b-7134-44ac-b56f-16882e2ee378 on network 1c6811a3-319d-4f64-90f5-a2e148e2cddd not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:07.700459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Attempting to bind port a24c112b-7134-44ac-b56f-16882e2ee378 on network 1c6811a3-319d-4f64-90f5-a2e148e2cddd {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:07.710755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:07.711098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Checking segment: {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:07.711610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Bound using segment: {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:07.713233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5da4-c794-4553-af7c-8ed49ba5b578 req-25be1221-baf8-4199-8359-96c5bd185745 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:07.714942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Bound port: a24c112b-7134-44ac-b56f-16882e2ee378, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008452cf-2217-4c76-b39b-8163b270b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:07.715412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.725639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-659b5da4-c794-4553-af7c-8ed49ba5b578 req-25be1221-baf8-4199-8359-96c5bd185745 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.3721132 Feb 03 12:35:07.731542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46752) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:07.736520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-53cdaa8d-e350-4c08-9b8c-cae2ff3a5156 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Request body: {'floatingip': {'port_id': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:07.828346 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53cdaa8d-e350-4c08-9b8c-cae2ff3a5156 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for floatingip (099ddb9e-48dd-4045-9cad-3b8d27f17473), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.981136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] For port a24c112b-7134-44ac-b56f-16882e2ee378, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:07.990477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] For port a24c112b-7134-44ac-b56f-16882e2ee378, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a24c112b-7134-44ac-b56f-16882e2ee378,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:08.026614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.070580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.071066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.072438 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] 10.222.0.72 "PUT /v2.0/ports/a24c112b-7134-44ac-b56f-16882e2ee378 HTTP/1.1" status: 200 len: 1093 time: 0.9632850 Feb 03 12:35:08.139466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec867d8-aeab-44e8-8de0-d58dcdc3a626 service neutron] Pushing event updated for resources: {'Port': ['ID=a24c112b-7134-44ac-b56f-16882e2ee378,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:08.145654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfd571-d83f-4077-a862-c9219aa003e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:08.229934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-23afcf29-919b-4cc1-a5cf-f404dccf1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.231392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0533faf7-39ed-4783-b36e-9b606d783a05 req-23afcf29-919b-4cc1-a5cf-f404dccf1fbc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6593246 Feb 03 12:35:08.254003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b2759f3-1c8d-4d3e-8363-9efa152e3414 req-a1801f6b-7f6d-483f-84dd-24a896d18178 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698528 Feb 03 12:35:08.291093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-c3916b8a-6eac-43ff-87d8-19c19594a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.293522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-c3916b8a-6eac-43ff-87d8-19c19594a89d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1131 time: 0.6312480 Feb 03 12:35:08.317129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529333-8d50-4896-bbe7-1ec672b1127b req-2910a4d7-6c69-4c28-a298-e8eb1ff779ae tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.322531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529333-8d50-4896-bbe7-1ec672b1127b req-2910a4d7-6c69-4c28-a298-e8eb1ff779ae tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.329495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529333-8d50-4896-bbe7-1ec672b1127b req-2910a4d7-6c69-4c28-a298-e8eb1ff779ae tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.331435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2529333-8d50-4896-bbe7-1ec672b1127b req-2910a4d7-6c69-4c28-a298-e8eb1ff779ae tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2413 time: 0.2866354 Feb 03 12:35:08.333621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-1b17614c-cc3a-47d3-924c-3f9b825b52d2 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.335187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-1b17614c-cc3a-47d3-924c-3f9b825b52d2 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.2927887 Feb 03 12:35:08.453682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53cdaa8d-e350-4c08-9b8c-cae2ff3a5156 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.459538 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53cdaa8d-e350-4c08-9b8c-cae2ff3a5156 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (099ddb9e-48dd-4045-9cad-3b8d27f17473), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.460875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-030400aa-8056-4c62-893b-81b08724cafe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.1247652 Feb 03 12:35:08.569965 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-53cdaa8d-e350-4c08-9b8c-cae2ff3a5156 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Floating IP 099ddb9e-48dd-4045-9cad-3b8d27f17473 associated. External IP: 172.25.3.43, port: dabfdd60-41e1-41ef-beeb-d71bff1a6111. Feb 03 12:35:08.575244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-c19b020a-6b64-4b50-be0e-b9e7acbb8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.575733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-c19b020a-6b64-4b50-be0e-b9e7acbb8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.576210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-c19b020a-6b64-4b50-be0e-b9e7acbb8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.578496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-c19b020a-6b64-4b50-be0e-b9e7acbb8049 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2962 time: 0.2824759 Feb 03 12:35:08.583514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-77bd77ec-004f-4d37-9aef-de06f8a34636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.584920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-77bd77ec-004f-4d37-9aef-de06f8a34636 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1174238 Feb 03 12:35:08.593207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2529333-8d50-4896-bbe7-1ec672b1127b req-f93ebdbe-39f1-4e86-ad3e-e0fc4afa75a7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188387 Feb 03 12:35:08.620311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'tag': 'e46b81a9-c578-4d8e-a1ca-11b6ab2952a7'}, {'name': 'network-changed', 'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'tag': 'a24c112b-7134-44ac-b56f-16882e2ee378'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:08.624847 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e5d0df-31b2-4036-9132-04d9b319d9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "tag": "e46b81a9-c578-4d8e-a1ca-11b6ab2952a7"}, {"name": "network-changed", "server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "tag": "a24c112b-7134-44ac-b56f-16882e2ee378"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:08.641150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337e417-1495-49a8-b682-bd0d44277d81 req-5638b6f3-e608-48c9-80ff-6e878e211e5c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.642703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f337e417-1495-49a8-b682-bd0d44277d81 req-5638b6f3-e608-48c9-80ff-6e878e211e5c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.2764800 Feb 03 12:35:08.703453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-ffa02db7-3799-4c8c-b4f0-1ae1462e3c99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.204&port_id=392ab134-f425-4be7-b2d7-9f2af110a8d6 HTTP/1.1" status: 200 len: 217 time: 0.1158841 Feb 03 12:35:08.735850 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8ed6143-5ffd-4308-98c7-7e003ce2c615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.841764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cdaa8d-e350-4c08-9b8c-cae2ff3a5156 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Router 192f05b4-1887-4091-87ed-6ab7753a91af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:08.867517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-c30eaee0-2ff4-41b2-8b26-5f203110aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.869825 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-c30eaee0-2ff4-41b2-8b26-5f203110aff1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9402a79-32c5-4a66-bea0-951de06f31fa HTTP/1.1" status: 200 len: 801 time: 0.1249301 Feb 03 12:35:08.875934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-2e0334e5-7876-4264-aa53-18ed0afae5e3 service neutron] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:08.899288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-2e0334e5-7876-4264-aa53-18ed0afae5e3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.900515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42ba5991-984e-4d71-9a6c-7c10a8dc7474 req-2e0334e5-7876-4264-aa53-18ed0afae5e3 service neutron] 10.222.0.91 "DELETE /v2.0/ports/de59768a-56b4-47a4-9bc4-821209a1e05f/bindings/n-h2-792364-10 HTTP/1.1" status: 204 len: 173 time: 0.5401835 Feb 03 12:35:08.926151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-4e92a849-07fc-4046-b7d2-474d997041f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.927734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-4e92a849-07fc-4046-b7d2-474d997041f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3266904 Feb 03 12:35:08.934342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f337e417-1495-49a8-b682-bd0d44277d81 req-563b2801-6f61-426e-924f-e884e130375e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382874 Feb 03 12:35:08.955823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3465-2146-40fb-83a5-706c215ccbf4 req-85e762fd-fc0b-48f0-8e92-12ed13179893 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:08.957552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b08f3465-2146-40fb-83a5-706c215ccbf4 req-85e762fd-fc0b-48f0-8e92-12ed13179893 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 948 time: 0.2632370 Feb 03 12:35:09.011290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cdaa8d-e350-4c08-9b8c-cae2ff3a5156 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:09.016623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53cdaa8d-e350-4c08-9b8c-cae2ff3a5156 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:09.023176 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] Sync routers for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:09.035502 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:09.036044 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:09.038769 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f204a79-8f54-4eeb-94bf-0f56f7fe532a x-openstack-request-id: req-2f204a79-8f54-4eeb-94bf-0f56f7fe532a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:09.039944 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:09.039944 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f204a79-8f54-4eeb-94bf-0f56f7fe532a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:09.039944 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'status': 'completed', 'code': 200} Feb 03 12:35:09.071562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-a4829ea8-8cd0-4f76-b4b4-692594fe0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.073116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-a4829ea8-8cd0-4f76-b4b4-692594fe0c27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c6811a3-319d-4f64-90f5-a2e148e2cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1945760 Feb 03 12:35:09.079547 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-53cdaa8d-e350-4c08-9b8c-cae2ff3a5156 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "PUT /v2.0/floatingips/099ddb9e-48dd-4045-9cad-3b8d27f17473 HTTP/1.1" status: 200 len: 991 time: 1.3464332 Feb 03 12:35:09.142317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-662f9102-e117-425a-ba33-d80d2a6d8bc4 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068279 Feb 03 12:35:09.172594 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:09.190368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b08f3465-2146-40fb-83a5-706c215ccbf4 req-9d6266ac-a1b1-4d15-a32c-f1f4390d416e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143104 Feb 03 12:35:09.378214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c82e6-531e-48b7-9f35-cbe8dd873821 req-0788921c-04a8-420c-8a52-25640599fd90 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.380883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-640c82e6-531e-48b7-9f35-cbe8dd873821 req-0788921c-04a8-420c-8a52-25640599fd90 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.2778778 Feb 03 12:35:09.388054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-dbee4aba-ee6b-459f-93ac-afd3b8728c20 service neutron] 10.222.0.72 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988226 Feb 03 12:35:09.451657 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '099ddb9e-48dd-4045-9cad-3b8d27f17473', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'port_id': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'mac_address': 'fa:16:3e:da:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b95960-8475-49b5-8189-7259120ef18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:34:46Z', 'updated_at': '2022-02-03T12:35:08Z', 'revision_number': 1, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d104c01-0760-459e-b920-ba09e9361bc4', 'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'mac_address': 'fa:16:3e:0b:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:41Z', 'updated_at': '2022-02-03T12:34:46Z', 'revision_number': 5, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'subnets': [{'id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:09.463641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-090cc093-20d8-4e07-b61a-d3b6cd2b3452 req-fd463c4c-6c1b-415e-9019-11ff8b33bb89 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966075 Feb 03 12:35:09.483809 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] Checking router: 192f05b4-1887-4091-87ed-6ab7753a91af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:35:09.493032 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:09.493923 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:09.537682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-640c82e6-531e-48b7-9f35-cbe8dd873821 req-595a1cd7-ca4b-45a6-a18b-014ec7b48117 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478496 Feb 03 12:35:09.561707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0500f9-f3c9-4d82-9766-22cc633edfde req-bb96aeb3-ae38-43cd-9377-cd766219b3ce tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.562466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee0500f9-f3c9-4d82-9766-22cc633edfde req-bb96aeb3-ae38-43cd-9377-cd766219b3ce tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.2509940 Feb 03 12:35:09.598591 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af993cb4-2578-4c54-a6ec-70aebdd8db47 x-openstack-request-id: req-af993cb4-2578-4c54-a6ec-70aebdd8db47 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:09.599228 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "tag": "e46b81a9-c578-4d8e-a1ca-11b6ab2952a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "tag": "a24c112b-7134-44ac-b56f-16882e2ee378", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:09.599481 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af993cb4-2578-4c54-a6ec-70aebdd8db47 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:09.599920 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'tag': 'e46b81a9-c578-4d8e-a1ca-11b6ab2952a7', 'status': 'completed', 'code': 200} Feb 03 12:35:09.600234 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'tag': 'a24c112b-7134-44ac-b56f-16882e2ee378', 'status': 'completed', 'code': 200} Feb 03 12:35:09.605709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-158d6843-0974-46b8-bf7c-189a383d199f service neutron] 10.222.0.72 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059407 Feb 03 12:35:09.612594 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:09.668983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-e7fffe2b-97d7-4029-a652-012910535c23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 HTTP/1.1" status: 200 len: 217 time: 0.0567181 Feb 03 12:35:09.690553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee0500f9-f3c9-4d82-9766-22cc633edfde req-8fc435c0-b461-474f-9c0e-ae97a7b34239 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161420 Feb 03 12:35:09.707238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-ab960f94-def0-431e-b0c8-65a628ba2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.708673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-ab960f94-def0-431e-b0c8-65a628ba2011 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1131 time: 0.1918783 Feb 03 12:35:09.832148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4bb4846c-593d-4995-a6d3-4dc9191e7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.833522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-4bb4846c-593d-4995-a6d3-4dc9191e7927 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb94f540-6b9c-4b17-8b71-e23f92d37c63 HTTP/1.1" status: 200 len: 801 time: 0.1551831 Feb 03 12:35:09.869592 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '099ddb9e-48dd-4045-9cad-3b8d27f17473', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'port_id': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'mac_address': 'fa:16:3e:da:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b95960-8475-49b5-8189-7259120ef18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:34:46Z', 'updated_at': '2022-02-03T12:35:08Z', 'revision_number': 1, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d104c01-0760-459e-b920-ba09e9361bc4', 'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'mac_address': 'fa:16:3e:0b:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:41Z', 'updated_at': '2022-02-03T12:34:46Z', 'revision_number': 5, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'subnets': [{'id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:09.897547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b30f9e-dcd1-4d02-8cc2-b87d18ef8737 req-0729a7e9-3c78-43e4-89cb-5f6e1c2911e7 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.899089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98b30f9e-dcd1-4d02-8cc2-b87d18ef8737 req-0729a7e9-3c78-43e4-89cb-5f6e1c2911e7 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.2364223 Feb 03 12:35:09.900098 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66563e-60a5-43d4-a6e7-aa94c48a69a7 None None] The sync data for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 is: [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '099ddb9e-48dd-4045-9cad-3b8d27f17473', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'port_id': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'mac_address': 'fa:16:3e:da:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b95960-8475-49b5-8189-7259120ef18c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:34:46Z', 'updated_at': '2022-02-03T12:35:08Z', 'revision_number': 1, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d104c01-0760-459e-b920-ba09e9361bc4', 'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'mac_address': 'fa:16:3e:0b:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:41Z', 'updated_at': '2022-02-03T12:34:46Z', 'revision_number': 5, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'subnets': [{'id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:09.938776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-4a4ce761-46ec-4bbe-b5b2-e4e7a41d4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.940166 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-4a4ce761-46ec-4bbe-b5b2-e4e7a41d4e44 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2022746 Feb 03 12:35:09.956271 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:10.099666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32ecfd9-2c72-4a0b-b420-c1d916edad67 None None] New status for floating IP 099ddb9e-48dd-4045-9cad-3b8d27f17473: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:35:10.244058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce1eec-1767-41d4-9ec8-574ffdc64515 req-b01912cc-804c-4d6c-98fb-9ece460b9c45 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:10.245869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35ce1eec-1767-41d4-9ec8-574ffdc64515 req-b01912cc-804c-4d6c-98fb-9ece460b9c45 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.4298084 Feb 03 12:35:10.250039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-6e7bb573-7097-4bc6-85c5-7426523f9198 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.3009002 Feb 03 12:35:10.285987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-697f1ab0-6524-4c6b-aba3-954e9275069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:10.287493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-697f1ab0-6524-4c6b-aba3-954e9275069c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f4debfc-4b36-47a0-a64a-5ec0e195c78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4340591 Feb 03 12:35:10.322658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98b30f9e-dcd1-4d02-8cc2-b87d18ef8737 req-0cc64861-e7ac-4b42-951e-5254069e6ff4 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4096780 Feb 03 12:35:10.370380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-f0e5b65b-663e-4836-b69d-c006d463fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:10.371855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-f0e5b65b-663e-4836-b69d-c006d463fcd2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1057279 Feb 03 12:35:10.427069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35ce1eec-1767-41d4-9ec8-574ffdc64515 req-e35b64f1-eb86-4ca5-a81b-f35fd533cb58 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679165 Feb 03 12:35:10.495428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-fe8dae85-e95c-4385-a36a-495c6175a5f3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4debfc-4b36-47a0-a64a-5ec0e195c78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878054 Feb 03 12:35:10.519570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-775315f0-1c0c-41d5-84bc-e179e64dc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:10.520991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-775315f0-1c0c-41d5-84bc-e179e64dc06f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1180010 Feb 03 12:35:10.546007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba420-294b-47b1-8842-b3a7d7cff469 req-c6442e64-0775-4bc1-9d20-8f3d690234c4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:10.551194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba420-294b-47b1-8842-b3a7d7cff469 req-c6442e64-0775-4bc1-9d20-8f3d690234c4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:10.556318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba420-294b-47b1-8842-b3a7d7cff469 req-c6442e64-0775-4bc1-9d20-8f3d690234c4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:10.557923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-072ba420-294b-47b1-8842-b3a7d7cff469 req-c6442e64-0775-4bc1-9d20-8f3d690234c4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2413 time: 0.1560118 Feb 03 12:35:10.746386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-072ba420-294b-47b1-8842-b3a7d7cff469 req-f68626dd-1bf2-4787-b166-fe36fc4ce026 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632547 Feb 03 12:35:10.761405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dd1ff-c580-483b-9f9b-0c43b271009b req-6192d7d0-6554-4def-af12-8fc929457623 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:10.762906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a56dd1ff-c580-483b-9f9b-0c43b271009b req-6192d7d0-6554-4def-af12-8fc929457623 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.2506008 Feb 03 12:35:10.766449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-1075a05f-4e19-48c5-b489-8a9182a41df0 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4debfc-4b36-47a0-a64a-5ec0e195c78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629163 Feb 03 12:35:10.769919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-6e024f9b-6d2e-407d-b9c2-6e0010f7a39b service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111425 Feb 03 12:35:10.841766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-0bfa8e9e-0eea-4042-82e2-9a46299efbe6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.147&port_id=a24c112b-7134-44ac-b56f-16882e2ee378 HTTP/1.1" status: 200 len: 217 time: 0.0638390 Feb 03 12:35:10.975829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a56dd1ff-c580-483b-9f9b-0c43b271009b req-18e5d6f1-93eb-41ba-9f0f-c7958b116d91 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049117 Feb 03 12:35:10.986689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-005a55ec-d8f4-451d-8587-8ddd742757f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:10.988128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-005a55ec-d8f4-451d-8587-8ddd742757f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9402a79-32c5-4a66-bea0-951de06f31fa HTTP/1.1" status: 200 len: 801 time: 0.1351275 Feb 03 12:35:11.003301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d28e9d8c-6f30-478b-a193-7273f3e8c4a0 req-80d4cd4a-d68b-4d45-9f7d-f1ef553431ad service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132847 Feb 03 12:35:11.021001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf2ade-5e3c-48a8-bc9f-b029f3658a99 req-cd90344f-237d-442a-94c4-0aac1ab5de6e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.022531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21bf2ade-5e3c-48a8-bc9f-b029f3658a99 req-cd90344f-237d-442a-94c4-0aac1ab5de6e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 948 time: 0.1919641 Feb 03 12:35:11.125494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-30f0cd43-8ec6-41ee-ad4a-09cb242c3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.127056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-30f0cd43-8ec6-41ee-ad4a-09cb242c3641 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c6811a3-319d-4f64-90f5-a2e148e2cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1229200 Feb 03 12:35:11.131227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21bf2ade-5e3c-48a8-bc9f-b029f3658a99 req-9ccfcd91-9ea0-4acf-bda5-45c8b44d6298 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931184 Feb 03 12:35:11.136981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe59b-4cb6-41ab-9bd5-67a23cfd4910 req-d679e171-2413-4a16-bc50-49bd30350b6c tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.138566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7febe59b-4cb6-41ab-9bd5-67a23cfd4910 req-d679e171-2413-4a16-bc50-49bd30350b6c tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1127 time: 0.0993302 Feb 03 12:35:11.266472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7febe59b-4cb6-41ab-9bd5-67a23cfd4910 req-ae742932-382b-4f8e-bd26-5abd535c545e tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208289 Feb 03 12:35:11.286670 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-7885e3a9-2cb3-4af1-ba59-53e8617ecdfe service neutron] 10.222.0.72 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520779 Feb 03 12:35:11.311163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd26de7-8df7-4ccd-8b18-d725fa92b525 req-eb407594-d523-433d-9a3e-8809af6ac3cf tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.317975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bd26de7-8df7-4ccd-8b18-d725fa92b525 req-eb407594-d523-433d-9a3e-8809af6ac3cf tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1103499 Feb 03 12:35:11.366034 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.446117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bd26de7-8df7-4ccd-8b18-d725fa92b525 req-ccadd0c2-104d-492f-a0a3-3f3154b21723 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272120 Feb 03 12:35:11.468491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaa4ebd0-33dc-4600-b0ac-18130bc313a1 req-0a4cce83-4d68-42f6-b1f5-1c19dde041ec service neutron] 10.222.0.72 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732097 Feb 03 12:35:11.470451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ea5ad-167f-43d2-9cab-6c74495e9cda req-68d00ab5-c90b-45fc-a4d4-f5e09878e965 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.471773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b06ea5ad-167f-43d2-9cab-6c74495e9cda req-68d00ab5-c90b-45fc-a4d4-f5e09878e965 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1129 time: 0.1201479 Feb 03 12:35:11.553413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b06ea5ad-167f-43d2-9cab-6c74495e9cda req-ac535349-e520-49c3-a2ed-0d53215b7d44 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746791 Feb 03 12:35:11.601224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b95960-8475-49b5-8189-7259120ef18c', 'tag': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:11.603732 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2260dd46-c341-4376-b9a3-ae08f3bc24e7" -d '{"events": [{"name": "network-changed", "server_uuid": "68b95960-8475-49b5-8189-7259120ef18c", "tag": "dabfdd60-41e1-41ef-beeb-d71bff1a6111"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:11.604932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e850abe-9e93-4840-addb-f94d7468805a req-d9b3d9ae-3c63-49ee-8520-755921b868ed tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.606468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e850abe-9e93-4840-addb-f94d7468805a req-d9b3d9ae-3c63-49ee-8520-755921b868ed tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.1010535 Feb 03 12:35:11.614614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-7782430f-8e78-49aa-a734-07d7f238bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.615086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-7782430f-8e78-49aa-a734-07d7f238bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.615623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-7782430f-8e78-49aa-a734-07d7f238bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.617471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-7782430f-8e78-49aa-a734-07d7f238bcdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2962 time: 0.0810757 Feb 03 12:35:11.779711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e850abe-9e93-4840-addb-f94d7468805a req-97bd6a6a-d995-4283-aa91-6cd468a1fbb3 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612344 Feb 03 12:35:11.815298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-bde85e21-a295-4481-aac8-b11fef8280b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.816759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-bde85e21-a295-4481-aac8-b11fef8280b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f4debfc-4b36-47a0-a64a-5ec0e195c78c HTTP/1.1" status: 200 len: 903 time: 0.1924379 Feb 03 12:35:11.825922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-415c2910-b183-41af-be27-7521a79f9324 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.827475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-415c2910-b183-41af-be27-7521a79f9324 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 821 time: 0.1921146 Feb 03 12:35:11.876980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-4abe9b09-bd98-4290-b52b-f1daec410033 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 HTTP/1.1" status: 200 len: 217 time: 0.0485280 Feb 03 12:35:11.878610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-437c480a-e96e-4dc6-bed3-5de400d0330b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/quotas/cf1b3f1eff6c4de9999c199891103d36 HTTP/1.1" status: 200 len: 375 time: 0.0446820 Feb 03 12:35:11.972755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-2d3eb089-026e-4a0d-8157-b013671f3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.974165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-2d3eb089-026e-4a0d-8157-b013671f3325 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb94f540-6b9c-4b17-8b71-e23f92d37c63 HTTP/1.1" status: 200 len: 801 time: 0.0805573 Feb 03 12:35:11.999707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679deab-84e3-4a54-9b10-1ec9b5c43365 req-d3e123aa-e750-4f47-b8f5-522e40280f13 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:12.001106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9679deab-84e3-4a54-9b10-1ec9b5c43365 req-d3e123aa-e750-4f47-b8f5-522e40280f13 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1661844 Feb 03 12:35:12.008268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-65302de6-90cb-4077-a423-1ce01e18bb89 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155980 Feb 03 12:35:12.130461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-77b41844-fd9c-447a-9773-9cf33a72b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:12.131917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-77b41844-fd9c-447a-9773-9cf33a72b3a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f4debfc-4b36-47a0-a64a-5ec0e195c78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1481359 Feb 03 12:35:12.139483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9679deab-84e3-4a54-9b10-1ec9b5c43365 req-b5b67a6d-d363-4ac3-983d-2d3a28472902 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169519 Feb 03 12:35:12.175093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-9dbb71c7-9f0e-4cba-bcf5-4d6b3fe37672 service neutron] 10.222.0.65 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513116 Feb 03 12:35:12.222032 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157141e6-ce61-4f4c-8eee-d010b1b204f9 x-openstack-request-id: req-157141e6-ce61-4f4c-8eee-d010b1b204f9 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:12.222641 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b95960-8475-49b5-8189-7259120ef18c", "tag": "dabfdd60-41e1-41ef-beeb-d71bff1a6111", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:12.223140 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-157141e6-ce61-4f4c-8eee-d010b1b204f9 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:12.224229 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b95960-8475-49b5-8189-7259120ef18c', 'tag': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111', 'status': 'completed', 'code': 200} Feb 03 12:35:12.303772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-44667d78-ee72-44e9-b92e-553bb12f54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:12.305423 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-44667d78-ee72-44e9-b92e-553bb12f54cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fceb61e841874fe088f20e9edc9e9f9b&device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 1129 time: 0.0523767 Feb 03 12:35:12.334219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-81326fee-cecf-4002-97e9-8a5e42d91dbc service neutron] 10.222.0.72 "GET /v2.0/networks/0f4debfc-4b36-47a0-a64a-5ec0e195c78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937728 Feb 03 12:35:12.407553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-e419a1e1-8eca-43c3-b417-2612e4523656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:12.409190 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-e419a1e1-8eca-43c3-b417-2612e4523656 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0a56dbb3-96ac-4cbb-ae35-50faaf4e661e HTTP/1.1" status: 200 len: 913 time: 0.0974398 Feb 03 12:35:12.521917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-68006b31-1ff1-453c-ae3c-f3bb69ad5777 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dabfdd60-41e1-41ef-beeb-d71bff1a6111 HTTP/1.1" status: 200 len: 1001 time: 0.1011271 Feb 03 12:35:12.640085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-7c649b1b-dda9-4996-a858-e4d13b3e5b0a service neutron] 10.222.0.65 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585278 Feb 03 12:35:12.662415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:12.664770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e461d-d615-4eb6-afd0-17d447bb51c3 req-5942536f-a7af-40e8-910a-fe843c815275 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:12.670821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e461d-d615-4eb6-afd0-17d447bb51c3 req-5942536f-a7af-40e8-910a-fe843c815275 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:12.676385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e461d-d615-4eb6-afd0-17d447bb51c3 req-5942536f-a7af-40e8-910a-fe843c815275 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:12.678253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5e461d-d615-4eb6-afd0-17d447bb51c3 req-5942536f-a7af-40e8-910a-fe843c815275 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2413 time: 0.4047561 Feb 03 12:35:12.796644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-3cb25940-9fc8-484a-8606-62ce1c133454 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4debfc-4b36-47a0-a64a-5ec0e195c78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474244 Feb 03 12:35:12.808245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5e461d-d615-4eb6-afd0-17d447bb51c3 req-e90a0391-12fd-476c-bfb4-010719ef89cb tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207502 Feb 03 12:35:12.941369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-64dfc96e-e8db-4504-80dd-368bf7837f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:12.942986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-64dfc96e-e8db-4504-80dd-368bf7837f74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=87d9c481-8733-4a7e-a83d-e46f20808967 HTTP/1.1" status: 200 len: 851 time: 0.4125187 Feb 03 12:35:13.008331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-e20e16fb-f94c-41ea-a7fd-21b17c5c74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.009887 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-e20e16fb-f94c-41ea-a7fd-21b17c5c74b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0a56dbb3-96ac-4cbb-ae35-50faaf4e661e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0586612 Feb 03 12:35:13.010962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-a49b625f-cdd8-463a-b01a-69b7b4c0e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.011446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-a49b625f-cdd8-463a-b01a-69b7b4c0e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.011964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-a49b625f-cdd8-463a-b01a-69b7b4c0e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.013591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-a49b625f-cdd8-463a-b01a-69b7b4c0e29c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2962 time: 0.1407328 Feb 03 12:35:13.022916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f88414-0c4b-4854-831e-cec788685165 req-39edb639-47bf-4d73-8748-b50e54e49737 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.024302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92f88414-0c4b-4854-831e-cec788685165 req-39edb639-47bf-4d73-8748-b50e54e49737 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1132274 Feb 03 12:35:13.036529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f709c-35d4-449b-91e6-c1da5d942b7f req-821f69ca-e23a-4eb8-918e-11ab7c04e554 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.038071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886f709c-35d4-449b-91e6-c1da5d942b7f req-821f69ca-e23a-4eb8-918e-11ab7c04e554 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 948 time: 0.1283948 Feb 03 12:35:13.118001 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-b92e0a20-9537-4108-b347-f59f0cc9eded service neutron] 10.222.0.72 "GET /v2.0/networks/0a56dbb3-96ac-4cbb-ae35-50faaf4e661e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908079 Feb 03 12:35:13.211745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92f88414-0c4b-4854-831e-cec788685165 req-f8ad03c1-6475-42a4-9f6e-1fdfd7dcbaa2 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580126 Feb 03 12:35:13.250534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886f709c-35d4-449b-91e6-c1da5d942b7f req-95f3b1aa-2c94-4e00-9003-88423be8d985 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918511 Feb 03 12:35:13.252649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-a67a9631-2bdb-4654-8f7e-2df06eb02e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.263259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-a67a9631-2bdb-4654-8f7e-2df06eb02e63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c6811a3-319d-4f64-90f5-a2e148e2cddd HTTP/1.1" status: 200 len: 903 time: 0.2264824 Feb 03 12:35:13.281043 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2260dd46-c341-4376-b9a3-ae08f3bc24e7 req-622b51e4-4794-4b56-a8d0-6f8849daa2df service neutron] 10.222.0.72 "GET /v2.0/networks/0a56dbb3-96ac-4cbb-ae35-50faaf4e661e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485672 Feb 03 12:35:13.327167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-9c8946db-fc15-43a7-bb23-f45c6287bba0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.147&port_id=a24c112b-7134-44ac-b56f-16882e2ee378 HTTP/1.1" status: 200 len: 217 time: 0.0592136 Feb 03 12:35:13.380348 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d8bb1f0-2acf-40fe-a937-3c3f590548d8 req-971ee383-be43-4133-9658-aa425a879665 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 210 time: 0.0576637 Feb 03 12:35:13.427690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-50f0104c-09aa-40a9-9c2e-3a1f4b7c007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.429050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-50f0104c-09aa-40a9-9c2e-3a1f4b7c007d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9402a79-32c5-4a66-bea0-951de06f31fa HTTP/1.1" status: 200 len: 801 time: 0.0855756 Feb 03 12:35:13.437326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 392ab134-f425-4be7-b2d7-9f2af110a8d6 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:13.439027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15802de2-cd0f-4e82-97c3-8dd1aaaee1ea req-1149818f-4b4a-481d-95eb-fc6f0f929140 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.440517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15802de2-cd0f-4e82-97c3-8dd1aaaee1ea req-1149818f-4b4a-481d-95eb-fc6f0f929140 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.1166873 Feb 03 12:35:13.581926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15802de2-cd0f-4e82-97c3-8dd1aaaee1ea req-3ee14e49-a671-4938-bfc1-d5a5d0ec329c tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265147 Feb 03 12:35:13.584340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 392ab134-f425-4be7-b2d7-9f2af110a8d6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=392ab134-f425-4be7-b2d7-9f2af110a8d6,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:13.589926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e28b2-9fb2-4909-b1c1-89deefd1d8ff req-3d9a7e79-9fd8-4e51-98d0-b29f014928c9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.599302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc5e28b2-9fb2-4909-b1c1-89deefd1d8ff req-3d9a7e79-9fd8-4e51-98d0-b29f014928c9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1039486 Feb 03 12:35:13.612630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-e8eba057-8f07-4e9e-87a6-3aaff19cc06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.612630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-e8eba057-8f07-4e9e-87a6-3aaff19cc06d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c6811a3-319d-4f64-90f5-a2e148e2cddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1683676 Feb 03 12:35:13.617069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '392ab134-f425-4be7-b2d7-9f2af110a8d6', 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd', 'port_id': '392ab134-f425-4be7-b2d7-9f2af110a8d6', 'mac_address': 'fa:16:3e:45:df:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9402a79-32c5-4a66-bea0-951de06f31fa', 'ip_address': '19.80.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:13.672796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 392ab134-f425-4be7-b2d7-9f2af110a8d6 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:13.673899 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.689737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392ab134-f425-4be7-b2d7-9f2af110a8d6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:13.699096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc5e28b2-9fb2-4909-b1c1-89deefd1d8ff req-2e32623d-e29d-4271-afc4-c467d82eac4b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988238 Feb 03 12:35:13.722383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 392ab134-f425-4be7-b2d7-9f2af110a8d6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=392ab134-f425-4be7-b2d7-9f2af110a8d6,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:13.731455 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.732503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:13.772857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-2692ee53-c6bf-46e5-b4ab-5be85acb8728 service neutron] 10.222.0.72 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362529 Feb 03 12:35:13.812885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=392ab134-f425-4be7-b2d7-9f2af110a8d6,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:13.866063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.866408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.872927 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e5d0df-31b2-4036-9132-04d9b319d9aa req-20eac14c-3c06-4e7d-acf7-0771b8386095 service neutron] 10.222.0.72 "GET /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912230 Feb 03 12:35:13.876770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.877117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.877454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.877783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.878105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.878549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.878880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.879205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.879529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.879848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.880164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:13.915559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,segment=NetworkSegment(8d3d3965-12a9-4a1a-a7bc-444b7d795a22),segment_id=8d3d3965-12a9-4a1a-a7bc-444b7d795a22)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:13.927920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'e46b81a9-c578-4d8e-a1ca-11b6ab2952a7', 'network_id': '0f4debfc-4b36-47a0-a64a-5ec0e195c78c', 'port_id': 'e46b81a9-c578-4d8e-a1ca-11b6ab2952a7', 'mac_address': 'fa:16:3e:47:66:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb94f540-6b9c-4b17-8b71-e23f92d37c63', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:13.962535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97644159-4d79-44c3-b139-78f9fd4558c6 req-90049d59-4af6-4e6a-97e8-aeba80216098 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.967771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97644159-4d79-44c3-b139-78f9fd4558c6 req-90049d59-4af6-4e6a-97e8-aeba80216098 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.968718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:13.969252 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.973392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97644159-4d79-44c3-b139-78f9fd4558c6 req-90049d59-4af6-4e6a-97e8-aeba80216098 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:13.975177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97644159-4d79-44c3-b139-78f9fd4558c6 req-90049d59-4af6-4e6a-97e8-aeba80216098 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2414 time: 0.0707633 Feb 03 12:35:14.000183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:14.007949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:14.036968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97644159-4d79-44c3-b139-78f9fd4558c6 req-8d0b7928-f550-4323-9878-6c7a17a7c9f4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Feb 03 12:35:14.043909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,segment=NetworkSegment(8d3d3965-12a9-4a1a-a7bc-444b7d795a22),segment_id=8d3d3965-12a9-4a1a-a7bc-444b7d795a22)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:14.049837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.167628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:14.197560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:14.210835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'mac_address': 'fa:16:3e:48:7f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:14.235684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-31f1f490-7e4a-42b5-ab80-80d51a73b751 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:14.237204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-31f1f490-7e4a-42b5-ab80-80d51a73b751 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 821 time: 0.1379321 Feb 03 12:35:14.250537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Request body: {'port': {'device_id': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29', 'admin_state_up': True, 'tenant_id': 'cf1b3f1eff6c4de9999c199891103d36'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:14.267041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c906fb6d-7175-425b-976a-153a7a4a43e9 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:14.267433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.285790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c906fb6d-7175-425b-976a-153a7a4a43e9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:14.315109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:14.320240 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.372658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:14.379704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['392ab134-f425-4be7-b2d7-9f2af110a8d6'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:14.465468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23a6f7-4776-4a40-b0fe-ab6de92cf1da req-91bd6481-2380-4ba2-b533-f3029ad0ba0e tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:14.467297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b23a6f7-4776-4a40-b0fe-ab6de92cf1da req-91bd6481-2380-4ba2-b533-f3029ad0ba0e tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1228781 Feb 03 12:35:14.476911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f15089-99c2-40ef-9ef5-7a92eff7c2b1 req-586eb8ef-1b66-4fd7-a034-3424addd7189 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:14.478371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6f15089-99c2-40ef-9ef5-7a92eff7c2b1 req-586eb8ef-1b66-4fd7-a034-3424addd7189 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 949 time: 0.1354108 Feb 03 12:35:14.481305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Made reservation on behalf of cf1b3f1eff6c4de9999c199891103d36 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:14.490117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.603178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b23a6f7-4776-4a40-b0fe-ab6de92cf1da req-27bd11b1-fc9b-46d8-b786-e621d95c6e05 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236899 Feb 03 12:35:14.613770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6f15089-99c2-40ef-9ef5-7a92eff7c2b1 req-5383ff33-8e58-4ba2-a022-a7f51e31fc3e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210039 Feb 03 12:35:14.691716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Allocated IP 172.20.0.7 (e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29/6519694f-04e5-449b-87bd-4b4b8a967f7f/9f8c0c60-6c4b-4fe5-aa18-57660afe20b8) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:14.737060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['c906fb6d-7175-425b-976a-153a7a4a43e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:14.738700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab0a7ba8-7eb8-42d7-83f3-56e984dad2cf req-86069914-bbdb-4a7e-9ddc-fa5b697cc36b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 210 time: 0.0481901 Feb 03 12:35:14.926224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4832-75ea-4fef-9239-1fab30b160e4 req-b9b79857-37cf-4c1c-a368-e1ad5bf938bf tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:14.927778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c6c4832-75ea-4fef-9239-1fab30b160e4 req-b9b79857-37cf-4c1c-a368-e1ad5bf938bf tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.2243979 Feb 03 12:35:15.022070 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks [] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.033921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ff061-427d-4b9e-b98a-5af32bbbc07a req-e5c3a829-0cac-4378-b745-6f5c693e7f82 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.035426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-582ff061-427d-4b9e-b98a-5af32bbbc07a req-e5c3a829-0cac-4378-b745-6f5c693e7f82 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.2013388 Feb 03 12:35:15.042367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c6c4832-75ea-4fef-9239-1fab30b160e4 req-905cfe19-aa67-4bcc-bb5f-458cb7a598b3 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023257 Feb 03 12:35:15.103466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-582ff061-427d-4b9e-b98a-5af32bbbc07a req-09f967d8-a59c-482a-bffc-0dad8efa9dce tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614042 Feb 03 12:35:15.105083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.193310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:15.209676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:15.219382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:15.240496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Pushing event updated for resources: {'Port': ['ID=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:15.310044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.310903 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.321307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59e2f2-0025-4774-93f3-3fd136c3d236 req-83316a59-35b4-452c-b5ab-2ac797e5ba25 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.323026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff59e2f2-0025-4774-93f3-3fd136c3d236 req-83316a59-35b4-452c-b5ab-2ac797e5ba25 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.1946630 Feb 03 12:35:15.341449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e28d-cf2d-439e-89da-01f2d90e01cc req-a5758df2-4bb9-4b38-a5eb-249cda7876ac tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.346715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e28d-cf2d-439e-89da-01f2d90e01cc req-a5758df2-4bb9-4b38-a5eb-249cda7876ac tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.351885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e28d-cf2d-439e-89da-01f2d90e01cc req-a5758df2-4bb9-4b38-a5eb-249cda7876ac tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.353610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1296e28d-cf2d-439e-89da-01f2d90e01cc req-a5758df2-4bb9-4b38-a5eb-249cda7876ac tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2415 time: 0.1645081 Feb 03 12:35:15.384825 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-e832c25f-906f-44a5-9894-ca536ba35cd0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1380680 Feb 03 12:35:15.401757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Request body: {'port': {'device_id': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:15.456668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a24c112b-7134-44ac-b56f-16882e2ee378 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:15.461483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 392ab134-f425-4be7-b2d7-9f2af110a8d6 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:15.464708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff59e2f2-0025-4774-93f3-3fd136c3d236 req-2cb23bca-ca14-4c3a-8acb-d089e398ef29 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086500 Feb 03 12:35:15.467891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['e46b81a9-c578-4d8e-a1ca-11b6ab2952a7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:15.494367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1296e28d-cf2d-439e-89da-01f2d90e01cc req-492f83c8-d1c1-4295-85b9-115fcbdb87bc tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300006 Feb 03 12:35:15.503516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.671004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 392ab134-f425-4be7-b2d7-9f2af110a8d6 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:15.685015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a24c112b-7134-44ac-b56f-16882e2ee378, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a24c112b-7134-44ac-b56f-16882e2ee378,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:15.695027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 392ab134-f425-4be7-b2d7-9f2af110a8d6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:15.695405 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.726805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a24c112b-7134-44ac-b56f-16882e2ee378', 'network_id': '1c6811a3-319d-4f64-90f5-a2e148e2cddd', 'port_id': 'a24c112b-7134-44ac-b56f-16882e2ee378', 'mac_address': 'fa:16:3e:39:30:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9402a79-32c5-4a66-bea0-951de06f31fa', 'ip_address': '19.80.0.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:15.832654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a24c112b-7134-44ac-b56f-16882e2ee378 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:15.833341 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.904811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62a94d-b883-4615-b819-bc7bb0f6b016 req-53983f39-2ddb-44e4-a2cd-58b5ea1519e8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.907151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e62a94d-b883-4615-b819-bc7bb0f6b016 req-53983f39-2ddb-44e4-a2cd-58b5ea1519e8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 949 time: 0.1451197 Feb 03 12:35:15.923044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01183997-a853-4a78-a21b-d4cd66c4e124 req-76c3ac20-d717-46ba-8b92-9649c1a4686e tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.924980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01183997-a853-4a78-a21b-d4cd66c4e124 req-76c3ac20-d717-46ba-8b92-9649c1a4686e tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1651952 Feb 03 12:35:15.927376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:15.995331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Publish callbacks [] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.000811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e62a94d-b883-4615-b819-bc7bb0f6b016 req-d32b9bfe-af7b-4e0d-acf8-7a2e0ae6a13c tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685146 Feb 03 12:35:16.005301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24c112b-7134-44ac-b56f-16882e2ee378 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:16.035564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:16.065259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a24c112b-7134-44ac-b56f-16882e2ee378, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a24c112b-7134-44ac-b56f-16882e2ee378,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:16.067970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01183997-a853-4a78-a21b-d4cd66c4e124 req-06e4d8b8-3579-4c61-8230-f5220134562b tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261921 Feb 03 12:35:16.068136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 392ab134-f425-4be7-b2d7-9f2af110a8d6 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:16.068422 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.070417 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.070772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Transition to ACTIVE for port object 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:16.096999 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.109116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392ab134-f425-4be7-b2d7-9f2af110a8d6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:16.111418 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8400a2a9-caec-4b50-9205-92276e768749" -d '{"events": [{"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-plugged", "status": "completed", "tag": "392ab134-f425-4be7-b2d7-9f2af110a8d6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:16.128115 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.148947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 392ab134-f425-4be7-b2d7-9f2af110a8d6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=392ab134-f425-4be7-b2d7-9f2af110a8d6,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:16.175223 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.184382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a24c112b-7134-44ac-b56f-16882e2ee378,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:16.189701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:16.200619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9db2c-1995-4fbd-8cc0-8fe0422bae63 req-9d35055e-65c1-46bc-b459-bf947fb8199a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:16.203134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port c906fb6d-7175-425b-976a-153a7a4a43e9 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:16.207738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64a9db2c-1995-4fbd-8cc0-8fe0422bae63 req-9d35055e-65c1-46bc-b459-bf947fb8199a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 0.1233082 Feb 03 12:35:16.229133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port c906fb6d-7175-425b-976a-153a7a4a43e9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:16.229687 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.283744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=392ab134-f425-4be7-b2d7-9f2af110a8d6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:16.318147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64a9db2c-1995-4fbd-8cc0-8fe0422bae63 req-cf7de9d3-d762-477b-8398-e3bce5d54f86 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001163 Feb 03 12:35:16.335517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:16.335869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:16.336191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:16.349489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:16.349849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:16.366180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:16.366602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:16.366925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:16.367351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Bound port: 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:16.367706 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.370365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c906fb6d-7175-425b-976a-153a7a4a43e9 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:16.370532 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.408859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:16.414175 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961fcba0-6af9-4c33-ba87-a72f9d45485c x-openstack-request-id: req-961fcba0-6af9-4c33-ba87-a72f9d45485c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:16.414533 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-plugged", "status": "completed", "tag": "392ab134-f425-4be7-b2d7-9f2af110a8d6", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:16.414848 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-961fcba0-6af9-4c33-ba87-a72f9d45485c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:16.415254 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392ab134-f425-4be7-b2d7-9f2af110a8d6', 'code': 200} Feb 03 12:35:16.419129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.467116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:16.471037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:16.486587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.488851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:16.501682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a24c112b-7134-44ac-b56f-16882e2ee378'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:16.565645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:16.566520 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.567726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] 10.222.0.72 "PUT /v2.0/ports/9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 HTTP/1.1" status: 200 len: 1092 time: 1.1731234 Feb 03 12:35:16.568110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:16.570548 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b35bd8-0181-4210-801d-01afb25f6348" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:16.594103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0941ba-8713-4e39-831f-bdd9157051b0 req-9f30dd1a-0807-460b-b3e0-c2cf543f03f8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:16.596025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c0941ba-8713-4e39-831f-bdd9157051b0 req-9f30dd1a-0807-460b-b3e0-c2cf543f03f8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1218183 Feb 03 12:35:16.596834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e760c-41f3-4c04-908d-e0a20b55e672 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:16.735267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c0941ba-8713-4e39-831f-bdd9157051b0 req-39b59747-5d20-4cad-9f95-8781e7af9962 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199353 Feb 03 12:35:16.739827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-03e8e3ca-40cc-47b9-80b4-b0e1dab7aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:16.741326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-03e8e3ca-40cc-47b9-80b4-b0e1dab7aa32 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1126 time: 0.1053138 Feb 03 12:35:16.780985 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d0ca04-fa4d-4a18-b118-0853740f151e x-openstack-request-id: req-54d0ca04-fa4d-4a18-b118-0853740f151e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:16.781270 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:16.781521 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54d0ca04-fa4d-4a18-b118-0853740f151e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:16.781911 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8', 'status': 'completed', 'code': 200} Feb 03 12:35:16.803195 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526eba7-fd72-43d9-b430-a14dbb2b95d0 req-7df87a3e-4d68-4918-be20-4d421ef00658 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:16.808501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526eba7-fd72-43d9-b430-a14dbb2b95d0 req-7df87a3e-4d68-4918-be20-4d421ef00658 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:16.813611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526eba7-fd72-43d9-b430-a14dbb2b95d0 req-7df87a3e-4d68-4918-be20-4d421ef00658 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:16.815193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6526eba7-fd72-43d9-b430-a14dbb2b95d0 req-7df87a3e-4d68-4918-be20-4d421ef00658 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2417 time: 0.0783787 Feb 03 12:35:16.901664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-3e029b4b-029d-4eb9-8dac-9f94e3946786 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 HTTP/1.1" status: 200 len: 217 time: 0.0538340 Feb 03 12:35:16.904836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6526eba7-fd72-43d9-b430-a14dbb2b95d0 req-c34336ba-0aba-4bdc-9a12-b76f5f1e4134 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840642 Feb 03 12:35:16.961431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-c8f5530f-ddae-4412-86cd-800d9d099256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:16.962966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-c8f5530f-ddae-4412-86cd-800d9d099256 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0488122 Feb 03 12:35:17.002468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-8fcc7597-4ec9-4c55-9048-0cdd599ee1c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270724 Feb 03 12:35:17.115245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-1fe31424-066c-4237-a856-ec2db48323e8 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040084 Feb 03 12:35:17.253009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3d1a8-0a76-41c0-9ff8-c11a097acda3 req-228f7eee-5078-4eed-bfa9-b3b754a76107 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:17.254366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1a3d1a8-0a76-41c0-9ff8-c11a097acda3 req-228f7eee-5078-4eed-bfa9-b3b754a76107 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1623030 Feb 03 12:35:17.263342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9f9b-4dfa-49b3-9044-2ce0e2527d66 req-c359c83f-a4b6-46ba-8c08-c6d30eb4d32f tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:17.264756 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-715e9f9b-4dfa-49b3-9044-2ce0e2527d66 req-c359c83f-a4b6-46ba-8c08-c6d30eb4d32f tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1334200 Feb 03 12:35:17.312457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4e05675-d30f-49f8-a189-fbaa9f9084c2 req-31fa25ae-68f6-4d62-af68-80de4f2f1e8a service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821368 Feb 03 12:35:17.352713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1a3d1a8-0a76-41c0-9ff8-c11a097acda3 req-54f84dbc-eb1d-4ae0-bdd4-64845e8ab544 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870125 Feb 03 12:35:17.355863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-715e9f9b-4dfa-49b3-9044-2ce0e2527d66 req-420208c7-95fe-48e2-896e-ed92e2b96910 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813828 Feb 03 12:35:17.463903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:17.482150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-806a2ff3-931d-4c27-969c-b157ebd624aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:17.484114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-806a2ff3-931d-4c27-969c-b157ebd624aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1126 time: 0.0900660 Feb 03 12:35:17.495853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94466edf-3e85-4306-918e-f24719663cef req-f79d1334-e0bc-4292-b220-953448bd6d50 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:17.497598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94466edf-3e85-4306-918e-f24719663cef req-f79d1334-e0bc-4292-b220-953448bd6d50 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 0.0665386 Feb 03 12:35:17.529846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:17.534089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:17.535229 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.616835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94466edf-3e85-4306-918e-f24719663cef req-631f485e-097e-4468-865b-705f17582605 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083910 Feb 03 12:35:17.637806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-bdc3d3d0-131c-4b21-b7fa-312bbb63d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:17.639754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-bdc3d3d0-131c-4b21-b7fa-312bbb63d747 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.1409490 Feb 03 12:35:17.646642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:17.647039 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.690104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-a178a745-5166-4c91-89d1-059dfc382dab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 HTTP/1.1" status: 200 len: 217 time: 0.0414224 Feb 03 12:35:17.703238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,segment=NetworkSegment(8d3d3965-12a9-4a1a-a7bc-444b7d795a22),segment_id=8d3d3965-12a9-4a1a-a7bc-444b7d795a22)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:17.709456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.765469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:17.774950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-345b2ef9-4596-4db6-b40d-6574e5606aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:17.776888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-345b2ef9-4596-4db6-b40d-6574e5606aee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0711594 Feb 03 12:35:17.810174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-259ff3cc-b247-459c-ad25-08133a120c4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263898 Feb 03 12:35:17.920875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0b8f-82d1-4888-a568-559bacee6ce2 req-45509518-6318-4e1e-b642-62dcb1436b69 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:17.922363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16df0b8f-82d1-4888-a568-559bacee6ce2 req-45509518-6318-4e1e-b642-62dcb1436b69 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1088767 Feb 03 12:35:17.952613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-fbab3ad4-dae5-48e8-81aa-56f6eeefd68f service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308393 Feb 03 12:35:18.039146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16df0b8f-82d1-4888-a568-559bacee6ce2 req-a5b0a56c-4bf2-4279-8f98-276b9e264938 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105299 Feb 03 12:35:18.116879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3262ae-1ea0-4ab8-9cbe-78c61c0af21d req-001b81b1-c0a6-483c-b27b-64425e61bde5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.122038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3262ae-1ea0-4ab8-9cbe-78c61c0af21d req-001b81b1-c0a6-483c-b27b-64425e61bde5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.127202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3262ae-1ea0-4ab8-9cbe-78c61c0af21d req-001b81b1-c0a6-483c-b27b-64425e61bde5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.128793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d3262ae-1ea0-4ab8-9cbe-78c61c0af21d req-001b81b1-c0a6-483c-b27b-64425e61bde5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2418 time: 0.1476605 Feb 03 12:35:18.130678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b35bd8-0181-4210-801d-01afb25f6348 req-0e2d7bec-da16-4342-8eda-d203333c3fa1 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664772 Feb 03 12:35:18.180810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d3262ae-1ea0-4ab8-9cbe-78c61c0af21d req-b5bfbab3-ca1f-4b40-a1a9-fb92423154d9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460470 Feb 03 12:35:18.416105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9'}, {'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46b81a9-c578-4d8e-a1ca-11b6ab2952a7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:18.419084 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ae76b-d7b3-40f8-a007-bb282a92d181" -d '{"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9"}, {"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-plugged", "status": "completed", "tag": "e46b81a9-c578-4d8e-a1ca-11b6ab2952a7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:18.517515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c181ff-b0f3-4de0-8e8f-2b5eeb9360d3 req-b9641794-492b-4ef4-9308-e71abd1ce9fb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.518997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60c181ff-b0f3-4de0-8e8f-2b5eeb9360d3 req-b9641794-492b-4ef4-9308-e71abd1ce9fb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.0815556 Feb 03 12:35:18.526196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94a37d-0e2e-4cc9-b888-eb02caa7f98a req-84d1b0ab-da8a-47af-8f36-f09b2a78b4f7 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.527594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc94a37d-0e2e-4cc9-b888-eb02caa7f98a req-84d1b0ab-da8a-47af-8f36-f09b2a78b4f7 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0810213 Feb 03 12:35:18.604833 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60c181ff-b0f3-4de0-8e8f-2b5eeb9360d3 req-e67f5ff5-724b-4ec5-b035-7478391af80a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763037 Feb 03 12:35:18.608436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc94a37d-0e2e-4cc9-b888-eb02caa7f98a req-8053419c-c9fb-4c56-a038-e00b91866b5b tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743313 Feb 03 12:35:18.661421 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d154a84-c28b-42f6-ab16-47fdb2ebac8d x-openstack-request-id: req-1d154a84-c28b-42f6-ab16-47fdb2ebac8d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:18.661918 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9", "code": 200}, {"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-plugged", "status": "completed", "tag": "e46b81a9-c578-4d8e-a1ca-11b6ab2952a7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:18.662021 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d154a84-c28b-42f6-ab16-47fdb2ebac8d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:18.662674 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'code': 200} Feb 03 12:35:18.663012 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46b81a9-c578-4d8e-a1ca-11b6ab2952a7', 'code': 200} Feb 03 12:35:18.790318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0daeeb-3e93-423a-9628-ffdddd10c602 req-b5c4c48c-14af-4168-95f9-1aa92a9096c6 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.791842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c0daeeb-3e93-423a-9628-ffdddd10c602 req-b5c4c48c-14af-4168-95f9-1aa92a9096c6 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 0.0868592 Feb 03 12:35:18.796930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bd215-61f5-46ec-bd34-f9ddb6e6a867 req-5bb7cd7a-7c7d-4973-82c9-b67f2f553ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.798300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-955bd215-61f5-46ec-bd34-f9ddb6e6a867 req-5bb7cd7a-7c7d-4973-82c9-b67f2f553ad6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1133 time: 0.0626874 Feb 03 12:35:18.870044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-955bd215-61f5-46ec-bd34-f9ddb6e6a867 req-9824df32-ae3d-42ae-884f-dfea34b3bdcf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653336 Feb 03 12:35:18.873303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c0daeeb-3e93-423a-9628-ffdddd10c602 req-a47e5b2c-95a4-49aa-991a-b1a112442095 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735734 Feb 03 12:35:19.168334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2237ad2-f27f-453a-b83e-386f00e572e0 req-426aa6f3-0a0a-4336-b9b8-b55bbdd136a1 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:19.169817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2237ad2-f27f-453a-b83e-386f00e572e0 req-426aa6f3-0a0a-4336-b9b8-b55bbdd136a1 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.0564039 Feb 03 12:35:19.219524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2237ad2-f27f-453a-b83e-386f00e572e0 req-19a82cd2-8fff-4e18-a93b-bdd3223561ba tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Feb 03 12:35:19.309929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3973c-8374-4119-95d7-2506bae3dfb9 req-38f4fa07-41f8-4e5a-839e-cdc3ecbc17b7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:19.315743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3973c-8374-4119-95d7-2506bae3dfb9 req-38f4fa07-41f8-4e5a-839e-cdc3ecbc17b7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:19.320951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3973c-8374-4119-95d7-2506bae3dfb9 req-38f4fa07-41f8-4e5a-839e-cdc3ecbc17b7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:19.322473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9aa3973c-8374-4119-95d7-2506bae3dfb9 req-38f4fa07-41f8-4e5a-839e-cdc3ecbc17b7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2418 time: 0.0673807 Feb 03 12:35:19.378148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9aa3973c-8374-4119-95d7-2506bae3dfb9 req-66f084b5-e102-4422-b07e-2eb0728d6dfa tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482595 Feb 03 12:35:19.462390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:19.464637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a24c112b-7134-44ac-b56f-16882e2ee378 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:19.577683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a24c112b-7134-44ac-b56f-16882e2ee378 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:19.585047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a24c112b-7134-44ac-b56f-16882e2ee378 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:19.585418 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.619340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:19.638132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8', 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29', 'port_id': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8', 'mac_address': 'fa:16:3e:ac:1e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6519694f-04e5-449b-87bd-4b4b8a967f7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:19.729816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:19.730456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.754604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a24c112b-7134-44ac-b56f-16882e2ee378 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:19.754995 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.757900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:19.800775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:19.811705 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.832190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405fcfe-1a62-441e-b6b7-f1aadb60bbd4 req-6e14a748-fb27-4e85-b139-df84531f9424 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:19.834231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0405fcfe-1a62-441e-b6b7-f1aadb60bbd4 req-6e14a748-fb27-4e85-b139-df84531f9424 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1322067 Feb 03 12:35:19.844193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a24c112b-7134-44ac-b56f-16882e2ee378, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a24c112b-7134-44ac-b56f-16882e2ee378,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:19.849988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a04a4f-e24e-43b0-ac9b-8d3b0fc23c01 req-7f3bfb37-d291-47ef-9bd6-bb31956b5be8 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:19.859245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15a04a4f-e24e-43b0-ac9b-8d3b0fc23c01 req-7f3bfb37-d291-47ef-9bd6-bb31956b5be8 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1476669 Feb 03 12:35:19.861538 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.883471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:19.944844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a24c112b-7134-44ac-b56f-16882e2ee378,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:19.946629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0405fcfe-1a62-441e-b6b7-f1aadb60bbd4 req-4cea012d-9cfa-4e77-98d4-4fc197e08126 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856533 Feb 03 12:35:19.954294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15a04a4f-e24e-43b0-ac9b-8d3b0fc23c01 req-17db8fea-2e30-4b34-959a-18f266cfc9c4 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663290 Feb 03 12:35:20.062055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af1034-e9e0-452a-a2e8-1d1d809f09da req-8859a77f-6684-4efa-a6cc-e78dafd1c213 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:20.063604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59af1034-e9e0-452a-a2e8-1d1d809f09da req-8859a77f-6684-4efa-a6cc-e78dafd1c213 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 944 time: 0.0528615 Feb 03 12:35:20.111494 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59af1034-e9e0-452a-a2e8-1d1d809f09da req-642d5d01-91a6-45ee-ac6f-020e43562bf4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Feb 03 12:35:20.215461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:20.330793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.618315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6085c4-1f60-4c02-a7b9-e22f710aa8fa req-964c49bf-0c16-421f-8949-727323c0a319 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:20.619753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e6085c4-1f60-4c02-a7b9-e22f710aa8fa req-964c49bf-0c16-421f-8949-727323c0a319 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.3298826 Feb 03 12:35:20.642116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaebe2e-e60c-495a-b977-caa407562a73 req-523c4e79-15be-43a0-a539-1beeee901459 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:20.647212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaebe2e-e60c-495a-b977-caa407562a73 req-523c4e79-15be-43a0-a539-1beeee901459 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:20.652688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaebe2e-e60c-495a-b977-caa407562a73 req-523c4e79-15be-43a0-a539-1beeee901459 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:20.654229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcaebe2e-e60c-495a-b977-caa407562a73 req-523c4e79-15be-43a0-a539-1beeee901459 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2419 time: 0.0871937 Feb 03 12:35:20.664699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c112b-7134-44ac-b56f-16882e2ee378'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:20.667318 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b728732-1e61-4446-9ca6-c88632656575" -d '{"events": [{"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-plugged", "status": "completed", "tag": "a24c112b-7134-44ac-b56f-16882e2ee378"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:20.712558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e6085c4-1f60-4c02-a7b9-e22f710aa8fa req-828502e6-a8ca-4fa4-9dcc-a2c13e70f181 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869412 Feb 03 12:35:20.724688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcaebe2e-e60c-495a-b977-caa407562a73 req-623e7936-0835-4f6c-8593-b47158441e9c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620501 Feb 03 12:35:20.769380 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cce2612-9af2-4c75-be84-d71f17082dc7 x-openstack-request-id: req-1cce2612-9af2-4c75-be84-d71f17082dc7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:20.769918 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-plugged", "status": "completed", "tag": "a24c112b-7134-44ac-b56f-16882e2ee378", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:20.769918 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1cce2612-9af2-4c75-be84-d71f17082dc7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:20.770316 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c112b-7134-44ac-b56f-16882e2ee378', 'code': 200} Feb 03 12:35:20.889306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a80ac1-f44c-4868-9d11-b3fc02505558 req-35aae98f-1197-490d-b329-11f195d4d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:20.889779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a80ac1-f44c-4868-9d11-b3fc02505558 req-35aae98f-1197-490d-b329-11f195d4d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:20.890238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a80ac1-f44c-4868-9d11-b3fc02505558 req-35aae98f-1197-490d-b329-11f195d4d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:20.891899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96a80ac1-f44c-4868-9d11-b3fc02505558 req-35aae98f-1197-490d-b329-11f195d4d268 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2968 time: 0.0508301 Feb 03 12:35:20.939098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96a80ac1-f44c-4868-9d11-b3fc02505558 req-3af95ece-b840-4d9b-afa8-daa6548502a6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381391 Feb 03 12:35:21.106143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1a4cb-c244-42fc-8209-34816c263ba9 req-8b6bdcef-5dfc-4494-ab63-2316b647ab15 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:21.107957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15f1a4cb-c244-42fc-8209-34816c263ba9 req-8b6bdcef-5dfc-4494-ab63-2316b647ab15 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0845764 Feb 03 12:35:21.114552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875525b-a3d6-4044-9b4a-39a4ce95fb4a req-4a481a96-c7b7-424e-a98e-a5f81f8be1fb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:21.115856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b875525b-a3d6-4044-9b4a-39a4ce95fb4a req-4a481a96-c7b7-424e-a98e-a5f81f8be1fb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.0915713 Feb 03 12:35:21.189365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15f1a4cb-c244-42fc-8209-34816c263ba9 req-9a3614af-4766-4ee1-ac2a-27ea8d1cf6cd tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725727 Feb 03 12:35:21.192969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b875525b-a3d6-4044-9b4a-39a4ce95fb4a req-5fea9a3a-1d9d-44b3-b667-22c7d04747e2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700939 Feb 03 12:35:21.309823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e0605-cc26-46c9-9028-1edfbd5ea149 req-d3bd2885-b91f-42c5-beb0-317ccd9ffded tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:21.311524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b00e0605-cc26-46c9-9028-1edfbd5ea149 req-d3bd2885-b91f-42c5-beb0-317ccd9ffded tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 944 time: 0.0579245 Feb 03 12:35:21.366729 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b00e0605-cc26-46c9-9028-1edfbd5ea149 req-c7b1eb06-6409-435c-8cce-b6652e90326b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495467 Feb 03 12:35:21.476745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:21.530636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:21.534468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:21.534853 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:21.617834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:21.618232 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:21.652241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:21.657634 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:21.707258 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:21.873561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4e8cf-04e7-45a2-b2ba-ad77397923aa req-2687ae00-7fdf-4ccc-a879-f8dcb019fe32 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:21.875151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eea4e8cf-04e7-45a2-b2ba-ad77397923aa req-2687ae00-7fdf-4ccc-a879-f8dcb019fe32 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.0877767 Feb 03 12:35:21.895664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6b79-57d8-4b17-9ecb-5275781ebaee req-eaf05cc5-ff92-4ebb-aeea-60df52cb1f8f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:21.900775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6b79-57d8-4b17-9ecb-5275781ebaee req-eaf05cc5-ff92-4ebb-aeea-60df52cb1f8f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:21.906039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6b79-57d8-4b17-9ecb-5275781ebaee req-eaf05cc5-ff92-4ebb-aeea-60df52cb1f8f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:21.907612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-814a6b79-57d8-4b17-9ecb-5275781ebaee req-eaf05cc5-ff92-4ebb-aeea-60df52cb1f8f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2419 time: 0.0923223 Feb 03 12:35:21.972552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eea4e8cf-04e7-45a2-b2ba-ad77397923aa req-19111feb-391e-48e4-b445-095a6ac39ecb tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903809 Feb 03 12:35:21.980025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-814a6b79-57d8-4b17-9ecb-5275781ebaee req-bd1ee01d-b051-4e1c-87f1-936e02c3c524 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648823 Feb 03 12:35:22.345302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51a272-50e0-4a38-9a91-b39c7f03f916 req-f746b1b7-49c0-4593-92a0-eb7369425b2b tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:22.346909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe51a272-50e0-4a38-9a91-b39c7f03f916 req-f746b1b7-49c0-4593-92a0-eb7369425b2b tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0814278 Feb 03 12:35:22.356376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa868ca-f29a-4729-a5ad-a14952d22e4d req-d8704c6e-34b4-4a51-9a3d-386c9d1d6353 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:22.358159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caa868ca-f29a-4729-a5ad-a14952d22e4d req-d8704c6e-34b4-4a51-9a3d-386c9d1d6353 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.0835140 Feb 03 12:35:22.433666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caa868ca-f29a-4729-a5ad-a14952d22e4d req-f3306694-d034-4e61-8efa-00937de61bcb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688059 Feb 03 12:35:22.436470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe51a272-50e0-4a38-9a91-b39c7f03f916 req-97cf6c99-7dfc-4493-b546-8443c91523a2 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774488 Feb 03 12:35:22.550434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286e569-cdec-4c78-8d52-368edaa105cf req-99e2aa26-25c4-44d4-8a41-d6d75d0771ee tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:22.551802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5286e569-cdec-4c78-8d52-368edaa105cf req-99e2aa26-25c4-44d4-8a41-d6d75d0771ee tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0548983 Feb 03 12:35:22.604709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5286e569-cdec-4c78-8d52-368edaa105cf req-ad20d3bd-8bde-4559-bfe9-dbd63916bda9 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458724 Feb 03 12:35:22.771583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:22.774184 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff4d682-6677-44fb-8df9-6a1bf85e23f8" -d '{"events": [{"server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "name": "network-vif-plugged", "status": "completed", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:22.811795 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baae89bb-e852-4b75-8e43-ed4e87e9dd3d x-openstack-request-id: req-baae89bb-e852-4b75-8e43-ed4e87e9dd3d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:22.812081 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "name": "network-vif-plugged", "status": "completed", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:22.812358 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-baae89bb-e852-4b75-8e43-ed4e87e9dd3d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:22.812713 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8', 'code': 200} Feb 03 12:35:22.935915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a174bd5-b91f-4882-8947-03417e0c3e27 req-bdeaf897-e3b6-45e7-a840-d28cd3a45a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:22.937439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a174bd5-b91f-4882-8947-03417e0c3e27 req-bdeaf897-e3b6-45e7-a840-d28cd3a45a88 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1128 time: 0.0468624 Feb 03 12:35:22.989870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a174bd5-b91f-4882-8947-03417e0c3e27 req-13931d49-88a9-4c81-9bb5-17a3464d0413 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459893 Feb 03 12:35:23.142676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2ec81-216a-4eb4-aa15-272ef3c75455 req-61d90129-ff2c-43e2-8a97-09c52f30d064 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.144149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33e2ec81-216a-4eb4-aa15-272ef3c75455 req-61d90129-ff2c-43e2-8a97-09c52f30d064 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.0932837 Feb 03 12:35:23.156875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cb9c1-603a-4d31-9603-5ab70c8623d4 req-ffa0e374-4224-4a0d-935b-5e43072f4aa9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.162096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cb9c1-603a-4d31-9603-5ab70c8623d4 req-ffa0e374-4224-4a0d-935b-5e43072f4aa9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.167393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cb9c1-603a-4d31-9603-5ab70c8623d4 req-ffa0e374-4224-4a0d-935b-5e43072f4aa9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.168959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed7cb9c1-603a-4d31-9603-5ab70c8623d4 req-ffa0e374-4224-4a0d-935b-5e43072f4aa9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2419 time: 0.1044624 Feb 03 12:35:23.240613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33e2ec81-216a-4eb4-aa15-272ef3c75455 req-c7f506c2-f9a0-4333-b9ad-fe77bcd69b22 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706780 Feb 03 12:35:23.243844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed7cb9c1-603a-4d31-9603-5ab70c8623d4 req-2a177b8f-4dd2-40a6-86f7-f5c2ffb5ec53 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682657 Feb 03 12:35:23.583303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e1b60-8c6d-46f9-93e1-5347946c2fb7 req-54904eac-2705-4cea-8f37-5cbe476b0cea tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.589224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e1b60-8c6d-46f9-93e1-5347946c2fb7 req-54904eac-2705-4cea-8f37-5cbe476b0cea tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.594487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e1b60-8c6d-46f9-93e1-5347946c2fb7 req-54904eac-2705-4cea-8f37-5cbe476b0cea tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.596151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb9e1b60-8c6d-46f9-93e1-5347946c2fb7 req-54904eac-2705-4cea-8f37-5cbe476b0cea tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2419 time: 0.1011627 Feb 03 12:35:23.604917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40674f85-0138-4b61-a3e6-c2d874776781 req-0ecd055f-5d28-4fba-b2fd-0ecbd4c14d6f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.606315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40674f85-0138-4b61-a3e6-c2d874776781 req-0ecd055f-5d28-4fba-b2fd-0ecbd4c14d6f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1013348 Feb 03 12:35:23.677036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb9e1b60-8c6d-46f9-93e1-5347946c2fb7 req-b169d25e-7837-4799-8ce2-a25c4bc83a08 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697312 Feb 03 12:35:23.680346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40674f85-0138-4b61-a3e6-c2d874776781 req-d641e48c-e846-4e9f-9b00-497451e403aa tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666788 Feb 03 12:35:23.838178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ac5f9-c2de-406c-bd8f-056ca534e09f req-dfd386e8-ad3b-48ae-8aec-2fe75a7e36db tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.839810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a7ac5f9-c2de-406c-bd8f-056ca534e09f req-dfd386e8-ad3b-48ae-8aec-2fe75a7e36db tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0861528 Feb 03 12:35:23.846215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f72386-125a-4896-8cd1-0fd4501b4238 req-9562eef5-f847-4d54-8160-c131e4b9dab2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.847594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1f72386-125a-4896-8cd1-0fd4501b4238 req-9562eef5-f847-4d54-8160-c131e4b9dab2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0925214 Feb 03 12:35:23.911442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a7ac5f9-c2de-406c-bd8f-056ca534e09f req-29d3a6bb-368c-4b72-9a18-1cebc8561d06 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628984 Feb 03 12:35:23.923015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1f72386-125a-4896-8cd1-0fd4501b4238 req-33df7ef6-4747-41dc-9c06-0d677753e602 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688438 Feb 03 12:35:24.369939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70271-60b3-4b0a-8782-cb96f1aa9ec4 req-d59bb6e3-dbdd-4e2b-a358-5c2e1ff0e7fc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:24.371434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53c70271-60b3-4b0a-8782-cb96f1aa9ec4 req-d59bb6e3-dbdd-4e2b-a358-5c2e1ff0e7fc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.0556045 Feb 03 12:35:24.423032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53c70271-60b3-4b0a-8782-cb96f1aa9ec4 req-ceaab0a6-292f-4185-91cb-26365aa5df89 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 Feb 03 12:35:24.854621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720418f-853d-46e1-a42d-b0cdc876d049 req-ca4d2a88-9d8d-4600-b06f-8053b697b807 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:24.860785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720418f-853d-46e1-a42d-b0cdc876d049 req-ca4d2a88-9d8d-4600-b06f-8053b697b807 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:24.866436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720418f-853d-46e1-a42d-b0cdc876d049 req-ca4d2a88-9d8d-4600-b06f-8053b697b807 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:24.868193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a720418f-853d-46e1-a42d-b0cdc876d049 req-ca4d2a88-9d8d-4600-b06f-8053b697b807 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2419 time: 0.1095514 Feb 03 12:35:24.885069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be5654-103e-42b6-b70a-82c114984338 req-180e67fe-b151-43b6-8fb9-d3bba6729a91 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:24.887003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9be5654-103e-42b6-b70a-82c114984338 req-180e67fe-b151-43b6-8fb9-d3bba6729a91 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.0961549 Feb 03 12:35:24.959280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a720418f-853d-46e1-a42d-b0cdc876d049 req-2f0363a2-2180-4e61-a9e0-995ac657c228 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Feb 03 12:35:24.963239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9be5654-103e-42b6-b70a-82c114984338 req-32925aff-abfa-40d7-8f87-f0ee0435eafb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679181 Feb 03 12:35:25.106052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f803f3-7388-4114-83a1-015b5ef4fe1c req-3debe3e2-bd7e-4df1-abf9-abe254ce4646 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:25.107565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85f803f3-7388-4114-83a1-015b5ef4fe1c req-3debe3e2-bd7e-4df1-abf9-abe254ce4646 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0886292 Feb 03 12:35:25.121375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400c431-222a-4aa6-919b-cee537a1cb03 req-eb6afef9-907c-4792-85f8-adfe39d2e68f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:25.122872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6400c431-222a-4aa6-919b-cee537a1cb03 req-eb6afef9-907c-4792-85f8-adfe39d2e68f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0914860 Feb 03 12:35:25.200279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85f803f3-7388-4114-83a1-015b5ef4fe1c req-b1c35c8c-a137-4369-8b3e-8990727aaa4c tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764294 Feb 03 12:35:25.207363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6400c431-222a-4aa6-919b-cee537a1cb03 req-755fcc32-b40f-4c87-98a4-3d3554110daa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640693 Feb 03 12:35:25.330974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41b046-87ee-4ef1-9ac6-efdbfb5051f2 req-c301b6e6-bee8-4238-877c-a35876f90322 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:25.332518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d41b046-87ee-4ef1-9ac6-efdbfb5051f2 req-c301b6e6-bee8-4238-877c-a35876f90322 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1128 time: 0.0525579 Feb 03 12:35:25.384270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d41b046-87ee-4ef1-9ac6-efdbfb5051f2 req-4f4dd483-d056-4ce6-8220-ba096039e743 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Feb 03 12:35:25.559305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fb1c8-ca04-466f-83e1-88e9d4c3bc7b req-4db2a805-b49a-477d-8eee-1152be42f3f2 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:25.560796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e58fb1c8-ca04-466f-83e1-88e9d4c3bc7b req-4db2a805-b49a-477d-8eee-1152be42f3f2 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.0532153 Feb 03 12:35:25.610605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e58fb1c8-ca04-466f-83e1-88e9d4c3bc7b req-013a0812-23ce-48dd-8d78-47b15150ba76 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Feb 03 12:35:25.748870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ba9e820f-5205-4023-b9cf-c8e4508e52ee tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:25.754608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ba9e820f-5205-4023-b9cf-c8e4508e52ee tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:25.759744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ba9e820f-5205-4023-b9cf-c8e4508e52ee tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:25.761584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ba9e820f-5205-4023-b9cf-c8e4508e52ee tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2419 time: 0.0982335 Feb 03 12:35:25.872164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting port a24c112b-7134-44ac-b56f-16882e2ee378 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:25.872539 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:25.973414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] For port a24c112b-7134-44ac-b56f-16882e2ee378, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a24c112b-7134-44ac-b56f-16882e2ee378,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:25.973861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:25.993261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Calling delete_port for a24c112b-7134-44ac-b56f-16882e2ee378 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:26.192425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a8509-544a-4aac-b8a8-def5957c353c req-2ac61ed6-e5b8-4da3-aca2-b5d327e0f3b2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:26.194057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f52a8509-544a-4aac-b8a8-def5957c353c req-2ac61ed6-e5b8-4da3-aca2-b5d327e0f3b2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1225538 Feb 03 12:35:26.242224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a24c112b-7134-44ac-b56f-16882e2ee378), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.251868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01746d-72ee-49b9-a32d-3570229aa3d4 req-12a22e0c-1237-4483-8cd2-5367a745d248 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:26.256101 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['392ab134-f425-4be7-b2d7-9f2af110a8d6', 'e46b81a9-c578-4d8e-a1ca-11b6ab2952a7', 'a24c112b-7134-44ac-b56f-16882e2ee378'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:26.257391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01746d-72ee-49b9-a32d-3570229aa3d4 req-12a22e0c-1237-4483-8cd2-5367a745d248 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:26.263133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01746d-72ee-49b9-a32d-3570229aa3d4 req-12a22e0c-1237-4483-8cd2-5367a745d248 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:26.264831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb01746d-72ee-49b9-a32d-3570229aa3d4 req-12a22e0c-1237-4483-8cd2-5367a745d248 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 2419 time: 0.1833007 Feb 03 12:35:26.320322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Port': ['ID=a24c112b-7134-44ac-b56f-16882e2ee378,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:26.393530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f52a8509-544a-4aac-b8a8-def5957c353c req-53b47440-7ea4-4f14-b33d-7e5c46518a55 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920271 Feb 03 12:35:26.399241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] No DVR routers for this DVR port a24c112b-7134-44ac-b56f-16882e2ee378 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:26.404017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.407999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e4e1b6a2-3b25-4765-8c20-6f5210422851 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "DELETE /v2.0/ports/a24c112b-7134-44ac-b56f-16882e2ee378 HTTP/1.1" status: 204 len: 173 time: 0.6401768 Feb 03 12:35:26.408643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-deleted', 'tag': 'a24c112b-7134-44ac-b56f-16882e2ee378'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:26.410810 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd695b04-bb29-4cc9-893a-667c59573ce0" -d '{"events": [{"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-deleted", "tag": "a24c112b-7134-44ac-b56f-16882e2ee378"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:26.480566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb01746d-72ee-49b9-a32d-3570229aa3d4 req-ae5a677a-a359-4185-944e-2dc913c05b97 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977503 Feb 03 12:35:26.571241 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e3cab0-8c23-4227-9092-024fd202bae4 x-openstack-request-id: req-08e3cab0-8c23-4227-9092-024fd202bae4 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:26.571641 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-deleted", "tag": "a24c112b-7134-44ac-b56f-16882e2ee378", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:26.571992 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08e3cab0-8c23-4227-9092-024fd202bae4 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:26.572489 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-deleted', 'tag': 'a24c112b-7134-44ac-b56f-16882e2ee378', 'status': 'completed', 'code': 200} Feb 03 12:35:26.644147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94694a-5036-4412-9b16-832ea130f1b8 req-d0c76285-eb13-4598-800d-4effb9ee495a tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:26.646282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa94694a-5036-4412-9b16-832ea130f1b8 req-d0c76285-eb13-4598-800d-4effb9ee495a tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0727701 Feb 03 12:35:26.676566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting port 392ab134-f425-4be7-b2d7-9f2af110a8d6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:26.676566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.797196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa94694a-5036-4412-9b16-832ea130f1b8 req-799ff87c-a02e-4840-806c-c3c38590f9ba tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439540 Feb 03 12:35:26.825559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] For port 392ab134-f425-4be7-b2d7-9f2af110a8d6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=392ab134-f425-4be7-b2d7-9f2af110a8d6,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:26.825559 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.840210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Calling delete_port for 392ab134-f425-4be7-b2d7-9f2af110a8d6 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:26.854000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795ba50-03cc-43e1-956f-e35e18f6fd6f req-80496ddd-c1b6-41e0-a8be-9a79d3093b78 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:26.854000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e795ba50-03cc-43e1-956f-e35e18f6fd6f req-80496ddd-c1b6-41e0-a8be-9a79d3093b78 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1438458 Feb 03 12:35:26.944626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e795ba50-03cc-43e1-956f-e35e18f6fd6f req-003214da-83d7-4c26-952e-2ebc9df3c342 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850282 Feb 03 12:35:27.020111 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (392ab134-f425-4be7-b2d7-9f2af110a8d6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.032419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a24c112b-7134-44ac-b56f-16882e2ee378'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:27.055852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Port': ['ID=392ab134-f425-4be7-b2d7-9f2af110a8d6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:27.100656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] No DVR routers for this DVR port 392ab134-f425-4be7-b2d7-9f2af110a8d6 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:27.103548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.107374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-ca1de98a-b45d-437d-96f7-fe3726bc177d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "DELETE /v2.0/ports/392ab134-f425-4be7-b2d7-9f2af110a8d6 HTTP/1.1" status: 204 len: 173 time: 0.6806202 Feb 03 12:35:27.220082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:27.220425 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.311807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] For port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,segment=NetworkSegment(8d3d3965-12a9-4a1a-a7bc-444b7d795a22),segment_id=8d3d3965-12a9-4a1a-a7bc-444b7d795a22)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:27.312089 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.325110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Calling delete_port for e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:27.462295 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e46b81a9-c578-4d8e-a1ca-11b6ab2952a7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.478691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a24c112b-7134-44ac-b56f-16882e2ee378'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:27.526638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Port': ['ID=e46b81a9-c578-4d8e-a1ca-11b6ab2952a7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:27.572257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] No DVR routers for this DVR port e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:27.575103 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.578535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bb94b97-cc99-44ac-9952-b28ae459d3ce req-e07f655c-b0e5-4664-bc1e-bb7d255f5cd4 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "DELETE /v2.0/ports/e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 HTTP/1.1" status: 204 len: 173 time: 0.4622867 Feb 03 12:35:27.609314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f76cd57-ddcb-4baf-b69b-f15d87b0084b req-feb92410-6199-4642-ad61-28df9e825963 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b123913-a503-47c9-ada3-b0611ceff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0399518 Feb 03 12:35:27.631126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426936-0f69-4e22-9fc8-d0922800b65b req-4ac89866-d823-49c2-bba6-d9ffee4c8a91 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:27.631126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80426936-0f69-4e22-9fc8-d0922800b65b req-4ac89866-d823-49c2-bba6-d9ffee4c8a91 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1579514 Feb 03 12:35:27.676846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80426936-0f69-4e22-9fc8-d0922800b65b req-a653ee39-cc20-47fd-a275-10a736aeac4e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444722 Feb 03 12:35:27.928832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b3f1d-2d12-480b-9285-862f98f0a2d2 req-651bf714-32b1-41f8-a61d-b886dbb4b731 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:27.930423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-216b3f1d-2d12-480b-9285-862f98f0a2d2 req-651bf714-32b1-41f8-a61d-b886dbb4b731 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.0539594 Feb 03 12:35:27.977654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-216b3f1d-2d12-480b-9285-862f98f0a2d2 req-584a1ac0-f4bb-48ca-bc8c-e84d07636ef8 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Feb 03 12:35:28.089092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0739f-89b8-40f7-b1fa-8835d64ceccb req-8f01b89e-2900-439f-a483-f325bfdfed01 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:28.091090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33c0739f-89b8-40f7-b1fa-8835d64ceccb req-8f01b89e-2900-439f-a483-f325bfdfed01 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.0580184 Feb 03 12:35:28.147330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33c0739f-89b8-40f7-b1fa-8835d64ceccb req-6548fc12-6b6c-496c-b552-4addd7bba3c3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Feb 03 12:35:28.443712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19b39-6278-480c-931a-f672c86cbd40 req-3589efd6-4b24-473c-9a1d-863d7b82c011 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:28.445151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efa19b39-6278-480c-931a-f672c86cbd40 req-3589efd6-4b24-473c-9a1d-863d7b82c011 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0573025 Feb 03 12:35:28.493648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efa19b39-6278-480c-931a-f672c86cbd40 req-e5ded640-a849-4e14-be21-f12b16462899 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413008 Feb 03 12:35:28.573924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-deleted', 'tag': '392ab134-f425-4be7-b2d7-9f2af110a8d6'}, {'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-deleted', 'tag': 'e46b81a9-c578-4d8e-a1ca-11b6ab2952a7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:28.576454 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d2c68-df63-4ee8-9283-07d7c88327d6" -d '{"events": [{"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-deleted", "tag": "392ab134-f425-4be7-b2d7-9f2af110a8d6"}, {"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-deleted", "tag": "e46b81a9-c578-4d8e-a1ca-11b6ab2952a7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:28.614564 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8443b96d-ab19-4ad0-9b6b-95f881137206 x-openstack-request-id: req-8443b96d-ab19-4ad0-9b6b-95f881137206 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:28.614919 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-deleted", "tag": "392ab134-f425-4be7-b2d7-9f2af110a8d6", "status": "completed", "code": 200}, {"server_uuid": "3b123913-a503-47c9-ada3-b0611ceff5d1", "name": "network-vif-deleted", "tag": "e46b81a9-c578-4d8e-a1ca-11b6ab2952a7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:28.615257 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8443b96d-ab19-4ad0-9b6b-95f881137206 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:28.615759 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-deleted', 'tag': '392ab134-f425-4be7-b2d7-9f2af110a8d6', 'status': 'completed', 'code': 200} Feb 03 12:35:28.616050 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b123913-a503-47c9-ada3-b0611ceff5d1', 'name': 'network-vif-deleted', 'tag': 'e46b81a9-c578-4d8e-a1ca-11b6ab2952a7', 'status': 'completed', 'code': 200} Feb 03 12:35:28.668385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47054) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:28.724120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff53203-50ea-4d45-b505-658c6dc16bc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting subnet bb94f540-6b9c-4b17-8b71-e23f92d37c63 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:28.732436 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aff53203-50ea-4d45-b505-658c6dc16bc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (bb94f540-6b9c-4b17-8b71-e23f92d37c63), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.772396 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aff53203-50ea-4d45-b505-658c6dc16bc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (bb94f540-6b9c-4b17-8b71-e23f92d37c63), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.799978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff8bc8-e53d-40c0-9a81-50fc1821e706 req-fee33a9b-9c7b-47ff-b33c-c5e6ae2f4c5b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:28.801422 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37ff8bc8-e53d-40c0-9a81-50fc1821e706 req-fee33a9b-9c7b-47ff-b33c-c5e6ae2f4c5b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.0550780 Feb 03 12:35:28.851526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37ff8bc8-e53d-40c0-9a81-50fc1821e706 req-e829c0cd-05fa-4f7f-baeb-1b26bff6f245 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440781 Feb 03 12:35:28.898038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aff53203-50ea-4d45-b505-658c6dc16bc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (bb94f540-6b9c-4b17-8b71-e23f92d37c63), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.962649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aff53203-50ea-4d45-b505-658c6dc16bc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (bb94f540-6b9c-4b17-8b71-e23f92d37c63), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.994072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff53203-50ea-4d45-b505-658c6dc16bc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Subnet': ['ID=bb94f540-6b9c-4b17-8b71-e23f92d37c63,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:28.996165 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aff53203-50ea-4d45-b505-658c6dc16bc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.004027 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aff53203-50ea-4d45-b505-658c6dc16bc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "DELETE /v2.0/subnets/bb94f540-6b9c-4b17-8b71-e23f92d37c63 HTTP/1.1" status: 204 len: 168 time: 0.3299749 Feb 03 12:35:29.004154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b69af-efc5-4443-8b9f-5dac4224940b None None] Network 0f4debfc-4b36-47a0-a64a-5ec0e195c78c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:29.004641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47060) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:29.131313 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0f4debfc-4b36-47a0-a64a-5ec0e195c78c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.183428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a697fe-0100-44ff-85cd-f900e8a234cb req-46add03e-709a-4963-9047-d027d728b77f tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:29.187266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58a697fe-0100-44ff-85cd-f900e8a234cb req-46add03e-709a-4963-9047-d027d728b77f tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1371005 Feb 03 12:35:29.189338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a325bf-a9f2-4e19-ba3b-7b64892bbfbd None None] DHCP port deletion for 0f4debfc-4b36-47a0-a64a-5ec0e195c78c request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:29.251448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-01a325bf-a9f2-4e19-ba3b-7b64892bbfbd None None] Deleting port ea30d435-ae75-47ea-a28f-00e802852adf {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:29.251833 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01a325bf-a9f2-4e19-ba3b-7b64892bbfbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.263367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58a697fe-0100-44ff-85cd-f900e8a234cb req-10d7cfcc-c197-405b-9ab0-f41569d5de91 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686519 Feb 03 12:35:29.278087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting port ea30d435-ae75-47ea-a28f-00e802852adf {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:29.278453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.340330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-01a325bf-a9f2-4e19-ba3b-7b64892bbfbd None None] For port ea30d435-ae75-47ea-a28f-00e802852adf, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ea30d435-ae75-47ea-a28f-00e802852adf,segment=NetworkSegment(8d3d3965-12a9-4a1a-a7bc-444b7d795a22),segment_id=8d3d3965-12a9-4a1a-a7bc-444b7d795a22)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:29.340848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01a325bf-a9f2-4e19-ba3b-7b64892bbfbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.356469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-01a325bf-a9f2-4e19-ba3b-7b64892bbfbd None None] Calling delete_port for ea30d435-ae75-47ea-a28f-00e802852adf owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:29.361104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] For port ea30d435-ae75-47ea-a28f-00e802852adf, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ea30d435-ae75-47ea-a28f-00e802852adf,segment=NetworkSegment(8d3d3965-12a9-4a1a-a7bc-444b7d795a22),segment_id=8d3d3965-12a9-4a1a-a7bc-444b7d795a22)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:29.361470 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.370821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7946f-5da0-48e4-b838-a5a99b21d38c req-ac49498f-bf51-4a7c-8f31-83c71644583d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:29.372178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0a7946f-5da0-48e4-b838-a5a99b21d38c req-ac49498f-bf51-4a7c-8f31-83c71644583d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1331017 Feb 03 12:35:29.398468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Calling delete_port for ea30d435-ae75-47ea-a28f-00e802852adf owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:29.473639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0a7946f-5da0-48e4-b838-a5a99b21d38c req-d20b3a30-ef9d-43ab-b42d-af154cc5ccbc tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950530 Feb 03 12:35:29.491577 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01a325bf-a9f2-4e19-ba3b-7b64892bbfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.515466 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ea30d435-ae75-47ea-a28f-00e802852adf), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.553301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Port': ['ID=ea30d435-ae75-47ea-a28f-00e802852adf,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:29.565734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] No DVR routers for this DVR port ea30d435-ae75-47ea-a28f-00e802852adf on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:29.665877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a24c112b-7134-44ac-b56f-16882e2ee378 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:29.669982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a325bf-a9f2-4e19-ba3b-7b64892bbfbd None None] Pushing event deleted for resources: {'Port': ['ID=ea30d435-ae75-47ea-a28f-00e802852adf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:29.672801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a325bf-a9f2-4e19-ba3b-7b64892bbfbd None None] No DVR routers for this DVR port ea30d435-ae75-47ea-a28f-00e802852adf on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:29.693039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a24c112b-7134-44ac-b56f-16882e2ee378 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:29.693375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a24c112b-7134-44ac-b56f-16882e2ee378 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:29.693980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 392ab134-f425-4be7-b2d7-9f2af110a8d6 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:29.717481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 392ab134-f425-4be7-b2d7-9f2af110a8d6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:29.718026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 392ab134-f425-4be7-b2d7-9f2af110a8d6 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:29.718639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:29.744707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:29.745312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e46b81a9-c578-4d8e-a1ca-11b6ab2952a7 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:29.815596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ea30d435-ae75-47ea-a28f-00e802852adf no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:29.841763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ea30d435-ae75-47ea-a28f-00e802852adf {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:29.842275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ea30d435-ae75-47ea-a28f-00e802852adf not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:29.969755 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0f4debfc-4b36-47a0-a64a-5ec0e195c78c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.014549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4debfc-4b36-47a0-a64a-5ec0e195c78c']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:30.028290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3d3965-12a9-4a1a-a7bc-444b7d795a22') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:30.028582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3d3965-12a9-4a1a-a7bc-444b7d795a22') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:30.036352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f33ec-bc2e-4e65-8a48-59e9c7784ac1 req-430d9836-f14e-4722-89bb-dfbae27b5f3f tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:30.037836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f5f33ec-bc2e-4e65-8a48-59e9c7784ac1 req-430d9836-f14e-4722-89bb-dfbae27b5f3f tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.4566216 Feb 03 12:35:30.049374 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (8d3d3965-12a9-4a1a-a7bc-444b7d795a22), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.075383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8d3d3965-12a9-4a1a-a7bc-444b7d795a22), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.087705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:35:30.088099 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (8d3d3965-12a9-4a1a-a7bc-444b7d795a22), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:35:30.091910 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:35:30.118385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ed0a9-9495-4a72-b892-1087cbd81bc1 req-4cd1ab4d-7c8b-402c-9684-e3fad5127f5a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:30.120431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff0ed0a9-9495-4a72-b892-1087cbd81bc1 req-4cd1ab4d-7c8b-402c-9684-e3fad5127f5a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1522434 Feb 03 12:35:30.185840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f5f33ec-bc2e-4e65-8a48-59e9c7784ac1 req-ceac968e-b0ed-43c1-af4b-a07cf0cad194 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410906 Feb 03 12:35:30.201105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0f4debfc-4b36-47a0-a64a-5ec0e195c78c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.223593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.228916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "DELETE /v2.0/networks/0f4debfc-4b36-47a0-a64a-5ec0e195c78c HTTP/1.1" status: 204 len: 168 time: 1.2208741 Feb 03 12:35:30.230155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47072) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:30.247177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff0ed0a9-9495-4a72-b892-1087cbd81bc1 req-25c2d45b-7b7d-48f6-acd1-a7dd1bfbfc2d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141124 Feb 03 12:35:30.261792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad233-e852-4d9b-ad12-22c23abd6081 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Network': ['ID=0f4debfc-4b36-47a0-a64a-5ec0e195c78c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:30.286043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b69d4e-6f09-400a-a783-dea2e2bd4ed1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting subnet b9402a79-32c5-4a66-bea0-951de06f31fa {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:30.289444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93b69d4e-6f09-400a-a783-dea2e2bd4ed1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (b9402a79-32c5-4a66-bea0-951de06f31fa), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.299706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-3b7bb8f9-2a44-4156-ba79-076228f658d1 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:30.301327 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-3b7bb8f9-2a44-4156-ba79-076228f658d1 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.0793211 Feb 03 12:35:30.334050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93b69d4e-6f09-400a-a783-dea2e2bd4ed1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (b9402a79-32c5-4a66-bea0-951de06f31fa), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.442839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93b69d4e-6f09-400a-a783-dea2e2bd4ed1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (b9402a79-32c5-4a66-bea0-951de06f31fa), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.473517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2ea5-0c88-437d-8b16-d9ed33125404 req-1b2fcb18-1aa9-4787-8b25-0155bb4a8981 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:30.482949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd4e2ea5-0c88-437d-8b16-d9ed33125404 req-1b2fcb18-1aa9-4787-8b25-0155bb4a8981 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1387227 Feb 03 12:35:30.510244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93b69d4e-6f09-400a-a783-dea2e2bd4ed1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (b9402a79-32c5-4a66-bea0-951de06f31fa), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.525127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Deleting port a636842c-c4a3-46ed-93b4-538011ec6dc8 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:30.528943 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.533585 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93b69d4e-6f09-400a-a783-dea2e2bd4ed1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.535433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc55df-474e-4ddc-9cde-9296f6ff6e1b None None] Network 1c6811a3-319d-4f64-90f5-a2e148e2cddd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:30.540057 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-93b69d4e-6f09-400a-a783-dea2e2bd4ed1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "DELETE /v2.0/subnets/b9402a79-32c5-4a66-bea0-951de06f31fa HTTP/1.1" status: 204 len: 168 time: 0.3064971 Feb 03 12:35:30.559620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47082) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:30.560546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b69d4e-6f09-400a-a783-dea2e2bd4ed1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Subnet': ['ID=b9402a79-32c5-4a66-bea0-951de06f31fa,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:30.666586 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1c6811a3-319d-4f64-90f5-a2e148e2cddd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.764456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175a6a6-41d4-4d6f-880b-847fef0af5e1 None None] DHCP port deletion for 1c6811a3-319d-4f64-90f5-a2e148e2cddd request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:30.766289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd4e2ea5-0c88-437d-8b16-d9ed33125404 req-9f2845cc-c3db-4337-9dba-a396bfc89383 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828991 Feb 03 12:35:30.768174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] For port a636842c-c4a3-46ed-93b4-538011ec6dc8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a636842c-c4a3-46ed-93b4-538011ec6dc8,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:30.768440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting port a0c94b02-88ee-4a8c-8b58-80e660d6be8d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:30.768588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.769069 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.842995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] For port a0c94b02-88ee-4a8c-8b58-80e660d6be8d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a0c94b02-88ee-4a8c-8b58-80e660d6be8d,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:30.843627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9175a6a6-41d4-4d6f-880b-847fef0af5e1 None None] Deleting port a0c94b02-88ee-4a8c-8b58-80e660d6be8d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:30.843794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.844344 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9175a6a6-41d4-4d6f-880b-847fef0af5e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.857477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Calling delete_port for a0c94b02-88ee-4a8c-8b58-80e660d6be8d owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:30.920432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9175a6a6-41d4-4d6f-880b-847fef0af5e1 None None] For port a0c94b02-88ee-4a8c-8b58-80e660d6be8d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a0c94b02-88ee-4a8c-8b58-80e660d6be8d,segment=NetworkSegment(008452cf-2217-4c76-b39b-8163b270b5ad),segment_id=008452cf-2217-4c76-b39b-8163b270b5ad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:30.921329 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9175a6a6-41d4-4d6f-880b-847fef0af5e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.942797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9175a6a6-41d4-4d6f-880b-847fef0af5e1 None None] Calling delete_port for a0c94b02-88ee-4a8c-8b58-80e660d6be8d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:30.957388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.991652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a150615-3a29-4d33-b672-f31656d86ac2 req-1d6c9f4e-202f-41d7-b944-d8e8fad822eb tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:30.993150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a150615-3a29-4d33-b672-f31656d86ac2 req-1d6c9f4e-202f-41d7-b944-d8e8fad822eb tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.3153539 Feb 03 12:35:30.993855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Port': ['ID=a0c94b02-88ee-4a8c-8b58-80e660d6be8d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:31.001940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] No DVR routers for this DVR port a0c94b02-88ee-4a8c-8b58-80e660d6be8d on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:31.056336 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9175a6a6-41d4-4d6f-880b-847fef0af5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (a0c94b02-88ee-4a8c-8b58-80e660d6be8d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.087987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175a6a6-41d4-4d6f-880b-847fef0af5e1 None None] Pushing event deleted for resources: {'Port': ['ID=a0c94b02-88ee-4a8c-8b58-80e660d6be8d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:31.093821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175a6a6-41d4-4d6f-880b-847fef0af5e1 None None] No DVR routers for this DVR port a0c94b02-88ee-4a8c-8b58-80e660d6be8d on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:31.113525 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.113525 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (4a11b496-3b8d-479a-8a40-594b308b59e0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.113994 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Floating IP 4a11b496-3b8d-479a-8a40-594b308b59e0 disassociated. External IP: 172.25.3.227, port: a636842c-c4a3-46ed-93b4-538011ec6dc8. Feb 03 12:35:31.114293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Calling delete_port for a636842c-c4a3-46ed-93b4-538011ec6dc8 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:31.115266 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1c6811a3-319d-4f64-90f5-a2e148e2cddd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.146831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6811a3-319d-4f64-90f5-a2e148e2cddd']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:31.157775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008452cf-2217-4c76-b39b-8163b270b5ad') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:31.158358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008452cf-2217-4c76-b39b-8163b270b5ad') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:31.168401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (008452cf-2217-4c76-b39b-8163b270b5ad), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.182979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (008452cf-2217-4c76-b39b-8163b270b5ad), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.189183 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:35:31.189635 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (008452cf-2217-4c76-b39b-8163b270b5ad), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:35:31.192842 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:35:31.215198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a150615-3a29-4d33-b672-f31656d86ac2 req-7ed43826-5804-4694-be2b-8ff6c7a770e9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104261 Feb 03 12:35:31.293587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1c6811a3-319d-4f64-90f5-a2e148e2cddd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.302260 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.307387 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "DELETE /v2.0/networks/1c6811a3-319d-4f64-90f5-a2e148e2cddd HTTP/1.1" status: 204 len: 168 time: 0.7436075 Feb 03 12:35:31.332240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47088) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:31.349610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-831629303'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:31.365580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629bf32-ce55-4b57-b4dd-401f8a2e213e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Network': ['ID=1c6811a3-319d-4f64-90f5-a2e148e2cddd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:31.382868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:31.387004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.412750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:31.422353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (fd239eff-de2c-400f-b03a-faf09ea54a85), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.422748 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Added segment fd239eff-de2c-400f-b03a-faf09ea54a85 of type vlan for network 418565c3-06f0-44c6-b4c5-3b43a15707bc Feb 03 12:35:31.443309 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a636842c-c4a3-46ed-93b4-538011ec6dc8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.467210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (418565c3-06f0-44c6-b4c5-3b43a15707bc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.494316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (418565c3-06f0-44c6-b4c5-3b43a15707bc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.498768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fa633-2f9c-4012-b32f-fa378ab688e6 req-64c1aac8-5a79-425d-b78a-f18ee88743a5 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:31.500171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:31.500477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e1fa633-2f9c-4012-b32f-fa378ab688e6 req-64c1aac8-5a79-425d-b78a-f18ee88743a5 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 946 time: 0.1589398 Feb 03 12:35:31.500755 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.503885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event deleted for resources: {'Port': ['ID=a636842c-c4a3-46ed-93b4-538011ec6dc8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:31.540433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff74508-ca10-44b6-a972-59a2192a16fa req-12230152-bbbe-43f6-a046-03e3f54e81cf tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:31.548998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ff74508-ca10-44b6-a972-59a2192a16fa req-12230152-bbbe-43f6-a046-03e3f54e81cf tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1700876 Feb 03 12:35:31.579173 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2407918 Feb 03 12:35:31.579629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47090) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:31.595226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'subnet': {'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:31.616954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e9cf5-b0c8-48c6-af83-fe26476ea27f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Network': ['ID=418565c3-06f0-44c6-b4c5-3b43a15707bc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:31.628134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 418565c3-06f0-44c6-b4c5-3b43a15707bc details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:31.735219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e1fa633-2f9c-4012-b32f-fa378ab688e6 req-edbc2665-0425-4d07-af9c-76235c04158a tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7581230-b728-4c44-a99a-57c95366aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174368 Feb 03 12:35:31.830022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ff74508-ca10-44b6-a972-59a2192a16fa req-95368e5f-b796-43bd-92de-b8502dca4437 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790248 Feb 03 12:35:31.879632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Router 9c0476a6-0e37-4888-a1a0-849002e02e7b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:31.880532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:31.881952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a0c94b02-88ee-4a8c-8b58-80e660d6be8d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:31.887462 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.916723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a0c94b02-88ee-4a8c-8b58-80e660d6be8d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:31.917356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a0c94b02-88ee-4a8c-8b58-80e660d6be8d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:32.097341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127bd82-c208-4131-89e7-6063f06e1480 req-0f55cf5c-b230-4af9-8e3d-137e8ce4c947 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:32.098873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5127bd82-c208-4131-89e7-6063f06e1480 req-0f55cf5c-b230-4af9-8e3d-137e8ce4c947 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.1981983 Feb 03 12:35:32.214956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:32.226233 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] Sync routers for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:32.228752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5127bd82-c208-4131-89e7-6063f06e1480 req-98b60893-f084-47c0-8e57-fe945191c7b3 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018562 Feb 03 12:35:32.258961 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:32.259652 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:32.311644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] No DVR routers for this DVR port a636842c-c4a3-46ed-93b4-538011ec6dc8 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:32.322504 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.326085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2064d0d5-d25f-4685-b2fd-4b4834349e15 req-e1456a91-8611-4008-aeb4-956aa1148e84 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.91 "DELETE /v2.0/ports/a636842c-c4a3-46ed-93b4-538011ec6dc8 HTTP/1.1" status: 204 len: 173 time: 2.0185428 Feb 03 12:35:32.327923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'name': 'network-vif-deleted', 'tag': 'a636842c-c4a3-46ed-93b4-538011ec6dc8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:32.330198 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8b8536-cf4b-41f7-a3f8-7b374395396b" -d '{"events": [{"server_uuid": "8e8ffd9b-afc7-41f8-a4f8-726bfb215732", "name": "network-vif-deleted", "tag": "a636842c-c4a3-46ed-93b4-538011ec6dc8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:32.358347 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (c1659ec1-4d5b-4247-93ae-f8c11c14788f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.408729 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:32.443373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Subnet': ['ID=c1659ec1-4d5b-4247-93ae-f8c11c14788f,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:32.459661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be0cb7-6c59-4257-a5bc-f502fa2821ef req-91e5fb11-d272-4e19-9bfb-0f6b01c207ea tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:32.461302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3be0cb7-6c59-4257-a5bc-f502fa2821ef req-91e5fb11-d272-4e19-9bfb-0f6b01c207ea tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1574521 Feb 03 12:35:32.466414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Checking segment: {'id': 'fd239eff-de2c-400f-b03a-faf09ea54a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:32.466759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network hostable DHCP agents. Network: 418565c3-06f0-44c6-b4c5-3b43a15707bc, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:32.514552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network 418565c3-06f0-44c6-b4c5-3b43a15707bc is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:32.541147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3be0cb7-6c59-4257-a5bc-f502fa2821ef req-78ea55d3-b607-4472-b3ca-2b06ff067cb3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635428 Feb 03 12:35:32.542908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 418565c3-06f0-44c6-b4c5-3b43a15707bc) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:32.551008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3467cdd6-ade1-49dc-a973-5b81d6c464ae None None] Network 418565c3-06f0-44c6-b4c5-3b43a15707bc requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:32.559303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:32.560023 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.588032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9f7a7786-a738-4669-b9b2-a5157366a921 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0072131 Feb 03 12:35:32.592023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47106) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:32.599999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-64718768'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:32.640595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:32.644371 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.673111 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d217fb-e76e-414a-ae21-4d0801d49f70 x-openstack-request-id: req-08d217fb-e76e-414a-ae21-4d0801d49f70 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:32.673411 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8ffd9b-afc7-41f8-a4f8-726bfb215732", "name": "network-vif-deleted", "tag": "a636842c-c4a3-46ed-93b4-538011ec6dc8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:32.673647 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08d217fb-e76e-414a-ae21-4d0801d49f70 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:32.674056 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ffd9b-afc7-41f8-a4f8-726bfb215732', 'name': 'network-vif-deleted', 'tag': 'a636842c-c4a3-46ed-93b4-538011ec6dc8', 'status': 'completed', 'code': 200} Feb 03 12:35:32.704133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:32.747868 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d71d79a8-4b5c-43b7-af04-f43de5877a33), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.749618 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Added segment d71d79a8-4b5c-43b7-af04-f43de5877a33 of type vlan for network 1a63449d-c170-489b-849e-85ba2ac7a69b Feb 03 12:35:32.785721 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:32.829784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-418565c3-06f0-44c6-b4c5-3b43a15707bc', 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc', 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'fixed_ips': [{'subnet_id': 'c1659ec1-4d5b-4247-93ae-f8c11c14788f'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:35:32.833000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.864218 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1a63449d-c170-489b-849e-85ba2ac7a69b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.866226 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] Checking router: 9c0476a6-0e37-4888-a1a0-849002e02e7b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:35:32.882028 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:32.889963 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:32.927110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1a63449d-c170-489b-849e-85ba2ac7a69b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.932883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:32.933665 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.085391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d447191-0794-4749-965d-264494dfa508 req-77a22013-def0-43d1-99a8-2f3013ba0408 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e8ffd9b-afc7-41f8-a4f8-726bfb215732 HTTP/1.1" status: 200 len: 210 time: 0.1486993 Feb 03 12:35:33.134921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Allocated IP 19.80.0.2 (418565c3-06f0-44c6-b4c5-3b43a15707bc/c1659ec1-4d5b-4247-93ae-f8c11c14788f/bbc4f7c4-ae45-4eae-a8f1-795fb0280041) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:33.165696 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5695484 Feb 03 12:35:33.166631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b5b65-7825-4299-9f1a-4ba7ee92a9e7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Network': ['ID=1a63449d-c170-489b-849e-85ba2ac7a69b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:33.168745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47126) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:33.174343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'subnet': {'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:33.192002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1a63449d-c170-489b-849e-85ba2ac7a69b details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:33.235324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d855e-2ad3-41f7-ae34-80bb3f864fbb req-9ebaa4c4-b111-4e80-97b3-de6c875cc58c tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:33.237006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac2d855e-2ad3-41f7-ae34-80bb3f864fbb req-9ebaa4c4-b111-4e80-97b3-de6c875cc58c tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1364651 Feb 03 12:35:33.255862 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:33.361843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac2d855e-2ad3-41f7-ae34-80bb3f864fbb req-8590caf8-5f9e-44f6-a95a-8b8fd114181d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123209 Feb 03 12:35:33.376743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbe489-0ccf-4a02-aaad-c70c255506d5 req-a296d2a9-4820-48de-b6f5-1f57ae7686ed tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:33.379081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:33.384657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-facbe489-0ccf-4a02-aaad-c70c255506d5 req-a296d2a9-4820-48de-b6f5-1f57ae7686ed tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1134 time: 0.1340044 Feb 03 12:35:33.395820 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.469944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-facbe489-0ccf-4a02-aaad-c70c255506d5 req-dd8cbb60-1121-496f-8504-506788554d84 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793719 Feb 03 12:35:33.512736 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Publish callbacks [] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.540928 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.609297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Network 418565c3-06f0-44c6-b4c5-3b43a15707bc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:33.615065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:33.616454 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:33.619519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:33.625698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Pushing event updated for resources: {'Port': ['ID=bbc4f7c4-ae45-4eae-a8f1-795fb0280041,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:33.637482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dac151-1177-4f0a-b7ca-9187b5207ba4 req-9fe51cba-f9be-4d23-8a68-6f8b2ac0c931 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:33.650242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41dac151-1177-4f0a-b7ca-9187b5207ba4 req-9fe51cba-f9be-4d23-8a68-6f8b2ac0c931 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1267469 Feb 03 12:35:33.678140 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d05468-0076-4dfd-bb73-f0df55467fb7 None None] The sync data for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 is: [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:32:06Z', 'revision_number': 4, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d4928e0-460f-46f2-97b4-38a5db3f1f7c', 'name': '', 'network_id': '126e88b9-20af-4b22-8a75-41b4134ebd93', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:05Z', 'updated_at': '2022-02-03T12:32:14Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'subnets': [{'id': '6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:33.719362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Attempting to bind port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:33.719882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Attempting to bind port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'fd239eff-de2c-400f-b03a-faf09ea54a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:33.723929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Attempting to bind port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 on network 418565c3-06f0-44c6-b4c5-3b43a15707bc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:33.731088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41dac151-1177-4f0a-b7ca-9187b5207ba4 req-dbc0ab79-1b53-475f-b76a-5bb09891ba94 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797582 Feb 03 12:35:33.743514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:33.748628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Checking segment: {'id': 'fd239eff-de2c-400f-b03a-faf09ea54a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:33.750516 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.753074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Bound using segment: {'id': 'fd239eff-de2c-400f-b03a-faf09ea54a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:33.757537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Bound port: bbc4f7c4-ae45-4eae-a8f1-795fb0280041, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd239eff-de2c-400f-b03a-faf09ea54a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:33.761807 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.776201 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.954911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] For port bbc4f7c4-ae45-4eae-a8f1-795fb0280041, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:33.962603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] For port bbc4f7c4-ae45-4eae-a8f1-795fb0280041, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bbc4f7c4-ae45-4eae-a8f1-795fb0280041,segment=NetworkSegment(fd239eff-de2c-400f-b03a-faf09ea54a85),segment_id=fd239eff-de2c-400f-b03a-faf09ea54a85)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:33.991676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Subnet': ['ID=f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:33.993179 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.005783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Checking segment: {'id': 'd71d79a8-4b5c-43b7-af04-f43de5877a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:34.006156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network hostable DHCP agents. Network: 1a63449d-c170-489b-849e-85ba2ac7a69b, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:34.039265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network 1a63449d-c170-489b-849e-85ba2ac7a69b is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:34.053084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1a63449d-c170-489b-849e-85ba2ac7a69b) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:34.070184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:34.070902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.105114 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-85ec4108-5e8e-43dd-85c7-081ac8d9360e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9345133 Feb 03 12:35:34.121244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb597c7-baa2-41f7-9d04-6bebcd6d7f14 req-c5f701a1-1013-4c25-b496-15eb4bbadfe6 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:34.123310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bb597c7-baa2-41f7-9d04-6bebcd6d7f14 req-c5f701a1-1013-4c25-b496-15eb4bbadfe6 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.2309687 Feb 03 12:35:34.145592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f164e5-3bd6-4e7e-95ff-bbfd72cfdd78 None None] Pushing event updated for resources: {'Port': ['ID=bbc4f7c4-ae45-4eae-a8f1-795fb0280041,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:34.153414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d608ec-359e-474d-b0f4-50c6b2254e4c None None] Network 1a63449d-c170-489b-849e-85ba2ac7a69b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:34.155607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a636842c-c4a3-46ed-93b4-538011ec6dc8 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:34.176133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f874df-e7eb-4885-92fd-82fa7f888adb req-fc1e99f7-ea7a-473c-a77c-4d040637b164 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:34.184082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61f874df-e7eb-4885-92fd-82fa7f888adb req-fc1e99f7-ea7a-473c-a77c-4d040637b164 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 1134 time: 0.1997161 Feb 03 12:35:34.219726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ba24b-fb27-4a72-b808-b42f19a1a7ca None None] New status for floating IP 4a11b496-3b8d-479a-8a40-594b308b59e0: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:35:34.227519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: a636842c-c4a3-46ed-93b4-538011ec6dc8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:34.227941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a636842c-c4a3-46ed-93b4-538011ec6dc8 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:34.274835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61f874df-e7eb-4885-92fd-82fa7f888adb req-b5bdc386-7184-4e76-9808-a078cdf0f801 tempest-ServersAdminTestJSON-1777796050 tempest-ServersAdminTestJSON-1777796050-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890419 Feb 03 12:35:34.280246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bb597c7-baa2-41f7-9d04-6bebcd6d7f14 req-2e26e274-5665-41ec-9c87-a498a6a30679 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e06aee2-7224-4a37-9d05-70df7c731acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510875 Feb 03 12:35:34.535763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-1a63449d-c170-489b-849e-85ba2ac7a69b', 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b', 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'fixed_ips': [{'subnet_id': 'f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:35:34.536785 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.787763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Allocated IP 19.86.0.2 (1a63449d-c170-489b-849e-85ba2ac7a69b/f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570/56fcdc64-a6b3-4305-8640-9e186599236a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:34.938050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-bb1426b7-b190-4ddc-9e83-995db237f059 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:34.943696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-bb1426b7-b190-4ddc-9e83-995db237f059 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:34.945738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-bb1426b7-b190-4ddc-9e83-995db237f059 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/networks?id=418565c3-06f0-44c6-b4c5-3b43a15707bc&id=1a63449d-c170-489b-849e-85ba2ac7a69b HTTP/1.1" status: 200 len: 1389 time: 0.5373495 Feb 03 12:35:34.952107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-f8e0ad06-ede5-46b1-8a58-ed1d23807bb3 req-7cb23ffc-bb77-46de-a518-f6c9d9a94f8c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:35:34.953454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8e0ad06-ede5-46b1-8a58-ed1d23807bb3 req-7cb23ffc-bb77-46de-a518-f6c9d9a94f8c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064533 Feb 03 12:35:34.967000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-38f3b7e1-8312-42e6-9c6f-5bc66eece6b6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/quotas/e23a7b13ca7b409aa8a303d49f80dafc HTTP/1.1" status: 200 len: 375 time: 0.0122216 Feb 03 12:35:34.969825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Publish callbacks [] for port (56fcdc64-a6b3-4305-8640-9e186599236a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.983773 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.042746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Pushing event updated for resources: {'Port': ['ID=56fcdc64-a6b3-4305-8640-9e186599236a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:35.052171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-737d0462-6583-4540-9913-c1aea003fb54 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0768530 Feb 03 12:35:35.057753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Network 1a63449d-c170-489b-849e-85ba2ac7a69b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:35.059255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:35.061909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:35.132573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Attempting to bind port 56fcdc64-a6b3-4305-8640-9e186599236a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:35.132942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Attempting to bind port 56fcdc64-a6b3-4305-8640-9e186599236a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'd71d79a8-4b5c-43b7-af04-f43de5877a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:35.133303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Attempting to bind port 56fcdc64-a6b3-4305-8640-9e186599236a on network 1a63449d-c170-489b-849e-85ba2ac7a69b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:35.148727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:35.149102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Checking segment: {'id': 'd71d79a8-4b5c-43b7-af04-f43de5877a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:35.149569 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.149889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Bound using segment: {'id': 'd71d79a8-4b5c-43b7-af04-f43de5877a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:35.150408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Bound port: 56fcdc64-a6b3-4305-8640-9e186599236a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71d79a8-4b5c-43b7-af04-f43de5877a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:35.151376 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.198260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-b410fdba-c12d-4837-9705-c322604db4ee service neutron] 10.222.0.65 "GET /v2.0/networks/418565c3-06f0-44c6-b4c5-3b43a15707bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373634 Feb 03 12:35:35.295629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] For port 56fcdc64-a6b3-4305-8640-9e186599236a, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:35.308585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] For port 56fcdc64-a6b3-4305-8640-9e186599236a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=56fcdc64-a6b3-4305-8640-9e186599236a,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:35.324339 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.391037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dd512-49e8-4472-839d-999b0857a7f9 None None] Pushing event updated for resources: {'Port': ['ID=56fcdc64-a6b3-4305-8640-9e186599236a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:35.490748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-6040ee4e-5724-49ec-8576-bbac7f5d4d77 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:35.492656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-6040ee4e-5724-49ec-8576-bbac7f5d4d77 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.91 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 949 time: 0.2001770 Feb 03 12:35:35.504259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8efae-0fa0-461f-ba99-847e1626f5ba req-6d0413f6-0c4d-4bcf-b619-fa49833121a8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:35.511598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8c8efae-0fa0-461f-ba99-847e1626f5ba req-6d0413f6-0c4d-4bcf-b619-fa49833121a8 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 950 time: 0.1581254 Feb 03 12:35:35.526808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-63027822-1e30-48ce-899e-abc1a2031960 service neutron] 10.222.0.65 "GET /v2.0/networks/418565c3-06f0-44c6-b4c5-3b43a15707bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063679 Feb 03 12:35:35.530157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-698acfe7-6e8f-466c-bf2f-4168168fffb6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2603540 Feb 03 12:35:35.577647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-33f2ef0f-5c3a-4276-aaa9-5a71160a48cb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:35:35.578870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-33f2ef0f-5c3a-4276-aaa9-5a71160a48cb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0386050 Feb 03 12:35:35.772958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-e8c25d8a-2d12-40aa-b56d-fd1a54e19438 service neutron] 10.222.0.65 "GET /v2.0/networks/1a63449d-c170-489b-849e-85ba2ac7a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358329 Feb 03 12:35:35.781171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8c8efae-0fa0-461f-ba99-847e1626f5ba req-f8d94216-cd8c-4d71-8a16-c7ef19811a2b tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687404 Feb 03 12:35:35.832879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5994b43f-28b9-4332-8d91-69248c44c88a None None] Network 418565c3-06f0-44c6-b4c5-3b43a15707bc requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:35.878941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Deleting port 33330202-ab6e-4c37-bbaf-1fd30a4a397a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:35.879379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.983969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] For port 33330202-ab6e-4c37-bbaf-1fd30a4a397a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=33330202-ab6e-4c37-bbaf-1fd30a4a397a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:35.984718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.006149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Calling delete_port for 33330202-ab6e-4c37-bbaf-1fd30a4a397a owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:36.053438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fa7c024e-cab7-4706-a12b-3f1948e4277f None None] Provisioning complete for port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:36.055175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa7c024e-cab7-4706-a12b-3f1948e4277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.132852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 56fcdc64-a6b3-4305-8640-9e186599236a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:36.279808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad55918-fae3-4eca-af93-0d9347a2e3a2 req-af3ea5bf-02ce-42b0-adaa-a78807adf9bd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:36.298400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ad55918-fae3-4eca-af93-0d9347a2e3a2 req-af3ea5bf-02ce-42b0-adaa-a78807adf9bd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2518682 Feb 03 12:35:36.311561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c024e-cab7-4706-a12b-3f1948e4277f None None] Current status of the port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:36.311840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa7c024e-cab7-4706-a12b-3f1948e4277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.340419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-1b85a35e-c839-477c-ac55-13a18f1d7db1 service neutron] 10.222.0.65 "GET /v2.0/networks/1a63449d-c170-489b-849e-85ba2ac7a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538728 Feb 03 12:35:36.375279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 56fcdc64-a6b3-4305-8640-9e186599236a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:36.375942 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.441712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fa7c024e-cab7-4706-a12b-3f1948e4277f None None] For port bbc4f7c4-ae45-4eae-a8f1-795fb0280041, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bbc4f7c4-ae45-4eae-a8f1-795fb0280041,segment=NetworkSegment(fd239eff-de2c-400f-b03a-faf09ea54a85),segment_id=fd239eff-de2c-400f-b03a-faf09ea54a85)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:36.465194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (33330202-ab6e-4c37-bbaf-1fd30a4a397a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.499821 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa7c024e-cab7-4706-a12b-3f1948e4277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.536026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ad55918-fae3-4eca-af93-0d9347a2e3a2 req-cddf313f-2d3d-44d1-a29d-19d631074ba4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308609 Feb 03 12:35:36.631191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Pushing event deleted for resources: {'Port': ['ID=33330202-ab6e-4c37-bbaf-1fd30a4a397a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:36.688777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e0544-d264-4291-ac95-8710d78f94bb req-a29c8489-ec8f-4abc-932a-375cac4fc4bd tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:36.690375 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-290e0544-d264-4291-ac95-8710d78f94bb req-a29c8489-ec8f-4abc-932a-375cac4fc4bd tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 950 time: 0.3311808 Feb 03 12:35:36.849489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] No DVR routers for this DVR port 33330202-ab6e-4c37-bbaf-1fd30a4a397a on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:36.913268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.917782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fb343f1-c50e-4767-bfbf-1aa68a00e496 req-f048d8e1-f4bb-4a34-8918-8bc2e7a25efc tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.91 "DELETE /v2.0/ports/33330202-ab6e-4c37-bbaf-1fd30a4a397a HTTP/1.1" status: 204 len: 173 time: 1.4033535 Feb 03 12:35:36.941982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef61a081-ea81-454f-8fae-487997475c8e', 'name': 'network-vif-deleted', 'tag': '33330202-ab6e-4c37-bbaf-1fd30a4a397a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:36.945726 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0359252-2759-465b-a002-95e5edf74c3b" -d '{"events": [{"server_uuid": "ef61a081-ea81-454f-8fae-487997475c8e", "name": "network-vif-deleted", "tag": "33330202-ab6e-4c37-bbaf-1fd30a4a397a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:36.976129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e12965ba-4f83-4c26-badd-6fd43a533c1c req-56bac5d7-2773-4103-bd65-b92f29322f36 tempest-TenantUsagesTestJSON-2109797888 tempest-TenantUsagesTestJSON-2109797888-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef61a081-ea81-454f-8fae-487997475c8e HTTP/1.1" status: 200 len: 210 time: 0.0545528 Feb 03 12:35:37.023810 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-753d22a2-bc01-43b4-9742-78a2216d11d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.070278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-be91ec94-cc37-4784-ae75-7de789b9b916 None None] Provisioning complete for port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:37.070999 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be91ec94-cc37-4784-ae75-7de789b9b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.115119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d04b4e-3d72-4f39-b71c-8d92f72cc287 req-a1790458-7673-4f5c-812a-2ce615736666 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:37.126147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6d04b4e-3d72-4f39-b71c-8d92f72cc287 req-a1790458-7673-4f5c-812a-2ce615736666 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1129 time: 0.4306929 Feb 03 12:35:37.179673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c024e-cab7-4706-a12b-3f1948e4277f None None] Pushing event updated for resources: {'Port': ['ID=bbc4f7c4-ae45-4eae-a8f1-795fb0280041,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:37.196251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 56fcdc64-a6b3-4305-8640-9e186599236a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:37.200972 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.204207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5567be4e-acc1-49d7-8555-dd3baf9e4e12 req-41ed1696-bbe0-40a8-bd1f-c2bf2300ba3d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 210 time: 0.0615101 Feb 03 12:35:37.262727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-290e0544-d264-4291-ac95-8710d78f94bb req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Deleting port 992a979f-1807-4d5a-a25b-04e424e07cc2 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:37.263987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-290e0544-d264-4291-ac95-8710d78f94bb req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.311047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47224) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:37.318888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6d04b4e-3d72-4f39-b71c-8d92f72cc287 req-445f2e49-4800-48aa-9f76-4156df819051 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905684 Feb 03 12:35:37.325386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 56fcdc64-a6b3-4305-8640-9e186599236a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=56fcdc64-a6b3-4305-8640-9e186599236a,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:37.375482 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.376282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bbc4f7c4-ae45-4eae-a8f1-795fb0280041 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:37.383129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65490310-2c12-489d-8f21-e6ba5a02f9ca None None] Network 1a63449d-c170-489b-849e-85ba2ac7a69b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:37.429888 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad85802-1bdf-44f2-b575-e24e3c13213e x-openstack-request-id: req-0ad85802-1bdf-44f2-b575-e24e3c13213e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:37.430263 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef61a081-ea81-454f-8fae-487997475c8e", "name": "network-vif-deleted", "tag": "33330202-ab6e-4c37-bbaf-1fd30a4a397a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:37.431965 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ad85802-1bdf-44f2-b575-e24e3c13213e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:37.433267 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef61a081-ea81-454f-8fae-487997475c8e', 'name': 'network-vif-deleted', 'tag': '33330202-ab6e-4c37-bbaf-1fd30a4a397a', 'status': 'completed', 'code': 200} Feb 03 12:35:37.463210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4432a362-99c4-468f-820c-ad021aa30353 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group (f7581230-b728-4c44-a99a-57c95366aebe), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.496244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=56fcdc64-a6b3-4305-8640-9e186599236a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:37.509990 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4432a362-99c4-468f-820c-ad021aa30353 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group (f7581230-b728-4c44-a99a-57c95366aebe), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.559823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-be91ec94-cc37-4784-ae75-7de789b9b916 None None] Current status of the port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:37.597402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-290e0544-d264-4291-ac95-8710d78f94bb req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] For port 992a979f-1807-4d5a-a25b-04e424e07cc2, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=992a979f-1807-4d5a-a25b-04e424e07cc2,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:37.598045 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-290e0544-d264-4291-ac95-8710d78f94bb req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.622615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-290e0544-d264-4291-ac95-8710d78f94bb req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Calling delete_port for 992a979f-1807-4d5a-a25b-04e424e07cc2 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:37.630267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4432a362-99c4-468f-820c-ad021aa30353 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7581230-b728-4c44-a99a-57c95366aebe), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.634258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087ef12-eecc-4b27-a37b-9c735df3354a req-28e9c777-f40e-4f29-a293-285e09e0f276 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:37.634911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4432a362-99c4-468f-820c-ad021aa30353 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.636840 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4432a362-99c4-468f-820c-ad021aa30353 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "DELETE /v2.0/security-groups/f7581230-b728-4c44-a99a-57c95366aebe HTTP/1.1" status: 204 len: 168 time: 0.3243186 Feb 03 12:35:37.641929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0087ef12-eecc-4b27-a37b-9c735df3354a req-28e9c777-f40e-4f29-a293-285e09e0f276 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 950 time: 0.2031214 Feb 03 12:35:37.645564 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47230) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:37.685244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432a362-99c4-468f-820c-ad021aa30353 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7581230-b728-4c44-a99a-57c95366aebe,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:37.717141 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-1f588ed7-fbe8-47b6-8858-4013c56c6d68 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] show failed (client error): The resource could not be found. Feb 03 12:35:37.718266 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1f588ed7-fbe8-47b6-8858-4013c56c6d68 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "GET /v2.0/security-groups/f7581230-b728-4c44-a99a-57c95366aebe HTTP/1.1" status: 404 len: 347 time: 0.0712810 Feb 03 12:35:37.721871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47232) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:37.777537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0087ef12-eecc-4b27-a37b-9c735df3354a req-1ec33b0e-b8ea-4bb7-be4b-718aa743f251 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296911 Feb 03 12:35:37.859366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:37.859760 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.007891 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Deleting port 70e46359-6db0-4e95-bb20-a467298aaad8 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:38.012356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (70e46359-6db0-4e95-bb20-a467298aaad8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.065379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-290e0544-d264-4291-ac95-8710d78f94bb req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (992a979f-1807-4d5a-a25b-04e424e07cc2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.072218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6b5a5133-5c96-4f98-a2f3-17522f6b40b2 None None] Provisioning complete for port 56fcdc64-a6b3-4305-8640-9e186599236a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:38.072804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b5a5133-5c96-4f98-a2f3-17522f6b40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.085151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['992a979f-1807-4d5a-a25b-04e424e07cc2', 'cad16891-5f8c-4a36-a399-f9a63588b2db'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:38.133780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['de21f2db-10f1-4b9e-87ec-d7394682a75f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:38.139768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Pushing event deleted for resources: {'Port': ['ID=992a979f-1807-4d5a-a25b-04e424e07cc2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:38.168594 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (70e46359-6db0-4e95-bb20-a467298aaad8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.168972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (70e46359-6db0-4e95-bb20-a467298aaad8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.175798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 33330202-ab6e-4c37-bbaf-1fd30a4a397a no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:38.202704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Calling delete_port for 70e46359-6db0-4e95-bb20-a467298aaad8 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:38.235584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 33330202-ab6e-4c37-bbaf-1fd30a4a397a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:38.235584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 33330202-ab6e-4c37-bbaf-1fd30a4a397a not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:38.276219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-98020247-c84a-4bb5-8ef5-f928f423b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:38.277668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-98020247-c84a-4bb5-8ef5-f928f423b803 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1133 time: 0.3333044 Feb 03 12:35:38.294204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d078796-3e71-454e-8238-8dcf9b111a1e req-a3ec2227-387f-4eda-93d7-3ee379a6ac91 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:38.301837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d078796-3e71-454e-8238-8dcf9b111a1e req-a3ec2227-387f-4eda-93d7-3ee379a6ac91 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.3441596 Feb 03 12:35:38.446989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-290e0544-d264-4291-ac95-8710d78f94bb req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] No DVR routers for this DVR port 992a979f-1807-4d5a-a25b-04e424e07cc2 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:38.466478 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-290e0544-d264-4291-ac95-8710d78f94bb req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.470483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-290e0544-d264-4291-ac95-8710d78f94bb req-adcc913a-115c-4b0a-9e5a-e1aeebe94169 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "DELETE /v2.0/ports/992a979f-1807-4d5a-a25b-04e424e07cc2 HTTP/1.1" status: 204 len: 173 time: 1.6853330 Feb 03 12:35:38.545550 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (70e46359-6db0-4e95-bb20-a467298aaad8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.593266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a5133-5c96-4f98-a2f3-17522f6b40b2 None None] Current status of the port 56fcdc64-a6b3-4305-8640-9e186599236a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:38.604060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:38.666243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Pushing event deleted for resources: {'Port': ['ID=70e46359-6db0-4e95-bb20-a467298aaad8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:38.689012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d078796-3e71-454e-8238-8dcf9b111a1e req-e68f45d4-0cde-4010-bada-4e65b9d132cc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831103 Feb 03 12:35:38.711176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-a9724648-fbaf-4b6d-bc51-77e73fd03d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:38.726042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-a9724648-fbaf-4b6d-bc51-77e73fd03d3c service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.4209871 Feb 03 12:35:38.774089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e48d8d7d-19cd-4496-9be3-89b90159fa25 None None] Provisioning complete for port 56fcdc64-a6b3-4305-8640-9e186599236a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:38.774751 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e48d8d7d-19cd-4496-9be3-89b90159fa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.841045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bbc4f7c4-ae45-4eae-a8f1-795fb0280041 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:38.904493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fa0bca5-50d6-45ea-b9e4-cbd34e0b2dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.908887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks [] for floatingip (4a11b496-3b8d-479a-8a40-594b308b59e0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.925369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.931060 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e56c5a61-7faf-471c-93d2-45aba5e2bb90 tempest-ServersWithSpecificFlavorTestJSON-667827162 tempest-ServersWithSpecificFlavorTestJSON-667827162-project] 10.222.0.65 "DELETE /v2.0/floatingips/4a11b496-3b8d-479a-8a40-594b308b59e0 HTTP/1.1" status: 204 len: 168 time: 1.2045820 Feb 03 12:35:38.972400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-37c0e381-8ef5-43c9-aad8-95afc5d2e095 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.2277248 Feb 03 12:35:38.993312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:38.993699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.029682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e48d8d7d-19cd-4496-9be3-89b90159fa25 None None] Current status of the port 56fcdc64-a6b3-4305-8640-9e186599236a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:39.094677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76f4a912-8813-4683-94a2-03d2b77ebf71 req-b1015ed7-e81a-49c8-a56f-23a75ac6a3ca tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 210 time: 0.1281700 Feb 03 12:35:39.100264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:39.102001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 56fcdc64-a6b3-4305-8640-9e186599236a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:39.103492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-f4effb74-85e4-4ff9-9cca-ea53beae163c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:39.108871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-f4effb74-85e4-4ff9-9cca-ea53beae163c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:39.110448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-f4effb74-85e4-4ff9-9cca-ea53beae163c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "GET /v2.0/networks?id=418565c3-06f0-44c6-b4c5-3b43a15707bc&id=1a63449d-c170-489b-849e-85ba2ac7a69b HTTP/1.1" status: 200 len: 1389 time: 0.6359024 Feb 03 12:35:39.157707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'port': {'device_id': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc', 'admin_state_up': True, 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:39.164101 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 56fcdc64-a6b3-4305-8640-9e186599236a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:39.164489 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.205362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ba229596-05cb-4683-8b47-024e0de568f4 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:35:39.214467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ba229596-05cb-4683-8b47-024e0de568f4 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0331209 Feb 03 12:35:39.236958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47268) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:39.320934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 56fcdc64-a6b3-4305-8640-9e186599236a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:39.347455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb3db152-7da5-4223-a879-c5776e92f8d8 req-de3c4fbd-00b2-4572-9ed9-abceb9ed75d9 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc76c1c-cbe7-45e3-950f-0f408906ebcd HTTP/1.1" status: 200 len: 210 time: 0.1136975 Feb 03 12:35:39.359062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-48bf2296-949c-4930-ad34-a96537076180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:39.360972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-48bf2296-949c-4930-ad34-a96537076180 service neutron] 10.222.0.65 "GET /v2.0/ports/e817760f-5b2e-4606-aba5-f28cd56f4363 HTTP/1.1" status: 200 len: 1126 time: 0.1457229 Feb 03 12:35:39.376158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-52c8a123-91ec-4183-8330-46e00e46ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:39.376158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-52c8a123-91ec-4183-8330-46e00e46ad0b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2784643 Feb 03 12:35:39.382671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Request body: {'binding': {'host': 'n-h1-792364-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:39.383174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Unknown quota resources ['binding']. {{(pid=103224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:35:39.439512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc76c1c-cbe7-45e3-950f-0f408906ebcd', 'name': 'network-vif-deleted', 'tag': '992a979f-1807-4d5a-a25b-04e424e07cc2'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:39.442229 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670682cc-ca2b-4336-ac2d-83b8e997350e" -d '{"events": [{"server_uuid": "1fc76c1c-cbe7-45e3-950f-0f408906ebcd", "name": "network-vif-deleted", "tag": "992a979f-1807-4d5a-a25b-04e424e07cc2"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:39.462843 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f7702a48-8d6e-40ff-8d37-c38d97e2fc88 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6650f1dfe1e34fef873fd45ee7f0d960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222593 Feb 03 12:35:39.465005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47278) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:39.518269 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0e13e7-d4a3-4947-9f48-df4380325e8b x-openstack-request-id: req-3e0e13e7-d4a3-4947-9f48-df4380325e8b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:39.518654 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc76c1c-cbe7-45e3-950f-0f408906ebcd", "name": "network-vif-deleted", "tag": "992a979f-1807-4d5a-a25b-04e424e07cc2", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:39.519330 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e0e13e7-d4a3-4947-9f48-df4380325e8b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:39.519793 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc76c1c-cbe7-45e3-950f-0f408906ebcd', 'name': 'network-vif-deleted', 'tag': '992a979f-1807-4d5a-a25b-04e424e07cc2', 'status': 'completed', 'code': 200} Feb 03 12:35:39.535842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cf530ec-48ae-4f70-ac03-a759233445c9 admin admin] Publish callbacks [] for security_group (3e06aee2-7224-4a37-9d05-70df7c731acb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.560620 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cf530ec-48ae-4f70-ac03-a759233445c9 admin admin] Publish callbacks [] for security_group (3e06aee2-7224-4a37-9d05-70df7c731acb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.600072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-05fe589f-a4f6-4d76-8178-afa57c001e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:39.601612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-05fe589f-a4f6-4d76-8178-afa57c001e8b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1877050 Feb 03 12:35:39.612680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:39.616334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.627901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cf530ec-48ae-4f70-ac03-a759233445c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3e06aee2-7224-4a37-9d05-70df7c731acb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.631565 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cf530ec-48ae-4f70-ac03-a759233445c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.633777 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3cf530ec-48ae-4f70-ac03-a759233445c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e06aee2-7224-4a37-9d05-70df7c731acb HTTP/1.1" status: 204 len: 168 time: 0.1681976 Feb 03 12:35:39.643787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf530ec-48ae-4f70-ac03-a759233445c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e06aee2-7224-4a37-9d05-70df7c731acb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:39.968844 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.010507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47298) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:40.024230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e31dfc8f-1dd2-4017-bf78-f6ff296df905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.079667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 on host n-h1-792364-10 for vnic_type normal with profile None {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:40.079903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:40.080232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:40.090748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 992a979f-1807-4d5a-a25b-04e424e07cc2 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:40.105184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Port e817760f-5b2e-4606-aba5-f28cd56f4363 on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:40.105511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:40.117938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e31dfc8f-1dd2-4017-bf78-f6ff296df905 admin admin] Publish callbacks [] for security_group (f7336b91-ac1e-4fc4-a625-437cc27adf6e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.123497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 992a979f-1807-4d5a-a25b-04e424e07cc2 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:40.123998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 992a979f-1807-4d5a-a25b-04e424e07cc2 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:40.125806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e31dfc8f-1dd2-4017-bf78-f6ff296df905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7336b91-ac1e-4fc4-a625-437cc27adf6e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.139888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-e3d6d723-980a-4d5a-ad74-a0e46d2c3ea0 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282967 Feb 03 12:35:40.143045 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:40.143401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:40.144049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:40.144276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Bound port: e817760f-5b2e-4606-aba5-f28cd56f4363, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:40.170090 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e31dfc8f-1dd2-4017-bf78-f6ff296df905 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48a21519992a444b8f1cba0b5fb2cbd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554334 Feb 03 12:35:40.170090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dfc8f-1dd2-4017-bf78-f6ff296df905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7336b91-ac1e-4fc4-a625-437cc27adf6e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:40.171407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47302) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:40.195575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145df748-7086-40ae-88a0-7e8c47d16a99 req-5fe7c1ac-e93c-4be3-8dcf-235184d8ce9b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:40.196990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-145df748-7086-40ae-88a0-7e8c47d16a99 req-5fe7c1ac-e93c-4be3-8dcf-235184d8ce9b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2367430 Feb 03 12:35:40.225210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc35ad19-86ce-4623-aa64-23cd983355d5 admin admin] Publish callbacks [] for security_group (f7336b91-ac1e-4fc4-a625-437cc27adf6e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.248937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc35ad19-86ce-4623-aa64-23cd983355d5 admin admin] Publish callbacks [] for security_group (f7336b91-ac1e-4fc4-a625-437cc27adf6e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.252855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Allocated IP 19.80.0.37 (418565c3-06f0-44c6-b4c5-3b43a15707bc/c1659ec1-4d5b-4247-93ae-f8c11c14788f/262671f8-fc67-470b-a6a4-0ad5ef877715) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:40.309230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc35ad19-86ce-4623-aa64-23cd983355d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7336b91-ac1e-4fc4-a625-437cc27adf6e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.312523 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc35ad19-86ce-4623-aa64-23cd983355d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.317200 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dc35ad19-86ce-4623-aa64-23cd983355d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7336b91-ac1e-4fc4-a625-437cc27adf6e HTTP/1.1" status: 204 len: 168 time: 0.1425889 Feb 03 12:35:40.319219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:40.326772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35ad19-86ce-4623-aa64-23cd983355d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7336b91-ac1e-4fc4-a625-437cc27adf6e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:40.352059 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.361284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ad5d2082-9646-45ce-a584-20912c33e1f0 service neutron] 10.222.0.65 "POST /v2.0/ports/e817760f-5b2e-4606-aba5-f28cd56f4363/bindings HTTP/1.1" status: 201 len: 390 time: 0.9811065 Feb 03 12:35:40.424653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-145df748-7086-40ae-88a0-7e8c47d16a99 req-0720a78d-607e-4a46-903d-1200385dde08 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146018 Feb 03 12:35:40.438444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-bf8c5daf-d965-425e-8379-b95f243ff478 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623711 Feb 03 12:35:40.538775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47312) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:40.681182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b91eacf-a815-4dc7-ba88-96d984d201da req-b0766576-f7db-48ce-a88c-64f77dcc012b tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 210 time: 0.0659802 Feb 03 12:35:40.788176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.867757 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:35:40.915049 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.060821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network 418565c3-06f0-44c6-b4c5-3b43a15707bc is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:41.066656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Port': ['ID=262671f8-fc67-470b-a6a4-0ad5ef877715,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:41.082598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:41.085098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:41.117366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-d9d4efb3-72d3-4c37-853c-a0796cb2401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.118937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-d9d4efb3-72d3-4c37-853c-a0796cb2401e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1129 time: 0.2964778 Feb 03 12:35:41.138026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9cb7e-808f-4e98-a0f5-f6c0aac01f36 req-40a5dbca-a574-49f9-8b22-a7949fe90a11 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.139650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61f9cb7e-808f-4e98-a0f5-f6c0aac01f36 req-40a5dbca-a574-49f9-8b22-a7949fe90a11 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.3191941 Feb 03 12:35:41.263458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.264135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.309269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452b1fd-d897-43fe-9b7e-b64e7d86e8a9 req-18954391-1974-41ba-a103-7f0960379d9f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.316975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7452b1fd-d897-43fe-9b7e-b64e7d86e8a9 req-18954391-1974-41ba-a103-7f0960379d9f tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 950 time: 0.3581362 Feb 03 12:35:41.372912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.383743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5b82acdd-dfde-46ed-a6b2-aa83ce4491d8 None None] Provisioning complete for port 262671f8-fc67-470b-a6a4-0ad5ef877715 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:41.384266 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b82acdd-dfde-46ed-a6b2-aa83ce4491d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.395572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-07a8aee4-20aa-4647-9a07-78d31ded9c07 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2738657 Feb 03 12:35:41.423702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5b82acdd-dfde-46ed-a6b2-aa83ce4491d8 None None] Port 262671f8-fc67-470b-a6a4-0ad5ef877715 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:41.426849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61f9cb7e-808f-4e98-a0f5-f6c0aac01f36 req-d646fece-c01b-4313-9afc-860816afc570 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685139 Feb 03 12:35:41.430524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Request body: {'port': {'device_id': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b', 'admin_state_up': True, 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:41.496766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-f25fd82b-6973-43d0-a8a2-ef5a1ace7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.498269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-f25fd82b-6973-43d0-a8a2-ef5a1ace7bcb service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.3682892 Feb 03 12:35:41.528871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7452b1fd-d897-43fe-9b7e-b64e7d86e8a9 req-97b4585f-9e10-4789-b042-ccedd23ebf35 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108924 Feb 03 12:35:41.596974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-da5677e4-d0d4-4795-8e51-c463a7364810 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e817760f-5b2e-4606-aba5-f28cd56f4363 HTTP/1.1" status: 200 len: 217 time: 0.0632823 Feb 03 12:35:41.739849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-60112eb6-2ccb-47cc-8e44-e11df43108a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.741304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-60112eb6-2ccb-47cc-8e44-e11df43108a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.1237650 Feb 03 12:35:41.791777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Made reservation on behalf of e23a7b13ca7b409aa8a303d49f80dafc for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:41.795011 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.812720 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-c8602f5d-7c9e-491a-b8ea-0b8f2f02ad49 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622232 Feb 03 12:35:41.840469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc514b1-9193-478f-973e-11670e12f06f req-52b7aa46-4285-4446-9537-8f4d1344d0e8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.841920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdc514b1-9193-478f-973e-11670e12f06f req-52b7aa46-4285-4446-9537-8f4d1344d0e8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2254810 Feb 03 12:35:42.287955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c3b07-3a15-4f12-b110-94a9522fff0b req-a2334418-ce89-471a-bc27-e8628612f7e1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:42.289421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-797c3b07-3a15-4f12-b110-94a9522fff0b req-a2334418-ce89-471a-bc27-e8628612f7e1 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 931 time: 0.5401380 Feb 03 12:35:42.368313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdc514b1-9193-478f-973e-11670e12f06f req-41a1b71e-c73c-489f-b26d-6ecfae132978 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144124 Feb 03 12:35:42.404257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-516f98fe-527d-4fba-983b-90fdbfc5adda service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714092 Feb 03 12:35:42.437814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Allocated IP 19.86.0.105 (1a63449d-c170-489b-849e-85ba2ac7a69b/f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570/773c079c-5562-4566-aca2-c137e04c62f8) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:42.474165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-797c3b07-3a15-4f12-b110-94a9522fff0b req-c880780e-5f6e-4bff-a2a0-272baeb1a9c7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748333 Feb 03 12:35:42.496473 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (9c0476a6-0e37-4888-a1a0-849002e02e7b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.658187 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.723553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-06a62b64-38d8-47e2-8944-fee5ec825207 service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077316 Feb 03 12:35:42.789253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-b09a6df7-0cfa-4684-bc15-e30ba5590852 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:42.790807 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-b09a6df7-0cfa-4684-bc15-e30ba5590852 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.72 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 950 time: 0.0623059 Feb 03 12:35:42.802720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024966de-21f1-43bf-aa18-c4ef87b9f8fd req-b8cfd667-29a8-4501-bede-204c3ac3c1c4 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:42.804093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-024966de-21f1-43bf-aa18-c4ef87b9f8fd req-b8cfd667-29a8-4501-bede-204c3ac3c1c4 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.2454982 Feb 03 12:35:42.891620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Deleting port de21f2db-10f1-4b9e-87ec-d7394682a75f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:42.891959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.945770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb3739-f02b-4083-b916-0dfc1056580a req-5491414e-f2e3-4799-8de2-2814febd1b1e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:42.947235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15eb3739-f02b-4083-b916-0dfc1056580a req-5491414e-f2e3-4799-8de2-2814febd1b1e tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=b062fd41-a22c-4823-89df-ec480359e0d3 HTTP/1.1" status: 200 len: 950 time: 0.3289726 Feb 03 12:35:42.955401 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for port (773c079c-5562-4566-aca2-c137e04c62f8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.991602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] For port de21f2db-10f1-4b9e-87ec-d7394682a75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=de21f2db-10f1-4b9e-87ec-d7394682a75f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:42.991970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.011411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-024966de-21f1-43bf-aa18-c4ef87b9f8fd req-61bdc75e-444f-4a47-93bf-57b991b36bc1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817439 Feb 03 12:35:43.014934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Calling delete_port for de21f2db-10f1-4b9e-87ec-d7394682a75f owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:43.081585 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (773c079c-5562-4566-aca2-c137e04c62f8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.085778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15eb3739-f02b-4083-b916-0dfc1056580a req-454d655b-db87-496a-97ef-9eb97e9c21a3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160569 Feb 03 12:35:43.131733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Network 1a63449d-c170-489b-849e-85ba2ac7a69b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:43.141243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:43.169824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:43.173227 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (de21f2db-10f1-4b9e-87ec-d7394682a75f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.189892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['de21f2db-10f1-4b9e-87ec-d7394682a75f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:43.204880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event updated for resources: {'Port': ['ID=773c079c-5562-4566-aca2-c137e04c62f8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:43.209204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Pushing event deleted for resources: {'Port': ['ID=de21f2db-10f1-4b9e-87ec-d7394682a75f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:43.249872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cad16891-5f8c-4a36-a399-f9a63588b2db'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:43.304461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] No DVR routers for this DVR port de21f2db-10f1-4b9e-87ec-d7394682a75f on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:43.308447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.312717 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9cdc69d5-0480-4371-9819-fe7cc89fc029 req-810f0033-cf2e-4a63-9484-95abc8cb3bc3 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.72 "DELETE /v2.0/ports/de21f2db-10f1-4b9e-87ec-d7394682a75f HTTP/1.1" status: 204 len: 173 time: 0.5131340 Feb 03 12:35:43.314957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b062fd41-a22c-4823-89df-ec480359e0d3', 'name': 'network-vif-deleted', 'tag': 'de21f2db-10f1-4b9e-87ec-d7394682a75f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:43.315616 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbadeb5-ba76-4a0b-ae71-d713009197dd" -d '{"events": [{"server_uuid": "b062fd41-a22c-4823-89df-ec480359e0d3", "name": "network-vif-deleted", "tag": "de21f2db-10f1-4b9e-87ec-d7394682a75f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:43.335537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:43.338926 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.385579 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84da79a8-6a93-4871-aa66-02a726c7c774 x-openstack-request-id: req-84da79a8-6a93-4871-aa66-02a726c7c774 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:43.386006 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b062fd41-a22c-4823-89df-ec480359e0d3", "name": "network-vif-deleted", "tag": "de21f2db-10f1-4b9e-87ec-d7394682a75f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:43.386610 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84da79a8-6a93-4871-aa66-02a726c7c774 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:43.387140 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b062fd41-a22c-4823-89df-ec480359e0d3', 'name': 'network-vif-deleted', 'tag': 'de21f2db-10f1-4b9e-87ec-d7394682a75f', 'status': 'completed', 'code': 200} Feb 03 12:35:43.410320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62819162-9799-4590-8827-36673dad8cc6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9914718 Feb 03 12:35:43.441396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Request body: {'port': {'device_id': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:43.456529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Deleting port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:43.456529 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.637170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.658955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2f8b4dce-96db-4f8d-b85f-7f9dc4e4bac5 None None] Provisioning complete for port 773c079c-5562-4566-aca2-c137e04c62f8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:43.659432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f8b4dce-96db-4f8d-b85f-7f9dc4e4bac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (773c079c-5562-4566-aca2-c137e04c62f8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.688064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] For port 8d4928e0-460f-46f2-97b4-38a5db3f1f7c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8d4928e0-460f-46f2-97b4-38a5db3f1f7c,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:43.688429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.708327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3218f73-8a0f-46c6-8cd3-65ecb6c43d77 req-d8d3565a-57b3-4f2a-81f7-e9fbab50587f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:43.715786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b4dce-96db-4f8d-b85f-7f9dc4e4bac5 None None] Port 773c079c-5562-4566-aca2-c137e04c62f8 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:43.719183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3218f73-8a0f-46c6-8cd3-65ecb6c43d77 req-d8d3565a-57b3-4f2a-81f7-e9fbab50587f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2332361 Feb 03 12:35:43.757185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Calling delete_port for 8d4928e0-460f-46f2-97b4-38a5db3f1f7c owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:43.926080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47402) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:43.993351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3218f73-8a0f-46c6-8cd3-65ecb6c43d77 req-2aff693d-a875-4473-aa7b-317610273a9e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398641 Feb 03 12:35:44.039643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b011de1-93ed-4049-aeb9-9bdb7d59ea60 req-2efd767a-0f49-4b75-a09d-b53bf17ea759 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:44.045370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b011de1-93ed-4049-aeb9-9bdb7d59ea60 req-2efd767a-0f49-4b75-a09d-b53bf17ea759 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:44.046932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b011de1-93ed-4049-aeb9-9bdb7d59ea60 req-2efd767a-0f49-4b75-a09d-b53bf17ea759 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1654 time: 0.3811707 Feb 03 12:35:44.103076 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcf689ce-ce49-4536-b0ed-b45e686253ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.139715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b011de1-93ed-4049-aeb9-9bdb7d59ea60 req-c104a444-26d1-4c3c-8df6-37b0b9004322 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827987 Feb 03 12:35:44.220619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcf689ce-ce49-4536-b0ed-b45e686253ff admin admin] Publish callbacks [] for security_group (36e3fae5-1cb1-46b9-9e63-60a9ec236b2e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.230683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcf689ce-ce49-4536-b0ed-b45e686253ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (36e3fae5-1cb1-46b9-9e63-60a9ec236b2e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.279606 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fcf689ce-ce49-4536-b0ed-b45e686253ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=76c50ebfc8fa41c5af42423f26d7ea06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523390 Feb 03 12:35:44.280991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf689ce-ce49-4536-b0ed-b45e686253ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e3fae5-1cb1-46b9-9e63-60a9ec236b2e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:44.283550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47412) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:44.342945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae337d83-ef55-40c9-a2e6-b3a385aca7a4 admin admin] Publish callbacks [] for security_group (36e3fae5-1cb1-46b9-9e63-60a9ec236b2e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.361303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d976f-b433-494b-9cf8-aea9fb4b0271 req-a24815ff-359f-4ecd-878a-66657921ffe3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:44.368271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c9d976f-b433-494b-9cf8-aea9fb4b0271 req-a24815ff-359f-4ecd-878a-66657921ffe3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.1782520 Feb 03 12:35:44.371068 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae337d83-ef55-40c9-a2e6-b3a385aca7a4 admin admin] Publish callbacks [] for security_group (36e3fae5-1cb1-46b9-9e63-60a9ec236b2e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.449125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae337d83-ef55-40c9-a2e6-b3a385aca7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (36e3fae5-1cb1-46b9-9e63-60a9ec236b2e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.451783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae337d83-ef55-40c9-a2e6-b3a385aca7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.455518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ae337d83-ef55-40c9-a2e6-b3a385aca7a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36e3fae5-1cb1-46b9-9e63-60a9ec236b2e HTTP/1.1" status: 204 len: 168 time: 0.1682963 Feb 03 12:35:44.466158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae337d83-ef55-40c9-a2e6-b3a385aca7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e3fae5-1cb1-46b9-9e63-60a9ec236b2e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:44.531696 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c9d976f-b433-494b-9cf8-aea9fb4b0271 req-b4464ae9-9ce9-4744-8d1d-89edd697f2ff tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625333 Feb 03 12:35:44.542065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262671f8-fc67-470b-a6a4-0ad5ef877715 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:44.551887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Publish callbacks [] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.560965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8d4928e0-460f-46f2-97b4-38a5db3f1f7c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.595789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Transition to ACTIVE for port object 262671f8-fc67-470b-a6a4-0ad5ef877715 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:44.596691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4928e0-460f-46f2-97b4-38a5db3f1f7c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:44.610416 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.644463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fc28b-8465-4a46-8e2c-387f40095a61 req-562d0258-fc2c-49c2-89ef-529a04145650 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:44.655919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-223fc28b-8465-4a46-8e2c-387f40095a61 req-562d0258-fc2c-49c2-89ef-529a04145650 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.1978643 Feb 03 12:35:44.806733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Pushing event updated for resources: {'Port': ['ID=262671f8-fc67-470b-a6a4-0ad5ef877715,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:44.879318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-223fc28b-8465-4a46-8e2c-387f40095a61 req-d6169d41-eaae-44f4-abe5-7554d7a8f639 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224958 Feb 03 12:35:45.355985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Attempting to bind port 262671f8-fc67-470b-a6a4-0ad5ef877715 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:45.356373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Attempting to bind port 262671f8-fc67-470b-a6a4-0ad5ef877715 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'fd239eff-de2c-400f-b03a-faf09ea54a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:45.356681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Attempting to bind port 262671f8-fc67-470b-a6a4-0ad5ef877715 on network 418565c3-06f0-44c6-b4c5-3b43a15707bc {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:45.395737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Port 262671f8-fc67-470b-a6a4-0ad5ef877715 on network 418565c3-06f0-44c6-b4c5-3b43a15707bc not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:45.396430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Attempting to bind port 262671f8-fc67-470b-a6a4-0ad5ef877715 on network 418565c3-06f0-44c6-b4c5-3b43a15707bc {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:45.399735 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (9c0476a6-0e37-4888-a1a0-849002e02e7b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.413507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:45.413840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Checking segment: {'id': 'fd239eff-de2c-400f-b03a-faf09ea54a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:45.414227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Bound using segment: {'id': 'fd239eff-de2c-400f-b03a-faf09ea54a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:45.414687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Bound port: 262671f8-fc67-470b-a6a4-0ad5ef877715, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd239eff-de2c-400f-b03a-faf09ea54a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:45.415046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.510647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4c28-c36b-431b-a22c-e44922714dd9 req-9a3aca03-d10b-4c3d-a154-999833c6149e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:45.515919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4c28-c36b-431b-a22c-e44922714dd9 req-9a3aca03-d10b-4c3d-a154-999833c6149e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:45.517515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abce4c28-c36b-431b-a22c-e44922714dd9 req-9a3aca03-d10b-4c3d-a154-999833c6149e tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1666 time: 0.1881077 Feb 03 12:35:45.552064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961c297-8943-4494-a88d-b82c0b7b28f6 req-348b8abb-4f24-4930-b379-a715823ee34f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:45.553520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4961c297-8943-4494-a88d-b82c0b7b28f6 req-348b8abb-4f24-4930-b379-a715823ee34f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2252228 Feb 03 12:35:45.572670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device de21f2db-10f1-4b9e-87ec-d7394682a75f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:45.596737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: de21f2db-10f1-4b9e-87ec-d7394682a75f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:45.597060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device de21f2db-10f1-4b9e-87ec-d7394682a75f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:45.644980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] For port 262671f8-fc67-470b-a6a4-0ad5ef877715, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:45.658235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] For port 262671f8-fc67-470b-a6a4-0ad5ef877715, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=262671f8-fc67-470b-a6a4-0ad5ef877715,segment=NetworkSegment(fd239eff-de2c-400f-b03a-faf09ea54a85),segment_id=fd239eff-de2c-400f-b03a-faf09ea54a85)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:45.681950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.691719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abce4c28-c36b-431b-a22c-e44922714dd9 req-66d885a4-02e1-4e1b-825c-494900a26ad6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622627 Feb 03 12:35:45.846055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Pushing event updated for resources: {'Port': ['ID=262671f8-fc67-470b-a6a4-0ad5ef877715,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:45.855730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4961c297-8943-4494-a88d-b82c0b7b28f6 req-b7f365f3-751c-4665-8eb8-34212e64f311 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724693 Feb 03 12:35:45.860718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:45.861573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.862718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-3d798e95-a6f0-44ae-b037-8917041494ba service neutron] 10.222.0.72 "PUT /v2.0/ports/262671f8-fc67-470b-a6a4-0ad5ef877715 HTTP/1.1" status: 200 len: 1092 time: 2.4427104 Feb 03 12:35:45.863172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'tag': '262671f8-fc67-470b-a6a4-0ad5ef877715'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:45.865533 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "tag": "262671f8-fc67-470b-a6a4-0ad5ef877715"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:45.903003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Request body: {'port': {'device_id': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:45.911919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Router 9c0476a6-0e37-4888-a1a0-849002e02e7b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:45.965452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.070277 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f762bb-94e3-49dd-af72-192b725724a2 x-openstack-request-id: req-79f762bb-94e3-49dd-af72-192b725724a2 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:46.070277 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "tag": "262671f8-fc67-470b-a6a4-0ad5ef877715", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:46.070781 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79f762bb-94e3-49dd-af72-192b725724a2 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:46.071260 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'tag': '262671f8-fc67-470b-a6a4-0ad5ef877715', 'status': 'completed', 'code': 200} Feb 03 12:35:46.119544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c req-bfea4e60-0c71-41dc-88cf-f72910f813ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.129348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c req-bfea4e60-0c71-41dc-88cf-f72910f813ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.130710 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c req-bfea4e60-0c71-41dc-88cf-f72910f813ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1945 time: 0.0928109 Feb 03 12:35:46.157548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (773c079c-5562-4566-aca2-c137e04c62f8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.312579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3940c4-e670-40ab-a675-d7b093decc6d req-0bb71baf-dcfb-41c2-a8ec-202345b3277b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.314559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f3940c4-e670-40ab-a675-d7b093decc6d req-0bb71baf-dcfb-41c2-a8ec-202345b3277b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.2466123 Feb 03 12:35:46.396051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c req-8262c81c-a213-45eb-b8c1-ed0663dfe7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.396514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c req-8262c81c-a213-45eb-b8c1-ed0663dfe7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.396969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c req-8262c81c-a213-45eb-b8c1-ed0663dfe7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.398962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c req-8262c81c-a213-45eb-b8c1-ed0663dfe7c9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2563174 Feb 03 12:35:46.399176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:46.407153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986fd78-094f-42c2-a078-21d168ba89fe req-16c9ab09-c84f-4f3f-b33e-ad30bd02c179 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.411109 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] Sync routers for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:46.413974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8986fd78-094f-42c2-a078-21d168ba89fe req-16c9ab09-c84f-4f3f-b33e-ad30bd02c179 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.3379776 Feb 03 12:35:46.422798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-377d0c18-d1eb-4d96-a38a-f42dbab55ea6 admin admin] 10.222.0.65 "PUT /v2.0/routers/9c0476a6-0e37-4888-a1a0-849002e02e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8795731 Feb 03 12:35:46.428048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47474) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:46.440878 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:46.442383 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:46.510175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-974c8b99-4832-4601-840c-7eaa28225ef2 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.511722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-974c8b99-4832-4601-840c-7eaa28225ef2 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 951 time: 0.2973492 Feb 03 12:35:46.608117 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:46.622936 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f3940c4-e670-40ab-a675-d7b093decc6d req-e09e8be4-d872-4832-8361-8f5c02b07c7e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950275 Feb 03 12:35:46.714805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8986fd78-094f-42c2-a078-21d168ba89fe req-f798e266-4c84-467d-8da9-5eed8d8842bb tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27113d1-d34c-45d5-81bf-4d29862b3992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946889 Feb 03 12:35:46.897081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e3fac97-9525-441a-a422-495bef9cb4da req-98d0912e-8490-4b23-b215-34a60f7e9e7c tempest-FlavorsV2NegativeTest-1413017298 tempest-FlavorsV2NegativeTest-1413017298-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ac77c513f0ab425ab9cfbf2c21e8aba9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831840 Feb 03 12:35:46.898395 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks [] for router (9c0476a6-0e37-4888-a1a0-849002e02e7b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.925715 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:35:44Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:46.965115 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] Checking router: 9c0476a6-0e37-4888-a1a0-849002e02e7b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:35:46.979103 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] Routers {'9c0476a6-0e37-4888-a1a0-849002e02e7b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:46.980104 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9c0476a6-0e37-4888-a1a0-849002e02e7b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:47.022820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Deleting port cad16891-5f8c-4a36-a399-f9a63588b2db {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:47.023155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.155736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c80c-b6c7-4f5c-b2db-4c0bc99a0080 req-bfc1928f-8fa1-4145-a0c1-f0c7ca73c47c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:47.160936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c80c-b6c7-4f5c-b2db-4c0bc99a0080 req-bfc1928f-8fa1-4145-a0c1-f0c7ca73c47c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:47.168241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b21c80c-b6c7-4f5c-b2db-4c0bc99a0080 req-bfc1928f-8fa1-4145-a0c1-f0c7ca73c47c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1666 time: 0.3339007 Feb 03 12:35:47.169897 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] Set router 9c0476a6-0e37-4888-a1a0-849002e02e7b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:47.216125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c req-7712ad0f-cf39-4d68-8266-3a26ca78ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:47.218772 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1c26a03-8e19-4100-9ac0-d8d79b487c5c req-7712ad0f-cf39-4d68-8266-3a26ca78ae47 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7992477 Feb 03 12:35:47.392478 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:35:44Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:47.420566 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f1df6-3317-4353-95cd-5bb46943de66 None None] The sync data for ids ['9c0476a6-0e37-4888-a1a0-849002e02e7b'] in n-d-792364-10 is: [{'id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627533014-router', 'tenant_id': '1f0f9d8de5264a96b6743b9063974588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:01Z', 'updated_at': '2022-02-03T12:35:44Z', 'revision_number': 5, 'project_id': '1f0f9d8de5264a96b6743b9063974588', 'gw_port': {'id': '025b7fdd-5943-4414-bdd4-bde9f046148e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0476a6-0e37-4888-a1a0-849002e02e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:03Z', 'updated_at': '2022-02-03T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:47.554657 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773c079c-5562-4566-aca2-c137e04c62f8 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:47.578861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Publish callbacks [] for port (773c079c-5562-4566-aca2-c137e04c62f8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.595547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fac97-9525-441a-a422-495bef9cb4da req-8684ac8e-9a40-4309-83d2-660328510193 tempest-FlavorsV2NegativeTest-1413017298 tempest-FlavorsV2NegativeTest-1413017298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:47.597018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e3fac97-9525-441a-a422-495bef9cb4da req-8684ac8e-9a40-4309-83d2-660328510193 tempest-FlavorsV2NegativeTest-1413017298 tempest-FlavorsV2NegativeTest-1413017298-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6857498 Feb 03 12:35:47.598240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks [] for router_gateway (9c0476a6-0e37-4888-a1a0-849002e02e7b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.640354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Transition to ACTIVE for port object 773c079c-5562-4566-aca2-c137e04c62f8 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:47.649664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b21c80c-b6c7-4f5c-b2db-4c0bc99a0080 req-5ff1c2b7-4006-4fe9-8e1d-4972e9a27207 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806173 Feb 03 12:35:47.653114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] For port cad16891-5f8c-4a36-a399-f9a63588b2db, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad16891-5f8c-4a36-a399-f9a63588b2db,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:47.653340 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.656600 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (773c079c-5562-4566-aca2-c137e04c62f8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.659748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e3fac97-9525-441a-a422-495bef9cb4da req-a9d0756d-66ab-4ac7-adf6-3b3fdee6b97d tempest-FlavorsV2NegativeTest-1413017298 tempest-FlavorsV2NegativeTest-1413017298-project] 10.222.0.65 "GET /v2.0/quotas/ac77c513f0ab425ab9cfbf2c21e8aba9 HTTP/1.1" status: 200 len: 375 time: 0.0463901 Feb 03 12:35:47.716819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Calling delete_port for cad16891-5f8c-4a36-a399-f9a63588b2db owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:47.798179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e3fac97-9525-441a-a422-495bef9cb4da req-4750d560-d1ef-4552-bd7b-8f40224e07cc tempest-FlavorsV2NegativeTest-1413017298 tempest-FlavorsV2NegativeTest-1413017298-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac77c513f0ab425ab9cfbf2c21e8aba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876462 Feb 03 12:35:47.856527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Pushing event updated for resources: {'Port': ['ID=773c079c-5562-4566-aca2-c137e04c62f8,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:48.127649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (cad16891-5f8c-4a36-a399-f9a63588b2db), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.141101 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cad16891-5f8c-4a36-a399-f9a63588b2db'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:48.184982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e39d5f-3b5d-4d75-a08d-04f10df0bcac req-dfd778ba-a2d8-40ac-b8e6-b7864660d09b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.186707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1e39d5f-3b5d-4d75-a08d-04f10df0bcac req-dfd778ba-a2d8-40ac-b8e6-b7864660d09b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.4515502 Feb 03 12:35:48.191645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Deleting port 025b7fdd-5943-4414-bdd4-bde9f046148e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:48.192272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.196467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Pushing event deleted for resources: {'Port': ['ID=cad16891-5f8c-4a36-a399-f9a63588b2db,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:48.352524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Attempting to bind port 773c079c-5562-4566-aca2-c137e04c62f8 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:48.352865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Attempting to bind port 773c079c-5562-4566-aca2-c137e04c62f8 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'd71d79a8-4b5c-43b7-af04-f43de5877a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:48.353198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Attempting to bind port 773c079c-5562-4566-aca2-c137e04c62f8 on network 1a63449d-c170-489b-849e-85ba2ac7a69b {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:48.363976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] No DVR routers for this DVR port cad16891-5f8c-4a36-a399-f9a63588b2db on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:48.367025 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.371918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e1fb0a6-b08c-4392-b755-6558baaca220 req-b4527949-85e3-42c9-a30d-51a57ff1240d tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.91 "DELETE /v2.0/ports/cad16891-5f8c-4a36-a399-f9a63588b2db HTTP/1.1" status: 204 len: 173 time: 1.8494778 Feb 03 12:35:48.379253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-deleted', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:48.382074 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8d00b7-ef35-4cf6-bc45-6c345e40d63e" -d '{"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-deleted", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:48.393605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f69e5-e265-4a09-bc4e-751394a97ca8 req-40099256-c498-437c-9223-edf91813f00c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.402899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e0f69e5-e265-4a09-bc4e-751394a97ca8 req-40099256-c498-437c-9223-edf91813f00c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.3518577 Feb 03 12:35:48.430700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Port 773c079c-5562-4566-aca2-c137e04c62f8 on network 1a63449d-c170-489b-849e-85ba2ac7a69b not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:48.431032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Attempting to bind port 773c079c-5562-4566-aca2-c137e04c62f8 on network 1a63449d-c170-489b-849e-85ba2ac7a69b {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:48.459823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:48.460239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Checking segment: {'id': 'd71d79a8-4b5c-43b7-af04-f43de5877a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:48.460635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Bound using segment: {'id': 'd71d79a8-4b5c-43b7-af04-f43de5877a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:48.461083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Bound port: 773c079c-5562-4566-aca2-c137e04c62f8, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71d79a8-4b5c-43b7-af04-f43de5877a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:48.461448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (773c079c-5562-4566-aca2-c137e04c62f8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.508277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] For port 025b7fdd-5943-4414-bdd4-bde9f046148e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=025b7fdd-5943-4414-bdd4-bde9f046148e,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:48.508691 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.521301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1e39d5f-3b5d-4d75-a08d-04f10df0bcac req-22d75b07-0203-4966-9016-4059d6188130 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991254 Feb 03 12:35:48.573725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e0f69e5-e265-4a09-bc4e-751394a97ca8 req-6aa58eed-b817-4485-b2a6-dfb9522ffc4a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700308 Feb 03 12:35:48.576451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Calling delete_port for 025b7fdd-5943-4414-bdd4-bde9f046148e owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:48.665386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8d4928e0-460f-46f2-97b4-38a5db3f1f7c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:48.692480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 8d4928e0-460f-46f2-97b4-38a5db3f1f7c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:48.693089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8d4928e0-460f-46f2-97b4-38a5db3f1f7c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:48.741594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] For port 773c079c-5562-4566-aca2-c137e04c62f8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:48.774659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ae4ab9b-e370-4422-bc8a-ba1eb1b2ef82 req-eb2e5019-9f31-4760-ada7-07284cd9cc56 tempest-ServersAdminTestJSON-1043409254 tempest-ServersAdminTestJSON-1043409254-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5dab1f5-4db0-4300-b613-812fe1c5a81d HTTP/1.1" status: 200 len: 210 time: 0.0874312 Feb 03 12:35:48.782893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] For port 773c079c-5562-4566-aca2-c137e04c62f8, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=773c079c-5562-4566-aca2-c137e04c62f8,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:48.798097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47534) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:48.807913 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (773c079c-5562-4566-aca2-c137e04c62f8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.869013 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81cc590-4c07-4cfc-91a3-f403d827a87a x-openstack-request-id: req-c81cc590-4c07-4cfc-91a3-f403d827a87a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:48.869384 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dab1f5-4db0-4300-b613-812fe1c5a81d", "name": "network-vif-deleted", "tag": "cad16891-5f8c-4a36-a399-f9a63588b2db", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:48.869644 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c81cc590-4c07-4cfc-91a3-f403d827a87a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:48.870039 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dab1f5-4db0-4300-b613-812fe1c5a81d', 'name': 'network-vif-deleted', 'tag': 'cad16891-5f8c-4a36-a399-f9a63588b2db', 'status': 'completed', 'code': 200} Feb 03 12:35:48.878906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.879523 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.880898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] 10.222.0.72 "PUT /v2.0/ports/773c079c-5562-4566-aca2-c137e04c62f8 HTTP/1.1" status: 200 len: 1093 time: 2.9834652 Feb 03 12:35:48.898742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3d7db-9b9d-4257-9c1b-7833ca58567e req-707a947a-69db-4414-868e-8e7dd101ad74 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.900477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8db3d7db-9b9d-4257-9c1b-7833ca58567e req-707a947a-69db-4414-868e-8e7dd101ad74 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1128 time: 0.2167137 Feb 03 12:35:48.980490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2604f015-aea1-459a-b0db-d1bf08aa56b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.057902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6f7bc-70a6-4cc4-93b0-b31852c00e5e service neutron] Pushing event updated for resources: {'Port': ['ID=773c079c-5562-4566-aca2-c137e04c62f8,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:49.106146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2604f015-aea1-459a-b0db-d1bf08aa56b0 admin admin] Publish callbacks [] for security_group (272e74d3-bca8-4005-a3a5-fdc4a3e55941), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.114770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2604f015-aea1-459a-b0db-d1bf08aa56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (272e74d3-bca8-4005-a3a5-fdc4a3e55941), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.166786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8db3d7db-9b9d-4257-9c1b-7833ca58567e req-16ed8f7a-c5e8-4b0b-b663-f4998694bd7c tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232218 Feb 03 12:35:49.167503 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2604f015-aea1-459a-b0db-d1bf08aa56b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac77c513f0ab425ab9cfbf2c21e8aba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682625 Feb 03 12:35:49.167646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47540) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:49.172616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604f015-aea1-459a-b0db-d1bf08aa56b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272e74d3-bca8-4005-a3a5-fdc4a3e55941,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:49.196308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2b9b3-f2fa-4844-a7fa-18690a6190ec req-911c7c29-0a77-4424-9dff-a29bd6dbc78c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.202141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2b9b3-f2fa-4844-a7fa-18690a6190ec req-911c7c29-0a77-4424-9dff-a29bd6dbc78c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.203846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5f2b9b3-f2fa-4844-a7fa-18690a6190ec req-911c7c29-0a77-4424-9dff-a29bd6dbc78c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1678 time: 0.2624629 Feb 03 12:35:49.216757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-e2d9ae58-3800-4758-a29c-32f51a732f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.217401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-e2d9ae58-3800-4758-a29c-32f51a732f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.219156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-e2d9ae58-3800-4758-a29c-32f51a732f92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 2044 time: 0.2662106 Feb 03 12:35:49.303131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-26502187-fa75-4dda-8f7b-68400e3dea04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.37&port_id=262671f8-fc67-470b-a6a4-0ad5ef877715 HTTP/1.1" status: 200 len: 217 time: 0.0713842 Feb 03 12:35:49.306100 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (025b7fdd-5943-4414-bdd4-bde9f046148e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.390901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Pushing event deleted for resources: {'Port': ['ID=025b7fdd-5943-4414-bdd4-bde9f046148e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:49.443596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5f2b9b3-f2fa-4844-a7fa-18690a6190ec req-052e2b91-9193-4957-844f-e5c3b68108da tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299693 Feb 03 12:35:49.470140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5cde3fd2-5695-48bd-8067-52bd5249aeb6 admin admin] Publish callbacks [] for security_group (272e74d3-bca8-4005-a3a5-fdc4a3e55941), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.492716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-c6456e69-88d9-44f1-8c3e-62ec584a58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.494466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-c6456e69-88d9-44f1-8c3e-62ec584a58e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c1659ec1-4d5b-4247-93ae-f8c11c14788f HTTP/1.1" status: 200 len: 801 time: 0.1743674 Feb 03 12:35:49.519600 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5cde3fd2-5695-48bd-8067-52bd5249aeb6 admin admin] Publish callbacks [] for security_group (272e74d3-bca8-4005-a3a5-fdc4a3e55941), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.523367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (9c0476a6-0e37-4888-a1a0-849002e02e7b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.704562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (9c0476a6-0e37-4888-a1a0-849002e02e7b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.710815 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks [] for router_controller (9c0476a6-0e37-4888-a1a0-849002e02e7b), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.801203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-79a17f67-97a6-461c-aded-a5c71878c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.803047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-79a17f67-97a6-461c-aded-a5c71878c710 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=418565c3-06f0-44c6-b4c5-3b43a15707bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2963939 Feb 03 12:35:49.806640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (9c0476a6-0e37-4888-a1a0-849002e02e7b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.807314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0476a6-0e37-4888-a1a0-849002e02e7b {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:35:49.818749 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.822206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f648b9ab-30ee-4a56-8bf2-f9a89256b467 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9c0476a6-0e37-4888-a1a0-849002e02e7b HTTP/1.1" status: 204 len: 168 time: 3.3853171 Feb 03 12:35:49.825441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47566) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:49.885394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da6e07-544c-4454-8cb3-1593abe4056f req-3ce64868-3242-4266-8e35-9a3dc9f67b13 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.887303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4da6e07-544c-4454-8cb3-1593abe4056f req-3ce64868-3242-4266-8e35-9a3dc9f67b13 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2546127 Feb 03 12:35:49.892272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5cde3fd2-5695-48bd-8067-52bd5249aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (272e74d3-bca8-4005-a3a5-fdc4a3e55941), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.895087 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5cde3fd2-5695-48bd-8067-52bd5249aeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.896309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5cde3fd2-5695-48bd-8067-52bd5249aeb6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/272e74d3-bca8-4005-a3a5-fdc4a3e55941 HTTP/1.1" status: 204 len: 168 time: 0.7223611 Feb 03 12:35:49.992607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3fd2-5695-48bd-8067-52bd5249aeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e74d3-bca8-4005-a3a5-fdc4a3e55941,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:50.014163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0eff71-c833-4143-8249-28e26dbda991 admin admin] Deleting subnet 6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:50.022201 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b0eff71-c833-4143-8249-28e26dbda991 admin admin] Publish callbacks [] for subnet (6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.108000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4da6e07-544c-4454-8cb3-1593abe4056f req-21abb4f6-5e86-4df9-b430-6c41ae1af69e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102320 Feb 03 12:35:50.113649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-62239bd5-476b-4538-a744-05b1bf63def5 service neutron] 10.222.0.72 "GET /v2.0/networks/418565c3-06f0-44c6-b4c5-3b43a15707bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898135 Feb 03 12:35:50.115797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b0eff71-c833-4143-8249-28e26dbda991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.146936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:50.187095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: cad16891-5f8c-4a36-a399-f9a63588b2db {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:50.197925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad16891-5f8c-4a36-a399-f9a63588b2db not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:50.323392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-a1be5f42-9e80-4155-a74c-461d53e6f021 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:35:50.323921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-a1be5f42-9e80-4155-a74c-461d53e6f021 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060186 Feb 03 12:35:50.342967 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.385377 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-4acfb195-32fa-465c-af4c-745ae478ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.387274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-e0a3f362-1cde-4d55-b469-3bf2c7b75040 service neutron] 10.222.0.72 "GET /v2.0/networks/418565c3-06f0-44c6-b4c5-3b43a15707bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489307 Feb 03 12:35:50.392544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b0eff71-c833-4143-8249-28e26dbda991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.393213 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-4acfb195-32fa-465c-af4c-745ae478ea56 service neutron] 10.222.0.65 "GET /v2.0/ports/9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 HTTP/1.1" status: 200 len: 1125 time: 0.0559447 Feb 03 12:35:50.398041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Request body: {'binding': {'host': 'n-h1-792364-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:50.399389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Unknown quota resources ['binding']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:35:50.424544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0bfcc-382f-4b17-ba5e-b68f0c60460f req-baaee616-3c7e-48fe-b937-bdfb14ffd3b8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.426250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2d0bfcc-382f-4b17-ba5e-b68f0c60460f req-baaee616-3c7e-48fe-b937-bdfb14ffd3b8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.2036912 Feb 03 12:35:50.476615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-49b437a5-81dd-48b2-9dcb-edfcf01e88d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=773c079c-5562-4566-aca2-c137e04c62f8 HTTP/1.1" status: 200 len: 217 time: 0.0616381 Feb 03 12:35:50.612058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2d0bfcc-382f-4b17-ba5e-b68f0c60460f req-43ffdf49-a21d-4ff6-8b0a-a11a3d088e7a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401792 Feb 03 12:35:50.616976 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b0eff71-c833-4143-8249-28e26dbda991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.619976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on host n-h1-792364-10 for vnic_type normal with profile None {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:50.620599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:50.620942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:50.625836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:50.626171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:50.632247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:50.632786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:50.633329 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:50.644103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Bound port: 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:50.690311 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b0eff71-c833-4143-8249-28e26dbda991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.694503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2b0eff71-c833-4143-8249-28e26dbda991 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5 HTTP/1.1" status: 204 len: 168 time: 0.8681662 Feb 03 12:35:50.695406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e05a0c2-9f8f-4047-8164-edb1d3fae423 None None] Network 126e88b9-20af-4b22-8a75-41b4134ebd93 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:50.696633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0eff71-c833-4143-8249-28e26dbda991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdcc4ce-dc3f-474d-89b9-d7c0583e8ec5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:50.698029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47590) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:50.704011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-b98e0381-14ac-4510-8891-8f9ff49bfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.708642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-b98e0381-14ac-4510-8891-8f9ff49bfb48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570 HTTP/1.1" status: 200 len: 801 time: 0.2116718 Feb 03 12:35:50.738855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:50.752637 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.754002 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-df9132c3-3a9e-4546-a88c-ce332d50326f service neutron] 10.222.0.65 "POST /v2.0/ports/9f8c0c60-6c4b-4fe5-aa18-57660afe20b8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3599551 Feb 03 12:35:50.804551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 025b7fdd-5943-4414-bdd4-bde9f046148e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:50.836623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (126e88b9-20af-4b22-8a75-41b4134ebd93), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.844670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-6a26cbe3-7dac-419c-a4c3-b9ddafc98b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.854129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-6a26cbe3-7dac-419c-a4c3-b9ddafc98b96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1a63449d-c170-489b-849e-85ba2ac7a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256888 Feb 03 12:35:50.875797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'tag': '773c079c-5562-4566-aca2-c137e04c62f8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:50.882069 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381d2a71-81a7-4625-848b-7235806c0b32" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "tag": "773c079c-5562-4566-aca2-c137e04c62f8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:50.922825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Deleting port 04539bda-104a-49d9-9f02-ea74aa0ed565 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:50.923249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.966503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 025b7fdd-5943-4414-bdd4-bde9f046148e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:50.966855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 025b7fdd-5943-4414-bdd4-bde9f046148e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:51.017375 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] For port 04539bda-104a-49d9-9f02-ea74aa0ed565, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=04539bda-104a-49d9-9f02-ea74aa0ed565,segment=NetworkSegment(cbbcb952-5f04-461d-8229-ad61b648cb1c),segment_id=cbbcb952-5f04-461d-8229-ad61b648cb1c)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:51.017968 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.021053 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-f6e36e23-73d5-40a2-a6b8-c329451aeb71 service neutron] 10.222.0.72 "GET /v2.0/networks/1a63449d-c170-489b-849e-85ba2ac7a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603656 Feb 03 12:35:51.032692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Calling delete_port for 04539bda-104a-49d9-9f02-ea74aa0ed565 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:51.132706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (04539bda-104a-49d9-9f02-ea74aa0ed565), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.167460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04539bda-104a-49d9-9f02-ea74aa0ed565,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:51.185030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] No DVR routers for this DVR port 04539bda-104a-49d9-9f02-ea74aa0ed565 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:51.265502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47608) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:51.399541 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (126e88b9-20af-4b22-8a75-41b4134ebd93), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.440695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee532e86-e682-44f1-be93-2c77587da0c7 None None] DHCP port deletion for 126e88b9-20af-4b22-8a75-41b4134ebd93 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:51.453586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126e88b9-20af-4b22-8a75-41b4134ebd93']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:51.480425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbcb952-5f04-461d-8229-ad61b648cb1c') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:51.480983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbcb952-5f04-461d-8229-ad61b648cb1c') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:51.493815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (cbbcb952-5f04-461d-8229-ad61b648cb1c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.517811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (cbbcb952-5f04-461d-8229-ad61b648cb1c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.524561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:35:51.525383 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (cbbcb952-5f04-461d-8229-ad61b648cb1c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:35:51.577571 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:35:51.579991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47612) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:51.630639 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (126e88b9-20af-4b22-8a75-41b4134ebd93), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.662040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-808919708-network', 'tenant_id': '85ad4f2e3edb4d86a7f45d54a668a8a3'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:51.678400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.681576 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/126e88b9-20af-4b22-8a75-41b4134ebd93 HTTP/1.1" status: 204 len: 168 time: 0.9822569 Feb 03 12:35:51.682856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb22c96-77d6-41ce-b4c2-805ee77f86f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=126e88b9-20af-4b22-8a75-41b4134ebd93,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:51.690569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71401024-5d39-4862-b6d7-ace32a0070d8 req-1cefd088-1948-45a9-a03e-b3c45d8e5a89 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:51.692082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71401024-5d39-4862-b6d7-ace32a0070d8 req-1cefd088-1948-45a9-a03e-b3c45d8e5a89 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.6395404 Feb 03 12:35:51.693053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47618) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:51.705657 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234cd20-19b7-4550-b9f9-cdea92e2d816 req-51a3aa64-276f-48d4-88f0-8b86e5b6139f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:51.711032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234cd20-19b7-4550-b9f9-cdea92e2d816 req-51a3aa64-276f-48d4-88f0-8b86e5b6139f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:51.712669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1234cd20-19b7-4550-b9f9-cdea92e2d816 req-51a3aa64-276f-48d4-88f0-8b86e5b6139f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1678 time: 0.6880322 Feb 03 12:35:51.749541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Made reservation on behalf of 85ad4f2e3edb4d86a7f45d54a668a8a3 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:51.752174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.758300 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9beb7cca-6e5a-4360-b4cc-d17c43d00d39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd45003482bc46a6aa8a201858abe81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892805 Feb 03 12:35:51.759738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47620) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:51.780944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0b86bc3-de36-45a3-891a-0f5b261fdafb req-b5bad994-a28a-40a2-a98d-46f79794857f service neutron] 10.222.0.72 "GET /v2.0/networks/1a63449d-c170-489b-849e-85ba2ac7a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258110 Feb 03 12:35:51.781181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.796663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71401024-5d39-4862-b6d7-ace32a0070d8 req-f2aeebcb-7cca-4ecb-929a-7f05d4106b39 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810039 Feb 03 12:35:51.815340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1234cd20-19b7-4550-b9f9-cdea92e2d816 req-705a7916-69b8-4518-b468-24d7f43e67b9 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808589 Feb 03 12:35:51.922088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18611a11-24f2-4e20-ad23-d3dea05c85c2 admin admin] Publish callbacks [] for security_group (c27113d1-d34c-45d5-81bf-4d29862b3992), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.935261 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae036dd-ca99-43b0-ae2b-49287cfee8e5 x-openstack-request-id: req-eae036dd-ca99-43b0-ae2b-49287cfee8e5 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:51.935615 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "tag": "773c079c-5562-4566-aca2-c137e04c62f8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:51.935810 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eae036dd-ca99-43b0-ae2b-49287cfee8e5 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:51.936187 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'tag': '773c079c-5562-4566-aca2-c137e04c62f8', 'status': 'completed', 'code': 200} Feb 03 12:35:51.997672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045f707-2262-497b-aed4-3d576015ddd9 req-b53103cd-aa8a-4206-accd-eb85fffd19bb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.003042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6045f707-2262-497b-aed4-3d576015ddd9 req-b53103cd-aa8a-4206-accd-eb85fffd19bb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1156447 Feb 03 12:35:52.007515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18611a11-24f2-4e20-ad23-d3dea05c85c2 admin admin] Publish callbacks [] for security_group (c27113d1-d34c-45d5-81bf-4d29862b3992), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.068776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d2a71-81a7-4625-848b-7235806c0b32 req-578e49fa-9baa-408d-a7a3-a6bb219e9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.069295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d2a71-81a7-4625-848b-7235806c0b32 req-578e49fa-9baa-408d-a7a3-a6bb219e9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.070901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-381d2a71-81a7-4625-848b-7235806c0b32 req-578e49fa-9baa-408d-a7a3-a6bb219e9f5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 2044 time: 0.1314435 Feb 03 12:35:52.077065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Publish callbacks [] for security_group (d0aaa736-5f4e-4390-94f4-f68b88ff3793), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.096801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d0aaa736-5f4e-4390-94f4-f68b88ff3793), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.122753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:52.130581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6045f707-2262-497b-aed4-3d576015ddd9 req-523d5b46-2cb1-46af-ac1e-b8be749a905b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224928 Feb 03 12:35:52.169503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aaa736-5f4e-4390-94f4-f68b88ff3793,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:52.177918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d3447838-7128-4784-8ae1-30b6c0279ff3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.178599 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Added segment d3447838-7128-4784-8ae1-30b6c0279ff3 of type vlan for network ff7288cd-6b04-4165-befc-518c407d3774 Feb 03 12:35:52.180314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118ffd-fab5-469a-a928-9f708c612d99 req-ad9ff91a-e0fb-479f-9844-9ec8184ed94c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.181855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f118ffd-fab5-469a-a928-9f708c612d99 req-ad9ff91a-e0fb-479f-9844-9ec8184ed94c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.1759379 Feb 03 12:35:52.216841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d2a71-81a7-4625-848b-7235806c0b32 req-0a829916-7d27-4dfb-8872-2a2e3db9e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.218441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-381d2a71-81a7-4625-848b-7235806c0b32 req-0a829916-7d27-4dfb-8872-2a2e3db9e226 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1a63449d-c170-489b-849e-85ba2ac7a69b HTTP/1.1" status: 200 len: 901 time: 0.1364975 Feb 03 12:35:52.219591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18611a11-24f2-4e20-ad23-d3dea05c85c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c27113d1-d34c-45d5-81bf-4d29862b3992), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.222086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18611a11-24f2-4e20-ad23-d3dea05c85c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.225725 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-18611a11-24f2-4e20-ad23-d3dea05c85c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c27113d1-d34c-45d5-81bf-4d29862b3992 HTTP/1.1" status: 204 len: 168 time: 0.4635139 Feb 03 12:35:52.242240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ff7288cd-6b04-4165-befc-518c407d3774), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.280193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-381d2a71-81a7-4625-848b-7235806c0b32 req-eded34c5-c46b-40cd-b847-2941bb00afc0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=773c079c-5562-4566-aca2-c137e04c62f8 HTTP/1.1" status: 200 len: 217 time: 0.0511146 Feb 03 12:35:52.284854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18611a11-24f2-4e20-ad23-d3dea05c85c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27113d1-d34c-45d5-81bf-4d29862b3992,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:52.310356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f118ffd-fab5-469a-a928-9f708c612d99 req-71fffb4a-ff37-4fae-9843-4b39d76b4672 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211870 Feb 03 12:35:52.311357 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ff7288cd-6b04-4165-befc-518c407d3774), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.312736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.313329 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.369307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d2a71-81a7-4625-848b-7235806c0b32 req-6936080d-b18a-42ac-a1f8-7e8272850aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.371105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-381d2a71-81a7-4625-848b-7235806c0b32 req-6936080d-b18a-42ac-a1f8-7e8272850aff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570 HTTP/1.1" status: 200 len: 801 time: 0.0597837 Feb 03 12:35:52.389293 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8043537 Feb 03 12:35:52.392968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47626) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:52.427839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Request body: {'subnet': {'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-808919708-subnet', 'tenant_id': '85ad4f2e3edb4d86a7f45d54a668a8a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:52.431265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d2a71-81a7-4625-848b-7235806c0b32 req-fd7089b1-4aa0-4336-a2c8-8b79b126db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.433791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-381d2a71-81a7-4625-848b-7235806c0b32 req-fd7089b1-4aa0-4336-a2c8-8b79b126db1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1a63449d-c170-489b-849e-85ba2ac7a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541198 Feb 03 12:35:52.438782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae10524-fa4e-48ef-9595-a19232b7fd36 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7288cd-6b04-4165-befc-518c407d3774,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:52.450402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ff7288cd-6b04-4165-befc-518c407d3774 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:52.486127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Made reservation on behalf of 85ad4f2e3edb4d86a7f45d54a668a8a3 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:52.488494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.659878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-381d2a71-81a7-4625-848b-7235806c0b32 req-f957a124-5648-4116-8a1a-40ac9227c52f service neutron] 10.222.0.72 "GET /v2.0/networks/1a63449d-c170-489b-849e-85ba2ac7a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973977 Feb 03 12:35:52.718070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47628) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:52.730101 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 04539bda-104a-49d9-9f02-ea74aa0ed565 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:52.764854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 04539bda-104a-49d9-9f02-ea74aa0ed565 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:52.765281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 04539bda-104a-49d9-9f02-ea74aa0ed565 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:52.792060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (e65ca260-a0ed-4d89-a744-69405f9680e0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.799496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-381d2a71-81a7-4625-848b-7235806c0b32 req-0d0fab9e-d5bc-450e-ad30-d36573bd3c1d service neutron] 10.222.0.72 "GET /v2.0/networks/1a63449d-c170-489b-849e-85ba2ac7a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182044 Feb 03 12:35:52.851685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.907111 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1033f2b2-16b8-448f-bbdb-2dac8c11f2eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99a6f7f4b95c460d86026b574a5352ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860549 Feb 03 12:35:52.909541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47634) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:52.939858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65ca260-a0ed-4d89-a744-69405f9680e0,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.000099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Checking segment: {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:53.001155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Network hostable DHCP agents. Network: ff7288cd-6b04-4165-befc-518c407d3774, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:53.025616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a04275-068e-4bd4-b310-eeab54f29fc6 req-579669fa-4873-4733-a672-56a7da0d1333 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.027209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97a04275-068e-4bd4-b310-eeab54f29fc6 req-579669fa-4873-4733-a672-56a7da0d1333 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.1215098 Feb 03 12:35:53.044709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed1f8b-4e56-4b9b-92fc-7674e6cf9b14 req-2c49314f-64fe-4a25-8721-a34f027f0145 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.048253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Network ff7288cd-6b04-4165-befc-518c407d3774 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:53.049925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed1f8b-4e56-4b9b-92fc-7674e6cf9b14 req-2c49314f-64fe-4a25-8721-a34f027f0145 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.051690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19ed1f8b-4e56-4b9b-92fc-7674e6cf9b14 req-2c49314f-64fe-4a25-8721-a34f027f0145 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1678 time: 0.1338251 Feb 03 12:35:53.100106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3580d928-956d-4548-9618-470af8917db7 admin admin] Publish callbacks [] for security_group (83ac53f7-9d54-49c6-bff2-f285216b6e00), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.116928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97a04275-068e-4bd4-b310-eeab54f29fc6 req-76de793d-4f02-4663-8487-e436228cb69a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816646 Feb 03 12:35:53.135737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19ed1f8b-4e56-4b9b-92fc-7674e6cf9b14 req-e1891b7a-0f02-414b-b5ba-9b0e388435e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711133 Feb 03 12:35:53.146867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ff7288cd-6b04-4165-befc-518c407d3774) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:53.161370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.162055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.166972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e79692-8dec-4c6a-a4c5-5b558b4c58d7 None None] Network ff7288cd-6b04-4165-befc-518c407d3774 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:53.181510 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3580d928-956d-4548-9618-470af8917db7 admin admin] Publish callbacks [] for security_group (83ac53f7-9d54-49c6-bff2-f285216b6e00), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.212418 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1ce58928-918a-4fe8-a612-6816ffe1cf17 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7912698 Feb 03 12:35:53.327234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6d467-a492-4e50-b774-76bf7b1e5e56 req-bedb7f14-7589-4d5b-bb67-ad688b1bdfc9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.336236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98f6d467-a492-4e50-b774-76bf7b1e5e56 req-bedb7f14-7589-4d5b-bb67-ad688b1bdfc9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.0744598 Feb 03 12:35:53.343207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589129e7-6cc2-4bdd-8720-a3514bf6db64 None None] Network ff7288cd-6b04-4165-befc-518c407d3774 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:53.349379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3580d928-956d-4548-9618-470af8917db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (83ac53f7-9d54-49c6-bff2-f285216b6e00), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.356733 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3580d928-956d-4548-9618-470af8917db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.361578 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3580d928-956d-4548-9618-470af8917db7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83ac53f7-9d54-49c6-bff2-f285216b6e00 HTTP/1.1" status: 204 len: 168 time: 0.4477503 Feb 03 12:35:53.401526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580d928-956d-4548-9618-470af8917db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ac53f7-9d54-49c6-bff2-f285216b6e00,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.421227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98f6d467-a492-4e50-b774-76bf7b1e5e56 req-d3e6abfe-1d28-4ecd-bd6b-df2f36490ab4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840037 Feb 03 12:35:53.491316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Deleting port ce9953df-a336-4ee3-8ae2-367d1b06e530 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:53.491921 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.555928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10c300-ddb9-4acd-8fe1-e3f880da552c req-acb56048-bc4e-4dd4-9009-44dc9715a851 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.557568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab10c300-ddb9-4acd-8fe1-e3f880da552c req-acb56048-bc4e-4dd4-9009-44dc9715a851 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.1120877 Feb 03 12:35:53.588239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 262671f8-fc67-470b-a6a4-0ad5ef877715 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:53.604779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] For port ce9953df-a336-4ee3-8ae2-367d1b06e530, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ce9953df-a336-4ee3-8ae2-367d1b06e530,segment=NetworkSegment(74c807ff-cb2c-425c-95fb-05cf41055437),segment_id=74c807ff-cb2c-425c-95fb-05cf41055437)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:53.605146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.625925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Calling delete_port for ce9953df-a336-4ee3-8ae2-367d1b06e530 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:53.659603 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab10c300-ddb9-4acd-8fe1-e3f880da552c req-9292f2f9-e9fa-4fd5-be4b-d3829c4ca835 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903358 Feb 03 12:35:53.761187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 262671f8-fc67-470b-a6a4-0ad5ef877715, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=262671f8-fc67-470b-a6a4-0ad5ef877715,segment=NetworkSegment(fd239eff-de2c-400f-b03a-faf09ea54a85),segment_id=fd239eff-de2c-400f-b03a-faf09ea54a85)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:53.788281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '262671f8-fc67-470b-a6a4-0ad5ef877715', 'network_id': '418565c3-06f0-44c6-b4c5-3b43a15707bc', 'port_id': '262671f8-fc67-470b-a6a4-0ad5ef877715', 'mac_address': 'fa:16:3e:72:ab:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1659ec1-4d5b-4247-93ae-f8c11c14788f', 'ip_address': '19.80.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:53.842855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 262671f8-fc67-470b-a6a4-0ad5ef877715 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:53.843512 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.859428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262671f8-fc67-470b-a6a4-0ad5ef877715 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:53.885678 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ce9953df-a336-4ee3-8ae2-367d1b06e530), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.953188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 262671f8-fc67-470b-a6a4-0ad5ef877715, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=262671f8-fc67-470b-a6a4-0ad5ef877715,segment=NetworkSegment(fd239eff-de2c-400f-b03a-faf09ea54a85),segment_id=fd239eff-de2c-400f-b03a-faf09ea54a85)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:53.964023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.966071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 773c079c-5562-4566-aca2-c137e04c62f8 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:54.026898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9953df-a336-4ee3-8ae2-367d1b06e530,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:54.173707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 773c079c-5562-4566-aca2-c137e04c62f8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=773c079c-5562-4566-aca2-c137e04c62f8,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:54.176984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=262671f8-fc67-470b-a6a4-0ad5ef877715,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:54.192169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '773c079c-5562-4566-aca2-c137e04c62f8', 'network_id': '1a63449d-c170-489b-849e-85ba2ac7a69b', 'port_id': '773c079c-5562-4566-aca2-c137e04c62f8', 'mac_address': 'fa:16:3e:cb:ac:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570', 'ip_address': '19.86.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:54.231991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e23570b4-31eb-44aa-a5d4-b25b598b07ae tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.240384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e23570b4-31eb-44aa-a5d4-b25b598b07ae tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 804 time: 0.2526255 Feb 03 12:35:54.272805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-9c90ed23-6009-4ea1-9c88-5552105da4c5 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/quotas/85ad4f2e3edb4d86a7f45d54a668a8a3 HTTP/1.1" status: 200 len: 375 time: 0.0309505 Feb 03 12:35:54.281124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.284600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 773c079c-5562-4566-aca2-c137e04c62f8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:54.285315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (773c079c-5562-4566-aca2-c137e04c62f8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.310273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773c079c-5562-4566-aca2-c137e04c62f8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:54.352452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 773c079c-5562-4566-aca2-c137e04c62f8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=773c079c-5562-4566-aca2-c137e04c62f8,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:54.352676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-43e7fd99-136b-4a36-bb08-f9ea4b957b92 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766129 Feb 03 12:35:54.372304 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (773c079c-5562-4566-aca2-c137e04c62f8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.476397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=773c079c-5562-4566-aca2-c137e04c62f8,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:54.494834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242d1bc-3d00-4eef-bb8c-177acada23b9 req-ee962b20-6d2f-4093-a923-16132a117923 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.496692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c242d1bc-3d00-4eef-bb8c-177acada23b9 req-ee962b20-6d2f-4093-a923-16132a117923 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.2184556 Feb 03 12:35:54.530960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-1d0a14d0-2321-4201-b79f-0d04a309e1e7 service neutron] 10.222.0.65 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773598 Feb 03 12:35:54.604591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c242d1bc-3d00-4eef-bb8c-177acada23b9 req-f2565d21-5ea1-46a3-9ea3-7197d1b9f8b5 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948837 Feb 03 12:35:54.776683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-fa402314-389a-4ed5-a0f0-26f3e4844f35 service neutron] 10.222.0.65 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349622 Feb 03 12:35:54.779571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['773c079c-5562-4566-aca2-c137e04c62f8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:54.895958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e4cd-c44a-4b9d-b786-15e1ed52041f req-58c2f3af-0961-4c7f-a7b9-977ebc244d7a tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.902674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e4cd-c44a-4b9d-b786-15e1ed52041f req-58c2f3af-0961-4c7f-a7b9-977ebc244d7a tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.905391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3253e4cd-c44a-4b9d-b786-15e1ed52041f req-58c2f3af-0961-4c7f-a7b9-977ebc244d7a tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1680 time: 0.1163127 Feb 03 12:35:54.971171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3253e4cd-c44a-4b9d-b786-15e1ed52041f req-cd96100e-2d45-4775-a4f2-5240d9c20de3 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564187 Feb 03 12:35:55.074219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:55.142729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa670a-8328-4b03-a3d0-45f76136ce2e req-6a594f89-8227-4077-9990-42eeda6906b9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:55.143827 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aafa670a-8328-4b03-a3d0-45f76136ce2e req-6a594f89-8227-4077-9990-42eeda6906b9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.1090553 Feb 03 12:35:55.222502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aafa670a-8328-4b03-a3d0-45f76136ce2e req-8ff9707f-426f-4787-86af-25af56d94c5d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583031 Feb 03 12:35:55.232027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e67178-9918-43a9-b704-6e446f097f04 req-70d7e06f-57b8-49b8-a510-86056ca92c83 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:55.234172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02e67178-9918-43a9-b704-6e446f097f04 req-70d7e06f-57b8-49b8-a510-86056ca92c83 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.1214662 Feb 03 12:35:55.260543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:55.271659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] Sync routers for ids ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:55.289035 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-05690984-e763-4d81-a3b5-8e733934ab93 admin admin] 10.222.0.65 "PUT /v2.0/routers/8dafe408-6dcb-4027-86a0-04cf1f1fc8b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5885737 Feb 03 12:35:55.291048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47700) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:55.317734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] Routers {'8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:55.318532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:55.377450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02e67178-9918-43a9-b704-6e446f097f04 req-ceb73d25-3d42-4edf-b23f-dfd7ab7af98a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365407 Feb 03 12:35:55.499183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98a09653-e12f-4fef-b1b8-6a9743000582 req-24e3f6f8-b491-4ef7-a8c4-2e343b8f5340 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 210 time: 0.0344362 Feb 03 12:35:55.524422 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks [] for router (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.574605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] Set router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:55.681944 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks [] for router_gateway (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.817796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:35:53Z', 'revision_number': 5, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'gw_port': {'id': 'ab61bf3b-1b74-4d14-84d0-57003c58485c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:17Z', 'updated_at': '2022-02-03T12:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:55.822751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['262671f8-fc67-470b-a6a4-0ad5ef877715'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:55.840453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350d07d-bdc5-4a2e-b774-cd8f13083fee req-a3a3c5b0-eaf5-4943-bc8c-4830fa2976d4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:55.842138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7350d07d-bdc5-4a2e-b774-cd8f13083fee req-a3a3c5b0-eaf5-4943-bc8c-4830fa2976d4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.1217649 Feb 03 12:35:55.857750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] Checking router: 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:35:55.860131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98206d-451b-4275-a025-070d86bf83d1 req-ea6ef750-9ae6-4825-b4ce-eeacfdc32585 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:55.861740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb98206d-451b-4275-a025-070d86bf83d1 req-ea6ef750-9ae6-4825-b4ce-eeacfdc32585 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.1401649 Feb 03 12:35:55.872951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Deleting port ab61bf3b-1b74-4d14-84d0-57003c58485c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:55.873363 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.897837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] Routers {'8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:55.898022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:56.005675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7350d07d-bdc5-4a2e-b774-cd8f13083fee req-2922bddc-910c-4047-8595-7d733fd1191a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426282 Feb 03 12:35:56.017792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb98206d-451b-4275-a025-070d86bf83d1 req-5d14210c-85d9-4460-a02f-61ebfd548fe5 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437001 Feb 03 12:35:56.018094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] Set router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:56.095530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] For port ab61bf3b-1b74-4d14-84d0-57003c58485c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ab61bf3b-1b74-4d14-84d0-57003c58485c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:56.095872 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.109076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:35:55Z', 'revision_number': 6, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:56.137999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Calling delete_port for ab61bf3b-1b74-4d14-84d0-57003c58485c owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:56.143724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8499bb-472c-4a6f-a907-1611838db52c None None] The sync data for ids ['8dafe408-6dcb-4027-86a0-04cf1f1fc8b8'] in n-d-792364-10 is: [{'id': '8dafe408-6dcb-4027-86a0-04cf1f1fc8b8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383115616-router', 'tenant_id': '3af1bbb654de4aafb5632caafed6e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:35:55Z', 'revision_number': 6, 'project_id': '3af1bbb654de4aafb5632caafed6e39f', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:56.199789 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-e687f4ce-2d0a-4319-8a84-326c5a26b3c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1684732 Feb 03 12:35:56.289366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e069-5f13-4f73-8a1c-096570d2e917 req-a517bbde-c73e-453a-9519-036993a76191 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.294817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e069-5f13-4f73-8a1c-096570d2e917 req-a517bbde-c73e-453a-9519-036993a76191 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.296393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d23e069-5f13-4f73-8a1c-096570d2e917 req-a517bbde-c73e-453a-9519-036993a76191 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1680 time: 0.1969700 Feb 03 12:35:56.383316 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-3d54c062-ad46-455d-abd3-cd611dea73c7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2248137 Feb 03 12:35:56.496594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-21777da5-7cdf-4278-8271-3377416ca54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.498011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-21777da5-7cdf-4278-8271-3377416ca54b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 1133 time: 0.2623355 Feb 03 12:35:56.582236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d23e069-5f13-4f73-8a1c-096570d2e917 req-62ab64df-63a3-481d-a043-c719e6c51732 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748458 Feb 03 12:35:56.642384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d08259-421a-4e64-ae3e-14d72a29bd25 req-a2e15284-625f-4a47-bece-b744c18c6d00 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.643870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73d08259-421a-4e64-ae3e-14d72a29bd25 req-a2e15284-625f-4a47-bece-b744c18c6d00 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.3132138 Feb 03 12:35:56.731365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-d23d6644-d40d-487c-8d86-348d7564ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.733155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-d23d6644-d40d-487c-8d86-348d7564ce48 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1127 time: 0.2838132 Feb 03 12:35:56.995833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ce9953df-a336-4ee3-8ae2-367d1b06e530 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:57.017894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ce9953df-a336-4ee3-8ae2-367d1b06e530 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:57.018374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ce9953df-a336-4ee3-8ae2-367d1b06e530 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:57.018810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ab61bf3b-1b74-4d14-84d0-57003c58485c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:57.024856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-ab032970-2cb6-4ff6-9327-ba95778aa041 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.026346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-ab032970-2cb6-4ff6-9327-ba95778aa041 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 804 time: 0.6422782 Feb 03 12:35:57.041700 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ab61bf3b-1b74-4d14-84d0-57003c58485c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.042491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ab61bf3b-1b74-4d14-84d0-57003c58485c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:57.042721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ab61bf3b-1b74-4d14-84d0-57003c58485c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:57.108751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Request body: {'port': {'device_id': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'admin_state_up': True, 'tenant_id': '85ad4f2e3edb4d86a7f45d54a668a8a3'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:57.139153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab61bf3b-1b74-4d14-84d0-57003c58485c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:57.141387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-b94b0310-5299-4f9b-91e9-73e4a6bc6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.142880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-b94b0310-5299-4f9b-91e9-73e4a6bc6e58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.6033256 Feb 03 12:35:57.215461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73d08259-421a-4e64-ae3e-14d72a29bd25 req-3181d337-a5eb-4735-b3b6-7baca98dab95 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400100 Feb 03 12:35:57.301819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-9ebad3ce-0c54-4de1-8b8b-bd76247e375f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4 HTTP/1.1" status: 200 len: 217 time: 0.1149023 Feb 03 12:35:57.340460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e158e5e-503f-4dd8-aa39-9cba5bfe6172 req-d7423091-de7b-4c75-91ab-cc543bb821c9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.341959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e158e5e-503f-4dd8-aa39-9cba5bfe6172 req-d7423091-de7b-4c75-91ab-cc543bb821c9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.6629794 Feb 03 12:35:57.404459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ccb94d69-c50f-4da5-a585-b42d8ada7ae2 req-2a96e126-23ca-43cd-8861-ba2765f3a1ae tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 210 time: 0.1044369 Feb 03 12:35:57.405864 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-ab631a8f-79b2-466a-b752-ab09410a1090 service neutron] show failed (client error): The resource could not be found. Feb 03 12:35:57.406911 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-ab631a8f-79b2-466a-b752-ab09410a1090 service neutron] 10.222.0.91 "GET /v2.0/ports/c906fb6d-7175-425b-976a-153a7a4a43e9/bindings/n-h2-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0698936 Feb 03 12:35:57.449435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-a4b799eb-12af-4c9f-acd7-003b50292050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.450953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-a4b799eb-12af-4c9f-acd7-003b50292050 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.4209795 Feb 03 12:35:57.462413 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.507684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-27d2576e-87fa-4516-b46f-8bbfbd7998d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.509138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-27d2576e-87fa-4516-b46f-8bbfbd7998d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1962779 Feb 03 12:35:57.594037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-cb1167b1-4169-4d1a-a2be-c56840e13705 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 217 time: 0.1369507 Feb 03 12:35:57.611423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 262671f8-fc67-470b-a6a4-0ad5ef877715 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:57.665359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-6a512b2b-2df5-4a20-8ea7-749f1f6a9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.667373 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-6a512b2b-2df5-4a20-8ea7-749f1f6a9fe3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb&tenant_id=5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 1133 time: 0.0525141 Feb 03 12:35:57.668555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 262671f8-fc67-470b-a6a4-0ad5ef877715 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:57.673099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 262671f8-fc67-470b-a6a4-0ad5ef877715 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:57.673481 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.684862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:57.686142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.707667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e158e5e-503f-4dd8-aa39-9cba5bfe6172 req-d251e782-6aec-42c7-ba6d-cb9625371194 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222795 Feb 03 12:35:57.708866 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks [] for router_controller (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.715733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Made reservation on behalf of 85ad4f2e3edb4d86a7f45d54a668a8a3 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:57.721164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.781845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 262671f8-fc67-470b-a6a4-0ad5ef877715 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:57.782239 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.792942 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.811456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-f2a75bbe-48c5-48f4-b001-7a97b1e12940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.812932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-f2a75bbe-48c5-48f4-b001-7a97b1e12940 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.1767952 Feb 03 12:35:57.820812 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (8dafe408-6dcb-4027-86a0-04cf1f1fc8b8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.821352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:35:57.843992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 262671f8-fc67-470b-a6a4-0ad5ef877715, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=262671f8-fc67-470b-a6a4-0ad5ef877715,segment=NetworkSegment(fd239eff-de2c-400f-b03a-faf09ea54a85),segment_id=fd239eff-de2c-400f-b03a-faf09ea54a85)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:57.845168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262671f8-fc67-470b-a6a4-0ad5ef877715'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:57.850372 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e774905-e785-4d8d-8ea3-5a24f26a5dc7" -d '{"events": [{"server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "name": "network-vif-plugged", "status": "completed", "tag": "262671f8-fc67-470b-a6a4-0ad5ef877715"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:57.856644 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.858246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 773c079c-5562-4566-aca2-c137e04c62f8 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:57.867970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.869124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e08d1322-a8da-49da-97f5-7f32976b4073 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8dafe408-6dcb-4027-86a0-04cf1f1fc8b8 HTTP/1.1" status: 204 len: 168 time: 2.5707238 Feb 03 12:35:57.880486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47756) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:57.913752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-e434ce63-3306-43ac-bfa4-2db959044678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.915320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-e434ce63-3306-43ac-bfa4-2db959044678 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3389223 Feb 03 12:35:57.926132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffd380-91c4-4543-81bc-91533ace7fd8 req-271f6031-8d1a-4337-8f97-fc9abfe16166 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.927684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cffd380-91c4-4543-81bc-91533ace7fd8 req-271f6031-8d1a-4337-8f97-fc9abfe16166 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.3478940 Feb 03 12:35:57.929655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-1c242adb-0ef0-4873-8a17-ba187d0ed8df service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063080 Feb 03 12:35:58.041585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=262671f8-fc67-470b-a6a4-0ad5ef877715,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:58.047701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 773c079c-5562-4566-aca2-c137e04c62f8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:58.054159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 773c079c-5562-4566-aca2-c137e04c62f8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:58.054719 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (773c079c-5562-4566-aca2-c137e04c62f8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.113521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:58.142549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 773c079c-5562-4566-aca2-c137e04c62f8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:58.142945 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (773c079c-5562-4566-aca2-c137e04c62f8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.148710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:58.175907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 773c079c-5562-4566-aca2-c137e04c62f8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=773c079c-5562-4566-aca2-c137e04c62f8,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:58.180879 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (773c079c-5562-4566-aca2-c137e04c62f8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.192555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:58.195045 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3122849-db74-48f7-a3a8-745b183cb8bf" -d '{"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:58.198910 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Publish callbacks [] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.214784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Transition to ACTIVE for port object c906fb6d-7175-425b-976a-153a7a4a43e9 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:58.220810 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.227081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-364af08c-68cb-47c4-9aae-c80aaa5f23d0 admin admin] Deleting subnet cf8b5a97-0f1b-43ea-b924-e919d94c17b8 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:58.233543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=773c079c-5562-4566-aca2-c137e04c62f8,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:58.261385 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-364af08c-68cb-47c4-9aae-c80aaa5f23d0 admin admin] Publish callbacks [] for subnet (cf8b5a97-0f1b-43ea-b924-e919d94c17b8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.287795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] No DVR routers for this DVR port c906fb6d-7175-425b-976a-153a7a4a43e9 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:58.292832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=6']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:58.300965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Allocated IP 172.20.0.9 (ff7288cd-6b04-4165-befc-518c407d3774/e65ca260-a0ed-4d89-a744-69405f9680e0/cd99dede-db14-4526-8ebb-bba4f4c95b9e) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:58.334025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cffd380-91c4-4543-81bc-91533ace7fd8 req-dc251030-b845-4f3b-83e2-8dbe38530575 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514130 Feb 03 12:35:58.334714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:58.334714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:58.334944 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:58.340625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Port c906fb6d-7175-425b-976a-153a7a4a43e9 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:58.340957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:58.346133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:58.346517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:58.346908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:58.347859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Bound port: c906fb6d-7175-425b-976a-153a7a4a43e9, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:58.347859 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.364645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-364af08c-68cb-47c4-9aae-c80aaa5f23d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (cf8b5a97-0f1b-43ea-b924-e919d94c17b8), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.391574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-60d3c600-a82a-4b87-bbf6-dcfd0be52ebe service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100924 Feb 03 12:35:58.393335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-993df43a-00ea-407c-a13e-326a88803b24 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600623 Feb 03 12:35:58.405604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31ff3c-1fc0-4cb6-a166-100c9bb06b56 req-a8112d59-061c-4cd6-b209-768a182a4413 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.412266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31ff3c-1fc0-4cb6-a166-100c9bb06b56 req-a8112d59-061c-4cd6-b209-768a182a4413 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.425266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b31ff3c-1fc0-4cb6-a166-100c9bb06b56 req-a8112d59-061c-4cd6-b209-768a182a4413 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1681 time: 0.3788471 Feb 03 12:35:58.443256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:58.452393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:58.464911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.467793 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7783b065-2a02-4df5-8ddf-8a8394bcb160 x-openstack-request-id: req-7783b065-2a02-4df5-8ddf-8a8394bcb160 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:58.468106 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "name": "network-vif-plugged", "status": "completed", "tag": "262671f8-fc67-470b-a6a4-0ad5ef877715", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:58.468361 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7783b065-2a02-4df5-8ddf-8a8394bcb160 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:58.468805 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262671f8-fc67-470b-a6a4-0ad5ef877715', 'code': 200} Feb 03 12:35:58.506595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.507134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.508932 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] 10.222.0.72 "PUT /v2.0/ports/c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 1097 time: 0.8288059 Feb 03 12:35:58.533776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83b8fa-27bb-4ed1-991c-7a42d9bd5b23 service neutron] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=7']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:58.588863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4f9472eb-6bf6-47ac-9784-d2162f7e9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.590438 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-4f9472eb-6bf6-47ac-9784-d2162f7e9ce2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1131 time: 0.0518041 Feb 03 12:35:58.716049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-73084e3a-4c6c-4202-a0b7-b7e144150085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.717543 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-73084e3a-4c6c-4202-a0b7-b7e144150085 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1158967 Feb 03 12:35:58.763630 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-17bc35b6-af81-4188-868e-e3a8bafce126 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.0387790 Feb 03 12:35:58.808796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b31ff3c-1fc0-4cb6-a166-100c9bb06b56 req-343a5e0d-2c89-454e-98bf-7e62052e9ed7 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880842 Feb 03 12:35:58.836020 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-364af08c-68cb-47c4-9aae-c80aaa5f23d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (cf8b5a97-0f1b-43ea-b924-e919d94c17b8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.842470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-01644fa4-a34d-4882-a2ba-1669e90c8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.844596 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-01644fa4-a34d-4882-a2ba-1669e90c8496 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0679672 Feb 03 12:35:58.869501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa8b3a98-5242-4b8d-aea7-2fce6619caab req-fc4b0b31-bb98-4cb3-979f-9a2a47d9edbf service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444818 Feb 03 12:35:58.883248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-168d661a-aaf8-4923-8d67-d82bd748b894 req-5ef0c661-bf24-4539-ae0e-11db2166f81d service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457483 Feb 03 12:35:58.885860 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0724ad71-d3f0-4e84-b932-95c3726641e0 x-openstack-request-id: req-0724ad71-d3f0-4e84-b932-95c3726641e0 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:58.886154 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:58.886520 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0724ad71-d3f0-4e84-b932-95c3726641e0 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:58.886859 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'code': 200} Feb 03 12:35:58.907261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-748ca74d-35c7-486a-b1de-added59a1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.909179 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-748ca74d-35c7-486a-b1de-added59a1fd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0555618 Feb 03 12:35:58.928678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc008f-68d6-4c73-8aba-4eaaaaf98d74 req-39e8b613-76c4-483c-96bd-7f692c57525c tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.930232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cfc008f-68d6-4c73-8aba-4eaaaaf98d74 req-39e8b613-76c4-483c-96bd-7f692c57525c tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.3910799 Feb 03 12:35:58.948984 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks [] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.973418 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-364af08c-68cb-47c4-9aae-c80aaa5f23d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (cf8b5a97-0f1b-43ea-b924-e919d94c17b8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.019099 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-f0aab5a4-0e2f-4065-a6be-298763e528d3 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991237 Feb 03 12:35:59.037066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364af08c-68cb-47c4-9aae-c80aaa5f23d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8b5a97-0f1b-43ea-b924-e919d94c17b8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.047762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-364af08c-68cb-47c4-9aae-c80aaa5f23d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.048331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ff1c4-49dc-4b64-a949-97f58d7dc286 None None] Network 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:59.051049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-364af08c-68cb-47c4-9aae-c80aaa5f23d0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cf8b5a97-0f1b-43ea-b924-e919d94c17b8 HTTP/1.1" status: 204 len: 168 time: 1.1684008 Feb 03 12:35:59.059599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47772) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:59.107781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cfc008f-68d6-4c73-8aba-4eaaaaf98d74 req-f9866f32-c050-4e66-a0ca-33db2fda99b5 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d34ac3e-af91-474b-96f3-ee6400a10dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659276 Feb 03 12:35:59.141855 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c31943c-be6e-46d5-815a-6a10ec62c176 req-9dffd266-e2fe-466a-a9b1-1501b15d4d2d service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139381 Feb 03 12:35:59.184802 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1f5b3c6d-cd46-4dea-88e4-c9f0737ad499), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.207912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e620c-84f6-4377-af37-0ec1a3eb15a0 req-de11eb41-dc45-42a6-b15c-b7e3278e4d3d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.209438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-257e620c-84f6-4377-af37-0ec1a3eb15a0 req-de11eb41-dc45-42a6-b15c-b7e3278e4d3d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 948 time: 0.2409298 Feb 03 12:35:59.211577 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.231226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1d752-809e-42dd-8612-ec261c4f8b6a None None] DHCP port deletion for 1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:59.299234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1d752-809e-42dd-8612-ec261c4f8b6a None None] Deleting port c387cb0f-a13b-4725-a1ed-172f87252231 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:59.299379 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dc1d752-809e-42dd-8612-ec261c4f8b6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.516902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6dc1d752-809e-42dd-8612-ec261c4f8b6a None None] For port c387cb0f-a13b-4725-a1ed-172f87252231, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c387cb0f-a13b-4725-a1ed-172f87252231,segment=NetworkSegment(74c807ff-cb2c-425c-95fb-05cf41055437),segment_id=74c807ff-cb2c-425c-95fb-05cf41055437)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:59.517419 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dc1d752-809e-42dd-8612-ec261c4f8b6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.531058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1d752-809e-42dd-8612-ec261c4f8b6a None None] Calling delete_port for c387cb0f-a13b-4725-a1ed-172f87252231 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:59.610858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Network ff7288cd-6b04-4165-befc-518c407d3774 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:59.620481 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dc1d752-809e-42dd-8612-ec261c4f8b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.625550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:59.633586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Pushing event updated for resources: {'Port': ['ID=cd99dede-db14-4526-8ebb-bba4f4c95b9e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.637180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:59.647738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1d752-809e-42dd-8612-ec261c4f8b6a None None] Pushing event deleted for resources: {'Port': ['ID=c387cb0f-a13b-4725-a1ed-172f87252231,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.649560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc1d752-809e-42dd-8612-ec261c4f8b6a None None] No DVR routers for this DVR port c387cb0f-a13b-4725-a1ed-172f87252231 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:59.691371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-257e620c-84f6-4377-af37-0ec1a3eb15a0 req-ff9f5bcb-8a43-4051-af0c-b84bba709fbc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592757 Feb 03 12:35:59.703456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Deleting port c387cb0f-a13b-4725-a1ed-172f87252231 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:59.703801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.715022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbbb4c-ff0e-4e04-b836-28029dade117 req-cf0f08fd-563f-4d70-b1ab-b2a764474cf5 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.716525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48fbbb4c-ff0e-4e04-b836-28029dade117 req-cf0f08fd-563f-4d70-b1ab-b2a764474cf5 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 931 time: 0.4829261 Feb 03 12:35:59.734176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.734852 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.792887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-75c5e180-e8f6-40c2-ae88-0c6fdb9173e8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7210517 Feb 03 12:35:59.797135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-61d68ca1-6fce-45fb-9c94-36277458d7da tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.798679 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-61d68ca1-6fce-45fb-9c94-36277458d7da tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 946 time: 0.0733304 Feb 03 12:35:59.842537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Request body: {'port': {'device_id': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:59.892447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] For port c387cb0f-a13b-4725-a1ed-172f87252231, host n-d-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:59.892806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.904887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Deleting port dabfdd60-41e1-41ef-beeb-d71bff1a6111 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:59.905239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.916901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Calling delete_port for c387cb0f-a13b-4725-a1ed-172f87252231 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:59.921959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48fbbb4c-ff0e-4e04-b836-28029dade117 req-54c179fb-6268-43e8-b09c-99c8e6cc643e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814685 Feb 03 12:35:59.926602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Port c387cb0f-a13b-4725-a1ed-172f87252231 was not found and therefore no delete operation was performed {{(pid=103224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:35:59.930863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c387cb0f-a13b-4725-a1ed-172f87252231), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.984312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c387cb0f-a13b-4725-a1ed-172f87252231,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.994743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66878e4-5fb5-4223-a233-ef45c86d4594 req-1bfad441-4365-4878-a651-5ea3162afae3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.996290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a66878e4-5fb5-4223-a233-ef45c86d4594 req-1bfad441-4365-4878-a651-5ea3162afae3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.2300534 Feb 03 12:36:00.000923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] No DVR routers for this DVR port c387cb0f-a13b-4725-a1ed-172f87252231 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:00.002359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.016614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] For port dabfdd60-41e1-41ef-beeb-d71bff1a6111, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dabfdd60-41e1-41ef-beeb-d71bff1a6111,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:00.017805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.142711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1f5b3c6d-cd46-4dea-88e4-c9f0737ad499), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.153292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:00.169471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a66878e4-5fb5-4223-a233-ef45c86d4594 req-71efb063-ed54-4a68-aaad-56e6ec671c87 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403711 Feb 03 12:36:00.207728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5b3c6d-cd46-4dea-88e4-c9f0737ad499']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:00.221317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port c906fb6d-7175-425b-976a-153a7a4a43e9 host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:36:00.223610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:00.226370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c807ff-cb2c-425c-95fb-05cf41055437') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:00.226688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c807ff-cb2c-425c-95fb-05cf41055437') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:00.262274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.262682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (099ddb9e-48dd-4045-9cad-3b8d27f17473), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.263747 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Floating IP 099ddb9e-48dd-4045-9cad-3b8d27f17473 disassociated. External IP: 172.25.3.43, port: dabfdd60-41e1-41ef-beeb-d71bff1a6111. Feb 03 12:36:00.264114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Calling delete_port for dabfdd60-41e1-41ef-beeb-d71bff1a6111 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:00.290607 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (74c807ff-cb2c-425c-95fb-05cf41055437), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.340975 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (74c807ff-cb2c-425c-95fb-05cf41055437), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.355327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:00.355752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (74c807ff-cb2c-425c-95fb-05cf41055437), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:00.359437 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:00.384129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ba07-0e88-4a0d-9192-00f3b15e984a req-a34df19a-999c-401f-828c-5f805ec5022b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:00.386704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eea8ba07-0e88-4a0d-9192-00f3b15e984a req-a34df19a-999c-401f-828c-5f805ec5022b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.2407091 Feb 03 12:36:00.389323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47790) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.414959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (dabfdd60-41e1-41ef-beeb-d71bff1a6111), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.450136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Pushing event deleted for resources: {'Port': ['ID=dabfdd60-41e1-41ef-beeb-d71bff1a6111,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:00.470479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773c079c-5562-4566-aca2-c137e04c62f8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:00.474774 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9ad0a0-824b-4ef0-86f6-70dbb84dec49" -d '{"events": [{"server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "name": "network-vif-plugged", "status": "completed", "tag": "773c079c-5562-4566-aca2-c137e04c62f8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:00.501624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1f5b3c6d-cd46-4dea-88e4-c9f0737ad499), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.514344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.521406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] 10.222.0.65 "DELETE /v2.0/networks/1f5b3c6d-cd46-4dea-88e4-c9f0737ad499 HTTP/1.1" status: 204 len: 168 time: 1.4529591 Feb 03 12:36:00.548356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8d428-ab84-49df-994f-83a48e0aef6f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5b3c6d-cd46-4dea-88e4-c9f0737ad499,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:00.560369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db212c55-d46f-4250-8e64-82e9259ba5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.562788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17236a8-7120-42ef-9118-e0e1657642fa req-3fda61a3-477b-40b7-be79-066bcaf53bb3 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:00.567939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17236a8-7120-42ef-9118-e0e1657642fa req-3fda61a3-477b-40b7-be79-066bcaf53bb3 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:00.569542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b17236a8-7120-42ef-9118-e0e1657642fa req-3fda61a3-477b-40b7-be79-066bcaf53bb3 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1682 time: 0.2756004 Feb 03 12:36:00.575130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eea8ba07-0e88-4a0d-9192-00f3b15e984a req-500a7c4e-d8d6-4daa-bcaf-abf8b03ba550 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712148 Feb 03 12:36:00.604956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Router 192f05b4-1887-4091-87ed-6ab7753a91af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:00.682716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b17236a8-7120-42ef-9118-e0e1657642fa req-0aa467f1-5571-4458-b215-583aa3156a2c tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922818 Feb 03 12:36:00.720321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47800) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.744648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c387cb0f-a13b-4725-a1ed-172f87252231 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:00.756677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68eb7e90-df3e-4b32-ba0d-6249c6710d0c req-994d7ba2-f69e-4c7b-80cf-d07341447640 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/ports?device_id=68b95960-8475-49b5-8189-7259120ef18c HTTP/1.1" status: 200 len: 210 time: 0.0728116 Feb 03 12:36:00.770609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c387cb0f-a13b-4725-a1ed-172f87252231 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:00.771221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c387cb0f-a13b-4725-a1ed-172f87252231 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:00.779219 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe0f506-c043-4bfd-98d0-6dd8357d9801 x-openstack-request-id: req-6fe0f506-c043-4bfd-98d0-6dd8357d9801 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:00.779774 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "name": "network-vif-plugged", "status": "completed", "tag": "773c079c-5562-4566-aca2-c137e04c62f8", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:00.780342 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fe0f506-c043-4bfd-98d0-6dd8357d9801 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:00.780936 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773c079c-5562-4566-aca2-c137e04c62f8', 'code': 200} Feb 03 12:36:00.786673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd99dede-db14-4526-8ebb-bba4f4c95b9e {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:00.803065 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Publish callbacks [] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.806722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db212c55-d46f-4250-8e64-82e9259ba5c9 admin admin] Publish callbacks [] for security_group (908168b6-bc9c-4355-abc6-849376e22d34), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.819920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db212c55-d46f-4250-8e64-82e9259ba5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (908168b6-bc9c-4355-abc6-849376e22d34), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.835522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Transition to ACTIVE for port object cd99dede-db14-4526-8ebb-bba4f4c95b9e will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:00.841234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9c474f27-b717-4bb5-8393-02dcaeae4f45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f0f9d8de5264a96b6743b9063974588&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1097248 Feb 03 12:36:00.843061 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.852586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47802) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.867714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db212c55-d46f-4250-8e64-82e9259ba5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908168b6-bc9c-4355-abc6-849376e22d34,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:00.874947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:00.886877 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] Sync routers for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:00.887913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:00.890649 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:00.907048 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:00.908178 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:00.938412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] No DVR routers for this DVR port dabfdd60-41e1-41ef-beeb-d71bff1a6111 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:00.942144 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.945544 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-da367223-61fd-4ac2-b03b-b067c79ccc54 req-893eb24e-a354-4ee7-b473-478842f5ac74 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.72 "DELETE /v2.0/ports/dabfdd60-41e1-41ef-beeb-d71bff1a6111 HTTP/1.1" status: 204 len: 173 time: 1.1398287 Feb 03 12:36:00.948301 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-db212c55-d46f-4250-8e64-82e9259ba5c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=157d23dc66a543f58171b630bcb396d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579243 Feb 03 12:36:00.951687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47808) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:01.031522 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6088400a-7ece-438e-a98c-1481f81de527 x-openstack-request-id: req-6088400a-7ece-438e-a98c-1481f81de527 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:01.032059 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:01.032452 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6088400a-7ece-438e-a98c-1481f81de527 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:01.032892 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'status': 'completed', 'code': 200} Feb 03 12:36:01.052624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45bc90e3-e591-4ed5-91f4-ecebd8a8abd2 admin admin] Publish callbacks [] for security_group (908168b6-bc9c-4355-abc6-849376e22d34), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.077813 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45bc90e3-e591-4ed5-91f4-ecebd8a8abd2 admin admin] Publish callbacks [] for security_group (908168b6-bc9c-4355-abc6-849376e22d34), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.125747 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:01.145956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Pushing event updated for resources: {'Port': ['ID=cd99dede-db14-4526-8ebb-bba4f4c95b9e,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:01.199162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-ba6566db-e4f2-477c-9229-a0927f9b2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.201114 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-ba6566db-e4f2-477c-9229-a0927f9b2d0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1131 time: 0.0916860 Feb 03 12:36:01.238771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45bc90e3-e591-4ed5-91f4-ecebd8a8abd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (908168b6-bc9c-4355-abc6-849376e22d34), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.241316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45bc90e3-e591-4ed5-91f4-ecebd8a8abd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.242645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-45bc90e3-e591-4ed5-91f4-ecebd8a8abd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/908168b6-bc9c-4355-abc6-849376e22d34 HTTP/1.1" status: 204 len: 168 time: 0.2881100 Feb 03 12:36:01.262038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc90e3-e591-4ed5-91f4-ecebd8a8abd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908168b6-bc9c-4355-abc6-849376e22d34,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:01.286932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05650275-9a97-4887-b8f3-4e22c155f638 req-cb796cf6-832b-45d9-b1bc-43c8ee1bd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.287460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05650275-9a97-4887-b8f3-4e22c155f638 req-cb796cf6-832b-45d9-b1bc-43c8ee1bd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.289036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05650275-9a97-4887-b8f3-4e22c155f638 req-cb796cf6-832b-45d9-b1bc-43c8ee1bd136 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 2048 time: 0.3505795 Feb 03 12:36:01.302545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744f381-597c-4109-8262-ab267a3caaa3 req-97f9e965-a97d-481f-bbd4-1a99e410a7fd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.310246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4744f381-597c-4109-8262-ab267a3caaa3 req-97f9e965-a97d-481f-bbd4-1a99e410a7fd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 948 time: 0.3673966 Feb 03 12:36:01.314924 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6bd6-b847-4d8a-b05f-99f14237305c admin admin] Publish callbacks [] for security_group (9e45fe60-14f5-4cb9-a4b3-ffc3cc9eef24), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.361736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-ccc020c4-15b2-4ac3-8bc8-92a15f5a3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.363697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-ccc020c4-15b2-4ac3-8bc8-92a15f5a3ea7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1131 time: 0.2919228 Feb 03 12:36:01.377678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-a08f3dd8-8994-4ae7-aa8b-67a77d11757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.381846 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-a08f3dd8-8994-4ae7-aa8b-67a77d11757b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1674025 Feb 03 12:36:01.439224 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-8c55a6ab-261f-4887-9bf7-1ee4bb3a2ab0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.0516667 Feb 03 12:36:01.441924 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d104c01-0760-459e-b920-ba09e9361bc4', 'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'mac_address': 'fa:16:3e:0b:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:41Z', 'updated_at': '2022-02-03T12:34:46Z', 'revision_number': 5, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'subnets': [{'id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:01.477064 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] Checking router: 192f05b4-1887-4091-87ed-6ab7753a91af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:01.487445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Attempting to bind port cd99dede-db14-4526-8ebb-bba4f4c95b9e on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:01.487878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Attempting to bind port cd99dede-db14-4526-8ebb-bba4f4c95b9e by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:01.488278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Attempting to bind port cd99dede-db14-4526-8ebb-bba4f4c95b9e on network ff7288cd-6b04-4165-befc-518c407d3774 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:01.488580 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:01.489280 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:01.511128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-66c6a46e-96c2-48e9-89a2-14f39127aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.513792 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-66c6a46e-96c2-48e9-89a2-14f39127aae3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0676370 Feb 03 12:36:01.534119 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6bd6-b847-4d8a-b05f-99f14237305c admin admin] Publish callbacks [] for security_group (9e45fe60-14f5-4cb9-a4b3-ffc3cc9eef24), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.558814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ac3ab-1f90-4e1d-8242-8193100e118d req-60527715-0d3a-404b-8a00-4c6096888f62 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.572145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-005ac3ab-1f90-4e1d-8242-8193100e118d req-60527715-0d3a-404b-8a00-4c6096888f62 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 943 time: 0.4440489 Feb 03 12:36:01.591065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-27a802c7-c459-4db7-b6e0-a4a0e4438622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.592562 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-27a802c7-c459-4db7-b6e0-a4a0e4438622 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0727012 Feb 03 12:36:01.632181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Port cd99dede-db14-4526-8ebb-bba4f4c95b9e on network ff7288cd-6b04-4165-befc-518c407d3774 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:01.632569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Attempting to bind port cd99dede-db14-4526-8ebb-bba4f4c95b9e on network ff7288cd-6b04-4165-befc-518c407d3774 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:01.650230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:01.714854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:01.715485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Checking segment: {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:01.715582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Bound using segment: {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:01.716343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Bound port: cd99dede-db14-4526-8ebb-bba4f4c95b9e, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:01.716343 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.735937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05650275-9a97-4887-b8f3-4e22c155f638 req-4a6e1830-74ac-4c8b-8c0d-aa446079400e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161978 Feb 03 12:36:01.740963 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:01.772791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4744f381-597c-4109-8262-ab267a3caaa3 req-54fb37a4-a23f-4759-9edc-f9f19c5c1fb5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602876 Feb 03 12:36:01.784380 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-bef7b8be-c135-463c-b8ac-283670af1459 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837463 Feb 03 12:36:01.792761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47822) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:01.804496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-4d490cd5-76d5-4100-a2b8-dc25fd3fe67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.809052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-4d490cd5-76d5-4100-a2b8-dc25fd3fe67e service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.4090483 Feb 03 12:36:01.820824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1230b5aa-553b-4b55-9282-ea34b903aa7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.841606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:01.855639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'mac_address': 'fa:16:3e:48:7f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:01.914151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port c906fb6d-7175-425b-976a-153a7a4a43e9 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:01.915337 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.930072 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1230b5aa-553b-4b55-9282-ea34b903aa7e admin admin] Publish callbacks [] for security_group (06925c8d-9456-4443-b8f0-098392d9f901), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.932160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c906fb6d-7175-425b-976a-153a7a4a43e9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:01.936945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1230b5aa-553b-4b55-9282-ea34b903aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (06925c8d-9456-4443-b8f0-098392d9f901), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.955684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:01.966580 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.008621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-005ac3ab-1f90-4e1d-8242-8193100e118d req-b182e228-11bd-49e5-949a-96308c932027 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331682 Feb 03 12:36:02.013691 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1230b5aa-553b-4b55-9282-ea34b903aa7e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02f689a39ec34c79befcc26d840b70e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170696 Feb 03 12:36:02.014064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-492a342b-53e5-4074-ac6b-5c2b4e78f4ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.1630592 Feb 03 12:36:02.015071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47824) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:02.032657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230b5aa-553b-4b55-9282-ea34b903aa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06925c8d-9456-4443-b8f0-098392d9f901,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.051879 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d104c01-0760-459e-b920-ba09e9361bc4', 'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'mac_address': 'fa:16:3e:0b:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:41Z', 'updated_at': '2022-02-03T12:34:46Z', 'revision_number': 5, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'subnets': [{'id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:02.092477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.101405 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2574323-7f60-4a8b-8ff2-0312c0fe3cec None None] The sync data for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 is: [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8d104c01-0760-459e-b920-ba09e9361bc4', 'name': '', 'network_id': '0a56dbb3-96ac-4cbb-ae35-50faaf4e661e', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'mac_address': 'fa:16:3e:0b:dc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:41Z', 'updated_at': '2022-02-03T12:34:46Z', 'revision_number': 5, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'subnets': [{'id': '87d9c481-8733-4a7e-a83d-e46f20808967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:02.116486 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6bd6-b847-4d8a-b05f-99f14237305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9e45fe60-14f5-4cb9-a4b3-ffc3cc9eef24), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.119095 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6bd6-b847-4d8a-b05f-99f14237305c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.120315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2d0f6bd6-b847-4d8a-b05f-99f14237305c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e45fe60-14f5-4cb9-a4b3-ffc3cc9eef24 HTTP/1.1" status: 204 len: 168 time: 1.2531054 Feb 03 12:36:02.123672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-930a2c0b-6107-47fd-bdcf-b525ffec195a admin admin] Publish callbacks [] for security_group (06925c8d-9456-4443-b8f0-098392d9f901), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.150353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-930a2c0b-6107-47fd-bdcf-b525ffec195a admin admin] Publish callbacks [] for security_group (06925c8d-9456-4443-b8f0-098392d9f901), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.156401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:02.163121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:02.197804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f6bd6-b847-4d8a-b05f-99f14237305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e45fe60-14f5-4cb9-a4b3-ffc3cc9eef24,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.198068 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-f6d7ae78-ca0c-4238-a6c7-1aab346eda39 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364929 Feb 03 12:36:02.204616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-518b4230-865d-4f15-8be8-c874e7fad70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.205265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-518b4230-865d-4f15-8be8-c874e7fad70f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1456640 Feb 03 12:36:02.206473 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.231692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-930a2c0b-6107-47fd-bdcf-b525ffec195a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (06925c8d-9456-4443-b8f0-098392d9f901), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.236804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-930a2c0b-6107-47fd-bdcf-b525ffec195a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.236804 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-930a2c0b-6107-47fd-bdcf-b525ffec195a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06925c8d-9456-4443-b8f0-098392d9f901 HTTP/1.1" status: 204 len: 168 time: 0.2207594 Feb 03 12:36:02.249300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a2c0b-6107-47fd-bdcf-b525ffec195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06925c8d-9456-4443-b8f0-098392d9f901,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.287632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.288246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.290050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] 10.222.0.91 "PUT /v2.0/ports/cd99dede-db14-4526-8ebb-bba4f4c95b9e HTTP/1.1" status: 200 len: 1092 time: 2.4781303 Feb 03 12:36:02.294597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:02.296760 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7facc955-e03d-417f-a563-5c193bfa0354" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:02.312411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bb62a-c85c-4670-be81-6fb9fcc4880d req-e80198c3-8769-47d3-9990-13d897c882cf tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.314057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d70bb62a-c85c-4670-be81-6fb9fcc4880d req-e80198c3-8769-47d3-9990-13d897c882cf tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.4048715 Feb 03 12:36:02.363635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d257119-60a5-44ae-bd20-0fffd311cbc6 req-3a2a7779-b2db-4249-ba6d-31dc48c85611 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.365126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d257119-60a5-44ae-bd20-0fffd311cbc6 req-3a2a7779-b2db-4249-ba6d-31dc48c85611 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.2568092 Feb 03 12:36:02.380097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94e2a-4832-46c6-a3f8-e268603ff673 service neutron] Pushing event updated for resources: {'Port': ['ID=cd99dede-db14-4526-8ebb-bba4f4c95b9e,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.394292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['c906fb6d-7175-425b-976a-153a7a4a43e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:02.464899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-ffd1e1b3-3d13-45ec-82bc-4c8cc716c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.466339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-ffd1e1b3-3d13-45ec-82bc-4c8cc716c13e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2537177 Feb 03 12:36:02.531346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d70bb62a-c85c-4670-be81-6fb9fcc4880d req-d8494beb-44fc-40e7-9677-005f2825f10e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006361 Feb 03 12:36:02.550545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a222540-e3c9-4dff-afd4-b8a479287378 None None] New status for floating IP 099ddb9e-48dd-4045-9cad-3b8d27f17473: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:36:02.601227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d257119-60a5-44ae-bd20-0fffd311cbc6 req-a65c725e-285e-4734-b5e2-ab58bb1c42f6 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177739 Feb 03 12:36:02.659076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-5002d049-f92e-45f4-bf04-67471832aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.666963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47836) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:02.675517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-5002d049-f92e-45f4-bf04-67471832aa3b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 1126 time: 0.3206358 Feb 03 12:36:02.750236 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a6a86e7-689b-4189-808b-f3b5219a732e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3af1bbb654de4aafb5632caafed6e39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818081 Feb 03 12:36:02.752695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:02.783163 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93417884-f3a0-443b-a6ab-c9cd817a397b x-openstack-request-id: req-93417884-f3a0-443b-a6ab-c9cd817a397b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:02.783801 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:02.783801 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93417884-f3a0-443b-a6ab-c9cd817a397b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:02.783801 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e', 'status': 'completed', 'code': 200} Feb 03 12:36:02.787085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47842) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:02.792075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-467bbb8a-214a-4e29-8b09-f507d7fee101 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e HTTP/1.1" status: 200 len: 217 time: 0.0913281 Feb 03 12:36:02.855842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-d0790053-5dea-4b3e-976e-68544ebf0bd5 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757150 Feb 03 12:36:02.869207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a396d7c-dce2-4d6b-bd8d-e6d8b2e1c2c1 admin admin] Publish callbacks [] for security_group (3e111988-2a13-48ab-b02c-48e007ff7e23), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.893237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b349289c-5a58-4b57-8a88-8886aa0b8764 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group (8d34ac3e-af91-474b-96f3-ee6400a10dfb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.914075 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a396d7c-dce2-4d6b-bd8d-e6d8b2e1c2c1 admin admin] Publish callbacks [] for security_group (3e111988-2a13-48ab-b02c-48e007ff7e23), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.944043 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b349289c-5a58-4b57-8a88-8886aa0b8764 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group (8d34ac3e-af91-474b-96f3-ee6400a10dfb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.033776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b95960-8475-49b5-8189-7259120ef18c', 'name': 'network-vif-deleted', 'tag': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:03.039157 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7735fdd2-d6c4-4c8b-88fb-f8f17dee448c" -d '{"events": [{"server_uuid": "68b95960-8475-49b5-8189-7259120ef18c", "name": "network-vif-deleted", "tag": "dabfdd60-41e1-41ef-beeb-d71bff1a6111"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:03.045453 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b349289c-5a58-4b57-8a88-8886aa0b8764 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8d34ac3e-af91-474b-96f3-ee6400a10dfb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.049778 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b349289c-5a58-4b57-8a88-8886aa0b8764 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.053912 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b349289c-5a58-4b57-8a88-8886aa0b8764 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "DELETE /v2.0/security-groups/8d34ac3e-af91-474b-96f3-ee6400a10dfb HTTP/1.1" status: 204 len: 168 time: 0.2628269 Feb 03 12:36:03.067216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a396d7c-dce2-4d6b-bd8d-e6d8b2e1c2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3e111988-2a13-48ab-b02c-48e007ff7e23), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.071809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a396d7c-dce2-4d6b-bd8d-e6d8b2e1c2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.077150 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7a396d7c-dce2-4d6b-bd8d-e6d8b2e1c2c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e111988-2a13-48ab-b02c-48e007ff7e23 HTTP/1.1" status: 204 len: 168 time: 0.3196597 Feb 03 12:36:03.077150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47858) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:03.109217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349289c-5a58-4b57-8a88-8886aa0b8764 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d34ac3e-af91-474b-96f3-ee6400a10dfb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:03.113915 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-767b1473-5b28-448d-966d-03e23cf51c80 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] show failed (client error): The resource could not be found. Feb 03 12:36:03.115918 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-767b1473-5b28-448d-966d-03e23cf51c80 tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "GET /v2.0/security-groups/8d34ac3e-af91-474b-96f3-ee6400a10dfb HTTP/1.1" status: 404 len: 347 time: 0.0375276 Feb 03 12:36:03.119959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47862) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:03.228826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a396d7c-dce2-4d6b-bd8d-e6d8b2e1c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e111988-2a13-48ab-b02c-48e007ff7e23,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:03.251028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa971c3-7b3a-441c-8020-3d5a030d8443 req-f344d29c-85ac-490f-baea-420766f0ea61 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.257576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa971c3-7b3a-441c-8020-3d5a030d8443 req-f344d29c-85ac-490f-baea-420766f0ea61 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.260150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aaa971c3-7b3a-441c-8020-3d5a030d8443 req-f344d29c-85ac-490f-baea-420766f0ea61 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1682 time: 0.5826509 Feb 03 12:36:03.270627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-1f978bca-fafa-46a4-82f7-7423980d7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.272925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-1f978bca-fafa-46a4-82f7-7423980d7c9d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e65ca260-a0ed-4d89-a744-69405f9680e0 HTTP/1.1" status: 200 len: 844 time: 0.4653707 Feb 03 12:36:03.355936 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-4ccc902c-634c-43e2-8d12-becac13ea64e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ff7288cd-6b04-4165-befc-518c407d3774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458398 Feb 03 12:36:03.366573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Deleting port 506e8534-acb8-4fae-8e78-ace3c0738f5a {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:03.366966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (506e8534-acb8-4fae-8e78-ace3c0738f5a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.452613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68a9a48f-08c3-4f5b-bf0a-ef980c653e0c req-bf2debc1-63bc-4d5d-b0f8-5f8f8e4b63d7 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871642 Feb 03 12:36:03.463920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (506e8534-acb8-4fae-8e78-ace3c0738f5a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.464775 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for floatingip (506e8534-acb8-4fae-8e78-ace3c0738f5a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.483338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Calling delete_port for 506e8534-acb8-4fae-8e78-ace3c0738f5a owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:03.498111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b7cd-08c6-43e4-bbd6-7ec2708d00a0 req-3ff4a639-8ed8-443b-a4f6-c20929724c38 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.504986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe53b7cd-08c6-43e4-bbd6-7ec2708d00a0 req-3ff4a639-8ed8-443b-a4f6-c20929724c38 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 949 time: 0.6262462 Feb 03 12:36:03.533162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aaa971c3-7b3a-441c-8020-3d5a030d8443 req-32711e7e-6ffd-4bc9-80d0-b89530d1227f tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243073 Feb 03 12:36:03.621776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-52c91170-6b24-4c1f-9e3b-8ee52dc6e1e1 service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550435 Feb 03 12:36:03.651863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe53b7cd-08c6-43e4-bbd6-7ec2708d00a0 req-284545bd-4d28-4a3c-bb90-48dcfeff9a5e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456022 Feb 03 12:36:03.664993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device dabfdd60-41e1-41ef-beeb-d71bff1a6111 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:03.688579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-7829b816-4ad7-4195-857b-002ce513fded tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.690287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-7829b816-4ad7-4195-857b-002ce513fded tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1129 time: 0.1833358 Feb 03 12:36:03.706917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: dabfdd60-41e1-41ef-beeb-d71bff1a6111 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:03.707350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device dabfdd60-41e1-41ef-beeb-d71bff1a6111 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:03.728629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-10'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:03.732053 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677457aa-d548-4669-a007-337a58e88f62 x-openstack-request-id: req-677457aa-d548-4669-a007-337a58e88f62 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:03.732905 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b95960-8475-49b5-8189-7259120ef18c", "name": "network-vif-deleted", "tag": "dabfdd60-41e1-41ef-beeb-d71bff1a6111", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:03.733325 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-677457aa-d548-4669-a007-337a58e88f62 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:03.735930 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b95960-8475-49b5-8189-7259120ef18c', 'name': 'network-vif-deleted', 'tag': 'dabfdd60-41e1-41ef-beeb-d71bff1a6111', 'status': 'completed', 'code': 200} Feb 03 12:36:03.791656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (506e8534-acb8-4fae-8e78-ace3c0738f5a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.837410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Pushing event deleted for resources: {'Port': ['ID=506e8534-acb8-4fae-8e78-ace3c0738f5a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:03.849024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.849607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.850145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.850524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.850863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.851198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.851533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.851860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.852185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.852509 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.852834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.853156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.853602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:03.890864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3953538b-dc16-4400-a11f-cde8336d0d06 req-742611d3-599e-4db6-b1a5-2577d54382c1 service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615774 Feb 03 12:36:03.902081 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.911983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95a4de-461e-44fb-a621-882931d16583 req-30ca2c53-58ef-453d-b791-aaa053dd27e6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.913581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc95a4de-461e-44fb-a621-882931d16583 req-30ca2c53-58ef-453d-b791-aaa053dd27e6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 943 time: 0.2202790 Feb 03 12:36:03.937633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks [] for floatingip (099ddb9e-48dd-4045-9cad-3b8d27f17473), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.940271 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.941441 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-67c6ea29-0c0c-4c4f-8c7e-746a490cf66a tempest-ServersTestManualDisk-60987861 tempest-ServersTestManualDisk-60987861-project] 10.222.0.65 "DELETE /v2.0/floatingips/099ddb9e-48dd-4045-9cad-3b8d27f17473 HTTP/1.1" status: 204 len: 168 time: 0.8201568 Feb 03 12:36:03.944693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47890) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:04.039988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d25e3-1e6a-4f79-b846-c3dba0a9dbda req-60e86d42-63a0-4164-8a4b-ba2e231fb57e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.049296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-536d25e3-1e6a-4f79-b846-c3dba0a9dbda req-60e86d42-63a0-4164-8a4b-ba2e231fb57e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 946 time: 0.2030652 Feb 03 12:36:04.136355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc95a4de-461e-44fb-a621-882931d16583 req-2ce6e11e-a7fc-4366-8516-43078177f617 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121732 Feb 03 12:36:04.161104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e817760f-5b2e-4606-aba5-f28cd56f4363 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:04.316653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:04.327436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:04.355754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e817760f-5b2e-4606-aba5-f28cd56f4363 has no active binding in host n-h1-792364-10 {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:36:04.384445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-536d25e3-1e6a-4f79-b846-c3dba0a9dbda req-f5b22c51-5358-4497-bf8d-d473fb28e7a9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192060 Feb 03 12:36:04.389705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc955-e03d-417f-a563-5c193bfa0354 req-2beb1a5a-762d-4aba-9d4e-a18a63cf0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.391340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7facc955-e03d-417f-a563-5c193bfa0354 req-2beb1a5a-762d-4aba-9d4e-a18a63cf0523 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 1126 time: 0.4290206 Feb 03 12:36:04.517876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (192f05b4-1887-4091-87ed-6ab7753a91af), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.548952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec4768-17b1-4250-be56-fb58625b19b5 req-8dee0fcb-3361-4f8d-b358-0b4e0c9e6f8b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.555872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0ec4768-17b1-4250-be56-fb58625b19b5 req-8dee0fcb-3361-4f8d-b358-0b4e0c9e6f8b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.2601466 Feb 03 12:36:04.572921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:04.658427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0ec4768-17b1-4250-be56-fb58625b19b5 req-f1472b1b-204e-438f-8e93-53e54f502689 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962317 Feb 03 12:36:04.719412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Publish callbacks [] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.727045 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc955-e03d-417f-a563-5c193bfa0354 req-5bac5e8e-f412-4aae-8a58-1737092b3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.728570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7facc955-e03d-417f-a563-5c193bfa0354 req-5bac5e8e-f412-4aae-8a58-1737092b3323 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 905 time: 0.3307104 Feb 03 12:36:04.746185 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.787754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:04.790135 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1a54d2-82d2-488b-bfa4-c53a887f7cfa" -d '{"events": [{"server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "name": "network-vif-unplugged", "status": "completed", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:04.833120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7facc955-e03d-417f-a563-5c193bfa0354 req-aa72ec86-66b1-4298-9fb5-653a5c3097c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e HTTP/1.1" status: 200 len: 217 time: 0.0967321 Feb 03 12:36:04.938164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-dc9737d3-8deb-480c-afc9-73af0576d9fe tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.940734 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-dc9737d3-8deb-480c-afc9-73af0576d9fe tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb&tenant_id=5da3950f14e4455684c8fe78e82f8982&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 949 time: 0.1451077 Feb 03 12:36:04.946304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Deleting port 8d104c01-0760-459e-b920-ba09e9361bc4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:04.947355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.960905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e817760f-5b2e-4606-aba5-f28cd56f4363,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:04.987208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc955-e03d-417f-a563-5c193bfa0354 req-534ef58a-a5d6-405c-8187-a2b416d0f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.988724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7facc955-e03d-417f-a563-5c193bfa0354 req-534ef58a-a5d6-405c-8187-a2b416d0f68b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e65ca260-a0ed-4d89-a744-69405f9680e0 HTTP/1.1" status: 200 len: 844 time: 0.1377509 Feb 03 12:36:05.039822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64090ab-c540-44ee-bbf2-3b749c811c0e req-2798b46c-a583-4ada-bab7-cde525f926ce tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.045315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64090ab-c540-44ee-bbf2-3b749c811c0e req-2798b46c-a583-4ada-bab7-cde525f926ce tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.047064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d64090ab-c540-44ee-bbf2-3b749c811c0e req-2798b46c-a583-4ada-bab7-cde525f926ce tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1682 time: 0.2531624 Feb 03 12:36:05.049968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7facc955-e03d-417f-a563-5c193bfa0354 req-c23698fb-84da-4c7f-8852-3c0ffde5b2d5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ff7288cd-6b04-4165-befc-518c407d3774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520420 Feb 03 12:36:05.050681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 on host n-h2-792364-10 for vnic_type normal with profile {"migrating_to": "n-h1-792364-10"} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:05.051013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:05.051329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:05.061495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1dc40-cc75-49b5-a9f6-b3c626b4fe2d req-c7ff97d3-3ba9-4720-bef7-7ea7eecbbaab tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.068443 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04e1dc40-cc75-49b5-a9f6-b3c626b4fe2d req-c7ff97d3-3ba9-4720-bef7-7ea7eecbbaab tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 949 time: 0.2341821 Feb 03 12:36:05.099205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Port e817760f-5b2e-4606-aba5-f28cd56f4363 on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:05.099845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Attempting to bind port e817760f-5b2e-4606-aba5-f28cd56f4363 on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:05.131814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:05.132461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:05.132847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:05.133306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Bound port: e817760f-5b2e-4606-aba5-f28cd56f4363, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:05.133658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.229786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04e1dc40-cc75-49b5-a9f6-b3c626b4fe2d req-ea143e79-cbb8-48f0-bd05-c739ccbf3a97 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604600 Feb 03 12:36:05.251199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d64090ab-c540-44ee-bbf2-3b749c811c0e req-ef68f7e5-2d53-4037-b111-cebfa8f2ba87 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973441 Feb 03 12:36:05.289913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7facc955-e03d-417f-a563-5c193bfa0354 req-6c71323d-22f1-4b49-9609-759199fe0503 service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194262 Feb 03 12:36:05.317134 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f4e94-0434-4465-b239-4e9ae2e4edd3 x-openstack-request-id: req-128f4e94-0434-4465-b239-4e9ae2e4edd3 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:05.317655 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "name": "network-vif-unplugged", "status": "completed", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:05.318097 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-128f4e94-0434-4465-b239-4e9ae2e4edd3 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:05.318679 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363', 'code': 200} Feb 03 12:36:05.332098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:05.352707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:05.389224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.393702 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-47c8f149-cf5e-4347-918c-1811391cf272 service neutron] 10.222.0.72 "GET /v2.0/ports/c906fb6d-7175-425b-976a-153a7a4a43e9/bindings/n-h2-792364-10 HTTP/1.1" status: 200 len: 383 time: 0.4438355 Feb 03 12:36:05.407793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] For port 8d104c01-0760-459e-b920-ba09e9361bc4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8d104c01-0760-459e-b920-ba09e9361bc4,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:05.408159 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.421777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Calling delete_port for 8d104c01-0760-459e-b920-ba09e9361bc4 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:05.460191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7facc955-e03d-417f-a563-5c193bfa0354 req-7cc1f636-8fa1-4927-a942-ee4e78a0b0f5 service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620030 Feb 03 12:36:05.475988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e817760f-5b2e-4606-aba5-f28cd56f4363,revision_number=8']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:05.494888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.495564 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.497750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-8b609390-076d-4dd3-90d3-a1e51357c2b1 service neutron] 10.222.0.91 "PUT /v2.0/ports/e817760f-5b2e-4606-aba5-f28cd56f4363 HTTP/1.1" status: 200 len: 1124 time: 1.7748289 Feb 03 12:36:05.534851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-4c70d0f2-6fbf-49b2-adab-38f7a6412be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.536366 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-4c70d0f2-6fbf-49b2-adab-38f7a6412be1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1132 time: 0.1060863 Feb 03 12:36:05.620882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['e817760f-5b2e-4606-aba5-f28cd56f4363'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:05.690668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:05.709212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-ed6d065f-f742-47fb-aab1-21223a894623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.710760 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-ed6d065f-f742-47fb-aab1-21223a894623 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1665516 Feb 03 12:36:05.735116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd62c52-d24c-4bef-98a6-cd726954a059 req-9bc62d51-a7c5-4921-9925-d3e07a9d2df0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.740516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['e817760f-5b2e-4606-aba5-f28cd56f4363'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:05.742551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cd62c52-d24c-4bef-98a6-cd726954a059 req-9bc62d51-a7c5-4921-9925-d3e07a9d2df0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 943 time: 0.1024404 Feb 03 12:36:05.779835 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-3e52e47a-9f63-4abf-82ba-cc75bd83cf06 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.0462272 Feb 03 12:36:05.814755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port c906fb6d-7175-425b-976a-153a7a4a43e9 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:05.819521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8d104c01-0760-459e-b920-ba09e9361bc4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.826713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cd62c52-d24c-4bef-98a6-cd726954a059 req-2707b669-c68e-46c9-b5c6-ee2af3fbb169 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832601 Feb 03 12:36:05.838489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port c906fb6d-7175-425b-976a-153a7a4a43e9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:05.838990 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.853035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d104c01-0760-459e-b920-ba09e9361bc4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:05.868475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-73fcd6ba-b228-4b8e-aa3e-0b6592df5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.869559 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-73fcd6ba-b228-4b8e-aa3e-0b6592df5c9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0808201 Feb 03 12:36:05.874090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c079c-edbc-422a-a53a-80efbfaccb77 req-93996e3a-2399-4bca-9a12-4e72514f55d5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.881452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-293c079c-edbc-422a-a53a-80efbfaccb77 req-93996e3a-2399-4bca-9a12-4e72514f55d5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.1080275 Feb 03 12:36:05.948150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-293c079c-edbc-422a-a53a-80efbfaccb77 req-f2d67488-2f7c-40fb-b18c-e5d1c6996563 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656447 Feb 03 12:36:06.106246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port c906fb6d-7175-425b-976a-153a7a4a43e9 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:06.106852 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.133625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-3b3d73ce-775d-474b-b29c-293ebe82aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:06.135273 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-3b3d73ce-775d-474b-b29c-293ebe82aeea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2465253 Feb 03 12:36:06.150360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:06.152999 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1bd64b-23ac-42a1-9c5e-6e40f8290f7c" -d '{"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:06.165030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606466f-3791-44ae-9009-211311a1cd6c req-bff577b4-ab07-44fb-b4ac-309701414b6a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:06.167055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:06.168333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2606466f-3791-44ae-9009-211311a1cd6c req-bff577b4-ab07-44fb-b4ac-309701414b6a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0901642 Feb 03 12:36:06.175505 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.186321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (192f05b4-1887-4091-87ed-6ab7753a91af), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.235467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2606466f-3791-44ae-9009-211311a1cd6c req-461a3308-ac92-45ab-b306-aff9507d8ce5 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599222 Feb 03 12:36:06.246912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:06.346592 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-2b6a4c77-ab44-4fb1-890d-0b70a06d8884 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993525 Feb 03 12:36:06.354820 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa088ad5-194e-4328-b51a-f73435732159 x-openstack-request-id: req-fa088ad5-194e-4328-b51a-f73435732159 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:06.355116 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:06.355435 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa088ad5-194e-4328-b51a-f73435732159 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:06.356012 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'code': 200} Feb 03 12:36:06.442069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb31072-e8df-491d-8219-fb25bf46e2c6 req-d1322af2-5ba6-48cb-ad34-ec183cb13905 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:06.443645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2eb31072-e8df-491d-8219-fb25bf46e2c6 req-d1322af2-5ba6-48cb-ad34-ec183cb13905 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.0618761 Feb 03 12:36:06.517723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2eb31072-e8df-491d-8219-fb25bf46e2c6 req-81c423fc-9c3c-4abd-9e41-71ef6908094a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647666 Feb 03 12:36:06.527335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3878c-bd65-462c-9cac-f50bc4e00b72 req-1f017696-bf24-42c1-b460-7640ec8135a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:06.527503 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-f20b4c05-f2ab-4ff1-9889-d0fe05135188 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630027 Feb 03 12:36:06.532495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3878c-bd65-462c-9cac-f50bc4e00b72 req-1f017696-bf24-42c1-b460-7640ec8135a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:06.534083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0d3878c-bd65-462c-9cac-f50bc4e00b72 req-1f017696-bf24-42c1-b460-7640ec8135a5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1682 time: 0.0895436 Feb 03 12:36:06.559343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Router 192f05b4-1887-4091-87ed-6ab7753a91af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:06.584382 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab05ed76-9fee-4662-b88b-2948830d083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.609698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0d3878c-bd65-462c-9cac-f50bc4e00b72 req-d2832414-ac46-404d-9ff9-f399266c2ce5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495806 Feb 03 12:36:06.700313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:06.709838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47988) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:06.718696 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] Sync routers for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:06.723330 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-412f6d4d-fc29-4e21-8a99-5afd6a1a2f19 admin admin] 10.222.0.65 "PUT /v2.0/routers/192f05b4-1887-4091-87ed-6ab7753a91af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7759650 Feb 03 12:36:06.731989 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:06.732957 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:06.850101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks [] for router (192f05b4-1887-4091-87ed-6ab7753a91af), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.859295 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:07.034949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48010) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:07.055276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0943e3d-af60-40f2-b04f-63f2c5d42a08 req-e73bd0af-0d36-44c2-8dce-e858e7a1bbde tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:07.055276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0943e3d-af60-40f2-b04f-63f2c5d42a08 req-e73bd0af-0d36-44c2-8dce-e858e7a1bbde tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 943 time: 0.1271620 Feb 03 12:36:07.074203 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks [] for router_gateway (192f05b4-1887-4091-87ed-6ab7753a91af), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.121412 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:36:05Z', 'revision_number': 5, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port': {'id': '45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:39Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:07.165441 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] Checking router: 192f05b4-1887-4091-87ed-6ab7753a91af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:07.175123 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] Routers {'192f05b4-1887-4091-87ed-6ab7753a91af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:07.175969 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:35:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['192f05b4-1887-4091-87ed-6ab7753a91af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:07.191143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0943e3d-af60-40f2-b04f-63f2c5d42a08 req-724598ff-27b0-4879-9cda-bb9d5f464369 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186061 Feb 03 12:36:07.219160 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f58f478-5741-437a-bab4-99a838a2138c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.223724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77466e-0b00-443e-8739-71c67304028a req-260c5793-8d93-4722-bb93-9e1cba9941d8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:07.225237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b77466e-0b00-443e-8739-71c67304028a req-260c5793-8d93-4722-bb93-9e1cba9941d8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.0927844 Feb 03 12:36:07.241037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Deleting port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:07.241375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.300043 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] Set router 192f05b4-1887-4091-87ed-6ab7753a91af gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:07.322629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:07.325233 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be57512e-d2d5-44b9-acb0-15d10df798be" -d '{"events": [{"name": "network-changed", "server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:07.340687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b77466e-0b00-443e-8739-71c67304028a req-a59cd120-e985-4de4-b3cb-498cece435a6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072745 Feb 03 12:36:07.357637 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f58f478-5741-437a-bab4-99a838a2138c admin admin] Publish callbacks [] for security_group (b5faeec3-80df-4503-aded-6f78ef69c2f2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.371031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f58f478-5741-437a-bab4-99a838a2138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b5faeec3-80df-4503-aded-6f78ef69c2f2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.373530 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:36:07Z', 'revision_number': 6, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:07.407228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48022) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:07.408632 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffd8147-d60b-4af3-9d86-29165d1c5649 x-openstack-request-id: req-9ffd8147-d60b-4af3-9d86-29165d1c5649 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:07.408920 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:07.409172 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ffd8147-d60b-4af3-9d86-29165d1c5649 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:07.409554 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7cf2d-26de-4cad-9672-ce7158b8af1e None None] The sync data for ids ['192f05b4-1887-4091-87ed-6ab7753a91af'] in n-d-792364-10 is: [{'id': '192f05b4-1887-4091-87ed-6ab7753a91af', 'name': 'tempest-ServersTestManualDisk-1473441432-router', 'tenant_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:38Z', 'updated_at': '2022-02-03T12:36:07Z', 'revision_number': 6, 'project_id': 'fceb61e841874fe088f20e9edc9e9f9b', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:07.409688 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363', 'status': 'completed', 'code': 200} Feb 03 12:36:07.412516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] For port 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:07.413078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.433867 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4f58f478-5741-437a-bab4-99a838a2138c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81c684c475a948d48ebe7c362a157840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977559 Feb 03 12:36:07.434738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58f478-5741-437a-bab4-99a838a2138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5faeec3-80df-4503-aded-6f78ef69c2f2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:07.436675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48026) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:07.437718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Calling delete_port for 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:07.499957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57512e-d2d5-44b9-acb0-15d10df798be req-fd510752-ffdd-491e-8718-3330cb6906b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:07.501870 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-be57512e-d2d5-44b9-acb0-15d10df798be req-fd510752-ffdd-491e-8718-3330cb6906b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1158 time: 0.0561602 Feb 03 12:36:07.611086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57512e-d2d5-44b9-acb0-15d10df798be req-66be616b-d427-460c-8790-1a25d78ecd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:07.612581 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-be57512e-d2d5-44b9-acb0-15d10df798be req-66be616b-d427-460c-8790-1a25d78ecd1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.0996656 Feb 03 12:36:07.657171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-be57512e-d2d5-44b9-acb0-15d10df798be req-f3c4d460-776c-4b50-b966-35e53f2b9fd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e817760f-5b2e-4606-aba5-f28cd56f4363 HTTP/1.1" status: 200 len: 217 time: 0.0352139 Feb 03 12:36:07.715869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57512e-d2d5-44b9-acb0-15d10df798be req-9fed5872-94e8-4498-b79c-77645d6e3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:07.717254 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-be57512e-d2d5-44b9-acb0-15d10df798be req-9fed5872-94e8-4498-b79c-77645d6e3281 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.0491939 Feb 03 12:36:07.756512 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-be57512e-d2d5-44b9-acb0-15d10df798be req-b22b7f86-2f8c-4324-9929-5a188afff7b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267875 Feb 03 12:36:07.818524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac2c0-7bce-4a88-9fa7-6721cc644a6b req-fad76837-71d6-4122-8bf3-b0b7add9dae0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:07.819650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-562ac2c0-7bce-4a88-9fa7-6721cc644a6b req-fad76837-71d6-4122-8bf3-b0b7add9dae0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.4643168 Feb 03 12:36:07.856396 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-be57512e-d2d5-44b9-acb0-15d10df798be req-368c37ed-d7ea-4674-81de-01bcf23fb80e service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880063 Feb 03 12:36:07.858595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.957835 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-be57512e-d2d5-44b9-acb0-15d10df798be req-00c444a0-19c6-430d-aafe-97fbd6641a05 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860949 Feb 03 12:36:07.990443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c323150f-527a-4a33-976e-aa0ac93d37e2 admin admin] Publish callbacks [] for security_group (b5faeec3-80df-4503-aded-6f78ef69c2f2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.032665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765e6e2-babc-41c6-b893-c2140da2f44c req-f670c493-2524-4a0b-bb6d-53e502764326 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:08.034173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9765e6e2-babc-41c6-b893-c2140da2f44c req-f670c493-2524-4a0b-bb6d-53e502764326 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2472913 Feb 03 12:36:08.037020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-562ac2c0-7bce-4a88-9fa7-6721cc644a6b req-1a85c5e9-5cd6-477c-96f1-391601465710 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891873 Feb 03 12:36:08.065742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c323150f-527a-4a33-976e-aa0ac93d37e2 admin admin] Publish callbacks [] for security_group (b5faeec3-80df-4503-aded-6f78ef69c2f2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.180711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cd99dede-db14-4526-8ebb-bba4f4c95b9e details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:08.204221 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Publish callbacks [] for security_group (3db37fb2-27e8-4a46-af21-2f19a3486b1f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.238809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9765e6e2-babc-41c6-b893-c2140da2f44c req-496b0187-51d3-4e5b-b800-3e64e2b5d916 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866028 Feb 03 12:36:08.247060 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3db37fb2-27e8-4a46-af21-2f19a3486b1f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.287221 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c323150f-527a-4a33-976e-aa0ac93d37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b5faeec3-80df-4503-aded-6f78ef69c2f2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.289743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c323150f-527a-4a33-976e-aa0ac93d37e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.294308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c323150f-527a-4a33-976e-aa0ac93d37e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5faeec3-80df-4503-aded-6f78ef69c2f2 HTTP/1.1" status: 204 len: 168 time: 0.8510132 Feb 03 12:36:08.305882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.334150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:08.347857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'port_id': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e', 'mac_address': 'fa:16:3e:03:8f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65ca260-a0ed-4d89-a744-69405f9680e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:08.355310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8d2b3dfd98a4ba38bcbd4d323f21631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9448564 Feb 03 12:36:08.359802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:08.399497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Pushing event deleted for resources: {'Port': ['ID=45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:08.404555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db37fb2-27e8-4a46-af21-2f19a3486b1f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:08.407059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cd99dede-db14-4526-8ebb-bba4f4c95b9e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:08.407748 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.428464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd99dede-db14-4526-8ebb-bba4f4c95b9e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:08.430255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc129-110f-47ce-b1c4-1c37a1b7960d req-bb2f965d-9500-4e99-b105-4f5397e10583 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:08.436222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc129-110f-47ce-b1c4-1c37a1b7960d req-bb2f965d-9500-4e99-b105-4f5397e10583 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:08.441720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a45357b-a642-495f-bbb1-8a0e20136428 admin admin] Publish callbacks [] for security_group (3db37fb2-27e8-4a46-af21-2f19a3486b1f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.446947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49afc129-110f-47ce-b1c4-1c37a1b7960d req-bb2f965d-9500-4e99-b105-4f5397e10583 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1682 time: 0.3064809 Feb 03 12:36:08.469857 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a45357b-a642-495f-bbb1-8a0e20136428 admin admin] Publish callbacks [] for security_group (3db37fb2-27e8-4a46-af21-2f19a3486b1f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.472000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:08.478538 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.480916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.481272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.481617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.481958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.482663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.482997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.483324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.483662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.484013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.484335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.484655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.485014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.485295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.493004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.493351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.493692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.494029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.494531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.494770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.495097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.495417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.495735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.496196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.496516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.496834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.497148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae4998-0424-4cf5-b18a-9790d9f66d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:08.531657 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a45357b-a642-495f-bbb1-8a0e20136428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3db37fb2-27e8-4a46-af21-2f19a3486b1f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.535769 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a45357b-a642-495f-bbb1-8a0e20136428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.541180 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a45357b-a642-495f-bbb1-8a0e20136428 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3db37fb2-27e8-4a46-af21-2f19a3486b1f HTTP/1.1" status: 204 len: 168 time: 0.1794434 Feb 03 12:36:08.547778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cd99dede-db14-4526-8ebb-bba4f4c95b9e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:08.552005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45357b-a642-495f-bbb1-8a0e20136428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db37fb2-27e8-4a46-af21-2f19a3486b1f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:08.600447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323150f-527a-4a33-976e-aa0ac93d37e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5faeec3-80df-4503-aded-6f78ef69c2f2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:08.619744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (192f05b4-1887-4091-87ed-6ab7753a91af), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.667049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-5b1479ff-a30e-4097-8f1e-00d8340db9c6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:08.674549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-5b1479ff-a30e-4097-8f1e-00d8340db9c6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:08.676752 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-5b1479ff-a30e-4097-8f1e-00d8340db9c6 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 1682 time: 0.0827415 Feb 03 12:36:08.678206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799065b-fe8f-431e-91cc-affb97d889ee req-65a41b73-036c-4760-9bbe-a2a6bc60d5d4 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:08.679853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c799065b-fe8f-431e-91cc-affb97d889ee req-65a41b73-036c-4760-9bbe-a2a6bc60d5d4 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 943 time: 0.3800020 Feb 03 12:36:08.753063 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72f23ff2-2494-4025-b4d0-5341b1230f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.780910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49afc129-110f-47ce-b1c4-1c37a1b7960d req-4da4b553-fb4b-4ef8-941f-44fbcfc5f03d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001390 Feb 03 12:36:08.799190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (192f05b4-1887-4091-87ed-6ab7753a91af), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.802369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks [] for router_controller (192f05b4-1887-4091-87ed-6ab7753a91af), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.806791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8d104c01-0760-459e-b920-ba09e9361bc4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:08.861327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 8d104c01-0760-459e-b920-ba09e9361bc4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:08.862573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8d104c01-0760-459e-b920-ba09e9361bc4 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:08.862871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting port 262671f8-fc67-470b-a6a4-0ad5ef877715 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:08.863319 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.865005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:08.877378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48046) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:08.892959 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (192f05b4-1887-4091-87ed-6ab7753a91af), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.893511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192f05b4-1887-4091-87ed-6ab7753a91af {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:36:08.904667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:08.905023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 45af8ca9-14bf-4876-a7a6-8ba42e9ff7f6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:08.917514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.921080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49a3d9ca-4ea2-4a1f-af02-cf2fe7345816 admin admin] 10.222.0.65 "DELETE /v2.0/routers/192f05b4-1887-4091-87ed-6ab7753a91af HTTP/1.1" status: 204 len: 168 time: 2.2078073 Feb 03 12:36:08.928597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c799065b-fe8f-431e-91cc-affb97d889ee req-856a0c8f-01b3-4c05-b8c3-60e428aa0f0c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030373 Feb 03 12:36:08.931185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48048) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:08.939765 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-01065bd8-4cff-40a7-8871-078d0bf531c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.025264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08882a-5e71-4540-b742-da24d7c04aee req-c8248424-5538-486a-90cf-d8ea6344dd5b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:09.033694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b08882a-5e71-4540-b742-da24d7c04aee req-c8248424-5538-486a-90cf-d8ea6344dd5b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.1740284 Feb 03 12:36:09.041145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] For port 262671f8-fc67-470b-a6a4-0ad5ef877715, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=262671f8-fc67-470b-a6a4-0ad5ef877715,segment=NetworkSegment(fd239eff-de2c-400f-b03a-faf09ea54a85),segment_id=fd239eff-de2c-400f-b03a-faf09ea54a85)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:09.041511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.057598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Calling delete_port for 262671f8-fc67-470b-a6a4-0ad5ef877715 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:09.104293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f492f9bc-63bd-4026-b15a-a0550ac09d82 admin admin] Deleting subnet 87d9c481-8733-4a7e-a83d-e46f20808967 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:09.150081 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f492f9bc-63bd-4026-b15a-a0550ac09d82 admin admin] Publish callbacks [] for subnet (87d9c481-8733-4a7e-a83d-e46f20808967), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.190107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48052) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:09.214069 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0404512c-2634-447f-932a-02da901b6bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.215177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b08882a-5e71-4540-b742-da24d7c04aee req-e463ee38-02ce-4f8d-b464-73228feaa8e5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806085 Feb 03 12:36:09.248968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f492f9bc-63bd-4026-b15a-a0550ac09d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (87d9c481-8733-4a7e-a83d-e46f20808967), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.250951 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (262671f8-fc67-470b-a6a4-0ad5ef877715), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.268068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['773c079c-5562-4566-aca2-c137e04c62f8', '262671f8-fc67-470b-a6a4-0ad5ef877715'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:09.302551 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-01065bd8-4cff-40a7-8871-078d0bf531c5 admin admin] Publish callbacks [] for security_group (cc8c6816-d7f4-485d-9a2d-7809325f6340), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.317047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Port': ['ID=262671f8-fc67-470b-a6a4-0ad5ef877715,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:09.324656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b84ef-6349-44e3-998c-f47e15e715ac req-de1c34ae-6dda-4e6f-bef8-802684e8ca9b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:09.327399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d61b84ef-6349-44e3-998c-f47e15e715ac req-de1c34ae-6dda-4e6f-bef8-802684e8ca9b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.1880176 Feb 03 12:36:09.336886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-01065bd8-4cff-40a7-8871-078d0bf531c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cc8c6816-d7f4-485d-9a2d-7809325f6340), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.380587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] No DVR routers for this DVR port 262671f8-fc67-470b-a6a4-0ad5ef877715 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:09.383311 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.388674 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-ab356ded-5b1d-4ffa-9707-a358b1241582 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "DELETE /v2.0/ports/262671f8-fc67-470b-a6a4-0ad5ef877715 HTTP/1.1" status: 204 len: 173 time: 0.7021708 Feb 03 12:36:09.390553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'name': 'network-vif-deleted', 'tag': '262671f8-fc67-470b-a6a4-0ad5ef877715'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:09.392980 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98803e31-3924-4c82-9d31-f7e74d657506" -d '{"events": [{"server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "name": "network-vif-deleted", "tag": "262671f8-fc67-470b-a6a4-0ad5ef877715"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:09.491824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-01065bd8-4cff-40a7-8871-078d0bf531c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e15f6cf319f47baa31b11cdcbb8033f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6078863 Feb 03 12:36:09.492400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cd99dede-db14-4526-8ebb-bba4f4c95b9e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:09.495820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01065bd8-4cff-40a7-8871-078d0bf531c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8c6816-d7f4-485d-9a2d-7809325f6340,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:09.496208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48058) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:09.505275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d61b84ef-6349-44e3-998c-f47e15e715ac req-b260ab4d-c9da-433b-bd82-edc8c43302ff tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704733 Feb 03 12:36:09.513351 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f492f9bc-63bd-4026-b15a-a0550ac09d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (87d9c481-8733-4a7e-a83d-e46f20808967), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.559869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0404512c-2634-447f-932a-02da901b6bd8 admin admin] Publish callbacks [] for security_group (025cc254-7fcb-4ca4-b5c6-f7db6eaccda4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.576420 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0404512c-2634-447f-932a-02da901b6bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (025cc254-7fcb-4ca4-b5c6-f7db6eaccda4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.580185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c894-54e8-4471-9fe6-eab9208e5aa8 req-4b9a5ee4-6188-4723-8927-9ff410d04054 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:09.590947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b29c894-54e8-4471-9fe6-eab9208e5aa8 req-4b9a5ee4-6188-4723-8927-9ff410d04054 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2591760 Feb 03 12:36:09.631979 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22188624-e7c8-4cf0-af52-e0dfb9325b8f x-openstack-request-id: req-22188624-e7c8-4cf0-af52-e0dfb9325b8f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:09.632938 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "name": "network-vif-deleted", "tag": "262671f8-fc67-470b-a6a4-0ad5ef877715", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:09.633204 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22188624-e7c8-4cf0-af52-e0dfb9325b8f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:09.633902 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'name': 'network-vif-deleted', 'tag': '262671f8-fc67-470b-a6a4-0ad5ef877715', 'status': 'completed', 'code': 200} Feb 03 12:36:09.672164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404512c-2634-447f-932a-02da901b6bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025cc254-7fcb-4ca4-b5c6-f7db6eaccda4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:09.676723 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0404512c-2634-447f-932a-02da901b6bd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ec1617ecbed43f1ab19591af9005948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4846332 Feb 03 12:36:09.678580 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f492f9bc-63bd-4026-b15a-a0550ac09d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (87d9c481-8733-4a7e-a83d-e46f20808967), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.680762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48060) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:09.695888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting port 773c079c-5562-4566-aca2-c137e04c62f8 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:09.696171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (773c079c-5562-4566-aca2-c137e04c62f8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.702875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-636a24a1-e387-4ae4-8e45-8d9d77e95b12 admin admin] Publish callbacks [] for security_group (cc8c6816-d7f4-485d-9a2d-7809325f6340), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.703259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b29c894-54e8-4471-9fe6-eab9208e5aa8 req-97aad30b-696e-4a55-b38d-a76deeba8206 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091099 Feb 03 12:36:09.745000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492f9bc-63bd-4026-b15a-a0550ac09d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d9c481-8733-4a7e-a83d-e46f20808967,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:09.759552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f492f9bc-63bd-4026-b15a-a0550ac09d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.767974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f492f9bc-63bd-4026-b15a-a0550ac09d82 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/87d9c481-8733-4a7e-a83d-e46f20808967 HTTP/1.1" status: 204 len: 168 time: 0.8355918 Feb 03 12:36:09.769601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b03b2-1e32-4d34-8c15-7653dd616248 None None] Network 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:09.771511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48062) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:09.783995 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-636a24a1-e387-4ae4-8e45-8d9d77e95b12 admin admin] Publish callbacks [] for security_group (cc8c6816-d7f4-485d-9a2d-7809325f6340), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.784357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-cf3b9edc-6a14-4d3c-932f-f78ac677c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:09.785946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-cf3b9edc-6a14-4d3c-932f-f78ac677c9ff service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb&tenant_id=5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 1133 time: 0.2274792 Feb 03 12:36:09.845549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] For port 773c079c-5562-4566-aca2-c137e04c62f8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=773c079c-5562-4566-aca2-c137e04c62f8,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:09.846023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (773c079c-5562-4566-aca2-c137e04c62f8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.861072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Calling delete_port for 773c079c-5562-4566-aca2-c137e04c62f8 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:09.890296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-636a24a1-e387-4ae4-8e45-8d9d77e95b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cc8c6816-d7f4-485d-9a2d-7809325f6340), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.892884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-636a24a1-e387-4ae4-8e45-8d9d77e95b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.894790 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-636a24a1-e387-4ae4-8e45-8d9d77e95b12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc8c6816-d7f4-485d-9a2d-7809325f6340 HTTP/1.1" status: 204 len: 168 time: 0.3975811 Feb 03 12:36:09.914560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:09.950599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a24a1-e387-4ae4-8e45-8d9d77e95b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8c6816-d7f4-485d-9a2d-7809325f6340,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:09.973533 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0a56dbb3-96ac-4cbb-ae35-50faaf4e661e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.983998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c3a6a-65e8-4740-9afe-93a06600c6cc None None] DHCP port deletion for 0a56dbb3-96ac-4cbb-ae35-50faaf4e661e request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:36:10.004300 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.014832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0def9bc6-42e4-4d01-9ede-9b5e5e2e7842 admin admin] Publish callbacks [] for security_group (025cc254-7fcb-4ca4-b5c6-f7db6eaccda4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.038711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0def9bc6-42e4-4d01-9ede-9b5e5e2e7842 admin admin] Publish callbacks [] for security_group (025cc254-7fcb-4ca4-b5c6-f7db6eaccda4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.057284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b26c3a6a-65e8-4740-9afe-93a06600c6cc None None] Deleting port b6584f58-1bd1-4ec5-99f3-8558e84b597e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:10.057708 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26c3a6a-65e8-4740-9afe-93a06600c6cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.060728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (773c079c-5562-4566-aca2-c137e04c62f8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.121684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d31f15-3fb1-48ff-b75a-a58a2e1f47b6 req-9250ff10-4750-4332-9e0f-2755d54f3707 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:10.129572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2d31f15-3fb1-48ff-b75a-a58a2e1f47b6 req-9250ff10-4750-4332-9e0f-2755d54f3707 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f HTTP/1.1" status: 200 len: 946 time: 0.2489953 Feb 03 12:36:10.130780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Port': ['ID=773c079c-5562-4566-aca2-c137e04c62f8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:10.161610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] No DVR routers for this DVR port 773c079c-5562-4566-aca2-c137e04c62f8 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:10.166808 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.171778 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d0658f0-8f03-4df3-b039-14fc65128082 req-96fc57be-47dc-4cf6-8a79-9d8b387e2333 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.72 "DELETE /v2.0/ports/773c079c-5562-4566-aca2-c137e04c62f8 HTTP/1.1" status: 204 len: 173 time: 0.7756147 Feb 03 12:36:10.192135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.199171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b26c3a6a-65e8-4740-9afe-93a06600c6cc None None] For port b6584f58-1bd1-4ec5-99f3-8558e84b597e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6584f58-1bd1-4ec5-99f3-8558e84b597e,segment=NetworkSegment(948501fc-d84e-46c9-bdb9-8e01583c7e87),segment_id=948501fc-d84e-46c9-bdb9-8e01583c7e87)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:10.199914 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26c3a6a-65e8-4740-9afe-93a06600c6cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.218471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b26c3a6a-65e8-4740-9afe-93a06600c6cc None None] Calling delete_port for b6584f58-1bd1-4ec5-99f3-8558e84b597e owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:10.319430 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0def9bc6-42e4-4d01-9ede-9b5e5e2e7842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (025cc254-7fcb-4ca4-b5c6-f7db6eaccda4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.322193 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0def9bc6-42e4-4d01-9ede-9b5e5e2e7842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.326978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0def9bc6-42e4-4d01-9ede-9b5e5e2e7842 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/025cc254-7fcb-4ca4-b5c6-f7db6eaccda4 HTTP/1.1" status: 204 len: 168 time: 0.6400070 Feb 03 12:36:10.380423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2d31f15-3fb1-48ff-b75a-a58a2e1f47b6 req-c900d6cb-a39e-4d90-83cc-07574eff7212 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "GET /v2.0/security-groups?id=d098a55e-98c7-400e-91f1-66e1d2a1304e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481983 Feb 03 12:36:10.400481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def9bc6-42e4-4d01-9ede-9b5e5e2e7842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025cc254-7fcb-4ca4-b5c6-f7db6eaccda4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:10.400661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26c3a6a-65e8-4740-9afe-93a06600c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.438039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f990f-a10c-4efe-be76-ad604d8b2619 req-d40996ce-fe09-45ae-b44a-0ed40cc8b623 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:10.440946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-952f990f-a10c-4efe-be76-ad604d8b2619 req-d40996ce-fe09-45ae-b44a-0ed40cc8b623 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 944 time: 0.3432474 Feb 03 12:36:10.441176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c3a6a-65e8-4740-9afe-93a06600c6cc None None] Pushing event deleted for resources: {'Port': ['ID=b6584f58-1bd1-4ec5-99f3-8558e84b597e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:10.451844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c3a6a-65e8-4740-9afe-93a06600c6cc None None] No DVR routers for this DVR port b6584f58-1bd1-4ec5-99f3-8558e84b597e on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:10.583595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Deleting port b6584f58-1bd1-4ec5-99f3-8558e84b597e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:10.584912 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.731701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-952f990f-a10c-4efe-be76-ad604d8b2619 req-9b0e0dd6-da6c-4ded-a2e8-960eee89628e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698872 Feb 03 12:36:10.777723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6584f58-1bd1-4ec5-99f3-8558e84b597e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:10.875267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] For port b6584f58-1bd1-4ec5-99f3-8558e84b597e, host n-d-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:10.875626 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.895881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0096fc-75c1-4b88-bbf0-885b3394c06d req-f434fff6-e1a0-4d0d-86af-a0b6a242e8e8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:10.902360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e0096fc-75c1-4b88-bbf0-885b3394c06d req-f434fff6-e1a0-4d0d-86af-a0b6a242e8e8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.4417765 Feb 03 12:36:10.973240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Calling delete_port for b6584f58-1bd1-4ec5-99f3-8558e84b597e owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:11.001721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_backend_mixin [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Port b6584f58-1bd1-4ec5-99f3-8558e84b597e was not found and therefore no delete operation was performed {{(pid=103224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:36:11.010683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b6584f58-1bd1-4ec5-99f3-8558e84b597e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:11.011094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6584f58-1bd1-4ec5-99f3-8558e84b597e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:11.021553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b6584f58-1bd1-4ec5-99f3-8558e84b597e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.078909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b6584f58-1bd1-4ec5-99f3-8558e84b597e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:11.094650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:11.098425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] No DVR routers for this DVR port b6584f58-1bd1-4ec5-99f3-8558e84b597e on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:11.158091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e0096fc-75c1-4b88-bbf0-885b3394c06d req-e0488342-1881-4451-8de8-cf6948495690 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405765 Feb 03 12:36:11.194387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce5e62-54b5-4ba3-a4c5-efa4f274c03e req-2481a601-f850-4d01-8d53-37c9bdcb95fa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:11.196585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56ce5e62-54b5-4ba3-a4c5-efa4f274c03e req-2481a601-f850-4d01-8d53-37c9bdcb95fa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.3231130 Feb 03 12:36:11.213555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:11.277777 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0a56dbb3-96ac-4cbb-ae35-50faaf4e661e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.324553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a56dbb3-96ac-4cbb-ae35-50faaf4e661e']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:11.375746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948501fc-d84e-46c9-bdb9-8e01583c7e87') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:11.376043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948501fc-d84e-46c9-bdb9-8e01583c7e87') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:11.387857 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.394156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:11.396848 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19145689-a6ee-4cd8-b051-099752f13377" -d '{"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:11.409076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Publish callbacks [] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.428251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (948501fc-d84e-46c9-bdb9-8e01583c7e87), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.458989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56ce5e62-54b5-4ba3-a4c5-efa4f274c03e req-44ed35f0-71b4-4ea8-87ad-146bcdcc5f19 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518046 Feb 03 12:36:11.460882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Transition to ACTIVE for port object c906fb6d-7175-425b-976a-153a7a4a43e9 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:11.462144 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (948501fc-d84e-46c9-bdb9-8e01583c7e87), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.470540 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.473582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:11.473999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (948501fc-d84e-46c9-bdb9-8e01583c7e87), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:11.479232 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:11.514175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2272ae-c517-494f-8d44-2e7ac9343a04 req-038717aa-c3a3-4036-8125-405def4de956 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:11.515779 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee2272ae-c517-494f-8d44-2e7ac9343a04 req-038717aa-c3a3-4036-8125-405def4de956 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2354248 Feb 03 12:36:11.539037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48122) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:11.553978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48124) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:11.628952 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a27410-5f93-452a-8eb4-01ec181a8f0d x-openstack-request-id: req-f6a27410-5f93-452a-8eb4-01ec181a8f0d {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:11.629527 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:11.629957 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6a27410-5f93-452a-8eb4-01ec181a8f0d {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:11.630699 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'code': 200} Feb 03 12:36:11.635076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'name': 'network-vif-deleted', 'tag': '773c079c-5562-4566-aca2-c137e04c62f8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:11.637658 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8494d33f-8784-4ede-b289-9e332ae634d8" -d '{"events": [{"server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "name": "network-vif-deleted", "tag": "773c079c-5562-4566-aca2-c137e04c62f8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:11.661007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-101700cf-1b03-4215-81e8-993322a79889 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting subnet f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:11.664784 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-101700cf-1b03-4215-81e8-993322a79889 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.675190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] No DVR routers for this DVR port c906fb6d-7175-425b-976a-153a7a4a43e9 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:11.696866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=10']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:11.698046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 262671f8-fc67-470b-a6a4-0ad5ef877715 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:11.700002 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0a56dbb3-96ac-4cbb-ae35-50faaf4e661e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.737004 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de5bd6-b7b5-47cd-acb8-cf468a5d09fc x-openstack-request-id: req-a3de5bd6-b7b5-47cd-acb8-cf468a5d09fc {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:11.737294 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f", "name": "network-vif-deleted", "tag": "773c079c-5562-4566-aca2-c137e04c62f8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:11.737549 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3de5bd6-b7b5-47cd-acb8-cf468a5d09fc {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:11.737940 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e5f6b9-8cc1-4aef-9ac2-4e523e02ff6f', 'name': 'network-vif-deleted', 'tag': '773c079c-5562-4566-aca2-c137e04c62f8', 'status': 'completed', 'code': 200} Feb 03 12:36:11.740915 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.746715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] 10.222.0.65 "DELETE /v2.0/networks/0a56dbb3-96ac-4cbb-ae35-50faaf4e661e HTTP/1.1" status: 204 len: 168 time: 1.9710524 Feb 03 12:36:11.746902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 262671f8-fc67-470b-a6a4-0ad5ef877715 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:11.747089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 262671f8-fc67-470b-a6a4-0ad5ef877715 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:11.747465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 773c079c-5562-4566-aca2-c137e04c62f8 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:11.769761 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-101700cf-1b03-4215-81e8-993322a79889 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.781741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 773c079c-5562-4566-aca2-c137e04c62f8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:11.782093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 773c079c-5562-4566-aca2-c137e04c62f8 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:11.782548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:11.814857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-network', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:11.819730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba63df-6b88-444c-be9b-3bf48533e2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0a56dbb3-96ac-4cbb-ae35-50faaf4e661e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:11.867738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:11.869249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:11.872254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:11.878729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Made reservation on behalf of cebc59f98a294497a48c95153e2e9e36 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:11.881579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.896975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port c906fb6d-7175-425b-976a-153a7a4a43e9 host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:36:11.898250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.898531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:11.903477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee2272ae-c517-494f-8d44-2e7ac9343a04 req-ebb006b1-d199-4351-93fa-8f118b979154 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677831 Feb 03 12:36:11.905823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Port c906fb6d-7175-425b-976a-153a7a4a43e9 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:11.906309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Attempting to bind port c906fb6d-7175-425b-976a-153a7a4a43e9 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:11.949906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:11.950453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:11.950807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:11.951215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Bound port: c906fb6d-7175-425b-976a-153a7a4a43e9, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:11.951645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.956820 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-101700cf-1b03-4215-81e8-993322a79889 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.984211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48142) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:12.018184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56019c9-7950-418d-af48-fd9b972c7e60 req-8a5c5d11-87b4-467b-80ea-1365c5769c88 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.020542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e56019c9-7950-418d-af48-fd9b972c7e60 req-8a5c5d11-87b4-467b-80ea-1365c5769c88 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 944 time: 0.1157551 Feb 03 12:36:12.061976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:12.079973 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2e566d61-38c2-4d05-aed3-8a5d486a0af1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fceb61e841874fe088f20e9edc9e9f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0921052 Feb 03 12:36:12.083182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48144) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:12.085703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-101700cf-1b03-4215-81e8-993322a79889 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.086302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:12.098865 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.106821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e56019c9-7950-418d-af48-fd9b972c7e60 req-067d3966-dd97-4712-9d59-bde9a52f0c41 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750222 Feb 03 12:36:12.134027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101700cf-1b03-4215-81e8-993322a79889 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:12.153858 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Publish callbacks [] for security_group (1dfcca30-8a9c-4e3e-8062-2f9c0edca89a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.154077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.154542 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.156589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] 10.222.0.91 "PUT /v2.0/ports/c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 1098 time: 2.2743473 Feb 03 12:36:12.158214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-101700cf-1b03-4215-81e8-993322a79889 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.164538 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-101700cf-1b03-4215-81e8-993322a79889 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "DELETE /v2.0/subnets/f3a2ab8a-ba35-4bb0-9f5b-f3ec4c061570 HTTP/1.1" status: 204 len: 168 time: 0.6215050 Feb 03 12:36:12.164720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48148) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:12.169488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d20e933-6986-4e6b-9548-c159de34a5a2 None None] Network 1a63449d-c170-489b-849e-85ba2ac7a69b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:12.172669 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1dfcca30-8a9c-4e3e-8062-2f9c0edca89a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.204093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:12.204314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cd99dede-db14-4526-8ebb-bba4f4c95b9e up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:12.237560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfcca30-8a9c-4e3e-8062-2f9c0edca89a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:12.241713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a2fbbbf-2c95-4e63-9864-3c373545bca8 admin admin] Publish callbacks [] for security_group (f716345a-f962-4276-82e0-9fcc65fb4e1f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.254236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1dbd771c-08a7-4807-9d09-06b43c6e683b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.255006 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Added segment 1dbd771c-08a7-4807-9d09-06b43c6e683b of type vlan for network e3f8af70-5b6b-453f-b19b-35fb5838c6ea Feb 03 12:36:12.311109 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a2fbbbf-2c95-4e63-9864-3c373545bca8 admin admin] Publish callbacks [] for security_group (f716345a-f962-4276-82e0-9fcc65fb4e1f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.319286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297d866-da04-4010-bdc0-d7e4428f97bd service neutron] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=11']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:12.373073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-9650aed3-0750-4bf8-8351-43906d1bc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.374099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (e3f8af70-5b6b-453f-b19b-35fb5838c6ea), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.376759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-9650aed3-0750-4bf8-8351-43906d1bc110 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1132 time: 0.1771147 Feb 03 12:36:12.440861 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (e3f8af70-5b6b-453f-b19b-35fb5838c6ea), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.441353 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.442086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.443225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1a63449d-c170-489b-849e-85ba2ac7a69b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.461394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port cd99dede-db14-4526-8ebb-bba4f4c95b9e completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:12.477183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port cd99dede-db14-4526-8ebb-bba4f4c95b9e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:12.477855 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.511628 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a2fbbbf-2c95-4e63-9864-3c373545bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f716345a-f962-4276-82e0-9fcc65fb4e1f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.515300 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a2fbbbf-2c95-4e63-9864-3c373545bca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.516928 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8a2fbbbf-2c95-4e63-9864-3c373545bca8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f716345a-f962-4276-82e0-9fcc65fb4e1f HTTP/1.1" status: 204 len: 168 time: 0.4325440 Feb 03 12:36:12.596538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cd99dede-db14-4526-8ebb-bba4f4c95b9e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:12.596903 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.598931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca1ffa-a0bf-4aa9-82c2-3e2112aa4b20 None None] DHCP port deletion for 1a63449d-c170-489b-849e-85ba2ac7a69b request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:36:12.611503 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0563791 Feb 03 12:36:12.613259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fbbbf-2c95-4e63-9864-3c373545bca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716345a-f962-4276-82e0-9fcc65fb4e1f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:12.625725 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48160) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:12.632671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Request body: {'subnet': {'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-subnet', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:12.638140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd891ec-e9d1-4e33-9ea9-6f8c2565f9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f8af70-5b6b-453f-b19b-35fb5838c6ea,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:12.649645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:12.675407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:12.677627 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ea5122-739e-4838-b0b3-08d177b2c20f" -d '{"events": [{"server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "name": "network-vif-plugged", "status": "completed", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:12.689344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network e3f8af70-5b6b-453f-b19b-35fb5838c6ea details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:12.690110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Made reservation on behalf of cebc59f98a294497a48c95153e2e9e36 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:12.695304 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.697517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.816573 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.827094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 56fcdc64-a6b3-4305-8640-9e186599236a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:12.899790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cd99dede-db14-4526-8ebb-bba4f4c95b9e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:12.936530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1dca1ffa-a0bf-4aa9-82c2-3e2112aa4b20 None None] Deleting port 56fcdc64-a6b3-4305-8640-9e186599236a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:12.936909 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dca1ffa-a0bf-4aa9-82c2-3e2112aa4b20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.986732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (f4f76360-9411-4007-8fdd-770014a45591), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.014738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08fd75-499f-451f-ae00-5e0bb21bb759 req-1f02f71b-03e9-44ae-a653-810553194778 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.016297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a08fd75-499f-451f-ae00-5e0bb21bb759 req-1f02f71b-03e9-44ae-a653-810553194778 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.7113588 Feb 03 12:36:13.017354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-84eadabc-226a-4102-9fe8-ad747045f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.018696 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-84eadabc-226a-4102-9fe8-ad747045f5f5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.6302776 Feb 03 12:36:13.054040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 56fcdc64-a6b3-4305-8640-9e186599236a is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:13.055043 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.059619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1dca1ffa-a0bf-4aa9-82c2-3e2112aa4b20 None None] For port 56fcdc64-a6b3-4305-8640-9e186599236a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=56fcdc64-a6b3-4305-8640-9e186599236a,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:13.060407 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dca1ffa-a0bf-4aa9-82c2-3e2112aa4b20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.062349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f76360-9411-4007-8fdd-770014a45591,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:13.085204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Checking segment: {'id': '1dbd771c-08a7-4807-9d09-06b43c6e683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:13.085600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Network hostable DHCP agents. Network: e3f8af70-5b6b-453f-b19b-35fb5838c6ea, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:13.100562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1dca1ffa-a0bf-4aa9-82c2-3e2112aa4b20 None None] Calling delete_port for 56fcdc64-a6b3-4305-8640-9e186599236a owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:13.114093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Network e3f8af70-5b6b-453f-b19b-35fb5838c6ea is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:13.132592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, e3f8af70-5b6b-453f-b19b-35fb5838c6ea) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:13.149626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.151830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-1a17f929-2356-4f27-af61-a843bbfec9eb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.1136136 Feb 03 12:36:13.152335 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.158698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf345c0-7847-417b-ad97-d35df9e0ce0e None None] Network e3f8af70-5b6b-453f-b19b-35fb5838c6ea requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:13.181181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 56fcdc64-a6b3-4305-8640-9e186599236a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=56fcdc64-a6b3-4305-8640-9e186599236a,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:13.184795 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7d7472f-d254-4cc1-b793-5fcb3a1b1c1c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5569682 Feb 03 12:36:13.185545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48178) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:13.193151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:13.198184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.199619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a08fd75-499f-451f-ae00-5e0bb21bb759 req-3496935a-dcd9-4543-93d0-99a70ae3f10d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643281 Feb 03 12:36:13.229539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting port 56fcdc64-a6b3-4305-8640-9e186599236a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:13.229896 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.271684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-6df859ba-7771-4137-bcee-3c8be8e702bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.273322 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-6df859ba-7771-4137-bcee-3c8be8e702bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1123309 Feb 03 12:36:13.281972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.286122 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.314959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.315441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.315932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.316370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.316827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.317280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.317731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.318178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.318656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.319105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.319565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.320014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.339403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfb6aed9-cf7a-413e-944c-f38a8325b7c2 req-15b34bf4-220a-4448-89a0-9a596b6f10ca tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8411 time: 0.7770104 Feb 03 12:36:13.343733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=56fcdc64-a6b3-4305-8640-9e186599236a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:13.352843 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dca1ffa-a0bf-4aa9-82c2-3e2112aa4b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.384539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-e3f8af70-5b6b-453f-b19b-35fb5838c6ea', 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea', 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'fixed_ips': [{'subnet_id': 'f4f76360-9411-4007-8fdd-770014a45591'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:36:13.385433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.389142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca1ffa-a0bf-4aa9-82c2-3e2112aa4b20 None None] Pushing event deleted for resources: {'Port': ['ID=56fcdc64-a6b3-4305-8640-9e186599236a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:13.404656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca1ffa-a0bf-4aa9-82c2-3e2112aa4b20 None None] No DVR routers for this DVR port 56fcdc64-a6b3-4305-8640-9e186599236a on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:13.413149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks [] for router_controller (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.423149 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0269d9b-e136-40d8-abd6-cd976142c090 x-openstack-request-id: req-c0269d9b-e136-40d8-abd6-cd976142c090 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:13.423461 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "name": "network-vif-plugged", "status": "completed", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:13.423709 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0269d9b-e136-40d8-abd6-cd976142c090 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:13.424264 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e', 'code': 200} Feb 03 12:36:13.467772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] For port 56fcdc64-a6b3-4305-8640-9e186599236a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=56fcdc64-a6b3-4305-8640-9e186599236a,segment=NetworkSegment(d71d79a8-4b5c-43b7-af04-f43de5877a33),segment_id=d71d79a8-4b5c-43b7-af04-f43de5877a33)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:13.468349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.499825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Calling delete_port for 56fcdc64-a6b3-4305-8640-9e186599236a owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:13.539032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-63dd88fa-47e8-4ddc-b04b-d47056434d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.540571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-63dd88fa-47e8-4ddc-b04b-d47056434d8e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2481318 Feb 03 12:36:13.556120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063e5c5-198b-486f-946d-1e062f00e09a req-5888a0ef-1300-4841-83cf-a23803f12cf1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.558776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d063e5c5-198b-486f-946d-1e062f00e09a req-5888a0ef-1300-4841-83cf-a23803f12cf1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.2724419 Feb 03 12:36:13.599305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Allocated IP 172.20.0.2 (e3f8af70-5b6b-453f-b19b-35fb5838c6ea/f4f76360-9411-4007-8fdd-770014a45591/cd4d4b30-2cf1-4529-b3c0-9778fd95f17d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:13.649566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48190) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:13.650378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:13.653443 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b5982e-e4ee-4392-b55c-9e13853dda62" -d '{"events": [{"name": "network-changed", "server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:13.746839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806213-88d1-4283-8a83-ce32ffb891c1 req-ea1e33d9-a240-4ae9-921e-4b1ff4ff72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.748406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7806213-88d1-4283-8a83-ce32ffb891c1 req-ea1e33d9-a240-4ae9-921e-4b1ff4ff72b8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 1128 time: 0.2628241 Feb 03 12:36:13.788309 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Publish callbacks [] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.799249 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.846422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-network', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:13.850986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Network e3f8af70-5b6b-453f-b19b-35fb5838c6ea is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:13.852137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d063e5c5-198b-486f-946d-1e062f00e09a req-1d86a3ce-a5d4-4456-a099-4c329e0318cd tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560890 Feb 03 12:36:13.854857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:13.860182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:13.864473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Pushing event updated for resources: {'Port': ['ID=cd4d4b30-2cf1-4529-b3c0-9778fd95f17d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:13.870558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc34f-6f4d-4bbe-97a8-0a3fa5ae4dd4 req-bb5da743-6e3a-4fb9-90ab-05a3e4edd30a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.872353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e54fc34f-6f4d-4bbe-97a8-0a3fa5ae4dd4 req-bb5da743-6e3a-4fb9-90ab-05a3e4edd30a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 949 time: 0.2752845 Feb 03 12:36:13.878615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-4b95b434-98d9-441d-a9da-64a97c4ee5aa service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851665 Feb 03 12:36:13.886652 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (56fcdc64-a6b3-4305-8640-9e186599236a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.952871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Attempting to bind port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:13.953646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Attempting to bind port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '1dbd771c-08a7-4807-9d09-06b43c6e683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:13.954228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Attempting to bind port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d on network e3f8af70-5b6b-453f-b19b-35fb5838c6ea {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:13.961207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:13.963525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Checking segment: {'id': '1dbd771c-08a7-4807-9d09-06b43c6e683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:13.964284 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.971324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Bound using segment: {'id': '1dbd771c-08a7-4807-9d09-06b43c6e683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:13.972266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Bound port: cd4d4b30-2cf1-4529-b3c0-9778fd95f17d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbd771c-08a7-4807-9d09-06b43c6e683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:13.973676 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.976422 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7806213-88d1-4283-8a83-ce32ffb891c1 req-c29ca8f8-d3e6-4aba-be8e-314e3dfd173e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184789 Feb 03 12:36:13.983368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Port': ['ID=56fcdc64-a6b3-4305-8640-9e186599236a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:14.005847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Made reservation on behalf of d8c50b93bf064ffc99715c1cafdfbb13 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:14.008181 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.009815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks [] for router_gateway (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.010661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] No DVR routers for this DVR port 56fcdc64-a6b3-4305-8640-9e186599236a on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:14.048016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] For port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:14.051272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] For port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cd4d4b30-2cf1-4529-b3c0-9778fd95f17d,segment=NetworkSegment(1dbd771c-08a7-4807-9d09-06b43c6e683b),segment_id=1dbd771c-08a7-4807-9d09-06b43c6e683b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:14.057742 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.110216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.114954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Pushing event updated for resources: {'Port': ['ID=cd4d4b30-2cf1-4529-b3c0-9778fd95f17d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:14.130574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.130927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.131271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.131609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.131941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.132271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.132599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.132952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.133250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.133575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.133897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.134232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.134586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad4176-926c-498d-a7bc-0c5187681531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:14.189088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e54fc34f-6f4d-4bbe-97a8-0a3fa5ae4dd4 req-43a51a6e-9ec3-4c2e-9bd0-52784d69f72a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068933 Feb 03 12:36:14.206869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09c2e43-7850-4dd9-adb3-bfcbf4eabebd req-8aa6bafd-449c-457a-9dfc-98903c570304 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178785 Feb 03 12:36:14.238021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks [] for router_gateway (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.239115 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1a63449d-c170-489b-849e-85ba2ac7a69b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.258403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.262149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d8e5a-dde9-417c-86ea-5d87de438110 req-07b49a63-d668-45fe-bc2f-71860f25d69b tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.263751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-424d8e5a-dde9-417c-86ea-5d87de438110 req-07b49a63-d668-45fe-bc2f-71860f25d69b tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 945 time: 0.2964604 Feb 03 12:36:14.329964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a63449d-c170-489b-849e-85ba2ac7a69b']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:14.356816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71d79a8-4b5c-43b7-af04-f43de5877a33') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:14.357435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71d79a8-4b5c-43b7-af04-f43de5877a33') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:14.398540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Allocated IP 172.25.3.86 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/67225963-7755-4dbe-8e53-b6a7e6924d23) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:14.399494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (d71d79a8-4b5c-43b7-af04-f43de5877a33), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.439835 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d71d79a8-4b5c-43b7-af04-f43de5877a33), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.456109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:14.456422 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (d71d79a8-4b5c-43b7-af04-f43de5877a33), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:14.463983 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:14.501361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-424d8e5a-dde9-417c-86ea-5d87de438110 req-926f0432-b306-4167-b772-ef2c1abed860 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157960 Feb 03 12:36:14.515623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1ed61-adaf-476c-bebd-3190d7bead62 req-97c02bee-ba56-4795-8b52-30370665b3cd tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.517332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53b1ed61-adaf-476c-bebd-3190d7bead62 req-97c02bee-ba56-4795-8b52-30370665b3cd tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 886 time: 0.3069801 Feb 03 12:36:14.534523 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks [] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.562764 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Publish callbacks [] for security_group (b9db0ae0-5cff-47ac-9f5e-3d61d4170209), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.574907 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b9db0ae0-5cff-47ac-9f5e-3d61d4170209), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.588650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:14.597675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1a63449d-c170-489b-849e-85ba2ac7a69b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.599862 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.606956 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4404925d-56c4-4e52-9d55-e2ac4ddb4e56 x-openstack-request-id: req-4404925d-56c4-4e52-9d55-e2ac4ddb4e56 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:14.607830 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:14.608250 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4404925d-56c4-4e52-9d55-e2ac4ddb4e56 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:14.608786 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'status': 'completed', 'code': 200} Feb 03 12:36:14.615076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f863d71b-b74a-4f0f-8442-cfaafd7b8f1b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.616036 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Added segment f863d71b-b74a-4f0f-8442-cfaafd7b8f1b of type vlan for network be3dac05-a53a-4e54-803f-ab1f51d67181 Feb 03 12:36:14.618010 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.621407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "DELETE /v2.0/networks/1a63449d-c170-489b-849e-85ba2ac7a69b HTTP/1.1" status: 204 len: 168 time: 2.4560859 Feb 03 12:36:14.628080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48200) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:14.685116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1696f2-a299-42b3-a063-3f40857fca02 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Network': ['ID=1a63449d-c170-489b-849e-85ba2ac7a69b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:14.708043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:14.709738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9db0ae0-5cff-47ac-9f5e-3d61d4170209,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:14.711337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:14.724354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:14.744935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Pushing event updated for resources: {'Port': ['ID=67225963-7755-4dbe-8e53-b6a7e6924d23,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:14.796751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-078b3b90-9f48-4e8e-b48d-25aff655a45d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting subnet c1659ec1-4d5b-4247-93ae-f8c11c14788f {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:14.801911 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (be3dac05-a53a-4e54-803f-ab1f51d67181), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.806787 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-078b3b90-9f48-4e8e-b48d-25aff655a45d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (c1659ec1-4d5b-4247-93ae-f8c11c14788f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.812198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-70aae377-5fbc-4016-8175-273b014da599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.813822 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-70aae377-5fbc-4016-8175-273b014da599 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1132 time: 0.1714342 Feb 03 12:36:14.838551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d69a4-3f9b-4cab-8d61-04d3031d0316 req-deddb7b6-913b-4c9c-b959-cc3af2ee431e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.840092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-906d69a4-3f9b-4cab-8d61-04d3031d0316 req-deddb7b6-913b-4c9c-b959-cc3af2ee431e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.2350638 Feb 03 12:36:14.842966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cd4d4b30-2cf1-4529-b3c0-9778fd95f17d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:14.880793 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (be3dac05-a53a-4e54-803f-ab1f51d67181), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.881757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.882383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.913096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.913585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.914033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.914527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.914987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.915447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.915940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.916658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.917117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.917773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.918224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.920312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-278bec9e-df3c-4a52-828a-737fb2ff55ee req-9c2941c4-bb3d-43ed-98e8-36a43e1d1b0f tempest-NetworksTest-827078517 tempest-NetworksTest-827078517-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7805 time: 0.2916903 Feb 03 12:36:14.925609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:14.926607 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.961882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-078b3b90-9f48-4e8e-b48d-25aff655a45d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (c1659ec1-4d5b-4247-93ae-f8c11c14788f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.994924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3343332 Feb 03 12:36:15.036541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48206) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:15.036903 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-eeee1357-ddba-4b52-b767-a61420d0b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.038444 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-eeee1357-ddba-4b52-b767-a61420d0b9c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2018383 Feb 03 12:36:15.047340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Request body: {'subnet': {'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-subnet', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:15.060514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-906d69a4-3f9b-4cab-8d61-04d3031d0316 req-16359f28-4c26-4e41-85b3-60aeb1e169d3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129834 Feb 03 12:36:15.084385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579b52-7f17-4817-8dd0-9d77a168e7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=be3dac05-a53a-4e54-803f-ab1f51d67181,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:15.113987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network be3dac05-a53a-4e54-803f-ab1f51d67181 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:15.128133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Made reservation on behalf of d8c50b93bf064ffc99715c1cafdfbb13 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:15.130934 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.151510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-3250fcdc-f065-4cbe-bb25-f4f5b456fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.153338 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-3250fcdc-f065-4cbe-bb25-f4f5b456fdd8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 1132 time: 0.2320709 Feb 03 12:36:15.210638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5093726-0692-4dc1-9786-b936ebc09271 req-f4466ead-3c7b-404a-8342-a74b76a47302 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.218144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5093726-0692-4dc1-9786-b936ebc09271 req-f4466ead-3c7b-404a-8342-a74b76a47302 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.1648412 Feb 03 12:36:15.235933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:15.239661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.295307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cd4d4b30-2cf1-4529-b3c0-9778fd95f17d,segment=NetworkSegment(1dbd771c-08a7-4807-9d09-06b43c6e683b),segment_id=1dbd771c-08a7-4807-9d09-06b43c6e683b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:15.299268 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-9fdda80e-fd1c-4810-9b3e-7c7e09403c30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.1275690 Feb 03 12:36:15.304181 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.380771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=cd4d4b30-2cf1-4529-b3c0-9778fd95f17d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:15.395920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48212) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:15.475288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5093726-0692-4dc1-9786-b936ebc09271 req-87f673d9-ffd0-4077-80e2-0c16459c1182 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554328 Feb 03 12:36:15.480957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-8cacbbec-bf7f-492d-81f2-f16d0ad6034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.482800 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-8cacbbec-bf7f-492d-81f2-f16d0ad6034e service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.3223743 Feb 03 12:36:15.510938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-0608cced-28d2-4a91-be57-d4c4bfbc9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.512454 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-0608cced-28d2-4a91-be57-d4c4bfbc9075 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1946673 Feb 03 12:36:15.569062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-078b3b90-9f48-4e8e-b48d-25aff655a45d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c1659ec1-4d5b-4247-93ae-f8c11c14788f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.612505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029892a4-a809-49e8-b55c-2e051830b4b5 None None] Network e3f8af70-5b6b-453f-b19b-35fb5838c6ea requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:15.634224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks [] for router_gateway (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.686488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeceb9-cf20-426c-b6aa-77805606c587 req-90143311-ca81-42c5-b28a-7f8d57e94c64 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.688016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-feeeceb9-cf20-426c-b6aa-77805606c587 req-90143311-ca81-42c5-b28a-7f8d57e94c64 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 949 time: 0.3505175 Feb 03 12:36:15.689309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-d8b9f30b-c43d-4336-8d41-2e157d99f7fc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 200 len: 217 time: 0.1959386 Feb 03 12:36:15.718508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-838f91a9-da64-43d1-ade8-c7ab34c98464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.730580 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-838f91a9-da64-43d1-ade8-c7ab34c98464 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1796279 Feb 03 12:36:15.738308 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2bd6cc33-e5a9-4727-8f40-99239578f886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.782924 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-078b3b90-9f48-4e8e-b48d-25aff655a45d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (c1659ec1-4d5b-4247-93ae-f8c11c14788f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.837029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b3b90-9f48-4e8e-b48d-25aff655a45d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Subnet': ['ID=c1659ec1-4d5b-4247-93ae-f8c11c14788f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:15.870548 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-078b3b90-9f48-4e8e-b48d-25aff655a45d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.876326 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-078b3b90-9f48-4e8e-b48d-25aff655a45d tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "DELETE /v2.0/subnets/c1659ec1-4d5b-4247-93ae-f8c11c14788f HTTP/1.1" status: 204 len: 168 time: 1.2420793 Feb 03 12:36:15.879465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48218) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:15.890879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-96527973-9863-456a-8b3a-31f19858a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.892349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-96527973-9863-456a-8b3a-31f19858a211 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1667240 Feb 03 12:36:15.909473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-feeeceb9-cf20-426c-b6aa-77805606c587 req-84f0b02d-7606-44dd-8fbc-6b355e9f5958 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905227 Feb 03 12:36:15.929548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b2d9c-fe9b-4f93-9251-e9061d0cd187 req-c02cd085-bf4e-4633-87b6-99b08f8d6485 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.937069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a1b2d9c-fe9b-4f93-9251-e9061d0cd187 req-c02cd085-bf4e-4633-87b6-99b08f8d6485 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 945 time: 0.2803209 Feb 03 12:36:15.965697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952dfdaa-baa3-4455-8d35-3909b325a720 None None] Network 418565c3-06f0-44c6-b4c5-3b43a15707bc requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:15.971102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (c2458635-536a-4534-a5ef-220a257345dd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.993080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9946ca02-5d86-48d3-96f7-1fa823f834a0 None None] Provisioning complete for port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:15.994054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9946ca02-5d86-48d3-96f7-1fa823f834a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.003213 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-b2488261-435c-47fd-9cec-98dc59ec4b8c service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620125 Feb 03 12:36:16.040445 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (418565c3-06f0-44c6-b4c5-3b43a15707bc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.080692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2458635-536a-4534-a5ef-220a257345dd,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:16.137501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a1b2d9c-fe9b-4f93-9251-e9061d0cd187 req-356fb280-0b4b-4ee3-b5a7-82550cd2f64d tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993194 Feb 03 12:36:16.156882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2bd6cc33-e5a9-4727-8f40-99239578f886 admin admin] Publish callbacks [] for security_group (9ce275c8-e99e-49a6-b6d7-506dba507f84), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.161754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-cfc2b96d-084c-47bc-bd0c-8311432aeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:16.163857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-cfc2b96d-084c-47bc-bd0c-8311432aeee0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2525296 Feb 03 12:36:16.175518 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2bd6cc33-e5a9-4727-8f40-99239578f886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9ce275c8-e99e-49a6-b6d7-506dba507f84), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.177386 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.185923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.235118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Checking segment: {'id': 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:16.235450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Network hostable DHCP agents. Network: be3dac05-a53a-4e54-803f-ab1f51d67181, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:16.248877 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-2b40e153-5b23-4e10-ac9d-ea58f6be8586 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336838 Feb 03 12:36:16.298257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9946ca02-5d86-48d3-96f7-1fa823f834a0 None None] Current status of the port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:16.320204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Deleting port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:16.320619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.373624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Network be3dac05-a53a-4e54-803f-ab1f51d67181 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:16.391914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2877d-157e-4834-ae37-94645c1cbbc9 req-2dafef1e-5d1b-49c1-b961-7e41663838c8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:16.399451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-20d2877d-157e-4834-ae37-94645c1cbbc9 req-2dafef1e-5d1b-49c1-b961-7e41663838c8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.1966879 Feb 03 12:36:16.410648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2bd6cc33-e5a9-4727-8f40-99239578f886 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8364db487b574ae896e81c417081ecba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9995174 Feb 03 12:36:16.411288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48222) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:16.426102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903057da-f278-4773-9f3c-09262dbb07c3 None None] DHCP port deletion for 418565c3-06f0-44c6-b4c5-3b43a15707bc request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:36:16.443493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] For port bbc4f7c4-ae45-4eae-a8f1-795fb0280041, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bbc4f7c4-ae45-4eae-a8f1-795fb0280041,segment=NetworkSegment(fd239eff-de2c-400f-b03a-faf09ea54a85),segment_id=fd239eff-de2c-400f-b03a-faf09ea54a85)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:16.443857 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.457591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Calling delete_port for bbc4f7c4-ae45-4eae-a8f1-795fb0280041 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:16.494074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-903057da-f278-4773-9f3c-09262dbb07c3 None None] Deleting port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:16.494615 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-903057da-f278-4773-9f3c-09262dbb07c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.499385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6cc33-e5a9-4727-8f40-99239578f886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce275c8-e99e-49a6-b6d7-506dba507f84,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:16.594383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:36:16.614239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-903057da-f278-4773-9f3c-09262dbb07c3 None None] For port bbc4f7c4-ae45-4eae-a8f1-795fb0280041, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bbc4f7c4-ae45-4eae-a8f1-795fb0280041,segment=NetworkSegment(fd239eff-de2c-400f-b03a-faf09ea54a85),segment_id=fd239eff-de2c-400f-b03a-faf09ea54a85)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:16.614761 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-903057da-f278-4773-9f3c-09262dbb07c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.637201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-903057da-f278-4773-9f3c-09262dbb07c3 None None] Calling delete_port for bbc4f7c4-ae45-4eae-a8f1-795fb0280041 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:16.711755 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.725581 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] No DVR routers for this DVR port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:16.755160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bd699cea-ef5b-4f2b-a32c-1b8f60c04584 None None] Provisioning complete for port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:16.755160 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd699cea-ef5b-4f2b-a32c-1b8f60c04584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.776793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-903057da-f278-4773-9f3c-09262dbb07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (bbc4f7c4-ae45-4eae-a8f1-795fb0280041), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.778792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cd4d4b30-2cf1-4529-b3c0-9778fd95f17d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:16.826244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Port': ['ID=bbc4f7c4-ae45-4eae-a8f1-795fb0280041,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:16.854928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903057da-f278-4773-9f3c-09262dbb07c3 None None] Pushing event deleted for resources: {'Port': ['ID=bbc4f7c4-ae45-4eae-a8f1-795fb0280041,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:16.858717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903057da-f278-4773-9f3c-09262dbb07c3 None None] No DVR routers for this DVR port bbc4f7c4-ae45-4eae-a8f1-795fb0280041 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:16.909704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, be3dac05-a53a-4e54-803f-ab1f51d67181) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:16.928692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84afd278-6740-4657-9c9b-840a0e7f589c None None] Network be3dac05-a53a-4e54-803f-ab1f51d67181 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:16.940561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:16.941173 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.948735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:16.950104 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.983131 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (418565c3-06f0-44c6-b4c5-3b43a15707bc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.012501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-c64a35b5-b6e2-4491-a73b-1e41bd1cbd1e service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8337350 Feb 03 12:36:17.022424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418565c3-06f0-44c6-b4c5-3b43a15707bc']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:17.039995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd239eff-de2c-400f-b03a-faf09ea54a85') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:17.040214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8b8faf4d-f240-4731-a099-a44eb3aa43da admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0014896 Feb 03 12:36:17.040773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd239eff-de2c-400f-b03a-faf09ea54a85') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:17.044642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48228) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:17.050788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:17.059796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bd699cea-ef5b-4f2b-a32c-1b8f60c04584 None None] Current status of the port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:17.061784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-20d2877d-157e-4834-ae37-94645c1cbbc9 req-d19ba529-def0-40c5-be5d-f7d247cb597e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614051 Feb 03 12:36:17.082954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99d017-2ed3-4073-9736-ba4bbeaac144 req-20162b3c-d974-4d15-839b-f0addb17119b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:17.090690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:17.094511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c99d017-2ed3-4073-9736-ba4bbeaac144 req-20162b3c-d974-4d15-839b-f0addb17119b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.1952596 Feb 03 12:36:17.095253 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0d5828b9-2b10-4d92-9f79-f591845fbcd6 admin admin] Publish callbacks [] for security_group (9ce275c8-e99e-49a6-b6d7-506dba507f84), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.102856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (91e8f3ad-3b5c-4917-89f1-41141e9f0902), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.103791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (91e8f3ad-3b5c-4917-89f1-41141e9f0902), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.105177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Sync routers for ids ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:17.111738 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (fd239eff-de2c-400f-b03a-faf09ea54a85), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.167508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dac065-81a4-4a70-a141-a470df8f2c10 None None] Network be3dac05-a53a-4e54-803f-ab1f51d67181 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:17.172460 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.174606 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4eb3e647-e372-484c-8506-438c38b15b03 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9879327 Feb 03 12:36:17.178445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0d5828b9-2b10-4d92-9f79-f591845fbcd6 admin admin] Publish callbacks [] for security_group (9ce275c8-e99e-49a6-b6d7-506dba507f84), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.180293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48232) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:17.192195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (fd239eff-de2c-400f-b03a-faf09ea54a85), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.235606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Routers {'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:17.236029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:17.237106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (fd239eff-de2c-400f-b03a-faf09ea54a85), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.238654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:17.242514 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:17.264053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks [] for router_controller (91e8f3ad-3b5c-4917-89f1-41141e9f0902), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.309561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:17.328580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3b5982e-e4ee-4392-b55c-9e13853dda62 req-8315561a-9cb5-43c7-876d-f37e613192a2 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048627 Feb 03 12:36:17.354524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c99d017-2ed3-4073-9736-ba4bbeaac144 req-de664c38-430d-49b7-9378-8777dcea08cc tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150686 Feb 03 12:36:17.475592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4437-68c1-45c9-a447-774dcd74cc31 req-449274c9-1bc0-441d-9ac4-3d191aa40c6d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:17.477679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591a4437-68c1-45c9-a447-774dcd74cc31 req-449274c9-1bc0-441d-9ac4-3d191aa40c6d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 949 time: 0.2001832 Feb 03 12:36:17.501330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Set router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:17.515771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0d5828b9-2b10-4d92-9f79-f591845fbcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9ce275c8-e99e-49a6-b6d7-506dba507f84), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.519195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0d5828b9-2b10-4d92-9f79-f591845fbcd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.520873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0d5828b9-2b10-4d92-9f79-f591845fbcd6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ce275c8-e99e-49a6-b6d7-506dba507f84 HTTP/1.1" status: 204 len: 168 time: 1.0408969 Feb 03 12:36:17.569066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bbc4f7c4-ae45-4eae-a8f1-795fb0280041 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:17.617419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: bbc4f7c4-ae45-4eae-a8f1-795fb0280041 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:17.617769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bbc4f7c4-ae45-4eae-a8f1-795fb0280041 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:17.634124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5828b9-2b10-4d92-9f79-f591845fbcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce275c8-e99e-49a6-b6d7-506dba507f84,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:17.816534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:13Z', 'updated_at': '2022-02-03T12:36:15Z', 'revision_number': 3, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'gw_port': {'id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:14Z', 'updated_at': '2022-02-03T12:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:17.820035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982add-590d-43ed-a70b-ee7d9f19d831 req-5973b30e-9217-4925-be94-d90dc376719e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:17.822688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24982add-590d-43ed-a70b-ee7d9f19d831 req-5973b30e-9217-4925-be94-d90dc376719e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 945 time: 0.3386755 Feb 03 12:36:17.854028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591a4437-68c1-45c9-a447-774dcd74cc31 req-50293901-648f-479d-bfe9-743f037e72d7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616157 Feb 03 12:36:17.867842 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:36:17.872638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (418565c3-06f0-44c6-b4c5-3b43a15707bc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.885415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.890225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Checking router: c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:17.891506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Updating router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 port 67225963-7755-4dbe-8e53-b6a7e6924d23 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:36:17.896832 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] 10.222.0.65 "DELETE /v2.0/networks/418565c3-06f0-44c6-b4c5-3b43a15707bc HTTP/1.1" status: 204 len: 168 time: 2.0140281 Feb 03 12:36:17.942057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edc638-2cc3-4bd3-a587-7f415af692e5 tempest-ServersTestMultiNic-997650679 tempest-ServersTestMultiNic-997650679-project] Pushing event deleted for resources: {'Network': ['ID=418565c3-06f0-44c6-b4c5-3b43a15707bc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:17.999990 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.081946 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks [] for router_gateway (91e8f3ad-3b5c-4917-89f1-41141e9f0902), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.171600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24982add-590d-43ed-a70b-ee7d9f19d831 req-81b6891c-62d3-447e-90b9-2b68a5a7e413 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137691 Feb 03 12:36:18.192239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48250) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:18.248836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48252) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:18.251913 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4d25b19-04f9-455d-afe3-1ceb344d75d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.255383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:18.563613 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.655123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks [] for router_gateway (91e8f3ad-3b5c-4917-89f1-41141e9f0902), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.688015 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.785683 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Publish callbacks [] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.812135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.839937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:18.873132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Allocated IP 172.25.3.32 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/21e7e8ba-0092-40ea-a25a-b75765ef8393) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:18.879788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Allocated IP 172.20.0.1 (e3f8af70-5b6b-453f-b19b-35fb5838c6ea/f4f76360-9411-4007-8fdd-770014a45591/dd279139-5524-4084-9ba3-80f81f5b1244) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:18.902134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'mac_address': 'fa:16:3e:48:7f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:18.915164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Attempting to bind port 67225963-7755-4dbe-8e53-b6a7e6924d23 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:18.915482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Attempting to bind port 67225963-7755-4dbe-8e53-b6a7e6924d23 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:18.916059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Attempting to bind port 67225963-7755-4dbe-8e53-b6a7e6924d23 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:18.933045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2b651-af2d-499c-bcea-4dec3ede1d31 None None] Pushing event updated for resources: {'Port': ['ID=67225963-7755-4dbe-8e53-b6a7e6924d23,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:18.935623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:18.936005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:18.936413 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.936847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:18.937326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Bound port: 67225963-7755-4dbe-8e53-b6a7e6924d23, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:18.937707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.985339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks [] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.993068 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Publish callbacks [] for port (dd279139-5524-4084-9ba3-80f81f5b1244), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.035358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.043258 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.047537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c906fb6d-7175-425b-976a-153a7a4a43e9 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:19.048027 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.061699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d296-269c-4744-a773-2d6b662904b0 req-ae96c0ce-19be-4418-aafc-d3096b7e2b00 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:19.069578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8512d296-269c-4744-a773-2d6b662904b0 req-ae96c0ce-19be-4418-aafc-d3096b7e2b00 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.6650610 Feb 03 12:36:19.071407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] For port 67225963-7755-4dbe-8e53-b6a7e6924d23, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:19.076866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c906fb6d-7175-425b-976a-153a7a4a43e9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:19.092697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] For port 67225963-7755-4dbe-8e53-b6a7e6924d23, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=67225963-7755-4dbe-8e53-b6a7e6924d23,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:19.096658 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Pushing event updated for resources: {'Port': ['ID=21e7e8ba-0092-40ea-a25a-b75765ef8393,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:19.105863 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4d25b19-04f9-455d-afe3-1ceb344d75d7 admin admin] Publish callbacks [] for security_group (af03d7e1-3985-4cb7-916d-ee2de03f78bd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.113646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.113936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa3401-cf1f-475c-af9c-f8ae08d8c594 req-ac3f5887-0e9b-4fc4-ba05-bfce940baa01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:19.118240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:19.121479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bcaa3401-cf1f-475c-af9c-f8ae08d8c594 req-ac3f5887-0e9b-4fc4-ba05-bfce940baa01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.5598934 Feb 03 12:36:19.129544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:19.132827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:19.135234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:19.154956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Network e3f8af70-5b6b-453f-b19b-35fb5838c6ea is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:19.161596 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.172567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:19.177439 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4d25b19-04f9-455d-afe3-1ceb344d75d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (af03d7e1-3985-4cb7-916d-ee2de03f78bd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.183090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:19.224262 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.231575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2b651-af2d-499c-bcea-4dec3ede1d31 None None] Pushing event updated for resources: {'Port': ['ID=67225963-7755-4dbe-8e53-b6a7e6924d23,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:19.231756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd279139-5524-4084-9ba3-80f81f5b1244,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:19.235637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Routers {'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:19.236509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:19.343842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8512d296-269c-4744-a773-2d6b662904b0 req-a03e5e24-a00a-4430-a54e-ce1fcf666539 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678542 Feb 03 12:36:19.403685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=12']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:19.404803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bcaa3401-cf1f-475c-af9c-f8ae08d8c594 req-d610b9db-a695-4dbd-b838-2c2a72e88784 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822115 Feb 03 12:36:19.445707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks [] for router_gateway (91e8f3ad-3b5c-4917-89f1-41141e9f0902), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.469516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] Set router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:19.548340 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f4d25b19-04f9-455d-afe3-1ceb344d75d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e11ee0fdcc7439c8c2f869c16891055&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3488116 Feb 03 12:36:19.578448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48260) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:19.614047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d25b19-04f9-455d-afe3-1ceb344d75d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af03d7e1-3985-4cb7-916d-ee2de03f78bd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:19.649628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-aab02909-e939-433c-a064-e9d26b7a1905 None None] Provisioning complete for port dd279139-5524-4084-9ba3-80f81f5b1244 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:19.650068 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aab02909-e939-433c-a064-e9d26b7a1905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.729063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aab02909-e939-433c-a064-e9d26b7a1905 None None] Port dd279139-5524-4084-9ba3-80f81f5b1244 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:19.731965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-09efb803-84af-4374-b337-488de2b0725f admin admin] Publish callbacks [] for security_group (af03d7e1-3985-4cb7-916d-ee2de03f78bd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.760279 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (91e8f3ad-3b5c-4917-89f1-41141e9f0902), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.761685 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-09efb803-84af-4374-b337-488de2b0725f admin admin] Publish callbacks [] for security_group (af03d7e1-3985-4cb7-916d-ee2de03f78bd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.789723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e817760f-5b2e-4606-aba5-f28cd56f4363 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:19.819768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f78bb-644d-4110-b98f-343f7a3998ee req-b1d95959-05fd-4a14-9c10-926e8f30ba91 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:19.827987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b01f78bb-644d-4110-b98f-343f7a3998ee req-b1d95959-05fd-4a14-9c10-926e8f30ba91 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.3084562 Feb 03 12:36:19.831975 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.834256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-09efb803-84af-4374-b337-488de2b0725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (af03d7e1-3985-4cb7-916d-ee2de03f78bd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.836873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-09efb803-84af-4374-b337-488de2b0725f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.838215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-09efb803-84af-4374-b337-488de2b0725f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af03d7e1-3985-4cb7-916d-ee2de03f78bd HTTP/1.1" status: 204 len: 168 time: 0.2571948 Feb 03 12:36:19.852718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9da6a-4a46-498a-bbbb-ac418d87321c req-adb960d5-5534-42f2-8d92-0d3cc3babf00 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:19.860924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39c9da6a-4a46-498a-bbbb-ac418d87321c req-adb960d5-5534-42f2-8d92-0d3cc3babf00 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 945 time: 0.3425634 Feb 03 12:36:19.868064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:13Z', 'updated_at': '2022-02-03T12:36:15Z', 'revision_number': 3, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'gw_port': {'id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:14Z', 'updated_at': '2022-02-03T12:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:19.898306 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (5e4c705a-6412-4e86-a363-58bf0e916c81), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.898815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efb803-84af-4374-b337-488de2b0725f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af03d7e1-3985-4cb7-916d-ee2de03f78bd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:19.933586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e817760f-5b2e-4606-aba5-f28cd56f4363 is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:19.966468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b01f78bb-644d-4110-b98f-343f7a3998ee req-8e35c912-2f43-4609-8fa0-8c891fdc76c6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373253 Feb 03 12:36:19.995570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d062c-adab-4246-a070-13e0b58b019c None None] The sync data for ids ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'] in n-d-792364-10 is: [{'id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:13Z', 'updated_at': '2022-02-03T12:36:15Z', 'revision_number': 3, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'gw_port': {'id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:14Z', 'updated_at': '2022-02-03T12:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:20.049457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39c9da6a-4a46-498a-bbbb-ac418d87321c req-eb373d96-1366-4dab-a600-0795670a4b16 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827056 Feb 03 12:36:20.111135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:36:20.201826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Publish callbacks [] for port (dd279139-5524-4084-9ba3-80f81f5b1244), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.217903 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.228686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e817760f-5b2e-4606-aba5-f28cd56f4363 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:20.315686 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.327355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd279139-5524-4084-9ba3-80f81f5b1244,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:20.394259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port e817760f-5b2e-4606-aba5-f28cd56f4363 host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:36:20.394259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e817760f-5b2e-4606-aba5-f28cd56f4363 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:20.400315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.456090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:20.472552 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Sync routers for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:20.478623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Deleting port 975bd471-750b-4473-a854-69f19b731f45 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:20.485132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (975bd471-750b-4473-a854-69f19b731f45), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.497386 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:20.497944 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:20.509382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Network e3f8af70-5b6b-453f-b19b-35fb5838c6ea is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:20.511230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:20.542006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.545578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48276) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:20.549143 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-369b85c6-69f6-4354-abc0-786f5f3686f8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4963088 Feb 03 12:36:20.670290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] For port 975bd471-750b-4473-a854-69f19b731f45, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=975bd471-750b-4473-a854-69f19b731f45,segment=NetworkSegment(ff75fff3-8990-482f-8d59-314b2d39dba9),segment_id=ff75fff3-8990-482f-8d59-314b2d39dba9)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:20.670813 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (975bd471-750b-4473-a854-69f19b731f45), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.714788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Calling delete_port for 975bd471-750b-4473-a854-69f19b731f45 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:20.766568 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:20.908486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 67225963-7755-4dbe-8e53-b6a7e6924d23 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:21.084436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 67225963-7755-4dbe-8e53-b6a7e6924d23 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:21.084819 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.108319 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (975bd471-750b-4473-a854-69f19b731f45), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.188594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9470c882-10f2-4bc7-b700-e8eaeaca78a5 None None] Provisioning complete for port dd279139-5524-4084-9ba3-80f81f5b1244 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:21.188999 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9470c882-10f2-4bc7-b700-e8eaeaca78a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.313230 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:19Z', 'revision_number': 3, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:21.375597 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Checking router: 91e8f3ad-3b5c-4917-89f1-41141e9f0902 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:21.376253 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Updating router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 port 21e7e8ba-0092-40ea-a25a-b75765ef8393 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:36:21.392234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 67225963-7755-4dbe-8e53-b6a7e6924d23 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:21.392629 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.404029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9470c882-10f2-4bc7-b700-e8eaeaca78a5 None None] Port dd279139-5524-4084-9ba3-80f81f5b1244 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:21.438549 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.452832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 67225963-7755-4dbe-8e53-b6a7e6924d23, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=67225963-7755-4dbe-8e53-b6a7e6924d23,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:21.470046 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.550857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=67225963-7755-4dbe-8e53-b6a7e6924d23,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:21.721279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Pushing event deleted for resources: {'Port': ['ID=975bd471-750b-4473-a854-69f19b731f45,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:21.782094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d0420-1da2-48ee-9764-4b03c8931c73 req-d2bdcba0-e02a-495b-8786-801bb59df913 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:21.783755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-317d0420-1da2-48ee-9764-4b03c8931c73 req-d2bdcba0-e02a-495b-8786-801bb59df913 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 1.2390351 Feb 03 12:36:21.883010 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Publish callbacks [] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.898929 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.963796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:21.979855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Pushing event updated for resources: {'Port': ['ID=21e7e8ba-0092-40ea-a25a-b75765ef8393,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:21.980917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a7ef8-4ecc-422e-8106-f5d20499ca1a req-bf5a5778-b2db-4d5a-bce2-aad3e37689a4 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:21.981804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f7a7ef8-4ecc-422e-8106-f5d20499ca1a req-bf5a5778-b2db-4d5a-bce2-aad3e37689a4 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 1.4617240 Feb 03 12:36:22.017714 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.018353 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.018932 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.020426 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.020980 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.021564 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.022152 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.022757 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.023406 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.023928 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.024469 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.024988 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.026098 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:22.039195 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Attempting to bind port 21e7e8ba-0092-40ea-a25a-b75765ef8393 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:22.039801 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Attempting to bind port 21e7e8ba-0092-40ea-a25a-b75765ef8393 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:22.041029 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Attempting to bind port 21e7e8ba-0092-40ea-a25a-b75765ef8393 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:22.049017 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:22.050499 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:22.051132 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.051613 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:22.052183 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Bound port: 21e7e8ba-0092-40ea-a25a-b75765ef8393, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:22.052649 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.117617 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] For port 21e7e8ba-0092-40ea-a25a-b75765ef8393, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:22.123004 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] For port 21e7e8ba-0092-40ea-a25a-b75765ef8393, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=21e7e8ba-0092-40ea-a25a-b75765ef8393,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:22.145109 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.176081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-317d0420-1da2-48ee-9764-4b03c8931c73 req-59c48d64-55f2-4b7e-8c3a-cc8800078e79 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428977 Feb 03 12:36:22.178535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (5e4c705a-6412-4e86-a363-58bf0e916c81), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.199246 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:22.199885 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:22.487434 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd73749-4939-47b9-b710-625837a607aa None None] Pushing event updated for resources: {'Port': ['ID=21e7e8ba-0092-40ea-a25a-b75765ef8393,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:22.493904 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:22.495649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f7a7ef8-4ecc-422e-8106-f5d20499ca1a req-8d01dd93-0515-41ac-a4d4-ecb70a31fecd tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002856 Feb 03 12:36:22.633766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:22.678779 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6871fb16-3a05-4b07-bab8-7540b4cbaaa5 admin admin] 10.222.0.65 "PUT /v2.0/routers/c8b9aaac-d1d8-40f3-be59-e61fc70c88a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4956734 Feb 03 12:36:22.687238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30532824-089b-43ef-b411-347661bde1d2 req-2af5165f-2812-424d-a4b8-f1326ea05eef tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:22.694270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30532824-089b-43ef-b411-347661bde1d2 req-2af5165f-2812-424d-a4b8-f1326ea05eef tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.2847695 Feb 03 12:36:22.793851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30532824-089b-43ef-b411-347661bde1d2 req-3e8ff7c7-0c2c-4bb1-9c1e-144fe38707f6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986514 Feb 03 12:36:22.848314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.865305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Router 5e4c705a-6412-4e86-a363-58bf0e916c81 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:22.891335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860d394-cdf5-41a8-a15d-05896b3508c0 req-72aad228-241e-406e-9b3a-49ce0deecf96 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:22.894852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b860d394-cdf5-41a8-a15d-05896b3508c0 req-72aad228-241e-406e-9b3a-49ce0deecf96 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 945 time: 0.2634523 Feb 03 12:36:22.906588 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:19Z', 'revision_number': 3, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:22.937714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Sync routers for ids ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:22.962073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Routers {'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:22.964830 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf53e77-5d40-4fb8-ba1f-a4b1028d721c None None] The sync data for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 is: [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:19Z', 'revision_number': 3, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:22.968278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:22.976791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 67225963-7755-4dbe-8e53-b6a7e6924d23 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:23.069843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b860d394-cdf5-41a8-a15d-05896b3508c0 req-5774be89-3c5f-4ef8-b527-94f8f0c1bbab tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651282 Feb 03 12:36:23.170509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 67225963-7755-4dbe-8e53-b6a7e6924d23 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:23.171774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.206156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:23.217121 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e9e92e86-996c-4667-9ed4-2c18bddf81fc admin admin] 10.222.0.65 "PUT /v2.0/routers/5e4c705a-6412-4e86-a363-58bf0e916c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9670887 Feb 03 12:36:23.217746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48326) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:23.221858 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] Sync routers for ids ['5e4c705a-6412-4e86-a363-58bf0e916c81'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:23.235794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Set router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:23.246195 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] Routers {'5e4c705a-6412-4e86-a363-58bf0e916c81'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:23.247121 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5e4c705a-6412-4e86-a363-58bf0e916c81'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:23.259191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-78fe38e7-fe1f-4b79-8568-d7aad06733ff tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530353 Feb 03 12:36:23.326820 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-3a5bc450-e91d-40e8-98a9-241fc5656abc req-e79cefc4-a813-4b19-b045-c91c2f7e9ffc tempest-FloatingIPDetailsNegativeTestJSON-2008098117 tempest-FloatingIPDetailsNegativeTestJSON-2008098117-project] show failed (client error): The resource could not be found. Feb 03 12:36:23.328757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a5bc450-e91d-40e8-98a9-241fc5656abc req-e79cefc4-a813-4b19-b045-c91c2f7e9ffc tempest-FloatingIPDetailsNegativeTestJSON-2008098117 tempest-FloatingIPDetailsNegativeTestJSON-2008098117-project] 10.222.0.65 "GET /v2.0/floatingips/8fb97063-01b2-442f-a060-8132e57261b1 HTTP/1.1" status: 404 len: 350 time: 0.0682924 Feb 03 12:36:23.359728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48330) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:23.432010 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks [] for router (5e4c705a-6412-4e86-a363-58bf0e916c81), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.433487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 67225963-7755-4dbe-8e53-b6a7e6924d23 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:23.547709 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] Set router 5e4c705a-6412-4e86-a363-58bf0e916c81 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:23.644516 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks [] for router_gateway (5e4c705a-6412-4e86-a363-58bf0e916c81), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.733866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-1ec59186-2c1c-4450-87e1-796c9efac2ad tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:23.735496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-1ec59186-2c1c-4450-87e1-796c9efac2ad tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4056492 Feb 03 12:36:23.738567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Allocated IP 172.20.0.1 (be3dac05-a53a-4e54-803f-ab1f51d67181/c2458635-536a-4534-a5ef-220a257345dd/504a9733-0d0e-427a-bc50-fa01b60bb67f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:23.752898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Deleting port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:23.753420 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.765936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:13Z', 'updated_at': '2022-02-03T12:36:19Z', 'revision_number': 4, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'gw_port': {'id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:14Z', 'updated_at': '2022-02-03T12:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'dd279139-5524-4084-9ba3-80f81f5b1244', 'name': '', 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'mac_address': 'fa:16:3e:06:45:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4f76360-9411-4007-8fdd-770014a45591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:20Z', 'revision_number': 2, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'subnets': [{'id': 'f4f76360-9411-4007-8fdd-770014a45591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:23.776178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-4a283ed2-49d9-4f27-a654-d357f0da0b2c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/quotas/6c0a975357124e3d97410eca51acd847 HTTP/1.1" status: 200 len: 375 time: 0.0342429 Feb 03 12:36:23.830585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Checking router: c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:23.830942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Updating router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 port dd279139-5524-4084-9ba3-80f81f5b1244 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:36:23.856296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-b9d10012-51c8-4052-86b7-492daa73215e tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680485 Feb 03 12:36:23.897448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] For port 2b1345e0-d604-41c3-9ae3-26b4c1d03a70, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2b1345e0-d604-41c3-9ae3-26b4c1d03a70,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:23.898313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.911146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.936007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Calling delete_port for 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:24.007726 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:48Z', 'updated_at': '2022-02-03T12:36:21Z', 'revision_number': 5, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'gw_port': {'id': '2b1345e0-d604-41c3-9ae3-26b4c1d03a70', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:49Z', 'updated_at': '2022-02-03T12:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:24.072573 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] Checking router: 5e4c705a-6412-4e86-a363-58bf0e916c81 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:24.113545 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] Routers {'5e4c705a-6412-4e86-a363-58bf0e916c81'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:24.115319 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5e4c705a-6412-4e86-a363-58bf0e916c81'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:24.170390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e8a88-adcd-4914-85fc-0bfaae8a0769 req-8c40736c-2951-4058-9e94-ee997e445611 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:24.181689 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2b1345e0-d604-41c3-9ae3-26b4c1d03a70), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.191128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c8e8a88-adcd-4914-85fc-0bfaae8a0769 req-8c40736c-2951-4058-9e94-ee997e445611 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.6727312 Feb 03 12:36:24.314321 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] Set router 5e4c705a-6412-4e86-a363-58bf0e916c81 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:24.384364 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:48Z', 'updated_at': '2022-02-03T12:36:23Z', 'revision_number': 6, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:24.422171 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8290d-f3a3-4d38-b6d7-4588c293cdb2 None None] The sync data for ids ['5e4c705a-6412-4e86-a363-58bf0e916c81'] in n-d-792364-10 is: [{'id': '5e4c705a-6412-4e86-a363-58bf0e916c81', 'name': 'tempest-ServersTestMultiNic-1184930040-router', 'tenant_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:48Z', 'updated_at': '2022-02-03T12:36:23Z', 'revision_number': 6, 'project_id': 'e23a7b13ca7b409aa8a303d49f80dafc', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:24.429982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1345e0-d604-41c3-9ae3-26b4c1d03a70,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:24.538509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c8e8a88-adcd-4914-85fc-0bfaae8a0769 req-40d92380-b237-42d9-b2ed-f839530cfc30 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326309 Feb 03 12:36:24.539393 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-dcf5f76f-ace9-4123-a233-0610ab89549c service neutron] 10.222.0.72 "GET /v2.0/ports/e817760f-5b2e-4606-aba5-f28cd56f4363/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 385 time: 0.3693113 Feb 03 12:36:24.549043 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (5e4c705a-6412-4e86-a363-58bf0e916c81), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.589066 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Publish callbacks [] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.711958 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Publish callbacks [] for port (dd279139-5524-4084-9ba3-80f81f5b1244), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.723914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d169-4c96-42fe-b97e-0e681158bc86 req-6a9512b6-3cbb-47c4-a0c7-9d0622170b02 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:24.733182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c38d169-4c96-42fe-b97e-0e681158bc86 req-6a9512b6-3cbb-47c4-a0c7-9d0622170b02 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 944 time: 0.4466007 Feb 03 12:36:24.737852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (5e4c705a-6412-4e86-a363-58bf0e916c81), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.738065 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.741435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks [] for router_controller (5e4c705a-6412-4e86-a363-58bf0e916c81), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.761924 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.926614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (5e4c705a-6412-4e86-a363-58bf0e916c81), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.927983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e4c705a-6412-4e86-a363-58bf0e916c81 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:36:24.957021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de956562-a1ad-4961-a2ab-2eb46976220a None None] Pushing event updated for resources: {'Port': ['ID=dd279139-5524-4084-9ba3-80f81f5b1244,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:24.960072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['c906fb6d-7175-425b-976a-153a7a4a43e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:24.986834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Network be3dac05-a53a-4e54-803f-ab1f51d67181 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:25.008158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Attempting to bind port dd279139-5524-4084-9ba3-80f81f5b1244 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:25.008629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Attempting to bind port dd279139-5524-4084-9ba3-80f81f5b1244 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '1dbd771c-08a7-4807-9d09-06b43c6e683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:25.009759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Attempting to bind port dd279139-5524-4084-9ba3-80f81f5b1244 on network e3f8af70-5b6b-453f-b19b-35fb5838c6ea {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:25.026101 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:25.026882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Checking segment: {'id': '1dbd771c-08a7-4807-9d09-06b43c6e683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:25.027202 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.027777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Bound using segment: {'id': '1dbd771c-08a7-4807-9d09-06b43c6e683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:25.028403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Bound port: dd279139-5524-4084-9ba3-80f81f5b1244, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbd771c-08a7-4807-9d09-06b43c6e683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:25.028984 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.036372 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.041721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-afdfa45c-05de-489d-942b-7e141098572b admin admin] 10.222.0.65 "DELETE /v2.0/routers/5e4c705a-6412-4e86-a363-58bf0e916c81 HTTP/1.1" status: 204 len: 168 time: 1.8219020 Feb 03 12:36:25.042840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48348) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:25.069987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:25.073793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:25.156233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-068c9227-197e-4959-b72e-7aff6eeaabda admin admin] Deleting subnet d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:25.191573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] For port dd279139-5524-4084-9ba3-80f81f5b1244, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:25.191803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962cbf-3984-49cf-b01f-3e5e18fb8fd5 req-99abe0aa-fade-4aeb-91ef-1cf5ebf8b9ec tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:25.194570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57962cbf-3984-49cf-b01f-3e5e18fb8fd5 req-99abe0aa-fade-4aeb-91ef-1cf5ebf8b9ec tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.5605114 Feb 03 12:36:25.195605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] For port dd279139-5524-4084-9ba3-80f81f5b1244, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dd279139-5524-4084-9ba3-80f81f5b1244,segment=NetworkSegment(1dbd771c-08a7-4807-9d09-06b43c6e683b),segment_id=1dbd771c-08a7-4807-9d09-06b43c6e683b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:25.208661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-068c9227-197e-4959-b72e-7aff6eeaabda admin admin] Publish callbacks [] for subnet (d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.209753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c38d169-4c96-42fe-b97e-0e681158bc86 req-3eb60e04-0724-46c0-894b-896fbfe6675e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814599 Feb 03 12:36:25.237555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Pushing event updated for resources: {'Port': ['ID=504a9733-0d0e-427a-bc50-fa01b60bb67f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:25.248141 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.268170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (91e8f3ad-3b5c-4917-89f1-41141e9f0902), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.352482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-680aeda6-9c8b-4e66-a8cb-3c02589209d9 None None] Provisioning complete for port dd279139-5524-4084-9ba3-80f81f5b1244 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:25.352901 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-680aeda6-9c8b-4e66-a8cb-3c02589209d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.401860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:25.413058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57962cbf-3984-49cf-b01f-3e5e18fb8fd5 req-566de890-900e-4f75-a344-f902439206c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990638 Feb 03 12:36:25.440341 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-068c9227-197e-4959-b72e-7aff6eeaabda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.484240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Routers {'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:25.485283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:25.496295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 21e7e8ba-0092-40ea-a25a-b75765ef8393 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:25.498910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de956562-a1ad-4961-a2ab-2eb46976220a None None] Pushing event updated for resources: {'Port': ['ID=dd279139-5524-4084-9ba3-80f81f5b1244,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:25.587894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf4779-6524-45f4-95a4-8c119d2e58ea req-42985962-fde1-4bc7-9dd4-39a0e3f69480 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:25.602780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79bf4779-6524-45f4-95a4-8c119d2e58ea req-42985962-fde1-4bc7-9dd4-39a0e3f69480 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 945 time: 0.2223547 Feb 03 12:36:25.637537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:25.662515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-068c9227-197e-4959-b72e-7aff6eeaabda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.681067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56329a05-b928-46e2-89bf-5321b6bc0114 req-0a9e8b4f-6b94-4cfe-bc9a-ddc7e89fbcb0 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 210 time: 0.0594265 Feb 03 12:36:25.685001 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.760936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e817760f-5b2e-4606-aba5-f28cd56f4363 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:25.777680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.779230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:25.817239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.825225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] Set router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:25.848126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79bf4779-6524-45f4-95a4-8c119d2e58ea req-ffe0e80a-e73d-46f8-865f-0d5d86c010a4 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444232 Feb 03 12:36:25.861232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-068c9227-197e-4959-b72e-7aff6eeaabda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.897868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c9227-197e-4959-b72e-7aff6eeaabda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:25.911968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae013e4a-d4df-41c1-8c91-e0eea0a32e94 None None] Network dd650fce-fa10-437a-a186-56811800a2d1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:25.916646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-680aeda6-9c8b-4e66-a8cb-3c02589209d9 None None] Current status of the port dd279139-5524-4084-9ba3-80f81f5b1244 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:25.917078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-068c9227-197e-4959-b72e-7aff6eeaabda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.917214 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-680aeda6-9c8b-4e66-a8cb-3c02589209d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.919040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 21e7e8ba-0092-40ea-a25a-b75765ef8393 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:25.919403 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.923316 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-068c9227-197e-4959-b72e-7aff6eeaabda admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d03a85c5-1fd7-4b7d-97ba-4ceb2c4413af HTTP/1.1" status: 204 len: 168 time: 0.8741889 Feb 03 12:36:25.926581 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48356) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:26.004421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-d08ab9ad-6d00-46a7-8a6c-96364b7cce2a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1533644 Feb 03 12:36:26.006317 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (dd650fce-fa10-437a-a186-56811800a2d1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.069268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] Transition to ACTIVE for port object e817760f-5b2e-4606-aba5-f28cd56f4363 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:26.094831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.130077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-680aeda6-9c8b-4e66-a8cb-3c02589209d9 None None] For port dd279139-5524-4084-9ba3-80f81f5b1244, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dd279139-5524-4084-9ba3-80f81f5b1244,segment=NetworkSegment(1dbd771c-08a7-4807-9d09-06b43c6e683b),segment_id=1dbd771c-08a7-4807-9d09-06b43c6e683b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:26.147225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Deleting port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:26.147503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.166422 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-680aeda6-9c8b-4e66-a8cb-3c02589209d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.232632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e817760f-5b2e-4606-aba5-f28cd56f4363,revision_number=10']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:26.239519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] No DVR routers for this DVR port e817760f-5b2e-4606-aba5-f28cd56f4363 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:26.309050 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-778a9320-05a1-4827-9235-84e736f518d1 service neutron] 10.222.0.72 "PUT /v2.0/ports/e817760f-5b2e-4606-aba5-f28cd56f4363/bindings/n-h1-792364-10/activate HTTP/1.1" status: 200 len: 370 time: 1.7228179 Feb 03 12:36:26.315386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] For port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0cc1df46-7793-4d8c-a0f0-c7b49a7430dc,segment=NetworkSegment(ff75fff3-8990-482f-8d59-314b2d39dba9),segment_id=ff75fff3-8990-482f-8d59-314b2d39dba9)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:26.315740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.327907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680aeda6-9c8b-4e66-a8cb-3c02589209d9 None None] Pushing event updated for resources: {'Port': ['ID=dd279139-5524-4084-9ba3-80f81f5b1244,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:26.331613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Calling delete_port for 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:26.381054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 21e7e8ba-0092-40ea-a25a-b75765ef8393 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:26.382263 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.393711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ec83bf5a-2758-4791-8bca-53a8e8ce9980 None None] Provisioning complete for port dd279139-5524-4084-9ba3-80f81f5b1244 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:26.394408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec83bf5a-2758-4791-8bca-53a8e8ce9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.439854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 21e7e8ba-0092-40ea-a25a-b75765ef8393, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=21e7e8ba-0092-40ea-a25a-b75765ef8393,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:26.457799 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.480917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0cc1df46-7793-4d8c-a0f0-c7b49a7430dc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.498040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 975bd471-750b-4473-a854-69f19b731f45 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:26.499870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958ea7d-df7e-45c6-8efa-3c6f5b2c76ac None None] DHCP port deletion for dd650fce-fa10-437a-a186-56811800a2d1 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:36:26.514592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc1df46-7793-4d8c-a0f0-c7b49a7430dc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:26.518472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] No DVR routers for this DVR port 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:26.532208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 975bd471-750b-4473-a854-69f19b731f45 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:26.532513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 975bd471-750b-4473-a854-69f19b731f45 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:26.573601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:13Z', 'updated_at': '2022-02-03T12:36:19Z', 'revision_number': 4, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'gw_port': {'id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:14Z', 'updated_at': '2022-02-03T12:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'dd279139-5524-4084-9ba3-80f81f5b1244', 'name': '', 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'mac_address': 'fa:16:3e:06:45:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4f76360-9411-4007-8fdd-770014a45591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'subnets': [{'id': 'f4f76360-9411-4007-8fdd-770014a45591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:26.613208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bfbae-a11b-4ead-a31b-e3d7eae29d0a None None] The sync data for ids ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'] in n-d-792364-10 is: [{'id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:13Z', 'updated_at': '2022-02-03T12:36:19Z', 'revision_number': 4, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'gw_port': {'id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:14Z', 'updated_at': '2022-02-03T12:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'dd279139-5524-4084-9ba3-80f81f5b1244', 'name': '', 'network_id': 'e3f8af70-5b6b-453f-b19b-35fb5838c6ea', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'mac_address': 'fa:16:3e:06:45:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4f76360-9411-4007-8fdd-770014a45591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'subnets': [{'id': 'f4f76360-9411-4007-8fdd-770014a45591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:26.617078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=21e7e8ba-0092-40ea-a25a-b75765ef8393,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:26.630100 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (dd650fce-fa10-437a-a186-56811800a2d1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.633922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ec83bf5a-2758-4791-8bca-53a8e8ce9980 None None] Current status of the port dd279139-5524-4084-9ba3-80f81f5b1244 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:26.643343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f25e-5642-4cbc-b82b-16a2fa09849e req-819a35e3-6935-4d10-923c-a9c0ce0ea227 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.645023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4789f25e-5642-4cbc-b82b-16a2fa09849e req-819a35e3-6935-4d10-923c-a9c0ce0ea227 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 950 time: 0.7754824 Feb 03 12:36:26.659805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd650fce-fa10-437a-a186-56811800a2d1']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:26.683528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff75fff3-8990-482f-8d59-314b2d39dba9') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:26.687010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff75fff3-8990-482f-8d59-314b2d39dba9') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:26.705963 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (ff75fff3-8990-482f-8d59-314b2d39dba9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.726266 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ff75fff3-8990-482f-8d59-314b2d39dba9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.734929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:26.735624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (ff75fff3-8990-482f-8d59-314b2d39dba9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.745718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b604856-0a77-46dc-8f25-f6427be0284d req-e3488747-d908-4dd9-a0cc-4319679961ff tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.747347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b604856-0a77-46dc-8f25-f6427be0284d req-e3488747-d908-4dd9-a0cc-4319679961ff tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.7468414 Feb 03 12:36:26.753394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3e2702f1-279c-4581-b619-64d523d09fac tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.754994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3e2702f1-279c-4581-b619-64d523d09fac tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7239449 Feb 03 12:36:26.756995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-3ed0fb95-7771-4595-bb0c-2883d15487fd tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.758425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-3ed0fb95-7771-4595-bb0c-2883d15487fd tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.3661346 Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:26.761477 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:26.804885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (dd650fce-fa10-437a-a186-56811800a2d1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.813571 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.814013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 21e7e8ba-0092-40ea-a25a-b75765ef8393 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:26.816779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Request body: {'port': {'device_id': 'fef7ed5d-d941-4538-842c-f9095883eb7f', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '6c0a975357124e3d97410eca51acd847'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:26.817716 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dd650fce-fa10-437a-a186-56811800a2d1 HTTP/1.1" status: 204 len: 168 time: 0.8901715 Feb 03 12:36:26.835042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7f257-ef08-48c9-ac84-2265ee1acf07 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd650fce-fa10-437a-a186-56811800a2d1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:26.892611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 21e7e8ba-0092-40ea-a25a-b75765ef8393 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:26.893217 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.936997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Publish callbacks [] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.970807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.993544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 21e7e8ba-0092-40ea-a25a-b75765ef8393 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:27.071701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48364) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:27.075773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:27.087616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4789f25e-5642-4cbc-b82b-16a2fa09849e req-a1e9b51f-b4db-46c3-a860-99af49760f85 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231772 Feb 03 12:36:27.095008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b604856-0a77-46dc-8f25-f6427be0284d req-9aebf337-1e27-4562-a156-f03720d91cde tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333199 Feb 03 12:36:27.111698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:27.112433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2b1345e0-d604-41c3-9ae3-26b4c1d03a70 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:27.113304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:27.140641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:27.141099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0cc1df46-7793-4d8c-a0f0-c7b49a7430dc not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:27.166260 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-27d887b4-d357-48c2-9a0d-faed92550009 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e23a7b13ca7b409aa8a303d49f80dafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930104 Feb 03 12:36:27.172011 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48368) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:27.184436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Pushing event updated for resources: {'Port': ['ID=504a9733-0d0e-427a-bc50-fa01b60bb67f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:27.187061 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (91e8f3ad-3b5c-4917-89f1-41141e9f0902), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.205043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-14a55028-083e-40ff-bb4a-10dfd86ca7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:27.206627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-14a55028-083e-40ff-bb4a-10dfd86ca7f8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d&tenant_id=a3136ff5d19b465794dbc0d6c311e56b HTTP/1.1" status: 200 len: 1128 time: 0.4043224 Feb 03 12:36:27.238384 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-09bc9466-ed2f-4109-b1fe-9dadc332380b admin admin] Publish callbacks [] for security_group (d098a55e-98c7-400e-91f1-66e1d2a1304e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.268639 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-09bc9466-ed2f-4109-b1fe-9dadc332380b admin admin] Publish callbacks [] for security_group (d098a55e-98c7-400e-91f1-66e1d2a1304e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.329919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-09bc9466-ed2f-4109-b1fe-9dadc332380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d098a55e-98c7-400e-91f1-66e1d2a1304e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.334190 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-09bc9466-ed2f-4109-b1fe-9dadc332380b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.336014 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-09bc9466-ed2f-4109-b1fe-9dadc332380b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d098a55e-98c7-400e-91f1-66e1d2a1304e HTTP/1.1" status: 204 len: 168 time: 0.1632125 Feb 03 12:36:27.350764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc9466-ed2f-4109-b1fe-9dadc332380b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d098a55e-98c7-400e-91f1-66e1d2a1304e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:27.407052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Made reservation on behalf of 6c0a975357124e3d97410eca51acd847 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:27.414440 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.462630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69d43183-e13b-4abb-a366-6f919b619b7b req-53511a16-88ab-4d94-876f-53d50ce78d46 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 210 time: 0.1042273 Feb 03 12:36:27.531573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.614630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-0e558e97-f45f-4b7e-87f0-6f77055c9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:27.616174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-0e558e97-f45f-4b7e-87f0-6f77055c9027 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1128 time: 0.3772919 Feb 03 12:36:27.690970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53ba78-381f-4d8b-8b27-0bcc839481b8 req-adcf04a9-475c-4707-a449-694c9f80ecfd tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:27.692487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e53ba78-381f-4d8b-8b27-0bcc839481b8 req-adcf04a9-475c-4707-a449-694c9f80ecfd tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 945 time: 0.4404948 Feb 03 12:36:27.751989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Network be3dac05-a53a-4e54-803f-ab1f51d67181 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:27.798437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:27.825561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Deleting port dd279139-5524-4084-9ba3-80f81f5b1244 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:27.825904 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.972246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b7588-0d4e-4812-9b09-d22f6ace4ed9 req-401090b1-1494-45a7-bcc4-403059c6b472 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:27.973747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-162b7588-0d4e-4812-9b09-d22f6ace4ed9 req-401090b1-1494-45a7-bcc4-403059c6b472 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 945 time: 0.3671813 Feb 03 12:36:28.014162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ee56e104-98ad-49c8-8183-4e135730e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.015767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-ee56e104-98ad-49c8-8183-4e135730e795 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.3828712 Feb 03 12:36:28.038621 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for security_group (53185720-6697-44db-bdc7-a4b4f645d886), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.075175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e53ba78-381f-4d8b-8b27-0bcc839481b8 req-cb8eb19e-364e-4914-acfc-726af518ab6c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681400 Feb 03 12:36:28.113695 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (53185720-6697-44db-bdc7-a4b4f645d886), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.139173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-79afa6b9-e8f3-42f0-bcfd-f753c3c0ccc1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e817760f-5b2e-4606-aba5-f28cd56f4363 HTTP/1.1" status: 200 len: 217 time: 0.1068516 Feb 03 12:36:28.271667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:28.275366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48406) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:28.296435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-162b7588-0d4e-4812-9b09-d22f6ace4ed9 req-5b21f81e-84a9-40d0-b852-be0b99791806 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117776 Feb 03 12:36:28.302621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] For port dd279139-5524-4084-9ba3-80f81f5b1244, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dd279139-5524-4084-9ba3-80f81f5b1244,segment=NetworkSegment(1dbd771c-08a7-4807-9d09-06b43c6e683b),segment_id=1dbd771c-08a7-4807-9d09-06b43c6e683b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:28.302991 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.311158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8bd3a592-a969-44f7-b175-67771a975dd2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5da3950f14e4455684c8fe78e82f8982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1239905 Feb 03 12:36:28.318827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53185720-6697-44db-bdc7-a4b4f645d886,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:28.335736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:28.363249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Calling delete_port for dd279139-5524-4084-9ba3-80f81f5b1244 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:28.374162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port c906fb6d-7175-425b-976a-153a7a4a43e9 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:28.380145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port c906fb6d-7175-425b-976a-153a7a4a43e9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:28.381672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.417970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-620770fc-dbb0-4807-89d3-95176f446c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.419457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-620770fc-dbb0-4807-89d3-95176f446c50 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.2540188 Feb 03 12:36:28.421937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1213135235-network', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:28.448924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:28.451776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.462695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.477449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c906fb6d-7175-425b-976a-153a7a4a43e9 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:28.478568 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.504564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:28.507271 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0485413-c222-4328-9669-59a38a7b3d6c" -d '{"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:28.520732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:28.526571 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.553292 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Publish callbacks [] for security_group (5f285f9d-fcdd-486d-bca0-10e0fd6a9064), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.558729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f285f9d-fcdd-486d-bca0-10e0fd6a9064), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.578656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=13']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:28.587944 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:28.598534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f285f9d-fcdd-486d-bca0-10e0fd6a9064,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:28.604467 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (93d42a84-6f56-41a9-a22a-389f440d2e02), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.605612 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Added segment 93d42a84-6f56-41a9-a22a-389f440d2e02 of type vlan for network a84c857a-e683-46a0-bd81-759bba81b838 Feb 03 12:36:28.650927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (a84c857a-e683-46a0-bd81-759bba81b838), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.681645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (a84c857a-e683-46a0-bd81-759bba81b838), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.682942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.683621 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.719993 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4434035 Feb 03 12:36:28.722957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48416) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:28.728755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Request body: {'subnet': {'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1213135235-subnet', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:28.768963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad00c3-0f64-42fc-9108-f2129088138b admin admin] Pushing event updated for resources: {'Network': ['ID=a84c857a-e683-46a0-bd81-759bba81b838,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:28.779416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network a84c857a-e683-46a0-bd81-759bba81b838 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:28.791025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:28.796254 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.902936 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-a5d79fa8-f464-4ec1-a428-455f1f18002d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4363661 Feb 03 12:36:28.936833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Allocated IP 192.168.233.142 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/8e3447ad-9e46-4b01-8c48-248f0d96da31) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:28.963533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dd279139-5524-4084-9ba3-80f81f5b1244 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:28.995743 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (2b6abf6f-4cc7-448a-af3e-104f8d39e59f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.054674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6abf6f-4cc7-448a-af3e-104f8d39e59f,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:29.065619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port dd279139-5524-4084-9ba3-80f81f5b1244 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:29.066084 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.079013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Checking segment: {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:29.079315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Network hostable DHCP agents. Network: a84c857a-e683-46a0-bd81-759bba81b838, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:29.098959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Network a84c857a-e683-46a0-bd81-759bba81b838 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:29.112825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, a84c857a-e683-46a0-bd81-759bba81b838) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:29.117172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:29.117787 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.129145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4958551a-667c-48b4-a7a5-a1e7c4cdaeae None None] Network a84c857a-e683-46a0-bd81-759bba81b838 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:29.139883 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e9cebd71-4cef-45c9-9043-f89b955b392e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4156339 Feb 03 12:36:29.141074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-904a471a-c43d-4218-a218-6762458b326f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:29.142518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48420) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:29.142640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-904a471a-c43d-4218-a218-6762458b326f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8166406 Feb 03 12:36:29.147806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:29.165171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c90be4-96c1-484b-87b5-c4d192df24fa req-3327aaa0-87c5-4d23-ae05-2851d1211ee0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:29.166756 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6c90be4-96c1-484b-87b5-c4d192df24fa req-3327aaa0-87c5-4d23-ae05-2851d1211ee0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.7509997 Feb 03 12:36:29.178180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.179827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.216646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port dd279139-5524-4084-9ba3-80f81f5b1244 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:29.236098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:29.238418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-e5b102be-7f48-4a0f-a48d-e4ff496bce7c tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/quotas/5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 375 time: 0.0657310 Feb 03 12:36:29.244946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ef7c68cc-ea39-41b6-b557-cac37ed14c09 admin admin] 10.222.0.65 "PUT /v2.0/routers/91e8f3ad-3b5c-4917-89f1-41141e9f0902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6924543 Feb 03 12:36:29.255749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks [] for router_controller (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.266583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Sync routers for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:29.266895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-1b4f4d21-2927-4d89-9931-40d6a9af665c service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450487 Feb 03 12:36:29.281250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-a84c857a-e683-46a0-bd81-759bba81b838', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:36:29.282889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.287289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:29.288215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:29.462228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks [] for router_gateway (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.469032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6c90be4-96c1-484b-87b5-c4d192df24fa req-334c9bd1-1b6f-4fbc-80e5-2f7c88695bf0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928588 Feb 03 12:36:29.545085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-e0ceb2a0-be21-41e9-af25-3970231201b8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2924538 Feb 03 12:36:29.547995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:29.554722 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.558304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-9dd4e22e-603a-46fe-921e-10aa4dc0d91c service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709622 Feb 03 12:36:29.562290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (dd279139-5524-4084-9ba3-80f81f5b1244), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.597401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd279139-5524-4084-9ba3-80f81f5b1244,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:29.645847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Allocated IP 172.20.0.2 (a84c857a-e683-46a0-bd81-759bba81b838/2b6abf6f-4cc7-448a-af3e-104f8d39e59f/64bc9470-570a-4bac-bfc3-79d9101920ba) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:29.953432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Publish callbacks [] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.970313 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.995049 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.037178 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.047522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Network a84c857a-e683-46a0-bd81-759bba81b838 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:30.053345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:30.061178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:30.136284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Pushing event updated for resources: {'Port': ['ID=64bc9470-570a-4bac-bfc3-79d9101920ba,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:30.233474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Attempting to bind port 64bc9470-570a-4bac-bfc3-79d9101920ba on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:30.233850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Attempting to bind port 64bc9470-570a-4bac-bfc3-79d9101920ba by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:30.234215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Attempting to bind port 64bc9470-570a-4bac-bfc3-79d9101920ba on network a84c857a-e683-46a0-bd81-759bba81b838 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:30.246072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:30.246517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Checking segment: {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:30.246893 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.247293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Bound using segment: {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:30.247924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Bound port: 64bc9470-570a-4bac-bfc3-79d9101920ba, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:30.248344 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.296802 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cc0cae-015e-4364-afec-d693a109188e x-openstack-request-id: req-81cc0cae-015e-4364-afec-d693a109188e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:30.297422 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:30.297422 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81cc0cae-015e-4364-afec-d693a109188e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:30.297753 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'code': 200} Feb 03 12:36:30.309864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '504a9733-0d0e-427a-bc50-fa01b60bb67f', 'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'mac_address': 'fa:16:3e:99:14:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:22Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 2, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'subnets': [{'id': 'c2458635-536a-4534-a5ef-220a257345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:30.335066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:30.349311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Checking router: 91e8f3ad-3b5c-4917-89f1-41141e9f0902 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:30.349633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Updating router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 port 504a9733-0d0e-427a-bc50-fa01b60bb67f binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:36:30.359906 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks [] for router_gateway (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.376425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679338a-8185-4ec3-ab2e-8da170e687e4 req-a84ee244-4f30-4366-b81e-1fc1067ba73f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.385441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.385771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f679338a-8185-4ec3-ab2e-8da170e687e4 req-a84ee244-4f30-4366-b81e-1fc1067ba73f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 936 time: 0.3873949 Feb 03 12:36:30.397267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:30.399480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] For port 64bc9470-570a-4bac-bfc3-79d9101920ba, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:30.413643 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.417846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] For port 64bc9470-570a-4bac-bfc3-79d9101920ba, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=64bc9470-570a-4bac-bfc3-79d9101920ba,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:30.436825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.452638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:30.540699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.542141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.568279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Allocated IP 172.25.3.147 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/e7904f80-c8e0-4fd7-a952-b3fa648c04dd) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:30.628165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event updated for resources: {'Port': ['ID=8e3447ad-9e46-4b01-8c48-248f0d96da31,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:30.685961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4468e-8a90-4f94-bdf4-0a0301fd8fc2 None None] Pushing event updated for resources: {'Port': ['ID=64bc9470-570a-4bac-bfc3-79d9101920ba,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:30.704387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-6fc755f4-92c1-4a56-8e7a-b60728d7044a tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.714547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-6fc755f4-92c1-4a56-8e7a-b60728d7044a tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.6786752 Feb 03 12:36:30.746552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-3f165309-385d-4ab4-a63f-0badc0ec943d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9470565 Feb 03 12:36:30.795299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks [] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.822680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Request body: {'port': {'device_id': 'fef7ed5d-d941-4538-842c-f9095883eb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:30.834549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bd64f716-13c3-45e7-af62-9044f3e0e88b None None] Provisioning complete for port 8e3447ad-9e46-4b01-8c48-248f0d96da31 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:30.835210 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd64f716-13c3-45e7-af62-9044f3e0e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.902667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.905717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f679338a-8185-4ec3-ab2e-8da170e687e4 req-51f08356-f59d-4d81-a93a-4da4ef9c6915 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176661 Feb 03 12:36:30.938457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bd64f716-13c3-45e7-af62-9044f3e0e88b None None] Port 8e3447ad-9e46-4b01-8c48-248f0d96da31 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:30.943778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327a184-e8de-4798-80ba-b309830d400a req-a3b7e2c0-053d-4f0e-812c-1acd6d70b22b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.950306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c327a184-e8de-4798-80ba-b309830d400a req-a3b7e2c0-053d-4f0e-812c-1acd6d70b22b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 945 time: 0.4181981 Feb 03 12:36:31.004443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Pushing event updated for resources: {'Port': ['ID=e7904f80-c8e0-4fd7-a952-b3fa648c04dd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:31.033613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:31.035644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:31.045535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:31.069288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.095007 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Publish callbacks [] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.111870 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.174403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7365d6a-bcd9-4ff5-a733-00f579768e93 None None] Pushing event updated for resources: {'Port': ['ID=504a9733-0d0e-427a-bc50-fa01b60bb67f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:31.197765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c327a184-e8de-4798-80ba-b309830d400a req-c4a360d6-3cd3-4512-b1f3-cd9095f2d979 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448468 Feb 03 12:36:31.284617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Attempting to bind port 504a9733-0d0e-427a-bc50-fa01b60bb67f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:31.285044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Attempting to bind port 504a9733-0d0e-427a-bc50-fa01b60bb67f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:31.285480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Attempting to bind port 504a9733-0d0e-427a-bc50-fa01b60bb67f on network be3dac05-a53a-4e54-803f-ab1f51d67181 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:31.292062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:31.292505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Checking segment: {'id': 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:31.292913 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.293355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Bound using segment: {'id': 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:31.293850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Bound port: 504a9733-0d0e-427a-bc50-fa01b60bb67f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:31.294228 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.368821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:31.371618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] For port 504a9733-0d0e-427a-bc50-fa01b60bb67f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:31.375300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] For port 504a9733-0d0e-427a-bc50-fa01b60bb67f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=504a9733-0d0e-427a-bc50-fa01b60bb67f,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:31.378899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b579225-65c4-4b04-a99a-3e468e408a47 req-812c42de-ec43-49f7-bd2d-88e78a94fffe tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 210 time: 0.0747433 Feb 03 12:36:31.387780 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.487802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:31.488441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:31.500843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-86287db7-f857-4a15-a82a-c54298af0991 service neutron] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:31.517633 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-381776c5-9d79-457a-85c4-985d345d8a61 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5da3950f14e4455684c8fe78e82f8982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790274 Feb 03 12:36:31.539635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7365d6a-bcd9-4ff5-a733-00f579768e93 None None] Pushing event updated for resources: {'Port': ['ID=504a9733-0d0e-427a-bc50-fa01b60bb67f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:31.540812 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks [] for router_gateway (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.597649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-86287db7-f857-4a15-a82a-c54298af0991 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.598862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee82abfd-9827-4db5-bc19-6448c08b3c4e req-86287db7-f857-4a15-a82a-c54298af0991 service neutron] 10.222.0.91 "DELETE /v2.0/ports/e817760f-5b2e-4606-aba5-f28cd56f4363/bindings/n-h2-792364-10 HTTP/1.1" status: 204 len: 173 time: 0.8478761 Feb 03 12:36:31.644509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:31.647712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-9fd49837-e754-49cf-9918-33ead57e8022 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.649642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-9fd49837-e754-49cf-9918-33ead57e8022 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 820 time: 0.3956325 Feb 03 12:36:31.752903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-7ed15a16-f07b-42bd-86a4-c56b0136cc0d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/quotas/d8c50b93bf064ffc99715c1cafdfbb13 HTTP/1.1" status: 200 len: 375 time: 0.0692937 Feb 03 12:36:31.841866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-bc35c215-b323-47e3-af3c-51487e047f20 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.843461 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-bc35c215-b323-47e3-af3c-51487e047f20 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347915 Feb 03 12:36:31.856453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Request body: {'port': {'device_id': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '5da3950f14e4455684c8fe78e82f8982'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:31.960184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '504a9733-0d0e-427a-bc50-fa01b60bb67f', 'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'mac_address': 'fa:16:3e:99:14:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:22Z', 'updated_at': '2022-02-03T12:36:31Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'subnets': [{'id': 'c2458635-536a-4534-a5ef-220a257345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:31.985203 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.998262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ded16-98fc-4c68-928b-97054cae52c6 None None] The sync data for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 is: [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '504a9733-0d0e-427a-bc50-fa01b60bb67f', 'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'mac_address': 'fa:16:3e:99:14:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:22Z', 'updated_at': '2022-02-03T12:36:31Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'subnets': [{'id': 'c2458635-536a-4534-a5ef-220a257345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:32.134302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Made reservation on behalf of 5da3950f14e4455684c8fe78e82f8982 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:32.139025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.219136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5179b3d-7f6a-4905-90cf-dd4c72bcf371 None None] Network a84c857a-e683-46a0-bd81-759bba81b838 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:32.244666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Router aa69689b-ba07-487a-8ab1-f5e22d9c0bee is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:36:32.353497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ff641-76ae-4f88-a2a6-e8f0f6e80410 req-89ef3cf4-65f1-4d92-bf3a-6e8e8126fe60 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:32.361761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a2ff641-76ae-4f88-a2a6-e8f0f6e80410 req-89ef3cf4-65f1-4d92-bf3a-6e8e8126fe60 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.7812192 Feb 03 12:36:32.371532 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:32.383497 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Sync routers for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:32.398536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:32.412194 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:32.414428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-94c0f331-2264-4d4a-8816-403f220d11cb admin admin] 10.222.0.65 "PUT /v2.0/routers/c8b9aaac-d1d8-40f3-be59-e61fc70c88a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0527446 Feb 03 12:36:32.414846 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:32.426008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48474) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:32.450681 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.452296 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1694a968-2eab-4a17-87b6-0f73a38e827f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3085854 Feb 03 12:36:32.468272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48476) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:32.486408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] Sync routers for ids ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:32.504941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-5ee34d82-870c-4557-9331-cb1e0441cd5e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7411404 Feb 03 12:36:32.534996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4e84701d-015c-48f1-afd6-6a1c6e71526c None None] Provisioning complete for port 64bc9470-570a-4bac-bfc3-79d9101920ba triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:32.535535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e84701d-015c-48f1-afd6-6a1c6e71526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.604570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] Routers {'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:32.605404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:32.609068 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:32.631957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a2ff641-76ae-4f88-a2a6-e8f0f6e80410 req-c8e74f2e-a516-4068-9128-474c9bcec383 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690034 Feb 03 12:36:32.638340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3447ad-9e46-4b01-8c48-248f0d96da31 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:32.647496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks [] for router (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.711951 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Publish callbacks [] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.896707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Transition to ACTIVE for port object 8e3447ad-9e46-4b01-8c48-248f0d96da31 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:32.985110 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks [] for router_gateway (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.986985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4e84701d-015c-48f1-afd6-6a1c6e71526c None None] Current status of the port 64bc9470-570a-4bac-bfc3-79d9101920ba is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:32.987448 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e84701d-015c-48f1-afd6-6a1c6e71526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.004374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-52293af1-d369-4e9d-ad42-53922f4d243b service neutron] 10.222.0.65 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394674 Feb 03 12:36:33.011628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.047064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4e84701d-015c-48f1-afd6-6a1c6e71526c None None] For port 64bc9470-570a-4bac-bfc3-79d9101920ba, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=64bc9470-570a-4bac-bfc3-79d9101920ba,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:33.052026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] Set router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:33.069007 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:31Z', 'revision_number': 3, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:33.100556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Allocated IP 192.168.233.219 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/b71fce35-2c1b-4602-94f6-582b000c83c8) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:33.108171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 64bc9470-570a-4bac-bfc3-79d9101920ba up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:33.123242 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Checking router: aa69689b-ba07-487a-8ab1-f5e22d9c0bee for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:33.123685 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Updating router aa69689b-ba07-487a-8ab1-f5e22d9c0bee port e7904f80-c8e0-4fd7-a952-b3fa648c04dd binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:36:33.148630 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e84701d-015c-48f1-afd6-6a1c6e71526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.161854 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.252144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-bbb6100c-9aad-4fac-868a-1848d1cb1821 service neutron] 10.222.0.65 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242777 Feb 03 12:36:33.258769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3447ad-9e46-4b01-8c48-248f0d96da31,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:33.395092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ede58e-bde5-433c-a5f8-df2f25f7ce71 req-0951efc2-9ed4-4df7-8561-2b7f8dd48c8c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.401975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Deleting port 67225963-7755-4dbe-8e53-b6a7e6924d23 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:33.402349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.406869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ede58e-bde5-433c-a5f8-df2f25f7ce71 req-0951efc2-9ed4-4df7-8561-2b7f8dd48c8c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 936 time: 0.5736163 Feb 03 12:36:33.461328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-14c2e3e9-6ab9-4c1a-935a-545c2bbae8e1 None None] Provisioning complete for port 64bc9470-570a-4bac-bfc3-79d9101920ba triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:33.461971 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c2e3e9-6ab9-4c1a-935a-545c2bbae8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.462097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-fef39092-7c81-4b4b-91b4-6cee8d727ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.471662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-fef39092-7c81-4b4b-91b4-6cee8d727ced service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1128 time: 0.4825044 Feb 03 12:36:33.532441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 64bc9470-570a-4bac-bfc3-79d9101920ba triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:33.532969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.592133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84701d-015c-48f1-afd6-6a1c6e71526c None None] Pushing event updated for resources: {'Port': ['ID=64bc9470-570a-4bac-bfc3-79d9101920ba,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:33.628207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks [] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.692447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.763674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f977ab90-069f-40d5-9178-8e65c0ec361c', '406cbb4a-b03a-493d-a3b9-6e20f80643c4'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:33.764766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] For port 67225963-7755-4dbe-8e53-b6a7e6924d23, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=67225963-7755-4dbe-8e53-b6a7e6924d23,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:33.765352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.766042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['c906fb6d-7175-425b-976a-153a7a4a43e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:33.768684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 64bc9470-570a-4bac-bfc3-79d9101920ba is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:33.769794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 504a9733-0d0e-427a-bc50-fa01b60bb67f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:33.804288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:33.805346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Calling delete_port for 67225963-7755-4dbe-8e53-b6a7e6924d23 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:33.818380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:33.838936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:33.856555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:33.930030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.931056 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.939170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-ef4bec78-114d-4275-bc73-4dc9b4e4507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.950401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-ef4bec78-114d-4275-bc73-4dc9b4e4507b service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.2479467 Feb 03 12:36:33.997994 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Publish callbacks [] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.014998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-14c2e3e9-6ab9-4c1a-935a-545c2bbae8e1 None None] Current status of the port 64bc9470-570a-4bac-bfc3-79d9101920ba is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:34.020565 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.041588 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-6cda37c6-496e-4f28-b69f-2cc94d6f79c2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1890752 Feb 03 12:36:34.063758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Request body: {'port': {'device_id': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:34.146173 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Attempting to bind port e7904f80-c8e0-4fd7-a952-b3fa648c04dd on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:34.146565 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Attempting to bind port e7904f80-c8e0-4fd7-a952-b3fa648c04dd by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:34.153944 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Attempting to bind port e7904f80-c8e0-4fd7-a952-b3fa648c04dd on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:34.165384 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb10003-bebd-4dcb-ac50-7fa2f64e1a8f None None] Pushing event updated for resources: {'Port': ['ID=e7904f80-c8e0-4fd7-a952-b3fa648c04dd,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:34.196481 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:34.201148 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:34.201580 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.201983 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:34.203100 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Bound port: e7904f80-c8e0-4fd7-a952-b3fa648c04dd, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:34.203493 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.212316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:13Z', 'updated_at': '2022-02-03T12:36:29Z', 'revision_number': 5, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'gw_port': {'id': '67225963-7755-4dbe-8e53-b6a7e6924d23', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:14Z', 'updated_at': '2022-02-03T12:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:34.222209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f18bf3c2-7225-49a9-9c23-44b33c924699 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 HTTP/1.1" status: 200 len: 217 time: 0.2694807 Feb 03 12:36:34.273605 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.304943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ede58e-bde5-433c-a5f8-df2f25f7ce71 req-4baa9a85-8ee0-455e-8b01-1bc9e25d2546 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8939726 Feb 03 12:36:34.319956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cd99dede-db14-4526-8ebb-bba4f4c95b9e details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:34.352445 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] For port e7904f80-c8e0-4fd7-a952-b3fa648c04dd, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:34.360039 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] For port e7904f80-c8e0-4fd7-a952-b3fa648c04dd, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e7904f80-c8e0-4fd7-a952-b3fa648c04dd,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:34.374815 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.385764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] Checking router: c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:34.424926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Attempting to bind port 8e3447ad-9e46-4b01-8c48-248f0d96da31 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:34.425861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Attempting to bind port 8e3447ad-9e46-4b01-8c48-248f0d96da31 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:34.426586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Attempting to bind port 8e3447ad-9e46-4b01-8c48-248f0d96da31 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:34.434752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-3e731b91-0cf4-44ea-b751-c905b7594b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.438463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-3e731b91-0cf4-44ea-b751-c905b7594b67 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.1838670 Feb 03 12:36:34.497219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] Routers {'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:34.497970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:34.509295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b190ee9-068e-45cc-90c4-866c3c0f229d req-86c75f2f-59eb-4d14-8dc5-7b2be1598f57 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.518672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b190ee9-068e-45cc-90c4-866c3c0f229d req-86c75f2f-59eb-4d14-8dc5-7b2be1598f57 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 936 time: 0.8143342 Feb 03 12:36:34.532171 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb10003-bebd-4dcb-ac50-7fa2f64e1a8f None None] Pushing event updated for resources: {'Port': ['ID=e7904f80-c8e0-4fd7-a952-b3fa648c04dd,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:34.569547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:34.573914 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:34.579165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Port 8e3447ad-9e46-4b01-8c48-248f0d96da31 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:34.579539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Attempting to bind port 8e3447ad-9e46-4b01-8c48-248f0d96da31 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:34.620053 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-0129048b-2451-4ebf-9ece-5c66a9033948 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851998 Feb 03 12:36:34.629465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:34.629860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:34.630249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:34.630728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Bound port: 8e3447ad-9e46-4b01-8c48-248f0d96da31, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:34.631134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.702274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 504a9733-0d0e-427a-bc50-fa01b60bb67f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:34.702906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.817862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:34.820629 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:34.843471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71fce35-2c1b-4602-94f6-582b000c83c8 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:34.852839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Publish callbacks [] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.867435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fb0a634a-a473-4652-a346-e1c1016307ed None None] Provisioning complete for port b71fce35-2c1b-4602-94f6-582b000c83c8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:34.867960 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb0a634a-a473-4652-a346-e1c1016307ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.870660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Transition to ACTIVE for port object b71fce35-2c1b-4602-94f6-582b000c83c8 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:34.880517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] Set router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:34.895824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.896578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b190ee9-068e-45cc-90c4-866c3c0f229d req-a1790bbd-7fd7-4abc-a66f-55acbfa8c260 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728681 Feb 03 12:36:34.993305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'port_id': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e', 'mac_address': 'fa:16:3e:03:8f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65ca260-a0ed-4d89-a744-69405f9680e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:35.006470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-0f2cdd63-2cda-4f68-8eed-6b446b78cfff service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541901 Feb 03 12:36:35.033753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:13Z', 'updated_at': '2022-02-03T12:36:32Z', 'revision_number': 6, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:35.042662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:35.052211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (67225963-7755-4dbe-8e53-b6a7e6924d23), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.134195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Pushing event deleted for resources: {'Port': ['ID=67225963-7755-4dbe-8e53-b6a7e6924d23,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:35.137443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14dd3ab-0e02-4da9-88cd-b8b06de678a5 None None] The sync data for ids ['c8b9aaac-d1d8-40f3-be59-e61fc70c88a1'] in n-d-792364-10 is: [{'id': 'c8b9aaac-d1d8-40f3-be59-e61fc70c88a1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1990876210-router', 'tenant_id': 'cebc59f98a294497a48c95153e2e9e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:13Z', 'updated_at': '2022-02-03T12:36:32Z', 'revision_number': 6, 'project_id': 'cebc59f98a294497a48c95153e2e9e36', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:35.170089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec65262e-0659-4181-a59b-5c933f9395eb req-9ff7d432-bfbc-4329-b1f9-4a3d3991b9d7 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 210 time: 0.1332366 Feb 03 12:36:35.196940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a634a-a473-4652-a346-e1c1016307ed None None] Port b71fce35-2c1b-4602-94f6-582b000c83c8 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:35.268459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] For port 8e3447ad-9e46-4b01-8c48-248f0d96da31, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:35.283276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:35.283673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:35.284003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:35.287471 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:31Z', 'revision_number': 3, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:35.320125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Port b71fce35-2c1b-4602-94f6-582b000c83c8 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:35.320476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:35.332133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.343775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:35.344041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:35.345072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:35.363444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Bound port: b71fce35-2c1b-4602-94f6-582b000c83c8, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:35.363967 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.394172 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4be56-3b25-416f-a74e-d43f87d57ba0 None None] The sync data for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 is: [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:31Z', 'revision_number': 3, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:35.465995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cd99dede-db14-4526-8ebb-bba4f4c95b9e is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:35.466303 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.471232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] For port 8e3447ad-9e46-4b01-8c48-248f0d96da31, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8e3447ad-9e46-4b01-8c48-248f0d96da31,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:35.518588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd99dede-db14-4526-8ebb-bba4f4c95b9e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:35.530907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 504a9733-0d0e-427a-bc50-fa01b60bb67f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:35.531460 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.576816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.578166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:35.601047 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.639003 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.643093 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks [] for router_controller (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.664470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 504a9733-0d0e-427a-bc50-fa01b60bb67f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=504a9733-0d0e-427a-bc50-fa01b60bb67f,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:35.678638 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.729251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.730024 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.732254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] 10.222.0.72 "PUT /v2.0/ports/8e3447ad-9e46-4b01-8c48-248f0d96da31 HTTP/1.1" status: 200 len: 1097 time: 4.9430957 Feb 03 12:36:35.742808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef7ed5d-d941-4538-842c-f9095883eb7f', 'tag': '8e3447ad-9e46-4b01-8c48-248f0d96da31'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:35.751270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cd99dede-db14-4526-8ebb-bba4f4c95b9e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:35.756907 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eee9d1-f463-433b-9596-5a8317a4b5db" -d '{"events": [{"name": "network-changed", "server_uuid": "fef7ed5d-d941-4538-842c-f9095883eb7f", "tag": "8e3447ad-9e46-4b01-8c48-248f0d96da31"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:35.766606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cd99dede-db14-4526-8ebb-bba4f4c95b9e,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:35.813915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089b1db-2c3a-4c67-b9dd-3c8dbd1404a3 req-dca1d886-eed7-4bf3-9486-3a26f5eecfa2 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.815111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (c8b9aaac-d1d8-40f3-be59-e61fc70c88a1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.815727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:36:35.816564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e089b1db-2c3a-4c67-b9dd-3c8dbd1404a3 req-dca1d886-eed7-4bf3-9486-3a26f5eecfa2 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1128 time: 0.7138157 Feb 03 12:36:35.823686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-dcbf7ea3-295b-4c42-8aeb-b6feebf20306 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.825164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-dcbf7ea3-295b-4c42-8aeb-b6feebf20306 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.91 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 820 time: 0.4271755 Feb 03 12:36:35.829388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.830756 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-359a2ae9-b430-4cb9-8c9a-cad99e0c2bff admin admin] 10.222.0.65 "DELETE /v2.0/routers/c8b9aaac-d1d8-40f3-be59-e61fc70c88a1 HTTP/1.1" status: 204 len: 168 time: 3.4031010 Feb 03 12:36:35.834666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48508) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:35.837578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:35.846802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:35.873337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Request body: {'port': {'device_id': '5c54fc10-64a5-4212-bf21-4084843d764d', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'admin_state_up': True, 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:35.881063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-45480b22-cad3-4cbf-925e-94e162b77af0 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8087261 Feb 03 12:36:35.884523 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.889271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=504a9733-0d0e-427a-bc50-fa01b60bb67f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:35.944391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b427c6-3b80-4e94-bf3f-6a3e5fbfb0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3447ad-9e46-4b01-8c48-248f0d96da31,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:35.953204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.962245 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.964326 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] 10.222.0.72 "PUT /v2.0/ports/b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 1097 time: 1.9123333 Feb 03 12:36:35.972951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:35.978124 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b957fd0-ae90-4125-90d2-840e997f5b96" -d '{"events": [{"name": "network-changed", "server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:35.992150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8195ad-93a6-431e-a1f4-bc770a6ba007 admin admin] Deleting subnet f4f76360-9411-4007-8fdd-770014a45591 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:36.003777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae8195ad-93a6-431e-a1f4-bc770a6ba007 admin admin] Publish callbacks [] for subnet (f4f76360-9411-4007-8fdd-770014a45591), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.046064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef3d34-4d48-4e4d-9296-84e8b1d684ab req-51dd8287-1172-4ccb-88bf-745253435ae7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.092400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51ef3d34-4d48-4e4d-9296-84e8b1d684ab req-51dd8287-1172-4ccb-88bf-745253435ae7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.6964173 Feb 03 12:36:36.220499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7afde1-7780-41c5-a047-ec4c4e4f471c service neutron] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:36.244606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 64bc9470-570a-4bac-bfc3-79d9101920ba up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:36.249649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae8195ad-93a6-431e-a1f4-bc770a6ba007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (f4f76360-9411-4007-8fdd-770014a45591), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.307088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cd99dede-db14-4526-8ebb-bba4f4c95b9e up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:36.352985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51ef3d34-4d48-4e4d-9296-84e8b1d684ab req-5902dc94-0eb0-410b-ba9b-8a5198ae0adc tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595754 Feb 03 12:36:36.360146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.391382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-c7ddd9dc-863c-43d5-8925-9c546b34ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.395131 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-c7ddd9dc-863c-43d5-8925-9c546b34ebc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1131 time: 0.3338952 Feb 03 12:36:36.468482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-ce3ecf3b-2db9-4244-9c9f-f2ed01b1ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.470200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-ce3ecf3b-2db9-4244-9c9f-f2ed01b1ffb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 1131 time: 0.6319299 Feb 03 12:36:36.472478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e089b1db-2c3a-4c67-b9dd-3c8dbd1404a3 req-d607e944-c314-4bff-a90f-8cd5b68a6208 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383593 Feb 03 12:36:36.491367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 64bc9470-570a-4bac-bfc3-79d9101920ba triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:36.492077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.532382 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae8195ad-93a6-431e-a1f4-bc770a6ba007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (f4f76360-9411-4007-8fdd-770014a45591), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.596346 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port cd99dede-db14-4526-8ebb-bba4f4c95b9e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:36.599381 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.643182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-c158fdf0-a8c2-46d2-921d-f10bfb452deb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=8e3447ad-9e46-4b01-8c48-248f0d96da31 HTTP/1.1" status: 200 len: 217 time: 0.1610210 Feb 03 12:36:36.649112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Made reservation on behalf of d8c50b93bf064ffc99715c1cafdfbb13 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:36.652853 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.672164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae8195ad-93a6-431e-a1f4-bc770a6ba007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (f4f76360-9411-4007-8fdd-770014a45591), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.743730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c8598a6-7cd4-46f8-b06d-a3db23d967ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.750623 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b709ec-5404-4755-9bd5-1117e83d8e55 x-openstack-request-id: req-f5b709ec-5404-4755-9bd5-1117e83d8e55 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:36.751135 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef7ed5d-d941-4538-842c-f9095883eb7f", "tag": "8e3447ad-9e46-4b01-8c48-248f0d96da31", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:36.752177 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5b709ec-5404-4755-9bd5-1117e83d8e55 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:36.752717 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef7ed5d-d941-4538-842c-f9095883eb7f', 'tag': '8e3447ad-9e46-4b01-8c48-248f0d96da31', 'status': 'completed', 'code': 200} Feb 03 12:36:36.807888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8195ad-93a6-431e-a1f4-bc770a6ba007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f76360-9411-4007-8fdd-770014a45591,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:36.812699 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-7f6be227-9332-4e1f-a9a6-ad039ae0770e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 0.1594117 Feb 03 12:36:36.820312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae8195ad-93a6-431e-a1f4-bc770a6ba007 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.826900 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ae8195ad-93a6-431e-a1f4-bc770a6ba007 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f4f76360-9411-4007-8fdd-770014a45591 HTTP/1.1" status: 204 len: 168 time: 0.9887369 Feb 03 12:36:36.836924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48526) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:36.849491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548f0148-219a-451d-b27f-bfdbef205708 None None] Network e3f8af70-5b6b-453f-b19b-35fb5838c6ea requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:36.964817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-7a8c0a1c-5269-42f0-9f87-f832dc5271b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.968680 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-7a8c0a1c-5269-42f0-9f87-f832dc5271b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1428676 Feb 03 12:36:37.021172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (e3f8af70-5b6b-453f-b19b-35fb5838c6ea), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.045282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 64bc9470-570a-4bac-bfc3-79d9101920ba is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:37.068449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dd279139-5524-4084-9ba3-80f81f5b1244 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:37.109584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: dd279139-5524-4084-9ba3-80f81f5b1244 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:37.110150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dd279139-5524-4084-9ba3-80f81f5b1244 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:37.120032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cd99dede-db14-4526-8ebb-bba4f4c95b9e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:37.120812 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.130572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-cb3ee65c-a3b3-432d-adf2-207809b0a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:37.131773 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-cb3ee65c-a3b3-432d-adf2-207809b0a6d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1536167 Feb 03 12:36:37.164906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:37.168014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:37.170187 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f3b70f-f144-4f8f-87c1-8ae77cb41d8b" -d '{"events": [{"server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "name": "network-vif-plugged", "status": "completed", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:37.175135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.234085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Deleting port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:37.237367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.238633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cd99dede-db14-4526-8ebb-bba4f4c95b9e,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:37.241339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3423485-ad80-4352-9326-4b8cf5afa783 None None] DHCP port deletion for e3f8af70-5b6b-453f-b19b-35fb5838c6ea request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:36:37.298376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c3423485-ad80-4352-9326-4b8cf5afa783 None None] Deleting port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:37.309256 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3423485-ad80-4352-9326-4b8cf5afa783 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.409389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efff10-0801-4e12-bfaf-72a0b2efd782 req-6f75a9f8-628b-4740-a1f3-4f439a58e6be tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:37.411592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c3423485-ad80-4352-9326-4b8cf5afa783 None None] For port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cd4d4b30-2cf1-4529-b3c0-9778fd95f17d,segment=NetworkSegment(1dbd771c-08a7-4807-9d09-06b43c6e683b),segment_id=1dbd771c-08a7-4807-9d09-06b43c6e683b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:37.412251 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3423485-ad80-4352-9326-4b8cf5afa783 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.416912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4efff10-0801-4e12-bfaf-72a0b2efd782 req-6f75a9f8-628b-4740-a1f3-4f439a58e6be tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 948 time: 0.7687581 Feb 03 12:36:37.430693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c3423485-ad80-4352-9326-4b8cf5afa783 None None] Calling delete_port for cd4d4b30-2cf1-4529-b3c0-9778fd95f17d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:37.431768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] For port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cd4d4b30-2cf1-4529-b3c0-9778fd95f17d,segment=NetworkSegment(1dbd771c-08a7-4807-9d09-06b43c6e683b),segment_id=1dbd771c-08a7-4807-9d09-06b43c6e683b)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:37.432226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.455219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-b6522379-7a41-4100-a0fd-f1f083a3bc18 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102639 Feb 03 12:36:37.456318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Calling delete_port for cd4d4b30-2cf1-4529-b3c0-9778fd95f17d owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:37.486636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-fcbbf699-3286-4ced-9a37-694b5bc305f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:37.488034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-fcbbf699-3286-4ced-9a37-694b5bc305f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.8070774 Feb 03 12:36:37.534000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3423485-ad80-4352-9326-4b8cf5afa783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.568351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3423485-ad80-4352-9326-4b8cf5afa783 None None] No DVR routers for this DVR port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:37.573307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3423485-ad80-4352-9326-4b8cf5afa783 None None] Pushing event deleted for resources: {'Port': ['ID=cd4d4b30-2cf1-4529-b3c0-9778fd95f17d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:37.595462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4efff10-0801-4e12-bfaf-72a0b2efd782 req-4fcaee26-fdb6-4b70-8600-03238b9c3a4c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776910 Feb 03 12:36:37.639685 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88f6e937-99a8-429a-9734-c0ff07aabf97 req-f194f4ef-fd4f-406c-a5e9-845f01ba756e service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741076 Feb 03 12:36:37.644834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5327d21-ebcb-4741-b206-f0d712c784a9 req-1a5a708d-2504-4379-88d8-bb7f2a817dd5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:37.647173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5327d21-ebcb-4741-b206-f0d712c784a9 req-1a5a708d-2504-4379-88d8-bb7f2a817dd5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 948 time: 0.8444228 Feb 03 12:36:37.665554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (cd4d4b30-2cf1-4529-b3c0-9778fd95f17d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.680989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Allocated IP 172.20.0.1 (a84c857a-e683-46a0-bd81-759bba81b838/2b6abf6f-4cc7-448a-af3e-104f8d39e59f/2dcfafc9-8fcc-4962-8db3-9ae863e123f6) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:37.722260 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae2c0e-9821-4ce4-9fb2-a6687744ccf3 x-openstack-request-id: req-d2ae2c0e-9821-4ce4-9fb2-a6687744ccf3 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:37.722584 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:37.723635 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2ae2c0e-9821-4ce4-9fb2-a6687744ccf3 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:37.724064 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'status': 'completed', 'code': 200} Feb 03 12:36:37.726786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4d4b30-2cf1-4529-b3c0-9778fd95f17d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:37.736880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] No DVR routers for this DVR port cd4d4b30-2cf1-4529-b3c0-9778fd95f17d on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:37.758474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-b901892d-782e-49d5-b756-33f549b525e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:37.760098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-b901892d-782e-49d5-b756-33f549b525e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2551997 Feb 03 12:36:37.766361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Allocated IP 172.20.0.10 (be3dac05-a53a-4e54-803f-ab1f51d67181/c2458635-536a-4534-a5ef-220a257345dd/531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:37.869010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5327d21-ebcb-4741-b206-f0d712c784a9 req-c4f36dd6-5929-4152-9890-6240f43e912d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042725 Feb 03 12:36:37.972477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5eb2f50-31ca-46d8-ba1a-a34f3a9e7967 req-b89a3620-36f4-4b2d-bdc9-ee7100b78189 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 210 time: 0.1423709 Feb 03 12:36:38.042925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e7904f80-c8e0-4fd7-a952-b3fa648c04dd up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:38.111055 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392d5ac4-732d-467b-b402-8252bec016cd x-openstack-request-id: req-392d5ac4-732d-467b-b402-8252bec016cd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:38.111412 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "name": "network-vif-plugged", "status": "completed", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:38.111608 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-392d5ac4-732d-467b-b402-8252bec016cd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:38.112022 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e', 'code': 200} Feb 03 12:36:38.185187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e7904f80-c8e0-4fd7-a952-b3fa648c04dd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:38.185560 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.189172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-1d3d846c-41a4-4fcb-9775-b7b8cf504636 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108913 Feb 03 12:36:38.198161 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Publish callbacks [] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.305816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e7904f80-c8e0-4fd7-a952-b3fa648c04dd is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:38.306980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.354711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port e7904f80-c8e0-4fd7-a952-b3fa648c04dd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e7904f80-c8e0-4fd7-a952-b3fa648c04dd,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:38.374090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.375365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 504a9733-0d0e-427a-bc50-fa01b60bb67f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:38.394810 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (e3f8af70-5b6b-453f-b19b-35fb5838c6ea), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.426276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f8af70-5b6b-453f-b19b-35fb5838c6ea']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:38.439019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-980dbeb6-d704-4b52-a09e-fdfe584efa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.455520 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-980dbeb6-d704-4b52-a09e-fdfe584efa2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1131 time: 0.7255404 Feb 03 12:36:38.470461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbd771c-08a7-4807-9d09-06b43c6e683b') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:38.471055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbd771c-08a7-4807-9d09-06b43c6e683b') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:38.520716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (1dbd771c-08a7-4807-9d09-06b43c6e683b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.523681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=e7904f80-c8e0-4fd7-a952-b3fa648c04dd,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:38.546572 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.551382 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1dbd771c-08a7-4807-9d09-06b43c6e683b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.551762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ac1523c-d0e3-4fa8-83aa-437970e7154f req-22968097-f0e7-406d-87d7-f359fcf74b91 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420553 Feb 03 12:36:38.554835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 504a9733-0d0e-427a-bc50-fa01b60bb67f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:38.558436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.559829 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:38.560390 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (1dbd771c-08a7-4807-9d09-06b43c6e683b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.568523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc63e8e-8605-4823-8628-ac3307d67bce req-a29e4960-e519-4c01-8c10-53425fabbbec tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.577747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dc63e8e-8605-4823-8628-ac3307d67bce req-a29e4960-e519-4c01-8c10-53425fabbbec tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 1128 time: 0.5485187 Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:38.636317 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:38.648632 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.701111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Network a84c857a-e683-46a0-bd81-759bba81b838 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:38.723836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:38.724088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (e3f8af70-5b6b-453f-b19b-35fb5838c6ea), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.730755 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.740485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:38.743625 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e3f8af70-5b6b-453f-b19b-35fb5838c6ea HTTP/1.1" status: 204 len: 168 time: 1.9015810 Feb 03 12:36:38.754065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Pushing event updated for resources: {'Port': ['ID=2dcfafc9-8fcc-4962-8db3-9ae863e123f6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:38.770712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f520e3-3016-4eb2-855a-1f44c5a2d458 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f8af70-5b6b-453f-b19b-35fb5838c6ea,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:38.771150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 504a9733-0d0e-427a-bc50-fa01b60bb67f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:38.787467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-3498cd96-349f-4f08-94e3-8f5d7f82c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.789920 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-3498cd96-349f-4f08-94e3-8f5d7f82c4b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.3217161 Feb 03 12:36:38.796238 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17f88b95-31c4-42fa-889f-b87c5cef4cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.811626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de23d-30ca-4fed-a20b-7aedcb34f43e req-e9023baf-c669-421d-b370-62076e36870f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.812287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-979de23d-30ca-4fed-a20b-7aedcb34f43e req-e9023baf-c669-421d-b370-62076e36870f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.4412038 Feb 03 12:36:38.862617 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dc63e8e-8605-4823-8628-ac3307d67bce req-22360f18-3303-454f-a87d-9d2843062e86 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785134 Feb 03 12:36:38.886395 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-3020dd1b-be93-4deb-a163-23354edfc42c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 0.0876281 Feb 03 12:36:38.922157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cd4d4b30-2cf1-4529-b3c0-9778fd95f17d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:38.954125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-aafc6dd1-566a-4d37-b129-1ef6f181e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.955831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-aafc6dd1-566a-4d37-b129-1ef6f181e296 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 1131 time: 0.3394997 Feb 03 12:36:38.967890 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.015110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: cd4d4b30-2cf1-4529-b3c0-9778fd95f17d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:39.017616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cd4d4b30-2cf1-4529-b3c0-9778fd95f17d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:39.018231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 67225963-7755-4dbe-8e53-b6a7e6924d23 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:39.066944 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48572) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:39.086369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 67225963-7755-4dbe-8e53-b6a7e6924d23 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:39.094912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 67225963-7755-4dbe-8e53-b6a7e6924d23 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:39.101730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.127530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-4b8ebe56-969a-4ee5-89bb-5fafef3777b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.129040 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-4b8ebe56-969a-4ee5-89bb-5fafef3777b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2349691 Feb 03 12:36:39.208910 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f20de03b-f4d1-42a2-a9a5-031fa3cbaf43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cebc59f98a294497a48c95153e2e9e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411068 Feb 03 12:36:39.209930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7c70576d-94e0-4bda-9dca-491d1cc1071f None None] Provisioning complete for port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:39.210287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c70576d-94e0-4bda-9dca-491d1cc1071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.211393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48574) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:39.252098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-bd8beaa0-c9b7-4267-a768-03c14c22a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.253632 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-bd8beaa0-c9b7-4267-a768-03c14c22a24d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1156857 Feb 03 12:36:39.285215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7c70576d-94e0-4bda-9dca-491d1cc1071f None None] Port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:39.308555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3c5233b-de97-4082-a383-9e654f0fc4d9 admin admin] Publish callbacks [] for security_group (1dfcca30-8a9c-4e3e-8062-2f9c0edca89a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.316078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Network be3dac05-a53a-4e54-803f-ab1f51d67181 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:39.340496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-979de23d-30ca-4fed-a20b-7aedcb34f43e req-fc0e8a37-aeac-4786-a20f-0ff1d04dcf43 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090909 Feb 03 12:36:39.376480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:39.389343 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3c5233b-de97-4082-a383-9e654f0fc4d9 admin admin] Publish callbacks [] for security_group (1dfcca30-8a9c-4e3e-8062-2f9c0edca89a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.400267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Pushing event updated for resources: {'Port': ['ID=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:39.402755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:39.457171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-bf199566-1f01-4aef-be72-5c725cd17b5e service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944690 Feb 03 12:36:39.539748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3c5233b-de97-4082-a383-9e654f0fc4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1dfcca30-8a9c-4e3e-8062-2f9c0edca89a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.544111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3c5233b-de97-4082-a383-9e654f0fc4d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.545492 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a3c5233b-de97-4082-a383-9e654f0fc4d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1dfcca30-8a9c-4e3e-8062-2f9c0edca89a HTTP/1.1" status: 204 len: 168 time: 0.3330288 Feb 03 12:36:39.563659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5233b-de97-4082-a383-9e654f0fc4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfcca30-8a9c-4e3e-8062-2f9c0edca89a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:39.618057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-5993ea95-8de1-4e33-b239-7b53dbdb75de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.618926 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b957fd0-ae90-4125-90d2-840e997f5b96 req-299d0524-e357-43fb-8424-efca11623e23 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527855 Feb 03 12:36:39.619862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-5993ea95-8de1-4e33-b239-7b53dbdb75de service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.6472621 Feb 03 12:36:39.842057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e7904f80-c8e0-4fd7-a952-b3fa648c04dd up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:39.847148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.852320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.891605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e6027-0db1-48a9-982c-89f8a2e4b820 req-7a687c76-7a71-4389-9167-e1e385a8e9c9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.893550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb2e6027-0db1-48a9-982c-89f8a2e4b820 req-7a687c76-7a71-4389-9167-e1e385a8e9c9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 948 time: 0.7258608 Feb 03 12:36:39.921891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-251d5910-2d74-452d-882c-4f3708dc8f37 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0496812 Feb 03 12:36:39.925142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-6538a32c-48ed-4809-a6d1-0151447d59cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=8e3447ad-9e46-4b01-8c48-248f0d96da31 HTTP/1.1" status: 200 len: 217 time: 0.2781343 Feb 03 12:36:39.945308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Request body: {'port': {'device_id': '5c54fc10-64a5-4212-bf21-4084843d764d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:39.977261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8e3447ad-9e46-4b01-8c48-248f0d96da31 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:40.048842 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.080022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e7904f80-c8e0-4fd7-a952-b3fa648c04dd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:40.080639 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.160506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9cdfe-5100-4f35-81ec-e538678a8463 req-3f34f192-407e-4695-866c-c22c6b54b811 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.176698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18d9cdfe-5100-4f35-81ec-e538678a8463 req-3f34f192-407e-4695-866c-c22c6b54b811 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 948 time: 0.6903327 Feb 03 12:36:40.182284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-4f831c1d-def0-4930-8be4-dd0c8dceb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.184673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-4f831c1d-def0-4930-8be4-dd0c8dceb012 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2447507 Feb 03 12:36:40.205036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8e3447ad-9e46-4b01-8c48-248f0d96da31, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8e3447ad-9e46-4b01-8c48-248f0d96da31,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:40.271377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '8e3447ad-9e46-4b01-8c48-248f0d96da31', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '8e3447ad-9e46-4b01-8c48-248f0d96da31', 'mac_address': 'fa:16:3e:6d:99:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:40.370565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8e3447ad-9e46-4b01-8c48-248f0d96da31 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:40.371218 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.404725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3447ad-9e46-4b01-8c48-248f0d96da31 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:40.408237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb2e6027-0db1-48a9-982c-89f8a2e4b820 req-563a2a28-9ac2-4102-bbe8-97ce42f7dcea tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764478 Feb 03 12:36:40.415249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e7904f80-c8e0-4fd7-a952-b3fa648c04dd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:40.467603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8e3447ad-9e46-4b01-8c48-248f0d96da31, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8e3447ad-9e46-4b01-8c48-248f0d96da31,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:40.469429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.485460 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.486205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:40.499188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-e69b2b25-b11f-4ddf-8283-6dd2914a57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.500998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-e69b2b25-b11f-4ddf-8283-6dd2914a57f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2481401 Feb 03 12:36:40.526064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18d9cdfe-5100-4f35-81ec-e538678a8463 req-367bfa6f-d1d2-4507-8bdf-eaaa630ebb6a tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454130 Feb 03 12:36:40.530368 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.574116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8e3447ad-9e46-4b01-8c48-248f0d96da31,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:40.596298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:40.616313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'mac_address': 'fa:16:3e:78:b7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:40.702555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port b71fce35-2c1b-4602-94f6-582b000c83c8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:40.703429 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.751312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71fce35-2c1b-4602-94f6-582b000c83c8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:40.814849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:40.834552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.953208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:41.113848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:41.118246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['b71fce35-2c1b-4602-94f6-582b000c83c8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:41.155634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae227c0a-5ab6-48dc-aa00-ad2a40313638 req-b9daaffb-d4fa-45da-aa26-0fc9ae7f1efe tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.164174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae227c0a-5ab6-48dc-aa00-ad2a40313638 req-b9daaffb-d4fa-45da-aa26-0fc9ae7f1efe tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 932 time: 0.4139471 Feb 03 12:36:41.167953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-8957f2b3-e7db-48e4-a0ce-937d69c18693 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218278 Feb 03 12:36:41.441660 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.715336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae227c0a-5ab6-48dc-aa00-ad2a40313638 req-ccb92850-9eb3-46b7-ada5-d66ba0bef41f tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501666 Feb 03 12:36:41.907924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f3b28-9d1c-4f0a-bbd0-b9ea8f412869 req-b700d033-2c33-4842-bfde-46e928957071 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.915559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a6f3b28-9d1c-4f0a-bbd0-b9ea8f412869 req-b700d033-2c33-4842-bfde-46e928957071 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.7149792 Feb 03 12:36:41.922963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Publish callbacks [] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.958637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.053349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89eee9d1-f463-433b-9596-5a8317a4b5db req-f71f4014-5595-42b1-9913-970a43040ebf service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8360815 Feb 03 12:36:42.121713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a6f3b28-9d1c-4f0a-bbd0-b9ea8f412869 req-c0a3542e-061d-4797-a080-4a9e088f3c52 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984215 Feb 03 12:36:42.155331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.190452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Pushing event updated for resources: {'Port': ['ID=2dcfafc9-8fcc-4962-8db3-9ae863e123f6,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:42.201607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:42.221384 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Publish callbacks [] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.293832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Transition to ACTIVE for port object 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:42.313602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.323928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1939af-fb63-4539-bfc8-886721fc2a9d req-d63f8496-a04d-4adf-9ff2-2bbbef8e23c9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.325531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da1939af-fb63-4539-bfc8-886721fc2a9d req-d63f8496-a04d-4adf-9ff2-2bbbef8e23c9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 949 time: 0.1768327 Feb 03 12:36:42.438222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989fc5-590c-4322-82db-2d7205562b2a req-c9150c7b-e5fc-41a2-833a-d2944f2353d4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.445196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41989fc5-590c-4322-82db-2d7205562b2a req-c9150c7b-e5fc-41a2-833a-d2944f2353d4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 949 time: 0.2484944 Feb 03 12:36:42.464387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:42.514495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da1939af-fb63-4539-bfc8-886721fc2a9d req-4ebcbcfb-98ae-4309-88e9-9b961842609b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638975 Feb 03 12:36:42.633302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Network a84c857a-e683-46a0-bd81-759bba81b838 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:42.649750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:42.673604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Attempting to bind port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:42.674039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Attempting to bind port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:42.675646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Attempting to bind port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a on network be3dac05-a53a-4e54-803f-ab1f51d67181 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:42.678470 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.737255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41989fc5-590c-4322-82db-2d7205562b2a req-52d148f9-3c55-4377-8faa-d3ed58c3febb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910502 Feb 03 12:36:42.771025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a on network be3dac05-a53a-4e54-803f-ab1f51d67181 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:42.772857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Attempting to bind port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a on network be3dac05-a53a-4e54-803f-ab1f51d67181 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:42.787643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:42.788112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Checking segment: {'id': 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:42.788665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Bound using segment: {'id': 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:42.789242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Bound port: 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:42.789652 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.931704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] For port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:42.935498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] For port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:42.995683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.044527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d309e8fa-704e-42f2-99d0-52968104b17a None None] Provisioning complete for port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:43.046563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d309e8fa-704e-42f2-99d0-52968104b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.064422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.065083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.066563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] 10.222.0.91 "PUT /v2.0/ports/531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 1093 time: 3.1363194 Feb 03 12:36:43.068626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:43.071464 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:43.132013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Router aa69689b-ba07-487a-8ab1-f5e22d9c0bee has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:43.159597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d309e8fa-704e-42f2-99d0-52968104b17a None None] Port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:43.171546 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac8c402-53fe-40ec-bdc9-c56766fcbec8 x-openstack-request-id: req-8ac8c402-53fe-40ec-bdc9-c56766fcbec8 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:43.172042 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:43.172463 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ac8c402-53fe-40ec-bdc9-c56766fcbec8 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:43.173703 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'status': 'completed', 'code': 200} Feb 03 12:36:43.430712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:43.440863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a2e1e-d610-4b9c-bd42-5f7c8893ee13 req-e5462e16-a306-4075-9b79-14da90b46ee4 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.442235 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Sync routers for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:43.442869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-227a2e1e-d610-4b9c-bd42-5f7c8893ee13 req-e5462e16-a306-4075-9b79-14da90b46ee4 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 944 time: 0.5027783 Feb 03 12:36:43.447910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fd7fdce3-5007-403a-a0ba-c34407ce560e admin admin] 10.222.0.65 "PUT /v2.0/routers/aa69689b-ba07-487a-8ab1-f5e22d9c0bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9773996 Feb 03 12:36:43.480697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48684) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:43.485495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480dacd-020e-4963-8296-492c2ab3d0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:43.485809 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:43.492517 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:43.557427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-09cb4629-e997-40cc-bc5d-320202887544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.558907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-09cb4629-e997-40cc-bc5d-320202887544 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1127 time: 0.1664467 Feb 03 12:36:43.565669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-227a2e1e-d610-4b9c-bd42-5f7c8893ee13 req-3c4da4d8-332d-449f-b609-075c29cf8efb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822692 Feb 03 12:36:43.737136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c2007fa-7f09-46cd-841a-1c53c5fbe0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.788201 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:43.790054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6ae03-a840-4a0d-9153-8337b490826f req-134af4b9-e25b-4b2d-8195-fbd5cd6f3e70 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.801379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddf6ae03-a840-4a0d-9153-8337b490826f req-134af4b9-e25b-4b2d-8195-fbd5cd6f3e70 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.5815883 Feb 03 12:36:43.817721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-0d29235a-b46d-48ec-a353-a44921433a66 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 217 time: 0.2492700 Feb 03 12:36:43.895615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8e3447ad-9e46-4b01-8c48-248f0d96da31 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:43.932538 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c2007fa-7f09-46cd-841a-1c53c5fbe0f5 admin admin] Publish callbacks [] for security_group (411ed2c8-453e-46af-8b26-efe5a15f347f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.949101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c2007fa-7f09-46cd-841a-1c53c5fbe0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (411ed2c8-453e-46af-8b26-efe5a15f347f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.997240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3c2007fa-7f09-46cd-841a-1c53c5fbe0f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dedd8a3568304491b6e2cda87b7fec8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140929 Feb 03 12:36:44.000908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48702) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:44.079125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 8e3447ad-9e46-4b01-8c48-248f0d96da31 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:44.083691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 8e3447ad-9e46-4b01-8c48-248f0d96da31 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:44.084553 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.101484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2007fa-7f09-46cd-841a-1c53c5fbe0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411ed2c8-453e-46af-8b26-efe5a15f347f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.125297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-caeca72d-1ac5-483b-bea6-99d30b36afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.129287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-caeca72d-1ac5-483b-bea6-99d30b36afd3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 200 len: 860 time: 0.3038561 Feb 03 12:36:44.193065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7b6359-6adb-476a-ae2b-571e4a0022c5 admin admin] Publish callbacks [] for security_group (411ed2c8-453e-46af-8b26-efe5a15f347f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.208306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddf6ae03-a840-4a0d-9153-8337b490826f req-6f7b723c-9ea6-492d-8e12-401290c35f89 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059553 Feb 03 12:36:44.233835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7b6359-6adb-476a-ae2b-571e4a0022c5 admin admin] Publish callbacks [] for security_group (411ed2c8-453e-46af-8b26-efe5a15f347f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.257028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8e3447ad-9e46-4b01-8c48-248f0d96da31 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:44.257435 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.304333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-9641ecfe-d037-4a1c-995c-79ad0619f594 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=be3dac05-a53a-4e54-803f-ab1f51d67181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629102 Feb 03 12:36:44.324748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8e3447ad-9e46-4b01-8c48-248f0d96da31, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8e3447ad-9e46-4b01-8c48-248f0d96da31,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:44.325716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef7ed5d-d941-4538-842c-f9095883eb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3447ad-9e46-4b01-8c48-248f0d96da31'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:44.337939 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0344198-aeca-49e8-9410-700a41fda636" -d '{"events": [{"server_uuid": "fef7ed5d-d941-4538-842c-f9095883eb7f", "name": "network-vif-plugged", "status": "completed", "tag": "8e3447ad-9e46-4b01-8c48-248f0d96da31"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:44.342916 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:39Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2dcfafc9-8fcc-4962-8db3-9ae863e123f6', 'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:36Z', 'updated_at': '2022-02-03T12:36:40Z', 'revision_number': 2, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'subnets': [{'id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:44.346770 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.350212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:44.429648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7b6359-6adb-476a-ae2b-571e4a0022c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (411ed2c8-453e-46af-8b26-efe5a15f347f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.432884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7b6359-6adb-476a-ae2b-571e4a0022c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.436686 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7d7b6359-6adb-476a-ae2b-571e4a0022c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/411ed2c8-453e-46af-8b26-efe5a15f347f HTTP/1.1" status: 204 len: 168 time: 0.4290068 Feb 03 12:36:44.436899 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Checking router: aa69689b-ba07-487a-8ab1-f5e22d9c0bee for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:44.436899 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Updating router aa69689b-ba07-487a-8ab1-f5e22d9c0bee port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:36:44.447289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b6359-6adb-476a-ae2b-571e4a0022c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ed2c8-453e-46af-8b26-efe5a15f347f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.490347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8e3447ad-9e46-4b01-8c48-248f0d96da31,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.529995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e5643-646f-4ff5-97f8-1854f741664d req-318eb253-9246-4152-8bd4-07da5192d36b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.536059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e2e5643-646f-4ff5-97f8-1854f741664d req-318eb253-9246-4152-8bd4-07da5192d36b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 949 time: 0.8131254 Feb 03 12:36:44.536482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48722) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:44.542395 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1879543748-network', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:44.546354 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.549651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port b71fce35-2c1b-4602-94f6-582b000c83c8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:44.554524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port b71fce35-2c1b-4602-94f6-582b000c83c8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:44.555121 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.609754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Made reservation on behalf of d0847d75de824d8f8bf4b30b99120ed1 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:44.612185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.652083 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.723048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-1dd83a72-eedb-4a37-8f75-021470d74f4a service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113052 Feb 03 12:36:44.733386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab7091-1d36-4857-b947-9b8c845756d1 req-7e051731-e732-4a19-936b-ad75b9aa2b59 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.735359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9dab7091-1d36-4857-b947-9b8c845756d1 req-7e051731-e732-4a19-936b-ad75b9aa2b59 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 949 time: 0.1963167 Feb 03 12:36:44.760482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e2e5643-646f-4ff5-97f8-1854f741664d req-96d95c2b-b950-4e52-851e-4dbaa9763aad tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764991 Feb 03 12:36:44.791858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port b71fce35-2c1b-4602-94f6-582b000c83c8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:44.792259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.838216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Publish callbacks [] for security_group (a583a52d-1b2a-4a83-803c-0e43b4d95b6c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.857787 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a583a52d-1b2a-4a83-803c-0e43b4d95b6c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.906398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:44.927088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:44.933728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a332b304-6372-4420-8fb7-2308b5c17177), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.934273 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Added segment a332b304-6372-4420-8fb7-2308b5c17177 of type vlan for network db9f79a7-5004-4c83-8006-3712269a123e Feb 03 12:36:44.936322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a583a52d-1b2a-4a83-803c-0e43b4d95b6c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.941067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.022132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9dab7091-1d36-4857-b947-9b8c845756d1 req-93a0471a-a236-4265-b001-e546a2300e08 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473636 Feb 03 12:36:45.025514 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (db9f79a7-5004-4c83-8006-3712269a123e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.063737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75198aaf-c465-4989-b2ad-cc078886ccfc req-9b8b6e4d-8645-4517-a7db-8def3ea1c63c service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237543 Feb 03 12:36:45.135406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:45.149207 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f998e8f3-232c-4244-bc7e-ff2412e10a21 x-openstack-request-id: req-f998e8f3-232c-4244-bc7e-ff2412e10a21 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:45.150548 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef7ed5d-d941-4538-842c-f9095883eb7f", "name": "network-vif-plugged", "status": "completed", "tag": "8e3447ad-9e46-4b01-8c48-248f0d96da31", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:45.150892 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f998e8f3-232c-4244-bc7e-ff2412e10a21 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:45.151489 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef7ed5d-d941-4538-842c-f9095883eb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3447ad-9e46-4b01-8c48-248f0d96da31', 'code': 200} Feb 03 12:36:45.152910 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (db9f79a7-5004-4c83-8006-3712269a123e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.158644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.158866 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.270520 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7321522 Feb 03 12:36:45.273060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48736) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:45.293624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Request body: {'subnet': {'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1879543748-subnet', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:45.376464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a6398-3854-415c-ba9a-e08953506e98 admin admin] Pushing event updated for resources: {'Network': ['ID=db9f79a7-5004-4c83-8006-3712269a123e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:45.387884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-bc420835-44df-4db8-95bd-fcc4356ce2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.388680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network db9f79a7-5004-4c83-8006-3712269a123e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:45.393457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-bc420835-44df-4db8-95bd-fcc4356ce2ed service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1127 time: 0.2581937 Feb 03 12:36:45.422879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Made reservation on behalf of d0847d75de824d8f8bf4b30b99120ed1 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:45.423107 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Publish callbacks [] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.426644 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.436184 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.520851 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074826e2-f218-4273-b302-9b13a8259869 None None] Pushing event updated for resources: {'Port': ['ID=2dcfafc9-8fcc-4962-8db3-9ae863e123f6,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:45.683281 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Attempting to bind port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:45.684373 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Attempting to bind port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:45.694110 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Attempting to bind port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 on network a84c857a-e683-46a0-bd81-759bba81b838 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:45.700674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baee52-ec59-4a60-b473-029df73cc12e req-46cb6d2d-90ff-4612-8140-25bc7f4c81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.702649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49baee52-ec59-4a60-b473-029df73cc12e req-46cb6d2d-90ff-4612-8140-25bc7f4c81c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 1133 time: 0.4802544 Feb 03 12:36:45.743282 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:45.744597 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Checking segment: {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:45.745184 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.746294 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Bound using segment: {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:45.746988 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Bound port: 2dcfafc9-8fcc-4962-8db3-9ae863e123f6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:45.747564 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.822517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-5073a6df-0d08-4c85-8b21-68a52ae92d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.824539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-5073a6df-0d08-4c85-8b21-68a52ae92d6e service neutron] 10.222.0.91 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 921 time: 0.3890705 Feb 03 12:36:45.863944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31f901-bc2d-45fd-94f8-acc10518743b req-68145bd8-71c8-4b1d-a1d6-5d7a768197ce tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.866056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb31f901-bc2d-45fd-94f8-acc10518743b req-68145bd8-71c8-4b1d-a1d6-5d7a768197ce tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 944 time: 0.5728352 Feb 03 12:36:45.874288 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] For port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:45.880388 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] For port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2dcfafc9-8fcc-4962-8db3-9ae863e123f6,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:45.905811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (27b220ac-223a-44d0-aa14-c371ada0e2c7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.906694 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.927325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed80e4-39c4-4953-8b29-c632fa816a45 req-0ccaf988-e858-4854-835f-6aca0e45c544 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.935336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59ed80e4-39c4-4953-8b29-c632fa816a45 req-0ccaf988-e858-4854-835f-6aca0e45c544 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.5396056 Feb 03 12:36:45.942251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-01961744-6eb2-4464-b0f5-2a3d6e8c6619 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 217 time: 0.1056783 Feb 03 12:36:45.958492 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.035541 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074826e2-f218-4273-b302-9b13a8259869 None None] Pushing event updated for resources: {'Port': ['ID=2dcfafc9-8fcc-4962-8db3-9ae863e123f6,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:46.069310 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:46.069956 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:46.086137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49baee52-ec59-4a60-b473-029df73cc12e req-51b69392-0897-40cc-86ce-0add8d038989 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646469 Feb 03 12:36:46.144516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7dce532b-773e-48cc-96ef-ecc9db0caef9 None None] Provisioning complete for port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:46.145316 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dce532b-773e-48cc-96ef-ecc9db0caef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.154856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b220ac-223a-44d0-aa14-c371ada0e2c7,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:46.185524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Checking segment: {'id': 'a332b304-6372-4420-8fb7-2308b5c17177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:46.185822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Network hostable DHCP agents. Network: db9f79a7-5004-4c83-8006-3712269a123e, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:46.235402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Network db9f79a7-5004-4c83-8006-3712269a123e is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:46.272680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb31f901-bc2d-45fd-94f8-acc10518743b req-251bd19f-cf14-4299-97c3-9c34c990ac80 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574929 Feb 03 12:36:46.278224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, db9f79a7-5004-4c83-8006-3712269a123e) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:46.279978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-f0519383-cff5-4ed2-b9af-c0d4bb18910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.292457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.293110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-f0519383-cff5-4ed2-b9af-c0d4bb18910c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 200 len: 860 time: 0.3312523 Feb 03 12:36:46.296933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e35f35-fc10-484f-ae5e-4948f7ddb75b None None] Network db9f79a7-5004-4c83-8006-3712269a123e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:46.297802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.312056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59ed80e4-39c4-4953-8b29-c632fa816a45 req-fc9a07fe-e1dd-41bb-b3af-cf0499011210 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757367 Feb 03 12:36:46.369874 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d1fb491-631e-41c4-90cc-59887b4dad28 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0874019 Feb 03 12:36:46.369874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48758) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:46.380992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:46.454565 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.455688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.473001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-f17a91b3-0f47-4429-a41a-9329d2c52920 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=be3dac05-a53a-4e54-803f-ab1f51d67181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381414 Feb 03 12:36:46.494500 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:46.605009 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks [] for router_controller (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.610975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7dce532b-773e-48cc-96ef-ecc9db0caef9 None None] Current status of the port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:46.611175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dce532b-773e-48cc-96ef-ecc9db0caef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.687333 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7dce532b-773e-48cc-96ef-ecc9db0caef9 None None] For port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2dcfafc9-8fcc-4962-8db3-9ae863e123f6,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:46.706982 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dce532b-773e-48cc-96ef-ecc9db0caef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.751401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-db9f79a7-5004-4c83-8006-3712269a123e', 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e', 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'fixed_ips': [{'subnet_id': '27b220ac-223a-44d0-aa14-c371ada0e2c7'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:36:46.753109 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.798485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks [] for router_gateway (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.810275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce532b-773e-48cc-96ef-ecc9db0caef9 None None] Pushing event updated for resources: {'Port': ['ID=2dcfafc9-8fcc-4962-8db3-9ae863e123f6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:46.895815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7d4c9683-4935-46d2-82bb-c08b2ea7b8ac None None] Provisioning complete for port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:46.896507 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d4c9683-4935-46d2-82bb-c08b2ea7b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.988090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Allocated IP 172.20.0.2 (db9f79a7-5004-4c83-8006-3712269a123e/27b220ac-223a-44d0-aa14-c371ada0e2c7/0a35df70-8a06-491e-9fc2-d9f53fa11182) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:47.052728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9290a-4e82-4326-8940-6ee95dacab21 req-c26ac92d-4886-4454-af56-44a2a6b4b72e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.069522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c9683-4935-46d2-82bb-c08b2ea7b8ac None None] Current status of the port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:47.071111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99c9290a-4e82-4326-8940-6ee95dacab21 req-c26ac92d-4886-4454-af56-44a2a6b4b72e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.4739914 Feb 03 12:36:47.098272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4bda4-5a76-4cd0-b636-2059e5688af8 req-609b80eb-a674-4d33-9ec7-171390d5d70c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.100001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e4bda4-5a76-4cd0-b636-2059e5688af8 req-609b80eb-a674-4d33-9ec7-171390d5d70c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 950 time: 0.5063157 Feb 03 12:36:47.139488 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks [] for router_gateway (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.160714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.170942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:47.173299 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf531b81-0f1c-4d84-97eb-d4a1f38a2873" -d '{"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-plugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:47.173476 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:39Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2dcfafc9-8fcc-4962-8db3-9ae863e123f6', 'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:36Z', 'updated_at': '2022-02-03T12:36:45Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'subnets': [{'id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:47.235506 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a38ea-a126-4d91-a8ea-bc6df3dd8eaf None None] The sync data for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 is: [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:39Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2dcfafc9-8fcc-4962-8db3-9ae863e123f6', 'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:36Z', 'updated_at': '2022-02-03T12:36:45Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'subnets': [{'id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:47.335009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06e4bda4-5a76-4cd0-b636-2059e5688af8 req-e14c6592-8697-4157-83b9-8c87b94437b2 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077978 Feb 03 12:36:47.339917 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Publish callbacks [] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.351893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-9334685d-9d5f-4483-b54b-70debb077384 service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8650279 Feb 03 12:36:47.360025 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.415942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Network db9f79a7-5004-4c83-8006-3712269a123e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:47.421865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:47.425997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:47.444580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Pushing event updated for resources: {'Port': ['ID=0a35df70-8a06-491e-9fc2-d9f53fa11182,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:47.464505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99c9290a-4e82-4326-8940-6ee95dacab21 req-fd3b1538-12a4-4cf0-b2ad-92fb9417b6f7 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406086 Feb 03 12:36:47.541627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Allocated IP 172.25.3.62 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/c06c3a96-68c7-4166-862e-c836a529ef75) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:47.585520 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00820098-c93c-4da6-b526-2b4ca3412ba1 x-openstack-request-id: req-00820098-c93c-4da6-b526-2b4ca3412ba1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:47.586206 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-plugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:47.586709 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00820098-c93c-4da6-b526-2b4ca3412ba1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:47.587698 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'code': 200} Feb 03 12:36:47.594857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Attempting to bind port 0a35df70-8a06-491e-9fc2-d9f53fa11182 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:47.596359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Attempting to bind port 0a35df70-8a06-491e-9fc2-d9f53fa11182 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a332b304-6372-4420-8fb7-2308b5c17177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:47.596837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Attempting to bind port 0a35df70-8a06-491e-9fc2-d9f53fa11182 on network db9f79a7-5004-4c83-8006-3712269a123e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:47.615058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:47.615865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Checking segment: {'id': 'a332b304-6372-4420-8fb7-2308b5c17177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:47.616654 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.617273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Bound using segment: {'id': 'a332b304-6372-4420-8fb7-2308b5c17177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:47.617978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Bound port: 0a35df70-8a06-491e-9fc2-d9f53fa11182, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a332b304-6372-4420-8fb7-2308b5c17177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:47.621659 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.785303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] For port 0a35df70-8a06-491e-9fc2-d9f53fa11182, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:47.794597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] For port 0a35df70-8a06-491e-9fc2-d9f53fa11182, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0a35df70-8a06-491e-9fc2-d9f53fa11182,segment=NetworkSegment(a332b304-6372-4420-8fb7-2308b5c17177),segment_id=a332b304-6372-4420-8fb7-2308b5c17177)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:47.809344 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.928936 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks [] for port (c06c3a96-68c7-4166-862e-c836a529ef75), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.942277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e7647-9668-4a48-9f1f-bd596befe3d3 None None] Pushing event updated for resources: {'Port': ['ID=0a35df70-8a06-491e-9fc2-d9f53fa11182,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:48.013862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:48.019697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.082237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:48.085842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:48.095825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:48.155245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:48.155632 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.369053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Pushing event updated for resources: {'Port': ['ID=c06c3a96-68c7-4166-862e-c836a529ef75,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:48.371919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:48.386921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:48.646912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:48.663354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'port_id': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'mac_address': 'fa:16:3e:7a:20:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:48.760577 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks [] for router_gateway (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.768075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:48.771287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fa760ad-fe9a-47c3-a2be-b7a83d4349aa req-d5d5dd73-4e57-47e3-bff6-0be6ea0e461b service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3900886 Feb 03 12:36:48.772541 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.792518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538208d-8651-4cbf-be61-d8c828f14c84 req-b6347fad-c9d8-4091-bf46-5a3186a0ac2f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:48.796729 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c538208d-8651-4cbf-be61-d8c828f14c84 req-b6347fad-c9d8-4091-bf46-5a3186a0ac2f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.2525511 Feb 03 12:36:48.801101 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:48.805741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f6a15-5b09-40de-b1fe-a737bfa3e6f2 req-cf019048-f97a-4c14-94a0-28b6aec70057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:48.807692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b38f6a15-5b09-40de-b1fe-a737bfa3e6f2 req-cf019048-f97a-4c14-94a0-28b6aec70057 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1133 time: 0.2724311 Feb 03 12:36:48.830645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dee201-0d1d-4afd-9b26-1f1915446f20 req-0d97a88d-6678-40ca-92cc-b721bdf2b383 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:48.832155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47dee201-0d1d-4afd-9b26-1f1915446f20 req-0d97a88d-6678-40ca-92cc-b721bdf2b383 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 944 time: 0.2896352 Feb 03 12:36:48.851355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:48.871477 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.984849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:49.085082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47dee201-0d1d-4afd-9b26-1f1915446f20 req-d6e4932e-3030-45a1-80c5-fa9d16e34090 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990614 Feb 03 12:36:49.105530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b38f6a15-5b09-40de-b1fe-a737bfa3e6f2 req-d7f2b4d1-1d25-435b-8e25-60dba26a5891 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717311 Feb 03 12:36:49.123715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c538208d-8651-4cbf-be61-d8c828f14c84 req-57a75780-526b-450a-b275-006af6b3d883 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003051 Feb 03 12:36:49.292573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:49.353096 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.654362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6820ad-199e-4555-898c-27029335c531 None None] Network db9f79a7-5004-4c83-8006-3712269a123e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:49.660248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fe428-c3c6-4b04-9c2f-9ad40b7ae3ff req-2b3ca858-9cca-4b80-b800-82dd4d6811d6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.673496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-574fe428-c3c6-4b04-9c2f-9ad40b7ae3ff req-2b3ca858-9cca-4b80-b800-82dd4d6811d6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 950 time: 0.1890678 Feb 03 12:36:49.726486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751da20-aa78-49a0-9b36-a22c3830434e req-9eaada77-262a-4549-a9a8-850736a5fd30 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.735289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0751da20-aa78-49a0-9b36-a22c3830434e req-9eaada77-262a-4549-a9a8-850736a5fd30 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.1940439 Feb 03 12:36:49.795635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:36:49.816584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-574fe428-c3c6-4b04-9c2f-9ad40b7ae3ff req-d0640144-b105-4193-a511-d2988048a30a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416354 Feb 03 12:36:49.870311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0751da20-aa78-49a0-9b36-a22c3830434e req-4cea612f-41cf-47c0-859a-2919026f6900 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332028 Feb 03 12:36:49.874525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8d8684da-d8c5-4d18-aac4-a9d0e2ae9e80 None None] Provisioning complete for port 0a35df70-8a06-491e-9fc2-d9f53fa11182 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:49.874902 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d8684da-d8c5-4d18-aac4-a9d0e2ae9e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.090572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:50.098047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0a35df70-8a06-491e-9fc2-d9f53fa11182 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:50.152387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.157071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48836) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:50.181555 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-daeddac4-6929-4d38-8c57-2c2f08feb5ee admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8112888 Feb 03 12:36:50.281217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Sync routers for ids ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:50.313722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Routers {'42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:50.314501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:50.404143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0a35df70-8a06-491e-9fc2-d9f53fa11182 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:50.404742 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.483286 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.620390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48846) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:50.726675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b0c68-3d4a-4f25-9049-38435532e7e8 req-e88c8431-37a1-4128-a7c5-2a22c132be3c tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.734412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a0b0c68-3d4a-4f25-9049-38435532e7e8 req-e88c8431-37a1-4128-a7c5-2a22c132be3c tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 945 time: 0.4138813 Feb 03 12:36:50.751317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad7935-bc84-47c6-8660-d6a825d38838 req-db343819-6357-43e3-9675-0205103816bb tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.765234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8d8684da-d8c5-4d18-aac4-a9d0e2ae9e80 None None] Current status of the port 0a35df70-8a06-491e-9fc2-d9f53fa11182 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:50.765620 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d8684da-d8c5-4d18-aac4-a9d0e2ae9e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.766181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35ad7935-bc84-47c6-8660-d6a825d38838 req-db343819-6357-43e3-9675-0205103816bb tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 1133 time: 0.4297957 Feb 03 12:36:50.812558 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b2751ab-97b6-4157-9793-4ee21f3946d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.817128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35ad7935-bc84-47c6-8660-d6a825d38838 req-b8b5e833-a94c-4092-a722-d44e4eecbb4d tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.872785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Set router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:50.997667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8d8684da-d8c5-4d18-aac4-a9d0e2ae9e80 None None] For port 0a35df70-8a06-491e-9fc2-d9f53fa11182, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0a35df70-8a06-491e-9fc2-d9f53fa11182,segment=NetworkSegment(a332b304-6372-4420-8fb7-2308b5c17177),segment_id=a332b304-6372-4420-8fb7-2308b5c17177)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:51.011475 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b2751ab-97b6-4157-9793-4ee21f3946d2 admin admin] Publish callbacks [] for security_group (1cbb7879-0fb9-4909-8d45-a7a294dd46b2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.018497 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d8684da-d8c5-4d18-aac4-a9d0e2ae9e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.029095 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b2751ab-97b6-4157-9793-4ee21f3946d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1cbb7879-0fb9-4909-8d45-a7a294dd46b2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.033432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0a35df70-8a06-491e-9fc2-d9f53fa11182 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:51.034059 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.085434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2751ab-97b6-4157-9793-4ee21f3946d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbb7879-0fb9-4909-8d45-a7a294dd46b2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:51.137262 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2b2751ab-97b6-4157-9793-4ee21f3946d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb4bb4fcc4f449df94151755a2249e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156987 Feb 03 12:36:51.140021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48852) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:51.214252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8684da-d8c5-4d18-aac4-a9d0e2ae9e80 None None] Pushing event updated for resources: {'Port': ['ID=0a35df70-8a06-491e-9fc2-d9f53fa11182,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:51.220135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ded7b50-5666-44b9-9c21-1641f9db0e4f admin admin] Publish callbacks [] for security_group (1cbb7879-0fb9-4909-8d45-a7a294dd46b2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.243237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35ad7935-bc84-47c6-8660-d6a825d38838 req-b8b5e833-a94c-4092-a722-d44e4eecbb4d tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Publish callbacks [] for security_group (a702086b-719b-41f0-acc9-4222efc28074), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.274452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ded7b50-5666-44b9-9c21-1641f9db0e4f admin admin] Publish callbacks [] for security_group (1cbb7879-0fb9-4909-8d45-a7a294dd46b2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.277389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35ad7935-bc84-47c6-8660-d6a825d38838 req-b8b5e833-a94c-4092-a722-d44e4eecbb4d tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a702086b-719b-41f0-acc9-4222efc28074), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.288677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-956045a9-be85-460b-b328-83c81284408e None None] Provisioning complete for port 0a35df70-8a06-491e-9fc2-d9f53fa11182 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:51.289182 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-956045a9-be85-460b-b328-83c81284408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.347812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a0b0c68-3d4a-4f25-9049-38435532e7e8 req-8a3e4d34-0362-4ffb-a644-0f2af9d89952 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101332 Feb 03 12:36:51.367525 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ded7b50-5666-44b9-9c21-1641f9db0e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1cbb7879-0fb9-4909-8d45-a7a294dd46b2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.371157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5e833-a94c-4092-a722-d44e4eecbb4d tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a702086b-719b-41f0-acc9-4222efc28074,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:51.376051 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ded7b50-5666-44b9-9c21-1641f9db0e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.377196 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5ded7b50-5666-44b9-9c21-1641f9db0e4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1cbb7879-0fb9-4909-8d45-a7a294dd46b2 HTTP/1.1" status: 204 len: 168 time: 0.2362115 Feb 03 12:36:51.385238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35ad7935-bc84-47c6-8660-d6a825d38838 req-b8b5e833-a94c-4092-a722-d44e4eecbb4d tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167822 Feb 03 12:36:51.413934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded7b50-5666-44b9-9c21-1641f9db0e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbb7879-0fb9-4909-8d45-a7a294dd46b2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:51.449066 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:36:51.450249 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:36:51.553030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:46Z', 'updated_at': '2022-02-03T12:36:48Z', 'revision_number': 3, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'gw_port': {'id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:47Z', 'updated_at': '2022-02-03T12:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:51.614161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Checking router: 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:51.614957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Updating router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f port c06c3a96-68c7-4166-862e-c836a529ef75 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:36:51.618042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-956045a9-be85-460b-b328-83c81284408e None None] Current status of the port 0a35df70-8a06-491e-9fc2-d9f53fa11182 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:51.621783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae466d2-1c42-4232-9717-4a34ff7eddd2 req-7cac839f-6518-49d4-86b5-df632cba75aa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.629107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aae466d2-1c42-4232-9717-4a34ff7eddd2 req-7cac839f-6518-49d4-86b5-df632cba75aa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.1565177 Feb 03 12:36:51.671490 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.753623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aae466d2-1c42-4232-9717-4a34ff7eddd2 req-0a208c16-8250-44f5-98f9-060bda04093f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112330 Feb 03 12:36:51.908266 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.980765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9028265-e678-4f4b-b64e-16df4153c68d req-7f9f5210-12e6-49c7-be57-e8a0e2841d4d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.988230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9028265-e678-4f4b-b64e-16df4153c68d req-7f9f5210-12e6-49c7-be57-e8a0e2841d4d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.2307484 Feb 03 12:36:52.189520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9028265-e678-4f4b-b64e-16df4153c68d req-57a1d1b1-9d3a-47cb-a7eb-101303593347 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002943 Feb 03 12:36:52.192407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0a35df70-8a06-491e-9fc2-d9f53fa11182 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:52.331334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Allocated IP 172.20.0.1 (db9f79a7-5004-4c83-8006-3712269a123e/27b220ac-223a-44d0-aa14-c371ada0e2c7/d6fd3050-3351-4918-925e-c2b84620ac77) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:52.438659 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Publish callbacks [] for port (c06c3a96-68c7-4166-862e-c836a529ef75), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.444010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0a35df70-8a06-491e-9fc2-d9f53fa11182 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:52.446166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:52.472464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-9c1dcce3-bc8e-4ff5-bc24-ffb685a2e364 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852823 Feb 03 12:36:52.490874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.578091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c19c38-98b8-4544-86ea-06d8a9e09d97 None None] Pushing event updated for resources: {'Port': ['ID=c06c3a96-68c7-4166-862e-c836a529ef75,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:52.598425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Attempting to bind port c06c3a96-68c7-4166-862e-c836a529ef75 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:52.598801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Attempting to bind port c06c3a96-68c7-4166-862e-c836a529ef75 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:52.599169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Attempting to bind port c06c3a96-68c7-4166-862e-c836a529ef75 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:52.608788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:52.616269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:52.616650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.623456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:52.623968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:52.624235 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.624630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:52.625117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Bound port: c06c3a96-68c7-4166-862e-c836a529ef75, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:52.625491 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.679838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] For port c06c3a96-68c7-4166-862e-c836a529ef75, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:52.683220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] For port c06c3a96-68c7-4166-862e-c836a529ef75, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c06c3a96-68c7-4166-862e-c836a529ef75,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:52.692067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-b98f2add-8bda-4936-9bc1-49cb3db6a0c7 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.693614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-b98f2add-8bda-4936-9bc1-49cb3db6a0c7 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108164 Feb 03 12:36:52.709254 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.738593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d8a09b2d-f90b-42ae-9e60-ca5d20ec7305 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/quotas/6c0a975357124e3d97410eca51acd847 HTTP/1.1" status: 200 len: 375 time: 0.0167308 Feb 03 12:36:52.791325 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c19c38-98b8-4544-86ea-06d8a9e09d97 None None] Pushing event updated for resources: {'Port': ['ID=c06c3a96-68c7-4166-862e-c836a529ef75,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:52.816236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Routers {'42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:52.816877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:52.862367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c87b-5935-4ca3-bd66-96ffe1bd16bd req-9a9ac332-8db7-4a3d-886f-7165bedb8fd4 tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.867816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f114c87b-5935-4ca3-bd66-96ffe1bd16bd req-9a9ac332-8db7-4a3d-886f-7165bedb8fd4 tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1133 time: 0.4253900 Feb 03 12:36:52.889465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48906) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:52.919598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0a35df70-8a06-491e-9fc2-d9f53fa11182 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:52.919971 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.940365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-82c32ff1-d237-4247-960a-4627fa79da8c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1569107 Feb 03 12:36:53.063072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0a35df70-8a06-491e-9fc2-d9f53fa11182 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:53.068549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f114c87b-5935-4ca3-bd66-96ffe1bd16bd req-930d0667-250f-4a70-89dd-055c1a8966fd tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838145 Feb 03 12:36:53.069802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] Set router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:53.098468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:53.098679 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.108598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Publish callbacks [] for port (d6fd3050-3351-4918-925e-c2b84620ac77), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.167814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-271325491-network', 'tenant_id': '3abead6c17f24c0089af4a05cf844a7a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:53.187515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:53.194575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:53.196941 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe8431b-22c6-4956-a218-0f340106f029" -d '{"events": [{"server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "name": "network-vif-plugged", "status": "completed", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:53.206216 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.239565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Made reservation on behalf of 3abead6c17f24c0089af4a05cf844a7a for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:53.243819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.261007 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.279112 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.361648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Network db9f79a7-5004-4c83-8006-3712269a123e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:53.377996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:53.405345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:53.416437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Pushing event updated for resources: {'Port': ['ID=d6fd3050-3351-4918-925e-c2b84620ac77,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:53.451428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:53.466237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Publish callbacks [] for security_group (6a09f7ba-867a-4092-b251-2dc73cc12a8f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.483472 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6a09f7ba-867a-4092-b251-2dc73cc12a8f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.514613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a59165-e120-4f0f-952f-5f239379dea9 req-184797fa-7e3b-47e7-a8d6-7f1e4fe47a7e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:53.522881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:46Z', 'updated_at': '2022-02-03T12:36:48Z', 'revision_number': 3, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'gw_port': {'id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:47Z', 'updated_at': '2022-02-03T12:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:53.523510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2a59165-e120-4f0f-952f-5f239379dea9 req-184797fa-7e3b-47e7-a8d6-7f1e4fe47a7e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.2593613 Feb 03 12:36:53.544367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a09f7ba-867a-4092-b251-2dc73cc12a8f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:53.561853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:53.585382 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (809c7ce4-c63a-4eb3-a321-67c5557b6da9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.585867 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Added segment 809c7ce4-c63a-4eb3-a321-67c5557b6da9 of type vlan for network 0f10723e-cb85-4ce2-a258-17e6c4461fee Feb 03 12:36:53.596356 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.629630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd803e-6cd9-4d75-b35d-a6a0a628403e None None] The sync data for ids ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'] in n-d-792364-10 is: [{'id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:46Z', 'updated_at': '2022-02-03T12:36:48Z', 'revision_number': 3, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'gw_port': {'id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:47Z', 'updated_at': '2022-02-03T12:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:53.689400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0f10723e-cb85-4ce2-a258-17e6c4461fee), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.784205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0f10723e-cb85-4ce2-a258-17e6c4461fee), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.787225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:53.788947 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.870438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2a59165-e120-4f0f-952f-5f239379dea9 req-6fbb011c-897e-4d2a-843b-c413708639dc tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459678 Feb 03 12:36:53.872079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.891586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ab82be6c-6fb5-4411-9258-a83ec607709c None None] Provisioning complete for port d6fd3050-3351-4918-925e-c2b84620ac77 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:53.893121 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab82be6c-6fb5-4411-9258-a83ec607709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:53.995371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] Pushing event updated for resources: {'Network': ['ID=0f10723e-cb85-4ce2-a258-17e6c4461fee,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:54.011882 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-76e998a3-4626-458d-99b5-7293a73da2b8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1186130 Feb 03 12:36:54.013427 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48924) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:54.022697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0f10723e-cb85-4ce2-a258-17e6c4461fee details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:54.024485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Request body: {'subnet': {'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-271325491-subnet', 'tenant_id': '3abead6c17f24c0089af4a05cf844a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:54.077918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Made reservation on behalf of 3abead6c17f24c0089af4a05cf844a7a for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:54.081580 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:54.146787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ab82be6c-6fb5-4411-9258-a83ec607709c None None] Port d6fd3050-3351-4918-925e-c2b84620ac77 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:54.682177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c06c3a96-68c7-4166-862e-c836a529ef75 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:54.783059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (d29c5634-4855-4e56-ba37-dca7870c430c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:54.812089 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc5d64a-2f3a-441a-bc58-071c12fc0516 x-openstack-request-id: req-9fc5d64a-2f3a-441a-bc58-071c12fc0516 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:54.822259 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "name": "network-vif-plugged", "status": "completed", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:54.824316 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fc5d64a-2f3a-441a-bc58-071c12fc0516 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:54.824759 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'code': 200} Feb 03 12:36:54.826525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5a8d7-f548-439b-b32e-4158c696566b req-f5c4694e-e5cb-4dc4-8093-b411097118ff tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.830970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cc5a8d7-f548-439b-b32e-4158c696566b req-f5c4694e-e5cb-4dc4-8093-b411097118ff tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.5849884 Feb 03 12:36:54.868524 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:36:54.899202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c06c3a96-68c7-4166-862e-c836a529ef75 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:54.902095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:54.941341 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Publish callbacks [] for port (d6fd3050-3351-4918-925e-c2b84620ac77), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:55.015999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:55.037796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29c5634-4855-4e56-ba37-dca7870c430c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:55.068759 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Checking segment: {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:55.070589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Network hostable DHCP agents. Network: 0f10723e-cb85-4ce2-a258-17e6c4461fee, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:55.089231 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-b5e27171-aa27-4d8b-82ce-be6b63c0b3bc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2218018 Feb 03 12:36:55.157303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Network 0f10723e-cb85-4ce2-a258-17e6c4461fee is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:55.178119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 0f10723e-cb85-4ce2-a258-17e6c4461fee) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:55.206000 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:55.208198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:55.252485 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8e804cba-40e1-4297-9ae1-2f9b52179fdd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2349551 Feb 03 12:36:55.422402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cc5a8d7-f548-439b-b32e-4158c696566b req-ae863eb9-c2af-4a77-9886-6f7c57d30041 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836127 Feb 03 12:36:55.450515 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:55.705062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c48c0d-d005-4628-83fc-73ddf539c09d req-cff7d4c0-e435-4b48-88e3-1ce1823fe616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:55.706629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72c48c0d-d005-4628-83fc-73ddf539c09d req-cff7d4c0-e435-4b48-88e3-1ce1823fe616 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1129 time: 0.8083744 Feb 03 12:36:55.707269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Pushing event updated for resources: {'Port': ['ID=d6fd3050-3351-4918-925e-c2b84620ac77,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:55.810642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd29bb96-6d12-4c2e-afda-5dba66665b60 None None] Network 0f10723e-cb85-4ce2-a258-17e6c4461fee requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:55.958216 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c06c3a96-68c7-4166-862e-c836a529ef75 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:55.958653 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.081071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028d630-0e58-4f96-a4b8-33e76e055253 req-55c82277-3189-4949-97ac-102bc9b490bf tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.088707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5028d630-0e58-4f96-a4b8-33e76e055253 req-55c82277-3189-4949-97ac-102bc9b490bf tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.6134822 Feb 03 12:36:56.128746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72c48c0d-d005-4628-83fc-73ddf539c09d req-55682837-3b3f-4f22-a64d-b5956aaa8aa5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364280 Feb 03 12:36:56.161972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port c06c3a96-68c7-4166-862e-c836a529ef75, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c06c3a96-68c7-4166-862e-c836a529ef75,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:56.180229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Network db9f79a7-5004-4c83-8006-3712269a123e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:56.183222 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.193765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:56.315930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec706a21-f06f-4c62-ba89-393148741173 None None] Network 0f10723e-cb85-4ce2-a258-17e6c4461fee requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:56.604651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:56.626085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056260-a2a1-41d1-abe8-7ac0b45d44f9 req-0cf0625d-b505-4221-8045-2cf4c8d6a202 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.663410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f7056260-a2a1-41d1-abe8-7ac0b45d44f9 req-0cf0625d-b505-4221-8045-2cf4c8d6a202 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.9453259 Feb 03 12:36:56.699096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=c06c3a96-68c7-4166-862e-c836a529ef75,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:56.724511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5028d630-0e58-4f96-a4b8-33e76e055253 req-39791799-8249-4740-97d6-fc5a6ebef59d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347947 Feb 03 12:36:56.740209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0cb791b1-9afa-40b0-b202-6fd2d1e30343 None None] Provisioning complete for port d6fd3050-3351-4918-925e-c2b84620ac77 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:56.740768 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb791b1-9afa-40b0-b202-6fd2d1e30343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.829824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f7056260-a2a1-41d1-abe8-7ac0b45d44f9 req-3dcfd70c-caf1-49da-9ac4-0715f24c42b1 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618862 Feb 03 12:36:56.854926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0cb791b1-9afa-40b0-b202-6fd2d1e30343 None None] Port d6fd3050-3351-4918-925e-c2b84620ac77 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:57.058600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9436dbe7-b7c2-4db1-b240-af4ee74d0a71 req-6a7bb584-9151-4557-b70d-a62eabdb9bf4 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 210 time: 0.0987732 Feb 03 12:36:57.128687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:57.137643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-42c5ffaf-24af-4ad0-9310-2d0a0ba3a45b admin admin] 10.222.0.65 "PUT /v2.0/routers/42fdd800-ee7f-438c-9cc8-fdd1ac0db52f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9794652 Feb 03 12:36:57.250763 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d893c990-c7a4-4a3e-8d5d-25aa391e3370 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289171 Feb 03 12:36:57.279607 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Sync routers for ids ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:57.308896 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Routers {'42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:57.316312 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:57.433497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f2091-1f75-46fe-8215-25ac4d1c6a6a req-a3d51c1b-3a71-4603-95ad-af2bf36b6895 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:57.436967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a83f2091-1f75-46fe-8215-25ac4d1c6a6a req-a3d51c1b-3a71-4603-95ad-af2bf36b6895 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.2786412 Feb 03 12:36:57.772470 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Set router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:57.888193 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-eda2abbd-eaa5-402a-9974-06e8b1e1850d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539773 Feb 03 12:36:58.270580 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-05d56c50-c57f-4bb1-aa47-2fb39f26b510 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1558676 Feb 03 12:36:58.293166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-edc0a02e-ccd5-4dff-be9a-326e760626eb tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.294729 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-edc0a02e-ccd5-4dff-be9a-326e760626eb tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3874400 Feb 03 12:36:58.332904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Request body: {'port': {'device_id': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '6c0a975357124e3d97410eca51acd847'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:58.406131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c06c3a96-68c7-4166-862e-c836a529ef75 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:58.475415 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:46Z', 'updated_at': '2022-02-03T12:36:53Z', 'revision_number': 4, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'gw_port': {'id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:47Z', 'updated_at': '2022-02-03T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'd6fd3050-3351-4918-925e-c2b84620ac77', 'name': '', 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'mac_address': 'fa:16:3e:44:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '27b220ac-223a-44d0-aa14-c371ada0e2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:51Z', 'updated_at': '2022-02-03T12:36:54Z', 'revision_number': 2, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'subnets': [{'id': '27b220ac-223a-44d0-aa14-c371ada0e2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:58.554728 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Checking router: 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:58.555357 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Updating router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f port d6fd3050-3351-4918-925e-c2b84620ac77 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:36:58.555738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c06c3a96-68c7-4166-862e-c836a529ef75 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:58.556247 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.564103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c856e-5862-459c-8af7-231c8b65d323 req-402cdd1d-d23e-425f-a8fd-9f3ba17cd8ae tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.571239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-402cdd1d-d23e-425f-a8fd-9f3ba17cd8ae tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/networks?id=0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 200 len: 821 time: 0.1935625 Feb 03 12:36:58.609184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-ff0bded0-5f08-4e35-99bb-f0f5e5bf5019 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/quotas/3abead6c17f24c0089af4a05cf844a7a HTTP/1.1" status: 200 len: 375 time: 0.0366576 Feb 03 12:36:58.633057 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.703542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c06c3a96-68c7-4166-862e-c836a529ef75 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:58.713297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-75b229b3-4c73-4b78-a03b-3e681c7aa3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.714964 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-75b229b3-4c73-4b78-a03b-3e681c7aa3eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 1133 time: 0.1370919 Feb 03 12:36:58.715788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Made reservation on behalf of 6c0a975357124e3d97410eca51acd847 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:58.729411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a83f2091-1f75-46fe-8215-25ac4d1c6a6a req-2c6b668e-007d-4d84-8240-0168eff4c4b8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2822862 Feb 03 12:36:58.745682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.795687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-e2d216cd-199f-473b-bcb4-fac82bbe7f2d tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3abead6c17f24c0089af4a05cf844a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1730504 Feb 03 12:36:58.920938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-0ea9c091-4491-44d2-bdf1-b8abdd8282b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.922471 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-0ea9c091-4491-44d2-bdf1-b8abdd8282b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1732721 Feb 03 12:36:58.986658 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-05c978f9-da74-41d2-be7f-5c15928d4bf9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 200 len: 217 time: 0.0554399 Feb 03 12:36:58.995861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-1cc9f1ae-a679-4924-a1fc-a3eb7c996eb3 service neutron] 10.222.0.65 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900702 Feb 03 12:36:59.074538 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Publish callbacks [] for port (d6fd3050-3351-4918-925e-c2b84620ac77), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.083593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-c1bc3b4c-d40f-4050-b0de-9bc65e32ef34 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.085346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-c1bc3b4c-d40f-4050-b0de-9bc65e32ef34 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8286755 Feb 03 12:36:59.094291 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.111699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Request body: {'port': {'device_id': '9a32931b-30fb-4802-851a-d6e269404f1d', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '6c0a975357124e3d97410eca51acd847'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:59.159724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-65f95a14-24bf-47d5-91d1-dec41f495605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.161024 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8154865-3371-493c-badf-e73f6e780355 None None] Pushing event updated for resources: {'Port': ['ID=d6fd3050-3351-4918-925e-c2b84620ac77,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:59.162484 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-65f95a14-24bf-47d5-91d1-dec41f495605 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1133 time: 0.6380672 Feb 03 12:36:59.185583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-1e6d5ebd-a94c-4912-a27d-2cc31f77a43f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6688955 Feb 03 12:36:59.287375 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Attempting to bind port d6fd3050-3351-4918-925e-c2b84620ac77 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:59.287767 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Attempting to bind port d6fd3050-3351-4918-925e-c2b84620ac77 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a332b304-6372-4420-8fb7-2308b5c17177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:59.288095 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Attempting to bind port d6fd3050-3351-4918-925e-c2b84620ac77 on network db9f79a7-5004-4c83-8006-3712269a123e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:59.307320 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:59.307800 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Checking segment: {'id': 'a332b304-6372-4420-8fb7-2308b5c17177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:59.308927 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.309730 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Bound using segment: {'id': 'a332b304-6372-4420-8fb7-2308b5c17177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:59.310608 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Bound port: d6fd3050-3351-4918-925e-c2b84620ac77, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a332b304-6372-4420-8fb7-2308b5c17177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:59.311555 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.439730 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] For port d6fd3050-3351-4918-925e-c2b84620ac77, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:59.448673 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] For port d6fd3050-3351-4918-925e-c2b84620ac77, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d6fd3050-3351-4918-925e-c2b84620ac77,segment=NetworkSegment(a332b304-6372-4420-8fb7-2308b5c17177),segment_id=a332b304-6372-4420-8fb7-2308b5c17177)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:59.467811 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.562545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c004bdb-a03e-40e2-83bb-e710cb8b6e28 req-caf202fe-fa7a-4498-8433-ab3434b60b62 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.564526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c004bdb-a03e-40e2-83bb-e710cb8b6e28 req-caf202fe-fa7a-4498-8433-ab3434b60b62 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.5813482 Feb 03 12:36:59.606011 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Routers {'42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:59.609111 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:36:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:59.611153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-16f3cd64-73d4-474f-ba12-9c23a2aaa46c None None] Provisioning complete for port d6fd3050-3351-4918-925e-c2b84620ac77 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:59.612090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16f3cd64-73d4-474f-ba12-9c23a2aaa46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.668333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-a2b89d45-9ba5-481f-9218-6febbefdd4af service neutron] 10.222.0.65 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712422 Feb 03 12:36:59.824372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c004bdb-a03e-40e2-83bb-e710cb8b6e28 req-be0b43f7-8c0d-490e-890d-a5a3fb7417fd tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436881 Feb 03 12:36:59.894268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-d42de321-00e5-4e30-b1c4-21582d12df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.901731 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8154865-3371-493c-badf-e73f6e780355 None None] Pushing event updated for resources: {'Port': ['ID=d6fd3050-3351-4918-925e-c2b84620ac77,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:59.907693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-d42de321-00e5-4e30-b1c4-21582d12df16 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 1127 time: 0.6852450 Feb 03 12:36:59.932758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-16f3cd64-73d4-474f-ba12-9c23a2aaa46c None None] Current status of the port d6fd3050-3351-4918-925e-c2b84620ac77 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:59.934054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16f3cd64-73d4-474f-ba12-9c23a2aaa46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.970786 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] Set router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:00.048314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-16f3cd64-73d4-474f-ba12-9c23a2aaa46c None None] For port d6fd3050-3351-4918-925e-c2b84620ac77, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d6fd3050-3351-4918-925e-c2b84620ac77,segment=NetworkSegment(a332b304-6372-4420-8fb7-2308b5c17177),segment_id=a332b304-6372-4420-8fb7-2308b5c17177)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:00.067735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16f3cd64-73d4-474f-ba12-9c23a2aaa46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.083266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Made reservation on behalf of 6c0a975357124e3d97410eca51acd847 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:00.086758 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.142136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-9f99af87-26df-405a-a2b7-e95f1a48de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.143645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-9f99af87-26df-405a-a2b7-e95f1a48de54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 1.1430211 Feb 03 12:37:00.149872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-a2f1e852-39eb-4ff3-9325-ad8e995ca34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.151384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-a2f1e852-39eb-4ff3-9325-ad8e995ca34c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.9577663 Feb 03 12:37:00.268148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ea8dd66f-19ff-479d-a1d6-1e16bc379612 None None] Provisioning complete for port d6fd3050-3351-4918-925e-c2b84620ac77 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:00.268756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd66f-19ff-479d-a1d6-1e16bc379612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.272893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3cd64-73d4-474f-ba12-9c23a2aaa46c None None] Pushing event updated for resources: {'Port': ['ID=d6fd3050-3351-4918-925e-c2b84620ac77,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:00.341397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Allocated IP 192.168.233.167 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/a88aef4b-e87f-4e55-9c4b-bc57572f910f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:00.376864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-ce89a584-7ce7-4305-a10c-e3e8aa545577 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 0.1960208 Feb 03 12:37:00.400040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-93349225-1f08-418d-b28c-ac9ce364c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.401806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-93349225-1f08-418d-b28c-ac9ce364c9ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2478504 Feb 03 12:37:00.513882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ea8dd66f-19ff-479d-a1d6-1e16bc379612 None None] Current status of the port d6fd3050-3351-4918-925e-c2b84620ac77 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:00.622429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-7c4cd9be-2369-449f-a3ec-63b119c7b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.623856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-7c4cd9be-2369-449f-a3ec-63b119c7b69e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2163987 Feb 03 12:37:00.670445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74758aeb-6d69-41dd-aa8d-8fe4204abd75 req-5ddd10db-3afc-4d33-bd62-6843410f749d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 210 time: 0.2898011 Feb 03 12:37:00.671668 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.725633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.739528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:00.833444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:00.843384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:00.845908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:00.926948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35b5be-a51d-4ad6-9996-5f36807fbf31 req-8db30ab1-3bba-424f-8aa6-e48af3f0f144 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.934841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f35b5be-a51d-4ad6-9996-5f36807fbf31 req-8db30ab1-3bba-424f-8aa6-e48af3f0f144 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.8025610 Feb 03 12:37:00.942908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.943570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.993535 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6787562 Feb 03 12:37:01.003885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce821364-3e96-49fd-ae32-1ff7a3255c6f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event updated for resources: {'Port': ['ID=a88aef4b-e87f-4e55-9c4b-bc57572f910f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:01.025943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Request body: {'port': {'device_id': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:01.029135 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:46Z', 'updated_at': '2022-02-03T12:36:53Z', 'revision_number': 4, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'gw_port': {'id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:47Z', 'updated_at': '2022-02-03T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'd6fd3050-3351-4918-925e-c2b84620ac77', 'name': '', 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'mac_address': 'fa:16:3e:44:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '27b220ac-223a-44d0-aa14-c371ada0e2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:51Z', 'updated_at': '2022-02-03T12:36:59Z', 'revision_number': 4, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'subnets': [{'id': '27b220ac-223a-44d0-aa14-c371ada0e2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:01.038233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-c70022ba-956f-4f01-b5af-d9ca6980d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.040554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-c70022ba-956f-4f01-b5af-d9ca6980d436 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3925695 Feb 03 12:37:01.111284 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652646f-d398-4d3a-8e17-c4cf6e72c3db None None] The sync data for ids ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'] in n-d-792364-10 is: [{'id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:46Z', 'updated_at': '2022-02-03T12:36:53Z', 'revision_number': 4, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'gw_port': {'id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:47Z', 'updated_at': '2022-02-03T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'd6fd3050-3351-4918-925e-c2b84620ac77', 'name': '', 'network_id': 'db9f79a7-5004-4c83-8006-3712269a123e', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'mac_address': 'fa:16:3e:44:0d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '27b220ac-223a-44d0-aa14-c371ada0e2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:51Z', 'updated_at': '2022-02-03T12:36:59Z', 'revision_number': 4, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'subnets': [{'id': '27b220ac-223a-44d0-aa14-c371ada0e2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:37:01.233043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-e27b9865-7810-4424-a301-e720fb213ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.276272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-e27b9865-7810-4424-a301-e720fb213ea7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 1.2142227 Feb 03 12:37:01.294875 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-0933c58c-0c34-448a-ac78-7c5448d55adf service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598607 Feb 03 12:37:01.311786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f35b5be-a51d-4ad6-9996-5f36807fbf31 req-498b562b-789f-4058-a908-3b2f128902c8 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727610 Feb 03 12:37:01.398019 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.457275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7200b9ef-4f7d-499e-b451-3d7e165889d2 None None] Provisioning complete for port a88aef4b-e87f-4e55-9c4b-bc57572f910f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:01.457662 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7200b9ef-4f7d-499e-b451-3d7e165889d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.479513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7022ca-3b09-4c4e-b178-0f7a2ea3c03f req-93786f7a-4e73-40bc-afec-7bba65b7c392 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.493218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab7022ca-3b09-4c4e-b178-0f7a2ea3c03f req-93786f7a-4e73-40bc-afec-7bba65b7c392 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.6910293 Feb 03 12:37:01.497460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-46051075-8841-49c2-9e71-ce1a26cd14c4 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132925 Feb 03 12:37:01.588292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-a7f97574-69ee-4445-a91e-1f3b3b38f037 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 200 len: 217 time: 0.3051796 Feb 03 12:37:01.593989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7200b9ef-4f7d-499e-b451-3d7e165889d2 None None] Port a88aef4b-e87f-4e55-9c4b-bc57572f910f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:01.623111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1a85d77-9057-4fcf-8ecf-427b62fb00aa req-dd44a2fd-a8d3-4083-ace2-893a60ee8ab3 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 210 time: 0.1208556 Feb 03 12:37:01.669954 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-99dabf04-79d8-4786-860e-11d9e593eb0f req-155fd4da-491d-40db-84ea-55e7368ac547 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738694 Feb 03 12:37:01.808295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Allocated IP 192.168.233.190 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/2123771e-50c0-4e9b-93e5-7ff2f1530f3a) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:01.971164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab7022ca-3b09-4c4e-b178-0f7a2ea3c03f req-ecd9d1c5-6b70-4705-a64a-98d848c2bc14 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767060 Feb 03 12:37:02.041596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cff0e8c7-3b07-4061-8a2f-28b761851f8a service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821129 Feb 03 12:37:02.043258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-f6dbebc3-7f42-4875-aed4-7e05010a8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:02.044748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-f6dbebc3-7f42-4875-aed4-7e05010a8b05 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.4170141 Feb 03 12:37:02.127442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-801f30d7-418b-4d3d-82d0-3942e1f41afb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599027 Feb 03 12:37:02.505960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.561595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d6fd3050-3351-4918-925e-c2b84620ac77 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:02.586923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-d6e71230-7f6a-4738-98eb-1d2373c55bdb service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485033 Feb 03 12:37:02.676280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d6fd3050-3351-4918-925e-c2b84620ac77 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:02.677361 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.846305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d6fd3050-3351-4918-925e-c2b84620ac77 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:02.855183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2169ad1-c5a9-4667-a4be-59389eafb0aa req-1ca61585-72da-4a0b-9342-8c01857d29fb service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611818 Feb 03 12:37:02.862753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948f60d-d438-4caf-a028-bcb00faf5355 req-d5273536-bf00-4b37-b9d8-7a65dcb28eb5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:02.870212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c948f60d-d438-4caf-a028-bcb00faf5355 req-d5273536-bf00-4b37-b9d8-7a65dcb28eb5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.9636033 Feb 03 12:37:02.909085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165954-2027-4027-a908-6c431c07e887 req-9ce7b766-c022-4615-83ce-c3b8864f6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:02.926058 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-92165954-2027-4027-a908-6c431c07e887 req-9ce7b766-c022-4615-83ce-c3b8864f6f0e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1129 time: 0.1217504 Feb 03 12:37:03.044154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91286064-083b-4854-85cb-6d5111eb33b7 req-fd995093-d2e6-48f1-a476-84087a9e6e7a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.051271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91286064-083b-4854-85cb-6d5111eb33b7 req-fd995093-d2e6-48f1-a476-84087a9e6e7a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 936 time: 0.1727269 Feb 03 12:37:03.059355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c948f60d-d438-4caf-a028-bcb00faf5355 req-e95d6fbf-409f-46ce-866f-52ed2dcf1c4f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881809 Feb 03 12:37:03.085048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c856e-5862-459c-8af7-231c8b65d323 req-361aa65c-3596-4d0e-83b1-6ecd4c8d1022 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.086662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-361aa65c-3596-4d0e-83b1-6ecd4c8d1022 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.91 "GET /v2.0/networks?id=0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 200 len: 821 time: 0.8263631 Feb 03 12:37:03.088147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.101664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:03.133431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91286064-083b-4854-85cb-6d5111eb33b7 req-0dd8424a-4c26-458d-a334-2ca44b776f1a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811696 Feb 03 12:37:03.262374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Request body: {'port': {'device_id': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee', 'admin_state_up': True, 'tenant_id': '3abead6c17f24c0089af4a05cf844a7a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:03.267675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165954-2027-4027-a908-6c431c07e887 req-dc34eea6-77d5-4e32-a69b-5c323c328b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.269190 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-92165954-2027-4027-a908-6c431c07e887 req-dc34eea6-77d5-4e32-a69b-5c323c328b2a service neutron] 10.222.0.91 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 921 time: 0.3350542 Feb 03 12:37:03.271346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event updated for resources: {'Port': ['ID=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:03.377435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:03.428660 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-92165954-2027-4027-a908-6c431c07e887 req-0d2dea75-aeee-45ca-8a05-741b99f4d698 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 217 time: 0.1092093 Feb 03 12:37:03.532277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165954-2027-4027-a908-6c431c07e887 req-ad46cb18-f7a2-4dcb-8660-23a7519e15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.532599 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-92165954-2027-4027-a908-6c431c07e887 req-ad46cb18-f7a2-4dcb-8660-23a7519e15f6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 200 len: 860 time: 0.0965734 Feb 03 12:37:03.540747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88aef4b-e87f-4e55-9c4b-bc57572f910f {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:03.543370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:03.563117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:03.574896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Publish callbacks [] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.595232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-92165954-2027-4027-a908-6c431c07e887 req-3ccaedb5-82d3-40bd-a2b3-39c76502e632 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=be3dac05-a53a-4e54-803f-ab1f51d67181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495455 Feb 03 12:37:03.614599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Transition to ACTIVE for port object a88aef4b-e87f-4e55-9c4b-bc57572f910f will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:03.645515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.690153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9da80dc-e9c0-4cf1-98af-75f35de0d812 req-53331636-8ad8-4729-87b3-23e601cfd0d6 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 210 time: 0.4016361 Feb 03 12:37:03.714875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.722211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.787579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Pushing event updated for resources: {'Port': ['ID=a88aef4b-e87f-4e55-9c4b-bc57572f910f,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:03.846962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43581-13f1-44d1-b89e-62ff1918a999 req-28f2ad33-1f6f-433c-870a-de6b9c312d40 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.854610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ef43581-13f1-44d1-b89e-62ff1918a999 req-28f2ad33-1f6f-433c-870a-de6b9c312d40 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.5652421 Feb 03 12:37:03.863213 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-92165954-2027-4027-a908-6c431c07e887 req-7126b528-b5c2-4e04-8b8f-a62181778564 service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592270 Feb 03 12:37:03.867877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d0ba35aa-e79c-48bd-8b9a-217d2ef17275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7658775 Feb 03 12:37:03.953743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ae0b8b72-34a4-4602-b9f8-81150d2af037 None None] Provisioning complete for port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:03.954424 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8b72-34a4-4602-b9f8-81150d2af037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:04.012669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Attempting to bind port a88aef4b-e87f-4e55-9c4b-bc57572f910f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:04.012669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Attempting to bind port a88aef4b-e87f-4e55-9c4b-bc57572f910f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:04.013447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Attempting to bind port a88aef4b-e87f-4e55-9c4b-bc57572f910f on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:04.028278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Port a88aef4b-e87f-4e55-9c4b-bc57572f910f on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:04.028278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Attempting to bind port a88aef4b-e87f-4e55-9c4b-bc57572f910f on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:04.041655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:04.042116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:04.042669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:04.043208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Bound port: a88aef4b-e87f-4e55-9c4b-bc57572f910f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:04.043663 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:04.060416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b8b72-34a4-4602-b9f8-81150d2af037 None None] Port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:04.094423 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-92165954-2027-4027-a908-6c431c07e887 req-cf2370af-7cd3-43ef-9e09-3d5c05fc7be9 service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106366 Feb 03 12:37:04.215224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] For port a88aef4b-e87f-4e55-9c4b-bc57572f910f, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:04.218720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] For port a88aef4b-e87f-4e55-9c4b-bc57572f910f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a88aef4b-e87f-4e55-9c4b-bc57572f910f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:04.230433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:04.300635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.301851 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:04.303448 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] 10.222.0.72 "PUT /v2.0/ports/a88aef4b-e87f-4e55-9c4b-bc57572f910f HTTP/1.1" status: 200 len: 1097 time: 3.2850959 Feb 03 12:37:04.303911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'tag': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:04.306487 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733" -d '{"events": [{"name": "network-changed", "server_uuid": "501e56fc-eba6-4869-be08-8ebfd9181c6a", "tag": "a88aef4b-e87f-4e55-9c4b-bc57572f910f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:04.337211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Pushing event updated for resources: {'Port': ['ID=a88aef4b-e87f-4e55-9c4b-bc57572f910f,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:04.356327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Request body: {'port': {'device_id': '9a32931b-30fb-4802-851a-d6e269404f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:04.361164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.362662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.362662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.362881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Made reservation on behalf of 3abead6c17f24c0089af4a05cf844a7a for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:04.362977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.362977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.363149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.363421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.363751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.364449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.364791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.365124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.365453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.365778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29692ca8-8760-4e88-a6b3-ac9f2bc94735 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:04.366077 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:04.438451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-f9b6a6c9-c57a-4e43-af59-df59e8b615ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.439996 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-f9b6a6c9-c57a-4e43-af59-df59e8b615ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 1131 time: 0.0687315 Feb 03 12:37:04.503164 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-8791af96-f027-4138-9fdc-9edc1ff6f42f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a88aef4b-e87f-4e55-9c4b-bc57572f910f HTTP/1.1" status: 200 len: 217 time: 0.0526402 Feb 03 12:37:04.555690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-4fe66905-148f-4e8c-94b3-76417373dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.557606 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-4fe66905-148f-4e8c-94b3-76417373dec8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0477254 Feb 03 12:37:04.610431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-8574b9ec-6a6d-4164-ae9d-fcc809f48a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.612075 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-8574b9ec-6a6d-4164-ae9d-fcc809f48a40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0464506 Feb 03 12:37:04.620135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Allocated IP 172.20.0.7 (0f10723e-cb85-4ce2-a258-17e6c4461fee/d29c5634-4855-4e56-ba37-dca7870c430c/665641c4-d43e-467b-bd4b-d334703f6efe) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:04.658104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ef43581-13f1-44d1-b89e-62ff1918a999 req-9f5d1a6c-af93-4cf7-9699-6240428ca8e2 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8026097 Feb 03 12:37:04.688735 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:04.732621 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-e2a3ce26-0117-4248-8aec-3d424753f724 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120994 Feb 03 12:37:04.751093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428acd0-9604-4989-b190-bec933524768 req-f1e6cd4e-b2a6-4f58-9e72-0a6a9a3880e2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.766940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b428acd0-9604-4989-b190-bec933524768 req-f1e6cd4e-b2a6-4f58-9e72-0a6a9a3880e2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.9075203 Feb 03 12:37:04.847313 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-a5200cf4-95fe-4ebd-9c3b-1c331b4c04e0 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010971 Feb 03 12:37:05.004335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b428acd0-9604-4989-b190-bec933524768 req-b8e64f61-1e08-4085-abd5-660e615a2006 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360287 Feb 03 12:37:05.087320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for port (665641c4-d43e-467b-bd4b-d334703f6efe), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.136869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624ab06-274f-4ad7-8733-90cec74a8a46 req-f3601ce7-5150-4745-a32f-077e75d3bdf4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.138359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6624ab06-274f-4ad7-8733-90cec74a8a46 req-f3601ce7-5150-4745-a32f-077e75d3bdf4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.2464182 Feb 03 12:37:05.259175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.274957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64350853-8ed1-43a1-ad58-750b435feb82 req-0369d7c0-11b2-4fae-982d-e3759bccb531 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.276535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64350853-8ed1-43a1-ad58-750b435feb82 req-0369d7c0-11b2-4fae-982d-e3759bccb531 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 948 time: 0.1954699 Feb 03 12:37:05.355219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6624ab06-274f-4ad7-8733-90cec74a8a46 req-046072ea-81b5-4cf2-be10-fbbd3b7be64b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849499 Feb 03 12:37:05.368797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Network 0f10723e-cb85-4ce2-a258-17e6c4461fee is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:05.401073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:05.407995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:05.410664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event updated for resources: {'Port': ['ID=665641c4-d43e-467b-bd4b-d334703f6efe,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:05.417692 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a978ead4-d66a-4b8f-8dea-2f464ccb5ea1 x-openstack-request-id: req-a978ead4-d66a-4b8f-8dea-2f464ccb5ea1 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:05.418669 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501e56fc-eba6-4869-be08-8ebfd9181c6a", "tag": "a88aef4b-e87f-4e55-9c4b-bc57572f910f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:05.419053 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a978ead4-d66a-4b8f-8dea-2f464ccb5ea1 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:05.419792 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'tag': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', 'status': 'completed', 'code': 200} Feb 03 12:37:05.486183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2123771e-50c0-4e9b-93e5-7ff2f1530f3a {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:05.501783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-8aa7f047-cd37-4a57-ae46-41d08a4cc14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.505781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64350853-8ed1-43a1-ad58-750b435feb82 req-5122b796-f3ce-4948-be70-81f88401ed24 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107596 Feb 03 12:37:05.505920 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-8aa7f047-cd37-4a57-ae46-41d08a4cc14a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 1131 time: 0.0657308 Feb 03 12:37:05.532891 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Publish callbacks [] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.573625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.574170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.583597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Transition to ACTIVE for port object 2123771e-50c0-4e9b-93e5-7ff2f1530f3a will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:05.600146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.665522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d812d7-f82d-42b0-b66c-d392987baae8 req-69e005cf-5afd-40e3-a455-fdac1f928348 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.673869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0d812d7-f82d-42b0-b66c-d392987baae8 req-69e005cf-5afd-40e3-a455-fdac1f928348 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 931 time: 0.1826651 Feb 03 12:37:05.684298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-6acc378e-d683-4bba-843f-936a7a447529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.686184 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-6acc378e-d683-4bba-843f-936a7a447529 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1737835 Feb 03 12:37:05.692797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-0923a78a-7b79-4387-b471-f07c6dbccddd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5778105 Feb 03 12:37:05.710920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Request body: {'port': {'device_id': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:05.731931 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-258c8b40-a94e-47e3-9e20-f83ec1820ee3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a88aef4b-e87f-4e55-9c4b-bc57572f910f HTTP/1.1" status: 200 len: 217 time: 0.0389190 Feb 03 12:37:05.809801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-3c56a02e-f284-42f9-adbc-783840906e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.812898 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-3c56a02e-f284-42f9-adbc-783840906e29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0723305 Feb 03 12:37:05.838799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0d812d7-f82d-42b0-b66c-d392987baae8 req-9849629a-548c-405e-b7a8-972f37b24ae3 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613278 Feb 03 12:37:05.889139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Pushing event updated for resources: {'Port': ['ID=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:05.910103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-ffb7554d-a43e-43a0-b276-cf9dbd0c33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.914915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-ffb7554d-a43e-43a0-b276-cf9dbd0c33ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0952444 Feb 03 12:37:06.039671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a88aef4b-e87f-4e55-9c4b-bc57572f910f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:06.071818 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-4ca9d013-d40c-4732-a93a-05086ac26fd4 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466296 Feb 03 12:37:06.108112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Attempting to bind port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:06.108629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Attempting to bind port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:06.108820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Attempting to bind port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:06.110726 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.144468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021f29-ea91-4de9-bd2e-114a2cf2c795 req-394ed4a7-7e3d-4bdf-ad55-aefa2e05fe28 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:06.146224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c021f29-ea91-4de9-bd2e-114a2cf2c795 req-394ed4a7-7e3d-4bdf-ad55-aefa2e05fe28 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.1265941 Feb 03 12:37:06.147286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:06.147598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Attempting to bind port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:06.153147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:06.153483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:06.153859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:06.154279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Bound port: 2123771e-50c0-4e9b-93e5-7ff2f1530f3a, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:06.154657 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.214263 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3ffa7d81-f9a5-4350-8d3a-4c7ffd636733 req-557d86ea-0200-4889-bf0a-4df9544ade49 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275663 Feb 03 12:37:06.268125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] For port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:06.271709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] For port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:06.293040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.332831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a88aef4b-e87f-4e55-9c4b-bc57572f910f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a88aef4b-e87f-4e55-9c4b-bc57572f910f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:06.348928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', 'mac_address': 'fa:16:3e:b9:a6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:06.364337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:06.365244 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.366854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] 10.222.0.72 "PUT /v2.0/ports/2123771e-50c0-4e9b-93e5-7ff2f1530f3a HTTP/1.1" status: 200 len: 1097 time: 2.0164528 Feb 03 12:37:06.386713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a32931b-30fb-4802-851a-d6e269404f1d', 'tag': '2123771e-50c0-4e9b-93e5-7ff2f1530f3a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:06.389314 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24318b39-f35b-4028-a659-6493df7c4e18" -d '{"events": [{"name": "network-changed", "server_uuid": "9a32931b-30fb-4802-851a-d6e269404f1d", "tag": "2123771e-50c0-4e9b-93e5-7ff2f1530f3a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:06.428566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a88aef4b-e87f-4e55-9c4b-bc57572f910f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:06.428888 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.459985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88aef4b-e87f-4e55-9c4b-bc57572f910f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:06.495811 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a88aef4b-e87f-4e55-9c4b-bc57572f910f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a88aef4b-e87f-4e55-9c4b-bc57572f910f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:06.504034 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.568885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c021f29-ea91-4de9-bd2e-114a2cf2c795 req-54a0d086-c95c-4de0-a1c0-2574afaa250a tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039371 Feb 03 12:37:06.622353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea41047-00e3-42ac-a309-bdb1c01adc95 service neutron] Pushing event updated for resources: {'Port': ['ID=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:06.625498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a88aef4b-e87f-4e55-9c4b-bc57572f910f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:06.676598 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9558d961-7210-4b01-894f-07d3f8c5b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.730599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-9c0498c2-0e28-4529-b13e-352ff86f3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:06.737089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-9c0498c2-0e28-4529-b13e-352ff86f3d1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 1131 time: 0.2463639 Feb 03 12:37:06.819975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a88aef4b-e87f-4e55-9c4b-bc57572f910f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:06.879672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-72770f92-1978-40b9-aa4f-f9cacaa3bca7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=2123771e-50c0-4e9b-93e5-7ff2f1530f3a HTTP/1.1" status: 200 len: 217 time: 0.1313083 Feb 03 12:37:06.978009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced0efd-2ecf-440f-9154-aff39658f26e req-e664cc7d-39e3-4b92-8ec7-6ac018e2caee tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:06.986806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ced0efd-2ecf-440f-9154-aff39658f26e req-e664cc7d-39e3-4b92-8ec7-6ac018e2caee tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.1626015 Feb 03 12:37:07.085253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-a9b9ecfc-f732-4234-ae3e-ec9e0fbdda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.086978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-a9b9ecfc-f732-4234-ae3e-ec9e0fbdda84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1804609 Feb 03 12:37:07.106361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd8082-7664-4250-b2f7-12dc666da3db req-a1e6728f-4e6a-430a-bcdf-c5f88f151c81 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.120626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ebd8082-7664-4250-b2f7-12dc666da3db req-a1e6728f-4e6a-430a-bcdf-c5f88f151c81 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.3159103 Feb 03 12:37:07.139368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665641c4-d43e-467b-bd4b-d334703f6efe {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:07.192925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ced0efd-2ecf-440f-9154-aff39658f26e req-d3b59634-b273-4327-99be-dc1754f28596 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049437 Feb 03 12:37:07.198836 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Publish callbacks [] for port (665641c4-d43e-467b-bd4b-d334703f6efe), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:07.238217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Transition to ACTIVE for port object 665641c4-d43e-467b-bd4b-d334703f6efe will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:07.261471 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:07.279747 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279a80d2-e6eb-4099-94de-735b848c8212 x-openstack-request-id: req-279a80d2-e6eb-4099-94de-735b848c8212 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:07.280048 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a32931b-30fb-4802-851a-d6e269404f1d", "tag": "2123771e-50c0-4e9b-93e5-7ff2f1530f3a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:07.280304 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-279a80d2-e6eb-4099-94de-735b848c8212 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:07.280707 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a32931b-30fb-4802-851a-d6e269404f1d', 'tag': '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', 'status': 'completed', 'code': 200} Feb 03 12:37:07.282589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d15011a7-0ca6-4063-8fe4-88ba30b09827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.284113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-d15011a7-0ca6-4063-8fe4-88ba30b09827 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1888070 Feb 03 12:37:07.329835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ebd8082-7664-4250-b2f7-12dc666da3db req-64a6f5c1-9a4a-4724-9152-48ad8a35c1bc tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082884 Feb 03 12:37:07.519966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Pushing event updated for resources: {'Port': ['ID=665641c4-d43e-467b-bd4b-d334703f6efe,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:07.689626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-075ca163-0862-4db4-a875-c5391c2d562c service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835287 Feb 03 12:37:07.700571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf56a63-bd8f-4c0d-9b83-b61566459d53 req-48f75b03-f723-4d26-837b-4e13cff0289d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.702385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf56a63-bd8f-4c0d-9b83-b61566459d53 req-48f75b03-f723-4d26-837b-4e13cff0289d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 949 time: 0.3339107 Feb 03 12:37:07.775305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Attempting to bind port 665641c4-d43e-467b-bd4b-d334703f6efe on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:07.775696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Attempting to bind port 665641c4-d43e-467b-bd4b-d334703f6efe by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:07.776115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Attempting to bind port 665641c4-d43e-467b-bd4b-d334703f6efe on network 0f10723e-cb85-4ce2-a258-17e6c4461fee {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:07.818798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Port 665641c4-d43e-467b-bd4b-d334703f6efe on network 0f10723e-cb85-4ce2-a258-17e6c4461fee not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:07.819249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Attempting to bind port 665641c4-d43e-467b-bd4b-d334703f6efe on network 0f10723e-cb85-4ce2-a258-17e6c4461fee {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:07.848931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:07.848931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Checking segment: {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:07.848931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Bound using segment: {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:07.848931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Bound port: 665641c4-d43e-467b-bd4b-d334703f6efe, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:07.850283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:07.958023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f23b1-26e6-4fcd-9d74-c823f3aac531 req-65b221bc-e90b-4c27-b845-457718db6ffe tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.963637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b71f23b1-26e6-4fcd-9d74-c823f3aac531 req-65b221bc-e90b-4c27-b845-457718db6ffe tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 943 time: 0.2594309 Feb 03 12:37:07.973851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf56a63-bd8f-4c0d-9b83-b61566459d53 req-061485e4-4d14-4dd5-a03a-461712062709 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363837 Feb 03 12:37:08.039448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a88aef4b-e87f-4e55-9c4b-bc57572f910f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:08.068137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7199e46e-5565-400c-9d21-9c40557268a1 req-5111b4c4-4ac1-4db9-838b-a09a92f87c09 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544848 Feb 03 12:37:08.109707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a88aef4b-e87f-4e55-9c4b-bc57572f910f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:08.119361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a88aef4b-e87f-4e55-9c4b-bc57572f910f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:08.121998 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.126484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:08.193576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=665641c4-d43e-467b-bd4b-d334703f6efe,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:08.231878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a88aef4b-e87f-4e55-9c4b-bc57572f910f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:08.232285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.267979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b71f23b1-26e6-4fcd-9d74-c823f3aac531 req-a6d909f5-c07d-4669-ac92-b4d39e7a5f71 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676656 Feb 03 12:37:08.268266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:08.272468 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6b9f0e-e368-43b2-a721-cfa8e26c661a" -d '{"events": [{"server_uuid": "501e56fc-eba6-4869-be08-8ebfd9181c6a", "name": "network-vif-plugged", "status": "completed", "tag": "a88aef4b-e87f-4e55-9c4b-bc57572f910f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:08.288683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a88aef4b-e87f-4e55-9c4b-bc57572f910f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a88aef4b-e87f-4e55-9c4b-bc57572f910f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:08.296854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.300488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.352859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127e702-4984-43c4-9d64-e0bae4af0156 req-22dfd76d-f88e-4f9c-8d5c-d4eafb44f2c6 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.361758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6127e702-4984-43c4-9d64-e0bae4af0156 req-22dfd76d-f88e-4f9c-8d5c-d4eafb44f2c6 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.2601886 Feb 03 12:37:08.377495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24318b39-f35b-4028-a659-6493df7c4e18 req-1652bbcf-e8ad-48e2-af2b-e3267955ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.379032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24318b39-f35b-4028-a659-6493df7c4e18 req-1652bbcf-e8ad-48e2-af2b-e3267955ac70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 1131 time: 0.2181375 Feb 03 12:37:08.406161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.406902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.408349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] 10.222.0.91 "PUT /v2.0/ports/665641c4-d43e-467b-bd4b-d334703f6efe HTTP/1.1" status: 200 len: 1092 time: 2.7018275 Feb 03 12:37:08.418383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a88aef4b-e87f-4e55-9c4b-bc57572f910f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:08.438732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cd99dede-db14-4526-8ebb-bba4f4c95b9e no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:08.478141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6127e702-4984-43c4-9d64-e0bae4af0156 req-734786d3-15d9-4a23-a1e1-448687a43bad tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151953 Feb 03 12:37:08.559652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cd99dede-db14-4526-8ebb-bba4f4c95b9e is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:08.560078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.574689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Pushing event updated for resources: {'Port': ['ID=665641c4-d43e-467b-bd4b-d334703f6efe,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:08.644238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:08.653954 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.657398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.657748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.658091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.658477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.658782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.659108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.659437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.661024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.661024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.661024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.661024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.661024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.661454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d6b2d-5cfb-4787-be1a-97047e71821b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:08.709687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c856e-5862-459c-8af7-231c8b65d323 req-d4df1358-3090-4886-9d31-93e677d517fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.711252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-d4df1358-3090-4886-9d31-93e677d517fb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3abead6c17f24c0089af4a05cf844a7a&device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 1126 time: 0.2255108 Feb 03 12:37:08.714253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24318b39-f35b-4028-a659-6493df7c4e18 req-10d9272a-b447-43f5-95c8-405d0185c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.716109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24318b39-f35b-4028-a659-6493df7c4e18 req-10d9272a-b447-43f5-95c8-405d0185c4f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.3165598 Feb 03 12:37:08.761163 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc95cefc-e54f-4ee1-82d8-0c97e1721642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.763560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cd99dede-db14-4526-8ebb-bba4f4c95b9e,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:09.116051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-b0dee2a2-b622-4d8b-b507-aa37a58a64c6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=665641c4-d43e-467b-bd4b-d334703f6efe HTTP/1.1" status: 200 len: 217 time: 0.3958509 Feb 03 12:37:09.118055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24318b39-f35b-4028-a659-6493df7c4e18 req-baa76aca-d47e-4bab-904f-f96a28793083 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=2123771e-50c0-4e9b-93e5-7ff2f1530f3a HTTP/1.1" status: 200 len: 217 time: 0.3848124 Feb 03 12:37:09.125653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1704a1-dddc-43b6-b5df-59325bc405a8 req-fadb3b1d-1065-4b11-aede-264ea14b6bb0 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.127210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf1704a1-dddc-43b6-b5df-59325bc405a8 req-fadb3b1d-1065-4b11-aede-264ea14b6bb0 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.5065768 Feb 03 12:37:09.243223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c856e-5862-459c-8af7-231c8b65d323 req-44d54af2-3e9e-45c7-9f10-44de632a7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.245381 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-44d54af2-3e9e-45c7-9f10-44de632a7f57 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29c5634-4855-4e56-ba37-dca7870c430c HTTP/1.1" status: 200 len: 861 time: 0.1161869 Feb 03 12:37:09.249762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24318b39-f35b-4028-a659-6493df7c4e18 req-b97447f7-c5cc-4178-b4bf-330ab7c7c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.251207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24318b39-f35b-4028-a659-6493df7c4e18 req-b97447f7-c5cc-4178-b4bf-330ab7c7c58b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1231120 Feb 03 12:37:09.255979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf1704a1-dddc-43b6-b5df-59325bc405a8 req-a1ad9af1-2077-44eb-9ff2-f8beb2b449ea tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126866 Feb 03 12:37:09.292640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:09.294942 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb8156f-d63f-4797-9e51-0914de9ea79a" -d '{"events": [{"name": "network-changed", "server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:09.316173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-d946c54f-6ad8-49e5-b756-0a6a8721625f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f10723e-cb85-4ce2-a258-17e6c4461fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570014 Feb 03 12:37:09.349947 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d523759e-efdc-4d2d-ae40-00e23c8d793f x-openstack-request-id: req-d523759e-efdc-4d2d-ae40-00e23c8d793f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:09.350489 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501e56fc-eba6-4869-be08-8ebfd9181c6a", "name": "network-vif-plugged", "status": "completed", "tag": "a88aef4b-e87f-4e55-9c4b-bc57572f910f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:09.350609 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d523759e-efdc-4d2d-ae40-00e23c8d793f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:09.351002 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', 'code': 200} Feb 03 12:37:09.407863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24318b39-f35b-4028-a659-6493df7c4e18 req-fb6101d0-de95-435f-9194-f8c450aa2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.409408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24318b39-f35b-4028-a659-6493df7c4e18 req-fb6101d0-de95-435f-9194-f8c450aa2452 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1440527 Feb 03 12:37:09.483570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-c7554247-c252-4466-95b9-dedfff1f7b18 service neutron] 10.222.0.91 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617515 Feb 03 12:37:09.510260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd26c-69f8-4e26-baab-156d1eb8989b req-0152da23-a2b4-4533-aff3-06b71ca45adf tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.512137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a4bd26c-69f8-4e26-baab-156d1eb8989b req-0152da23-a2b4-4533-aff3-06b71ca45adf tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0919480 Feb 03 12:37:09.588141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bcabb-c4cd-4227-8ea4-5f6784ae6d0b req-454a377f-31c8-4283-8807-3f798b4e2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.590778 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2a6bcabb-c4cd-4227-8ea4-5f6784ae6d0b req-454a377f-31c8-4283-8807-3f798b4e2eaa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 1133 time: 0.1547148 Feb 03 12:37:09.675375 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2a6bcabb-c4cd-4227-8ea4-5f6784ae6d0b req-24568138-029a-427e-81b2-bf03bcde7eb3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Feb 03 12:37:09.698372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a4bd26c-69f8-4e26-baab-156d1eb8989b req-4fe0792b-c306-45f4-a95a-894176d37b33 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768954 Feb 03 12:37:09.753357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94c856e-5862-459c-8af7-231c8b65d323 req-4bf92aef-8b7d-4a3f-801b-146457bff17b service neutron] 10.222.0.91 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400029 Feb 03 12:37:09.774839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24318b39-f35b-4028-a659-6493df7c4e18 req-b2d13e81-5b3b-4841-92c3-9e6aec717bf3 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525960 Feb 03 12:37:09.837966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4249-1275-427e-80b5-5aace31138c2 req-9f884133-5ec5-4087-b802-10e3ffce2bdf tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.839774 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-628f4249-1275-427e-80b5-5aace31138c2 req-9f884133-5ec5-4087-b802-10e3ffce2bdf tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "GET /v2.0/ports?device_id=9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e HTTP/1.1" status: 200 len: 943 time: 0.1246653 Feb 03 12:37:09.973810 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:09.999514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53d2ae-710c-4ea0-8a6e-b89be09cbf6d req-cf3d2d22-5df5-4190-8120-49977c9239ba tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.007515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb53d2ae-710c-4ea0-8a6e-b89be09cbf6d req-cf3d2d22-5df5-4190-8120-49977c9239ba tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 950 time: 0.1469593 Feb 03 12:37:10.012185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-628f4249-1275-427e-80b5-5aace31138c2 req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Deleting port cd99dede-db14-4526-8ebb-bba4f4c95b9e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:10.012776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-628f4249-1275-427e-80b5-5aace31138c2 req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.038572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2123771e-50c0-4e9b-93e5-7ff2f1530f3a details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:10.067811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24318b39-f35b-4028-a659-6493df7c4e18 req-10f75890-c1f9-4ce4-81dd-6167711a1cae service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692791 Feb 03 12:37:10.102976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb53d2ae-710c-4ea0-8a6e-b89be09cbf6d req-1ebd0be6-babe-468e-8952-013834e4edcd tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927017 Feb 03 12:37:10.190546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-628f4249-1275-427e-80b5-5aace31138c2 req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] For port cd99dede-db14-4526-8ebb-bba4f4c95b9e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cd99dede-db14-4526-8ebb-bba4f4c95b9e,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:10.190907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-628f4249-1275-427e-80b5-5aace31138c2 req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.211587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-628f4249-1275-427e-80b5-5aace31138c2 req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Calling delete_port for cd99dede-db14-4526-8ebb-bba4f4c95b9e owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:10.211841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:10.234091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', 'mac_address': 'fa:16:3e:bd:c6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:10.255288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c704b-a1c2-4751-a3e8-5effe85c6948 req-5cf4c1af-c88c-4f24-a1e1-a2fb33c478c4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.272650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a0c704b-a1c2-4751-a3e8-5effe85c6948 req-5cf4c1af-c88c-4f24-a1e1-a2fb33c478c4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 943 time: 0.1171420 Feb 03 12:37:10.280989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:10.281690 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.301370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2123771e-50c0-4e9b-93e5-7ff2f1530f3a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:10.333098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:10.343536 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.363534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a0c704b-a1c2-4751-a3e8-5effe85c6948 req-52080a1c-3b9b-43ab-bc78-c6240445e46a tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899825 Feb 03 12:37:10.412805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:10.467799 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-628f4249-1275-427e-80b5-5aace31138c2 req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (cd99dede-db14-4526-8ebb-bba4f4c95b9e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.474742 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b4eb9f-1717-4b73-870b-f0670603e674 x-openstack-request-id: req-a4b4eb9f-1717-4b73-870b-f0670603e674 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:10.475211 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:10.475345 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4b4eb9f-1717-4b73-870b-f0670603e674 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:10.475751 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe', 'status': 'completed', 'code': 200} Feb 03 12:37:10.517201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Pushing event deleted for resources: {'Port': ['ID=cd99dede-db14-4526-8ebb-bba4f4c95b9e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:10.597965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-628f4249-1275-427e-80b5-5aace31138c2 req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] No DVR routers for this DVR port cd99dede-db14-4526-8ebb-bba4f4c95b9e on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:10.602412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-628f4249-1275-427e-80b5-5aace31138c2 req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.606884 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-628f4249-1275-427e-80b5-5aace31138c2 req-a1fb110f-b3f4-4ac3-902e-962a2ca9edb6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "DELETE /v2.0/ports/cd99dede-db14-4526-8ebb-bba4f4c95b9e HTTP/1.1" status: 204 len: 173 time: 0.7572718 Feb 03 12:37:10.607255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-ad647b81-8b4f-4d79-8e1c-142053abaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.607382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'name': 'network-vif-deleted', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:10.608797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-ad647b81-8b4f-4d79-8e1c-142053abaa61 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3abead6c17f24c0089af4a05cf844a7a&device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 1126 time: 0.1093407 Feb 03 12:37:10.610165 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aa3ceb-122b-4fbf-8a84-87357d02cbc7" -d '{"events": [{"server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "name": "network-vif-deleted", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:10.709594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['2123771e-50c0-4e9b-93e5-7ff2f1530f3a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:10.733366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48760a3-8201-4e96-a041-eece518c4b13 req-2bc07628-589d-4f27-ab3b-5c7be69563a6 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.740477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f48760a3-8201-4e96-a041-eece518c4b13 req-2bc07628-589d-4f27-ab3b-5c7be69563a6 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.1379085 Feb 03 12:37:10.777269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-a7004505-af99-4be3-9b2d-8dc13eba703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.779105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-a7004505-af99-4be3-9b2d-8dc13eba703c service neutron] 10.222.0.91 "GET /v2.0/networks?id=0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 200 len: 922 time: 0.1577849 Feb 03 12:37:10.850065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-229f7ccf-cc72-404a-ac34-1de75f76ee09 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=665641c4-d43e-467b-bd4b-d334703f6efe HTTP/1.1" status: 200 len: 217 time: 0.0629852 Feb 03 12:37:10.866253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f48760a3-8201-4e96-a041-eece518c4b13 req-ee097d11-584f-415d-a77d-4d4df52a0b56 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241765 Feb 03 12:37:10.933606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-512a69e7-d5f1-4111-9bb5-4ce2056136b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.937316 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-512a69e7-d5f1-4111-9bb5-4ce2056136b2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29c5634-4855-4e56-ba37-dca7870c430c HTTP/1.1" status: 200 len: 861 time: 0.0697763 Feb 03 12:37:11.002120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-c371f0b1-828a-4b41-bce7-99ac381535fb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f10723e-cb85-4ce2-a258-17e6c4461fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480955 Feb 03 12:37:11.063407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f31159-80e0-4b03-9d62-121569d7b175 req-0e015da4-a85f-44cb-b4f5-6fa36c6fc24e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.064963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1f31159-80e0-4b03-9d62-121569d7b175 req-0e015da4-a85f-44cb-b4f5-6fa36c6fc24e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.1240957 Feb 03 12:37:11.161376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-c2d32f58-e88e-4da0-8bf5-974c11f78458 service neutron] 10.222.0.91 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521087 Feb 03 12:37:11.165582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1f31159-80e0-4b03-9d62-121569d7b175 req-e5f64b2c-6542-4f3d-90ff-1f3827796ded tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935979 Feb 03 12:37:11.234198 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7a66f5-8436-47bd-a70d-8eae591cc0fd x-openstack-request-id: req-fb7a66f5-8436-47bd-a70d-8eae591cc0fd {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:11.235226 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "name": "network-vif-deleted", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:11.235226 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb7a66f5-8436-47bd-a70d-8eae591cc0fd {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:11.235226 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'name': 'network-vif-deleted', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e', 'status': 'completed', 'code': 200} Feb 03 12:37:11.268897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afb8156f-d63f-4797-9e51-0914de9ea79a req-cae09601-8037-4541-900e-e2f6bef79622 service neutron] 10.222.0.91 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005688 Feb 03 12:37:11.345208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5856b-3ede-4721-b0d8-2ea1443dd8e7 req-639bd8a8-749c-4804-8638-ca2e3a601a4f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.346807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ac5856b-3ede-4721-b0d8-2ea1443dd8e7 req-639bd8a8-749c-4804-8638-ca2e3a601a4f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0593746 Feb 03 12:37:11.352377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:11.355004 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcea5cad-b0e3-4997-9bec-5736e223ab32" -d '{"events": [{"server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:11.379864 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:11.410810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ac5856b-3ede-4721-b0d8-2ea1443dd8e7 req-b600b1b6-3886-43da-97ec-becc35e03aa4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514038 Feb 03 12:37:11.567996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355fc63-a0aa-42b1-af1b-fd4a3be82d31 req-34768f8c-b346-416b-b790-512e4bfdd7ed tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.569597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c355fc63-a0aa-42b1-af1b-fd4a3be82d31 req-34768f8c-b346-416b-b790-512e4bfdd7ed tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 950 time: 0.0654259 Feb 03 12:37:11.632270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c355fc63-a0aa-42b1-af1b-fd4a3be82d31 req-857e9845-185a-46fd-86cb-d2f9ed10a285 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557077 Feb 03 12:37:11.689192 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2753bb-f57a-4a32-9986-8a7162820c1f x-openstack-request-id: req-ce2753bb-f57a-4a32-9986-8a7162820c1f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:11.690209 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd99dede-db14-4526-8ebb-bba4f4c95b9e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:11.690719 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce2753bb-f57a-4a32-9986-8a7162820c1f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:11.691287 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab657af-7d8b-4e11-9ff3-ed9eb51ff29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd99dede-db14-4526-8ebb-bba4f4c95b9e', 'code': 200} Feb 03 12:37:11.798424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65879979-9ca6-4d8a-bf66-1cedc3e79bfb req-b104c88f-0fcd-43fb-8c91-ed0abe8a4983 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.800107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65879979-9ca6-4d8a-bf66-1cedc3e79bfb req-b104c88f-0fcd-43fb-8c91-ed0abe8a4983 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 943 time: 0.0662749 Feb 03 12:37:11.854039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65879979-9ca6-4d8a-bf66-1cedc3e79bfb req-ebb1d746-afd3-4adc-93cc-e438755f5307 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Feb 03 12:37:11.968853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4c9a7-593f-49ef-9d23-3617a767a58e req-57014e04-719a-45c0-83f2-ccf447bd9447 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.976083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23e4c9a7-593f-49ef-9d23-3617a767a58e req-57014e04-719a-45c0-83f2-ccf447bd9447 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 949 time: 0.0636721 Feb 03 12:37:12.021391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23e4c9a7-593f-49ef-9d23-3617a767a58e req-007bac57-1a54-420b-b850-73360e7d4822 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444405 Feb 03 12:37:12.051351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2123771e-50c0-4e9b-93e5-7ff2f1530f3a up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:12.109765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:12.114170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:12.114765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.143712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46371f05-5bbf-4118-9317-24219c548954 req-2c4de003-30df-4b5d-9055-b87fca69ea69 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.145219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46371f05-5bbf-4118-9317-24219c548954 req-2c4de003-30df-4b5d-9055-b87fca69ea69 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.0615499 Feb 03 12:37:12.204718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46371f05-5bbf-4118-9317-24219c548954 req-c9d36a1a-ad73-418d-b5d4-5f678228074c tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530491 Feb 03 12:37:12.239332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:12.240027 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.274448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:12.280826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.336885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:12.342687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc6cab-25bd-4031-aec3-f85f2185dede req-16fafc9e-d7f3-43c1-a6c4-7e1115e264fb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.349901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60cc6cab-25bd-4031-aec3-f85f2185dede req-16fafc9e-d7f3-43c1-a6c4-7e1115e264fb tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.0753691 Feb 03 12:37:12.411851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60cc6cab-25bd-4031-aec3-f85f2185dede req-99ffbcd5-adbd-4970-b8ed-6ef47a93ff14 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609004 Feb 03 12:37:12.586174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c1dbd-a6f5-480e-953b-9474b43f4898 req-a23496cd-2645-4c43-8d96-1116be77a1d4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.588757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db6c1dbd-a6f5-480e-953b-9474b43f4898 req-a23496cd-2645-4c43-8d96-1116be77a1d4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0918543 Feb 03 12:37:12.656898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db6c1dbd-a6f5-480e-953b-9474b43f4898 req-c849003c-3810-482b-aa50-d950b569df11 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608234 Feb 03 12:37:12.669753 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.998390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adcb43-b036-4f91-8695-87c999010886 req-24626c2d-5020-403d-b44a-7583a3377074 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.001108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35adcb43-b036-4f91-8695-87c999010886 req-24626c2d-5020-403d-b44a-7583a3377074 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 943 time: 0.0688021 Feb 03 12:37:13.076420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35adcb43-b036-4f91-8695-87c999010886 req-254b40b8-e9bb-4bcd-95f2-da6d811e73dd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658386 Feb 03 12:37:13.211217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603e64e-4a4f-4ac9-ad85-e8694b93157f req-49d37e1b-ee02-48f5-b5c6-ed400163efa8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.212839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b603e64e-4a4f-4ac9-ad85-e8694b93157f req-49d37e1b-ee02-48f5-b5c6-ed400163efa8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 950 time: 0.0632465 Feb 03 12:37:13.279559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b603e64e-4a4f-4ac9-ad85-e8694b93157f req-bafd05b1-bab3-4c7f-9204-ff491afe5c4b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603578 Feb 03 12:37:13.415596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76995a-a3f6-4262-940b-02da8194f67d req-9ba7011f-b672-440c-901d-6c15c1bf3a04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.423336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d76995a-a3f6-4262-940b-02da8194f67d req-9ba7011f-b672-440c-901d-6c15c1bf3a04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.0715630 Feb 03 12:37:13.467288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d76995a-a3f6-4262-940b-02da8194f67d req-4ffafc43-a425-43ba-ae35-429d4f3b7281 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Feb 03 12:37:13.694172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a32931b-30fb-4802-851a-d6e269404f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123771e-50c0-4e9b-93e5-7ff2f1530f3a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:13.696611 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde3a46b-fa60-404e-904a-d3b4b17e7ec0" -d '{"events": [{"server_uuid": "9a32931b-30fb-4802-851a-d6e269404f1d", "name": "network-vif-plugged", "status": "completed", "tag": "2123771e-50c0-4e9b-93e5-7ff2f1530f3a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:13.700960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f4445-ed6e-4017-ad85-6db33c77b939 req-4327b9fe-b009-4976-8b7e-43f606912856 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.702500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f1f4445-ed6e-4017-ad85-6db33c77b939 req-4327b9fe-b009-4976-8b7e-43f606912856 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.0571110 Feb 03 12:37:13.754793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f1f4445-ed6e-4017-ad85-6db33c77b939 req-858f24be-9715-4eed-be6d-9d2ad8b1a1b2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Feb 03 12:37:13.871677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89d077-71f3-47a7-86a6-293c916854c3 req-58dcc391-9d5b-4035-8194-6ec59ecdc90f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.878644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f89d077-71f3-47a7-86a6-293c916854c3 req-58dcc391-9d5b-4035-8194-6ec59ecdc90f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0665224 Feb 03 12:37:13.922457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f89d077-71f3-47a7-86a6-293c916854c3 req-e4975508-7841-4226-85fd-f742961986ee tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428991 Feb 03 12:37:13.974254 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1295fe7-da04-42b3-851a-75db6461b69f x-openstack-request-id: req-c1295fe7-da04-42b3-851a-75db6461b69f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:13.974642 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a32931b-30fb-4802-851a-d6e269404f1d", "name": "network-vif-plugged", "status": "completed", "tag": "2123771e-50c0-4e9b-93e5-7ff2f1530f3a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:13.974898 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1295fe7-da04-42b3-851a-75db6461b69f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:13.975324 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a32931b-30fb-4802-851a-d6e269404f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', 'code': 200} Feb 03 12:37:14.093659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9a2eb-8e73-48f3-a192-26716f2852c1 req-e2ba3722-73fe-4d68-9762-4b7f39c4e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:14.095198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bcb9a2eb-8e73-48f3-a192-26716f2852c1 req-e2ba3722-73fe-4d68-9762-4b7f39c4e1c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 1133 time: 0.0474873 Feb 03 12:37:14.150990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bcb9a2eb-8e73-48f3-a192-26716f2852c1 req-946298ce-05de-41b4-b078-dc337e978a1d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466774 Feb 03 12:37:14.214055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65029b2d-2efb-48a5-bae4-2d0e7eae423a req-2bf23d02-2672-4d4c-a1b6-5acaafc8ea90 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:14.215796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65029b2d-2efb-48a5-bae4-2d0e7eae423a req-2bf23d02-2672-4d4c-a1b6-5acaafc8ea90 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 943 time: 0.0552664 Feb 03 12:37:14.273482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65029b2d-2efb-48a5-bae4-2d0e7eae423a req-3b4df8b1-fc14-4a79-a09f-4718e1a9a714 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517049 Feb 03 12:37:14.424786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adc1f2-bfc4-4204-b235-1a9ff0478f8b req-a65e8e37-92ad-4321-8dbd-3ed77b2a6f91 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:14.426302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60adc1f2-bfc4-4204-b235-1a9ff0478f8b req-a65e8e37-92ad-4321-8dbd-3ed77b2a6f91 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 950 time: 0.0627966 Feb 03 12:37:14.476625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60adc1f2-bfc4-4204-b235-1a9ff0478f8b req-54db9cf7-3792-40e8-a981-aeef77e1ce09 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Feb 03 12:37:14.491197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 665641c4-d43e-467b-bd4b-d334703f6efe details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:14.503832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cd99dede-db14-4526-8ebb-bba4f4c95b9e no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:14.528362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: cd99dede-db14-4526-8ebb-bba4f4c95b9e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:14.528717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cd99dede-db14-4526-8ebb-bba4f4c95b9e not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:14.608776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042c702-0856-4b72-8ba1-921d9ba1ff26 req-dc010995-e586-442e-8240-971584c5700f tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:14.614830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7042c702-0856-4b72-8ba1-921d9ba1ff26 req-dc010995-e586-442e-8240-971584c5700f tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.0708826 Feb 03 12:37:14.629818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=665641c4-d43e-467b-bd4b-d334703f6efe,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:14.641573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '665641c4-d43e-467b-bd4b-d334703f6efe', 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee', 'port_id': '665641c4-d43e-467b-bd4b-d334703f6efe', 'mac_address': 'fa:16:3e:6f:d6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29c5634-4855-4e56-ba37-dca7870c430c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:14.666368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7042c702-0856-4b72-8ba1-921d9ba1ff26 req-5edcf023-cd9f-4a61-a894-87618d0634ed tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 Feb 03 12:37:14.686436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 665641c4-d43e-467b-bd4b-d334703f6efe is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:14.686904 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:14.702388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665641c4-d43e-467b-bd4b-d334703f6efe {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:14.723279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=665641c4-d43e-467b-bd4b-d334703f6efe,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:14.732278 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:14.782768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=665641c4-d43e-467b-bd4b-d334703f6efe,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:14.791142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.794905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.795590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.795939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.796305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.796642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.796974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.797303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.797649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.797957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.798284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.798713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.799037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:14.883239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c44a66-ca7e-43f7-84d9-097cc45a5414 req-ebf621a5-9fa6-45e3-b68f-4dc6d9b18af5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:14.885139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11c44a66-ca7e-43f7-84d9-097cc45a5414 req-ebf621a5-9fa6-45e3-b68f-4dc6d9b18af5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.0593109 Feb 03 12:37:14.935491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11c44a66-ca7e-43f7-84d9-097cc45a5414 req-a914f78f-fedb-4bcf-a86a-3fb2436d5647 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448184 Feb 03 12:37:15.081514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d881-497a-4269-814e-1cf51a54af0d req-9b916eb2-ed4c-4629-baa6-915961ae59dc tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.083024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d659d881-497a-4269-814e-1cf51a54af0d req-9b916eb2-ed4c-4629-baa6-915961ae59dc tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0608990 Feb 03 12:37:15.125166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['665641c4-d43e-467b-bd4b-d334703f6efe'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:15.137688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d659d881-497a-4269-814e-1cf51a54af0d req-ce92f9b8-7ef4-4cdd-a9f3-061cfae8cf4a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481982 Feb 03 12:37:15.426570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fc1bd-446f-4fe5-9742-3a252aa7d895 req-95fde740-fc84-4da9-9940-43962c5bf83e tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.428265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-018fc1bd-446f-4fe5-9742-3a252aa7d895 req-95fde740-fc84-4da9-9940-43962c5bf83e tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 944 time: 0.0787892 Feb 03 12:37:15.485888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-018fc1bd-446f-4fe5-9742-3a252aa7d895 req-89c0ad20-6c18-4318-b4cd-e247b0146e94 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498984 Feb 03 12:37:15.676105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6a5cb-22de-415f-821b-18e3925e3181 req-f4600500-083a-4975-bb0c-773c0388855c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.678088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70e6a5cb-22de-415f-821b-18e3925e3181 req-f4600500-083a-4975-bb0c-773c0388855c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 950 time: 0.0912230 Feb 03 12:37:15.745600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70e6a5cb-22de-415f-821b-18e3925e3181 req-079a4d39-230a-4f58-a701-94ce04ef78d6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598843 Feb 03 12:37:15.872161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7261d-32c6-4a92-9442-be8ec222b39b req-20f79ee7-1271-418d-8173-95d816da65f1 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.874374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8c7261d-32c6-4a92-9442-be8ec222b39b req-20f79ee7-1271-418d-8173-95d816da65f1 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.0651743 Feb 03 12:37:15.947795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8c7261d-32c6-4a92-9442-be8ec222b39b req-695a8615-78c0-41c0-a5d8-b63e3bde3c70 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660760 Feb 03 12:37:15.953880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:16.091457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d558b2-6161-44ac-95cf-855f2c5edb4b req-67203769-a231-4909-91d7-87f645eb7bf5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:16.093198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4d558b2-6161-44ac-95cf-855f2c5edb4b req-67203769-a231-4909-91d7-87f645eb7bf5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.0785797 Feb 03 12:37:16.174294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4d558b2-6161-44ac-95cf-855f2c5edb4b req-a029103f-30c3-4f97-a25e-216486fbbb23 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750003 Feb 03 12:37:16.313296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e4485-6214-4d9d-9027-229d987db8a7 req-08a38dce-1081-4de5-a111-c6850b31f9e0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:16.315163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e13e4485-6214-4d9d-9027-229d987db8a7 req-08a38dce-1081-4de5-a111-c6850b31f9e0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0624838 Feb 03 12:37:16.385169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e13e4485-6214-4d9d-9027-229d987db8a7 req-07cbdd98-a9cd-4511-81b9-2d8fa037da5e tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589087 Feb 03 12:37:16.510487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 665641c4-d43e-467b-bd4b-d334703f6efe up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:16.589684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 665641c4-d43e-467b-bd4b-d334703f6efe completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:16.599823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 665641c4-d43e-467b-bd4b-d334703f6efe triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:16.600532 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:16.666212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3129ed-8728-4ef8-8e39-37ae087612d7 req-72716b69-7b35-4e5a-bded-ca76af549cdd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:16.667995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b3129ed-8728-4ef8-8e39-37ae087612d7 req-72716b69-7b35-4e5a-bded-ca76af549cdd tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 944 time: 0.0841880 Feb 03 12:37:16.721640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 665641c4-d43e-467b-bd4b-d334703f6efe is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:16.722030 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:16.769431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b3129ed-8728-4ef8-8e39-37ae087612d7 req-bedfae7d-3e2e-44aa-bd8c-0377b052763d tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947008 Feb 03 12:37:16.932123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:16.933960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353d3ec-407d-4471-8fdc-564f08cfee54 req-0859a6d1-90fe-47a7-b833-7df032655f65 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:16.935307 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de26ef8-3b49-4b6b-bc0c-8b830721ff8f" -d '{"events": [{"server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "name": "network-vif-plugged", "status": "completed", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:16.935536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2353d3ec-407d-4471-8fdc-564f08cfee54 req-0859a6d1-90fe-47a7-b833-7df032655f65 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 950 time: 0.0799973 Feb 03 12:37:16.951705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=665641c4-d43e-467b-bd4b-d334703f6efe,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:16.961682 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.013517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2353d3ec-407d-4471-8fdc-564f08cfee54 req-25c982b9-2094-4e47-82e1-f0b23967b235 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710933 Feb 03 12:37:17.036329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=665641c4-d43e-467b-bd4b-d334703f6efe,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:17.108601 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd85e1e-3786-4b5d-a51a-29191d3bb82c x-openstack-request-id: req-9fd85e1e-3786-4b5d-a51a-29191d3bb82c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:17.109017 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "name": "network-vif-plugged", "status": "completed", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:17.109501 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fd85e1e-3786-4b5d-a51a-29191d3bb82c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:17.111651 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe', 'code': 200} Feb 03 12:37:17.269334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ca593-dda1-4780-b23c-74b408637101 req-29990406-f554-400f-a582-1d8468f0dded tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.277222 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc9ca593-dda1-4780-b23c-74b408637101 req-29990406-f554-400f-a582-1d8468f0dded tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.1183405 Feb 03 12:37:17.285689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ef7b6-558c-4383-9a39-c8d830767b14 req-b9ac87ea-641f-48c9-a2c5-504231a1b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.287310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a8ef7b6-558c-4383-9a39-c8d830767b14 req-b9ac87ea-641f-48c9-a2c5-504231a1b038 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 1128 time: 0.1001630 Feb 03 12:37:17.360510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc9ca593-dda1-4780-b23c-74b408637101 req-8925fe36-366a-4b3d-9753-7db6d3930654 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822618 Feb 03 12:37:17.363096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a8ef7b6-558c-4383-9a39-c8d830767b14 req-35e6f534-0ea7-428b-a8bc-4378a1d7f8e6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675445 Feb 03 12:37:17.674740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e154c4f-e6d0-43f6-8f03-391dce20c6bb req-53b8323d-ad5e-4b1d-871d-30e5778379dc tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.680143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e154c4f-e6d0-43f6-8f03-391dce20c6bb req-53b8323d-ad5e-4b1d-871d-30e5778379dc tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.681819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e154c4f-e6d0-43f6-8f03-391dce20c6bb req-53b8323d-ad5e-4b1d-871d-30e5778379dc tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a&device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 1691 time: 0.0674543 Feb 03 12:37:17.764764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e154c4f-e6d0-43f6-8f03-391dce20c6bb req-7a59256c-5969-4501-bb4c-d87f7680e541 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768983 Feb 03 12:37:17.780719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-d61f9846-5208-4cce-bd5e-2fd8613f00a8 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.780719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-d61f9846-5208-4cce-bd5e-2fd8613f00a8 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.0669544 Feb 03 12:37:17.793327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-10'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:17.913869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.934189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db0dde-a5e5-4480-9453-f52daf8d6b8d req-077d8e79-7df8-4db8-be45-fe77d33eb61e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.935701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6db0dde-a5e5-4480-9453-f52daf8d6b8d req-077d8e79-7df8-4db8-be45-fe77d33eb61e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.1053655 Feb 03 12:37:18.029688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6db0dde-a5e5-4480-9453-f52daf8d6b8d req-c72df6c4-f851-4152-9145-471ee2923b68 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873632 Feb 03 12:37:18.087199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:18.157748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:18.203383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7bbef-74a4-4ab5-9981-a535198f62ad req-386a86f8-a1c5-4d1d-879e-8341cd53ccbc tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:18.204875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fe7bbef-74a4-4ab5-9981-a535198f62ad req-386a86f8-a1c5-4d1d-879e-8341cd53ccbc tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 945 time: 0.0983968 Feb 03 12:37:18.214356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:18.217121 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ce2c8a-be5e-494c-81a9-b80ee853bdca" -d '{"events": [{"server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:18.221193 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Publish callbacks [] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:18.234642 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:18.333539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fe7bbef-74a4-4ab5-9981-a535198f62ad req-645113d3-ed14-41c1-ad64-18dc863ff7a9 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091561 Feb 03 12:37:18.351018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:18.358710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on host n-h2-792364-10 for vnic_type normal with profile {"migrating_to": "n-h1-792364-10"} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:18.359057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:18.359354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:18.372463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:18.372829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Attempting to bind port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:18.381468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:18.381468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:18.387350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:18.388253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Bound port: 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:18.388638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:18.462676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:18.466191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:18.479101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:18.526103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:18.583145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,revision_number=8']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:18.608453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:18.609074 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:18.612754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6a7bb708-1478-4e47-8330-a19bdfb4e9f2 service neutron] 10.222.0.91 "PUT /v2.0/ports/9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 HTTP/1.1" status: 200 len: 1123 time: 0.8221545 Feb 03 12:37:18.642891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395ccc-4863-46a8-8692-6880e382a6b9 req-c39dbdf2-fb29-4436-949d-0ceccf6df5a4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:18.644432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4395ccc-4863-46a8-8692-6880e382a6b9 req-c39dbdf2-fb29-4436-949d-0ceccf6df5a4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.1326981 Feb 03 12:37:18.687878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:18.711878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 has no active binding in host n-h1-792364-10 {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:37:18.712331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4395ccc-4863-46a8-8692-6880e382a6b9 req-560726b5-64cc-4d47-b8ba-80e0bd36ceb6 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539522 Feb 03 12:37:18.750394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:18.817837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:18.841203 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ea4c13-d762-4c8d-9415-d9c23ff082c6 x-openstack-request-id: req-03ea4c13-d762-4c8d-9415-d9c23ff082c6 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:18.841580 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:18.841969 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03ea4c13-d762-4c8d-9415-d9c23ff082c6 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:18.842424 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8', 'code': 200} Feb 03 12:37:19.006854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b108-8950-4720-a261-9d77a9cbcdaa req-6abbe4f8-467e-428f-b47e-95f41825f5be tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.009003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c5b108-8950-4720-a261-9d77a9cbcdaa req-6abbe4f8-467e-428f-b47e-95f41825f5be tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.0752676 Feb 03 12:37:19.077304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c5b108-8950-4720-a261-9d77a9cbcdaa req-f43c709b-bd5d-42aa-9089-e5de1e50c8e8 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610855 Feb 03 12:37:19.194018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f2440-615d-44df-a705-e3e6d5e143de req-b6f0613c-09a5-4232-97e5-2ede6298af06 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.195628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f9f2440-615d-44df-a705-e3e6d5e143de req-b6f0613c-09a5-4232-97e5-2ede6298af06 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 1133 time: 0.0451753 Feb 03 12:37:19.244253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f9f2440-615d-44df-a705-e3e6d5e143de req-b30218a9-c3f6-4856-9f10-3e9eb908c1f4 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Feb 03 12:37:19.363947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e743f-fb79-462c-9938-7d7337250157 req-3b1b5e30-c57a-40d0-b5d3-e4980ffffa4c tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.365511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac3e743f-fb79-462c-9938-7d7337250157 req-3b1b5e30-c57a-40d0-b5d3-e4980ffffa4c tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.0616748 Feb 03 12:37:19.422934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac3e743f-fb79-462c-9938-7d7337250157 req-d1b6f5bb-d55b-43e9-a9af-68a8ffb56a94 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513260 Feb 03 12:37:19.519011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb6ad6-7728-4c10-a0a9-922e25ea34b2 req-224f190f-e05d-4392-8247-51e48dd2e852 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.520642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cbb6ad6-7728-4c10-a0a9-922e25ea34b2 req-224f190f-e05d-4392-8247-51e48dd2e852 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 1133 time: 0.0490208 Feb 03 12:37:19.574440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cbb6ad6-7728-4c10-a0a9-922e25ea34b2 req-2609a435-8809-4aac-93c8-2c297fcdc77e tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471423 Feb 03 12:37:19.695709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297078-fdd2-49e5-b7f3-f79f7e3c9056 req-24715295-74c1-41b3-b298-7a519deba519 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.697393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0297078-fdd2-49e5-b7f3-f79f7e3c9056 req-24715295-74c1-41b3-b298-7a519deba519 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 0.0611815 Feb 03 12:37:19.761364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0297078-fdd2-49e5-b7f3-f79f7e3c9056 req-5a6ed9f1-5503-4f0d-874e-33708c61e80c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578046 Feb 03 12:37:19.986205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89080bfc-6aaa-4264-8e59-8fb2d57aa6a6 req-592c9b44-9f1a-434e-828e-705e87c48b72 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.987810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89080bfc-6aaa-4264-8e59-8fb2d57aa6a6 req-592c9b44-9f1a-434e-828e-705e87c48b72 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.0667999 Feb 03 12:37:20.042997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89080bfc-6aaa-4264-8e59-8fb2d57aa6a6 req-97e4c152-e450-4bb6-baec-328a48fd48c8 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484107 Feb 03 12:37:20.563431 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:20.844141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:20.846548 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02dde04-0459-4fb2-a8dd-e1508ac3b568" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:24.024669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-337a7919-4b59-472c-a921-531df3bc023a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383973 Feb 03 12:37:24.457460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e775-f571-479b-984e-2b19d4fa167f req-f1ab5faf-dde4-4e34-af8e-90f7ca653e41 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.458980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-f1ab5faf-dde4-4e34-af8e-90f7ca653e41 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 804 time: 0.4874935 Feb 03 12:37:24.491796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-b2162cb8-ae5a-45e4-b778-5ad4e2df00cb tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.493700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-b2162cb8-ae5a-45e4-b778-5ad4e2df00cb tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4586642 Feb 03 12:37:24.494781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-a6ab8171-9bd7-44cd-84c0-10c7e3313767 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/quotas/85ad4f2e3edb4d86a7f45d54a668a8a3 HTTP/1.1" status: 200 len: 375 time: 0.0251203 Feb 03 12:37:24.519197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-9805b848-12f0-4187-bda3-86daf707829e tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/quotas/6c0a975357124e3d97410eca51acd847 HTTP/1.1" status: 200 len: 375 time: 0.0167866 Feb 03 12:37:24.536591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-d719db88-65c2-4588-b819-6eba099a6408 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359237 Feb 03 12:37:24.687583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-b2f2d3ab-8d86-4157-bb88-686595e14760 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1541805 Feb 03 12:37:24.710195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-81730fed-b1a3-4dd0-b580-540b26a1895a service neutron] 10.222.0.65 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658046 Feb 03 12:37:24.753983 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-aee3d138-5cb4-499a-9ea6-18e2a4edae81 service neutron] show failed (client error): The resource could not be found. Feb 03 12:37:24.755476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-aee3d138-5cb4-499a-9ea6-18e2a4edae81 service neutron] 10.222.0.72 "GET /v2.0/ports/b71fce35-2c1b-4602-94f6-582b000c83c8/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.1323061 Feb 03 12:37:24.847251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-2c1c8e7b-5355-42a6-9fa3-c44044ccfe8b service neutron] 10.222.0.65 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212454 Feb 03 12:37:25.267079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6711d0-2e99-4036-bca2-dc86aa0ad32a req-a8e4d27f-294e-4cb0-bff8-81d80c597629 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.274736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e6711d0-2e99-4036-bca2-dc86aa0ad32a req-a8e4d27f-294e-4cb0-bff8-81d80c597629 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.1728363 Feb 03 12:37:25.355278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-a8d21f09-094a-4c20-87a1-5ace65f051bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.357421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-a8d21f09-094a-4c20-87a1-5ace65f051bd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54&tenant_id=5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 1133 time: 0.3078830 Feb 03 12:37:25.378397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:25.448446 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.467776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e6711d0-2e99-4036-bca2-dc86aa0ad32a req-394067ce-822d-4a02-afcc-2bfa2f23b308 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919448 Feb 03 12:37:25.541388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fffd93-f39e-4cc9-90dd-3762945adc7a req-38dff151-51ee-4918-8a39-fd949f179518 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.549375 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9fffd93-f39e-4cc9-90dd-3762945adc7a req-38dff151-51ee-4918-8a39-fd949f179518 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.2944124 Feb 03 12:37:25.683196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9fffd93-f39e-4cc9-90dd-3762945adc7a req-3f874a17-99c2-4b4b-9d50-e2d5b62900d6 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330738 Feb 03 12:37:25.866241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bafb92-8461-4dd4-9e88-740fe4791603 req-b123c73c-a569-490e-9812-b4da5bc3ab0d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.867794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1bafb92-8461-4dd4-9e88-740fe4791603 req-b123c73c-a569-490e-9812-b4da5bc3ab0d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.2660959 Feb 03 12:37:25.975597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04796f42-a72b-4552-8ae0-d3cacaa12a8a req-76687756-2f38-448b-9095-63bdcdc8cdb0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.984939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04796f42-a72b-4552-8ae0-d3cacaa12a8a req-76687756-2f38-448b-9095-63bdcdc8cdb0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 0.1786661 Feb 03 12:37:26.040862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:26.045813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1bafb92-8461-4dd4-9e88-740fe4791603 req-50a19354-8146-4321-b9f4-4ddc043dea65 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702290 Feb 03 12:37:26.091408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04796f42-a72b-4552-8ae0-d3cacaa12a8a req-9b10d943-ddee-40d6-9319-40ba1941ba26 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053975 Feb 03 12:37:26.128066 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94caf8e4-6952-4827-b3fc-52f397e26a20 x-openstack-request-id: req-94caf8e4-6952-4827-b3fc-52f397e26a20 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:26.128361 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:26.128626 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94caf8e4-6952-4827-b3fc-52f397e26a20 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:26.129079 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8', 'status': 'completed', 'code': 200} Feb 03 12:37:26.163546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:26.314742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Publish callbacks [] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:26.328317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Transition to ACTIVE for port object b71fce35-2c1b-4602-94f6-582b000c83c8 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:26.330928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a9d758c-c03c-49f2-bb9e-27a07cf82bc5 req-56da003c-f411-42ee-af95-21c369ed3171 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 210 time: 0.0792170 Feb 03 12:37:26.340316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:26.393095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:26.399244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-6f52a7eb-f0ae-4eea-a5b5-b5c3b4eac525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:26.401382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-6f52a7eb-f0ae-4eea-a5b5-b5c3b4eac525 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1157 time: 0.1990006 Feb 03 12:37:26.510954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] No DVR routers for this DVR port b71fce35-2c1b-4602-94f6-582b000c83c8 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:26.567580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98681cdf-bb58-4a0e-a837-ed16af67732f req-2e2c4e5d-e8f6-423d-b0a7-ec7c8bce975e tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 210 time: 0.0629473 Feb 03 12:37:26.707242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:26.707242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:26.707242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:26.764882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Port b71fce35-2c1b-4602-94f6-582b000c83c8 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:26.765209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:26.803068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:26.803212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:26.803550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:26.803984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Bound port: b71fce35-2c1b-4602-94f6-582b000c83c8, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:26.804338 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:26.807358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-c8c80d49-c492-4331-be6c-a6041c6feb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:26.808497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-c8c80d49-c492-4331-be6c-a6041c6feb64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.3872383 Feb 03 12:37:26.831250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943ef32-5973-4b01-a108-bc00c15e140e req-71ecf102-53aa-4da6-a058-795f227b1711 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:26.833421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7943ef32-5973-4b01-a108-bc00c15e140e req-71ecf102-53aa-4da6-a058-795f227b1711 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.2973235 Feb 03 12:37:26.928915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e775-f571-479b-984e-2b19d4fa167f req-c7f32d53-3a9a-4e40-a55b-68eff6d27804 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:26.932552 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-c7f32d53-3a9a-4e40-a55b-68eff6d27804 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.72 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 804 time: 0.2224114 Feb 03 12:37:26.939340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:26.958183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:26.966136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Request body: {'port': {'device_id': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'admin_state_up': True, 'tenant_id': '85ad4f2e3edb4d86a7f45d54a668a8a3'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:26.996212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-e1c69476-daba-4798-8429-d4a55b3651de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 HTTP/1.1" status: 200 len: 217 time: 0.1619017 Feb 03 12:37:27.102855 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.168359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Made reservation on behalf of 85ad4f2e3edb4d86a7f45d54a668a8a3 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:27.173564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.282284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:27.316415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.317087 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.319286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-cd631aea-e383-4dfc-b08e-96006b4989c4 service neutron] 10.222.0.91 "PUT /v2.0/ports/b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 1097 time: 1.9488738 Feb 03 12:37:27.376727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-080084f1-116d-4359-ae7e-cb1e34e530e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.379746 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-f220f60c-60b8-4909-84a9-8bced1c45ffe tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331600 Feb 03 12:37:27.381771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-080084f1-116d-4359-ae7e-cb1e34e530e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.3405123 Feb 03 12:37:27.483915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-71661e7c-d7c7-46b5-92fa-91dc1a118eae tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948613 Feb 03 12:37:27.532869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7943ef32-5973-4b01-a108-bc00c15e140e req-f943a260-e369-49b5-b5cf-7c30ac000f17 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904230 Feb 03 12:37:27.644354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Allocated IP 172.20.0.14 (ff7288cd-6b04-4165-befc-518c407d3774/e65ca260-a0ed-4d89-a744-69405f9680e0/f195c460-bfd1-4b2b-8566-e756bdd82b77) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:27.677323 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-9b9f5fda-d923-44d6-ae8c-6b6e63a1e957 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2091777 Feb 03 12:37:27.684323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-c4ca11ca-706f-4d34-b551-38f965b8745a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.686681 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-c4ca11ca-706f-4d34-b551-38f965b8745a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2945035 Feb 03 12:37:27.690815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9a0e-4bcd-4c18-bea6-19c0235de24e req-3756aa1c-c013-445b-b91f-d528f9ca968f tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.692742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b10e9a0e-4bcd-4c18-bea6-19c0235de24e req-3756aa1c-c013-445b-b91f-d528f9ca968f tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.8392248 Feb 03 12:37:27.705361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Request body: {'port': {'device_id': '6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '6c0a975357124e3d97410eca51acd847'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:27.864648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-d9f68964-517c-4ce1-b885-54560f1cfd75 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675348 Feb 03 12:37:27.941285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Made reservation on behalf of 6c0a975357124e3d97410eca51acd847 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:27.944953 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.016989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b10e9a0e-4bcd-4c18-bea6-19c0235de24e req-251d7ec1-dfe9-4042-83b2-c3f912947d11 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700108 Feb 03 12:37:28.047277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-4c46935c-312c-42f7-92cf-43a718283e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.049528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-4c46935c-312c-42f7-92cf-43a718283e4c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1131 time: 0.6622400 Feb 03 12:37:28.169202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:28.260285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port b71fce35-2c1b-4602-94f6-582b000c83c8 host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:37:28.260942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:28.266305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Allocated IP 192.168.233.184 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/5fac73af-2799-471d-8bfb-16d019a131bb) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:28.274976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks [] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.287269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8'}, {'name': 'network-changed', 'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:28.289959 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53896a5a-a810-4d3f-9f55-ef9d412abc50" -d '{"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-unplugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8"}, {"name": "network-changed", "server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:28.293103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-0b5c6b1f-8966-493e-9fa0-ae4cb484dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.294703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-0b5c6b1f-8966-493e-9fa0-ae4cb484dfa7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2134976 Feb 03 12:37:28.331095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5565a7f-513e-43f3-9f10-f668e5576832 req-28001dcf-2548-411d-8c29-5371a8331081 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.339120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5565a7f-513e-43f3-9f10-f668e5576832 req-28001dcf-2548-411d-8c29-5371a8331081 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 948 time: 0.5969489 Feb 03 12:37:28.359442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-09461ccc-e080-4942-8b97-1788d4852d0c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.361228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-09461ccc-e080-4942-8b97-1788d4852d0c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7561605 Feb 03 12:37:28.366241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.401889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Request body: {'port': {'device_id': '1fe587cf-d62b-461a-943a-25401170deb0', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '6c0a975357124e3d97410eca51acd847'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:28.450463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-20d05974-ab5e-4276-81df-ace2c266845f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 0.0663826 Feb 03 12:37:28.457582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Network ff7288cd-6b04-4165-befc-518c407d3774 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:28.471129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:28.478899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:28.536757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.537840 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.551866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Pushing event updated for resources: {'Port': ['ID=f195c460-bfd1-4b2b-8566-e756bdd82b77,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:28.554492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5565a7f-513e-43f3-9f10-f668e5576832 req-a53992ff-c687-4b4b-8f4f-f5ac77f3a6f4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129357 Feb 03 12:37:28.588600 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-9334c205-02c9-4957-bc8f-79cf11f2b3c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6372085 Feb 03 12:37:28.603237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Request body: {'port': {'device_id': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:28.632908 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for port (5fac73af-2799-471d-8bfb-16d019a131bb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.719988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.721853 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.740667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:28.794873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:28.802805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event updated for resources: {'Port': ['ID=5fac73af-2799-471d-8bfb-16d019a131bb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:28.814044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:28.829804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:29.174254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:29.175443 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.227558 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-be4b9a60-dc38-4051-aa52-c3e42864f3ab tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5261152 Feb 03 12:37:29.246719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Request body: {'port': {'device_id': '6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:29.250952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f195c460-bfd1-4b2b-8566-e756bdd82b77 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:29.265097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b6a58e22-6f26-4b95-bd41-161e09fb0d1c None None] Provisioning complete for port 5fac73af-2799-471d-8bfb-16d019a131bb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:29.265744 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6a58e22-6f26-4b95-bd41-161e09fb0d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.276990 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Publish callbacks [] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.301365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Transition to ACTIVE for port object f195c460-bfd1-4b2b-8566-e756bdd82b77 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:29.310406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b6a58e22-6f26-4b95-bd41-161e09fb0d1c None None] Port 5fac73af-2799-471d-8bfb-16d019a131bb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:29.321169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e02dde04-0459-4fb2-a8dd-e1508ac3b568 req-6d0eb0d0-afa7-48d6-86fd-ae1d7e601e67 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3823581 Feb 03 12:37:29.326774 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.369887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f195c460-bfd1-4b2b-8566-e756bdd82b77,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:29.383785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272c0d-8eb3-4804-8641-1bc2ce4c99e4 req-032fb1bc-e0dc-400f-b138-9e34c1941c83 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:29.387939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.395592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd272c0d-8eb3-4804-8641-1bc2ce4c99e4 req-032fb1bc-e0dc-400f-b138-9e34c1941c83 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 1.0991726 Feb 03 12:37:29.443167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-c31b49b6-b7ba-4bec-9315-f9813edeff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:29.444652 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-c31b49b6-b7ba-4bec-9315-f9813edeff69 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.9835219 Feb 03 12:37:29.546664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afef9c-2335-4e59-b0a8-f74711b0dd00 req-b29c96f4-d00c-49e9-9804-1405b19a57d2 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:29.549021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10afef9c-2335-4e59-b0a8-f74711b0dd00 req-b29c96f4-d00c-49e9-9804-1405b19a57d2 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 944 time: 0.2294834 Feb 03 12:37:29.602281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd272c0d-8eb3-4804-8641-1bc2ce4c99e4 req-a6fd09ae-5500-46c4-a049-68f94a0b2736 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055383 Feb 03 12:37:29.639045 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-11f4f576-f340-4a35-9bf4-64d9b81ee42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:29.640853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-11f4f576-f340-4a35-9bf4-64d9b81ee42f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1808159 Feb 03 12:37:29.657630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Made reservation on behalf of 6c0a975357124e3d97410eca51acd847 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:29.680107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.680402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Attempting to bind port f195c460-bfd1-4b2b-8566-e756bdd82b77 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:29.680511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Attempting to bind port f195c460-bfd1-4b2b-8566-e756bdd82b77 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:29.680975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Attempting to bind port f195c460-bfd1-4b2b-8566-e756bdd82b77 on network ff7288cd-6b04-4165-befc-518c407d3774 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:29.714753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Port f195c460-bfd1-4b2b-8566-e756bdd82b77 on network ff7288cd-6b04-4165-befc-518c407d3774 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:29.715081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Attempting to bind port f195c460-bfd1-4b2b-8566-e756bdd82b77 on network ff7288cd-6b04-4165-befc-518c407d3774 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:29.741349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:29.741690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Checking segment: {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:29.742076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Bound using segment: {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:29.742590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Bound port: f195c460-bfd1-4b2b-8566-e756bdd82b77, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:29.742967 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.875144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10afef9c-2335-4e59-b0a8-f74711b0dd00 req-483ef99a-59b7-479c-a97c-1be7b539afe3 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018236 Feb 03 12:37:29.878425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:29.904708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:29.917171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fac73af-2799-471d-8bfb-16d019a131bb {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:29.928616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Publish callbacks [] for port (5fac73af-2799-471d-8bfb-16d019a131bb), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.933596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.983062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:29.983972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.986160 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] 10.222.0.72 "PUT /v2.0/ports/f195c460-bfd1-4b2b-8566-e756bdd82b77 HTTP/1.1" status: 200 len: 1093 time: 1.3881686 Feb 03 12:37:29.986868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:29.989342 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0" -d '{"events": [{"name": "network-changed", "server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:29.996919 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Transition to ACTIVE for port object 5fac73af-2799-471d-8bfb-16d019a131bb will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:30.003808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb117b-3723-4cd7-b7b2-9b4a0b32d116 req-6315e1e5-ca58-4049-9713-d92cb7aec01f tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.005530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37bb117b-3723-4cd7-b7b2-9b4a0b32d116 req-6315e1e5-ca58-4049-9713-d92cb7aec01f tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.2107487 Feb 03 12:37:30.009642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.048603 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c434fcf-770a-4640-8b27-016e153c0bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f195c460-bfd1-4b2b-8566-e756bdd82b77,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:30.064257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-7b094cd2-5194-4da7-a638-c14aaec53ade service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136977 Feb 03 12:37:30.139470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Allocated IP 192.168.233.239 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/0ce60cc7-da57-4b82-bf24-fbf39bbbce27) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:30.346632 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.404121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.423244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:30.472553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event updated for resources: {'Port': ['ID=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:30.528209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67b813-8b62-43a3-83f2-fe29ead3ec04 req-12e16776-796b-4c6a-985f-fc28c994e8ac tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.540473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe67b813-8b62-43a3-83f2-fe29ead3ec04 req-12e16776-796b-4c6a-985f-fc28c994e8ac tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 948 time: 0.5477092 Feb 03 12:37:30.596056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:30.607141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:30.622405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:30.651240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Attempting to bind port 5fac73af-2799-471d-8bfb-16d019a131bb on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:30.651780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Attempting to bind port 5fac73af-2799-471d-8bfb-16d019a131bb by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:30.652133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Attempting to bind port 5fac73af-2799-471d-8bfb-16d019a131bb on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:30.664648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Pushing event updated for resources: {'Port': ['ID=5fac73af-2799-471d-8bfb-16d019a131bb,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:30.681530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Port 5fac73af-2799-471d-8bfb-16d019a131bb on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:30.681871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Attempting to bind port 5fac73af-2799-471d-8bfb-16d019a131bb on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:30.686671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e775-f571-479b-984e-2b19d4fa167f req-6b32fe7f-1e86-452d-aec1-bf3548eb4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.690156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37bb117b-3723-4cd7-b7b2-9b4a0b32d116 req-2d1e31f4-b026-4b9a-8648-34167e145d2d tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728373 Feb 03 12:37:30.694210 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-6b32fe7f-1e86-452d-aec1-bf3548eb4632 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 1127 time: 0.6256063 Feb 03 12:37:30.701659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:30.702160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:30.703278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:30.715933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Bound port: 5fac73af-2799-471d-8bfb-16d019a131bb, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:30.716596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.752950 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe67b813-8b62-43a3-83f2-fe29ead3ec04 req-47b56f16-281a-4e31-80c3-b05c618dd216 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036517 Feb 03 12:37:30.830172 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469ca005-a593-415f-93d0-3d2f8ef39185 x-openstack-request-id: req-469ca005-a593-415f-93d0-3d2f8ef39185 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:30.830588 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-unplugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8", "code": 200}, {"name": "network-changed", "server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:30.830780 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-469ca005-a593-415f-93d0-3d2f8ef39185 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:30.834060 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'code': 200} Feb 03 12:37:30.834592 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'status': 'completed', 'code': 200} Feb 03 12:37:30.877509 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-54036d9f-f536-4e3f-b2ed-0801d8dd88a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77 HTTP/1.1" status: 200 len: 217 time: 0.1480591 Feb 03 12:37:30.887980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.901332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.930391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f1156-8a54-4b8e-97f5-33a5a20410f5 req-638aa928-24dd-4fb4-9c8b-ab142b496d88 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300266 Feb 03 12:37:31.101210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e775-f571-479b-984e-2b19d4fa167f req-456117b5-1d09-4bf7-9f39-1a8307951c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.102724 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-456117b5-1d09-4bf7-9f39-1a8307951c56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e65ca260-a0ed-4d89-a744-69405f9680e0 HTTP/1.1" status: 200 len: 844 time: 0.2131603 Feb 03 12:37:31.154426 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-31b45e5c-2830-441b-820f-d16e1ea88685 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ff7288cd-6b04-4165-befc-518c407d3774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410798 Feb 03 12:37:31.157347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] For port 5fac73af-2799-471d-8bfb-16d019a131bb, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:31.195656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] For port 5fac73af-2799-471d-8bfb-16d019a131bb, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5fac73af-2799-471d-8bfb-16d019a131bb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:31.211353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-608b9329-cc23-458e-a5eb-4fe3b4eeb7e3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8182561 Feb 03 12:37:31.214112 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:31.225675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f7a44041-f974-4ed7-86ef-2fd816cbb702 None None] Provisioning complete for port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:31.226190 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7a44041-f974-4ed7-86ef-2fd816cbb702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:31.248764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Request body: {'port': {'device_id': '1fe587cf-d62b-461a-943a-25401170deb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:31.281908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.282727 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:31.284269 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] 10.222.0.91 "PUT /v2.0/ports/5fac73af-2799-471d-8bfb-16d019a131bb HTTP/1.1" status: 200 len: 1097 time: 2.0449595 Feb 03 12:37:31.295882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f7a44041-f974-4ed7-86ef-2fd816cbb702 None None] Port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:31.349064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c567d-f75f-49c8-ac8b-bd4905fa7b3b req-1b25ccbb-ff32-4eb4-be0c-2d78ad08e0a4 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.379249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-142c567d-f75f-49c8-ac8b-bd4905fa7b3b req-1b25ccbb-ff32-4eb4-be0c-2d78ad08e0a4 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.4427156 Feb 03 12:37:31.393576 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-41061788-8bab-4c01-ab0a-bfade97060c4 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272847 Feb 03 12:37:31.395848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-b30fa6a0-872e-47d3-a08b-dafc8af22907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.397377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-b30fa6a0-872e-47d3-a08b-dafc8af22907 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1131 time: 0.5332704 Feb 03 12:37:31.412324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c6c7-4719-4d57-b46c-29f1e5abdace service neutron] Pushing event updated for resources: {'Port': ['ID=5fac73af-2799-471d-8bfb-16d019a131bb,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:31.448917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-fbbe0763-7c10-4847-bcca-fc30dfa97b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.450727 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-fbbe0763-7c10-4847-bcca-fc30dfa97b9c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 1131 time: 0.1090240 Feb 03 12:37:31.484070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-47fc2422-0e5a-4df1-8ef5-b6eb3663f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.491461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-47fc2422-0e5a-4df1-8ef5-b6eb3663f0e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1131 time: 0.4458253 Feb 03 12:37:31.536053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321080a-8408-4b1e-855f-4a9f6e777b8e req-a197b1b4-c027-4c1c-bf09-c02c50c42bc5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.538311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8321080a-8408-4b1e-855f-4a9f6e777b8e req-a197b1b4-c027-4c1c-bf09-c02c50c42bc5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 948 time: 0.4938607 Feb 03 12:37:31.544802 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a118e775-f571-479b-984e-2b19d4fa167f req-8c4290e7-9ced-4370-a617-67a001c86345 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369162 Feb 03 12:37:31.586163 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-f3a37b92-8b26-4819-8802-ee001bfa7375 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5fac73af-2799-471d-8bfb-16d019a131bb HTTP/1.1" status: 200 len: 217 time: 0.1261942 Feb 03 12:37:31.662357 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:31.678765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-0186ef53-3806-43d3-95f1-c12cdae5cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.680411 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-0186ef53-3806-43d3-95f1-c12cdae5cf11 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0840411 Feb 03 12:37:31.747573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-142c567d-f75f-49c8-ac8b-bd4905fa7b3b req-3000d5c3-52e5-41e8-94af-4c9652f58d12 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674178 Feb 03 12:37:31.785509 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-25d8efcd-0228-4b2a-9fad-b02337da7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.793751 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-25d8efcd-0228-4b2a-9fad-b02337da7684 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1058998 Feb 03 12:37:31.813225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-74bdaa17-f123-4965-9410-df6f523aa325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.814718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-74bdaa17-f123-4965-9410-df6f523aa325 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.3979907 Feb 03 12:37:31.823440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8321080a-8408-4b1e-855f-4a9f6e777b8e req-ce79f2ae-706e-4c9b-826a-374642896944 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549036 Feb 03 12:37:31.832119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-a0aa03e7-5437-4885-852f-97a6f4717dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.834971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-a0aa03e7-5437-4885-852f-97a6f4717dc5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.3106475 Feb 03 12:37:31.875826 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:37:31.943006 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f37af-c7ed-4e72-9ee5-9f3816b86725 x-openstack-request-id: req-cb9f37af-c7ed-4e72-9ee5-9f3816b86725 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:31.943695 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:31.943695 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb9f37af-c7ed-4e72-9ee5-9f3816b86725 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:31.943979 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77', 'status': 'completed', 'code': 200} Feb 03 12:37:31.955345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-08ee83de-e537-4e5a-9e06-9679e7411bee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 0.1038485 Feb 03 12:37:31.956783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-db1047f6-bd09-416d-9b5b-5a9dacac14ef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 0.1041329 Feb 03 12:37:32.025134 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-d55ee37e-6c83-4115-91c1-d1888bce9d04 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202616 Feb 03 12:37:32.029107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-8cc93dca-5614-4da8-8747-bc53a4ce426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.031593 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-8cc93dca-5614-4da8-8747-bc53a4ce426f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 1127 time: 0.0868065 Feb 03 12:37:32.197961 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-69caffd8-5fa1-493b-96c2-76be86172b0e service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650434 Feb 03 12:37:32.199969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-70481889-025d-4811-acf6-389e566262b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.202416 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-70481889-025d-4811-acf6-389e566262b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 905 time: 0.1604478 Feb 03 12:37:32.206214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-f8878cd5-57af-4429-9a48-7813a3db4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.207690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-f8878cd5-57af-4429-9a48-7813a3db4e8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1816938 Feb 03 12:37:32.211559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-f5e49080-de6c-4616-b665-999b99ef7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.213133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-f5e49080-de6c-4616-b665-999b99ef7d1d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1881149 Feb 03 12:37:32.268137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-50851de9-7c98-4c1b-910b-bea6c7101abb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77 HTTP/1.1" status: 200 len: 217 time: 0.0531034 Feb 03 12:37:32.312177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9cd27-c722-46cc-9cf9-a2ac98963be2 req-b8bc4f9a-c3b2-48e3-b6b9-ea58e7590ce6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.319050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cff9cd27-c722-46cc-9cf9-a2ac98963be2 req-b8bc4f9a-c3b2-48e3-b6b9-ea58e7590ce6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 944 time: 0.2920306 Feb 03 12:37:32.336407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-2178cf3f-2557-4c42-9017-f475648fc729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.338832 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-2178cf3f-2557-4c42-9017-f475648fc729 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e65ca260-a0ed-4d89-a744-69405f9680e0 HTTP/1.1" status: 200 len: 844 time: 0.0599701 Feb 03 12:37:32.339626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ad14a-3143-4f22-9151-30a5ea5427a2 req-2ecdfab6-b1eb-417c-8ca8-9b8d38aebe4d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.341079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-769ad14a-3143-4f22-9151-30a5ea5427a2 req-2ecdfab6-b1eb-417c-8ca8-9b8d38aebe4d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 0.3288441 Feb 03 12:37:32.391949 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-c7a81498-ee10-485a-9f71-7c5541b21c97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ff7288cd-6b04-4165-befc-518c407d3774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419321 Feb 03 12:37:32.464359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-eb07fde6-c4b0-4476-bf47-75726b649c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.465880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-eb07fde6-c4b0-4476-bf47-75726b649c6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2185724 Feb 03 12:37:32.472474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-c5e1450f-36b7-4314-b359-d8fbff79ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.473985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-c5e1450f-36b7-4314-b359-d8fbff79ff87 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2256970 Feb 03 12:37:32.483991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cff9cd27-c722-46cc-9cf9-a2ac98963be2 req-bfa0c007-020e-49fd-8d74-86d2ebe21aab tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640673 Feb 03 12:37:32.517099 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-6a50f12c-d266-4b0c-8257-7350e16007e4 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157072 Feb 03 12:37:32.587124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-769ad14a-3143-4f22-9151-30a5ea5427a2 req-dcf6166d-b436-48d2-b1e5-c81b0e381722 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239978 Feb 03 12:37:32.657514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:32.683712 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Publish callbacks [] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:32.690181 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c9d9d904-5d5a-4687-a5ec-a2c407b256f0 req-f13281af-c7a9-4734-8854-66a73a0a070f service neutron] 10.222.0.72 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613915 Feb 03 12:37:33.120072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Transition to ACTIVE for port object 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:33.146085 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:33.193813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-eecad8ec-5e38-4af6-9c98-c03e715b12d8 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042775 Feb 03 12:37:33.196510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-acbaffd5-99b1-4b07-bf7f-0cf74a43bc94 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647270 Feb 03 12:37:33.232721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b72d9-9548-4861-abce-4c4d8d723a46 req-89801387-c67d-4ed8-ba6d-91bbd5a971c4 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.234213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-459b72d9-9548-4861-abce-4c4d8d723a46 req-89801387-c67d-4ed8-ba6d-91bbd5a971c4 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 948 time: 0.6221094 Feb 03 12:37:33.394272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-9a790af3-fe82-405b-a762-98febfc90033 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908138 Feb 03 12:37:33.416873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:33.463164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250411b7-d9a5-456a-a2ad-69733bc72695 req-a63c13cf-cc2d-4428-844a-989d6d125438 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.464659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-250411b7-d9a5-456a-a2ad-69733bc72695 req-a63c13cf-cc2d-4428-844a-989d6d125438 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.7100906 Feb 03 12:37:33.504230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-459b72d9-9548-4861-abce-4c4d8d723a46 req-440268fc-f7b0-485f-886a-a07fa7cc9782 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401280 Feb 03 12:37:33.651458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53896a5a-a810-4d3f-9f55-ef9d412abc50 req-58cf25e3-d390-4c23-b5c0-d4373d528362 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364421 Feb 03 12:37:33.707441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-250411b7-d9a5-456a-a2ad-69733bc72695 req-3ea27ba4-5286-4754-a715-a13b7c7f235d tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299738 Feb 03 12:37:33.717362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Attempting to bind port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:33.717847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Attempting to bind port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:33.718301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Attempting to bind port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:33.730362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:33.730362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Attempting to bind port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:33.737128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:33.737579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:33.738082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:33.738656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Bound port: 0ce60cc7-da57-4b82-bf24-fbf39bbbce27, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:33.739120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:33.761406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dd3d7-3ee1-48a7-9a67-4415e6d34da0 req-6e6c9fbe-5c56-4305-ae5a-051b4ba50692 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.768540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5dd3d7-3ee1-48a7-9a67-4415e6d34da0 req-6e6c9fbe-5c56-4305-ae5a-051b4ba50692 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.1127660 Feb 03 12:37:33.914737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5dd3d7-3ee1-48a7-9a67-4415e6d34da0 req-7398fb1a-f2a2-453b-a1c1-86765e9bded7 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450744 Feb 03 12:37:33.920484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] For port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:33.925366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] For port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:33.938651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f15fcc-8521-4243-b5f6-6570c0388919 req-a5136d35-5c7d-4718-897e-f4f218e39a08 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.940483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f15fcc-8521-4243-b5f6-6570c0388919 req-a5136d35-5c7d-4718-897e-f4f218e39a08 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 948 time: 0.1371994 Feb 03 12:37:33.942607 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:33.950934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73', 'tag': '5fac73af-2799-471d-8bfb-16d019a131bb'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:33.953506 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e064cb07-402d-42ad-86ec-5dad40b567c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73", "tag": "5fac73af-2799-471d-8bfb-16d019a131bb"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:33.997807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.998784 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.000823 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/0ce60cc7-da57-4b82-bf24-fbf39bbbce27 HTTP/1.1" status: 200 len: 1097 time: 2.7704096 Feb 03 12:37:34.015616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe587cf-d62b-461a-943a-25401170deb0', 'tag': '0ce60cc7-da57-4b82-bf24-fbf39bbbce27'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:34.019682 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe587cf-d62b-461a-943a-25401170deb0", "tag": "0ce60cc7-da57-4b82-bf24-fbf39bbbce27"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:34.179548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f15fcc-8521-4243-b5f6-6570c0388919 req-42cce9be-4f93-469e-9fbd-86f3e8708486 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773813 Feb 03 12:37:34.183357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f88d5-66d6-4f03-b299-41a6bdaa12b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:34.191903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f195c460-bfd1-4b2b-8566-e756bdd82b77 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:34.259949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-2b29b901-da6e-49f3-85e8-a5b7a22b6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:34.263035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-2b29b901-da6e-49f3-85e8-a5b7a22b6e74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=1fe587cf-d62b-461a-943a-25401170deb0 HTTP/1.1" status: 200 len: 1131 time: 0.2025223 Feb 03 12:37:34.280115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfcb21-111c-493f-b6eb-e7787e95ee6d req-653c1d12-d6bd-46ac-8ebc-f641bdbcebf6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:34.293419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44dfcb21-111c-493f-b6eb-e7787e95ee6d req-653c1d12-d6bd-46ac-8ebc-f641bdbcebf6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 944 time: 0.2173979 Feb 03 12:37:34.380352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-7d1122c7-1959-40f0-a8bd-bea6181be456 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=0ce60cc7-da57-4b82-bf24-fbf39bbbce27 HTTP/1.1" status: 200 len: 217 time: 0.0840619 Feb 03 12:37:34.383134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:34.395821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'f195c460-bfd1-4b2b-8566-e756bdd82b77', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'port_id': 'f195c460-bfd1-4b2b-8566-e756bdd82b77', 'mac_address': 'fa:16:3e:75:6f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65ca260-a0ed-4d89-a744-69405f9680e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:34.444070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f195c460-bfd1-4b2b-8566-e756bdd82b77 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:34.444478 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.458970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f195c460-bfd1-4b2b-8566-e756bdd82b77 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:34.479343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:34.487553 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.543285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f195c460-bfd1-4b2b-8566-e756bdd82b77,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:34.573712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2ee97-b244-4eff-b09c-04aabcff23c4 req-0d8064f5-db3b-44e1-9209-cd283d87f499 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:34.581309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90a2ee97-b244-4eff-b09c-04aabcff23c4 req-0d8064f5-db3b-44e1-9209-cd283d87f499 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 0.2328436 Feb 03 12:37:34.594272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44dfcb21-111c-493f-b6eb-e7787e95ee6d req-fa13f753-dbcc-43dc-b10c-7568f82c39fb tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992263 Feb 03 12:37:34.596801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-719dbea5-02ff-45be-8200-1404f45c8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:34.598567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-719dbea5-02ff-45be-8200-1404f45c8ffd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2107050 Feb 03 12:37:34.690032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90a2ee97-b244-4eff-b09c-04aabcff23c4 req-b826d0ea-b196-4552-8049-2d6f93a6aac4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077859 Feb 03 12:37:34.708850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-ecc0adfc-db62-4ee8-9de3-be4e7b83781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:34.713117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-ecc0adfc-db62-4ee8-9de3-be4e7b83781e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1055546 Feb 03 12:37:34.789235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f195c460-bfd1-4b2b-8566-e756bdd82b77'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:34.821985 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148dc1cc-12f1-4dbf-aa8a-4d90b85cb412 x-openstack-request-id: req-148dc1cc-12f1-4dbf-aa8a-4d90b85cb412 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:34.823016 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73", "tag": "5fac73af-2799-471d-8bfb-16d019a131bb", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:34.823357 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-148dc1cc-12f1-4dbf-aa8a-4d90b85cb412 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:34.823914 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73', 'tag': '5fac73af-2799-471d-8bfb-16d019a131bb', 'status': 'completed', 'code': 200} Feb 03 12:37:34.972859 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78cb5e9-4290-4f31-a32a-53e1e68c7a2a x-openstack-request-id: req-f78cb5e9-4290-4f31-a32a-53e1e68c7a2a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:34.973169 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe587cf-d62b-461a-943a-25401170deb0", "tag": "0ce60cc7-da57-4b82-bf24-fbf39bbbce27", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:34.973498 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f78cb5e9-4290-4f31-a32a-53e1e68c7a2a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:34.973984 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe587cf-d62b-461a-943a-25401170deb0', 'tag': '0ce60cc7-da57-4b82-bf24-fbf39bbbce27', 'status': 'completed', 'code': 200} Feb 03 12:37:35.154172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d98d1e-f207-48f0-aaac-9b43bfcda046 req-1d5a8f2a-79fe-44c1-8514-24544419f20c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.161867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2d98d1e-f207-48f0-aaac-9b43bfcda046 req-1d5a8f2a-79fe-44c1-8514-24544419f20c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.4171038 Feb 03 12:37:35.184993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-2b04d222-52f2-4876-8c3c-41efcb9d460a service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624722 Feb 03 12:37:35.233804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-8d25d386-874d-449c-a607-2e31f20f646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.235404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-8d25d386-874d-449c-a607-2e31f20f646a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 1131 time: 0.3753481 Feb 03 12:37:35.280575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263214a4-8e0e-4768-90d4-9d0a00da3d14 req-14537bf4-ced7-454e-bd11-d304ec00bbef tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.282232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-263214a4-8e0e-4768-90d4-9d0a00da3d14 req-14537bf4-ced7-454e-bd11-d304ec00bbef tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 948 time: 0.2493634 Feb 03 12:37:35.397435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2d98d1e-f207-48f0-aaac-9b43bfcda046 req-ea06fc10-b677-401a-8eaf-34ffcc701959 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291431 Feb 03 12:37:35.566891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd80b8a-5aaf-4cec-ac07-91d61f0b8d09 req-874097a5-f9f2-4501-8bec-3773181c8d88 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738408 Feb 03 12:37:35.593081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-263214a4-8e0e-4768-90d4-9d0a00da3d14 req-596100f3-7f39-4420-ba4b-dd33f28a25a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612524 Feb 03 12:37:35.625364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-548db1ca-c15e-4158-8572-98171f297f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.627052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-548db1ca-c15e-4158-8572-98171f297f5c service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.3759656 Feb 03 12:37:35.670042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99cf9-4b86-4c88-b37d-b669c3e3b5b7 req-f1781a65-b7b3-47dd-acad-7c9deaba3496 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.672634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bf99cf9-4b86-4c88-b37d-b669c3e3b5b7 req-f1781a65-b7b3-47dd-acad-7c9deaba3496 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.1554279 Feb 03 12:37:35.767196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-eebc787d-f20f-4aa0-ba69-f27c5d2688c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=5fac73af-2799-471d-8bfb-16d019a131bb HTTP/1.1" status: 200 len: 217 time: 0.1314766 Feb 03 12:37:35.911962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-4ae1f937-ef41-4260-bdaa-aeeb8c11d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.913596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-4ae1f937-ef41-4260-bdaa-aeeb8c11d62b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1297667 Feb 03 12:37:35.939940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bf99cf9-4b86-4c88-b37d-b669c3e3b5b7 req-f522da5d-13fd-4e03-a384-02c65b89e374 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777868 Feb 03 12:37:35.967487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-7bdad953-ebde-4819-9f45-cc5cb04e3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.969302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-7bdad953-ebde-4819-9f45-cc5cb04e3f11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=1fe587cf-d62b-461a-943a-25401170deb0 HTTP/1.1" status: 200 len: 1131 time: 0.3240585 Feb 03 12:37:35.983597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825b7bb-04cc-460c-9b2d-44e6953b18d9 req-94d92e8d-485a-4b33-afe5-2bc2119eae78 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.991227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8825b7bb-04cc-460c-9b2d-44e6953b18d9 req-94d92e8d-485a-4b33-afe5-2bc2119eae78 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 948 time: 0.2273695 Feb 03 12:37:36.167691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-1f2e3bc7-87f8-4b33-a36e-f081f2f93edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.169293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-1f2e3bc7-87f8-4b33-a36e-f081f2f93edf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2451489 Feb 03 12:37:36.181710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8825b7bb-04cc-460c-9b2d-44e6953b18d9 req-017fb997-dc31-4db4-b9da-4d2f86c6c700 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890719 Feb 03 12:37:36.192175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f195c460-bfd1-4b2b-8566-e756bdd82b77 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:36.291759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-37b7ff55-f434-45ab-80b6-1f726eff59be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.293715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-37b7ff55-f434-45ab-80b6-1f726eff59be service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.3000948 Feb 03 12:37:36.366614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port f195c460-bfd1-4b2b-8566-e756bdd82b77 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:36.420733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port f195c460-bfd1-4b2b-8566-e756bdd82b77 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:36.421850 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.442585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511cab1-f880-4ae1-ba6f-003dae32d8f5 req-35f0d11e-d35b-401c-a20b-c42ca9fa3ae5 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.444119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7511cab1-f880-4ae1-ba6f-003dae32d8f5 req-35f0d11e-d35b-401c-a20b-c42ca9fa3ae5 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 945 time: 0.3885686 Feb 03 12:37:36.445612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-b60dc87b-59db-42b5-8857-965af1fdddf3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=0ce60cc7-da57-4b82-bf24-fbf39bbbce27 HTTP/1.1" status: 200 len: 217 time: 0.0945842 Feb 03 12:37:36.605917 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fecbaa46-24fd-45be-bfbf-709152885ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.615410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7511cab1-f880-4ae1-ba6f-003dae32d8f5 req-600f1d89-f582-4ec2-bd12-7b1c0949fceb tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521499 Feb 03 12:37:36.644175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-6f7c6f13-381f-4da9-b546-becc1dc86f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.644808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 5fac73af-2799-471d-8bfb-16d019a131bb details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:36.646108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-6f7c6f13-381f-4da9-b546-becc1dc86f40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1700654 Feb 03 12:37:36.648586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-c4971819-ead4-4a43-a23b-43c159e4975c service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158006 Feb 03 12:37:36.698629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f195c460-bfd1-4b2b-8566-e756bdd82b77 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:36.699418 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.845767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:36.849502 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29259c87-1105-432e-9283-582688952092" -d '{"events": [{"server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "name": "network-vif-plugged", "status": "completed", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:36.898006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e064cb07-402d-42ad-86ec-5dad40b567c8 req-512d1b6b-c3b2-4a71-8e60-b3655395d69b service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408249 Feb 03 12:37:36.902907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:36.938662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9bf90-1670-49f0-bbc0-428f9cc65f95 req-315692ad-c521-4148-842c-0b666e0bae6d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.949448 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.950354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eff9bf90-1670-49f0-bbc0-428f9cc65f95 req-315692ad-c521-4148-842c-0b666e0bae6d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 0.6553369 Feb 03 12:37:36.950557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:37.011850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f6b85-85cc-4751-9d16-ae9a0f5af52b req-9ee430b9-b88e-4c1e-a9e0-83c2d8d85cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.014248 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb2f6b85-85cc-4751-9d16-ae9a0f5af52b req-9ee430b9-b88e-4c1e-a9e0-83c2d8d85cf2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1129 time: 0.1526625 Feb 03 12:37:37.113138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 5fac73af-2799-471d-8bfb-16d019a131bb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5fac73af-2799-471d-8bfb-16d019a131bb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:37.120963 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb2f6b85-85cc-4751-9d16-ae9a0f5af52b req-568a0ba6-afd4-44e8-a6af-188c7dc6c7f1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978217 Feb 03 12:37:37.163403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-47a02a6e-d5df-4283-98af-48468fe5f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.165235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-47a02a6e-d5df-4283-98af-48468fe5f4db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3451719 Feb 03 12:37:37.171158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:37.197694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '5fac73af-2799-471d-8bfb-16d019a131bb', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '5fac73af-2799-471d-8bfb-16d019a131bb', 'mac_address': 'fa:16:3e:4d:26:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:37.207067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14581c1-2065-48cd-a112-cb07b89e466b req-73b9557c-3757-4ad9-a563-c6b89c515724 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.208935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b14581c1-2065-48cd-a112-cb07b89e466b req-73b9557c-3757-4ad9-a563-c6b89c515724 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.2914705 Feb 03 12:37:37.214907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eff9bf90-1670-49f0-bbc0-428f9cc65f95 req-a210ec83-ee18-4d06-a982-14e0f33b8b39 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636635 Feb 03 12:37:37.269977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 5fac73af-2799-471d-8bfb-16d019a131bb is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:37.270489 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.287231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fac73af-2799-471d-8bfb-16d019a131bb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:37.320291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 5fac73af-2799-471d-8bfb-16d019a131bb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5fac73af-2799-471d-8bfb-16d019a131bb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:37.331222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f195c460-bfd1-4b2b-8566-e756bdd82b77,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:37.339888 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.341943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:37.422116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b14581c1-2065-48cd-a112-cb07b89e466b req-94038e12-93bf-4fec-9f28-ab30cc48e70f tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859329 Feb 03 12:37:37.460122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=5fac73af-2799-471d-8bfb-16d019a131bb,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:37.495103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:37.502503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec38ec-d89b-40a0-8017-9b6de369ce24 req-f0858b36-ace8-40f1-a8ff-dbd14b6e5e29 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.504020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4ec38ec-d89b-40a0-8017-9b6de369ce24 req-f0858b36-ace8-40f1-a8ff-dbd14b6e5e29 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 949 time: 0.1347041 Feb 03 12:37:37.505960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-f1b77843-6a87-4223-a59e-fcc6fd7154d3 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259988 Feb 03 12:37:37.517817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'mac_address': 'fa:16:3e:78:b7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:37.617905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port b71fce35-2c1b-4602-94f6-582b000c83c8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:37.618304 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.636343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4ec38ec-d89b-40a0-8017-9b6de369ce24 req-6a779a38-80c5-4f6f-b549-40e94d46359f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265726 Feb 03 12:37:37.644330 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c08bf7f-c612-4c22-b3fd-13796ed2f385 x-openstack-request-id: req-0c08bf7f-c612-4c22-b3fd-13796ed2f385 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:37.644634 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "name": "network-vif-plugged", "status": "completed", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:37.645029 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c08bf7f-c612-4c22-b3fd-13796ed2f385 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:37.646025 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77', 'code': 200} Feb 03 12:37:37.675486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71fce35-2c1b-4602-94f6-582b000c83c8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:37.723468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:37.733947 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.792671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:37.821370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63c0891d-32f3-4ee4-8915-a0740a8cf2b7 req-a4601768-1318-4284-885d-6a206f1341b6 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029022 Feb 03 12:37:37.885475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060aa8-4774-4809-bb73-cbaad4ac43ba req-9b2f2674-b1a6-4977-94ec-a544db0c0344 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.887151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24060aa8-4774-4809-bb73-cbaad4ac43ba req-9b2f2674-b1a6-4977-94ec-a544db0c0344 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 949 time: 0.1028492 Feb 03 12:37:37.897044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1c627-ea6e-45d8-9ce1-d5ab5adc3b76 req-67adc85d-32ba-4a34-881e-0313ad8d2960 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.898475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43a1c627-ea6e-45d8-9ce1-d5ab5adc3b76 req-67adc85d-32ba-4a34-881e-0313ad8d2960 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.1937251 Feb 03 12:37:37.915350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fc075-8bea-4e51-83f5-fad5f98a8571 req-6396c7f2-f174-495c-abac-a0e5b6e99bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.916833 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-836fc075-8bea-4e51-83f5-fad5f98a8571 req-6396c7f2-f174-495c-abac-a0e5b6e99bff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 1129 time: 0.1925397 Feb 03 12:37:38.210242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:38.371275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:38.373837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24060aa8-4774-4809-bb73-cbaad4ac43ba req-b78512ad-6877-4216-926d-43d86c93e6d9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736886 Feb 03 12:37:38.385115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '0ce60cc7-da57-4b82-bf24-fbf39bbbce27', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '0ce60cc7-da57-4b82-bf24-fbf39bbbce27', 'mac_address': 'fa:16:3e:f2:da:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:38.387133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['5fac73af-2799-471d-8bfb-16d019a131bb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:38.405897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['b71fce35-2c1b-4602-94f6-582b000c83c8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:38.425524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43a1c627-ea6e-45d8-9ce1-d5ab5adc3b76 req-fab5f8d2-dc41-4419-b936-c0a52eb85275 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197427 Feb 03 12:37:38.440450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-836fc075-8bea-4e51-83f5-fad5f98a8571 req-276ebe6d-c32b-4413-80e6-ebeac5b871c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531162 Feb 03 12:37:38.543931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095535-fa18-4459-896f-69d2f8e3552d req-f99930e9-d168-4e7a-b565-ff79857b25f0 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:38.551309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af095535-fa18-4459-896f-69d2f8e3552d req-f99930e9-d168-4e7a-b565-ff79857b25f0 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.0636859 Feb 03 12:37:38.553855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:38.554245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:38.684464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af095535-fa18-4459-896f-69d2f8e3552d req-c3ba06fb-f2cb-4dc0-ab1f-42f8fb1c3f17 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291018 Feb 03 12:37:38.700687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c60240-23e8-45fe-9600-24e1d7ddd27f req-e9d4b1d7-a5e7-4503-9e1f-c8f60ab833ff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:38.720195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87c60240-23e8-45fe-9600-24e1d7ddd27f req-e9d4b1d7-a5e7-4503-9e1f-c8f60ab833ff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.1504436 Feb 03 12:37:38.827082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:38.849020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87c60240-23e8-45fe-9600-24e1d7ddd27f req-dd9327ad-7dd9-4790-a185-fde811a3e48b tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155086 Feb 03 12:37:38.889305 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ab84249-d708-4007-8e5b-442136f6b058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:38.907871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:38.932570 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:38.986000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d957b6e-77e8-498a-a5ec-3c1eee6c0553 req-cbce7beb-eb4a-49c2-a095-e9c9114a0c53 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:38.986000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d957b6e-77e8-498a-a5ec-3c1eee6c0553 req-cbce7beb-eb4a-49c2-a095-e9c9114a0c53 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 943 time: 0.1331892 Feb 03 12:37:39.068704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d957b6e-77e8-498a-a5ec-3c1eee6c0553 req-57c2389c-4938-4f53-9542-b6672ce0e817 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771241 Feb 03 12:37:39.104539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:39.223688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-39285ebd-ec8e-4503-906b-683f556d7475 service neutron] 10.222.0.72 "GET /v2.0/ports/9f8c0c60-6c4b-4fe5-aa18-57660afe20b8/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 385 time: 0.1537080 Feb 03 12:37:39.282786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-fee687e2-eb4b-418f-a06e-cb2aa639bfd8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.283300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92281-8c31-4594-a470-736420deae50 req-7fbbc93b-4e7c-4c44-b6f9-b8cad2834a97 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.284465 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-fee687e2-eb4b-418f-a06e-cb2aa639bfd8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54&tenant_id=5da3950f14e4455684c8fe78e82f8982&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 949 time: 0.0942445 Feb 03 12:37:39.284826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93c92281-8c31-4594-a470-736420deae50 req-7fbbc93b-4e7c-4c44-b6f9-b8cad2834a97 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 949 time: 0.1126525 Feb 03 12:37:39.324189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['0ce60cc7-da57-4b82-bf24-fbf39bbbce27'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:39.375308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93c92281-8c31-4594-a470-736420deae50 req-ea0417e5-c166-4464-b360-363dc3a8648b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825615 Feb 03 12:37:39.394518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-a7030c4a-13f8-4263-9e0d-9b743480a20d service neutron] 10.222.0.91 "GET /v2.0/ports/b71fce35-2c1b-4602-94f6-582b000c83c8/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 383 time: 0.1025653 Feb 03 12:37:39.493416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-a2883a93-8bfb-406b-9bae-727b451b44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.495098 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-a2883a93-8bfb-406b-9bae-727b451b44f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1132 time: 0.0668275 Feb 03 12:37:39.556396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:39.594381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:39.611062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-f4dd5544-dc27-4075-9353-09ab81865eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.612907 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-f4dd5544-dc27-4075-9353-09ab81865eec service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1040118 Feb 03 12:37:39.638893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896e5e-d9fb-4023-bd1f-cc1da531bb22 req-5683ddfc-cebe-4a45-ae8f-e13bb46a844f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.642098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb896e5e-d9fb-4023-bd1f-cc1da531bb22 req-5683ddfc-cebe-4a45-ae8f-e13bb46a844f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 949 time: 0.1375461 Feb 03 12:37:39.657892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:39.689783 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-fa776733-8310-4082-9282-6353f4c5738e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 0.0612962 Feb 03 12:37:39.695773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:39.747764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-e0bf4138-12e0-45a4-af97-a57837c2cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.749616 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-e0bf4138-12e0-45a4-af97-a57837c2cf59 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0526905 Feb 03 12:37:39.757966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb896e5e-d9fb-4023-bd1f-cc1da531bb22 req-dd34b741-f3f7-48fd-afd7-7576a56e6283 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028953 Feb 03 12:37:39.760831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:39.814759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b3627-3d1d-4b8a-98d7-b9d5a6881ae6 req-847ec86b-49b3-4078-b95e-3ef23bc97d60 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.816920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c93b3627-3d1d-4b8a-98d7-b9d5a6881ae6 req-847ec86b-49b3-4078-b95e-3ef23bc97d60 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.1229799 Feb 03 12:37:39.879431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-1b4954fe-a7cb-4609-ab32-8f96ddd58b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.880911 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-1b4954fe-a7cb-4609-ab32-8f96ddd58b81 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1143613 Feb 03 12:37:39.916808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c93b3627-3d1d-4b8a-98d7-b9d5a6881ae6 req-85622863-a49a-4fc0-ab89-56dd1bb4e109 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914545 Feb 03 12:37:39.935566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] Transition to ACTIVE for port object 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:39.957535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:39.996071 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.079905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] Pushing event updated for resources: {'Port': ['ID=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,revision_number=10']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:40.114716 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-aef50f30-6652-4f38-8e6a-3dfa455aa311 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214749 Feb 03 12:37:40.132291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b592e7e5-bb7e-4483-b694-7b30f2349eca req-49705b86-f4c3-42b2-9b58-95a794615078 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1404569566', 'description': 'tempest-description-458022679'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:40.137045 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] No DVR routers for this DVR port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:40.195315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f25bd0d6-642c-43cd-980c-4b76ac871a6e service neutron] 10.222.0.72 "PUT /v2.0/ports/9f8c0c60-6c4b-4fe5-aa18-57660afe20b8/bindings/n-h1-792364-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9619820 Feb 03 12:37:40.198362 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b592e7e5-bb7e-4483-b694-7b30f2349eca req-49705b86-f4c3-42b2-9b58-95a794615078 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.208494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0e359-eec2-4f18-8867-22f4b400264f req-b4916f5b-7fa9-45c7-9df5-0310c821dbb0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.210007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ef0e359-eec2-4f18-8867-22f4b400264f req-b4916f5b-7fa9-45c7-9df5-0310c821dbb0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.1630001 Feb 03 12:37:40.241385 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-5b152b8b-4b6f-404a-a820-937ee6d8f66e service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145079 Feb 03 12:37:40.286968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ef0e359-eec2-4f18-8867-22f4b400264f req-6cb29bdb-9321-40bb-aaeb-6aa7237e6418 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681169 Feb 03 12:37:40.324767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b592e7e5-bb7e-4483-b694-7b30f2349eca req-49705b86-f4c3-42b2-9b58-95a794615078 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for security_group (e30e4c50-6637-44d6-ba50-037e2af54150), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.333065 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b592e7e5-bb7e-4483-b694-7b30f2349eca req-49705b86-f4c3-42b2-9b58-95a794615078 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e30e4c50-6637-44d6-ba50-037e2af54150), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.358270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-fb9db3e2-a482-46f3-a581-dc9480008e61 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.366784 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-fb9db3e2-a482-46f3-a581-dc9480008e61 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.0753884 Feb 03 12:37:40.374384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49705b86-f4c3-42b2-9b58-95a794615078 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30e4c50-6637-44d6-ba50-037e2af54150,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:40.380376 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b592e7e5-bb7e-4483-b694-7b30f2349eca req-49705b86-f4c3-42b2-9b58-95a794615078 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.383800 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b592e7e5-bb7e-4483-b694-7b30f2349eca req-49705b86-f4c3-42b2-9b58-95a794615078 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2860940 Feb 03 12:37:40.427033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-59de0f9f-a2ef-44ae-961f-07180a68f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.428699 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-59de0f9f-a2ef-44ae-961f-07180a68f57b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76&tenant_id=cf1b3f1eff6c4de9999c199891103d36 HTTP/1.1" status: 200 len: 1127 time: 0.0598063 Feb 03 12:37:40.502059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a275-0182-4020-8d63-2193e64304e0 req-c52c27e5-315d-4781-8b73-99d327846011 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.505086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-0080e0e4-055e-4e40-a2ef-20d9544952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.506668 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-0080e0e4-055e-4e40-a2ef-20d9544952aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1127 time: 0.0482459 Feb 03 12:37:40.508841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a045a275-0182-4020-8d63-2193e64304e0 req-c52c27e5-315d-4781-8b73-99d327846011 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.1012826 Feb 03 12:37:40.543527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81b3a4-b9e3-42ec-8882-83ac0647c39a req-46c5a450-0650-4896-a99d-2803bf11abdb tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.544937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa81b3a4-b9e3-42ec-8882-83ac0647c39a req-46c5a450-0650-4896-a99d-2803bf11abdb tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 944 time: 0.1000597 Feb 03 12:37:40.580996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a045a275-0182-4020-8d63-2193e64304e0 req-441c1319-b6c5-4277-ad73-37ad89f8d303 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712967 Feb 03 12:37:40.606065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f9bd60fc-275d-44a9-ab0c-f7dcb73e1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.608171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f9bd60fc-275d-44a9-ab0c-f7dcb73e1f7a service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.0950012 Feb 03 12:37:40.618926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa81b3a4-b9e3-42ec-8882-83ac0647c39a req-7f2abd3d-27c3-4757-aa3f-c408eccbe8c9 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660210 Feb 03 12:37:40.638783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 5fac73af-2799-471d-8bfb-16d019a131bb up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:40.697626 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-f5cf47b5-2323-4011-9067-d69c73dc05af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 HTTP/1.1" status: 200 len: 217 time: 0.0768762 Feb 03 12:37:40.716946 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 5fac73af-2799-471d-8bfb-16d019a131bb completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:40.725810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 5fac73af-2799-471d-8bfb-16d019a131bb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:40.732361 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.779180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-1a86793a-ef49-47a6-adac-6646a599796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.780740 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-1a86793a-ef49-47a6-adac-6646a599796c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0731072 Feb 03 12:37:40.829100 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-17d34926-b3b3-4ce0-b4c8-3b9f3d76889a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377507 Feb 03 12:37:40.845879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 5fac73af-2799-471d-8bfb-16d019a131bb is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:40.846595 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.875967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fac73af-2799-471d-8bfb-16d019a131bb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:40.878696 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83534a84-6919-47fa-8893-a9540ec3bb56" -d '{"events": [{"server_uuid": "6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73", "name": "network-vif-plugged", "status": "completed", "tag": "5fac73af-2799-471d-8bfb-16d019a131bb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:40.891855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 5fac73af-2799-471d-8bfb-16d019a131bb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5fac73af-2799-471d-8bfb-16d019a131bb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:40.898494 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.899621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:40.922212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c7b40e06-9f5b-4604-835f-bdb2f2008fa8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.923813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c7b40e06-9f5b-4604-835f-bdb2f2008fa8 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 808 time: 0.2162597 Feb 03 12:37:40.963895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-9bb442a7-fe1b-4089-bdf9-1827523c62a1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/quotas/a3136ff5d19b465794dbc0d6c311e56b HTTP/1.1" status: 200 len: 375 time: 0.0326216 Feb 03 12:37:40.974635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-92bbdf7d-50ec-4052-8281-91801089d85e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1404569566&fields=id&tenant_id=d8c50b93bf064ffc99715c1cafdfbb13 HTTP/1.1" status: 200 len: 267 time: 0.0939076 Feb 03 12:37:40.989875 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-06a1216f-ebc5-4bf0-b0dc-f53991fe3462 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535251 Feb 03 12:37:40.995209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=5fac73af-2799-471d-8bfb-16d019a131bb,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:41.018217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port b71fce35-2c1b-4602-94f6-582b000c83c8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:41.025151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port b71fce35-2c1b-4602-94f6-582b000c83c8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:41.025534 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.071001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c583052f-878f-4abf-8f11-5552f7f7e0f3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014876 Feb 03 12:37:41.078023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-b76712ba-2aac-44c0-8f9e-41b05ea52310 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.079524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-b76712ba-2aac-44c0-8f9e-41b05ea52310 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.0928562 Feb 03 12:37:41.144469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port b71fce35-2c1b-4602-94f6-582b000c83c8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:41.144865 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.157870 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-a7b8c61e-3e9a-4e2c-951d-82d62433bbc1 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479166 Feb 03 12:37:41.173334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-6c82ae8d-22f2-4551-afb8-658cfa160504 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Request body: {'port': {'security_groups': ['b9db0ae0-5cff-47ac-9f5e-3d61d4170209', 'e30e4c50-6637-44d6-ba50-037e2af54150']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:41.185716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:41.192761 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.251129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:41.262235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-1b620049-de66-4a1f-af97-559db1369a91 service neutron] 10.222.0.65 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816988 Feb 03 12:37:41.292626 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-6c82ae8d-22f2-4551-afb8-658cfa160504 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.383079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.413313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-7c96ec31-bdb4-47dc-9b94-70251114a5f9 service neutron] 10.222.0.65 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453302 Feb 03 12:37:41.580101 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-6c82ae8d-22f2-4551-afb8-658cfa160504 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] For port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:41.594504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6827215f-74e8-452e-a1e5-dd351e33767a tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.596511 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-6827215f-74e8-452e-a1e5-dd351e33767a tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.0653615 Feb 03 12:37:41.617168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-6c82ae8d-22f2-4551-afb8-658cfa160504 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.623488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-6c82ae8d-22f2-4551-afb8-658cfa160504 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.642438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:41.716290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82ae8d-22f2-4551-afb8-658cfa160504 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Pushing event updated for resources: {'Port': ['ID=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:41.732759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-6c82ae8d-22f2-4551-afb8-658cfa160504 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.734118 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-6c82ae8d-22f2-4551-afb8-658cfa160504 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.756050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eece1fbe-c5ef-4347-b0c4-51ee0d9b4577 req-6c82ae8d-22f2-4551-afb8-658cfa160504 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "PUT /v2.0/ports/531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 982 time: 0.5924690 Feb 03 12:37:41.757260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:41.763914 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:41.771247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-a49752cc-2445-46c9-96ad-4be26578a9c2 service neutron] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:41.787183 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-a49752cc-2445-46c9-96ad-4be26578a9c2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.788351 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5914145-fb0f-49fb-b285-3578f83ea71d req-a49752cc-2445-46c9-96ad-4be26578a9c2 service neutron] 10.222.0.91 "DELETE /v2.0/ports/9f8c0c60-6c4b-4fe5-aa18-57660afe20b8/bindings/n-h2-792364-10 HTTP/1.1" status: 204 len: 173 time: 0.1773825 Feb 03 12:37:41.898912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6a6d9-c002-4196-9cdb-da8170bc177a req-839c0fe3-e2c9-4eb4-9635-e2fb5ad6eea6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.900576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf6a6d9-c002-4196-9cdb-da8170bc177a req-839c0fe3-e2c9-4eb4-9635-e2fb5ad6eea6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 950 time: 0.1104820 Feb 03 12:37:41.933228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775200da-8ed7-41c8-80c9-011e89040660 req-7a9d1485-13e0-4b7c-8a12-f3569f756713 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.934747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-775200da-8ed7-41c8-80c9-011e89040660 req-7a9d1485-13e0-4b7c-8a12-f3569f756713 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.0895741 Feb 03 12:37:41.935655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:41.986209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf6a6d9-c002-4196-9cdb-da8170bc177a req-8bb91782-3213-4555-87b4-a8187f11b4ce tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787446 Feb 03 12:37:42.026048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-775200da-8ed7-41c8-80c9-011e89040660 req-d7d26c9b-57fb-44ec-bcfa-e49dafd64597 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851338 Feb 03 12:37:42.101084 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fe32a1-619a-4e0f-b09e-f32899e5e6f2 x-openstack-request-id: req-28fe32a1-619a-4e0f-b09e-f32899e5e6f2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:42.101434 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73", "name": "network-vif-plugged", "status": "completed", "tag": "5fac73af-2799-471d-8bfb-16d019a131bb", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:42.102160 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28fe32a1-619a-4e0f-b09e-f32899e5e6f2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:42.102514 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fac73af-2799-471d-8bfb-16d019a131bb', 'code': 200} Feb 03 12:37:42.117558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82016-b238-461a-86f8-0c19162ea559 req-c7e08401-3add-409e-bb86-e9e03ad524f2 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.119135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0db82016-b238-461a-86f8-0c19162ea559 req-c7e08401-3add-409e-bb86-e9e03ad524f2 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.0699959 Feb 03 12:37:42.208968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:42.235847 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0db82016-b238-461a-86f8-0c19162ea559 req-3f449abc-6e53-4fe8-8b88-4fce5fb2fa9d tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027260 Feb 03 12:37:42.269561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e07f5c-39c5-482c-9c45-59c29eebf242 req-3600e9a6-2c6b-4eed-bba9-f5774e9598ea tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.271832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35e07f5c-39c5-482c-9c45-59c29eebf242 req-3600e9a6-2c6b-4eed-bba9-f5774e9598ea tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.0886600 Feb 03 12:37:42.301642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb9383-c850-40fb-ba99-e2a920b1d707 req-ffebe739-16fe-4e98-ba19-a054b067eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.303676 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c3eb9383-c850-40fb-ba99-e2a920b1d707 req-ffebe739-16fe-4e98-ba19-a054b067eaa3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 1133 time: 0.1094820 Feb 03 12:37:42.346259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:42.352773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:42.353204 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.403055 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c3eb9383-c850-40fb-ba99-e2a920b1d707 req-5ae09331-07d6-484a-9efe-39c9b76d9c1e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912657 Feb 03 12:37:42.408955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35e07f5c-39c5-482c-9c45-59c29eebf242 req-2eaf2638-94eb-4c7a-a668-4756a3b06b03 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229110 Feb 03 12:37:42.445098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd9983-66cf-425e-b0bc-1ea49b8ac00b req-cd32af83-013c-4de3-b357-a75865503ceb tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.446659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1bd9983-66cf-425e-b0bc-1ea49b8ac00b req-cd32af83-013c-4de3-b357-a75865503ceb tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 944 time: 0.1016848 Feb 03 12:37:42.479261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:42.479698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.511683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1bd9983-66cf-425e-b0bc-1ea49b8ac00b req-8b8da334-bb81-441e-99e1-c1efd23801e8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589383 Feb 03 12:37:42.516398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:42.522515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.534920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbfb07be-564d-4cd2-8c3d-21d2e02320c1 req-eb45a512-ce04-4afd-96ad-de78dab83094 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.0371256 Feb 03 12:37:42.600792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:42.614343 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a65c0c-91d6-4fd3-a933-632f7ead3067 x-openstack-request-id: req-62a65c0c-91d6-4fd3-a933-632f7ead3067 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:42.614701 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:42.615337 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62a65c0c-91d6-4fd3-a933-632f7ead3067 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:42.615476 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'status': 'completed', 'code': 200} Feb 03 12:37:42.659475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-0f67ea94-cce2-4dfa-b14d-2621d85255c9 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1404569566&fields=id&tenant_id=d8c50b93bf064ffc99715c1cafdfbb13 HTTP/1.1" status: 200 len: 267 time: 0.0687497 Feb 03 12:37:42.677008 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.720116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-9a404ea6-d4a6-4660-886d-383ab7f43d9e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.721784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-9a404ea6-d4a6-4660-886d-383ab7f43d9e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 985 time: 0.0614207 Feb 03 12:37:42.776114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-5976d09e-d71a-42fd-b151-afca24cf317d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Request body: {'port': {'security_groups': ['b9db0ae0-5cff-47ac-9f5e-3d61d4170209']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:42.831754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-592c45f2-5a7c-4fd0-92c3-f76aaea1b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.833936 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-592c45f2-5a7c-4fd0-92c3-f76aaea1b30c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1168 time: 0.0587986 Feb 03 12:37:42.877306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12b532-1d8f-492f-a903-ab7d22029c10 req-647d1861-ef7f-49b3-ae66-0b4b828706da tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.884718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c12b532-1d8f-492f-a903-ab7d22029c10 req-647d1861-ef7f-49b3-ae66-0b4b828706da tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1127 time: 0.1615582 Feb 03 12:37:42.892471 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-5976d09e-d71a-42fd-b151-afca24cf317d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.969534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-698fa05b-befc-43cd-be7b-53ca5e44027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.971389 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-698fa05b-befc-43cd-be7b-53ca5e44027f service neutron] 10.222.0.91 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 921 time: 0.1288688 Feb 03 12:37:42.971703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c12b532-1d8f-492f-a903-ab7d22029c10 req-101c0029-54db-4012-adcd-49d117cd522f tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858507 Feb 03 12:37:43.051539 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-7c5e15f8-a96d-4b00-8cde-0a7adb4241af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 217 time: 0.0626729 Feb 03 12:37:43.105354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-608b9cf7-f7f6-464d-96f8-f7ce61b25717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.107213 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-608b9cf7-f7f6-464d-96f8-f7ce61b25717 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 200 len: 860 time: 0.0483029 Feb 03 12:37:43.145795 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-3370c2d6-1b47-43e2-aa40-52dc699df609 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=be3dac05-a53a-4e54-803f-ab1f51d67181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277779 Feb 03 12:37:43.165103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-5976d09e-d71a-42fd-b151-afca24cf317d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] For port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:43.189893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0caec8-050b-4094-833a-553a5020d4b8 req-ff62472b-4834-4f0f-9d5b-437c97260a52 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.191507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0caec8-050b-4094-833a-553a5020d4b8 req-ff62472b-4834-4f0f-9d5b-437c97260a52 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 950 time: 0.0922310 Feb 03 12:37:43.215782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-5976d09e-d71a-42fd-b151-afca24cf317d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.223829 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-5976d09e-d71a-42fd-b151-afca24cf317d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.244128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:43.253671 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-f6a44aa7-dae2-48e8-9725-b58bfac8ae7d service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957484 Feb 03 12:37:43.276661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-5976d09e-d71a-42fd-b151-afca24cf317d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.277804 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-5976d09e-d71a-42fd-b151-afca24cf317d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.279470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4059f30b-c73a-454c-bec0-0e8e926abb33 req-5976d09e-d71a-42fd-b151-afca24cf317d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "PUT /v2.0/ports/531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 943 time: 0.5127587 Feb 03 12:37:43.338753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0caec8-050b-4094-833a-553a5020d4b8 req-f402ec7d-8952-4f47-ae9b-65ebc6c6fdd7 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289623 Feb 03 12:37:43.354909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976d09e-d71a-42fd-b151-afca24cf317d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Pushing event updated for resources: {'Port': ['ID=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:43.399335 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f2b093b2-6409-40a3-b5a8-8b5fd6b81ce9 req-9c04f245-dd20-4396-b76a-f718cd5b996f service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339068 Feb 03 12:37:43.512202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce4dd-3874-4b12-9e0a-cf928f6a7bb4 req-f3ed0b6f-d8d2-47c7-a960-636e78d8c369 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.519806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8cce4dd-3874-4b12-9e0a-cf928f6a7bb4 req-f3ed0b6f-d8d2-47c7-a960-636e78d8c369 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 1127 time: 0.0987706 Feb 03 12:37:43.524561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:43.574349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8cce4dd-3874-4b12-9e0a-cf928f6a7bb4 req-c95a4634-ae93-4a4f-aa3f-90424d2b235e tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497532 Feb 03 12:37:43.597547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1ffe5-833d-4ffe-ab4c-368842a967e8 req-abd11d56-06a6-4c02-9d15-db8d30f499af tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.599480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3d1ffe5-833d-4ffe-ab4c-368842a967e8 req-abd11d56-06a6-4c02-9d15-db8d30f499af tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.1421757 Feb 03 12:37:43.774137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3d1ffe5-833d-4ffe-ab4c-368842a967e8 req-9a80ad19-e173-4fcc-82d8-9dedfa7562ea tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683559 Feb 03 12:37:43.913207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-b702dc4b-138e-4f87-84d0-59138df7b56d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.914779 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-b702dc4b-138e-4f87-84d0-59138df7b56d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 808 time: 0.3218565 Feb 03 12:37:43.937034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Request body: {'port': {'device_id': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf', 'admin_state_up': True, 'tenant_id': 'a3136ff5d19b465794dbc0d6c311e56b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:44.029626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77954016-e797-424f-a88f-d29132dad620 req-e0cfa462-3c4f-457b-aedf-8320c339c16f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:44.032142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77954016-e797-424f-a88f-d29132dad620 req-e0cfa462-3c4f-457b-aedf-8320c339c16f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.2009411 Feb 03 12:37:44.104147 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8'}, {'server_uuid': '1fe587cf-d62b-461a-943a-25401170deb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce60cc7-da57-4b82-bf24-fbf39bbbce27'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:44.106916 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce296ab-c740-426d-8df3-0fa2debdfb79" -d '{"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-plugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8"}, {"server_uuid": "1fe587cf-d62b-461a-943a-25401170deb0", "name": "network-vif-plugged", "status": "completed", "tag": "0ce60cc7-da57-4b82-bf24-fbf39bbbce27"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:44.126680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Made reservation on behalf of a3136ff5d19b465794dbc0d6c311e56b for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:44.130813 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.135547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-8948f8b2-1f2a-41bc-8939-3d60bca0ed05 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3471773 Feb 03 12:37:44.174445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77954016-e797-424f-a88f-d29132dad620 req-a1be5e3c-cb51-4020-bc98-683659f706e4 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213720 Feb 03 12:37:44.199241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:44.233209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-61c3e319-8678-43f5-9ec4-82d41e46c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:44.234865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-61c3e319-8678-43f5-9ec4-82d41e46c5a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54&tenant_id=5da3950f14e4455684c8fe78e82f8982 HTTP/1.1" status: 200 len: 1133 time: 0.1267555 Feb 03 12:37:44.236134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.254064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:44.283250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Allocated IP 172.20.0.14 (7026356e-f34e-4d0e-9716-230368f573cf/0f666a3e-3d08-414d-bcf0-fc98dfba97c7/772d7407-bdfd-461c-b373-bdf9fc3d631c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:44.397193 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.421554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7a24f-4397-4431-b006-30856ecd2b70 req-54bfed13-242f-49df-8194-1140b59ea1df tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:44.423292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ca7a24f-4397-4431-b006-30856ecd2b70 req-54bfed13-242f-49df-8194-1140b59ea1df tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.1423450 Feb 03 12:37:44.461948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks [] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.501807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.547428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Network 7026356e-f34e-4d0e-9716-230368f573cf is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:44.550857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:44.554496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:44.595732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ca7a24f-4397-4431-b006-30856ecd2b70 req-df27b3a1-bfbe-4da4-9402-ea018748ca2d tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618557 Feb 03 12:37:44.616210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Pushing event updated for resources: {'Port': ['ID=772d7407-bdfd-461c-b373-bdf9fc3d631c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:44.644734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:44.645578 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.651976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:44.658117 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540" -d '{"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:44.662217 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.665332 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-c95fe219-0202-4226-b683-01255a26ea31 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7351060 Feb 03 12:37:44.686046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Request body: {'port': {'device_id': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:44.756450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.819630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49876) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:44.824928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1650497321'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:44.862131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:44.898997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a119d-81a2-4cb2-9d54-ced0c8ee7f15 req-71bbf58b-3478-4c3f-8044-c8304d6b30c9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:44.900526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-151a119d-81a2-4cb2-9d54-ced0c8ee7f15 req-71bbf58b-3478-4c3f-8044-c8304d6b30c9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 932 time: 0.2282875 Feb 03 12:37:44.937430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:44.940656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.976199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:45.003537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Allocated IP 172.25.3.244 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/841ca48f-f5c8-4529-a0cb-2cafe49024ef) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:45.048665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:37:45.055075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772d7407-bdfd-461c-b373-bdf9fc3d631c {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:45.063515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Publish callbacks [] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.077950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Transition to ACTIVE for port object 772d7407-bdfd-461c-b373-bdf9fc3d631c will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:45.081954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-151a119d-81a2-4cb2-9d54-ced0c8ee7f15 req-c8d5518a-8203-42a0-afc2-37ee26dc3e00 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687672 Feb 03 12:37:45.087799 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.100859 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Publish callbacks [] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.103767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (46f00d39-0b8f-485a-84a3-6af6aa9c90ee), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.104133 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Added segment 46f00d39-0b8f-485a-84a3-6af6aa9c90ee of type vlan for network 2b3bbc52-c42c-404e-a275-1710938bd243 Feb 03 12:37:45.140817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=772d7407-bdfd-461c-b373-bdf9fc3d631c,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:45.157616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Transition to ACTIVE for port object b71fce35-2c1b-4602-94f6-582b000c83c8 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:45.183019 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.215276 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (2b3bbc52-c42c-404e-a275-1710938bd243), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.224490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:45.224889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:45.225439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:45.231450 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Port 772d7407-bdfd-461c-b373-bdf9fc3d631c on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:45.231867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:45.238599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:45.238840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:45.239285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:45.239818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Bound port: 772d7407-bdfd-461c-b373-bdf9fc3d631c, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:45.240275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.278084 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for port (841ca48f-f5c8-4529-a0cb-2cafe49024ef), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.334918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:45.339218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:45.352836 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.394823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.395637 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.397601 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] 10.222.0.91 "PUT /v2.0/ports/772d7407-bdfd-461c-b373-bdf9fc3d631c HTTP/1.1" status: 200 len: 1093 time: 0.7166569 Feb 03 12:37:45.398149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:45.400653 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:45.437884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef448e1-f7d0-464c-8159-031aa960d3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=772d7407-bdfd-461c-b373-bdf9fc3d631c,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:45.538920 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e92a2-b3aa-45ba-a9e1-d6edfc7b7e07 x-openstack-request-id: req-941e92a2-b3aa-45ba-a9e1-d6edfc7b7e07 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:45.540661 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-plugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8", "code": 200}, {"server_uuid": "1fe587cf-d62b-461a-943a-25401170deb0", "name": "network-vif-plugged", "status": "completed", "tag": "0ce60cc7-da57-4b82-bf24-fbf39bbbce27", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:45.541005 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-941e92a2-b3aa-45ba-a9e1-d6edfc7b7e07 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:45.541619 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'code': 200} Feb 03 12:37:45.542270 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe587cf-d62b-461a-943a-25401170deb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce60cc7-da57-4b82-bf24-fbf39bbbce27', 'code': 200} Feb 03 12:37:45.573644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-57883530-f38f-4187-9514-cde883eb3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.575782 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-57883530-f38f-4187-9514-cde883eb3418 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 1127 time: 0.0989332 Feb 03 12:37:45.646625 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-3f619232-adeb-4eb2-901c-9c292df89386 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c HTTP/1.1" status: 200 len: 217 time: 0.0550656 Feb 03 12:37:45.701198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-b404a046-24f3-4071-96ef-37bd02957aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.702823 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-b404a046-24f3-4071-96ef-37bd02957aa9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.0469573 Feb 03 12:37:45.745706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] No DVR routers for this DVR port b71fce35-2c1b-4602-94f6-582b000c83c8 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:45.747732 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-4a389bff-7b19-4fe9-93bd-0e042bbc28c0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315895 Feb 03 12:37:45.762969 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (2b3bbc52-c42c-404e-a275-1710938bd243), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.767639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.768213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.784603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=10']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:45.850321 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-5e87a903-9ba4-4d4a-b1f4-210240c4117a service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945101 Feb 03 12:37:45.897992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0744998 Feb 03 12:37:45.914595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49890) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:45.921221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2006394719'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:45.940454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def295c-76d2-4a1c-b8d2-20c1fb50dee2 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Network': ['ID=2b3bbc52-c42c-404e-a275-1710938bd243,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:45.946182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:45.946546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:45.947017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:45.961433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Port b71fce35-2c1b-4602-94f6-582b000c83c8 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:45.961827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Attempting to bind port b71fce35-2c1b-4602-94f6-582b000c83c8 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:45.965017 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb935dbf-aaf3-42e7-ae41-42c525bf4ca0 req-62207168-a765-4848-9278-06cf93517a5b service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074975 Feb 03 12:37:45.966273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:45.967874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19a074-a255-4dd2-9868-61d6053b5b8e req-3b3b9adb-3389-431a-ad45-9ac4f2c7e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.969721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca19a074-a255-4dd2-9868-61d6053b5b8e req-3b3b9adb-3389-431a-ad45-9ac4f2c7e85e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1fe587cf-d62b-461a-943a-25401170deb0 HTTP/1.1" status: 200 len: 1133 time: 0.2179861 Feb 03 12:37:45.970089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.977385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558b788-f775-419c-9f6c-d8209d3cc22a req-be27bc85-cfaf-4d8d-83d2-3716af718167 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.979258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9558b788-f775-419c-9f6c-d8209d3cc22a req-be27bc85-cfaf-4d8d-83d2-3716af718167 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 950 time: 0.2262912 Feb 03 12:37:45.987648 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.989107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (841ca48f-f5c8-4529-a0cb-2cafe49024ef), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.999619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 2b3bbc52-c42c-404e-a275-1710938bd243 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:37:46.001652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:46.002063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:46.002534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:46.003066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Bound port: b71fce35-2c1b-4602-94f6-582b000c83c8, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:46.003594 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.014172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:37:46.024497 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d86d76d5-0404-48f4-84b7-bbdd962279af), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.025208 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Added segment d86d76d5-0404-48f4-84b7-bbdd962279af of type vlan for network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 Feb 03 12:37:46.074518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3bea9c57-5f12-4607-a8e0-f3441fcf7875), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.085662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:46.096063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:46.108596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3bea9c57-5f12-4607-a8e0-f3441fcf7875), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.109784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:46.114350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.115170 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.134468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Pushing event updated for resources: {'Port': ['ID=841ca48f-f5c8-4529-a0cb-2cafe49024ef,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:46.161128 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2427320 Feb 03 12:37:46.161366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49894) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:46.166811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'subnet': {'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:46.175698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca19a074-a255-4dd2-9868-61d6053b5b8e req-91619abb-d8ca-4b84-ae02-ea745a0628f2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954858 Feb 03 12:37:46.184093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9558b788-f775-419c-9f6c-d8209d3cc22a req-360266dd-dcd4-4706-a28f-66dfbaf30c7f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919651 Feb 03 12:37:46.215757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867280c9-be28-48cd-83f3-0952acc5f207 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Network': ['ID=3bea9c57-5f12-4607-a8e0-f3441fcf7875,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:46.227209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:37:46.236781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:46.241743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:46.301938 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebe07df-db9d-46d9-9fa4-5417f8e43e0b x-openstack-request-id: req-1ebe07df-db9d-46d9-9fa4-5417f8e43e0b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:46.302238 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:46.302522 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ebe07df-db9d-46d9-9fa4-5417f8e43e0b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:46.302921 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'status': 'completed', 'code': 200} Feb 03 12:37:46.304224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.391481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:46.395026 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.440493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.441121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.442568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] 10.222.0.72 "PUT /v2.0/ports/b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 1098 time: 2.1936729 Feb 03 12:37:46.486615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-2716f6c8-271d-46d9-ac10-27363e3cd008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.488189 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-2716f6c8-271d-46d9-ac10-27363e3cd008 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1129 time: 0.1439242 Feb 03 12:37:46.501445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ec3c6-864a-488e-90d2-3f3c5f53c010 service neutron] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=11']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:46.583477 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for floatingip (46910143-b1d8-4c68-a1c1-3dace09be6ff), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.643805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a85a2-d61d-4c52-8124-9677344402b7 req-8260b71f-f20f-4c92-ba86-bfa476d8cd5f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.653769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d24a85a2-d61d-4c52-8124-9677344402b7 req-8260b71f-f20f-4c92-ba86-bfa476d8cd5f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 949 time: 0.2827721 Feb 03 12:37:46.662931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-8dec0a0d-1cd9-4cf7-9ee5-2e742e15df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.664531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-8dec0a0d-1cd9-4cf7-9ee5-2e742e15df42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1132 time: 0.1466029 Feb 03 12:37:46.675998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 665641c4-d43e-467b-bd4b-d334703f6efe details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:46.737995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:46.814920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port b71fce35-2c1b-4602-94f6-582b000c83c8 host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:37:46.815845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:46.817176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (841ca48f-f5c8-4529-a0cb-2cafe49024ef), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.865014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=665641c4-d43e-467b-bd4b-d334703f6efe,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:46.878363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '665641c4-d43e-467b-bd4b-d334703f6efe', 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee', 'port_id': '665641c4-d43e-467b-bd4b-d334703f6efe', 'mac_address': 'fa:16:3e:6f:d6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29c5634-4855-4e56-ba37-dca7870c430c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:46.926859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 665641c4-d43e-467b-bd4b-d334703f6efe is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:46.927818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.943115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 665641c4-d43e-467b-bd4b-d334703f6efe {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:46.952013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-2b91142d-505c-443f-9847-a6a99656694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.953527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-2b91142d-505c-443f-9847-a6a99656694a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2507210 Feb 03 12:37:46.973363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=665641c4-d43e-467b-bd4b-d334703f6efe,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:46.980625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-33b1ea73-ce3b-4060-960c-530145e5b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.982713 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-33b1ea73-ce3b-4060-960c-530145e5b787 service neutron] 10.222.0.91 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 921 time: 0.4784746 Feb 03 12:37:46.986907 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.044009 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-e3a757fb-d1e2-4bf0-b15a-ed8c7e68b1e3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 217 time: 0.0432925 Feb 03 12:37:47.045170 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (917e2d18-2c78-4d31-972c-21faa5a1de07), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.053669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=665641c4-d43e-467b-bd4b-d334703f6efe,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:47.080914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d24a85a2-d61d-4c52-8124-9677344402b7 req-e5a30684-10dd-430c-bd9c-5f71b75c6ca5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247439 Feb 03 12:37:47.082985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-553115a4-416c-4cc2-b2f6-64d11e114c04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 0.1163912 Feb 03 12:37:47.132937 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for port (841ca48f-f5c8-4529-a0cb-2cafe49024ef), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.145071 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (841ca48f-f5c8-4529-a0cb-2cafe49024ef), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.145361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Subnet': ['ID=917e2d18-2c78-4d31-972c-21faa5a1de07,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:47.157447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-ebbabd98-824a-4ad8-a158-ea3fcb84ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.158898 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-ebbabd98-824a-4ad8-a158-ea3fcb84ab62 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 200 len: 860 time: 0.1034899 Feb 03 12:37:47.168366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Checking segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:47.168874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network hostable DHCP agents. Network: 2b3bbc52-c42c-404e-a275-1710938bd243, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:37:47.171969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['665641c4-d43e-467b-bd4b-d334703f6efe'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:47.187514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-64355628-a1b4-45e4-b8cf-14a65165eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.189926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-64355628-a1b4-45e4-b8cf-14a65165eb69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0960572 Feb 03 12:37:47.204417 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-5523619b-5127-486e-b9cb-efac3ed27bf8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=be3dac05-a53a-4e54-803f-ab1f51d67181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329635 Feb 03 12:37:47.244162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network 2b3bbc52-c42c-404e-a275-1710938bd243 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:37:47.285201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 2b3bbc52-c42c-404e-a275-1710938bd243) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:47.303494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5debd813-1fdb-484c-bc85-b6bbc94f48f9 None None] Network 2b3bbc52-c42c-404e-a275-1710938bd243 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:47.324231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.324924 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.343174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Pushing event updated for resources: {'Port': ['ID=841ca48f-f5c8-4529-a0cb-2cafe49024ef,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:47.367001 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a6f8320d-69a7-4909-bc14-00212a9421a5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2023973 Feb 03 12:37:47.370397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49898) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:47.377093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'subnet': {'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:47.405929 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-68a69b5e-5017-43c2-b87a-4a8c59121e56 service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895771 Feb 03 12:37:47.413868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0be0-dbe1-44a5-a36a-67332540d4cb req-53e9ba77-6b41-4c33-9cfa-cccb74c0ac79 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.417159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-547f0be0-dbe1-44a5-a36a-67332540d4cb req-53e9ba77-6b41-4c33-9cfa-cccb74c0ac79 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.2322371 Feb 03 12:37:47.424726 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (46910143-b1d8-4c68-a1c1-3dace09be6ff), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.458470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765266-8718-4190-97f5-e230ceb550b0 req-bef94cde-ff13-465c-9d0e-1cb7b7015f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.460141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-bef94cde-ff13-465c-9d0e-1cb7b7015f36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2550647 Feb 03 12:37:47.510146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-2b3bbc52-c42c-404e-a275-1710938bd243', 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'fixed_ips': [{'subnet_id': '917e2d18-2c78-4d31-972c-21faa5a1de07'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:37:47.511044 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.527483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.535221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-dcfe5e79-c5be-4db3-aee9-85ba33e2c841 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3669138 Feb 03 12:37:47.594711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:47.598806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.631138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-87e70065-a51a-4e3f-8b18-904bcbf3f9a4 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.0949433 Feb 03 12:37:47.697600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-547f0be0-dbe1-44a5-a36a-67332540d4cb req-8f47e57d-dc65-4fd9-9f1c-28779ab8672a tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692828 Feb 03 12:37:47.736184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Allocated IP 10.1.1.2 (2b3bbc52-c42c-404e-a275-1710938bd243/917e2d18-2c78-4d31-972c-21faa5a1de07/f5b812bd-8964-4cd1-a8e0-16600f44a44f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:47.793942 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea883d6f-dcd9-4fcd-af0c-3fc26c807540 req-bb59fd98-b398-4de4-9f0c-2f1b30e52131 service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743701 Feb 03 12:37:47.799278 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (c6b6e30d-fa7f-4090-975d-e7858e81e282), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.872234 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9359563-512c-432c-81de-37fb5dd0efc6 x-openstack-request-id: req-d9359563-512c-432c-81de-37fb5dd0efc6 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:47.873205 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:47.873205 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9359563-512c-432c-81de-37fb5dd0efc6 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:47.873445 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c', 'status': 'completed', 'code': 200} Feb 03 12:37:47.881424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Subnet': ['ID=c6b6e30d-fa7f-4090-975d-e7858e81e282,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:47.884043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Checking segment: {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:47.884481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network hostable DHCP agents. Network: 3bea9c57-5f12-4607-a8e0-f3441fcf7875, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:37:47.912301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:37:47.931371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-1e81a763-e0b5-48ec-b8b4-dcc7f9603578 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587462 Feb 03 12:37:47.944224 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Publish callbacks [] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.953367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3bea9c57-5f12-4607-a8e0-f3441fcf7875) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:47.956530 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.958823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.959708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.969146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cbce39-4ce4-4d2a-ba87-89bf46cf9077 None None] Network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:47.970275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-7e2c783b-f936-4747-ad79-5c28f721216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.972135 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-7e2c783b-f936-4747-ad79-5c28f721216d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 1127 time: 0.0708854 Feb 03 12:37:48.017884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Network 2b3bbc52-c42c-404e-a275-1710938bd243 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:48.024685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:48.038266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:48.083942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-f796b27e-49a7-487b-8616-e48f92c1e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.084177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Pushing event updated for resources: {'Port': ['ID=f5b812bd-8964-4cd1-a8e0-16600f44a44f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:48.085492 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-f796b27e-49a7-487b-8616-e48f92c1e3f6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.1045096 Feb 03 12:37:48.090354 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b1f71db0-4be3-429b-9ff9-bf4ae667bf77 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7183151 Feb 03 12:37:48.092582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49902) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:48.099229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'port': {'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'name': 'tempest-TaggedBootDevicesTest-304520437', 'fixed_ips': [{'subnet_id': '917e2d18-2c78-4d31-972c-21faa5a1de07'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:48.102430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e765266-8718-4190-97f5-e230ceb550b0 req-9a0b59cb-bcc2-4e8e-b32f-c6d550537f34 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560159 Feb 03 12:37:48.157335 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-1fe894ef-08b1-4d25-a8d1-4f692b4adadb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c HTTP/1.1" status: 200 len: 217 time: 0.0622718 Feb 03 12:37:48.165759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Attempting to bind port f5b812bd-8964-4cd1-a8e0-16600f44a44f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:48.166128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Attempting to bind port f5b812bd-8964-4cd1-a8e0-16600f44a44f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:48.166522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Attempting to bind port f5b812bd-8964-4cd1-a8e0-16600f44a44f on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:48.176809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:48.177182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Checking segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:48.177724 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.178116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Bound using segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:48.178616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Bound port: f5b812bd-8964-4cd1-a8e0-16600f44a44f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:48.178978 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.188244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-2d160124-d43f-4162-b4c3-10f97ccdd25a tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.195261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-2d160124-d43f-4162-b4c3-10f97ccdd25a tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.5632389 Feb 03 12:37:48.202088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-3e34d3d4-d1ce-4b9d-80ff-382600679b61 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:37:48.216462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fc89fb7-c71b-4b84-bcb8-4626e51ae064 req-3e34d3d4-d1ce-4b9d-80ff-382600679b61 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198998 Feb 03 12:37:48.254140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-3bea9c57-5f12-4607-a8e0-f3441fcf7875', 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875', 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'fixed_ips': [{'subnet_id': 'c6b6e30d-fa7f-4090-975d-e7858e81e282'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:37:48.255467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.260578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df953e09-1ffc-4faf-ab86-3befcb23e770 req-28187882-8b11-48f9-80a0-65d785a07820 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.275792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df953e09-1ffc-4faf-ab86-3befcb23e770 req-28187882-8b11-48f9-80a0-65d785a07820 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 944 time: 0.1717920 Feb 03 12:37:48.299668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-0f36f086-711a-4c78-a56f-84d9fc9f32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.301272 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-0f36f086-711a-4c78-a56f-84d9fc9f32ec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.0506573 Feb 03 12:37:48.304354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8'}, {'name': 'network-changed', 'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:48.307026 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf" -d '{"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-unplugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8"}, {"name": "network-changed", "server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:48.347818 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-6ff95fcd-2153-47dd-bce6-b47106151592 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326488 Feb 03 12:37:48.355529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:48.378059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] For port f5b812bd-8964-4cd1-a8e0-16600f44a44f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:48.381324 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df953e09-1ffc-4faf-ab86-3befcb23e770 req-dd921c23-d721-4fd8-bb20-11ebc6c3a6f4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044102 Feb 03 12:37:48.384047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] For port f5b812bd-8964-4cd1-a8e0-16600f44a44f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f5b812bd-8964-4cd1-a8e0-16600f44a44f,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:48.406605 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.422881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6fe91-5557-43af-ae4a-704721b00714 req-1511e3d1-c3a9-49d5-975d-d2501e6387e4 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.424456 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30d6fe91-5557-43af-ae4a-704721b00714 req-1511e3d1-c3a9-49d5-975d-d2501e6387e4 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.1210449 Feb 03 12:37:48.460858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbc101-2cd0-4c94-819e-d34460aa841b None None] Pushing event updated for resources: {'Port': ['ID=f5b812bd-8964-4cd1-a8e0-16600f44a44f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:48.533841 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-4660a190-8ecf-4600-adf2-4e6ac07db136 service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702788 Feb 03 12:37:48.541134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Allocated IP 10.2.2.2 (3bea9c57-5f12-4607-a8e0-f3441fcf7875/c6b6e30d-fa7f-4090-975d-e7858e81e282/a25ed22d-c15b-4a4e-ae20-9c0ee7eae063) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:48.590622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30d6fe91-5557-43af-ae4a-704721b00714 req-dc44fc08-7963-4314-81a4-abf5c437ebec tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512628 Feb 03 12:37:48.621247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fcca2-9887-4ced-abb7-51d7dcf2eacd req-4bba42f3-a916-446f-be0c-c41cb8338876 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.621247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-650fcca2-9887-4ced-abb7-51d7dcf2eacd req-4bba42f3-a916-446f-be0c-c41cb8338876 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fe587cf-d62b-461a-943a-25401170deb0 HTTP/1.1" status: 200 len: 950 time: 0.1022556 Feb 03 12:37:48.674619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 665641c4-d43e-467b-bd4b-d334703f6efe up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:48.680645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-650fcca2-9887-4ced-abb7-51d7dcf2eacd req-5989dd5c-7259-417f-8deb-6a084cd478ba tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533085 Feb 03 12:37:48.751567 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.795587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] device_id is not set on port baf4854b-e3bd-4695-80f0-c99e47518c47 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:37:48.849293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db06ed2-0c57-404a-8f10-263fa2a8817e req-5e6fadd9-d787-4619-821a-f207a1054221 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.852896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0db06ed2-0c57-404a-8f10-263fa2a8817e req-5e6fadd9-d787-4619-821a-f207a1054221 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 949 time: 0.1346180 Feb 03 12:37:48.954225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0db06ed2-0c57-404a-8f10-263fa2a8817e req-a88df1a0-2671-41ba-9712-fd5c6e2928cc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836215 Feb 03 12:37:49.069008 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Publish callbacks [] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.076201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 665641c4-d43e-467b-bd4b-d334703f6efe triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:49.076573 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.094584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-8e0afbcc-afa0-4875-95d4-58713c91ec9e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.096429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-8e0afbcc-afa0-4875-95d4-58713c91ec9e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1461411 Feb 03 12:37:49.104544 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648334c3-1df9-4778-bf5e-2c7b12dd418e x-openstack-request-id: req-648334c3-1df9-4778-bf5e-2c7b12dd418e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:49.104919 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-unplugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8", "code": 200}, {"name": "network-changed", "server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:49.105088 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-648334c3-1df9-4778-bf5e-2c7b12dd418e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:49.105627 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'code': 200} Feb 03 12:37:49.105885 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'status': 'completed', 'code': 200} Feb 03 12:37:49.135496 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.180550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:49.185057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:49.193723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:49.224906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Pushing event updated for resources: {'Port': ['ID=a25ed22d-c15b-4a4e-ae20-9c0ee7eae063,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:49.258774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-0bec0641-52c6-4eee-950e-d05c965ad032 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1461105 Feb 03 12:37:49.264771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-45a9c222-7f5b-4ed8-a00e-4aa956952adb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Request body: {'floatingip': {'port_id': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:49.310443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Allocated IP 10.1.1.35 (2b3bbc52-c42c-404e-a275-1710938bd243/917e2d18-2c78-4d31-972c-21faa5a1de07/baf4854b-e3bd-4695-80f0-c99e47518c47) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:49.331828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Attempting to bind port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:49.332314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Attempting to bind port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:49.332791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Attempting to bind port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 on network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:49.335771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 665641c4-d43e-467b-bd4b-d334703f6efe is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:49.336166 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.346083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-45a9c222-7f5b-4ed8-a00e-4aa956952adb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for floatingip (46910143-b1d8-4c68-a1c1-3dace09be6ff), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.352859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:49.353282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Checking segment: {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:49.353694 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.354091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Bound using segment: {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:49.354643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Bound port: a25ed22d-c15b-4a4e-ae20-9c0ee7eae063, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:49.355029 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.383909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=665641c4-d43e-467b-bd4b-d334703f6efe,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:49.391840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:49.394295 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3ce21b-2425-4760-ad79-17f12052716f" -d '{"events": [{"server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "name": "network-vif-plugged", "status": "completed", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:49.401861 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.472486 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-43ad35c8-9ce7-4c6d-9a36-3b6a1c143ef7 req-644c8193-eb1e-48f1-ad56-5b3521a2f96a service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8933582 Feb 03 12:37:49.484013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-984ff1d7-c128-475d-9ea8-f833e5e9f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.485537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-984ff1d7-c128-475d-9ea8-f833e5e9f7b1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1132 time: 0.3636992 Feb 03 12:37:49.497303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=665641c4-d43e-467b-bd4b-d334703f6efe,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:49.498840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-9931580d-43f9-44b6-9e60-28eedd5aa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.505170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-9931580d-43f9-44b6-9e60-28eedd5aa8f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5da3950f14e4455684c8fe78e82f8982&device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1132 time: 0.3440497 Feb 03 12:37:49.553724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.590738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] For port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:49.594957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] For port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a25ed22d-c15b-4a4e-ae20-9c0ee7eae063,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:49.612837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.617940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.674973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf55bd-05e2-4b15-8cb7-00a8eeda51a9 None None] Pushing event updated for resources: {'Port': ['ID=a25ed22d-c15b-4a4e-ae20-9c0ee7eae063,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:49.676708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network 2b3bbc52-c42c-404e-a275-1710938bd243 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:49.686884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:49.692037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:49.734939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Port': ['ID=baf4854b-e3bd-4695-80f0-c99e47518c47,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:49.769949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.770708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.797567 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8a327afc-81a0-4a8e-9e51-ad101c020eb5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7014382 Feb 03 12:37:49.798141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49924) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:49.803102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'port': {'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'name': 'tempest-TaggedBootDevicesTest-2063227922', 'fixed_ips': [{'subnet_id': '917e2d18-2c78-4d31-972c-21faa5a1de07'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:49.902481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-14474706-a19d-4ba1-856a-ba4891397310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.907777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-14474706-a19d-4ba1-856a-ba4891397310 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.4013689 Feb 03 12:37:49.948761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:49.955777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.991706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] device_id is not set on port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:37:50.162514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d456d9-ca10-44fe-b0c5-e1a36af314a9 None None] Network 2b3bbc52-c42c-404e-a275-1710938bd243 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:50.260578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Allocated IP 10.1.1.153 (2b3bbc52-c42c-404e-a275-1710938bd243/917e2d18-2c78-4d31-972c-21faa5a1de07/157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:50.346355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f63376d6-50da-4acc-888f-56f9d46a2deb None None] Provisioning complete for port f5b812bd-8964-4cd1-a8e0-16600f44a44f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:50.347257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f63376d6-50da-4acc-888f-56f9d46a2deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.488541 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.551934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f63376d6-50da-4acc-888f-56f9d46a2deb None None] Current status of the port f5b812bd-8964-4cd1-a8e0-16600f44a44f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:50.552326 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f63376d6-50da-4acc-888f-56f9d46a2deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.639515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f63376d6-50da-4acc-888f-56f9d46a2deb None None] For port f5b812bd-8964-4cd1-a8e0-16600f44a44f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f5b812bd-8964-4cd1-a8e0-16600f44a44f,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:50.644748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f5b812bd-8964-4cd1-a8e0-16600f44a44f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:50.672193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.707330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f63376d6-50da-4acc-888f-56f9d46a2deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.776861 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.869983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63376d6-50da-4acc-888f-56f9d46a2deb None None] Pushing event updated for resources: {'Port': ['ID=f5b812bd-8964-4cd1-a8e0-16600f44a44f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:50.874877 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network 2b3bbc52-c42c-404e-a275-1710938bd243 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:50.877650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f5b812bd-8964-4cd1-a8e0-16600f44a44f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:50.878171 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.879410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:50.892191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:50.976470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Port': ['ID=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:50.984455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f5b812bd-8964-4cd1-a8e0-16600f44a44f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:50.987172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:51.004123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.004768 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.044817 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8f7b9a2f-54ad-431f-a1f9-5f3226f80a3a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2454064 Feb 03 12:37:51.063686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-73d7eb91-a2e3-4b32-8454-3978720bfa3a None None] Provisioning complete for port baf4854b-e3bd-4695-80f0-c99e47518c47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:51.064508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73d7eb91-a2e3-4b32-8454-3978720bfa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.091492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592036-507c-42be-8bf1-7308df1ccc34 req-4335bfb0-be48-4e7a-8267-bbabf91d09e1 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.096826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592036-507c-42be-8bf1-7308df1ccc34 req-4335bfb0-be48-4e7a-8267-bbabf91d09e1 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.104044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5592036-507c-42be-8bf1-7308df1ccc34 req-4335bfb0-be48-4e7a-8267-bbabf91d09e1 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fe587cf-d62b-461a-943a-25401170deb0&device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 1691 time: 1.5381367 Feb 03 12:37:51.111761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-a476b784-a2f6-4b64-a3a3-8ef9faf35945 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 1.0209837 Feb 03 12:37:51.153243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:51.153732 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.220942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-73d7eb91-a2e3-4b32-8454-3978720bfa3a None None] Port baf4854b-e3bd-4695-80f0-c99e47518c47 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:51.222939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-8615334e-051f-456d-ba2c-f271c4ce9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.225150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-8615334e-051f-456d-ba2c-f271c4ce9420 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0858231 Feb 03 12:37:51.250769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5592036-507c-42be-8bf1-7308df1ccc34 req-440a448e-c128-4e6c-af84-3fd95922e31f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457429 Feb 03 12:37:51.266932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-73d7eb91-a2e3-4b32-8454-3978720bfa3a None None] Provisioning complete for port f5b812bd-8964-4cd1-a8e0-16600f44a44f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:51.267314 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73d7eb91-a2e3-4b32-8454-3978720bfa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.274303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-c8e1d8cf-3efa-4f21-bd40-6e0db45188a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.276128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-c8e1d8cf-3efa-4f21-bd40-6e0db45188a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 1.7527437 Feb 03 12:37:51.289779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-45a9c222-7f5b-4ed8-a00e-4aa956952adb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.342488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:51.342488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.392352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-efaf3aaa-a7c6-47c3-8705-5641bb3f6bfd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 200 len: 217 time: 0.1009076 Feb 03 12:37:51.404431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a25ed22d-c15b-4a4e-ae20-9c0ee7eae063,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:51.413283 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.432279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-45a9c222-7f5b-4ed8-a00e-4aa956952adb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (46910143-b1d8-4c68-a1c1-3dace09be6ff), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.480633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26dbe33-77b4-4a20-89a1-7d15fb25d212 None None] Network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:51.523278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-73d7eb91-a2e3-4b32-8454-3978720bfa3a None None] Current status of the port f5b812bd-8964-4cd1-a8e0-16600f44a44f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:51.580924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=a25ed22d-c15b-4a4e-ae20-9c0ee7eae063,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:51.632241 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-45a9c222-7f5b-4ed8-a00e-4aa956952adb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Floating IP 46910143-b1d8-4c68-a1c1-3dace09be6ff associated. External IP: 172.25.3.244, port: 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a. Feb 03 12:37:51.647588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e81ce8ed-e98f-4ba5-b9dc-a3d9c9a1ab61 None None] Provisioning complete for port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:51.647967 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e81ce8ed-e98f-4ba5-b9dc-a3d9c9a1ab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.678149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-7126e620-8f4e-4859-aaeb-0669f60ffc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.679998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-7126e620-8f4e-4859-aaeb-0669f60ffc6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2515745 Feb 03 12:37:51.723773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-4f7089fb-18ab-4eba-9f37-8a31b997b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.725733 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-4f7089fb-18ab-4eba-9f37-8a31b997b68a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3676245 Feb 03 12:37:51.742828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e81ce8ed-e98f-4ba5-b9dc-a3d9c9a1ab61 None None] Current status of the port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:51.746682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab0469-4780-450f-b7b8-a128b07696f9 req-9bf731a4-6497-4701-a3b5-c5efdde0938e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.753807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61ab0469-4780-450f-b7b8-a128b07696f9 req-9bf731a4-6497-4701-a3b5-c5efdde0938e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.3591652 Feb 03 12:37:51.756600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e81ce8ed-e98f-4ba5-b9dc-a3d9c9a1ab61 None None] Provisioning complete for port baf4854b-e3bd-4695-80f0-c99e47518c47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:51.756987 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e81ce8ed-e98f-4ba5-b9dc-a3d9c9a1ab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.803470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e81ce8ed-e98f-4ba5-b9dc-a3d9c9a1ab61 None None] Port baf4854b-e3bd-4695-80f0-c99e47518c47 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:51.895086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-90ccdda7-8962-479e-87f4-f165fce83b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.896600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-90ccdda7-8962-479e-87f4-f165fce83b6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2056119 Feb 03 12:37:51.924842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fa6ee935-dcc9-4869-af9e-e05716273ebf None None] Provisioning complete for port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:51.925298 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee935-dcc9-4869-af9e-e05716273ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.938042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61ab0469-4780-450f-b7b8-a128b07696f9 req-f0d8f5db-e188-4a22-965e-d8c888c9a91a tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829495 Feb 03 12:37:51.973453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ee935-dcc9-4869-af9e-e05716273ebf None None] Port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:51.986694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fa6ee935-dcc9-4869-af9e-e05716273ebf None None] Provisioning complete for port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:51.987373 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee935-dcc9-4869-af9e-e05716273ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.048347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-9314cd2e-f5c8-46ef-b360-144774ded253 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109941 Feb 03 12:37:52.068808 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1963392d-7d2a-41fc-be01-104613c8da13 x-openstack-request-id: req-1963392d-7d2a-41fc-be01-104613c8da13 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:52.069303 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "name": "network-vif-plugged", "status": "completed", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:52.069658 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1963392d-7d2a-41fc-be01-104613c8da13 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:52.070175 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe', 'code': 200} Feb 03 12:37:52.092666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ee935-dcc9-4869-af9e-e05716273ebf None None] Current status of the port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:52.215052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-6087dd67-14e3-4055-a38f-162a2fbd87a2 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036773 Feb 03 12:37:52.244272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:52.281140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-45a9c222-7f5b-4ed8-a00e-4aa956952adb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:37:52.283640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-891703ec-3f4a-4a96-a2e7-339b15af527b service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257330 Feb 03 12:37:52.339648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9fa44-ed33-4bc8-b727-19800c6615b5 req-7cf75405-8dbb-4a55-8235-b59c064c193c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:52.341208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded9fa44-ed33-4bc8-b727-19800c6615b5 req-7cf75405-8dbb-4a55-8235-b59c064c193c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 945 time: 0.2050748 Feb 03 12:37:52.363436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f5b812bd-8964-4cd1-a8e0-16600f44a44f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:52.415124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:52.418001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6cfc91-b8c3-42a4-8b1a-2e41cb9382bf req-601829b6-a30a-40f7-99dd-c29a91926e48 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942534 Feb 03 12:37:52.429336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'mac_address': 'fa:16:3e:78:b7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:52.465731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f5b812bd-8964-4cd1-a8e0-16600f44a44f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:52.466022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.486591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded9fa44-ed33-4bc8-b727-19800c6615b5 req-8a2f4f83-5fe7-4d70-b6e4-40e7d48fc532 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020648 Feb 03 12:37:52.502755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port b71fce35-2c1b-4602-94f6-582b000c83c8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:52.503237 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.505759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-45a9c222-7f5b-4ed8-a00e-4aa956952adb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:37:52.523529 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-45a9c222-7f5b-4ed8-a00e-4aa956952adb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.528584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] Sync routers for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:37:52.543550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71fce35-2c1b-4602-94f6-582b000c83c8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:52.555456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:52.556237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:37:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:52.565863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-45a9c222-7f5b-4ed8-a00e-4aa956952adb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "PUT /v2.0/floatingips/46910143-b1d8-4c68-a1c1-3dace09be6ff HTTP/1.1" status: 200 len: 997 time: 3.3051474 Feb 03 12:37:52.566103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:52.568537 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08" -d '{"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:52.661780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5292b1-172a-4fb8-a4c1-dd4f6e9d5d27 req-61fdca93-c10c-472f-90d1-eef28be3e5ca tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:52.664657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb5292b1-172a-4fb8-a4c1-dd4f6e9d5d27 req-61fdca93-c10c-472f-90d1-eef28be3e5ca tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.0900631 Feb 03 12:37:52.673953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-ca8033fe-c38c-4705-be04-c5a6675bef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:52.675538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-ca8033fe-c38c-4705-be04-c5a6675bef7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1129 time: 0.0893831 Feb 03 12:37:52.771376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:52.777205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb5292b1-172a-4fb8-a4c1-dd4f6e9d5d27 req-d3d513ef-68d9-46c2-86c8-75edb7cd6070 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057284 Feb 03 12:37:52.792234 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.801575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f5b812bd-8964-4cd1-a8e0-16600f44a44f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:52.802176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:52.823394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-041fdd3c-a34f-4813-a91e-6f156d1e7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:52.831121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-041fdd3c-a34f-4813-a91e-6f156d1e7b98 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 921 time: 0.1470246 Feb 03 12:37:52.923072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-685e982b-37e0-43d5-a971-c98a96d8a1d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 1000 time: 0.0884244 Feb 03 12:37:52.935714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:52.965519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:52.966102 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.969368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=12']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:52.986706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebad98-b6a1-4641-8717-6869197ff775 req-9fb9eda5-a0cc-478b-8470-ee5c323f90fc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:52.988119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89ebad98-b6a1-4641-8717-6869197ff775 req-9fb9eda5-a0cc-478b-8470-ee5c323f90fc tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 950 time: 0.1145129 Feb 03 12:37:52.997339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-fcfee157-157c-4d4d-9f74-d470178bae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:52.998859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-fcfee157-157c-4d4d-9f74-d470178bae67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 200 len: 860 time: 0.0672426 Feb 03 12:37:53.045854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-aebcc330-a72d-4424-ab40-2dfdfbee2d90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be3dac05-a53a-4e54-803f-ab1f51d67181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408647 Feb 03 12:37:53.063863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-7d2d6af3-7045-40b5-befa-83266530940e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:37:53.064957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-7d2d6af3-7045-40b5-befa-83266530940e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109005 Feb 03 12:37:53.097981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89ebad98-b6a1-4641-8717-6869197ff775 req-f99fe9d7-1500-4310-b062-55bbd96acbd2 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841978 Feb 03 12:37:53.170625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-422faf7c-806a-476d-8144-9c2da015489d service neutron] 10.222.0.65 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954769 Feb 03 12:37:53.227729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['b71fce35-2c1b-4602-94f6-582b000c83c8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:53.232116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:53.305907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae4f3be-055d-44ee-90ca-f0b57b8eb0a9 req-a460ee9a-1c1c-46f6-b78e-d2e844226d22 service neutron] 10.222.0.65 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226916 Feb 03 12:37:53.401942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '46910143-b1d8-4c68-a1c1-3dace09be6ff', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'port_id': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'mac_address': 'fa:16:3e:7a:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54fc10-64a5-4212-bf21-4084843d764d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:37:46Z', 'updated_at': '2022-02-03T12:37:50Z', 'revision_number': 1, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504a9733-0d0e-427a-bc50-fa01b60bb67f', 'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'mac_address': 'fa:16:3e:99:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:22Z', 'updated_at': '2022-02-03T12:36:35Z', 'revision_number': 5, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'subnets': [{'id': 'c2458635-536a-4534-a5ef-220a257345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:53.434262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] Checking router: 91e8f3ad-3b5c-4917-89f1-41141e9f0902 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:37:53.456415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:53.457046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:37:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:53.592890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:53.652856 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc532b-e432-481b-aabc-fcc7e6eb007d x-openstack-request-id: req-cecc532b-e432-481b-aabc-fcc7e6eb007d {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:53.654480 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:53.654953 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cecc532b-e432-481b-aabc-fcc7e6eb007d {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:53.655907 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'status': 'completed', 'code': 200} Feb 03 12:37:53.783908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-c6fac630-6db8-4601-8fcb-6d08a0f398ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.786113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-c6fac630-6db8-4601-8fcb-6d08a0f398ac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1129 time: 0.0964274 Feb 03 12:37:53.796411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3412c64-786a-4741-8172-b106424bb219 req-4ab539b5-421e-40e3-bd5c-d9279f59ec57 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.797961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3412c64-786a-4741-8172-b106424bb219 req-4ab539b5-421e-40e3-bd5c-d9279f59ec57 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.0946209 Feb 03 12:37:53.827974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49952) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:53.834280 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9550ed80-9cce-43c3-8ea9-3fea0fc938df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611995959', 'description': 'tempest-description--1973153501'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:53.866583 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9550ed80-9cce-43c3-8ea9-3fea0fc938df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.967393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9550ed80-9cce-43c3-8ea9-3fea0fc938df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group (1440e152-dd99-45e9-925a-3dfcf4eba99a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.977855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9550ed80-9cce-43c3-8ea9-3fea0fc938df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1440e152-dd99-45e9-925a-3dfcf4eba99a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.989754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '46910143-b1d8-4c68-a1c1-3dace09be6ff', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'port_id': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'mac_address': 'fa:16:3e:7a:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54fc10-64a5-4212-bf21-4084843d764d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:37:46Z', 'updated_at': '2022-02-03T12:37:50Z', 'revision_number': 1, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504a9733-0d0e-427a-bc50-fa01b60bb67f', 'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'mac_address': 'fa:16:3e:99:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:22Z', 'updated_at': '2022-02-03T12:36:35Z', 'revision_number': 5, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'subnets': [{'id': 'c2458635-536a-4534-a5ef-220a257345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:54.012632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3412c64-786a-4741-8172-b106424bb219 req-cc338670-a864-4d1c-869f-d00ba96a3f8a tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048948 Feb 03 12:37:54.032135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9550ed80-9cce-43c3-8ea9-3fea0fc938df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.036529 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9550ed80-9cce-43c3-8ea9-3fea0fc938df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2041774 Feb 03 12:37:54.036529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550ed80-9cce-43c3-8ea9-3fea0fc938df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1440e152-dd99-45e9-925a-3dfcf4eba99a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:54.040505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49956) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:54.044915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2a5de35b-56df-4fa9-8189-e84b03be72b3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'security_group_rule': {'security_group_id': '1440e152-dd99-45e9-925a-3dfcf4eba99a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:54.057324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb3a91-d8d3-411e-83d4-705c30315430 None None] The sync data for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 is: [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '46910143-b1d8-4c68-a1c1-3dace09be6ff', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'port_id': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'mac_address': 'fa:16:3e:7a:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c54fc10-64a5-4212-bf21-4084843d764d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:37:46Z', 'updated_at': '2022-02-03T12:37:50Z', 'revision_number': 1, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504a9733-0d0e-427a-bc50-fa01b60bb67f', 'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'mac_address': 'fa:16:3e:99:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:22Z', 'updated_at': '2022-02-03T12:36:35Z', 'revision_number': 5, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'subnets': [{'id': 'c2458635-536a-4534-a5ef-220a257345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:37:54.128905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-53acea42-1df8-41ca-9195-c205651984a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:54.130431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-53acea42-1df8-41ca-9195-c205651984a7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 921 time: 0.3315275 Feb 03 12:37:54.253211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a5de35b-56df-4fa9-8189-e84b03be72b3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group_rule (e651932f-a792-4c18-8a10-642576137093), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.262866 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-2e3702d5-ab81-484a-8c9f-42562d72646b tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1000 time: 0.2077336 Feb 03 12:37:54.302601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-87763802-08fe-4ba7-8f04-2bc3e8d261bc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 1000 time: 0.1563261 Feb 03 12:37:54.317842 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d57407-b5ca-4103-a2e0-feeb7257cd4e None None] New status for floating IP 46910143-b1d8-4c68-a1c1-3dace09be6ff: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:37:54.339044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ce5de-fa07-4e87-9776-e59c710c45d0 req-70272587-ad9d-4013-bb56-6709bed9aa3c tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:54.340656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e7ce5de-fa07-4e87-9776-e59c710c45d0 req-70272587-ad9d-4013-bb56-6709bed9aa3c tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 1133 time: 0.2022507 Feb 03 12:37:54.419445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87e78-5891-41de-991d-6332dcc20307 req-71efe705-aefc-4869-818d-9a0bc178ec7d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:54.420804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-71efe705-aefc-4869-818d-9a0bc178ec7d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports/531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 943 time: 0.1491926 Feb 03 12:37:54.433010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-cb2ff864-c0bd-44e3-bfff-3908f8154414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:54.434597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-cb2ff864-c0bd-44e3-bfff-3908f8154414 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 200 len: 860 time: 0.0978730 Feb 03 12:37:54.461281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a5de35b-56df-4fa9-8189-e84b03be72b3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group_rule (e651932f-a792-4c18-8a10-642576137093), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.487063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-c8f8ff35-d093-46ea-9fad-52947fbd3b36 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=be3dac05-a53a-4e54-803f-ab1f51d67181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367057 Feb 03 12:37:54.489188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a5de35b-56df-4fa9-8189-e84b03be72b3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (e651932f-a792-4c18-8a10-642576137093), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.495520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e7ce5de-fa07-4e87-9776-e59c710c45d0 req-3d2b0c63-bcba-458e-b840-15e15aa60d94 tempest-MigrationsAdminTest-1909856325 tempest-MigrationsAdminTest-1909856325-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447954 Feb 03 12:37:54.568432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5de35b-56df-4fa9-8189-e84b03be72b3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e651932f-a792-4c18-8a10-642576137093,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:54.692437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 665641c4-d43e-467b-bd4b-d334703f6efe no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:54.791825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 665641c4-d43e-467b-bd4b-d334703f6efe is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:54.792317 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.827318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:54.829710 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614318ce-4673-4da6-bb5f-64ed4082b547" -d '{"events": [{"server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:54.844282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=665641c4-d43e-467b-bd4b-d334703f6efe,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:54.851641 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.903921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=665641c4-d43e-467b-bd4b-d334703f6efe,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:54.915913 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a5de35b-56df-4fa9-8189-e84b03be72b3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.917068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2a5de35b-56df-4fa9-8189-e84b03be72b3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8755891 Feb 03 12:37:54.920280 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49964) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:54.925445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-764bf588-42cc-4ac4-b7dc-157e15340582 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'security_group_rule': {'security_group_id': '1440e152-dd99-45e9-925a-3dfcf4eba99a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:54.956788 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-764bf588-42cc-4ac4-b7dc-157e15340582 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group_rule (b2a77214-0b2d-4ee6-844a-36dc156d3896), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.994972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-3ab8b221-9475-4c00-b9aa-ba6f93a1f89e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1000 time: 0.5067832 Feb 03 12:37:55.023324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-764bf588-42cc-4ac4-b7dc-157e15340582 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group_rule (b2a77214-0b2d-4ee6-844a-36dc156d3896), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.028808 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-764bf588-42cc-4ac4-b7dc-157e15340582 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (b2a77214-0b2d-4ee6-844a-36dc156d3896), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.052256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bf588-42cc-4ac4-b7dc-157e15340582 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a77214-0b2d-4ee6-844a-36dc156d3896,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:55.059544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-b27604fe-c352-47fc-b5eb-19fee0525fff service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621624 Feb 03 12:37:55.062257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-764bf588-42cc-4ac4-b7dc-157e15340582 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.063864 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-764bf588-42cc-4ac4-b7dc-157e15340582 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418118 Feb 03 12:37:55.066688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49968) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:55.071427 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:55.087347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36bf6a-915e-43e3-b74e-8bd0ffe48805 req-ba6ea4d4-3e44-4889-b4a9-ba64d5b94e1c tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.088963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec36bf6a-915e-43e3-b74e-8bd0ffe48805 req-ba6ea4d4-3e44-4889-b4a9-ba64d5b94e1c tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1fe587cf-d62b-461a-943a-25401170deb0 HTTP/1.1" status: 200 len: 1133 time: 0.1798017 Feb 03 12:37:55.096073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.205269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.215213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87e78-5891-41de-991d-6332dcc20307 req-6c7220ee-ba5e-417b-90cb-9dc8475ff646 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.219363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-6c7220ee-ba5e-417b-90cb-9dc8475ff646 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.2164819 Feb 03 12:37:55.293527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec36bf6a-915e-43e3-b74e-8bd0ffe48805 req-b4147da9-9529-4821-b3a0-1691da997846 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942000 Feb 03 12:37:55.324179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-417009a2-9e0f-42e0-a8f9-44cc5fb96c08 req-ede6e828-721f-4a34-9755-4448ef62345c service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390201 Feb 03 12:37:55.339531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-cca19c02-1cf3-4cc0-9381-73a76068e742 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 0.1097522 Feb 03 12:37:55.346185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f4e87e78-5891-41de-991d-6332dcc20307 req-9bc769cc-41be-4275-b266-1791b08632d3 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:55.391587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Allocated IP 172.25.3.50 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:55.456986 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f4e87e78-5891-41de-991d-6332dcc20307 req-9bc769cc-41be-4275-b266-1791b08632d3 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for floatingip (46910143-b1d8-4c68-a1c1-3dace09be6ff), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.507566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb13f07-4118-44f6-927c-d97dbe8caa49 req-e78a5dfd-2029-429a-9f6f-28ead7942f7c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.509144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbb13f07-4118-44f6-927c-d97dbe8caa49 req-e78a5dfd-2029-429a-9f6f-28ead7942f7c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 943 time: 0.1158049 Feb 03 12:37:55.523875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for port (5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.568265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.607829 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:55.610967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:55.615340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:55.625253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbb13f07-4118-44f6-927c-d97dbe8caa49 req-28745fb1-0861-4e3e-aa18-25a33f8b7981 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083529 Feb 03 12:37:55.656915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Port': ['ID=5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:55.673445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f4e87e78-5891-41de-991d-6332dcc20307 req-9bc769cc-41be-4275-b266-1791b08632d3 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.684851 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f4e87e78-5891-41de-991d-6332dcc20307 req-9bc769cc-41be-4275-b266-1791b08632d3 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (46910143-b1d8-4c68-a1c1-3dace09be6ff), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.685210 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-f4e87e78-5891-41de-991d-6332dcc20307 req-9bc769cc-41be-4275-b266-1791b08632d3 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Floating IP 46910143-b1d8-4c68-a1c1-3dace09be6ff disassociated. External IP: 172.25.3.244, port: 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a. Feb 03 12:37:55.751118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for floatingip (632866fa-c486-4c08-bbf1-809169df07ca), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.795436 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.873619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df61d6-45a7-418f-8a50-d4ab9e0359b0 req-e65a4f22-e899-4c2f-92bb-f428a646df86 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.874788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9df61d6-45a7-418f-8a50-d4ab9e0359b0 req-e65a4f22-e899-4c2f-92bb-f428a646df86 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.1333187 Feb 03 12:37:55.924822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-451c4a28-1155-4a13-a318-3e062aeeebb8 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.926286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-451c4a28-1155-4a13-a318-3e062aeeebb8 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.91 "GET /v2.0/ports?device_id=83cd66e3-596e-4fdd-bf41-79b05ce35dcb HTTP/1.1" status: 200 len: 943 time: 0.1021864 Feb 03 12:37:55.958737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for port (5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.965049 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.030813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9df61d6-45a7-418f-8a50-d4ab9e0359b0 req-8a274208-82d6-4704-bac3-bbc2ffe1676a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425114 Feb 03 12:37:56.031054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Port': ['ID=5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:56.048333 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (632866fa-c486-4c08-bbf1-809169df07ca), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.068481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.070108 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-688f9cc8-fb91-404c-b877-9dd57d6dd5ca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0022893 Feb 03 12:37:56.172070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4e87e78-5891-41de-991d-6332dcc20307 req-9bc769cc-41be-4275-b266-1791b08632d3 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:37:56.177581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Deleting port 665641c4-d43e-467b-bd4b-d334703f6efe {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:56.177960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.255874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:56.302101 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72235a6-16fc-4e8e-9bdf-fe3a01065194 x-openstack-request-id: req-f72235a6-16fc-4e8e-9bdf-fe3a01065194 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:56.302717 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:56.303205 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f72235a6-16fc-4e8e-9bdf-fe3a01065194 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:56.303773 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe', 'code': 200} Feb 03 12:37:56.320610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port b71fce35-2c1b-4602-94f6-582b000c83c8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:56.329179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port b71fce35-2c1b-4602-94f6-582b000c83c8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:56.329883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.396953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] For port 665641c4-d43e-467b-bd4b-d334703f6efe, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=665641c4-d43e-467b-bd4b-d334703f6efe,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:56.397563 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.411220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Calling delete_port for 665641c4-d43e-467b-bd4b-d334703f6efe owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:56.429278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port b71fce35-2c1b-4602-94f6-582b000c83c8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:56.429702 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.468916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:56.474113 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.525056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4e87e78-5891-41de-991d-6332dcc20307 req-9bc769cc-41be-4275-b266-1791b08632d3 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:37:56.534696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f4e87e78-5891-41de-991d-6332dcc20307 req-9bc769cc-41be-4275-b266-1791b08632d3 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.541369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] Sync routers for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:37:56.557838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=13']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:56.563346 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:56.563949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:37:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:56.589455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba27c2-25b4-4ce8-b9e6-6fdbb00e865b req-48d06bef-f074-4435-bd74-efba10e841e7 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:56.591158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7dba27c2-25b4-4ce8-b9e6-6fdbb00e865b req-48d06bef-f074-4435-bd74-efba10e841e7 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.1704915 Feb 03 12:37:56.594303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-9bc769cc-41be-4275-b266-1791b08632d3 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "PUT /v2.0/floatingips/46910143-b1d8-4c68-a1c1-3dace09be6ff HTTP/1.1" status: 200 len: 695 time: 1.2527974 Feb 03 12:37:56.594303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:56.596135 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0994eb-aac1-44d3-9094-6f1eba0929cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:56.688540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:56.707505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (665641c4-d43e-467b-bd4b-d334703f6efe), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.727770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7dba27c2-25b4-4ce8-b9e6-6fdbb00e865b req-54f6a739-bf56-4fa8-a396-d2f35e24069a tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222646 Feb 03 12:37:56.756443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event deleted for resources: {'Port': ['ID=665641c4-d43e-467b-bd4b-d334703f6efe,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:56.764027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87e78-5891-41de-991d-6332dcc20307 req-16d5bda0-4c43-4ce7-899a-b40cc9dfd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:56.765653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-16d5bda0-4c43-4ce7-899a-b40cc9dfd187 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1129 time: 0.1420879 Feb 03 12:37:56.841980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] No DVR routers for this DVR port 665641c4-d43e-467b-bd4b-d334703f6efe on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:56.848402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.851745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c82217d9-b80e-4ff2-88cc-16d73e98d974 req-442e79fd-e1a7-4c20-9bdc-626d38084e57 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.91 "DELETE /v2.0/ports/665641c4-d43e-467b-bd4b-d334703f6efe HTTP/1.1" status: 204 len: 173 time: 0.9170995 Feb 03 12:37:56.946835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51e195-4e26-4159-80b0-42e3f47f7348 req-829f4119-451e-48e6-b40f-dbb71ca64fb3 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:56.949101 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa51e195-4e26-4159-80b0-42e3f47f7348 req-829f4119-451e-48e6-b40f-dbb71ca64fb3 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 1133 time: 0.1045148 Feb 03 12:37:56.950347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87e78-5891-41de-991d-6332dcc20307 req-5f8c9287-fed9-4b65-ab88-d9540c189163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:56.951678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-5f8c9287-fed9-4b65-ab88-d9540c189163 service neutron] 10.222.0.65 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 921 time: 0.1801128 Feb 03 12:37:57.015839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-5c7f610e-5cb2-4ed0-b7fe-f65ea35c1a26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 217 time: 0.0552273 Feb 03 12:37:57.086039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87e78-5891-41de-991d-6332dcc20307 req-8cebacef-2c41-4e8e-a0d9-75260a41ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.091481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-8cebacef-2c41-4e8e-a0d9-75260a41ab0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 200 len: 860 time: 0.0736611 Feb 03 12:37:57.097163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa51e195-4e26-4159-80b0-42e3f47f7348 req-49c2fc85-80ff-420a-8dd6-52d44c284d01 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955157 Feb 03 12:37:57.110298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '504a9733-0d0e-427a-bc50-fa01b60bb67f', 'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'mac_address': 'fa:16:3e:99:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:22Z', 'updated_at': '2022-02-03T12:36:35Z', 'revision_number': 5, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'subnets': [{'id': 'c2458635-536a-4534-a5ef-220a257345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:57.137471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-b5c191cc-94be-460b-b851-dd2479c0bc65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be3dac05-a53a-4e54-803f-ab1f51d67181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364485 Feb 03 12:37:57.139481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] Checking router: 91e8f3ad-3b5c-4917-89f1-41141e9f0902 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:37:57.157689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:57.159352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:37:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:57.290667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-2b37d5ef-f114-4a60-ac86-1233389787ed service neutron] 10.222.0.65 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443741 Feb 03 12:37:57.295466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-e66c4042-adc7-49b6-870c-9134dfef32eb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--611995959&fields=id&tenant_id=b07baa1fe485403f8894a9f21fd36b42 HTTP/1.1" status: 200 len: 267 time: 0.0705640 Feb 03 12:37:57.299507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:57.423608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-2ceb6c38-14cc-4582-9242-f8c0bb5baa2d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.430674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-2ceb6c38-14cc-4582-9242-f8c0bb5baa2d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports/baf4854b-e3bd-4695-80f0-c99e47518c47 HTTP/1.1" status: 200 len: 930 time: 0.1183860 Feb 03 12:37:57.483682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4e87e78-5891-41de-991d-6332dcc20307 req-867c2daf-fe58-45fc-8731-4cc4480f92a3 service neutron] 10.222.0.65 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920357 Feb 03 12:37:57.505468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-38d83e6b-6b77-4f60-af93-fa709d8ffd82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.507163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-38d83e6b-6b77-4f60-af93-fa709d8ffd82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports/157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f HTTP/1.1" status: 200 len: 932 time: 0.0731301 Feb 03 12:37:57.545643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '504a9733-0d0e-427a-bc50-fa01b60bb67f', 'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'mac_address': 'fa:16:3e:99:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:22Z', 'updated_at': '2022-02-03T12:36:35Z', 'revision_number': 5, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'subnets': [{'id': 'c2458635-536a-4534-a5ef-220a257345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:57.583214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-a7d230b5-0401-4642-8964-f0431006f030 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?network_id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0684118 Feb 03 12:37:57.600837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc8403-4534-47d8-942e-3cf346662ff3 None None] The sync data for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 is: [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:36:25Z', 'revision_number': 4, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '504a9733-0d0e-427a-bc50-fa01b60bb67f', 'name': '', 'network_id': 'be3dac05-a53a-4e54-803f-ab1f51d67181', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'mac_address': 'fa:16:3e:99:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c2458635-536a-4534-a5ef-220a257345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:22Z', 'updated_at': '2022-02-03T12:36:35Z', 'revision_number': 5, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'subnets': [{'id': 'c2458635-536a-4534-a5ef-220a257345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:37:57.650176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-97972276-6858-414b-86be-fdfd9f8ea204 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?network_id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0652473 Feb 03 12:37:57.758146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ba0ad-6a90-4a2d-8874-b12dae3c06b9 req-7ac1c2dd-9a02-4716-8788-2e2038f8d2e6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.760445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c50ba0ad-6a90-4a2d-8874-b12dae3c06b9 req-7ac1c2dd-9a02-4716-8788-2e2038f8d2e6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 951 time: 0.1640024 Feb 03 12:37:57.803896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-9e4dd1e5-d0e9-4f66-ac60-9a1ef86be1ea tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.811779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-9e4dd1e5-d0e9-4f66-ac60-9a1ef86be1ea tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.818132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-9e4dd1e5-d0e9-4f66-ac60-9a1ef86be1ea tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.820236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-9e4dd1e5-d0e9-4f66-ac60-9a1ef86be1ea tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/networks?id=a84c857a-e683-46a0-bd81-759bba81b838&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&id=3bea9c57-5f12-4607-a8e0-f3441fcf7875 HTTP/1.1" status: 200 len: 1991 time: 0.1685052 Feb 03 12:37:57.846308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-3f304aa4-8cf9-470f-9583-c77675390f8b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/quotas/b07baa1fe485403f8894a9f21fd36b42 HTTP/1.1" status: 200 len: 375 time: 0.0189815 Feb 03 12:37:57.927967 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133f874-b8e6-43d5-9de2-5f8f442a8af4 None None] New status for floating IP 46910143-b1d8-4c68-a1c1-3dace09be6ff: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:37:57.928610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c50ba0ad-6a90-4a2d-8874-b12dae3c06b9 req-71f8d333-855e-4a64-a5b1-02f8b7657c47 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597371 Feb 03 12:37:57.951177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-8efe031a-36c6-402e-b329-95aaf8bfe55e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016634 Feb 03 12:37:57.974637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-bb771353-e641-46c5-ad93-7c7f1db9ae6e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0932610 Feb 03 12:37:58.014057 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6503f2-b333-431c-b297-877e2b200601 x-openstack-request-id: req-9c6503f2-b333-431c-b297-877e2b200601 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:58.014367 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:58.014634 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c6503f2-b333-431c-b297-877e2b200601 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:58.015169 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'status': 'completed', 'code': 200} Feb 03 12:37:58.136087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-3fdee90b-3b72-42a1-a469-b5bf937ec471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:58.137599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-3fdee90b-3b72-42a1-a469-b5bf937ec471 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1127 time: 0.1568143 Feb 03 12:37:58.305269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:58.307888 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5f8b8d-c3f8-407c-b255-10bcc7a450b4" -d '{"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-plugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:58.605806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-9188b871-f25a-4775-9d2f-84556cac354d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:58.607730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-9188b871-f25a-4775-9d2f-84556cac354d tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "GET /v2.0/ports?device_id=d16e7fb6-3738-4700-92f2-ff5fac115d54 HTTP/1.1" status: 200 len: 951 time: 0.5375395 Feb 03 12:37:58.691257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-47042e32-4f10-4f38-b167-2a8b7dc01091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:58.692843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-47042e32-4f10-4f38-b167-2a8b7dc01091 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 1129 time: 0.6525102 Feb 03 12:37:58.728690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 665641c4-d43e-467b-bd4b-d334703f6efe no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:58.738174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3f255-f1ff-4568-8e47-5aba0bba8890 req-21813a1e-120d-4803-979d-89e34b83c29b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:58.739755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44f3f255-f1ff-4568-8e47-5aba0bba8890 req-21813a1e-120d-4803-979d-89e34b83c29b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.6011298 Feb 03 12:37:58.751213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 665641c4-d43e-467b-bd4b-d334703f6efe {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:58.751213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 665641c4-d43e-467b-bd4b-d334703f6efe not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:58.764775 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-a4aa6b7e-7af2-4c54-9f3f-e59c6f7e9dab service neutron] 10.222.0.65 "GET /v2.0/networks/a84c857a-e683-46a0-bd81-759bba81b838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7487602 Feb 03 12:37:58.878682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-675a909e-443f-4914-b18c-7ccf9070d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:58.880155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-675a909e-443f-4914-b18c-7ccf9070d55f service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.6905859 Feb 03 12:37:58.995141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-b4d8dbc1-2fae-421c-a0f8-23e897378c71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 217 time: 0.0954309 Feb 03 12:37:59.006901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44f3f255-f1ff-4568-8e47-5aba0bba8890 req-51a452dd-3b15-407d-a242-d34073acd57c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515385 Feb 03 12:37:59.061105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-a99a7521-9d1a-4059-955b-705448f4d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.061105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-a99a7521-9d1a-4059-955b-705448f4d2f5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 200 len: 921 time: 0.3541136 Feb 03 12:37:59.141781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-ad3cd7a3-43c8-481c-a4b0-50c3f93455fa service neutron] 10.222.0.65 "GET /v2.0/networks/a84c857a-e683-46a0-bd81-759bba81b838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590932 Feb 03 12:37:59.143033 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-da714677-96e3-4119-b00e-bd553505551c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 200 len: 217 time: 0.0725248 Feb 03 12:37:59.151710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Deleting port b71fce35-2c1b-4602-94f6-582b000c83c8 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:59.152051 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.180604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-4c2bb006-7a24-410b-8458-ea74a47173d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.182815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-4c2bb006-7a24-410b-8458-ea74a47173d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.1685610 Feb 03 12:37:59.195482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f2fe63b9-a109-4833-ae4f-15a1cd49c65b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044643 Feb 03 12:37:59.294296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-5a3bb28d-9fac-4841-9ba0-98c5af56551f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595875 Feb 03 12:37:59.369014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-037862c1-beff-4f7f-8e82-2c5a3e9fbf26 service neutron] 10.222.0.65 "GET /v2.0/ports/baf4854b-e3bd-4695-80f0-c99e47518c47?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2136757 Feb 03 12:37:59.442543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-43313084-f14a-46b3-afe2-48b15a3860a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.444008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-43313084-f14a-46b3-afe2-48b15a3860a0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 200 len: 860 time: 0.2796893 Feb 03 12:37:59.579945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-50994fb4-5209-4017-afdc-647289487b3a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=be3dac05-a53a-4e54-803f-ab1f51d67181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180747 Feb 03 12:37:59.598989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] For port b71fce35-2c1b-4602-94f6-582b000c83c8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=b71fce35-2c1b-4602-94f6-582b000c83c8,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:59.599327 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.652251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c337f9-8262-4a93-b453-d6e59020f555 req-dae6f758-7934-49da-aaf7-167e82327e54 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.653691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-dae6f758-7934-49da-aaf7-167e82327e54 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4179974 Feb 03 12:37:59.660010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Calling delete_port for b71fce35-2c1b-4602-94f6-582b000c83c8 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:59.750109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-a882f595-37c1-4192-8cb0-c2a0f5ce9694 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/quotas/6c0a975357124e3d97410eca51acd847 HTTP/1.1" status: 200 len: 375 time: 0.0841696 Feb 03 12:37:59.784281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-7553cc8e-e094-4287-b489-2b90b7d3fc41 service neutron] 10.222.0.65 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062159 Feb 03 12:37:59.786415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-4e270592-28ce-490f-85f0-9007e8e97388 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715474 Feb 03 12:37:59.940482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-d90937b7-1ce6-4b77-80a5-84368fcb76b8 service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507059 Feb 03 12:38:00.020449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'name': 'network-vif-deleted', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:00.022703 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fada3598-9115-4311-a2e8-8f9c82d26b9f" -d '{"events": [{"server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "name": "network-vif-deleted", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:00.135637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-d20cfa47-b08f-416c-a00c-7ad70ae08930 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3538163 Feb 03 12:38:00.149832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27718079-1039-4fb6-875d-c58bf1ba0f57 req-008da8c8-410f-402e-a76b-227c8e6cb30f service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333848 Feb 03 12:38:00.166377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-dca9fca2-8743-414e-b4b4-66ff450822a1 service neutron] 10.222.0.65 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717546 Feb 03 12:38:00.213519 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b71fce35-2c1b-4602-94f6-582b000c83c8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:00.220694 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-20f44bfc-8a44-485b-9348-6fde7e1af4f0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930197 Feb 03 12:38:00.221293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc0994eb-aac1-44d3-9094-6f1eba0929cf req-545dbabd-f7a7-498c-8011-639d5f96fdff service neutron] 10.222.0.91 "GET /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620289 Feb 03 12:38:00.229980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f977ab90-069f-40d5-9178-8e65c0ec361c', '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'b71fce35-2c1b-4602-94f6-582b000c83c8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:00.236901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['c906fb6d-7175-425b-976a-153a7a4a43e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:00.264234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Pushing event deleted for resources: {'Port': ['ID=b71fce35-2c1b-4602-94f6-582b000c83c8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:00.268262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-ac55ce5b-4da6-41b1-a65b-7f42c0490eab service neutron] 10.222.0.65 "GET /v2.0/ports/157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0944152 Feb 03 12:38:00.380897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] No DVR routers for this DVR port b71fce35-2c1b-4602-94f6-582b000c83c8 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:00.389764 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:00.393082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10ab2f50-2a21-4108-9253-b77ce200cedf req-ef1997f3-586c-495f-9f8b-3e97b6c4c28f tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "DELETE /v2.0/ports/b71fce35-2c1b-4602-94f6-582b000c83c8 HTTP/1.1" status: 204 len: 173 time: 1.7701986 Feb 03 12:38:00.461612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-d53f925a-6331-40be-a7f8-ff5f3bbc1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:00.465442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-d53f925a-6331-40be-a7f8-ff5f3bbc1fd5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1127 time: 0.2024858 Feb 03 12:38:00.556758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51925f59-5356-4a36-84ac-8a9da075d390 req-02de0419-6051-4e98-ad22-6e67332c098d tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/floatingips/46910143-b1d8-4c68-a1c1-3dace09be6ff HTTP/1.1" status: 200 len: 693 time: 0.0842912 Feb 03 12:38:00.581836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-62a34688-b695-4b8f-9bd3-21b5e9c62318 service neutron] 10.222.0.65 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986162 Feb 03 12:38:00.724390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51925f59-5356-4a36-84ac-8a9da075d390 req-8bae5aa2-1c89-45a1-b84b-dc086fbdd984 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:00.732467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51925f59-5356-4a36-84ac-8a9da075d390 req-8bae5aa2-1c89-45a1-b84b-dc086fbdd984 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1494050 Feb 03 12:38:00.738294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-51925f59-5356-4a36-84ac-8a9da075d390 req-6dd8fc1f-1a1a-44dc-a029-a7dbaca2e720 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:38:00.745173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51925f59-5356-4a36-84ac-8a9da075d390 req-6dd8fc1f-1a1a-44dc-a029-a7dbaca2e720 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117698 Feb 03 12:38:00.919703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51925f59-5356-4a36-84ac-8a9da075d390 req-db4f4901-d341-4488-b9a4-3a27ff83e7f1 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1736970 Feb 03 12:38:01.354498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51925f59-5356-4a36-84ac-8a9da075d390 req-931a4597-7341-4cd1-bb4b-bc927dc135dc tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.4266248 Feb 03 12:38:01.365257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-1b48ffce-8788-4e67-80b0-9e2b6d3bcbe4 service neutron] 10.222.0.65 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484196 Feb 03 12:38:01.367682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-08f7d22e-27b5-4ab3-aff4-5a5111a6bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:01.369124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-08f7d22e-27b5-4ab3-aff4-5a5111a6bd5f service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.8262031 Feb 03 12:38:01.497897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-d0b68cc6-bd7c-42bb-aae4-4d9f2456fe14 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 217 time: 0.0992227 Feb 03 12:38:01.633420 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-0b15a499-cced-4e34-a29e-23998e8d24ed tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251245 Feb 03 12:38:01.635812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-95d4c64f-25f6-4f30-9d7c-6dc08d8da7c2 service neutron] 10.222.0.65 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383020 Feb 03 12:38:01.641242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-42445bfa-4286-4607-b0c7-bcaddfa32a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:01.642685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-42445bfa-4286-4607-b0c7-bcaddfa32a60 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.1353989 Feb 03 12:38:01.698752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-d7b9fb9f-d5e3-4b09-b2e6-4c7e71088003 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454969 Feb 03 12:38:01.755685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-51925f59-5356-4a36-84ac-8a9da075d390 req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Deleting port 841ca48f-f5c8-4529-a0cb-2cafe49024ef {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:01.756396 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-51925f59-5356-4a36-84ac-8a9da075d390 req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (841ca48f-f5c8-4529-a0cb-2cafe49024ef), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.796219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c337f9-8262-4a93-b453-d6e59020f555 req-7707ccb4-6e34-46f2-a19d-6188bf6a7288 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:01.801180 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-7707ccb4-6e34-46f2-a19d-6188bf6a7288 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513951 Feb 03 12:38:01.812739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Request body: {'port': {'device_id': '53daad04-5a9b-4a08-8586-d244a7e8cc00', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '6c0a975357124e3d97410eca51acd847'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:01.903275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-3381b638-4911-44e6-960c-8c35501b001e service neutron] 10.222.0.65 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596314 Feb 03 12:38:01.931818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Made reservation on behalf of 6c0a975357124e3d97410eca51acd847 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:01.935392 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.937484 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-51925f59-5356-4a36-84ac-8a9da075d390 req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (841ca48f-f5c8-4529-a0cb-2cafe49024ef), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.938265 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-51925f59-5356-4a36-84ac-8a9da075d390 req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for floatingip (841ca48f-f5c8-4529-a0cb-2cafe49024ef), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.956499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-25b27d6b-3b3d-423b-a7ac-cd6d452c9af7 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447088 Feb 03 12:38:01.976889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-51925f59-5356-4a36-84ac-8a9da075d390 req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Calling delete_port for 841ca48f-f5c8-4529-a0cb-2cafe49024ef owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:02.068278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Allocated IP 192.168.233.240 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/d08dfc34-7f2d-4afb-ac90-1c12b0def494) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:02.147236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-c57214d1-2b7e-496a-b8d7-f4c4122c1147 service neutron] 10.222.0.65 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279289 Feb 03 12:38:02.203896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0d891e-a124-45a6-ac83-51067225ca57 req-d5663f3b-eb52-4205-a260-cd3d79d768be service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281101 Feb 03 12:38:02.232193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:02.270570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:02.282316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', '0ce60cc7-da57-4b82-bf24-fbf39bbbce27'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:02.288725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['5fac73af-2799-471d-8bfb-16d019a131bb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:02.323206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:02.329487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:02.333907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:02.343582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:02.350183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-92fcff28-28c7-4707-87a4-c105e07b2d3c service neutron] 10.222.0.65 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917257 Feb 03 12:38:02.361131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-51925f59-5356-4a36-84ac-8a9da075d390 req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (841ca48f-f5c8-4529-a0cb-2cafe49024ef), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:02.369901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event updated for resources: {'Port': ['ID=d08dfc34-7f2d-4afb-ac90-1c12b0def494,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:02.414241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: b71fce35-2c1b-4602-94f6-582b000c83c8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:02.414697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device b71fce35-2c1b-4602-94f6-582b000c83c8 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:02.421530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Pushing event deleted for resources: {'Port': ['ID=841ca48f-f5c8-4529-a0cb-2cafe49024ef,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:02.433120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.435314 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:02.460915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-047c147a-da76-4507-9a58-894b6d48c0a9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6517382 Feb 03 12:38:02.474979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Request body: {'port': {'device_id': '53daad04-5a9b-4a08-8586-d244a7e8cc00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:02.556491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-b60c05a6-8e06-47c5-af3a-9916027fe442 service neutron] 10.222.0.65 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051265 Feb 03 12:38:02.558982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-51925f59-5356-4a36-84ac-8a9da075d390 req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for floatingip (46910143-b1d8-4c68-a1c1-3dace09be6ff), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:02.561558 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-51925f59-5356-4a36-84ac-8a9da075d390 req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:02.562805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51925f59-5356-4a36-84ac-8a9da075d390 req-05f89779-13b3-4ed7-80c8-ad79af39cd04 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "DELETE /v2.0/floatingips/46910143-b1d8-4c68-a1c1-3dace09be6ff HTTP/1.1" status: 204 len: 173 time: 1.2072260 Feb 03 12:38:02.604505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:02.732100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-1780f90f-5248-4b13-b207-8f3396363e15 service neutron] 10.222.0.65 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679239 Feb 03 12:38:02.744244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e495e9-08fa-42a3-bfa0-836e36a4d60d req-9b9859e9-b68d-4985-9c5c-92b332629799 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.746666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21e495e9-08fa-42a3-bfa0-836e36a4d60d req-9b9859e9-b68d-4985-9c5c-92b332629799 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.0926661 Feb 03 12:38:02.789927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-65263e4b-5cac-4a16-9a6c-f1538b9d9cdb None None] Provisioning complete for port d08dfc34-7f2d-4afb-ac90-1c12b0def494 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:02.790349 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65263e4b-5cac-4a16-9a6c-f1538b9d9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:02.862321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-65263e4b-5cac-4a16-9a6c-f1538b9d9cdb None None] Port d08dfc34-7f2d-4afb-ac90-1c12b0def494 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:02.888038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21e495e9-08fa-42a3-bfa0-836e36a4d60d req-cce760d0-b079-4447-8d0a-5e1bfafc6305 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210589 Feb 03 12:38:02.904991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-8915f8e3-1b9f-4c7b-b73f-a3b01216205d service neutron] 10.222.0.65 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570930 Feb 03 12:38:03.033650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08dfc34-7f2d-4afb-ac90-1c12b0def494 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:03.035085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-f9f7d850-816b-4427-8b79-67310ab7e462 service neutron] 10.222.0.65 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242681 Feb 03 12:38:03.042682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Publish callbacks [] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.059105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Transition to ACTIVE for port object d08dfc34-7f2d-4afb-ac90-1c12b0def494 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:03.067484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.153980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Pushing event updated for resources: {'Port': ['ID=d08dfc34-7f2d-4afb-ac90-1c12b0def494,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:03.251946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Attempting to bind port d08dfc34-7f2d-4afb-ac90-1c12b0def494 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:03.252386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Attempting to bind port d08dfc34-7f2d-4afb-ac90-1c12b0def494 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:03.252788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Attempting to bind port d08dfc34-7f2d-4afb-ac90-1c12b0def494 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:03.258229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Port d08dfc34-7f2d-4afb-ac90-1c12b0def494 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:03.258708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Attempting to bind port d08dfc34-7f2d-4afb-ac90-1c12b0def494 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:03.265773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:03.266193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:03.266680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:03.267189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Bound port: d08dfc34-7f2d-4afb-ac90-1c12b0def494, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:03.267616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.340602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] For port d08dfc34-7f2d-4afb-ac90-1c12b0def494, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:03.344436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] For port d08dfc34-7f2d-4afb-ac90-1c12b0def494, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=d08dfc34-7f2d-4afb-ac90-1c12b0def494,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:03.352172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.385419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:03.385975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.387423 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] 10.222.0.91 "PUT /v2.0/ports/d08dfc34-7f2d-4afb-ac90-1c12b0def494 HTTP/1.1" status: 200 len: 1097 time: 0.9173717 Feb 03 12:38:03.388023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53daad04-5a9b-4a08-8586-d244a7e8cc00', 'tag': 'd08dfc34-7f2d-4afb-ac90-1c12b0def494'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:03.390731 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70756eca-ba5c-417c-b2c6-59683b80ad61" -d '{"events": [{"name": "network-changed", "server_uuid": "53daad04-5a9b-4a08-8586-d244a7e8cc00", "tag": "d08dfc34-7f2d-4afb-ac90-1c12b0def494"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:03.419463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd21bd-8ff8-4077-a759-54c83b0722aa service neutron] Pushing event updated for resources: {'Port': ['ID=d08dfc34-7f2d-4afb-ac90-1c12b0def494,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:03.483657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c337f9-8262-4a93-b453-d6e59020f555 req-20f367e6-2a38-4d51-aaab-b0d16a4dc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:03.485694 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-20f367e6-2a38-4d51-aaab-b0d16a4dc526 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 1131 time: 0.0525291 Feb 03 12:38:03.558845 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-ce63724d-ce68-4f50-9971-1feaafeaf679 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d08dfc34-7f2d-4afb-ac90-1c12b0def494 HTTP/1.1" status: 200 len: 217 time: 0.0630939 Feb 03 12:38:03.616649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c337f9-8262-4a93-b453-d6e59020f555 req-9d57b60e-27a3-43ca-933a-870b6d5298aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:03.618503 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-9d57b60e-27a3-43ca-933a-870b6d5298aa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0552578 Feb 03 12:38:03.675568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c337f9-8262-4a93-b453-d6e59020f555 req-304ceffe-bc57-4588-9667-a49f21acf28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:03.677515 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-304ceffe-bc57-4588-9667-a49f21acf28e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0517051 Feb 03 12:38:03.763897 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832556da-c133-4604-888e-01ea17f3fcba x-openstack-request-id: req-832556da-c133-4604-888e-01ea17f3fcba {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:03.764769 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-plugged", "status": "completed", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:03.765205 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-832556da-c133-4604-888e-01ea17f3fcba {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:03.765764 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'code': 200} Feb 03 12:38:03.808806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-2f7c2f1c-e165-4bc8-9194-20f09a040604 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239083 Feb 03 12:38:03.854996 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba44342a-24df-4cdc-b25f-33520ab477ab x-openstack-request-id: req-ba44342a-24df-4cdc-b25f-33520ab477ab {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:03.855386 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cd66e3-596e-4fdd-bf41-79b05ce35dcb", "name": "network-vif-deleted", "tag": "665641c4-d43e-467b-bd4b-d334703f6efe", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:03.855753 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba44342a-24df-4cdc-b25f-33520ab477ab {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:03.856744 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cd66e3-596e-4fdd-bf41-79b05ce35dcb', 'name': 'network-vif-deleted', 'tag': '665641c4-d43e-467b-bd4b-d334703f6efe', 'status': 'completed', 'code': 200} Feb 03 12:38:03.993190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550413b-0d88-4024-8953-c6e25473daf6 req-1f853cc1-2004-47bf-80f7-f13b40e221f0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:03.997004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1550413b-0d88-4024-8953-c6e25473daf6 req-1f853cc1-2004-47bf-80f7-f13b40e221f0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.0745349 Feb 03 12:38:04.001944 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-82c337f9-8262-4a93-b453-d6e59020f555 req-c1713497-0df9-42bc-99d0-6ef2820ea58e service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848571 Feb 03 12:38:04.058017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1550413b-0d88-4024-8953-c6e25473daf6 req-0159c416-5891-4d2e-a6e1-542c189a5dbb tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536120 Feb 03 12:38:04.196090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919428d-a9ab-4aef-8257-6e196152e2a6 req-05a6f26e-b599-46f2-84bd-ee9a5a3a55fc tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.198167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7919428d-a9ab-4aef-8257-6e196152e2a6 req-05a6f26e-b599-46f2-84bd-ee9a5a3a55fc tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 948 time: 0.0600381 Feb 03 12:38:04.256282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50074) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:04.262593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026037627', 'description': 'tempest-description--1688532007'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:04.263026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7919428d-a9ab-4aef-8257-6e196152e2a6 req-5e7ebd71-cd68-40ea-b212-c4c26a310a54 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586460 Feb 03 12:38:04.311032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.388901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10a2cee9-a13b-4bfa-9fe5-4eb2702cbc85 req-e9becf57-30d8-4c79-a3c0-0b783ca7ebdb tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups/e30e4c50-6637-44d6-ba50-037e2af54150 HTTP/1.1" status: 200 len: 1824 time: 0.0935047 Feb 03 12:38:04.437807 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c54936-a9d7-448b-9f25-c3e6bcf855f0 x-openstack-request-id: req-b3c54936-a9d7-448b-9f25-c3e6bcf855f0 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:04.438097 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53daad04-5a9b-4a08-8586-d244a7e8cc00", "tag": "d08dfc34-7f2d-4afb-ac90-1c12b0def494", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:04.438396 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3c54936-a9d7-448b-9f25-c3e6bcf855f0 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:04.438794 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53daad04-5a9b-4a08-8586-d244a7e8cc00', 'tag': 'd08dfc34-7f2d-4afb-ac90-1c12b0def494', 'status': 'completed', 'code': 200} Feb 03 12:38:04.464241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group (5dd6c37f-f157-4d03-a65d-6b8866c5927d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.510888 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-10a2cee9-a13b-4bfa-9fe5-4eb2702cbc85 req-64502e0a-b021-496b-9860-e5fb2af58f97 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for security_group (e30e4c50-6637-44d6-ba50-037e2af54150), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.538793 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-10a2cee9-a13b-4bfa-9fe5-4eb2702cbc85 req-64502e0a-b021-496b-9860-e5fb2af58f97 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for security_group (e30e4c50-6637-44d6-ba50-037e2af54150), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.555115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5dd6c37f-f157-4d03-a65d-6b8866c5927d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.631489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd6c37f-f157-4d03-a65d-6b8866c5927d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:04.637819 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-10a2cee9-a13b-4bfa-9fe5-4eb2702cbc85 req-64502e0a-b021-496b-9860-e5fb2af58f97 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e30e4c50-6637-44d6-ba50-037e2af54150), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.641670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-10a2cee9-a13b-4bfa-9fe5-4eb2702cbc85 req-64502e0a-b021-496b-9860-e5fb2af58f97 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.652309 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.657580 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4000897 Feb 03 12:38:04.657997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10a2cee9-a13b-4bfa-9fe5-4eb2702cbc85 req-64502e0a-b021-496b-9860-e5fb2af58f97 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "DELETE /v2.0/security-groups/e30e4c50-6637-44d6-ba50-037e2af54150 HTTP/1.1" status: 204 len: 173 time: 0.2613866 Feb 03 12:38:04.658640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50084) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:04.666267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.666565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.667023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.668112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.668461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.668798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.669394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.669815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.670024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-45b29dd0-d48a-464c-8f09-42186fea0a11 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Request body: {'security_group_rule': {'security_group_id': '5dd6c37f-f157-4d03-a65d-6b8866c5927d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:04.670159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.670389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.671234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.671576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.671907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcedd012-706f-48b3-a23d-34c6e474f225 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:04.698842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ada8c672-525f-4187-ae2b-413fe31c03a5 req-95d243f8-eb4a-4ac4-87c9-adfc8f05b4c1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0957088 Feb 03 12:38:04.700048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-94a86db2-2407-4fc6-aa1e-4e908aa731bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.701781 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-94a86db2-2407-4fc6-aa1e-4e908aa731bd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 1131 time: 0.2407501 Feb 03 12:38:04.714558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64502e0a-b021-496b-9860-e5fb2af58f97 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30e4c50-6637-44d6-ba50-037e2af54150,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:04.763208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45b29dd0-d48a-464c-8f09-42186fea0a11 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group_rule (64c0d77a-35fb-4643-945d-2998546a4eae), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.836591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45b29dd0-d48a-464c-8f09-42186fea0a11 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group_rule (64c0d77a-35fb-4643-945d-2998546a4eae), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.856838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45b29dd0-d48a-464c-8f09-42186fea0a11 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (64c0d77a-35fb-4643-945d-2998546a4eae), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.918749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b29dd0-d48a-464c-8f09-42186fea0a11 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c0d77a-35fb-4643-945d-2998546a4eae,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:04.930483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45b29dd0-d48a-464c-8f09-42186fea0a11 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.935983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-45b29dd0-d48a-464c-8f09-42186fea0a11 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2687564 Feb 03 12:38:04.938352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50116) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:04.943677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-181457ea-8ac3-433c-b15f-017b5d6a60c2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Request body: {'security_group_rule': {'security_group_id': '5dd6c37f-f157-4d03-a65d-6b8866c5927d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:04.958845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e19dd-d225-4737-b84d-3998e309a84c req-ab9b22c6-6d4f-4b77-a2a2-3584ac9ab2f3 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.960819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-532e19dd-d225-4737-b84d-3998e309a84c req-ab9b22c6-6d4f-4b77-a2a2-3584ac9ab2f3 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.1208062 Feb 03 12:38:04.964771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-a38bce2d-7de4-4d0d-b5f7-cdcbe13b8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.966779 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-a38bce2d-7de4-4d0d-b5f7-cdcbe13b8dbb service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2563272 Feb 03 12:38:05.046224 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-0a6a3244-42e2-43fe-a924-dd0e3bc03df3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d08dfc34-7f2d-4afb-ac90-1c12b0def494 HTTP/1.1" status: 200 len: 217 time: 0.0705547 Feb 03 12:38:05.054751 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-181457ea-8ac3-433c-b15f-017b5d6a60c2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group_rule (2df11a15-f463-4dfe-bb22-4cd2399e4abf), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.112389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-532e19dd-d225-4737-b84d-3998e309a84c req-6a67d0b2-ad49-4945-9945-daa80b7fa08b tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397371 Feb 03 12:38:05.165185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-414a64f1-a29b-4e42-b80f-a6339b9c3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.167434 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-414a64f1-a29b-4e42-b80f-a6339b9c3e4d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1137025 Feb 03 12:38:05.225862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-b649cfa5-eb32-41c0-a038-0392cf5b1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.227498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-b649cfa5-eb32-41c0-a038-0392cf5b1b39 service neutron] 10.222.0.72 "GET /v2.0/ports/baf4854b-e3bd-4695-80f0-c99e47518c47 HTTP/1.1" status: 200 len: 1026 time: 0.0650561 Feb 03 12:38:05.229771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-181457ea-8ac3-433c-b15f-017b5d6a60c2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group_rule (2df11a15-f463-4dfe-bb22-4cd2399e4abf), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.319308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-2f802c84-3373-47be-b163-ec3e62f9715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.323492 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-2f802c84-3373-47be-b163-ec3e62f9715a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1449811 Feb 03 12:38:05.360666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-17099a65-2932-4993-a17d-a4c5428c2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.361837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-17099a65-2932-4993-a17d-a4c5428c2f64 service neutron] 10.222.0.72 "GET /v2.0/ports/157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f HTTP/1.1" status: 200 len: 1028 time: 0.0915065 Feb 03 12:38:05.362543 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-181457ea-8ac3-433c-b15f-017b5d6a60c2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (2df11a15-f463-4dfe-bb22-4cd2399e4abf), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.485303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181457ea-8ac3-433c-b15f-017b5d6a60c2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df11a15-f463-4dfe-bb22-4cd2399e4abf,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:05.508636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-181457ea-8ac3-433c-b15f-017b5d6a60c2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.513263 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-181457ea-8ac3-433c-b15f-017b5d6a60c2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5705762 Feb 03 12:38:05.516287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50132) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:05.523720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:05.527434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c929df-415a-464d-81de-b5ec29b11056 req-b9b03ca2-091d-4081-8174-103ab93b3daf tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.528897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5c929df-415a-464d-81de-b5ec29b11056 req-b9b03ca2-091d-4081-8174-103ab93b3daf tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 951 time: 0.2946041 Feb 03 12:38:05.544441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2132132-a8d8-41c8-86d4-e7316e1c58b7 req-75a8fc8e-bfef-444b-92ed-af25161107ef tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.548721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-4810d0dd-8923-4a73-9b9f-2a6e92d4c5f6 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137620 Feb 03 12:38:05.551765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2132132-a8d8-41c8-86d4-e7316e1c58b7 req-75a8fc8e-bfef-444b-92ed-af25161107ef tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.2830606 Feb 03 12:38:05.602803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-505fb3fc-db33-44ff-bf76-6f9c9423121f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.609385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-505fb3fc-db33-44ff-bf76-6f9c9423121f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.615203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-505fb3fc-db33-44ff-bf76-6f9c9423121f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.616390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-505fb3fc-db33-44ff-bf76-6f9c9423121f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "GET /v2.0/networks?id=a84c857a-e683-46a0-bd81-759bba81b838&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&id=3bea9c57-5f12-4607-a8e0-f3441fcf7875 HTTP/1.1" status: 200 len: 1991 time: 0.2438684 Feb 03 12:38:05.618415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.683091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5c929df-415a-464d-81de-b5ec29b11056 req-efc84f52-4b4b-4b79-9eef-c14185f3c0e5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236036 Feb 03 12:38:05.699022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2132132-a8d8-41c8-86d4-e7316e1c58b7 req-f79783d3-d4c8-4be3-b0ea-8a5bc8ac512b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399329 Feb 03 12:38:05.768192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-9913850e-9f3b-41bb-94f5-2ad40a2feabd tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b07baa1fe485403f8894a9f21fd36b42 HTTP/1.1" status: 200 len: 379 time: 0.1391017 Feb 03 12:38:05.781776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'admin_state_up': True, 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'security_groups': ['1440e152-dd99-45e9-925a-3dfcf4eba99a']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:05.912687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-deleted', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:05.915025 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0e116d-e05f-430e-b7c7-6926ca54b551" -d '{"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-deleted", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:05.997813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:06.001451 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.021977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee507cd1-7c47-43d2-9b48-3957b7ffe10a req-f8e99646-e8b4-4854-baa4-25d551d451dd tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.029195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee507cd1-7c47-43d2-9b48-3957b7ffe10a req-f8e99646-e8b4-4854-baa4-25d551d451dd tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 948 time: 0.2336144 Feb 03 12:38:06.122030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5dc38-7fd0-40ef-b0de-ce0f2a706706 req-a00f3c73-15f8-49b0-b7d3-ad8f10003d09 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.128913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ce5dc38-7fd0-40ef-b0de-ce0f2a706706 req-a00f3c73-15f8-49b0-b7d3-ad8f10003d09 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.2081685 Feb 03 12:38:06.163981 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-70756eca-ba5c-417c-b2c6-59683b80ad61 req-3421e9e0-565b-4f94-9709-2c4b139702e6 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053109 Feb 03 12:38:06.217185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.229651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee507cd1-7c47-43d2-9b48-3957b7ffe10a req-291b899f-474b-4399-9650-f9a2e2e9daf3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994817 Feb 03 12:38:06.300168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ce5dc38-7fd0-40ef-b0de-ce0f2a706706 req-c67acbaf-9b86-489b-96fc-db3da55d042b tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649442 Feb 03 12:38:06.319057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Allocated IP 172.20.0.7 (a84c857a-e683-46a0-bd81-759bba81b838/2b6abf6f-4cc7-448a-af3e-104f8d39e59f/8579dd39-96aa-4005-8088-22ccafa220de) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:06.368092 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625634eb-6eba-485d-a9ce-f64d7d1e754f x-openstack-request-id: req-625634eb-6eba-485d-a9ce-f64d7d1e754f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:06.368470 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16e7fb6-3738-4700-92f2-ff5fac115d54", "name": "network-vif-deleted", "tag": "b71fce35-2c1b-4602-94f6-582b000c83c8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:06.368911 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-625634eb-6eba-485d-a9ce-f64d7d1e754f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:06.369771 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16e7fb6-3738-4700-92f2-ff5fac115d54', 'name': 'network-vif-deleted', 'tag': 'b71fce35-2c1b-4602-94f6-582b000c83c8', 'status': 'completed', 'code': 200} Feb 03 12:38:06.370885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Allocated IP 172.25.3.220 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/8c319e25-f5bb-4370-b64d-98456bc92b93) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:06.380271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fc92664-22ac-412b-8811-e958e23a3aa2 req-a6e93e08-af3c-43fb-b8db-3a367f5007c9 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0463576 Feb 03 12:38:06.521595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for port (8c319e25-f5bb-4370-b64d-98456bc92b93), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.577291 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8c319e25-f5bb-4370-b64d-98456bc92b93), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.592090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5106b99f-b39f-41ff-bace-be2a55d1eb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.618138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35459425-d774-484b-a61c-04a7d2768540 req-f5d30c9a-ae7c-4b8c-be0e-a259fe6e8f6b tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.619645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35459425-d774-484b-a61c-04a7d2768540 req-f5d30c9a-ae7c-4b8c-be0e-a259fe6e8f6b tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.1384492 Feb 03 12:38:06.640017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:06.645029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for port (8579dd39-96aa-4005-8088-22ccafa220de), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.645241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:06.654361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:06.662138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event updated for resources: {'Port': ['ID=8c319e25-f5bb-4370-b64d-98456bc92b93,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:06.703551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35459425-d774-484b-a61c-04a7d2768540 req-030f8344-de00-45fe-8c95-64ac5edb5e94 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703468 Feb 03 12:38:06.748066 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8579dd39-96aa-4005-8088-22ccafa220de), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.804643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for floatingip (33cc3b41-e0f8-4348-8185-1c1d609c0360), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.839010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network a84c857a-e683-46a0-bd81-759bba81b838 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:06.845646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:06.851220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:06.896269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8c319e25-f5bb-4370-b64d-98456bc92b93), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.901871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Port': ['ID=8579dd39-96aa-4005-8088-22ccafa220de,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:06.975256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.976118 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.998268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8a033-834a-4416-8319-feb4a5ff7ba9 req-61fb26fd-2feb-4865-8e5b-647ff2213d7e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.007730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24a8a033-834a-4416-8319-feb4a5ff7ba9 req-61fb26fd-2feb-4865-8e5b-647ff2213d7e tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 951 time: 0.2104764 Feb 03 12:38:07.048719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-29e92c9d-04de-4404-8b34-a342baba8aef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2743351 Feb 03 12:38:07.076692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac5e0a-7988-49b1-8409-fd46bb77af28 req-6223c0e1-2321-4f3b-9971-530e42f44cdb tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.078416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaac5e0a-7988-49b1-8409-fd46bb77af28 req-6223c0e1-2321-4f3b-9971-530e42f44cdb tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.1832914 Feb 03 12:38:07.082078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'admin_state_up': True, 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'security_groups': ['1440e152-dd99-45e9-925a-3dfcf4eba99a']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:07.137394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-5d207e66-319c-40eb-9c94-f5a2f8955a22 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.138973 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-5d207e66-319c-40eb-9c94-f5a2f8955a22 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "GET /v2.0/ports?device_id=826e0f7f-d21a-42f0-91b1-19d7296d6bbb HTTP/1.1" status: 200 len: 951 time: 0.1474302 Feb 03 12:38:07.167600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24a8a033-834a-4416-8319-feb4a5ff7ba9 req-6fb90589-cecc-4ecf-aeb2-98af59c990e8 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587782 Feb 03 12:38:07.291037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4dd11fe1-5aa2-4acb-99f2-fd9a08ae8683 None None] Provisioning complete for port 8579dd39-96aa-4005-8088-22ccafa220de triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:07.291789 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4dd11fe1-5aa2-4acb-99f2-fd9a08ae8683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8579dd39-96aa-4005-8088-22ccafa220de), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.336490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4dd11fe1-5aa2-4acb-99f2-fd9a08ae8683 None None] Port 8579dd39-96aa-4005-8088-22ccafa220de cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:07.358539 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for port (8c319e25-f5bb-4370-b64d-98456bc92b93), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.369998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8c319e25-f5bb-4370-b64d-98456bc92b93), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.439715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Deleting port c906fb6d-7175-425b-976a-153a7a4a43e9 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:07.440381 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.508322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event updated for resources: {'Port': ['ID=8c319e25-f5bb-4370-b64d-98456bc92b93,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:07.563879 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (33cc3b41-e0f8-4348-8185-1c1d609c0360), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.594911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.596158 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f0ddaae2-fcb9-429f-b749-10249adfd6af tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0790553 Feb 03 12:38:07.616750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] For port c906fb6d-7175-425b-976a-153a7a4a43e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c906fb6d-7175-425b-976a-153a7a4a43e9,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:07.617169 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.632357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Calling delete_port for c906fb6d-7175-425b-976a-153a7a4a43e9 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:07.737595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaac5e0a-7988-49b1-8409-fd46bb77af28 req-b5d9ff98-cd22-4b08-9db4-da344c72938f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476767 Feb 03 12:38:07.779529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9b4c1-b076-4909-8c56-a236904d56b8 req-b90fc373-c76c-4a5e-96f0-b0f15aa9078c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.786654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbf9b4c1-b076-4909-8c56-a236904d56b8 req-b90fc373-c76c-4a5e-96f0-b0f15aa9078c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 948 time: 0.1175504 Feb 03 12:38:07.795797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c906fb6d-7175-425b-976a-153a7a4a43e9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.810764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f977ab90-069f-40d5-9178-8e65c0ec361c', '406cbb4a-b03a-493d-a3b9-6e20f80643c4'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:07.817206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['c906fb6d-7175-425b-976a-153a7a4a43e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:07.839855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:07.843433 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.874187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbf9b4c1-b076-4909-8c56-a236904d56b8 req-fd43bb13-cf74-42ca-8565-c065bd150b88 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865738 Feb 03 12:38:07.912096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Pushing event deleted for resources: {'Port': ['ID=c906fb6d-7175-425b-976a-153a7a4a43e9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:07.958071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] No DVR routers for this DVR port c906fb6d-7175-425b-976a-153a7a4a43e9 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:07.964265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.968408 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0ec5d822-642f-43e1-9e44-f5e6a148585a req-20143da4-57c7-499a-b463-07952d99405b tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.91 "DELETE /v2.0/ports/c906fb6d-7175-425b-976a-153a7a4a43e9 HTTP/1.1" status: 204 len: 173 time: 0.8223312 Feb 03 12:38:07.968940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-deleted', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:08.004962 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c974b6-469f-4748-b0c3-ef01cf6ac04d" -d '{"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-deleted", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:08.070494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9f72f-7606-4053-9ecd-9a6d5e6f3fa2 req-08c9479f-e8f7-4a9b-aa38-2f8f796ce3a9 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.080894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7db9f72f-7606-4053-9ecd-9a6d5e6f3fa2 req-08c9479f-e8f7-4a9b-aa38-2f8f796ce3a9 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.2122514 Feb 03 12:38:08.192262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Allocated IP 10.1.1.63 (2b3bbc52-c42c-404e-a275-1710938bd243/917e2d18-2c78-4d31-972c-21faa5a1de07/da9fdd58-f939-4dd3-aded-7d8b8b218825) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:08.226087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acffc45-7969-4899-9381-9186343969a7 req-36c571cc-8478-4ffe-b0a8-79a724b3404f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.228044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2acffc45-7969-4899-9381-9186343969a7 req-36c571cc-8478-4ffe-b0a8-79a724b3404f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 931 time: 0.1908593 Feb 03 12:38:08.250362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7db9f72f-7606-4053-9ecd-9a6d5e6f3fa2 req-b83d6d9a-947f-4c46-9e25-4ecaa459e9ba tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9db0ae0-5cff-47ac-9f5e-3d61d4170209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683655 Feb 03 12:38:08.390548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-6e8b7bd8-d09e-49b8-8884-3a12f6349f92 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.392172 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-6e8b7bd8-d09e-49b8-8884-3a12f6349f92 tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c54fc10-64a5-4212-bf21-4084843d764d HTTP/1.1" status: 200 len: 946 time: 0.0674055 Feb 03 12:38:08.483496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2acffc45-7969-4899-9381-9186343969a7 req-9c1f79b2-54cd-4e42-9473-3866e8e4b641 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475841 Feb 03 12:38:08.595794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Deleting port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:08.596751 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.771489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device d08dfc34-7f2d-4afb-ac90-1c12b0def494 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:08.779614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.784402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] For port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:08.784877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.812881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-9d04de21-15c6-41bc-aac3-ad7fe957694c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.814418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-9d04de21-15c6-41bc-aac3-ad7fe957694c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/networks?id=0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 200 len: 821 time: 0.4288435 Feb 03 12:38:08.817746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Calling delete_port for 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:08.826999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3440ea8-cdea-4e30-985f-4066d07cc1ba req-e80cbc60-77e9-4081-b908-25b624a46b88 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.826999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3440ea8-cdea-4e30-985f-4066d07cc1ba req-e80cbc60-77e9-4081-b908-25b624a46b88 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.1552300 Feb 03 12:38:08.866609 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:38:08.867479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-1db537f1-4408-4b6b-99bf-d6cac460222a tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/quotas/3abead6c17f24c0089af4a05cf844a7a HTTP/1.1" status: 200 len: 375 time: 0.0377212 Feb 03 12:38:08.877748 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5be62f40-f95d-4abd-8f69-08ac0c09bde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.937762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-0653838d-d2ee-4c65-ab07-2d0aff7cf8f2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3abead6c17f24c0089af4a05cf844a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616641 Feb 03 12:38:08.957955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.990000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3440ea8-cdea-4e30-985f-4066d07cc1ba req-f25de0ba-d6a8-4ac8-962a-1f447e8fa69e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537035 Feb 03 12:38:09.012344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port d08dfc34-7f2d-4afb-ac90-1c12b0def494, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=d08dfc34-7f2d-4afb-ac90-1c12b0def494,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:09.029817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'd08dfc34-7f2d-4afb-ac90-1c12b0def494', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'd08dfc34-7f2d-4afb-ac90-1c12b0def494', 'mac_address': 'fa:16:3e:a9:e5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:09.032915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.049712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:09.069233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Pushing event deleted for resources: {'Port': ['ID=531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:09.086289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network 2b3bbc52-c42c-404e-a275-1710938bd243 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:09.098277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:09.100533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Port': ['ID=da9fdd58-f939-4dd3-aded-7d8b8b218825,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:09.105561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:09.148962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.149318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.149747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.153694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.154132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.154509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.154851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.155191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.155911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.155911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.156168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.156499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.156822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:09.158914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port d08dfc34-7f2d-4afb-ac90-1c12b0def494 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:09.161887 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.162031 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d126c-99be-4acc-aba6-00c9b94a9936 x-openstack-request-id: req-636d126c-99be-4acc-aba6-00c9b94a9936 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:09.162219 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e0f7f-d21a-42f0-91b1-19d7296d6bbb", "name": "network-vif-deleted", "tag": "c906fb6d-7175-425b-976a-153a7a4a43e9", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:09.164328 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-636d126c-99be-4acc-aba6-00c9b94a9936 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:09.164328 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e0f7f-d21a-42f0-91b1-19d7296d6bbb', 'name': 'network-vif-deleted', 'tag': 'c906fb6d-7175-425b-976a-153a7a4a43e9', 'status': 'completed', 'code': 200} Feb 03 12:38:09.173147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] No DVR routers for this DVR port 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:09.175704 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.179206 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c8fecae2-e6b4-4b02-bb23-0d90c53dfabb req-a64eb0d2-04b8-4f89-81b1-ae108beeb09e tempest-ServerRescueTestJSONUnderV235-2144642089 tempest-ServerRescueTestJSONUnderV235-2144642089-project] 10.222.0.91 "DELETE /v2.0/ports/531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a HTTP/1.1" status: 204 len: 173 time: 0.7719522 Feb 03 12:38:09.204937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08dfc34-7f2d-4afb-ac90-1c12b0def494 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:09.209933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:09.211177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.224264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-4800bb5f-adbc-4e48-bbe3-4e8854893a53 service neutron] 10.222.0.65 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855098 Feb 03 12:38:09.258544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port d08dfc34-7f2d-4afb-ac90-1c12b0def494, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=d08dfc34-7f2d-4afb-ac90-1c12b0def494,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:09.271584 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.311910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-759d3e2f-5d49-459d-ac0e-2fa84f8a4fb6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2485297 Feb 03 12:38:09.375910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=d08dfc34-7f2d-4afb-ac90-1c12b0def494,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:09.390570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'admin_state_up': True, 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'security_groups': ['1440e152-dd99-45e9-925a-3dfcf4eba99a']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:09.575349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-ef965043-c15a-4f94-859a-3221a65cede5 service neutron] 10.222.0.65 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500800 Feb 03 12:38:09.586870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956568fa-a33f-4567-83ca-34b63e3d6ebd req-ff213ad6-ae24-48d1-9a86-b0f0bf9f89a7 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:09.590193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f40123b0-fce2-407d-9a73-e29e1bc27330 None None] Provisioning complete for port da9fdd58-f939-4dd3-aded-7d8b8b218825 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:09.590536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-956568fa-a33f-4567-83ca-34b63e3d6ebd req-ff213ad6-ae24-48d1-9a86-b0f0bf9f89a7 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.2042198 Feb 03 12:38:09.591515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f40123b0-fce2-407d-9a73-e29e1bc27330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.659040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f40123b0-fce2-407d-9a73-e29e1bc27330 None None] Port da9fdd58-f939-4dd3-aded-7d8b8b218825 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:09.673854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['d08dfc34-7f2d-4afb-ac90-1c12b0def494'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:09.707750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-956568fa-a33f-4567-83ca-34b63e3d6ebd req-56cf142d-050a-4498-b303-38c959607d51 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995262 Feb 03 12:38:09.708635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:09.713153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:10.027917 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:10.124022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed1b5a-3c22-47bf-af6c-980168705d1b req-7aa3e92a-dd23-47f7-a728-b2ad5f67017a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:10.125583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7ed1b5a-3c22-47bf-af6c-980168705d1b req-7aa3e92a-dd23-47f7-a728-b2ad5f67017a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 949 time: 0.2042472 Feb 03 12:38:10.155477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Allocated IP 10.1.1.40 (2b3bbc52-c42c-404e-a275-1710938bd243/917e2d18-2c78-4d31-972c-21faa5a1de07/858ff12f-932f-4dec-b7d9-c2676c9ca09c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:10.180591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50232) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:10.332655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7ed1b5a-3c22-47bf-af6c-980168705d1b req-78e32c12-18be-47a3-8d9a-2f0b83b22c41 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957793 Feb 03 12:38:10.495695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a4c873a-5c34-412c-855a-fab71041fd66 req-a31c8368-3930-4fbb-a6d1-673ab109b710 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0970190 Feb 03 12:38:10.597783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843093-ff6c-4f91-958f-57ac88fd751b req-70e91874-af67-414d-9297-19f3f4afa732 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:10.603945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843093-ff6c-4f91-958f-57ac88fd751b req-70e91874-af67-414d-9297-19f3f4afa732 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:10.611334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2843093-ff6c-4f91-958f-57ac88fd751b req-70e91874-af67-414d-9297-19f3f4afa732 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 1652 time: 0.2838569 Feb 03 12:38:10.688434 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:10.767375 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2843093-ff6c-4f91-958f-57ac88fd751b req-87950c50-1bac-42e0-8509-6ba44690c764 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550717 Feb 03 12:38:10.770015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:10.814975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: c906fb6d-7175-425b-976a-153a7a4a43e9 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:10.814975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c906fb6d-7175-425b-976a-153a7a4a43e9 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:10.816279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:10.876381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:10.878889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:10.885253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274a90-94ab-4779-908c-b5e72554ce7f req-c47f767b-5d7e-498f-9f50-30592c7e2e12 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:10.886991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4274a90-94ab-4779-908c-b5e72554ce7f req-c47f767b-5d7e-498f-9f50-30592c7e2e12 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.2733483 Feb 03 12:38:10.957816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.031971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network 2b3bbc52-c42c-404e-a275-1710938bd243 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:11.067191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:11.080604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:11.097808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4274a90-94ab-4779-908c-b5e72554ce7f req-21b5ca9c-1d1e-4e93-b02e-7e2848e3805d tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734314 Feb 03 12:38:11.099922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Port': ['ID=858ff12f-932f-4dec-b7d9-c2676c9ca09c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:11.164789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3e0a-5c6b-4638-9ddb-562e1e5400b8 req-ced20df4-c7dc-4d38-b727-e92578b01316 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.165794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'name': 'network-vif-deleted', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:11.168090 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28997b9e-0737-4402-b032-a26ad4fd2a3a" -d '{"events": [{"server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "name": "network-vif-deleted", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:11.173747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08fa3e0a-5c6b-4638-9ddb-562e1e5400b8 req-ced20df4-c7dc-4d38-b727-e92578b01316 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.2824271 Feb 03 12:38:11.264728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.265373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.327288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08fa3e0a-5c6b-4638-9ddb-562e1e5400b8 req-5be0fb2d-5069-498d-8878-f14e1cba8df9 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523149 Feb 03 12:38:11.341626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-7806f2d3-a8ba-4e20-bace-b9f6e5366d37 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9548035 Feb 03 12:38:11.355805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875', 'admin_state_up': True, 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'security_groups': ['1440e152-dd99-45e9-925a-3dfcf4eba99a']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:11.393507 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5236ff-5c64-4e94-95c6-3b0fa67ebc5f x-openstack-request-id: req-2a5236ff-5c64-4e94-95c6-3b0fa67ebc5f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:11.394007 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c54fc10-64a5-4212-bf21-4084843d764d", "name": "network-vif-deleted", "tag": "531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:11.394454 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a5236ff-5c64-4e94-95c6-3b0fa67ebc5f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:11.395024 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c54fc10-64a5-4212-bf21-4084843d764d', 'name': 'network-vif-deleted', 'tag': '531ffc2b-3fe4-4d7f-8b4b-d05cdb83da2a', 'status': 'completed', 'code': 200} Feb 03 12:38:11.413946 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.443195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5568a5a6-2795-4954-a56c-61f2cd6f6401 None None] Provisioning complete for port 858ff12f-932f-4dec-b7d9-c2676c9ca09c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:11.443576 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5568a5a6-2795-4954-a56c-61f2cd6f6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.485513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba84f4-bc8a-4b9a-8a26-b54998ea71ef req-4e996edc-6b3a-47f4-832c-67afaa6a29f2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.493826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19ba84f4-bc8a-4b9a-8a26-b54998ea71ef req-4e996edc-6b3a-47f4-832c-67afaa6a29f2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.2873366 Feb 03 12:38:11.498008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5568a5a6-2795-4954-a56c-61f2cd6f6401 None None] Port 858ff12f-932f-4dec-b7d9-c2676c9ca09c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:11.766261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-1f49ea76-e6f8-4546-b5aa-db56997d52f5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.768844 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-1f49ea76-e6f8-4546-b5aa-db56997d52f5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "GET /v2.0/ports?device_id=3030d5f8-1624-49a9-8607-20ca038b76ef HTTP/1.1" status: 200 len: 950 time: 0.0867195 Feb 03 12:38:11.787835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19ba84f4-bc8a-4b9a-8a26-b54998ea71ef req-812920ea-6a55-4dcc-85f6-7e99cbe5a114 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931111 Feb 03 12:38:11.824617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d664c1-553f-4e52-9c08-4447a5993cf2 req-2209f0fc-3e2d-424c-aceb-4487b1215929 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.832245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39d664c1-553f-4e52-9c08-4447a5993cf2 req-2209f0fc-3e2d-424c-aceb-4487b1215929 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 949 time: 0.3252378 Feb 03 12:38:11.851063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-9be69913-979e-42b1-8cff-d282d54a4646 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.852584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-9be69913-979e-42b1-8cff-d282d54a4646 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.72 "GET /v2.0/networks?id=0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 200 len: 821 time: 0.4324923 Feb 03 12:38:11.894549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Deleting port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:11.895198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.013970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] For port 406cbb4a-b03a-493d-a3b9-6e20f80643c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=406cbb4a-b03a-493d-a3b9-6e20f80643c4,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:12.014582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.030257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Calling delete_port for 406cbb4a-b03a-493d-a3b9-6e20f80643c4 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:12.210699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (406cbb4a-b03a-493d-a3b9-6e20f80643c4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.224315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f977ab90-069f-40d5-9178-8e65c0ec361c', '406cbb4a-b03a-493d-a3b9-6e20f80643c4'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:12.252490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Pushing event deleted for resources: {'Port': ['ID=406cbb4a-b03a-493d-a3b9-6e20f80643c4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:12.260963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Request body: {'port': {'device_id': '631e0bf2-5c23-4918-82d3-72408aa8a2d8', 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee', 'admin_state_up': True, 'tenant_id': '3abead6c17f24c0089af4a05cf844a7a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:12.285801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:12.329077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] No DVR routers for this DVR port 406cbb4a-b03a-493d-a3b9-6e20f80643c4 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:12.334688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.341764 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8a711117-bb92-46fd-bd84-c866f7e7b218 req-477d315a-1f22-4a83-9aef-242380b087e4 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "DELETE /v2.0/ports/406cbb4a-b03a-493d-a3b9-6e20f80643c4 HTTP/1.1" status: 204 len: 173 time: 0.5663927 Feb 03 12:38:12.412758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f553514c-7efa-45b4-8690-45d463b4d92b req-dd73d825-34d1-4af0-a562-a317fca64f18 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 210 time: 0.1797466 Feb 03 12:38:12.481304 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (91e8f3ad-3b5c-4917-89f1-41141e9f0902), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.551708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.654892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39d664c1-553f-4e52-9c08-4447a5993cf2 req-2cea719d-0458-40e7-99f3-654504c5bc34 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8204536 Feb 03 12:38:12.682717 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.774821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device d08dfc34-7f2d-4afb-ac90-1c12b0def494 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:12.858981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port d08dfc34-7f2d-4afb-ac90-1c12b0def494 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:12.865585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port d08dfc34-7f2d-4afb-ac90-1c12b0def494 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:12.865966 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.011499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port d08dfc34-7f2d-4afb-ac90-1c12b0def494 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:13.014052 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.015958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0a17-ff8b-48e8-b3f7-53ae4221861b req-c8dce83b-5f1e-4c90-b4d9-02b99c569844 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.021147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0a17-ff8b-48e8-b3f7-53ae4221861b req-c8dce83b-5f1e-4c90-b4d9-02b99c569844 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.026466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0a17-ff8b-48e8-b3f7-53ae4221861b req-c8dce83b-5f1e-4c90-b4d9-02b99c569844 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.033498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dead0a17-ff8b-48e8-b3f7-53ae4221861b req-c8dce83b-5f1e-4c90-b4d9-02b99c569844 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 2372 time: 0.4928989 Feb 03 12:38:13.062090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53daad04-5a9b-4a08-8586-d244a7e8cc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08dfc34-7f2d-4afb-ac90-1c12b0def494'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:13.071006 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990fdd5b-d125-4414-9afd-668cef68c4d2" -d '{"events": [{"server_uuid": "53daad04-5a9b-4a08-8586-d244a7e8cc00", "name": "network-vif-plugged", "status": "completed", "tag": "d08dfc34-7f2d-4afb-ac90-1c12b0def494"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:13.109146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port d08dfc34-7f2d-4afb-ac90-1c12b0def494, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=d08dfc34-7f2d-4afb-ac90-1c12b0def494,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:13.115676 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.201109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=d08dfc34-7f2d-4afb-ac90-1c12b0def494,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:13.202054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Made reservation on behalf of 3abead6c17f24c0089af4a05cf844a7a for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:13.206167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.247449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dead0a17-ff8b-48e8-b3f7-53ae4221861b req-a02380e4-c835-43c4-bfca-3aac7a022fb7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130837 Feb 03 12:38:13.254311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a91f3a-8281-4036-b8e9-7b5b9dfc9126 req-4e62897e-3856-48a6-bda3-56bdb55946af tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.273995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4a91f3a-8281-4036-b8e9-7b5b9dfc9126 req-4e62897e-3856-48a6-bda3-56bdb55946af tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.4797957 Feb 03 12:38:13.373775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Allocated IP 10.2.2.100 (3bea9c57-5f12-4607-a8e0-f3441fcf7875/c6b6e30d-fa7f-4090-975d-e7858e81e282/31cf04c8-d7df-473c-89a0-7031f83de97f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:13.397286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'name': 'network-vif-deleted', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:13.403696 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47424188-9c57-4ced-8555-23ae97e167b2" -d '{"events": [{"server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "name": "network-vif-deleted", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:13.493812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4a91f3a-8281-4036-b8e9-7b5b9dfc9126 req-b93277ce-9d54-49f5-85e5-6b246d0c1057 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287033 Feb 03 12:38:13.588275 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9be9a-e9d6-4a54-9f5a-4df9f4f53f02 x-openstack-request-id: req-58d9be9a-e9d6-4a54-9f5a-4df9f4f53f02 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:13.588567 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53daad04-5a9b-4a08-8586-d244a7e8cc00", "name": "network-vif-plugged", "status": "completed", "tag": "d08dfc34-7f2d-4afb-ac90-1c12b0def494", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:13.588806 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58d9be9a-e9d6-4a54-9f5a-4df9f4f53f02 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:13.589202 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53daad04-5a9b-4a08-8586-d244a7e8cc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08dfc34-7f2d-4afb-ac90-1c12b0def494', 'code': 200} Feb 03 12:38:13.619497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Allocated IP 172.20.0.9 (0f10723e-cb85-4ce2-a258-17e6c4461fee/d29c5634-4855-4e56-ba37-dca7870c430c/01bea951-d3f9-4bfd-8c56-a03cb9c7bc91) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:13.639638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b2994-b9ab-498e-b768-615349f91d45 req-c09cb667-ed0a-432a-ab19-22450ba47521 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.641200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a95b2994-b9ab-498e-b768-615349f91d45 req-c09cb667-ed0a-432a-ab19-22450ba47521 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.2628896 Feb 03 12:38:13.802080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda37f9-5d31-48e5-906e-dff811e1cebf req-e2d161a3-684b-414c-88a8-85cbe6321ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.806938 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0dda37f9-5d31-48e5-906e-dff811e1cebf req-e2d161a3-684b-414c-88a8-85cbe6321ee2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 1133 time: 0.1071897 Feb 03 12:38:13.890365 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0dda37f9-5d31-48e5-906e-dff811e1cebf req-a8f9f8b7-7b17-489d-8830-1a8114ca0f2d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773787 Feb 03 12:38:13.906019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a95b2994-b9ab-498e-b768-615349f91d45 req-6d87593e-147b-44bd-aaa0-9507ff1335c6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492239 Feb 03 12:38:13.928292 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12681393-8fec-4eda-915c-ad8a591965c3 x-openstack-request-id: req-12681393-8fec-4eda-915c-ad8a591965c3 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:13.928292 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3030d5f8-1624-49a9-8607-20ca038b76ef", "name": "network-vif-deleted", "tag": "406cbb4a-b03a-493d-a3b9-6e20f80643c4", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:13.928292 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12681393-8fec-4eda-915c-ad8a591965c3 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:13.928292 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3030d5f8-1624-49a9-8607-20ca038b76ef', 'name': 'network-vif-deleted', 'tag': '406cbb4a-b03a-493d-a3b9-6e20f80643c4', 'status': 'completed', 'code': 200} Feb 03 12:38:14.067239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Deleting port 504a9733-0d0e-427a-bc50-fa01b60bb67f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:14.067585 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.129461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c87871a-4228-484e-8b49-bce9ec47946c req-615068d7-174a-44cc-9f00-03f66a40fe78 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 210 time: 0.1321287 Feb 03 12:38:14.141612 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.390779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0b497-e0c2-405b-9ab4-ce29c11163bd req-b4192fe3-e4e1-4260-aec1-6e48304d3d78 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.393171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cb0b497-e0c2-405b-9ab4-ce29c11163bd req-b4192fe3-e4e1-4260-aec1-6e48304d3d78 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 950 time: 0.3544898 Feb 03 12:38:14.402106 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.418679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] For port 504a9733-0d0e-427a-bc50-fa01b60bb67f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=504a9733-0d0e-427a-bc50-fa01b60bb67f,segment=NetworkSegment(f863d71b-b74a-4f0f-8442-cfaafd7b8f1b),segment_id=f863d71b-b74a-4f0f-8442-cfaafd7b8f1b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:14.418949 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.460171 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.465295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Calling delete_port for 504a9733-0d0e-427a-bc50-fa01b60bb67f owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:14.493730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a1ca6-1f54-4f6f-9c66-893b35b0c2e3 req-2470d4e1-be3e-4b12-8aef-45ef18dd63e6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.495259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f50a1ca6-1f54-4f6f-9c66-893b35b0c2e3 req-2470d4e1-be3e-4b12-8aef-45ef18dd63e6 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.2315066 Feb 03 12:38:14.624510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:14.627972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cb0b497-e0c2-405b-9ab4-ce29c11163bd req-4540555b-c24e-48fa-9018-696030640d68 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146955 Feb 03 12:38:14.638395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:14.643664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Port': ['ID=31cf04c8-d7df-473c-89a0-7031f83de97f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:14.645962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:14.656619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.760934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f50a1ca6-1f54-4f6f-9c66-893b35b0c2e3 req-88d56908-0761-4c57-a25d-cae8f33adec5 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe1d4990-6c65-47a7-9558-414538092b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336504 Feb 03 12:38:14.772195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 772d7407-bdfd-461c-b373-bdf9fc3d631c details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:14.772581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Network 0f10723e-cb85-4ce2-a258-17e6c4461fee is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:14.796097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:14.892362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.892995 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.895833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:14.921015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event updated for resources: {'Port': ['ID=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:15.004064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:15.011481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-fbfdaefc-96eb-44f4-afc0-1180a25721ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6628242 Feb 03 12:38:15.022930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '772d7407-bdfd-461c-b373-bdf9fc3d631c', 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf', 'port_id': '772d7407-bdfd-461c-b373-bdf9fc3d631c', 'mac_address': 'fa:16:3e:63:43:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f666a3e-3d08-414d-bcf0-fc98dfba97c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:15.028782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875', 'admin_state_up': True, 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'security_groups': ['1440e152-dd99-45e9-925a-3dfcf4eba99a']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:15.080361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.081083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.097662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 772d7407-bdfd-461c-b373-bdf9fc3d631c is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:15.097662 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.100335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-29ada905-8130-41b5-8883-dc33c9f13951 None None] Provisioning complete for port 31cf04c8-d7df-473c-89a0-7031f83de97f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:15.100597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29ada905-8130-41b5-8883-dc33c9f13951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.138318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772d7407-bdfd-461c-b373-bdf9fc3d631c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:15.145164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b0ae3-d658-4aba-9c0b-8869f80e946f req-d0e55846-6e53-4312-a96a-fce6513017bc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.151446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b0ae3-d658-4aba-9c0b-8869f80e946f req-d0e55846-6e53-4312-a96a-fce6513017bc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.157633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b0ae3-d658-4aba-9c0b-8869f80e946f req-d0e55846-6e53-4312-a96a-fce6513017bc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.158902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:15.163995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b0ae3-d658-4aba-9c0b-8869f80e946f req-d0e55846-6e53-4312-a96a-fce6513017bc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.166481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c10b0ae3-d658-4aba-9c0b-8869f80e946f req-d0e55846-6e53-4312-a96a-fce6513017bc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 3093 time: 0.3880758 Feb 03 12:38:15.178395 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.185964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-29ada905-8130-41b5-8883-dc33c9f13951 None None] Port 31cf04c8-d7df-473c-89a0-7031f83de97f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:15.187168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-f612f303-4f93-44d4-bef5-fcb562fb4fd1 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9357467 Feb 03 12:38:15.197224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c5499-1128-480b-861c-9e065102f1cb req-4d10a5a3-9133-4511-b766-84b3d3b5362c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.204912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a7c5499-1128-480b-861c-9e065102f1cb req-4d10a5a3-9133-4511-b766-84b3d3b5362c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.3031018 Feb 03 12:38:15.220500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Request body: {'port': {'device_id': '631e0bf2-5c23-4918-82d3-72408aa8a2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:15.282155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=772d7407-bdfd-461c-b373-bdf9fc3d631c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:15.293368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.295063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.296438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.297071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.297705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.298222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.298640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.299031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.299483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.299911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.300622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.301060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.301485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:15.370082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-3979c92a-9074-4503-a822-3939c5e65a98 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.379882 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-3979c92a-9074-4503-a822-3939c5e65a98 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "GET /v2.0/ports?device_id=de023e7f-af24-498c-a659-4e942865e2ed HTTP/1.1" status: 200 len: 950 time: 0.0824990 Feb 03 12:38:15.475152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a7c5499-1128-480b-861c-9e065102f1cb req-e6e36ae5-ac7a-4a85-b6f3-3716881a2aea tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692931 Feb 03 12:38:15.505716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c10b0ae3-d658-4aba-9c0b-8869f80e946f req-e7a594d0-78df-4737-9000-7f45a6ce32b4 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214726 Feb 03 12:38:15.639604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Deleting port f977ab90-069f-40d5-9178-8e65c0ec361c {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:15.641913 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.647980 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.865337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['772d7407-bdfd-461c-b373-bdf9fc3d631c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:15.908927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] For port f977ab90-069f-40d5-9178-8e65c0ec361c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f977ab90-069f-40d5-9178-8e65c0ec361c,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:15.909332 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.948223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Calling delete_port for f977ab90-069f-40d5-9178-8e65c0ec361c owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:16.065519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.238025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f977ab90-069f-40d5-9178-8e65c0ec361c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.251171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f977ab90-069f-40d5-9178-8e65c0ec361c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:16.329982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Pushing event deleted for resources: {'Port': ['ID=f977ab90-069f-40d5-9178-8e65c0ec361c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:16.379980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 406cbb4a-b03a-493d-a3b9-6e20f80643c4 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:16.435745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 406cbb4a-b03a-493d-a3b9-6e20f80643c4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:16.441450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 406cbb4a-b03a-493d-a3b9-6e20f80643c4 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:16.454804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] No DVR routers for this DVR port f977ab90-069f-40d5-9178-8e65c0ec361c on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:16.457684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.465610 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95a886cc-82eb-48a0-abd3-5b5344686c93 req-350fd2ea-0ff0-4375-abbd-fe61ef376b93 tempest-MigrationsAdminTest-1062485055 tempest-MigrationsAdminTest-1062485055-project] 10.222.0.72 "DELETE /v2.0/ports/f977ab90-069f-40d5-9178-8e65c0ec361c HTTP/1.1" status: 204 len: 173 time: 1.0779898 Feb 03 12:38:16.468060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'name': 'network-vif-deleted', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:16.471124 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8298398-6c6e-4f5e-9598-0bdfc7c55061" -d '{"events": [{"server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "name": "network-vif-deleted", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:16.527617 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (504a9733-0d0e-427a-bc50-fa01b60bb67f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.589873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=504a9733-0d0e-427a-bc50-fa01b60bb67f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:16.596328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Made reservation on behalf of b07baa1fe485403f8894a9f21fd36b42 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:16.601636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.705348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0133380-65bd-4204-88dd-64402565497f req-dce91919-ba85-4434-ae7d-13628abad0f1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.709902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0133380-65bd-4204-88dd-64402565497f req-dce91919-ba85-4434-ae7d-13628abad0f1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 945 time: 1.0213456 Feb 03 12:38:16.768024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d71e5-eb68-4146-b568-25434edad721 req-117f1208-a297-4543-aec0-c170ec3165b8 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.769638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-036d71e5-eb68-4146-b568-25434edad721 req-117f1208-a297-4543-aec0-c170ec3165b8 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 931 time: 1.0883031 Feb 03 12:38:17.003755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:17.043395 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Publish callbacks [] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.051782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-036d71e5-eb68-4146-b568-25434edad721 req-81dee6ef-4864-4154-b8ae-cf9ef6a2b13b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538652 Feb 03 12:38:17.166710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Transition to ACTIVE for port object 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:17.192303 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.204347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0133380-65bd-4204-88dd-64402565497f req-56803a82-32df-4852-af6b-ae0dafa89ff3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151750 Feb 03 12:38:17.390139 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50481cb-cdd6-4b5b-8b31-99a496c59617 x-openstack-request-id: req-d50481cb-cdd6-4b5b-8b31-99a496c59617 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:17.391316 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de023e7f-af24-498c-a659-4e942865e2ed", "name": "network-vif-deleted", "tag": "f977ab90-069f-40d5-9178-8e65c0ec361c", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:17.391578 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d50481cb-cdd6-4b5b-8b31-99a496c59617 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:17.392229 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de023e7f-af24-498c-a659-4e942865e2ed', 'name': 'network-vif-deleted', 'tag': 'f977ab90-069f-40d5-9178-8e65c0ec361c', 'status': 'completed', 'code': 200} Feb 03 12:38:17.445892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Pushing event updated for resources: {'Port': ['ID=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:17.468308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Allocated IP 10.2.2.200 (3bea9c57-5f12-4607-a8e0-f3441fcf7875/c6b6e30d-fa7f-4090-975d-e7858e81e282/5d73e6e9-897d-4783-9cd8-4d34cc417560) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:17.543827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0c429-75b7-4d81-bdb5-b754ba020d9a req-e74ccaac-7c65-434f-a3c0-79fc45e96c50 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.546062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6b0c429-75b7-4d81-bdb5-b754ba020d9a req-e74ccaac-7c65-434f-a3c0-79fc45e96c50 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 950 time: 0.3987119 Feb 03 12:38:17.595933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (91e8f3ad-3b5c-4917-89f1-41141e9f0902), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.758497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50300) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:17.796886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6b0c429-75b7-4d81-bdb5-b754ba020d9a req-62ab5955-f461-4f8b-b341-fb83c449076f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071848 Feb 03 12:38:17.939071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Attempting to bind port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:17.939411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Attempting to bind port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:17.939743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Attempting to bind port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 on network 0f10723e-cb85-4ce2-a258-17e6c4461fee {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:17.953869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a951326-aaaf-44bc-bfaf-8d3c74c9e4bc req-5ca8f5b1-6f8d-4e0a-97f1-bba58229d928 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.956002 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a951326-aaaf-44bc-bfaf-8d3c74c9e4bc req-5ca8f5b1-6f8d-4e0a-97f1-bba58229d928 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.4282696 Feb 03 12:38:17.982691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 on network 0f10723e-cb85-4ce2-a258-17e6c4461fee not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:17.983013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Attempting to bind port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 on network 0f10723e-cb85-4ce2-a258-17e6c4461fee {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:18.036726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:18.037065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Checking segment: {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:18.037434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Bound using segment: {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:18.037861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Bound port: 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:18.038214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.051642 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a4427cba-ab0d-486d-bd67-473356c838bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5da3950f14e4455684c8fe78e82f8982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913501 Feb 03 12:38:18.055543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50306) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:18.131296 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.168911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc90301a-a102-4485-b8c2-74dcc82e48e6 admin admin] Publish callbacks [] for security_group (fe1d4990-6c65-47a7-9558-414538092b78), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.191311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ff053-bc8e-46fe-9ded-1f5d6eadcf48 req-620f183d-db1c-47ff-86d8-1e4aca9794e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.196623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ff053-bc8e-46fe-9ded-1f5d6eadcf48 req-620f183d-db1c-47ff-86d8-1e4aca9794e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.201968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ff053-bc8e-46fe-9ded-1f5d6eadcf48 req-620f183d-db1c-47ff-86d8-1e4aca9794e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.206898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc90301a-a102-4485-b8c2-74dcc82e48e6 admin admin] Publish callbacks [] for security_group (fe1d4990-6c65-47a7-9558-414538092b78), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.207214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ff053-bc8e-46fe-9ded-1f5d6eadcf48 req-620f183d-db1c-47ff-86d8-1e4aca9794e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.208956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b48ff053-bc8e-46fe-9ded-1f5d6eadcf48 req-620f183d-db1c-47ff-86d8-1e4aca9794e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 3093 time: 0.2666948 Feb 03 12:38:18.212964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a951326-aaaf-44bc-bfaf-8d3c74c9e4bc req-89d83308-d823-4f5b-baec-ac28827e8aad tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370081 Feb 03 12:38:18.294359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc90301a-a102-4485-b8c2-74dcc82e48e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fe1d4990-6c65-47a7-9558-414538092b78), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.305036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc90301a-a102-4485-b8c2-74dcc82e48e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.311179 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fc90301a-a102-4485-b8c2-74dcc82e48e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe1d4990-6c65-47a7-9558-414538092b78 HTTP/1.1" status: 204 len: 168 time: 0.2510133 Feb 03 12:38:18.362167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90301a-a102-4485-b8c2-74dcc82e48e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d4990-6c65-47a7-9558-414538092b78,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:18.377597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] For port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:18.411629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] For port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:18.431298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:38:18.432596 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.439739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b48ff053-bc8e-46fe-9ded-1f5d6eadcf48 req-5a1df019-4665-4d9c-a1aa-bd61cbc2e468 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191100 Feb 03 12:38:18.444512 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.514854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.516405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.517676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] 10.222.0.72 "PUT /v2.0/ports/01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 HTTP/1.1" status: 200 len: 1092 time: 3.3013444 Feb 03 12:38:18.519562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:18.527981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631e0bf2-5c23-4918-82d3-72408aa8a2d8', 'tag': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:18.531988 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b994ce7-4e69-41dc-a509-30178e0bb417" -d '{"events": [{"name": "network-changed", "server_uuid": "631e0bf2-5c23-4918-82d3-72408aa8a2d8", "tag": "01bea951-d3f9-4bfd-8c56-a03cb9c7bc91"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:18.545796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:18.551160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:18.554835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1c752-5186-4344-959f-5b096358874c req-0dfda7ec-9ec5-4869-bb8c-35920b3a3f51 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.556569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79e1c752-5186-4344-959f-5b096358874c req-0dfda7ec-9ec5-4869-bb8c-35920b3a3f51 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 1133 time: 0.2247391 Feb 03 12:38:18.608001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event updated for resources: {'Port': ['ID=5d73e6e9-897d-4783-9cd8-4d34cc417560,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:18.800829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 772d7407-bdfd-461c-b373-bdf9fc3d631c up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:18.893256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d3b6c785-6155-4754-93bb-5e07212dcbb4 None None] Provisioning complete for port 5d73e6e9-897d-4783-9cd8-4d34cc417560 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:18.894007 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c785-6155-4754-93bb-5e07212dcbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.896799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.897427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:18.913420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:38:18.923698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa1cf6-2535-414c-807f-201ca85a8436 service neutron] Pushing event updated for resources: {'Port': ['ID=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:18.934794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50320) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:18.935320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-44698eca-0315-46ac-9ed9-f2681f011c7d admin admin] 10.222.0.65 "PUT /v2.0/routers/91e8f3ad-3b5c-4917-89f1-41141e9f0902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7523618 Feb 03 12:38:18.958592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79e1c752-5186-4344-959f-5b096358874c req-b1065b16-1ea6-488f-8269-c92045297137 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356085 Feb 03 12:38:18.976317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] Sync routers for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:38:18.981626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-3091198b-0d0d-4b86-ba15-6ca8bdd9f8de tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9587216 Feb 03 12:38:18.996426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-35bef8a4-5e7a-4aa8-8e12-bd4c8f0f3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.998209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-35bef8a4-5e7a-4aa8-8e12-bd4c8f0f3648 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3abead6c17f24c0089af4a05cf844a7a&device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 1126 time: 0.3822167 Feb 03 12:38:19.006821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:19.024164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b3252-704e-431e-b383-d068a4a7aec3 req-cff22d9f-f082-463e-85a9-8f35605b8614 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.039503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e93b3252-704e-431e-b383-d068a4a7aec3 req-cff22d9f-f082-463e-85a9-8f35605b8614 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 943 time: 0.3145859 Feb 03 12:38:19.041795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6c785-6155-4754-93bb-5e07212dcbb4 None None] Port 5d73e6e9-897d-4783-9cd8-4d34cc417560 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:19.044426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:38:19.045555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:38:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:19.051740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 772d7407-bdfd-461c-b373-bdf9fc3d631c completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:19.096571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50324) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:19.157825 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-cc6ee1de-b7c4-4c1b-9a1b-5f7d3223381c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 HTTP/1.1" status: 200 len: 217 time: 0.1002629 Feb 03 12:38:19.171627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 772d7407-bdfd-461c-b373-bdf9fc3d631c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:19.172147 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.287446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e93b3252-704e-431e-b383-d068a4a7aec3 req-b31ad360-7295-4a90-bcc6-2a0db01e736b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464631 Feb 03 12:38:19.290098 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-68797e87-f470-41d4-b04d-13802a55e088 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26730562fe314e1bace7d4e91bfb7e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919773 Feb 03 12:38:19.293213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50330) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:19.304626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:38:19.305431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-4cd5a990-267d-4cb4-ab50-64822a53d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.306960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-4cd5a990-267d-4cb4-ab50-64822a53d2cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d29c5634-4855-4e56-ba37-dca7870c430c HTTP/1.1" status: 200 len: 861 time: 0.1364493 Feb 03 12:38:19.313749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32517-d313-43b1-b0d1-b3a25d633980 req-03d7f6fa-981a-42d6-9d18-0ff686debc8b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.317733 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks [] for router (91e8f3ad-3b5c-4917-89f1-41141e9f0902), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.320528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8f32517-d313-43b1-b0d1-b3a25d633980 req-03d7f6fa-981a-42d6-9d18-0ff686debc8b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 945 time: 0.2512989 Feb 03 12:38:19.322284 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8579dd39-96aa-4005-8088-22ccafa220de), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.375805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-a93c1f85-643e-412d-8185-cc217f1365f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f10723e-cb85-4ce2-a258-17e6c4461fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455730 Feb 03 12:38:19.418859 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f7a178-e4d0-448c-bc06-293b5026a386 x-openstack-request-id: req-e3f7a178-e4d0-448c-bc06-293b5026a386 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:19.419226 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631e0bf2-5c23-4918-82d3-72408aa8a2d8", "tag": "01bea951-d3f9-4bfd-8c56-a03cb9c7bc91", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:19.419403 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3f7a178-e4d0-448c-bc06-293b5026a386 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:19.419797 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631e0bf2-5c23-4918-82d3-72408aa8a2d8', 'tag': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91', 'status': 'completed', 'code': 200} Feb 03 12:38:19.447719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54695b31-d82e-4e40-a48c-b1eed2c5decf admin admin] Publish callbacks [] for security_group (1a0f9d62-b433-40b9-933d-7ee3638d887d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.485817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54695b31-d82e-4e40-a48c-b1eed2c5decf admin admin] Publish callbacks [] for security_group (1a0f9d62-b433-40b9-933d-7ee3638d887d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.515898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks [] for router_gateway (91e8f3ad-3b5c-4917-89f1-41141e9f0902), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.526727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8f32517-d313-43b1-b0d1-b3a25d633980 req-345d7126-8a25-4b57-b876-feeb7a1dd11d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989837 Feb 03 12:38:19.643918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54695b31-d82e-4e40-a48c-b1eed2c5decf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1a0f9d62-b433-40b9-933d-7ee3638d887d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.651975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54695b31-d82e-4e40-a48c-b1eed2c5decf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.655994 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-54695b31-d82e-4e40-a48c-b1eed2c5decf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a0f9d62-b433-40b9-933d-7ee3638d887d HTTP/1.1" status: 204 len: 168 time: 0.3615365 Feb 03 12:38:19.656893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 772d7407-bdfd-461c-b373-bdf9fc3d631c is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:19.657450 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.682291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54695b31-d82e-4e40-a48c-b1eed2c5decf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0f9d62-b433-40b9-933d-7ee3638d887d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:19.697955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Deleting port 21e7e8ba-0092-40ea-a25a-b75765ef8393 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:19.701327 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.719868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:19.722133 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7851c0fa-0aac-4f82-bcf0-bc80bb86845e" -d '{"events": [{"server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "name": "network-vif-plugged", "status": "completed", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:19.757834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:19.775441 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.827213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:38:15Z', 'revision_number': 5, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port': {'id': '21e7e8ba-0092-40ea-a25a-b75765ef8393', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:18Z', 'updated_at': '2022-02-03T12:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:19.867308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] Checking router: 91e8f3ad-3b5c-4917-89f1-41141e9f0902 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:38:19.875397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=772d7407-bdfd-461c-b373-bdf9fc3d631c,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:19.883724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] Routers {'91e8f3ad-3b5c-4917-89f1-41141e9f0902'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:38:19.885227 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:38:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:19.907406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] For port 21e7e8ba-0092-40ea-a25a-b75765ef8393, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=21e7e8ba-0092-40ea-a25a-b75765ef8393,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:19.907856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.938602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Calling delete_port for 21e7e8ba-0092-40ea-a25a-b75765ef8393 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:20.009844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] Set router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:38:20.117414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:38:19Z', 'revision_number': 6, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:20.167763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8f95a-12bf-475b-905f-d4bfc8669cf2 None None] The sync data for ids ['91e8f3ad-3b5c-4917-89f1-41141e9f0902'] in n-d-792364-10 is: [{'id': '91e8f3ad-3b5c-4917-89f1-41141e9f0902', 'name': 'tempest-ServerRescueTestJSONUnderV235-1852929986-router', 'tenant_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:17Z', 'updated_at': '2022-02-03T12:38:19Z', 'revision_number': 6, 'project_id': 'd8c50b93bf064ffc99715c1cafdfbb13', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:38:20.291737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (21e7e8ba-0092-40ea-a25a-b75765ef8393), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.326432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e7e8ba-0092-40ea-a25a-b75765ef8393,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:20.372067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.408124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f977ab90-069f-40d5-9178-8e65c0ec361c no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:20.409300 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (91e8f3ad-3b5c-4917-89f1-41141e9f0902), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.413442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-1a22dfb0-3c99-4d0e-b290-ee0389973dea tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015086 Feb 03 12:38:20.452765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: f977ab90-069f-40d5-9178-8e65c0ec361c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:20.453548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f977ab90-069f-40d5-9178-8e65c0ec361c not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:20.485808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-446e6ebe-96a2-467b-81fd-8f7b3eec3cc7 service neutron] 10.222.0.72 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0786352 Feb 03 12:38:20.582021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (91e8f3ad-3b5c-4917-89f1-41141e9f0902), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.587313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks [] for router_controller (91e8f3ad-3b5c-4917-89f1-41141e9f0902), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.681553 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (91e8f3ad-3b5c-4917-89f1-41141e9f0902), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.682072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91e8f3ad-3b5c-4917-89f1-41141e9f0902 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:38:20.691184 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.692371 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2d8b7f6f-1abf-4d1f-9ef0-d10634a36e58 admin admin] 10.222.0.65 "DELETE /v2.0/routers/91e8f3ad-3b5c-4917-89f1-41141e9f0902 HTTP/1.1" status: 204 len: 168 time: 1.7564650 Feb 03 12:38:20.699823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50364) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:20.704326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 504a9733-0d0e-427a-bc50-fa01b60bb67f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:20.764617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4b6ad6-9c92-4ca2-8ec0-86997ae3113c admin admin] Deleting subnet c2458635-536a-4534-a5ef-220a257345dd {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:38:20.769059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6ad6-9c92-4ca2-8ec0-86997ae3113c admin admin] Publish callbacks [] for subnet (c2458635-536a-4534-a5ef-220a257345dd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.816004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 504a9733-0d0e-427a-bc50-fa01b60bb67f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:20.816358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 504a9733-0d0e-427a-bc50-fa01b60bb67f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:20.856735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6ad6-9c92-4ca2-8ec0-86997ae3113c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (c2458635-536a-4534-a5ef-220a257345dd), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.936874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6ad6-9c92-4ca2-8ec0-86997ae3113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c2458635-536a-4534-a5ef-220a257345dd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:20.950046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332781f4-28fd-43c8-a88a-b51f7adb0ab4 req-b0877089-32aa-4c31-ae31-57c6969dc5f4 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:20.959734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-332781f4-28fd-43c8-a88a-b51f7adb0ab4 req-b0877089-32aa-4c31-ae31-57c6969dc5f4 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.6121025 Feb 03 12:38:21.027156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f116168b-a778-40f5-ab6c-1703c8de1078 req-633e49b6-558a-41ec-9016-fd1b407a89c2 service neutron] 10.222.0.72 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058270 Feb 03 12:38:21.028487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6ad6-9c92-4ca2-8ec0-86997ae3113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (c2458635-536a-4534-a5ef-220a257345dd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.046878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-85d8d1ae-206f-4565-a1d4-74d7bb5ed46c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.055173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-85d8d1ae-206f-4565-a1d4-74d7bb5ed46c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6410341 Feb 03 12:38:21.093250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-e4bd9d6d-498e-4775-afeb-28ecfebdecc6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/quotas/6c0a975357124e3d97410eca51acd847 HTTP/1.1" status: 200 len: 375 time: 0.0370018 Feb 03 12:38:21.096277 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6ad6-9c92-4ca2-8ec0-86997ae3113c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.101559 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1b4b6ad6-9c92-4ca2-8ec0-86997ae3113c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c2458635-536a-4534-a5ef-220a257345dd HTTP/1.1" status: 204 len: 168 time: 0.4004197 Feb 03 12:38:21.110887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50374) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:21.111710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b6ad6-9c92-4ca2-8ec0-86997ae3113c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2458635-536a-4534-a5ef-220a257345dd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:21.143532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-332781f4-28fd-43c8-a88a-b51f7adb0ab4 req-9c043996-618a-4441-9cd1-1e0f2a8b6a15 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808386 Feb 03 12:38:21.200751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50376) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:21.253464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (be3dac05-a53a-4e54-803f-ab1f51d67181), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.402544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8579dd39-96aa-4005-8088-22ccafa220de {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:21.411430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (be3dac05-a53a-4e54-803f-ab1f51d67181), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.431054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-b134c992-0c81-433a-ba88-839af7796066 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3368740 Feb 03 12:38:21.434200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Publish callbacks [] for port (8579dd39-96aa-4005-8088-22ccafa220de), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.438006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-dd69b544-1b79-4ba3-8e4e-c0490c22fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.439621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-dd69b544-1b79-4ba3-8e4e-c0490c22fabb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3abead6c17f24c0089af4a05cf844a7a&device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 1126 time: 0.3237288 Feb 03 12:38:21.464329 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3dac05-a53a-4e54-803f-ab1f51d67181']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:21.469173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-network', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:21.491338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:21.492175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f863d71b-b74a-4f0f-8442-cfaafd7b8f1b') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:21.512872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Transition to ACTIVE for port object 8579dd39-96aa-4005-8088-22ccafa220de will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:21.522087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (f863d71b-b74a-4f0f-8442-cfaafd7b8f1b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.529071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f731ff8-28ea-4dcf-bfa2-5933a7dc5012 req-bee3da9b-9bf4-4b7a-88fe-efeeac9ef178 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.534695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f731ff8-28ea-4dcf-bfa2-5933a7dc5012 req-bee3da9b-9bf4-4b7a-88fe-efeeac9ef178 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.540796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f731ff8-28ea-4dcf-bfa2-5933a7dc5012 req-bee3da9b-9bf4-4b7a-88fe-efeeac9ef178 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.546406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f731ff8-28ea-4dcf-bfa2-5933a7dc5012 req-bee3da9b-9bf4-4b7a-88fe-efeeac9ef178 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.551744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f731ff8-28ea-4dcf-bfa2-5933a7dc5012 req-bee3da9b-9bf4-4b7a-88fe-efeeac9ef178 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.557313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f863d71b-b74a-4f0f-8442-cfaafd7b8f1b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.559246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f731ff8-28ea-4dcf-bfa2-5933a7dc5012 req-bee3da9b-9bf4-4b7a-88fe-efeeac9ef178 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 3814 time: 0.2638268 Feb 03 12:38:21.568328 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:38:21.569158 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (f863d71b-b74a-4f0f-8442-cfaafd7b8f1b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:38:21.572304 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:38:21.612218 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8579dd39-96aa-4005-8088-22ccafa220de), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.698922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (be3dac05-a53a-4e54-803f-ab1f51d67181), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.708133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.728825 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] 10.222.0.65 "DELETE /v2.0/networks/be3dac05-a53a-4e54-803f-ab1f51d67181 HTTP/1.1" status: 204 len: 168 time: 0.5964365 Feb 03 12:38:21.744990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Made reservation on behalf of ee3d135d57e44155bc9c719d531a0992 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:21.747827 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.747978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84127d00-f2b8-42fe-8d9f-1ff864abaeda admin admin] Pushing event deleted for resources: {'Network': ['ID=be3dac05-a53a-4e54-803f-ab1f51d67181,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:21.750346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8579dd39-96aa-4005-8088-22ccafa220de,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:21.783838 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe69f30-a44b-490f-afe2-408447a9c1df x-openstack-request-id: req-5fe69f30-a44b-490f-afe2-408447a9c1df {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:21.784376 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "name": "network-vif-plugged", "status": "completed", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:21.784474 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fe69f30-a44b-490f-afe2-408447a9c1df {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:21.784935 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c', 'code': 200} Feb 03 12:38:21.795133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-954a8e04-fb5e-4097-ba16-f326c3817359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.796815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-954a8e04-fb5e-4097-ba16-f326c3817359 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 200 len: 922 time: 0.3443811 Feb 03 12:38:21.851556 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.969289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ce693-7a3b-445d-be72-374428936c15 req-887cbc7b-52c5-470c-8625-ff28052c95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.970899 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-451ce693-7a3b-445d-be72-374428936c15 req-887cbc7b-52c5-470c-8625-ff28052c95d0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 1129 time: 0.1129851 Feb 03 12:38:22.014862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f731ff8-28ea-4dcf-bfa2-5933a7dc5012 req-27c01a5f-d118-4ca3-8c5c-de8caff5c2e4 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103739 Feb 03 12:38:22.041638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-2c14d47c-57b4-49b8-916f-2dee4ff799de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 HTTP/1.1" status: 200 len: 217 time: 0.2260263 Feb 03 12:38:22.088223 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-451ce693-7a3b-445d-be72-374428936c15 req-aebe0c7a-bfd7-42f3-a30f-87872b04abe5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070609 Feb 03 12:38:22.088705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50388) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:22.158441 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1881387c-b398-4a28-82f0-e8c65b3cb5a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8c50b93bf064ffc99715c1cafdfbb13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661669 Feb 03 12:38:22.158734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50394) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:22.248524 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-238f3593-3202-49bb-b7c5-df90ac5d1bc4 admin admin] Publish callbacks [] for security_group (b9db0ae0-5cff-47ac-9f5e-3d61d4170209), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.315780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-238f3593-3202-49bb-b7c5-df90ac5d1bc4 admin admin] Publish callbacks [] for security_group (b9db0ae0-5cff-47ac-9f5e-3d61d4170209), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.323265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 21e7e8ba-0092-40ea-a25a-b75765ef8393 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:22.449440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 21e7e8ba-0092-40ea-a25a-b75765ef8393 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:22.450088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 21e7e8ba-0092-40ea-a25a-b75765ef8393 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:22.490729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Attempting to bind port 8579dd39-96aa-4005-8088-22ccafa220de on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:22.491701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Attempting to bind port 8579dd39-96aa-4005-8088-22ccafa220de by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:22.492837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Attempting to bind port 8579dd39-96aa-4005-8088-22ccafa220de on network a84c857a-e683-46a0-bd81-759bba81b838 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:22.502978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-238f3593-3202-49bb-b7c5-df90ac5d1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b9db0ae0-5cff-47ac-9f5e-3d61d4170209), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.506973 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-238f3593-3202-49bb-b7c5-df90ac5d1bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.507168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Port 8579dd39-96aa-4005-8088-22ccafa220de on network a84c857a-e683-46a0-bd81-759bba81b838 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:22.507168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Attempting to bind port 8579dd39-96aa-4005-8088-22ccafa220de on network a84c857a-e683-46a0-bd81-759bba81b838 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:22.511886 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-238f3593-3202-49bb-b7c5-df90ac5d1bc4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9db0ae0-5cff-47ac-9f5e-3d61d4170209 HTTP/1.1" status: 204 len: 168 time: 0.3521636 Feb 03 12:38:22.529925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f3593-3202-49bb-b7c5-df90ac5d1bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9db0ae0-5cff-47ac-9f5e-3d61d4170209,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:22.578361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c89a1-ba08-4e1f-a2d9-a1d7c3c06797 req-ac94d8e7-400b-4256-a91c-0aa4307dd208 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:22.588276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-919c89a1-ba08-4e1f-a2d9-a1d7c3c06797 req-ac94d8e7-400b-4256-a91c-0aa4307dd208 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 943 time: 0.5591807 Feb 03 12:38:22.591981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-a5948881-2a81-43e5-ad81-789957f9dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:22.594012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-a5948881-2a81-43e5-ad81-789957f9dca4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d29c5634-4855-4e56-ba37-dca7870c430c HTTP/1.1" status: 200 len: 861 time: 0.4621236 Feb 03 12:38:22.594958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:22.595335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Checking segment: {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:22.595780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Bound using segment: {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:22.596545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Bound port: 8579dd39-96aa-4005-8088-22ccafa220de, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d42a84-6f56-41a9-a22a-389f440d2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:22.596883 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8579dd39-96aa-4005-8088-22ccafa220de), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.769502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] For port 8579dd39-96aa-4005-8088-22ccafa220de, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:22.835203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-f118fd51-a9eb-4def-99aa-3deb750aeae2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f10723e-cb85-4ce2-a258-17e6c4461fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179356 Feb 03 12:38:22.839930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] For port 8579dd39-96aa-4005-8088-22ccafa220de, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8579dd39-96aa-4005-8088-22ccafa220de,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:22.886805 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8579dd39-96aa-4005-8088-22ccafa220de), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.903828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a0be3-4fad-4277-9f2b-ad8ac00a9658 req-0fb12bc0-3575-4e76-bc26-5dff48550887 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:22.911917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-808a0be3-4fad-4277-9f2b-ad8ac00a9658 req-0fb12bc0-3575-4e76-bc26-5dff48550887 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.6933558 Feb 03 12:38:23.028385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.029283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.031490 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] 10.222.0.72 "PUT /v2.0/ports/8579dd39-96aa-4005-8088-22ccafa220de HTTP/1.1" status: 200 len: 1092 time: 4.0296652 Feb 03 12:38:23.107215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:23.110081 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700" -d '{"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "8579dd39-96aa-4005-8088-22ccafa220de"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:23.130124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-919c89a1-ba08-4e1f-a2d9-a1d7c3c06797 req-2f58a895-5c7d-457e-b871-992c1331b052 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403030 Feb 03 12:38:23.218511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:23.233265 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Publish callbacks [] for security_group (3e6e3ab5-8229-4beb-a030-42cb3a688c39), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.329787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f8ce89d-dc85-40d0-bb8c-304b9ab49404 req-b140d110-3dd1-4740-bb44-9ce7c0bde578 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 210 time: 0.0801582 Feb 03 12:38:23.330837 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3e6e3ab5-8229-4beb-a030-42cb3a688c39), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.407756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6e3ab5-8229-4beb-a030-42cb3a688c39,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:23.428246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-808a0be3-4fad-4277-9f2b-ad8ac00a9658 req-d691cbb9-849e-4557-b7d6-9110ef360023 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151029 Feb 03 12:38:23.440271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:38:23.445269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36769c87-ee89-4255-b53f-f5f9602b2eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8579dd39-96aa-4005-8088-22ccafa220de,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:23.499996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-6946b169-443b-4fb5-9540-df4f848784bd service neutron] 10.222.0.72 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6545906 Feb 03 12:38:23.553111 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ed1506ce-52e9-4783-af32-935ab97a97dd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.553434 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Added segment ed1506ce-52e9-4783-af32-935ab97a97dd of type vlan for network e2a570e4-7455-4a0c-a324-9bfa3d796f90 Feb 03 12:38:23.579257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.670874 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-b078ae34-3198-4d91-969f-9a92bbaf842e tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428941 Feb 03 12:38:23.711561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (e2a570e4-7455-4a0c-a324-9bfa3d796f90), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.770135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50430) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:23.814376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dacf0-e313-425a-9309-c7ecec953dc5 req-dfff98f6-7569-4c04-837c-249425fd3ef0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.822008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a1dacf0-e313-425a-9309-c7ecec953dc5 req-dfff98f6-7569-4c04-837c-249425fd3ef0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.3152575 Feb 03 12:38:23.955022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-63808e75-aea5-4ac1-84e0-3cbf4121a707 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.958380 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-63808e75-aea5-4ac1-84e0-3cbf4121a707 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743044 Feb 03 12:38:23.964718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bbb35-dede-499a-821c-cd04ec8bdd08 req-5048ae81-f6a8-458f-8098-17bb6cf295ce tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.971389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bbb35-dede-499a-821c-cd04ec8bdd08 req-5048ae81-f6a8-458f-8098-17bb6cf295ce tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.973478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Request body: {'port': {'device_id': '2ef20a02-0df7-42e8-9d65-80489d9270c2', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '6c0a975357124e3d97410eca51acd847'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:23.977578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bbb35-dede-499a-821c-cd04ec8bdd08 req-5048ae81-f6a8-458f-8098-17bb6cf295ce tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.984287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bbb35-dede-499a-821c-cd04ec8bdd08 req-5048ae81-f6a8-458f-8098-17bb6cf295ce tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.990172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bbb35-dede-499a-821c-cd04ec8bdd08 req-5048ae81-f6a8-458f-8098-17bb6cf295ce tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.992335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d97bbb35-dede-499a-821c-cd04ec8bdd08 req-5048ae81-f6a8-458f-8098-17bb6cf295ce tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 3826 time: 0.3728025 Feb 03 12:38:23.993484 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (e2a570e4-7455-4a0c-a324-9bfa3d796f90), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.994670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.995276 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.012331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b994ce7-4e69-41dc-a509-30178e0bb417 req-95a2ff44-e814-4a85-9ce6-1da3837fc919 service neutron] 10.222.0.72 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705510 Feb 03 12:38:24.038549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-287079556-network', 'tenant_id': '6b7a57634d7145db8796ed74f9c12c50'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:24.121010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a1dacf0-e313-425a-9309-c7ecec953dc5 req-f66c3cad-6817-4982-a105-6f6864c81197 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987432 Feb 03 12:38:24.127852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9229815 Feb 03 12:38:24.128588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50440) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:24.136292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Request body: {'subnet': {'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-subnet', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:24.177258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Made reservation on behalf of ee3d135d57e44155bc9c719d531a0992 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:24.181976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.185022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Made reservation on behalf of 6c0a975357124e3d97410eca51acd847 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:24.190763 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.217826 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9c640c-ddfb-4cc4-9c24-c238b3d12676 x-openstack-request-id: req-7c9c640c-ddfb-4cc4-9c24-c238b3d12676 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:24.218205 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "8579dd39-96aa-4005-8088-22ccafa220de", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:24.218547 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c9c640c-ddfb-4cc4-9c24-c238b3d12676 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:24.219005 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de', 'status': 'completed', 'code': 200} Feb 03 12:38:24.223859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Made reservation on behalf of 6b7a57634d7145db8796ed74f9c12c50 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:24.226262 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.244511 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.296076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e060f-fd68-4e39-a90e-5aea52e5c2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a570e4-7455-4a0c-a324-9bfa3d796f90,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:24.310895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network e2a570e4-7455-4a0c-a324-9bfa3d796f90 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:38:24.331949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d97bbb35-dede-499a-821c-cd04ec8bdd08 req-12db6776-d6d2-4b1d-97bd-2d1760ed6028 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098900 Feb 03 12:38:24.449354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-718ef646-a316-4298-a2ee-f9e5f634e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.463060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-718ef646-a316-4298-a2ee-f9e5f634e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.463651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-718ef646-a316-4298-a2ee-f9e5f634e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.464182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-718ef646-a316-4298-a2ee-f9e5f634e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.468520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-718ef646-a316-4298-a2ee-f9e5f634e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.470537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-718ef646-a316-4298-a2ee-f9e5f634e20e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 4393 time: 0.2171476 Feb 03 12:38:24.479336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:24.610677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Allocated IP 192.168.233.103 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/c5bb0b61-e973-46dd-9e36-df0db28b2ec7) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:24.628059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:24.644527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91', 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee', 'port_id': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91', 'mac_address': 'fa:16:3e:f7:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29c5634-4855-4e56-ba37-dca7870c430c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:24.718188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:24.718916 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.760410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:24.781838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Publish callbacks [] for security_group (bf21e40b-2c76-462c-b009-4205575d7877), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.784164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf4854b-e3bd-4695-80f0-c99e47518c47 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:24.797602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Publish callbacks [] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.800765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-c754527d-6d3b-4418-a6e7-cf1fea4a054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.801342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-c754527d-6d3b-4418-a6e7-cf1fea4a054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.801863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-c754527d-6d3b-4418-a6e7-cf1fea4a054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.804162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-c754527d-6d3b-4418-a6e7-cf1fea4a054c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b07baa1fe485403f8894a9f21fd36b42&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3242629 Feb 03 12:38:24.807010 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bf21e40b-2c76-462c-b009-4205575d7877), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.807316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:24.819397 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.822455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c2f23-782f-4d26-960d-51fbb40e94f8 req-7ffb57a9-3c3b-43dd-9edd-eb4c870f982d tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.824122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d3c2f23-782f-4d26-960d-51fbb40e94f8 req-7ffb57a9-3c3b-43dd-9edd-eb4c870f982d tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 943 time: 0.2932272 Feb 03 12:38:24.895821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Transition to ACTIVE for port object baf4854b-e3bd-4695-80f0-c99e47518c47 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:24.914805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:24.937206 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (d4973770-657c-4dc0-814b-0925054d02ea), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.955238 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.958641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ff23aff-6be9-471f-853c-67bd296322b0 req-49784d06-b3f7-4179-a297-1b1997ca7ac1 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 210 time: 0.1298077 Feb 03 12:38:24.960230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:38:24.994806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf21e40b-2c76-462c-b009-4205575d7877,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:25.050003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8b115179-ee51-4171-8662-5f8a60a767cd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.050514 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Added segment 8b115179-ee51-4171-8662-5f8a60a767cd of type vlan for network 258c1823-7427-443b-b484-99311f574368 Feb 03 12:38:25.147007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['01bea951-d3f9-4bfd-8c56-a03cb9c7bc91'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:25.155295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4973770-657c-4dc0-814b-0925054d02ea,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:25.223120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Checking segment: {'id': 'ed1506ce-52e9-4783-af32-935ab97a97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:25.223472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Network hostable DHCP agents. Network: e2a570e4-7455-4a0c-a324-9bfa3d796f90, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:38:25.268224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Network e2a570e4-7455-4a0c-a324-9bfa3d796f90 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:38:25.313438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.393986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, e2a570e4-7455-4a0c-a324-9bfa3d796f90) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:25.403923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.404577 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.428966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.455912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974ddfa-1cf7-4560-8c14-3ab4bd8328d2 None None] Network e2a570e4-7455-4a0c-a324-9bfa3d796f90 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:25.463469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['5fac73af-2799-471d-8bfb-16d019a131bb', 'd08dfc34-7f2d-4afb-ac90-1c12b0def494'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:25.469051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', '0ce60cc7-da57-4b82-bf24-fbf39bbbce27'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:25.481762 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5e9809a0-2bb9-4984-92c9-7ffeca651860 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3520582 Feb 03 12:38:25.484349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50466) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:25.493852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:25.527585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:25.534455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:25.537005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event updated for resources: {'Port': ['ID=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:25.539486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:25.545503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.546958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.639623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.640353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.680540 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks [] for router_controller (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.742696 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-9b72f9fa-7235-4a5d-9a2c-8928b5f7e482 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7740688 Feb 03 12:38:25.950508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Pushing event updated for resources: {'Port': ['ID=baf4854b-e3bd-4695-80f0-c99e47518c47,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:26.013258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d3c2f23-782f-4d26-960d-51fbb40e94f8 req-58255847-47e6-4b51-b22d-21de70cf9f2c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1372230 Feb 03 12:38:26.061215 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (258c1823-7427-443b-b484-99311f574368), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.074050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-b0164378-2894-42d7-8ccc-c8d058e3a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.075813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b9ba531-d6bd-49e3-bb84-d9c7e12b0700 req-b0164378-2894-42d7-8ccc-c8d058e3a03e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2450700 Feb 03 12:38:26.241955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (258c1823-7427-443b-b484-99311f574368), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.243141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.243870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.258000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025963-302b-4729-8541-f7a3c1c608ba req-e19fb539-a435-4081-bc7d-add10d98d3f3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.265017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6025963-302b-4729-8541-f7a3c1c608ba req-e19fb539-a435-4081-bc7d-add10d98d3f3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.3475044 Feb 03 12:38:26.296483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Attempting to bind port baf4854b-e3bd-4695-80f0-c99e47518c47 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:26.296483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Attempting to bind port baf4854b-e3bd-4695-80f0-c99e47518c47 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:26.296483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Attempting to bind port baf4854b-e3bd-4695-80f0-c99e47518c47 on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:26.340489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Port baf4854b-e3bd-4695-80f0-c99e47518c47 on network 2b3bbc52-c42c-404e-a275-1710938bd243 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:26.340968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Attempting to bind port baf4854b-e3bd-4695-80f0-c99e47518c47 on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:26.345316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-e2a570e4-7455-4a0c-a324-9bfa3d796f90', 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90', 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'fixed_ips': [{'subnet_id': 'd4973770-657c-4dc0-814b-0925054d02ea'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:38:26.347089 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.358956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5737727 Feb 03 12:38:26.374293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50486) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:26.386041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b50195c5-976e-4d2f-840a-cf9fb457bd1e None None] Provisioning complete for port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:26.386712 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b50195c5-976e-4d2f-840a-cf9fb457bd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.386999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:26.387445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Checking segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:26.387929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Bound using segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:26.388479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Bound port: baf4854b-e3bd-4695-80f0-c99e47518c47, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:26.388958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.390742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Request body: {'port': {'device_id': '2ef20a02-0df7-42e8-9d65-80489d9270c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:26.405493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720d5b4-a227-4181-a6c3-613c36e28008 admin admin] Pushing event updated for resources: {'Network': ['ID=258c1823-7427-443b-b484-99311f574368,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:26.416731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Request body: {'subnet': {'network_id': '258c1823-7427-443b-b484-99311f574368', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-287079556-subnet', 'tenant_id': '6b7a57634d7145db8796ed74f9c12c50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:26.450669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 258c1823-7427-443b-b484-99311f574368 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:38:26.464890 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Made reservation on behalf of 6b7a57634d7145db8796ed74f9c12c50 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:26.467655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.482183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6974-5bb6-42be-bef8-b5b43e6f27c8 req-a21d2f27-12da-4d9d-8f89-d48cc4dc31bb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.488081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6974-5bb6-42be-bef8-b5b43e6f27c8 req-a21d2f27-12da-4d9d-8f89-d48cc4dc31bb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.503590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6974-5bb6-42be-bef8-b5b43e6f27c8 req-a21d2f27-12da-4d9d-8f89-d48cc4dc31bb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.519701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6974-5bb6-42be-bef8-b5b43e6f27c8 req-a21d2f27-12da-4d9d-8f89-d48cc4dc31bb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.529329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6974-5bb6-42be-bef8-b5b43e6f27c8 req-a21d2f27-12da-4d9d-8f89-d48cc4dc31bb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.550245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6974-5bb6-42be-bef8-b5b43e6f27c8 req-a21d2f27-12da-4d9d-8f89-d48cc4dc31bb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.557316 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3bc6974-5bb6-42be-bef8-b5b43e6f27c8 req-a21d2f27-12da-4d9d-8f89-d48cc4dc31bb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 4597 time: 0.3595805 Feb 03 12:38:26.595380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6025963-302b-4729-8541-f7a3c1c608ba req-0dd40844-7ad5-461f-ba43-06fcd912c914 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292818 Feb 03 12:38:26.649758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Allocated IP 172.20.0.2 (e2a570e4-7455-4a0c-a324-9bfa3d796f90/d4973770-657c-4dc0-814b-0925054d02ea/6c53850e-f59d-4215-8ad0-a836e84010d6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:26.660735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (50e12728-8cf7-4e5f-ac33-7de21bc5cf54), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.718902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] For port baf4854b-e3bd-4695-80f0-c99e47518c47, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:26.730563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] For port baf4854b-e3bd-4695-80f0-c99e47518c47, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=baf4854b-e3bd-4695-80f0-c99e47518c47,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:26.776165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e12728-8cf7-4e5f-ac33-7de21bc5cf54,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:26.778861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b50195c5-976e-4d2f-840a-cf9fb457bd1e None None] Port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:26.811676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.843714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Checking segment: {'id': '8b115179-ee51-4171-8662-5f8a60a767cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '258c1823-7427-443b-b484-99311f574368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:26.844096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Network hostable DHCP agents. Network: 258c1823-7427-443b-b484-99311f574368, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:38:26.907590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks [] for router_gateway (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.919423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.947655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.948307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.949899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/baf4854b-e3bd-4695-80f0-c99e47518c47 HTTP/1.1" status: 200 len: 1130 time: 3.7806497 Feb 03 12:38:26.954992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3bc6974-5bb6-42be-bef8-b5b43e6f27c8 req-fc68389d-df06-497a-ba18-a0f54b28c429 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3966215 Feb 03 12:38:26.955653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': 'baf4854b-e3bd-4695-80f0-c99e47518c47'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:26.958039 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e020227-40ae-40a6-b945-0f5a04346e82" -d '{"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "baf4854b-e3bd-4695-80f0-c99e47518c47"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:26.964865 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Publish callbacks [] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.974277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Network 258c1823-7427-443b-b484-99311f574368 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:38:26.995817 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.003333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:27.020841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3048e8-d487-48cc-977c-af074d15d82c req-86c88f8f-87bd-4d40-b9f5-403e1514f63d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.024112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d3048e8-d487-48cc-977c-af074d15d82c req-86c88f8f-87bd-4d40-b9f5-403e1514f63d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 936 time: 0.2803855 Feb 03 12:38:27.028261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b37c3-2840-4b7c-9668-eee397d715c8 service neutron] Pushing event updated for resources: {'Port': ['ID=baf4854b-e3bd-4695-80f0-c99e47518c47,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:27.123569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Pushing event updated for resources: {'Port': ['ID=6c53850e-f59d-4215-8ad0-a836e84010d6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:27.123838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 258c1823-7427-443b-b484-99311f574368) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:27.139122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.139721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.177442 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.191875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d3048e8-d487-48cc-977c-af074d15d82c req-c2a1f064-438d-4c3e-a862-494d01c37274 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269529 Feb 03 12:38:27.201022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d473a5f-04b7-4053-b624-dfff6b5be39f None None] Network 258c1823-7427-443b-b484-99311f574368 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:27.218212 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-95ade684-6053-4dfd-8bae-39875b69f710 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8414426 Feb 03 12:38:27.367008 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dcae2a-5711-45bd-89e2-83feca0a1bc6 x-openstack-request-id: req-16dcae2a-5711-45bd-89e2-83feca0a1bc6 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:27.368420 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "baf4854b-e3bd-4695-80f0-c99e47518c47", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:27.370113 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16dcae2a-5711-45bd-89e2-83feca0a1bc6 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:27.370724 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': 'baf4854b-e3bd-4695-80f0-c99e47518c47', 'status': 'completed', 'code': 200} Feb 03 12:38:27.583807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Network e2a570e4-7455-4a0c-a324-9bfa3d796f90 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:27.631015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:27.671915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:27.721308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-0bf9797d-c7cb-46a3-b34c-a0e93e90d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.721929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-0bf9797d-c7cb-46a3-b34c-a0e93e90d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.722500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-0bf9797d-c7cb-46a3-b34c-a0e93e90d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.723172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-0bf9797d-c7cb-46a3-b34c-a0e93e90d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.723829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-0bf9797d-c7cb-46a3-b34c-a0e93e90d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.724493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-0bf9797d-c7cb-46a3-b34c-a0e93e90d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.726646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-0bf9797d-c7cb-46a3-b34c-a0e93e90d7d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5347 time: 0.3257732 Feb 03 12:38:27.761210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64e34-6ca9-4224-a895-0b171d6ede96 req-60d9abfb-6f74-437a-9447-0ef7d8320c87 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.764485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00e64e34-6ca9-4224-a895-0b171d6ede96 req-60d9abfb-6f74-437a-9447-0ef7d8320c87 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 1129 time: 0.2699172 Feb 03 12:38:27.789813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda02c1-85a7-4872-b604-c67c2062c16f None None] Network 258c1823-7427-443b-b484-99311f574368 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:27.905737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks [] for router_gateway (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.937101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.991079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:28.004978 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Publish callbacks [] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.043100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Transition to ACTIVE for port object 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:28.052280 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bb0b61-e973-46dd-9e36-df0db28b2ec7 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:28.066604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Publish callbacks [] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.091412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d20e1-e366-455e-877b-b46d5c857937 req-1e829253-daa9-4db0-b1a8-6972e0050a9f tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.092490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Transition to ACTIVE for port object c5bb0b61-e973-46dd-9e36-df0db28b2ec7 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:28.106154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c7d20e1-e366-455e-877b-b46d5c857937 req-1e829253-daa9-4db0-b1a8-6972e0050a9f tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 944 time: 0.6117699 Feb 03 12:38:28.115111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.162573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.202719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Allocated IP 172.25.3.77 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/b33516f1-157e-4315-b747-27227ea92fb3) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:28.207818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:28.353594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Attempting to bind port 6c53850e-f59d-4215-8ad0-a836e84010d6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:28.354159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Attempting to bind port 6c53850e-f59d-4215-8ad0-a836e84010d6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ed1506ce-52e9-4783-af32-935ab97a97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:28.354583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Attempting to bind port 6c53850e-f59d-4215-8ad0-a836e84010d6 on network e2a570e4-7455-4a0c-a324-9bfa3d796f90 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:28.364117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:28.364494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Checking segment: {'id': 'ed1506ce-52e9-4783-af32-935ab97a97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:28.364895 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.365282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Bound using segment: {'id': 'ed1506ce-52e9-4783-af32-935ab97a97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:28.365769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Bound port: 6c53850e-f59d-4215-8ad0-a836e84010d6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1506ce-52e9-4783-af32-935ab97a97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:28.366142 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.397248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00e64e34-6ca9-4224-a895-0b171d6ede96 req-887a27cf-6cf4-49ca-a4c6-1fdf9e403de2 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229878 Feb 03 12:38:28.440735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Pushing event updated for resources: {'Port': ['ID=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:28.448198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c7d20e1-e366-455e-877b-b46d5c857937 req-02bb7573-b805-4fb8-a6b3-e938d5ba7d79 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411374 Feb 03 12:38:28.509323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f195c460-bfd1-4b2b-8566-e756bdd82b77 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:28.520562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:28.531135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Attempting to bind port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:28.534733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Attempting to bind port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:28.535128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Attempting to bind port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:28.565041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:28.565324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Attempting to bind port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:28.702756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:28.703152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:28.710517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-c717f4a1-42a9-4c72-ad20-013ccf60b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.710986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-c717f4a1-42a9-4c72-ad20-013ccf60b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.711439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-c717f4a1-42a9-4c72-ad20-013ccf60b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.713467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-c717f4a1-42a9-4c72-ad20-013ccf60b231 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b07baa1fe485403f8894a9f21fd36b42&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9743226 Feb 03 12:38:28.732130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:28.732816 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Bound port: c5bb0b61-e973-46dd-9e36-df0db28b2ec7, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:28.733207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.970219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Attempting to bind port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:28.971457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Attempting to bind port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:28.972888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Attempting to bind port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:29.028038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f on network 2b3bbc52-c42c-404e-a275-1710938bd243 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:29.028718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Attempting to bind port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:29.032757 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks [] for port (b33516f1-157e-4315-b747-27227ea92fb3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.050758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:29.056388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] For port c5bb0b61-e973-46dd-9e36-df0db28b2ec7, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:29.066744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] For port c5bb0b61-e973-46dd-9e36-df0db28b2ec7, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:29.067221 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:38:29.081802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:29.082177 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.100941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:29.101179 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.101284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Checking segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:29.101612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Bound using segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:29.102041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Bound port: 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:29.102455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.221159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.224870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.226356 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] 10.222.0.91 "PUT /v2.0/ports/c5bb0b61-e973-46dd-9e36-df0db28b2ec7 HTTP/1.1" status: 200 len: 1097 time: 2.8509157 Feb 03 12:38:29.239420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef20a02-0df7-42e8-9d65-80489d9270c2', 'tag': 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:29.240201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] For port 6c53850e-f59d-4215-8ad0-a836e84010d6, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:29.246583 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef20a02-0df7-42e8-9d65-80489d9270c2", "tag": "c5bb0b61-e973-46dd-9e36-df0db28b2ec7"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:29.271443 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b33516f1-157e-4315-b747-27227ea92fb3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.344440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-90fe94de-e3e9-4912-b4e3-f586fd68cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.349515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e020227-40ae-40a6-b945-0f5a04346e82 req-90fe94de-e3e9-4912-b4e3-f586fd68cc01 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6089206 Feb 03 12:38:29.390807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] For port 6c53850e-f59d-4215-8ad0-a836e84010d6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6c53850e-f59d-4215-8ad0-a836e84010d6,segment=NetworkSegment(ed1506ce-52e9-4783-af32-935ab97a97dd),segment_id=ed1506ce-52e9-4783-af32-935ab97a97dd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:29.393796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:29.403831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:29.411406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:29.448287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.496394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f648794-9c41-4c45-9904-517abfe00c09 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:29.539865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702ea1b-9aed-43f5-9d76-a2151d88a819 None None] Pushing event updated for resources: {'Port': ['ID=6c53850e-f59d-4215-8ad0-a836e84010d6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:29.568686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:29.603267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df535368-2e7a-48fd-a9cc-d168dbfb4f0e req-81db2c02-ceb2-4f22-ade0-2e6b7ad17179 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.623607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df535368-2e7a-48fd-a9cc-d168dbfb4f0e req-81db2c02-ceb2-4f22-ade0-2e6b7ad17179 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.631937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'f195c460-bfd1-4b2b-8566-e756bdd82b77', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'port_id': 'f195c460-bfd1-4b2b-8566-e756bdd82b77', 'mac_address': 'fa:16:3e:75:6f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65ca260-a0ed-4d89-a744-69405f9680e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:29.657629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df535368-2e7a-48fd-a9cc-d168dbfb4f0e req-81db2c02-ceb2-4f22-ade0-2e6b7ad17179 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.688494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df535368-2e7a-48fd-a9cc-d168dbfb4f0e req-81db2c02-ceb2-4f22-ade0-2e6b7ad17179 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.706912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df535368-2e7a-48fd-a9cc-d168dbfb4f0e req-81db2c02-ceb2-4f22-ade0-2e6b7ad17179 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.735496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:29.735945 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.759113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df535368-2e7a-48fd-a9cc-d168dbfb4f0e req-81db2c02-ceb2-4f22-ade0-2e6b7ad17179 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.768306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f195c460-bfd1-4b2b-8566-e756bdd82b77 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:29.768721 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.781365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631e0bf2-5c23-4918-82d3-72408aa8a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:29.781718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df535368-2e7a-48fd-a9cc-d168dbfb4f0e req-81db2c02-ceb2-4f22-ade0-2e6b7ad17179 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.784585 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d12f383-b437-4f51-a369-b0706c9412eb" -d '{"events": [{"server_uuid": "631e0bf2-5c23-4918-82d3-72408aa8a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "01bea951-d3f9-4bfd-8c56-a03cb9c7bc91"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:29.787391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df535368-2e7a-48fd-a9cc-d168dbfb4f0e req-81db2c02-ceb2-4f22-ade0-2e6b7ad17179 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5370 time: 1.0429931 Feb 03 12:38:29.826219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-d58adc11-d434-43f5-b4d0-7f580364ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.827964 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-d58adc11-d434-43f5-b4d0-7f580364ae49 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 1131 time: 0.5388296 Feb 03 12:38:29.830654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Pushing event updated for resources: {'Port': ['ID=b33516f1-157e-4315-b747-27227ea92fb3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:29.833587 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:29.840624 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f195c460-bfd1-4b2b-8566-e756bdd82b77 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:29.857511 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.914427 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-f25e3dbf-dc8b-4a5e-bee0-b5af887cbc34 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c5bb0b61-e973-46dd-9e36-df0db28b2ec7 HTTP/1.1" status: 200 len: 217 time: 0.0674229 Feb 03 12:38:29.931073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-a683ee08-614e-4ffe-b749-754e30f324da tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.948362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-a683ee08-614e-4ffe-b749-754e30f324da tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/networks?id=258c1823-7427-443b-b484-99311f574368 HTTP/1.1" status: 200 len: 808 time: 1.1397991 Feb 03 12:38:29.993489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] For port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:30.000672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:30.001923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] For port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:30.010633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:30.027681 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.057695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-a80a0b1d-7baf-484c-a5ae-d35c4468cf43 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/quotas/6b7a57634d7145db8796ed74f9c12c50 HTTP/1.1" status: 200 len: 375 time: 0.0360787 Feb 03 12:38:30.126839 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.142994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f195c460-bfd1-4b2b-8566-e756bdd82b77,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:30.149744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f195c460-bfd1-4b2b-8566-e756bdd82b77'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:30.225664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Pushing event updated for resources: {'Port': ['ID=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:30.235366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-1e9f1077-fbe7-4347-9724-a4507c68ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:30.239235 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-1e9f1077-fbe7-4347-9724-a4507c68ec6b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.3075490 Feb 03 12:38:30.249143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-c2bc1f8a-f695-48ee-9e2f-a66b76c730d7 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b7a57634d7145db8796ed74f9c12c50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1898921 Feb 03 12:38:30.316029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:30.316788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.318463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-d8af2cda-5d65-4735-9b83-27777ff417ca service neutron] 10.222.0.72 "PUT /v2.0/ports/157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f HTTP/1.1" status: 200 len: 1132 time: 3.3202088 Feb 03 12:38:30.321990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:30.325347 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:30.337965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df535368-2e7a-48fd-a9cc-d168dbfb4f0e req-e801b378-3ab6-45e6-a99f-16959fe2b6ef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5102913 Feb 03 12:38:30.385177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:30.541753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks [] for router_gateway (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.711638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-c741788f-502e-4322-90ee-e5540f680995 service neutron] 10.222.0.65 "GET /v2.0/networks/258c1823-7427-443b-b484-99311f574368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619956 Feb 03 12:38:30.791928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6c53850e-f59d-4215-8ad0-a836e84010d6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:30.835819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-b55a29dd-e2cd-45b2-8045-55c8f5289f19 service neutron] 10.222.0.65 "GET /v2.0/networks/258c1823-7427-443b-b484-99311f574368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221430 Feb 03 12:38:30.866899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-a7702e57-ae9a-44f6-a23b-36099131f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:30.870216 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-a7702e57-ae9a-44f6-a23b-36099131f7fb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4893172 Feb 03 12:38:30.991606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7df1d1-7a5b-445c-a276-2c2a409e6f38 req-159ffe8b-3719-43a5-9526-3d48dfb89741 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:31.001739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac7df1d1-7a5b-445c-a276-2c2a409e6f38 req-159ffe8b-3719-43a5-9526-3d48dfb89741 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 948 time: 0.1820357 Feb 03 12:38:31.048939 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.114282 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-8285f0df-8def-4fe0-b848-6d9f8bccccf4 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346509 Feb 03 12:38:31.293919 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca485fe6-8ff4-4a46-8fae-ee3f2f7d9192 req-e1166f4a-36bc-4bfc-88e0-d648e5604bef service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686649 Feb 03 12:38:31.412158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6c53850e-f59d-4215-8ad0-a836e84010d6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:31.412684 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.454581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.634850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9fdd58-f939-4dd3-aded-7d8b8b218825 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:31.646260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Publish callbacks [] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.682313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac92ccf-e6da-458d-8bbf-8f46c37d0c86 None None] Network e2a570e4-7455-4a0c-a324-9bfa3d796f90 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:31.754545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Transition to ACTIVE for port object da9fdd58-f939-4dd3-aded-7d8b8b218825 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:31.782765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac7df1d1-7a5b-445c-a276-2c2a409e6f38 req-678b9a42-5993-4ee8-afe3-2794e04f3a96 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793808 Feb 03 12:38:31.790993 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.853377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7ba1-516b-4435-8ebd-e50779e22a16 req-a70d1494-6358-4af2-b587-aa4016f14ba2 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:31.860330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-065c7ba1-516b-4435-8ebd-e50779e22a16 req-a70d1494-6358-4af2-b587-aa4016f14ba2 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 1129 time: 0.2102659 Feb 03 12:38:31.887271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c72b735b-aef4-48e5-8639-89a8fcb34efc None None] Provisioning complete for port 6c53850e-f59d-4215-8ad0-a836e84010d6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:31.887798 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c72b735b-aef4-48e5-8639-89a8fcb34efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.924657 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be41a21-36d2-40d0-b0dc-f58af6c55951 x-openstack-request-id: req-5be41a21-36d2-40d0-b0dc-f58af6c55951 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:31.925218 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef20a02-0df7-42e8-9d65-80489d9270c2", "tag": "c5bb0b61-e973-46dd-9e36-df0db28b2ec7", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:31.927064 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5be41a21-36d2-40d0-b0dc-f58af6c55951 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:31.928552 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef20a02-0df7-42e8-9d65-80489d9270c2', 'tag': 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7', 'status': 'completed', 'code': 200} Feb 03 12:38:32.062753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6c53850e-f59d-4215-8ad0-a836e84010d6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:32.063276 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.131925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:38:32.161141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Pushing event updated for resources: {'Port': ['ID=da9fdd58-f939-4dd3-aded-7d8b8b218825,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:32.204446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e54b1d-b189-41ba-90d1-8a760dee9ea1 req-abd412e7-3654-4881-850d-a3af61d7b34b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.213582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7e54b1d-b189-41ba-90d1-8a760dee9ea1 req-abd412e7-3654-4881-850d-a3af61d7b34b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 945 time: 0.1440082 Feb 03 12:38:32.222849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-23091238-a142-4adc-83ee-dc51891cbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.239799 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-23091238-a142-4adc-83ee-dc51891cbc2a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 1131 time: 0.3093827 Feb 03 12:38:32.245124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-065c7ba1-516b-4435-8ebd-e50779e22a16 req-4671aaf6-d906-4695-971f-7279f3e0e3f2 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758514 Feb 03 12:38:32.286811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Attempting to bind port da9fdd58-f939-4dd3-aded-7d8b8b218825 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:32.286811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Attempting to bind port da9fdd58-f939-4dd3-aded-7d8b8b218825 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:32.286811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Attempting to bind port da9fdd58-f939-4dd3-aded-7d8b8b218825 on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:32.294629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7e54b1d-b189-41ba-90d1-8a760dee9ea1 req-e8ebb84a-ee0d-414b-8ca6-b7bf607f4bd4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761602 Feb 03 12:38:32.307672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Port da9fdd58-f939-4dd3-aded-7d8b8b218825 on network 2b3bbc52-c42c-404e-a275-1710938bd243 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:32.307672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Attempting to bind port da9fdd58-f939-4dd3-aded-7d8b8b218825 on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:32.315209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:32.316716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Checking segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:32.317122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Bound using segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:32.318768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Bound port: da9fdd58-f939-4dd3-aded-7d8b8b218825, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:32.319166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.331311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 6c53850e-f59d-4215-8ad0-a836e84010d6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6c53850e-f59d-4215-8ad0-a836e84010d6,segment=NetworkSegment(ed1506ce-52e9-4783-af32-935ab97a97dd),segment_id=ed1506ce-52e9-4783-af32-935ab97a97dd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:32.367318 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.407139 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffab2f3-8123-432c-a4df-842cccdddae3 x-openstack-request-id: req-cffab2f3-8123-432c-a4df-842cccdddae3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:32.407565 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631e0bf2-5c23-4918-82d3-72408aa8a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "01bea951-d3f9-4bfd-8c56-a03cb9c7bc91", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:32.407920 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cffab2f3-8123-432c-a4df-842cccdddae3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:32.408445 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631e0bf2-5c23-4918-82d3-72408aa8a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91', 'code': 200} Feb 03 12:38:32.511050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f195c460-bfd1-4b2b-8566-e756bdd82b77 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:32.552497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] For port da9fdd58-f939-4dd3-aded-7d8b8b218825, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:32.589220 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45171691-0cf1-42b8-8f1d-41d6e62a2f5d x-openstack-request-id: req-45171691-0cf1-42b8-8f1d-41d6e62a2f5d {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:32.589682 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:32.590032 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45171691-0cf1-42b8-8f1d-41d6e62a2f5d {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:32.590570 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f', 'status': 'completed', 'code': 200} Feb 03 12:38:32.623395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c72b735b-aef4-48e5-8639-89a8fcb34efc None None] Current status of the port 6c53850e-f59d-4215-8ad0-a836e84010d6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:32.623395 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c72b735b-aef4-48e5-8639-89a8fcb34efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.744316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=6c53850e-f59d-4215-8ad0-a836e84010d6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:32.789811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8e303cb-834e-48d5-9f5e-338b4fd2f889 req-ce1d5a97-38fb-4b3b-9a8d-390bdacac302 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 210 time: 0.1916895 Feb 03 12:38:32.794270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] For port da9fdd58-f939-4dd3-aded-7d8b8b218825, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=da9fdd58-f939-4dd3-aded-7d8b8b218825,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:32.822194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.858309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port f195c460-bfd1-4b2b-8566-e756bdd82b77 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:32.863777 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.924495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-c72b735b-aef4-48e5-8639-89a8fcb34efc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:38:32.924994 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-c72b735b-aef4-48e5-8639-89a8fcb34efc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:38:32.963334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.965096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.970670 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] 10.222.0.72 "PUT /v2.0/ports/da9fdd58-f939-4dd3-aded-7d8b8b218825 HTTP/1.1" status: 200 len: 1091 time: 2.5969927 Feb 03 12:38:33.027134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:33.063411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f195c460-bfd1-4b2b-8566-e756bdd82b77 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:33.064749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-3e8b8229-e866-4627-a481-4521068849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.065208 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.065818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-3e8b8229-e866-4627-a481-4521068849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.068010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-3e8b8229-e866-4627-a481-4521068849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.068556 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-3e8b8229-e866-4627-a481-4521068849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.069064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-3e8b8229-e866-4627-a481-4521068849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.070445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-3e8b8229-e866-4627-a481-4521068849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.071330 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-3e8b8229-e866-4627-a481-4521068849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.073493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-3e8b8229-e866-4627-a481-4521068849f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6359 time: 0.5134692 Feb 03 12:38:33.137627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:33.153136 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.195847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6352b37-70ab-4f77-b19c-bf4eb84fdbb2 req-099ee96e-b68f-4c1c-9849-66b60b2987ac tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.207495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6352b37-70ab-4f77-b19c-bf4eb84fdbb2 req-099ee96e-b68f-4c1c-9849-66b60b2987ac tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.225002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6352b37-70ab-4f77-b19c-bf4eb84fdbb2 req-099ee96e-b68f-4c1c-9849-66b60b2987ac tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.245034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6352b37-70ab-4f77-b19c-bf4eb84fdbb2 req-099ee96e-b68f-4c1c-9849-66b60b2987ac tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.256774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6352b37-70ab-4f77-b19c-bf4eb84fdbb2 req-099ee96e-b68f-4c1c-9849-66b60b2987ac tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.262308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6352b37-70ab-4f77-b19c-bf4eb84fdbb2 req-099ee96e-b68f-4c1c-9849-66b60b2987ac tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.262872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f195c460-bfd1-4b2b-8566-e756bdd82b77,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:33.273567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6352b37-70ab-4f77-b19c-bf4eb84fdbb2 req-099ee96e-b68f-4c1c-9849-66b60b2987ac tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.275715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6352b37-70ab-4f77-b19c-bf4eb84fdbb2 req-099ee96e-b68f-4c1c-9849-66b60b2987ac tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5382 time: 0.6033254 Feb 03 12:38:33.326170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c327f6-03c7-491b-9b19-b40bb781aae2 service neutron] Pushing event updated for resources: {'Port': ['ID=da9fdd58-f939-4dd3-aded-7d8b8b218825,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:33.514949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c72b735b-aef4-48e5-8639-89a8fcb34efc None None] Current status of the port 6c53850e-f59d-4215-8ad0-a836e84010d6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:33.546105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.555761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133d739-fdce-4430-b973-c5223324dfb4 req-05e0d2e5-592e-4b64-a142-d98fccea20a0 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.557913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f133d739-fdce-4430-b973-c5223324dfb4 req-05e0d2e5-592e-4b64-a142-d98fccea20a0 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 948 time: 0.4463091 Feb 03 12:38:33.598809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6352b37-70ab-4f77-b19c-bf4eb84fdbb2 req-94d2ff9b-08d4-46f4-b811-a04e789fd750 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3027284 Feb 03 12:38:33.669515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3009d30a-fff4-478e-801a-5733f40a9d88 None None] Provisioning complete for port 6c53850e-f59d-4215-8ad0-a836e84010d6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:33.669985 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3009d30a-fff4-478e-801a-5733f40a9d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.730960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-e7dde171-40f5-4498-b7b8-242211e5f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.735842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-e7dde171-40f5-4498-b7b8-242211e5f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.738637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-e7dde171-40f5-4498-b7b8-242211e5f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.744436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-e7dde171-40f5-4498-b7b8-242211e5f883 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b07baa1fe485403f8894a9f21fd36b42&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6021004 Feb 03 12:38:33.872401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-cf0d953b-ee35-42a2-bcc4-16de692eac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.876528 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-cf0d953b-ee35-42a2-bcc4-16de692eac88 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 1.6155667 Feb 03 12:38:33.901725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3009d30a-fff4-478e-801a-5733f40a9d88 None None] Current status of the port 6c53850e-f59d-4215-8ad0-a836e84010d6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:33.939120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f133d739-fdce-4430-b973-c5223324dfb4 req-67c13bc5-6f48-471d-882a-000d14a256f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660405 Feb 03 12:38:33.970809 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-671948d2-7184-4e05-9ec9-6e941381285f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c5bb0b61-e973-46dd-9e36-df0db28b2ec7 HTTP/1.1" status: 200 len: 217 time: 0.0535984 Feb 03 12:38:34.205475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795cfda-6277-4470-a771-fb938504ea91 req-07e3ef5c-f4b0-4ccc-aa5d-325c4cc7e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:34.207283 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4795cfda-6277-4470-a771-fb938504ea91 req-07e3ef5c-f4b0-4ccc-aa5d-325c4cc7e772 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 1128 time: 1.6297760 Feb 03 12:38:34.248387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:38:34.257068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-235f19b7-315c-45e9-8065-a89be9e114ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:34.258083 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Sync routers for ids ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:38:34.258916 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-235f19b7-315c-45e9-8065-a89be9e114ad service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2139876 Feb 03 12:38:34.278031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9e8a2ff9-687f-492b-aac2-714a7df68883 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:34.278968 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Routers {'ee1ac15a-fbee-4e81-90cd-f699f27f4c99'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:38:34.279671 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:38:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:34.279882 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9e8a2ff9-687f-492b-aac2-714a7df68883 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.72 "GET /v2.0/networks?id=258c1823-7427-443b-b484-99311f574368 HTTP/1.1" status: 200 len: 808 time: 0.6981981 Feb 03 12:38:34.287924 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:34.289257 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f74b41cf-cd76-47bb-8988-9440ce0bdb16 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8017526 Feb 03 12:38:34.294552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Request body: {'port': {'device_id': '3316bb3f-9f54-43a6-809b-66b483ba3eda', 'network_id': '258c1823-7427-443b-b484-99311f574368', 'admin_state_up': True, 'tenant_id': '6b7a57634d7145db8796ed74f9c12c50'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:34.298504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50630) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:34.374759 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4795cfda-6277-4470-a771-fb938504ea91 req-f6c5cb0c-103a-4c41-ba16-0a70724ef350 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528277 Feb 03 12:38:34.409207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:34.411985 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559e611b-0046-424d-9807-0f38d940898b" -d '{"events": [{"server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "name": "network-vif-plugged", "status": "completed", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:34.559391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6c53850e-f59d-4215-8ad0-a836e84010d6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:34.570299 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Set router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:38:34.598612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-144d831a-3ade-4ad0-80ef-156aa95823bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:34.612103 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-144d831a-3ade-4ad0-80ef-156aa95823bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3272712 Feb 03 12:38:34.750938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6c53850e-f59d-4215-8ad0-a836e84010d6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:34.751614 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:34.901943 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-33371865-1bef-4288-940b-8524b0ccfb8c service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615037 Feb 03 12:38:34.962834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c5bb0b61-e973-46dd-9e36-df0db28b2ec7 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:35.066268 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:38:25Z', 'updated_at': '2022-02-03T12:38:29Z', 'revision_number': 3, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'gw_port': {'id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:27Z', 'updated_at': '2022-02-03T12:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:35.077410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6c53850e-f59d-4215-8ad0-a836e84010d6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:35.133113 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Checking router: ee1ac15a-fbee-4e81-90cd-f699f27f4c99 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:38:35.136452 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Updating router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 port b33516f1-157e-4315-b747-27227ea92fb3 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:38:35.179135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Made reservation on behalf of 6b7a57634d7145db8796ed74f9c12c50 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:35.183262 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.271020 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b33516f1-157e-4315-b747-27227ea92fb3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.314571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c5bb0b61-e973-46dd-9e36-df0db28b2ec7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:35.342081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7', 'mac_address': 'fa:16:3e:18:0f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:35.421169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Allocated IP 172.20.0.10 (258c1823-7427-443b-b484-99311f574368/50e12728-8cf7-4e5f-ac33-7de21bc5cf54/6444dfce-a5e9-43e3-8d58-6eb57318e66c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:35.496352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:35.496352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.552841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bb0b61-e973-46dd-9e36-df0db28b2ec7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:35.613023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c5bb0b61-e973-46dd-9e36-df0db28b2ec7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:35.637163 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.697429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': 'da9fdd58-f939-4dd3-aded-7d8b8b218825'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:35.700768 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb4bd6a-2caf-4375-8dfd-950ce622efba" -d '{"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "da9fdd58-f939-4dd3-aded-7d8b8b218825"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:35.822806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:35.868531 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Publish callbacks [] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.923718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.011032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6d7dc9cf-3da0-4a90-a6db-7ad2c23b9e13 req-331d0fe1-1581-4311-a6ef-edf5208d1756 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0978520 Feb 03 12:38:36.035225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Network 258c1823-7427-443b-b484-99311f574368 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:36.036797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Pushing event updated for resources: {'Port': ['ID=6444dfce-a5e9-43e3-8d58-6eb57318e66c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:36.040341 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:36.044006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:36.109416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['c5bb0b61-e973-46dd-9e36-df0db28b2ec7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:36.186285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:36.190284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.213274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-5388ea56-bfb8-4c8d-afe4-2c7391745df0 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:38:36.221175 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-5388ea56-bfb8-4c8d-afe4-2c7391745df0 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2240403 Feb 03 12:38:36.259621 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-9b604b87-e3eb-480d-a897-2ce4027cb9eb tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9690657 Feb 03 12:38:36.272928 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Request body: {'port': {'device_id': '3316bb3f-9f54-43a6-809b-66b483ba3eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:36.306582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-18346988-acc5-412d-ad6f-ce2173df74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:36.308320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-976cc5f5-aaf9-4fc1-a368-af2de9963ad2 req-18346988-acc5-412d-ad6f-ce2173df74a4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.5383801 Feb 03 12:38:36.316406 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Publish callbacks [] for port (b33516f1-157e-4315-b747-27227ea92fb3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.331725 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b33516f1-157e-4315-b747-27227ea92fb3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.437627 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Pushing event updated for resources: {'Port': ['ID=b33516f1-157e-4315-b747-27227ea92fb3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:36.468808 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.469214 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.469555 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.469891 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.470238 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.471514 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.472403 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.472771 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.473095 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.473416 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.473821 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.474169 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.474983 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:36.535171 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Attempting to bind port b33516f1-157e-4315-b747-27227ea92fb3 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:36.535794 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Attempting to bind port b33516f1-157e-4315-b747-27227ea92fb3 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:36.537356 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Attempting to bind port b33516f1-157e-4315-b747-27227ea92fb3 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:36.547099 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:36.547767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ffec64de-35b8-4bc3-a5fc-b77c90494c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:36.548166 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:36.548732 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.550126 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:36.550916 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Bound port: b33516f1-157e-4315-b747-27227ea92fb3, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:36.551467 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b33516f1-157e-4315-b747-27227ea92fb3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.569915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ffec64de-35b8-4bc3-a5fc-b77c90494c27 service neutron] 10.222.0.65 "GET /v2.0/ports/772d7407-bdfd-461c-b373-bdf9fc3d631c HTTP/1.1" status: 200 len: 1126 time: 0.3422475 Feb 03 12:38:36.585894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Request body: {'binding': {'host': 'n-h2-792364-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:36.586163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Unknown quota resources ['binding']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:38:36.591081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b6c0-e45c-494c-9df5-7f0dfb7a8722 req-70fb629a-6e99-42d3-bdaf-5ad2c1ce06e7 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:36.601429 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b400137-0a04-4456-a0c7-fc02a5a3cf08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.606211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b31b6c0-e45c-494c-9df5-7f0dfb7a8722 req-70fb629a-6e99-42d3-bdaf-5ad2c1ce06e7 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 945 time: 2.4000540 Feb 03 12:38:36.632427 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] For port b33516f1-157e-4315-b747-27227ea92fb3, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:36.640352 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] For port b33516f1-157e-4315-b747-27227ea92fb3, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b33516f1-157e-4315-b747-27227ea92fb3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:36.652779 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b33516f1-157e-4315-b747-27227ea92fb3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.771354 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63aba4-499f-484c-8184-d2143950b192 None None] Pushing event updated for resources: {'Port': ['ID=b33516f1-157e-4315-b747-27227ea92fb3,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:36.813404 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Routers {'ee1ac15a-fbee-4e81-90cd-f699f27f4c99'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:38:36.815978 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:38:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:36.823375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858ff12f-932f-4dec-b7d9-c2676c9ca09c {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:36.846696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Publish callbacks [] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.880850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Transition to ACTIVE for port object 858ff12f-932f-4dec-b7d9-c2676c9ca09c will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:36.926911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.938748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c on host n-h2-792364-10 for vnic_type normal with profile None {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:36.939364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:36.939863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:36.953437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Port 772d7407-bdfd-461c-b373-bdf9fc3d631c on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:36.955181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:36.984159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:37.023538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b31b6c0-e45c-494c-9df5-7f0dfb7a8722 req-c49a8081-dd2c-47bf-8253-64a515310dbe tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159939 Feb 03 12:38:37.074306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:37.076369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:37.077489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:37.078162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Bound port: 772d7407-bdfd-461c-b373-bdf9fc3d631c, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:37.097836 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] Set router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:38:37.150074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Pushing event updated for resources: {'Port': ['ID=858ff12f-932f-4dec-b7d9-c2676c9ca09c,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:37.507230 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:37.510603 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:38:25Z', 'updated_at': '2022-02-03T12:38:29Z', 'revision_number': 3, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'gw_port': {'id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:27Z', 'updated_at': '2022-02-03T12:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:37.513128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Attempting to bind port 858ff12f-932f-4dec-b7d9-c2676c9ca09c on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:37.513704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Attempting to bind port 858ff12f-932f-4dec-b7d9-c2676c9ca09c by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:37.514254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Attempting to bind port 858ff12f-932f-4dec-b7d9-c2676c9ca09c on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:37.535536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Port 858ff12f-932f-4dec-b7d9-c2676c9ca09c on network 2b3bbc52-c42c-404e-a275-1710938bd243 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:37.536212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Attempting to bind port 858ff12f-932f-4dec-b7d9-c2676c9ca09c on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:37.563564 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d8d82a-30f1-45c2-bafd-13d3c63af5be None None] The sync data for ids ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'] in n-d-792364-10 is: [{'id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:38:25Z', 'updated_at': '2022-02-03T12:38:29Z', 'revision_number': 3, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'gw_port': {'id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:27Z', 'updated_at': '2022-02-03T12:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:38:37.575686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b34ed-876f-49d5-ad3a-82ccaecca4b7 req-21418512-6ce3-460f-b8ee-976b07f7af6c tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:37.582839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-788b34ed-876f-49d5-ad3a-82ccaecca4b7 req-21418512-6ce3-460f-b8ee-976b07f7af6c tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 932 time: 0.2609825 Feb 03 12:38:37.589198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:37.589917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Checking segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:37.592606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Bound using segment: {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:37.593411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Bound port: 858ff12f-932f-4dec-b7d9-c2676c9ca09c, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f00d39-0b8f-485a-84a3-6af6aa9c90ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:37.595683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:37.700073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:37.732406 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:37.746680 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ae04f8cb-af69-4fd7-89f7-da28a602d902 service neutron] 10.222.0.65 "POST /v2.0/ports/772d7407-bdfd-461c-b373-bdf9fc3d631c/bindings HTTP/1.1" status: 201 len: 390 time: 1.1757183 Feb 03 12:38:37.768350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Allocated IP 172.20.0.1 (e2a570e4-7455-4a0c-a324-9bfa3d796f90/d4973770-657c-4dc0-814b-0925054d02ea/78ddeb0f-8b49-42c1-b2cc-b875d12950bc) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:37.939395 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf971eb-dde0-4980-b170-36081f157d96 x-openstack-request-id: req-fbf971eb-dde0-4980-b170-36081f157d96 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:37.939912 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "name": "network-vif-plugged", "status": "completed", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:37.939912 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbf971eb-dde0-4980-b170-36081f157d96 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:37.940313 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77', 'code': 200} Feb 03 12:38:38.152415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6444dfce-a5e9-43e3-8d58-6eb57318e66c {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:38.170611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Publish callbacks [] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.269704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Transition to ACTIVE for port object 6444dfce-a5e9-43e3-8d58-6eb57318e66c will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:38.280300 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.319360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Publish callbacks [] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.381436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-788b34ed-876f-49d5-ad3a-82ccaecca4b7 req-0b2a4ca5-74b9-4f58-a4d9-f4132987fb12 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf21e40b-2c76-462c-b009-4205575d7877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7800918 Feb 03 12:38:38.502836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6444dfce-a5e9-43e3-8d58-6eb57318e66c,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:38.626545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f97b9c-5358-4c6e-ad69-33b69bcf6709 req-f4af0ebd-d030-4655-8462-9016a775b5b7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.637808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f97b9c-5358-4c6e-ad69-33b69bcf6709 req-f4af0ebd-d030-4655-8462-9016a775b5b7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.650261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f97b9c-5358-4c6e-ad69-33b69bcf6709 req-f4af0ebd-d030-4655-8462-9016a775b5b7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.663335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f97b9c-5358-4c6e-ad69-33b69bcf6709 req-f4af0ebd-d030-4655-8462-9016a775b5b7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.669529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b33516f1-157e-4315-b747-27227ea92fb3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:38.685288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f97b9c-5358-4c6e-ad69-33b69bcf6709 req-f4af0ebd-d030-4655-8462-9016a775b5b7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.690511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f97b9c-5358-4c6e-ad69-33b69bcf6709 req-f4af0ebd-d030-4655-8462-9016a775b5b7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.700770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Attempting to bind port 6444dfce-a5e9-43e3-8d58-6eb57318e66c on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:38.702317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Attempting to bind port 6444dfce-a5e9-43e3-8d58-6eb57318e66c by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '8b115179-ee51-4171-8662-5f8a60a767cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '258c1823-7427-443b-b484-99311f574368'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:38.703657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Attempting to bind port 6444dfce-a5e9-43e3-8d58-6eb57318e66c on network 258c1823-7427-443b-b484-99311f574368 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:38.712004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f97b9c-5358-4c6e-ad69-33b69bcf6709 req-f4af0ebd-d030-4655-8462-9016a775b5b7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.713983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3f97b9c-5358-4c6e-ad69-33b69bcf6709 req-f4af0ebd-d030-4655-8462-9016a775b5b7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5394 time: 0.6455719 Feb 03 12:38:38.733021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] For port 858ff12f-932f-4dec-b7d9-c2676c9ca09c, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:38.735731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Port 6444dfce-a5e9-43e3-8d58-6eb57318e66c on network 258c1823-7427-443b-b484-99311f574368 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:38.736257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Attempting to bind port 6444dfce-a5e9-43e3-8d58-6eb57318e66c on network 258c1823-7427-443b-b484-99311f574368 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:38.737408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-03fbc6e1-4c52-4346-97f1-c627ee0d3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.739069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-03fbc6e1-4c52-4346-97f1-c627ee0d3375 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 1129 time: 0.5617187 Feb 03 12:38:38.769403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:38.770049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Checking segment: {'id': '8b115179-ee51-4171-8662-5f8a60a767cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '258c1823-7427-443b-b484-99311f574368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:38.770619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Bound using segment: {'id': '8b115179-ee51-4171-8662-5f8a60a767cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '258c1823-7427-443b-b484-99311f574368'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:38.772423 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Bound port: 6444dfce-a5e9-43e3-8d58-6eb57318e66c, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b115179-ee51-4171-8662-5f8a60a767cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '258c1823-7427-443b-b484-99311f574368'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:38.773568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.880772 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef5f578a-cac3-4010-a5e1-7d73689bf744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.916347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b33516f1-157e-4315-b747-27227ea92fb3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:38.917010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b33516f1-157e-4315-b747-27227ea92fb3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.955813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] For port 858ff12f-932f-4dec-b7d9-c2676c9ca09c, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=858ff12f-932f-4dec-b7d9-c2676c9ca09c,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:38.962992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c5bb0b61-e973-46dd-9e36-df0db28b2ec7 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:39.024588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] For port 6444dfce-a5e9-43e3-8d58-6eb57318e66c, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:39.028112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] For port 6444dfce-a5e9-43e3-8d58-6eb57318e66c, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6444dfce-a5e9-43e3-8d58-6eb57318e66c,segment=NetworkSegment(8b115179-ee51-4171-8662-5f8a60a767cd),segment_id=8b115179-ee51-4171-8662-5f8a60a767cd)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:39.043168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.047832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.058826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.126069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.126984 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.128678 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] 10.222.0.72 "PUT /v2.0/ports/6444dfce-a5e9-43e3-8d58-6eb57318e66c HTTP/1.1" status: 200 len: 1093 time: 2.8605714 Feb 03 12:38:39.129293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3316bb3f-9f54-43a6-809b-66b483ba3eda', 'tag': '6444dfce-a5e9-43e3-8d58-6eb57318e66c'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:39.131897 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe306ae0-e840-4792-b19b-30adf46939d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3316bb3f-9f54-43a6-809b-66b483ba3eda", "tag": "6444dfce-a5e9-43e3-8d58-6eb57318e66c"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:39.181811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4963eb5-2272-4f51-a28d-f1b65f9553e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6444dfce-a5e9-43e3-8d58-6eb57318e66c,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:39.231186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:39.245112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:39.245488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.274884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-4d8dc795-394a-4269-ad37-ea80dc83219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.277532 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-4d8dc795-394a-4269-ad37-ea80dc83219e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b7a57634d7145db8796ed74f9c12c50&device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 1127 time: 0.0914254 Feb 03 12:38:39.298726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.299350 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.300759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] 10.222.0.72 "PUT /v2.0/ports/858ff12f-932f-4dec-b7d9-c2676c9ca09c HTTP/1.1" status: 200 len: 1091 time: 6.2845638 Feb 03 12:38:39.325219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Network e2a570e4-7455-4a0c-a324-9bfa3d796f90 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:39.326223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b33516f1-157e-4315-b747-27227ea92fb3 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:39.326772 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b33516f1-157e-4315-b747-27227ea92fb3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.340708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3f97b9c-5358-4c6e-ad69-33b69bcf6709 req-22f1b656-100d-428b-9414-55164e2e5c41 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6006281 Feb 03 12:38:39.343069 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-0edb6e39-35da-471c-9961-036e07c62f24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6444dfce-a5e9-43e3-8d58-6eb57318e66c HTTP/1.1" status: 200 len: 217 time: 0.0585620 Feb 03 12:38:39.368046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:39.387424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port b33516f1-157e-4315-b747-27227ea92fb3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b33516f1-157e-4315-b747-27227ea92fb3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:39.395704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:39.403123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:39.405661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b33516f1-157e-4315-b747-27227ea92fb3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.505054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-bd1182b8-3e16-4c4e-bda7-cba0743522a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.506642 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-bd1182b8-3e16-4c4e-bda7-cba0743522a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50e12728-8cf7-4e5f-ac33-7de21bc5cf54 HTTP/1.1" status: 200 len: 848 time: 0.1568439 Feb 03 12:38:39.570874 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26a873f-e1b2-4bf2-a92b-154344badcf8 x-openstack-request-id: req-d26a873f-e1b2-4bf2-a92b-154344badcf8 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:39.571247 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "da9fdd58-f939-4dd3-aded-7d8b8b218825", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:39.571511 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d26a873f-e1b2-4bf2-a92b-154344badcf8 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:39.572002 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': 'da9fdd58-f939-4dd3-aded-7d8b8b218825', 'status': 'completed', 'code': 200} Feb 03 12:38:39.604895 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-6f144cc5-13f3-4825-84e3-8c143c6d5c3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=258c1823-7427-443b-b484-99311f574368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916231 Feb 03 12:38:39.667855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:39.668235 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.671042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8164-b1ae-4a28-9977-7865c972fd9c req-304b4698-5658-4944-b786-b676b5f52e2a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.675404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a39b8164-b1ae-4a28-9977-7865c972fd9c req-304b4698-5658-4944-b786-b676b5f52e2a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 949 time: 1.0893955 Feb 03 12:38:39.796753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=b33516f1-157e-4315-b747-27227ea92fb3,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:39.865701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef0a43-439a-4509-9f94-2a16f56f6893 service neutron] Pushing event updated for resources: {'Port': ['ID=858ff12f-932f-4dec-b7d9-c2676c9ca09c,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:39.878572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c5bb0b61-e973-46dd-9e36-df0db28b2ec7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:39.891783 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.963762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef20a02-0df7-42e8-9d65-80489d9270c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:39.970164 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05672ed-6767-4726-b994-7dcbd813ab07" -d '{"events": [{"server_uuid": "2ef20a02-0df7-42e8-9d65-80489d9270c2", "name": "network-vif-plugged", "status": "completed", "tag": "c5bb0b61-e973-46dd-9e36-df0db28b2ec7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:39.972053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=78ddeb0f-8b49-42c1-b2cc-b875d12950bc,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:39.990003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-f929736f-f818-4663-962b-fd030cdd9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.991638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-f929736f-f818-4663-962b-fd030cdd9f79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 1.1741974 Feb 03 12:38:40.003280 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-3fcadfd6-376d-48a6-b98a-e4a13e3c41d7 service neutron] 10.222.0.72 "GET /v2.0/networks/258c1823-7427-443b-b484-99311f574368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119378 Feb 03 12:38:40.074916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-fe28380d-ee80-41e7-bf96-59b7cf9ae9c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c HTTP/1.1" status: 200 len: 217 time: 0.0556290 Feb 03 12:38:40.076222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:40.084250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:40.097711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:40.138624 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6845a3cc-1470-4b45-b1b6-0b5e966d0a94 None None] Provisioning complete for port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:40.139436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6845a3cc-1470-4b45-b1b6-0b5e966d0a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:40.159561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-382a68bc-5cef-47ce-bf6e-324333e1dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.160190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-382a68bc-5cef-47ce-bf6e-324333e1dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.160674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-382a68bc-5cef-47ce-bf6e-324333e1dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.161143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-382a68bc-5cef-47ce-bf6e-324333e1dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.161654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-382a68bc-5cef-47ce-bf6e-324333e1dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.162114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-382a68bc-5cef-47ce-bf6e-324333e1dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.162623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-382a68bc-5cef-47ce-bf6e-324333e1dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.177019 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-382a68bc-5cef-47ce-bf6e-324333e1dcc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6501 time: 0.5698903 Feb 03 12:38:40.192005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-fb61ad19-efc9-45ef-87f6-4a34888ad2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.193573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-fb61ad19-efc9-45ef-87f6-4a34888ad2fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.0602052 Feb 03 12:38:40.231929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6845a3cc-1470-4b45-b1b6-0b5e966d0a94 None None] Port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:40.236290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a39b8164-b1ae-4a28-9977-7865c972fd9c req-383dc13a-2b7d-459c-9aad-5782ba1f7ff0 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385749 Feb 03 12:38:40.310519 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:40.343293 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-c3109a9a-8610-43dd-857d-9525dfa95e00 service neutron] 10.222.0.72 "GET /v2.0/networks/258c1823-7427-443b-b484-99311f574368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322263 Feb 03 12:38:40.363444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-c421f300-920b-46b0-b90b-cc17e9ef0db6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642187 Feb 03 12:38:40.532385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-b728ca2a-1e25-41db-91c7-9b2aecd56225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.533047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-b728ca2a-1e25-41db-91c7-9b2aecd56225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.533582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-b728ca2a-1e25-41db-91c7-9b2aecd56225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.535295 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-b728ca2a-1e25-41db-91c7-9b2aecd56225 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b07baa1fe485403f8894a9f21fd36b42&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1910751 Feb 03 12:38:40.547228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62be85-a90d-421e-8883-b24c655fb14b req-5c67ba47-cd21-4483-8680-72fe507676cb tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.548013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b33516f1-157e-4315-b747-27227ea92fb3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:40.555674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd62be85-a90d-421e-8883-b24c655fb14b req-5c67ba47-cd21-4483-8680-72fe507676cb tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.7139461 Feb 03 12:38:40.794380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b33516f1-157e-4315-b747-27227ea92fb3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:40.796502 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b33516f1-157e-4315-b747-27227ea92fb3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:40.831256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-2822b19a-b3ea-4f99-9c08-c88fe1eff841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.832983 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6bb4bd6a-2caf-4375-8dfd-950ce622efba req-2822b19a-b3ea-4f99-9c08-c88fe1eff841 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2703183 Feb 03 12:38:40.840215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfee24e-c407-4aaa-b6d5-3c094584dcd2 req-8331b102-7729-4b99-90f8-0ad03a1e2f84 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.841801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8dfee24e-c407-4aaa-b6d5-3c094584dcd2 req-8331b102-7729-4b99-90f8-0ad03a1e2f84 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 945 time: 0.3895643 Feb 03 12:38:40.866456 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd62be85-a90d-421e-8883-b24c655fb14b req-d4935164-f090-4a1d-b48a-fb3359142a5d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097873 Feb 03 12:38:41.060803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b33516f1-157e-4315-b747-27227ea92fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:41.066291 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874e20cb-c744-4912-9390-84c69ac60f15 x-openstack-request-id: req-874e20cb-c744-4912-9390-84c69ac60f15 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:41.066621 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3316bb3f-9f54-43a6-809b-66b483ba3eda", "tag": "6444dfce-a5e9-43e3-8d58-6eb57318e66c", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:41.066956 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-874e20cb-c744-4912-9390-84c69ac60f15 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:41.067376 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3316bb3f-9f54-43a6-809b-66b483ba3eda', 'tag': '6444dfce-a5e9-43e3-8d58-6eb57318e66c', 'status': 'completed', 'code': 200} Feb 03 12:38:41.100085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-c7f3fdaf-c616-4648-9e46-5f831ef2986d service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940608 Feb 03 12:38:41.144339 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:41.172044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8dfee24e-c407-4aaa-b6d5-3c094584dcd2 req-52b9d8ac-6656-4dee-9aa4-a7afa8c528e8 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382288 Feb 03 12:38:41.226899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-074d2261-3a4a-4749-adcd-46589fd53a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.232453 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-074d2261-3a4a-4749-adcd-46589fd53a0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b7a57634d7145db8796ed74f9c12c50&device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 1127 time: 0.1406279 Feb 03 12:38:41.345429 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff5264b-0120-4709-9720-4c100184979b x-openstack-request-id: req-2ff5264b-0120-4709-9720-4c100184979b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:41.345924 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef20a02-0df7-42e8-9d65-80489d9270c2", "name": "network-vif-plugged", "status": "completed", "tag": "c5bb0b61-e973-46dd-9e36-df0db28b2ec7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:41.346315 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ff5264b-0120-4709-9720-4c100184979b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:41.346891 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef20a02-0df7-42e8-9d65-80489d9270c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7', 'code': 200} Feb 03 12:38:41.351683 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-66ab9370-d018-40b5-a4bc-7b9457d0a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.353417 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-66ab9370-d018-40b5-a4bc-7b9457d0a997 service neutron] 10.222.0.72 "GET /v2.0/networks?id=258c1823-7427-443b-b484-99311f574368 HTTP/1.1" status: 200 len: 909 time: 0.1140130 Feb 03 12:38:41.406950 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:41.420394 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-97b46d96-f651-456c-9296-d0157dbf2c5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6444dfce-a5e9-43e3-8d58-6eb57318e66c HTTP/1.1" status: 200 len: 217 time: 0.0488129 Feb 03 12:38:41.573405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956271ac-ae30-4e1e-9279-2104d8655446 req-bc847baa-4049-4d58-8ecc-e9f8c4413da7 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.580631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-956271ac-ae30-4e1e-9279-2104d8655446 req-bc847baa-4049-4d58-8ecc-e9f8c4413da7 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 944 time: 0.3074219 Feb 03 12:38:41.587718 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-84b0b990-255f-4a29-a1c9-028e1a876bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.602124 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-84b0b990-255f-4a29-a1c9-028e1a876bdb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50e12728-8cf7-4e5f-ac33-7de21bc5cf54 HTTP/1.1" status: 200 len: 848 time: 0.1763866 Feb 03 12:38:41.606524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '858ff12f-932f-4dec-b7d9-c2676c9ca09c'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:41.609127 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "858ff12f-932f-4dec-b7d9-c2676c9ca09c"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:41.617167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-41b8e4f5-aecf-425c-bbec-f4bdd61fc4c4 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090480 Feb 03 12:38:41.662770 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-700b0400-b2d4-4dc9-8e7c-903f6a0897fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=258c1823-7427-443b-b484-99311f574368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506933 Feb 03 12:38:41.666370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070611a7-a800-461d-809e-9d71c5875e2a req-f6cac0bf-d509-4295-852f-383c3cdcf618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.679932 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-070611a7-a800-461d-809e-9d71c5875e2a req-f6cac0bf-d509-4295-852f-383c3cdcf618 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 1133 time: 0.2385643 Feb 03 12:38:41.689716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cf04c8-d7df-473c-89a0-7031f83de97f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:41.763076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-956271ac-ae30-4e1e-9279-2104d8655446 req-4458530d-5a3b-4390-986c-3fb63fe9035e tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf21e40b-2c76-462c-b009-4205575d7877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807230 Feb 03 12:38:41.765384 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Publish callbacks [] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:41.805562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3560f7-3fa8-4132-b223-cb8a4ccf53da req-3a98c3a5-8995-4f71-a97c-07ef1ba03389 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.825332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3560f7-3fa8-4132-b223-cb8a4ccf53da req-3a98c3a5-8995-4f71-a97c-07ef1ba03389 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.864791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3560f7-3fa8-4132-b223-cb8a4ccf53da req-3a98c3a5-8995-4f71-a97c-07ef1ba03389 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.882282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3560f7-3fa8-4132-b223-cb8a4ccf53da req-3a98c3a5-8995-4f71-a97c-07ef1ba03389 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.910563 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-070611a7-a800-461d-809e-9d71c5875e2a req-d7ffa0ef-a352-4927-b92d-947167ad77fb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166157 Feb 03 12:38:41.923649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3560f7-3fa8-4132-b223-cb8a4ccf53da req-3a98c3a5-8995-4f71-a97c-07ef1ba03389 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.934824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3560f7-3fa8-4132-b223-cb8a4ccf53da req-3a98c3a5-8995-4f71-a97c-07ef1ba03389 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.935677 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-f706e0bb-3a22-4a02-8e6e-7543952a3aa7 service neutron] 10.222.0.72 "GET /v2.0/networks/258c1823-7427-443b-b484-99311f574368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522266 Feb 03 12:38:41.943781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3560f7-3fa8-4132-b223-cb8a4ccf53da req-3a98c3a5-8995-4f71-a97c-07ef1ba03389 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.955494 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f3560f7-3fa8-4132-b223-cb8a4ccf53da req-3a98c3a5-8995-4f71-a97c-07ef1ba03389 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5394 time: 0.5354755 Feb 03 12:38:42.060473 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe306ae0-e840-4792-b19b-30adf46939d8 req-d57e2b73-6284-46b8-a90a-615890aea38a service neutron] 10.222.0.72 "GET /v2.0/networks/258c1823-7427-443b-b484-99311f574368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205125 Feb 03 12:38:42.125283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Publish callbacks [] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:42.151932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Transition to ACTIVE for port object 31cf04c8-d7df-473c-89a0-7031f83de97f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:42.164500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:42.236516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:42.238502 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:42.409669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f3560f7-3fa8-4132-b223-cb8a4ccf53da req-725730e9-8b8b-4c14-9dfa-9ab69e93e023 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4532123 Feb 03 12:38:42.650067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8f9de-0d00-42c3-918a-8cbb74d020e7 req-5b9a4487-388e-4f6b-8ee8-d9de97ec4ae4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:42.659921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54d8f9de-0d00-42c3-918a-8cbb74d020e7 req-5b9a4487-388e-4f6b-8ee8-d9de97ec4ae4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 945 time: 0.5320079 Feb 03 12:38:42.692950 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:43.162277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Network e2a570e4-7455-4a0c-a324-9bfa3d796f90 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:43.203151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:43.356270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=78ddeb0f-8b49-42c1-b2cc-b875d12950bc,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:43.368932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017ab9e-0ccb-444d-a920-115085500a41 req-66a68aae-3f4b-408a-a2fb-6a61fc33f105 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:43.376668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3017ab9e-0ccb-444d-a920-115085500a41 req-66a68aae-3f4b-408a-a2fb-6a61fc33f105 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 950 time: 0.7776651 Feb 03 12:38:43.467868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54d8f9de-0d00-42c3-918a-8cbb74d020e7 req-db432ec2-51ff-43c3-98dc-dafd60982f69 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8066807 Feb 03 12:38:43.597363 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52376eae-2154-4151-92e3-f7248e34d18b x-openstack-request-id: req-52376eae-2154-4151-92e3-f7248e34d18b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:43.597363 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "858ff12f-932f-4dec-b7d9-c2676c9ca09c", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:43.597890 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52376eae-2154-4151-92e3-f7248e34d18b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:43.599159 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '858ff12f-932f-4dec-b7d9-c2676c9ca09c', 'status': 'completed', 'code': 200} Feb 03 12:38:43.655717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-dfcca3c4-8ee6-4eaa-b5b9-2f5b081b4115 None None] Provisioning complete for port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:43.656314 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfcca3c4-8ee6-4eaa-b5b9-2f5b081b4115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:43.729484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-12e7f15a-88ea-435a-8cc2-7140ef51fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:43.730012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-12e7f15a-88ea-435a-8cc2-7140ef51fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:43.735869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-12e7f15a-88ea-435a-8cc2-7140ef51fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:43.736404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-12e7f15a-88ea-435a-8cc2-7140ef51fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:43.736872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-12e7f15a-88ea-435a-8cc2-7140ef51fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:43.737333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-12e7f15a-88ea-435a-8cc2-7140ef51fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:43.739907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3017ab9e-0ccb-444d-a920-115085500a41 req-ac1f6a22-3769-45df-babd-8cda9246fa69 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623700 Feb 03 12:38:43.753065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-12e7f15a-88ea-435a-8cc2-7140ef51fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:43.755165 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-12e7f15a-88ea-435a-8cc2-7140ef51fc38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6527 time: 0.1458576 Feb 03 12:38:43.775050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:38:43.776228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Pushing event updated for resources: {'Port': ['ID=31cf04c8-d7df-473c-89a0-7031f83de97f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:43.792283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dfcca3c4-8ee6-4eaa-b5b9-2f5b081b4115 None None] Port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:43.822206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Attempting to bind port 31cf04c8-d7df-473c-89a0-7031f83de97f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:43.822579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Attempting to bind port 31cf04c8-d7df-473c-89a0-7031f83de97f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:43.822926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Attempting to bind port 31cf04c8-d7df-473c-89a0-7031f83de97f on network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:43.858067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Port 31cf04c8-d7df-473c-89a0-7031f83de97f on network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:43.858345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Attempting to bind port 31cf04c8-d7df-473c-89a0-7031f83de97f on network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:43.872534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:43.872876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Checking segment: {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:43.873276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Bound using segment: {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:43.873724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Bound port: 31cf04c8-d7df-473c-89a0-7031f83de97f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:43.874082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:44.027293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-398d6041-e17f-4ada-8eb3-01b57fde1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.028042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-398d6041-e17f-4ada-8eb3-01b57fde1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.028566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-398d6041-e17f-4ada-8eb3-01b57fde1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.030353 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-398d6041-e17f-4ada-8eb3-01b57fde1f9a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b07baa1fe485403f8894a9f21fd36b42&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2654898 Feb 03 12:38:44.122448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a79db-eb92-410b-99b3-41f751bbc2a3 req-17540ee1-b75e-44ab-ae06-eeed35b94bf2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.138892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-366a79db-eb92-410b-99b3-41f751bbc2a3 req-17540ee1-b75e-44ab-ae06-eeed35b94bf2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.4253020 Feb 03 12:38:44.184902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-836a86e8-4283-4140-8bfe-06754433e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.188726 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fcf77150-a83f-4fa3-a864-182b9dc4ccc8 req-836a86e8-4283-4140-8bfe-06754433e5c1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495118 Feb 03 12:38:44.282244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-366a79db-eb92-410b-99b3-41f751bbc2a3 req-398dded6-b843-4fbe-acdb-597858bf7c1c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423674 Feb 03 12:38:44.362802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] For port 31cf04c8-d7df-473c-89a0-7031f83de97f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:44.422316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] For port 31cf04c8-d7df-473c-89a0-7031f83de97f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=31cf04c8-d7df-473c-89a0-7031f83de97f,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:44.468427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a8a8e-4178-4b7b-8ec5-c0cf6ffc1f58 req-f4cea28d-16a7-40f7-83ea-672511d9a731 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.474220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a8a8e-4178-4b7b-8ec5-c0cf6ffc1f58 req-f4cea28d-16a7-40f7-83ea-672511d9a731 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.479985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a8a8e-4178-4b7b-8ec5-c0cf6ffc1f58 req-f4cea28d-16a7-40f7-83ea-672511d9a731 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.485784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a8a8e-4178-4b7b-8ec5-c0cf6ffc1f58 req-f4cea28d-16a7-40f7-83ea-672511d9a731 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.491217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a8a8e-4178-4b7b-8ec5-c0cf6ffc1f58 req-f4cea28d-16a7-40f7-83ea-672511d9a731 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.497184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a8a8e-4178-4b7b-8ec5-c0cf6ffc1f58 req-f4cea28d-16a7-40f7-83ea-672511d9a731 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.502639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a8a8e-4178-4b7b-8ec5-c0cf6ffc1f58 req-f4cea28d-16a7-40f7-83ea-672511d9a731 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.510566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-208a8a8e-4178-4b7b-8ec5-c0cf6ffc1f58 req-f4cea28d-16a7-40f7-83ea-672511d9a731 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5406 time: 0.1448827 Feb 03 12:38:44.515567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:38:44.517703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:44.526811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d690f-0f23-496e-b69c-ca511c0766a5 req-e3326bd6-57b4-4fe2-ae04-5bc7d9920d3a tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.528226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Sync routers for ids ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:38:44.528378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e73d690f-0f23-496e-b69c-ca511c0766a5 req-e3326bd6-57b4-4fe2-ae04-5bc7d9920d3a tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 944 time: 0.4441161 Feb 03 12:38:44.536555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6444dfce-a5e9-43e3-8d58-6eb57318e66c details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:44.540024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2ad1dd6f-ece0-464e-9826-8fffe3b61dd1 admin admin] 10.222.0.65 "PUT /v2.0/routers/ee1ac15a-fbee-4e81-90cd-f699f27f4c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2399852 Feb 03 12:38:44.575864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Routers {'ee1ac15a-fbee-4e81-90cd-f699f27f4c99'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:38:44.576527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:38:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:44.701650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:38:44.701902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Pushing event updated for resources: {'Port': ['ID=31cf04c8-d7df-473c-89a0-7031f83de97f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:44.773755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:44.774806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:44.776438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-57383064-c22a-4775-90ce-2b1d30961b00 service neutron] 10.222.0.72 "PUT /v2.0/ports/31cf04c8-d7df-473c-89a0-7031f83de97f HTTP/1.1" status: 200 len: 1092 time: 5.4184611 Feb 03 12:38:44.814150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e73d690f-0f23-496e-b69c-ca511c0766a5 req-70c67b5c-a926-4cb8-9534-f3c5627987d4 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf21e40b-2c76-462c-b009-4205575d7877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605639 Feb 03 12:38:44.820226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Request body: {'port': {'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:44.973507 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:45.045977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-208a8a8e-4178-4b7b-8ec5-c0cf6ffc1f58 req-192fbe20-4211-4c5f-8b39-31515af757ff tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5318983 Feb 03 12:38:45.284875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Set router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:38:45.288081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6444dfce-a5e9-43e3-8d58-6eb57318e66c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6444dfce-a5e9-43e3-8d58-6eb57318e66c,segment=NetworkSegment(8b115179-ee51-4171-8662-5f8a60a767cd),segment_id=8b115179-ee51-4171-8662-5f8a60a767cd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:45.358630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '6444dfce-a5e9-43e3-8d58-6eb57318e66c', 'network_id': '258c1823-7427-443b-b484-99311f574368', 'port_id': '6444dfce-a5e9-43e3-8d58-6eb57318e66c', 'mac_address': 'fa:16:3e:72:e7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e12728-8cf7-4e5f-ac33-7de21bc5cf54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:45.477863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 6444dfce-a5e9-43e3-8d58-6eb57318e66c is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:45.479270 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:45.534260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6444dfce-a5e9-43e3-8d58-6eb57318e66c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:45.600750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '31cf04c8-d7df-473c-89a0-7031f83de97f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:45.606932 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521f08b3-b6e9-414d-9397-b55b337db0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "31cf04c8-d7df-473c-89a0-7031f83de97f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:45.748816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6444dfce-a5e9-43e3-8d58-6eb57318e66c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6444dfce-a5e9-43e3-8d58-6eb57318e66c,segment=NetworkSegment(8b115179-ee51-4171-8662-5f8a60a767cd),segment_id=8b115179-ee51-4171-8662-5f8a60a767cd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:45.763064 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:45.802201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-716b0f42-d808-41ff-8b76-911906c38a9a tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4981668 Feb 03 12:38:45.827411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:45.833059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:38:25Z', 'updated_at': '2022-02-03T12:38:40Z', 'revision_number': 4, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'gw_port': {'id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:27Z', 'updated_at': '2022-02-03T12:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '78ddeb0f-8b49-42c1-b2cc-b875d12950bc', 'name': '', 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'mac_address': 'fa:16:3e:39:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd4973770-657c-4dc0-814b-0925054d02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:37Z', 'updated_at': '2022-02-03T12:38:41Z', 'revision_number': 2, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'subnets': [{'id': 'd4973770-657c-4dc0-814b-0925054d02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:45.840213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f153-df2f-4888-8177-4db0ee6ff598 req-38a558f7-1f53-4571-abef-771bb1b73a47 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:45.842011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0135f153-df2f-4888-8177-4db0ee6ff598 req-38a558f7-1f53-4571-abef-771bb1b73a47 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 950 time: 0.1518834 Feb 03 12:38:45.865491 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:38:45.875025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=6444dfce-a5e9-43e3-8d58-6eb57318e66c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:45.886590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Checking router: ee1ac15a-fbee-4e81-90cd-f699f27f4c99 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:38:45.886954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Updating router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:38:45.927190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:45.934971 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:45.951567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0135f153-df2f-4888-8177-4db0ee6ff598 req-bac336a8-7509-4ea6-b4a3-c57a2ceeaece tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959585 Feb 03 12:38:46.044966 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.099065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d73e6e9-897d-4783-9cd8-4d34cc417560 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:46.103552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['6444dfce-a5e9-43e3-8d58-6eb57318e66c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:46.113135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Publish callbacks [] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.159158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Transition to ACTIVE for port object 5d73e6e9-897d-4783-9cd8-4d34cc417560 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:46.187042 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.387693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Pushing event updated for resources: {'Port': ['ID=5d73e6e9-897d-4783-9cd8-4d34cc417560,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:46.393862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.412051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94907e2c-7e0e-4569-86e0-dbfc11e4e7ef req-643cb571-4a95-43c7-a929-52e6c08ef95e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:46.423269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94907e2c-7e0e-4569-86e0-dbfc11e4e7ef req-643cb571-4a95-43c7-a929-52e6c08ef95e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.2553535 Feb 03 12:38:46.624190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Attempting to bind port 5d73e6e9-897d-4783-9cd8-4d34cc417560 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:46.624539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Attempting to bind port 5d73e6e9-897d-4783-9cd8-4d34cc417560 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:46.624855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Attempting to bind port 5d73e6e9-897d-4783-9cd8-4d34cc417560 on network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:46.632147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94907e2c-7e0e-4569-86e0-dbfc11e4e7ef req-79a1df56-3841-47a1-813f-7feb0f99eef2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080071 Feb 03 12:38:46.634389 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Publish callbacks [] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.639519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Port 5d73e6e9-897d-4783-9cd8-4d34cc417560 on network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:46.639855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Attempting to bind port 5d73e6e9-897d-4783-9cd8-4d34cc417560 on network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:46.652622 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:46.652970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Checking segment: {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:46.653580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Bound using segment: {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:46.653782 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.654135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Bound port: 5d73e6e9-897d-4783-9cd8-4d34cc417560, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86d76d5-0404-48f4-84b7-bbdd962279af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:46.654535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.733683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715d51d-8dc0-4e54-9a22-2121a0781a3d None None] Pushing event updated for resources: {'Port': ['ID=78ddeb0f-8b49-42c1-b2cc-b875d12950bc,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:46.783564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Allocated IP 172.25.3.197 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/1bc2263b-af09-4ca1-b988-40bb871c3206) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:46.868009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Attempting to bind port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:46.868831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Attempting to bind port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ed1506ce-52e9-4783-af32-935ab97a97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:46.869375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Attempting to bind port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc on network e2a570e4-7455-4a0c-a324-9bfa3d796f90 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:46.881568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:46.882220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Checking segment: {'id': 'ed1506ce-52e9-4783-af32-935ab97a97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:46.882836 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.883752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Bound using segment: {'id': 'ed1506ce-52e9-4783-af32-935ab97a97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:46.884904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Bound port: 78ddeb0f-8b49-42c1-b2cc-b875d12950bc, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1506ce-52e9-4783-af32-935ab97a97dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:46.885508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.935392 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for port (1bc2263b-af09-4ca1-b988-40bb871c3206), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:46.976180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] For port 5d73e6e9-897d-4783-9cd8-4d34cc417560, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:46.984539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] For port 5d73e6e9-897d-4783-9cd8-4d34cc417560, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5d73e6e9-897d-4783-9cd8-4d34cc417560,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:47.007386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] For port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:47.011640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.017145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] For port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=78ddeb0f-8b49-42c1-b2cc-b875d12950bc,segment=NetworkSegment(ed1506ce-52e9-4783-af32-935ab97a97dd),segment_id=ed1506ce-52e9-4783-af32-935ab97a97dd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:47.036989 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.138498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Pushing event updated for resources: {'Port': ['ID=5d73e6e9-897d-4783-9cd8-4d34cc417560,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:47.151224 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37e72ee-4a37-4f60-87f5-8feaa6514df8 x-openstack-request-id: req-d37e72ee-4a37-4f60-87f5-8feaa6514df8 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:47.151529 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "31cf04c8-d7df-473c-89a0-7031f83de97f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:47.151792 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d37e72ee-4a37-4f60-87f5-8feaa6514df8 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:47.152202 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '31cf04c8-d7df-473c-89a0-7031f83de97f', 'status': 'completed', 'code': 200} Feb 03 12:38:47.166590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.167226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.168686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-6a9447bf-2093-40e2-be71-01a548487296 service neutron] 10.222.0.72 "PUT /v2.0/ports/5d73e6e9-897d-4783-9cd8-4d34cc417560 HTTP/1.1" status: 200 len: 1092 time: 2.3527098 Feb 03 12:38:47.169811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1bc2263b-af09-4ca1-b988-40bb871c3206), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.179727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Routers {'ee1ac15a-fbee-4e81-90cd-f699f27f4c99'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:38:47.194524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:38:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:47.255451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715d51d-8dc0-4e54-9a22-2121a0781a3d None None] Pushing event updated for resources: {'Port': ['ID=78ddeb0f-8b49-42c1-b2cc-b875d12950bc,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:47.283089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:47.283760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-f6e558e4-a130-444f-a446-62315e6a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.285954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-f6e558e4-a130-444f-a446-62315e6a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.289143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-f6e558e4-a130-444f-a446-62315e6a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.291739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-f6e558e4-a130-444f-a446-62315e6a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.293221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-f6e558e4-a130-444f-a446-62315e6a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.296615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-f6e558e4-a130-444f-a446-62315e6a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.297322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-f6e558e4-a130-444f-a446-62315e6a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.301914 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-f6e558e4-a130-444f-a446-62315e6a50f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6699 time: 0.2155466 Feb 03 12:38:47.305692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:47.324818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:47.425721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7c7afdf1-8ef2-42c2-8dbc-7d91bf7fdad5 None None] Provisioning complete for port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:47.433366 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c7afdf1-8ef2-42c2-8dbc-7d91bf7fdad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.444552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event updated for resources: {'Port': ['ID=1bc2263b-af09-4ca1-b988-40bb871c3206,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:47.539980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-5c6e44f8-990a-4445-84ef-43c8a4b8c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.540415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-5c6e44f8-990a-4445-84ef-43c8a4b8c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.540935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-5c6e44f8-990a-4445-84ef-43c8a4b8c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.542955 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-5c6e44f8-990a-4445-84ef-43c8a4b8c01b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b07baa1fe485403f8894a9f21fd36b42&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2290201 Feb 03 12:38:47.588609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] Set router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:38:47.690250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-a81f35e7-1ca2-44d4-b155-19e383dad773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.692025 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-521f08b3-b6e9-414d-9397-b55b337db0e5 req-a81f35e7-1ca2-44d4-b155-19e383dad773 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404703 Feb 03 12:38:47.698578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82600-3635-4495-9436-2944b13fadc6 req-eb471972-9283-4f28-9664-3692901c942e tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.707756 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96f82600-3635-4495-9436-2944b13fadc6 req-eb471972-9283-4f28-9664-3692901c942e tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 945 time: 0.4596469 Feb 03 12:38:47.766099 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (3eac04e5-de99-4399-ad03-8f2cc324eb2a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.766451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7c7afdf1-8ef2-42c2-8dbc-7d91bf7fdad5 None None] Current status of the port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:47.766919 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c7afdf1-8ef2-42c2-8dbc-7d91bf7fdad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.791946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96f82600-3635-4495-9436-2944b13fadc6 req-6a6f33b2-0f49-476f-8c7a-491a46cf8e03 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf21e40b-2c76-462c-b009-4205575d7877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Feb 03 12:38:47.810774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7c7afdf1-8ef2-42c2-8dbc-7d91bf7fdad5 None None] For port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=78ddeb0f-8b49-42c1-b2cc-b875d12950bc,segment=NetworkSegment(ed1506ce-52e9-4783-af32-935ab97a97dd),segment_id=ed1506ce-52e9-4783-af32-935ab97a97dd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:47.830556 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c7afdf1-8ef2-42c2-8dbc-7d91bf7fdad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.871301 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1bc2263b-af09-4ca1-b988-40bb871c3206), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.936418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-51191cc2-0b95-4b41-acd8-9637b29f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.937137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-51191cc2-0b95-4b41-acd8-9637b29f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.937664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-51191cc2-0b95-4b41-acd8-9637b29f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.938184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-51191cc2-0b95-4b41-acd8-9637b29f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.938743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-51191cc2-0b95-4b41-acd8-9637b29f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.939261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-51191cc2-0b95-4b41-acd8-9637b29f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.940251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-51191cc2-0b95-4b41-acd8-9637b29f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:47.942166 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-51191cc2-0b95-4b41-acd8-9637b29f08ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6699 time: 0.1880772 Feb 03 12:38:48.028037 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-e3a5027e-dc83-4991-a52a-f0feef0691a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8579dd39-96aa-4005-8088-22ccafa220de HTTP/1.1" status: 200 len: 217 time: 0.0763428 Feb 03 12:38:48.067094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7afdf1-8ef2-42c2-8dbc-7d91bf7fdad5 None None] Pushing event updated for resources: {'Port': ['ID=78ddeb0f-8b49-42c1-b2cc-b875d12950bc,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:48.112415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2e4fb-f0bc-478f-916f-7070c460da0c req-7bb2370a-f40f-4387-a9f6-228105c94626 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.126058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ab2e4fb-f0bc-478f-916f-7070c460da0c req-7bb2370a-f40f-4387-a9f6-228105c94626 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 1133 time: 0.2138059 Feb 03 12:38:48.160714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-c1232ff0-c8f1-4260-8284-f70f2863ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.162774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:38:25Z', 'updated_at': '2022-02-03T12:38:40Z', 'revision_number': 4, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'gw_port': {'id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:27Z', 'updated_at': '2022-02-03T12:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '78ddeb0f-8b49-42c1-b2cc-b875d12950bc', 'name': '', 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'mac_address': 'fa:16:3e:39:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd4973770-657c-4dc0-814b-0925054d02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:37Z', 'updated_at': '2022-02-03T12:38:47Z', 'revision_number': 4, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'subnets': [{'id': 'd4973770-657c-4dc0-814b-0925054d02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:48.165657 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-c1232ff0-c8f1-4260-8284-f70f2863ac8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b6abf6f-4cc7-448a-af3e-104f8d39e59f HTTP/1.1" status: 200 len: 851 time: 0.1282504 Feb 03 12:38:48.198493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b39e6c-744c-4097-bdb6-fd4d6b1fd9c2 None None] The sync data for ids ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'] in n-d-792364-10 is: [{'id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:38:25Z', 'updated_at': '2022-02-03T12:38:40Z', 'revision_number': 4, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'gw_port': {'id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:27Z', 'updated_at': '2022-02-03T12:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '78ddeb0f-8b49-42c1-b2cc-b875d12950bc', 'name': '', 'network_id': 'e2a570e4-7455-4a0c-a324-9bfa3d796f90', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'mac_address': 'fa:16:3e:39:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'd4973770-657c-4dc0-814b-0925054d02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:37Z', 'updated_at': '2022-02-03T12:38:47Z', 'revision_number': 4, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'subnets': [{'id': 'd4973770-657c-4dc0-814b-0925054d02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:38:48.200208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-60ddce2d-52b0-448e-9a9f-c627ad99bac1 None None] Provisioning complete for port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:48.205595 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60ddce2d-52b0-448e-9a9f-c627ad99bac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:48.247006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ab2e4fb-f0bc-478f-916f-7070c460da0c req-93c42074-8bdf-4e12-9902-e0c832dfe4f3 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997703 Feb 03 12:38:48.312168 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-6df68175-a521-46a6-92f3-0b528c517dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.313688 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-6df68175-a521-46a6-92f3-0b528c517dd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a84c857a-e683-46a0-bd81-759bba81b838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1411121 Feb 03 12:38:48.392114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-60ddce2d-52b0-448e-9a9f-c627ad99bac1 None None] Current status of the port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:48.401831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for port (1bc2263b-af09-4ca1-b988-40bb871c3206), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:48.437553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (1bc2263b-af09-4ca1-b988-40bb871c3206), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:48.489471 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-b5c73cb0-cfd4-48a2-83c3-14f016bc1960 service neutron] 10.222.0.72 "GET /v2.0/networks/a84c857a-e683-46a0-bd81-759bba81b838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603014 Feb 03 12:38:48.549994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:48.553225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6444dfce-a5e9-43e3-8d58-6eb57318e66c up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:48.611179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 78ddeb0f-8b49-42c1-b2cc-b875d12950bc up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:48.637618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event updated for resources: {'Port': ['ID=1bc2263b-af09-4ca1-b988-40bb871c3206,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:48.660815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344d54-b165-491f-911c-80bbd1b373c0 req-4bd04b35-4fc6-43f5-afd0-e795636b0970 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.667829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344d54-b165-491f-911c-80bbd1b373c0 req-4bd04b35-4fc6-43f5-afd0-e795636b0970 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.674185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344d54-b165-491f-911c-80bbd1b373c0 req-4bd04b35-4fc6-43f5-afd0-e795636b0970 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.679467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344d54-b165-491f-911c-80bbd1b373c0 req-4bd04b35-4fc6-43f5-afd0-e795636b0970 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.689567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344d54-b165-491f-911c-80bbd1b373c0 req-4bd04b35-4fc6-43f5-afd0-e795636b0970 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.694440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344d54-b165-491f-911c-80bbd1b373c0 req-4bd04b35-4fc6-43f5-afd0-e795636b0970 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.701199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344d54-b165-491f-911c-80bbd1b373c0 req-4bd04b35-4fc6-43f5-afd0-e795636b0970 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:48.709592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b344d54-b165-491f-911c-80bbd1b373c0 req-4bd04b35-4fc6-43f5-afd0-e795636b0970 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.3026714 Feb 03 12:38:48.724124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (3eac04e5-de99-4399-ad03-8f2cc324eb2a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:48.746455 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-66296b7b-edf3-4487-8c75-b721d36eb23f service neutron] 10.222.0.72 "GET /v2.0/networks/a84c857a-e683-46a0-bd81-759bba81b838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452557 Feb 03 12:38:48.767710 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:48.779769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-8bce1f57-9cf7-446a-85ff-636da949b765 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9575126 Feb 03 12:38:48.790240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:48.791366 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:48.869616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 6444dfce-a5e9-43e3-8d58-6eb57318e66c completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:48.870272 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-e5d2fcde-4a1c-416c-8a04-400b64b661f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=baf4854b-e3bd-4695-80f0-c99e47518c47 HTTP/1.1" status: 200 len: 217 time: 0.0993230 Feb 03 12:38:48.885080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 6444dfce-a5e9-43e3-8d58-6eb57318e66c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:48.885818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:48.959771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-fe531049-aee6-4d84-8b68-228ada062ad8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.1634750 Feb 03 12:38:48.998364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-8039264c-7187-4fda-aa5e-455a66d231fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.000928 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-8039264c-7187-4fda-aa5e-455a66d231fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=917e2d18-2c78-4d31-972c-21faa5a1de07 HTTP/1.1" status: 200 len: 797 time: 0.1228113 Feb 03 12:38:49.125398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-e8412a4d-e833-49db-89ef-15b453364795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.131666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b344d54-b165-491f-911c-80bbd1b373c0 req-87a2207a-4159-4ab8-9abb-5be04b45fec4 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4188695 Feb 03 12:38:49.137396 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-e8412a4d-e833-49db-89ef-15b453364795 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b3bbc52-c42c-404e-a275-1710938bd243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1300700 Feb 03 12:38:49.235110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '5d73e6e9-897d-4783-9cd8-4d34cc417560'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:49.246192 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "5d73e6e9-897d-4783-9cd8-4d34cc417560"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:49.342278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 6444dfce-a5e9-43e3-8d58-6eb57318e66c is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:49.355183 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:49.410644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-f18ee28b-c6d9-48ad-b882-f63b16f26614 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.419891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-f18ee28b-c6d9-48ad-b882-f63b16f26614 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.4491408 Feb 03 12:38:49.435713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-c8ca75c8-94a6-4c49-bdf7-abda51fbc193 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:38:49.450706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-139b1880-51f9-449d-ade7-5948cfbaedcf req-c8ca75c8-94a6-4c49-bdf7-abda51fbc193 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243690 Feb 03 12:38:49.482234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:49.485216 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-f2cbf266-bbc0-4ca4-8e56-cffe243272d4 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226805 Feb 03 12:38:49.599392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3316bb3f-9f54-43a6-809b-66b483ba3eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6444dfce-a5e9-43e3-8d58-6eb57318e66c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:49.601806 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbc458b-0456-4869-a10f-a4188f03172b" -d '{"events": [{"server_uuid": "3316bb3f-9f54-43a6-809b-66b483ba3eda", "name": "network-vif-plugged", "status": "completed", "tag": "6444dfce-a5e9-43e3-8d58-6eb57318e66c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:49.606944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:49.626019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-b950c8aa-1c33-4333-a988-8ae53e36c2c7 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501487 Feb 03 12:38:49.647479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6444dfce-a5e9-43e3-8d58-6eb57318e66c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6444dfce-a5e9-43e3-8d58-6eb57318e66c,segment=NetworkSegment(8b115179-ee51-4171-8662-5f8a60a767cd),segment_id=8b115179-ee51-4171-8662-5f8a60a767cd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:49.652609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91', 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee', 'port_id': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91', 'mac_address': 'fa:16:3e:f7:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29c5634-4855-4e56-ba37-dca7870c430c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:49.729873 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-6b1eb792-1dae-44b8-aa83-e4243f7f2938 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370195 Feb 03 12:38:49.780272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:49.780883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:49.786384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027677c8-ae3b-4475-9728-2a004719c610 req-2892b30c-c662-4301-ba66-9d4465a790de tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.798285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-027677c8-ae3b-4475-9728-2a004719c610 req-2892b30c-c662-4301-ba66-9d4465a790de tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.2925575 Feb 03 12:38:49.815953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:49.825584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:49.872224 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-bfa33d0f-7897-40aa-8442-324656d1dde8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f HTTP/1.1" status: 200 len: 217 time: 0.1331391 Feb 03 12:38:49.885728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-027677c8-ae3b-4475-9728-2a004719c610 req-eed9cdf2-ef4f-4566-984c-868761d5fcd4 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814817 Feb 03 12:38:49.900206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-c192e233-70d3-4019-8c8d-639346c41bda tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.907627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-c192e233-70d3-4019-8c8d-639346c41bda tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773604 Feb 03 12:38:49.937282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-cf26ae87-5417-47b9-86e7-02372388ff1b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/quotas/6c0a975357124e3d97410eca51acd847 HTTP/1.1" status: 200 len: 375 time: 0.0234141 Feb 03 12:38:49.961751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:49.987416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-23fd9e68-ed7a-4da9-8eab-d60bf8924ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.992546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-23fd9e68-ed7a-4da9-8eab-d60bf8924ac7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=917e2d18-2c78-4d31-972c-21faa5a1de07 HTTP/1.1" status: 200 len: 797 time: 0.1116786 Feb 03 12:38:49.997209 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.028853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=6444dfce-a5e9-43e3-8d58-6eb57318e66c,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:50.079432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-8fd3b33d-e1e7-4b76-91d5-461a3c0c81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:50.081407 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-8fd3b33d-e1e7-4b76-91d5-461a3c0c81bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b3bbc52-c42c-404e-a275-1710938bd243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0778701 Feb 03 12:38:50.122625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:50.179148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d4474-013f-4981-860a-22eaa664115d req-279f274a-987f-461e-8b71-46199ca49321 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:50.189316 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e72d4474-013f-4981-860a-22eaa664115d req-279f274a-987f-461e-8b71-46199ca49321 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 946 time: 0.1616676 Feb 03 12:38:50.198245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['01bea951-d3f9-4bfd-8c56-a03cb9c7bc91'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:50.237516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-be07c996-2f77-46c4-b0e2-8481a076ef54 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2934451 Feb 03 12:38:50.257745 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-e07402fa-2340-43ac-8d0e-754f709b0bfe service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691940 Feb 03 12:38:50.282981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e72d4474-013f-4981-860a-22eaa664115d req-c637f83e-a3c5-44ce-9cea-1d3631c27575 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf21e40b-2c76-462c-b009-4205575d7877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924008 Feb 03 12:38:50.418307 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.493561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ebda6-c3d7-49df-a25f-a3a777268075 req-8031eb22-1513-40f6-ac0c-de92a2bd70d8 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:50.497574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-598ebda6-c3d7-49df-a25f-a3a777268075 req-8031eb22-1513-40f6-ac0c-de92a2bd70d8 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 944 time: 0.1102402 Feb 03 12:38:50.498937 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-17c823a6-bd65-48d6-b208-bc0fdb0cc879 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321191 Feb 03 12:38:50.611335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-598ebda6-c3d7-49df-a25f-a3a777268075 req-05104dc1-2c77-4dc4-abf3-93378415e162 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085608 Feb 03 12:38:50.655939 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb882d8-08d0-49e5-9e59-0df0a3abdd14 x-openstack-request-id: req-9bb882d8-08d0-49e5-9e59-0df0a3abdd14 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:50.656279 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "5d73e6e9-897d-4783-9cd8-4d34cc417560", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:50.656616 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bb882d8-08d0-49e5-9e59-0df0a3abdd14 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:50.662159 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '5d73e6e9-897d-4783-9cd8-4d34cc417560', 'status': 'completed', 'code': 200} Feb 03 12:38:50.680891 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-89d98557-245d-4623-a7f0-59263ebf3e75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=da9fdd58-f939-4dd3-aded-7d8b8b218825 HTTP/1.1" status: 200 len: 217 time: 0.1737094 Feb 03 12:38:50.767959 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa0c70-7cee-4afa-8cdd-51c80a415e01 x-openstack-request-id: req-b6aa0c70-7cee-4afa-8cdd-51c80a415e01 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:50.768585 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3316bb3f-9f54-43a6-809b-66b483ba3eda", "name": "network-vif-plugged", "status": "completed", "tag": "6444dfce-a5e9-43e3-8d58-6eb57318e66c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:50.769047 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6aa0c70-7cee-4afa-8cdd-51c80a415e01 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:50.769670 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3316bb3f-9f54-43a6-809b-66b483ba3eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6444dfce-a5e9-43e3-8d58-6eb57318e66c', 'code': 200} Feb 03 12:38:50.836232 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-e6f7c75e-117f-491d-a44c-4d88ccbb8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:50.843438 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-e6f7c75e-117f-491d-a44c-4d88ccbb8bb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=917e2d18-2c78-4d31-972c-21faa5a1de07 HTTP/1.1" status: 200 len: 797 time: 0.1527014 Feb 03 12:38:50.927461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67300994-2c0d-4821-8d1e-03197b6af13b req-b5ca6fc8-ccf0-4437-b4e8-1464b328e1e5 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2515268 Feb 03 12:38:50.936569 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-e0d372fe-c8bf-42fe-b9bc-6b39f5fbc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:50.938073 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-e0d372fe-c8bf-42fe-b9bc-6b39f5fbc138 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b3bbc52-c42c-404e-a275-1710938bd243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0888267 Feb 03 12:38:50.988562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:51.017248 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:51.108931 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-76fbedc6-5d14-4f85-9176-8f8c2e7fe5dd service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593015 Feb 03 12:38:51.151561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeedcee-d0bb-404a-bb86-09d8c8fb8356 req-40c78927-d437-4039-b5d8-7ca709237203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:51.155502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbeedcee-d0bb-404a-bb86-09d8c8fb8356 req-40c78927-d437-4039-b5d8-7ca709237203 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 1129 time: 0.2251973 Feb 03 12:38:51.221269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fb9e-285c-4190-a3a9-67f538367a95 req-c6374389-5ef5-4fff-a2cb-7d71c5fb7dd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:51.239981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fb9e-285c-4190-a3a9-67f538367a95 req-c6374389-5ef5-4fff-a2cb-7d71c5fb7dd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:51.251707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fb9e-285c-4190-a3a9-67f538367a95 req-c6374389-5ef5-4fff-a2cb-7d71c5fb7dd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:51.266873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fb9e-285c-4190-a3a9-67f538367a95 req-c6374389-5ef5-4fff-a2cb-7d71c5fb7dd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:51.288211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fb9e-285c-4190-a3a9-67f538367a95 req-c6374389-5ef5-4fff-a2cb-7d71c5fb7dd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:51.308943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fb9e-285c-4190-a3a9-67f538367a95 req-c6374389-5ef5-4fff-a2cb-7d71c5fb7dd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:51.335744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fb9e-285c-4190-a3a9-67f538367a95 req-c6374389-5ef5-4fff-a2cb-7d71c5fb7dd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:51.342205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac39fb9e-285c-4190-a3a9-67f538367a95 req-c6374389-5ef5-4fff-a2cb-7d71c5fb7dd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.3642504 Feb 03 12:38:51.381747 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-231f173c-2c6b-415e-b95c-ad97f9d5e636 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643201 Feb 03 12:38:51.491857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbeedcee-d0bb-404a-bb86-09d8c8fb8356 req-085177f6-c803-4e3b-ad45-025907d2af9b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bf21e40b-2c76-462c-b009-4205575d7877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322895 Feb 03 12:38:51.517722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac39fb9e-285c-4190-a3a9-67f538367a95 req-7e71f0a7-3c44-44b7-9479-c75db3408c31 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1467853 Feb 03 12:38:51.562189 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:51.794732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6549786-7751-4eee-8d59-3e9f2213638e req-73d969b9-efc9-4f22-a0b3-d61dbdc7cbce tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 210 time: 0.0381212 Feb 03 12:38:51.820704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Allocated IP 172.25.3.18 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/a6b612a4-aa74-4f7e-92c0-50232de2724b) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:52.019784 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-0b07bab4-cbd7-4619-a2c9-4d9fd2373273 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=858ff12f-932f-4dec-b7d9-c2676c9ca09c HTTP/1.1" status: 200 len: 217 time: 0.6235366 Feb 03 12:38:52.147639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-51e2069a-e878-426c-ba4b-32fd71bc5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.154432 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-51e2069a-e878-426c-ba4b-32fd71bc5e41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=917e2d18-2c78-4d31-972c-21faa5a1de07 HTTP/1.1" status: 200 len: 797 time: 0.1185687 Feb 03 12:38:52.242879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-53dc5ce6-a384-4db2-a799-8b197b05edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.244667 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-53dc5ce6-a384-4db2-a799-8b197b05edc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b3bbc52-c42c-404e-a275-1710938bd243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0762844 Feb 03 12:38:52.442986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-3b793cbc-b7fd-4499-a284-b9c5984f0e08 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895006 Feb 03 12:38:52.507402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299d130-103f-4d07-97d9-b211786f17e0 req-a9eb84c0-7de6-4e6e-b1e3-d6fc3616f18b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.509236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c299d130-103f-4d07-97d9-b211786f17e0 req-a9eb84c0-7de6-4e6e-b1e3-d6fc3616f18b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.1483641 Feb 03 12:38:52.559359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:52.569983 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for port (a6b612a4-aa74-4f7e-92c0-50232de2724b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.575674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-40c46a8f-0a1c-4ae4-81c5-bcc849a53406 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6c0a975357124e3d97410eca51acd847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014571 Feb 03 12:38:52.715782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 is: BUILD; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:52.716240 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.742805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:52.748290 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-a90e14b5-8196-4a7c-beba-5d4a70170afc service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968252 Feb 03 12:38:52.771650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:52.783247 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.855292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:52.886189 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-7eeff7c0-d193-4579-85a7-1ff03500998b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=31cf04c8-d7df-473c-89a0-7031f83de97f HTTP/1.1" status: 200 len: 217 time: 0.1272357 Feb 03 12:38:52.921004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c299d130-103f-4d07-97d9-b211786f17e0 req-305291e2-232d-4e7f-8467-c49ed54bf51d tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820112 Feb 03 12:38:53.009917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-4c0fd3e4-9cbb-4530-bcf2-bc2cc46ba6d1 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.011898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-4c0fd3e4-9cbb-4530-bcf2-bc2cc46ba6d1 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4202750 Feb 03 12:38:53.013791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a6b612a4-aa74-4f7e-92c0-50232de2724b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.037528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-2d93b2ab-7415-4317-b5c9-f514854d42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.040791 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-2d93b2ab-7415-4317-b5c9-f514854d42f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6b6e30d-fa7f-4090-975d-e7858e81e282 HTTP/1.1" status: 200 len: 797 time: 0.1443052 Feb 03 12:38:53.050919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Request body: {'port': {'device_id': 'fc6928a8-2955-4249-a99c-1bda6ec1e9f7', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '6c0a975357124e3d97410eca51acd847'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:53.124786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-cb8dcd06-c264-453e-a7e1-d6bd8ede6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.127244 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-cb8dcd06-c264-453e-a7e1-d6bd8ede6cea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0805624 Feb 03 12:38:53.148918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event updated for resources: {'Port': ['ID=a6b612a4-aa74-4f7e-92c0-50232de2724b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:53.155114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:53.195010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:53.203391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:53.292060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81077c4e-0c89-40ef-8d69-2c70b06420b6 req-2b373e21-adcb-4db3-957a-590108df486a tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.293944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81077c4e-0c89-40ef-8d69-2c70b06420b6 req-2b373e21-adcb-4db3-957a-590108df486a tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 946 time: 0.2348845 Feb 03 12:38:53.333715 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-d707ea8a-1979-45ed-86d2-c49ba5195875 service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990182 Feb 03 12:38:53.410026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81077c4e-0c89-40ef-8d69-2c70b06420b6 req-116f030b-f3d1-4be8-8679-1d8438debb1a tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf21e40b-2c76-462c-b009-4205575d7877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975778 Feb 03 12:38:53.415719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Made reservation on behalf of 6c0a975357124e3d97410eca51acd847 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:53.423557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.459232 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (d24f87c8-b635-4608-9ff9-ff4e65e5029c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.501595 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-dac05840-aea3-4654-a1f4-dbdf8360a118 service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570804 Feb 03 12:38:53.598912 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-548e0a27-0cb8-4f35-bd54-03bfc9fde1fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d73e6e9-897d-4783-9cd8-4d34cc417560 HTTP/1.1" status: 200 len: 217 time: 0.0772216 Feb 03 12:38:53.612787 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a6b612a4-aa74-4f7e-92c0-50232de2724b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.663813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-36511569-eacc-47e2-a3ca-e30fba0869c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.665808 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-36511569-eacc-47e2-a3ca-e30fba0869c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6b6e30d-fa7f-4090-975d-e7858e81e282 HTTP/1.1" status: 200 len: 797 time: 0.0582755 Feb 03 12:38:53.689386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92a5ad-b2f9-49f8-b38c-b42dc0f0180f req-68abe1b6-6a4e-451a-bcb7-7b26760d1e94 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.696846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb92a5ad-b2f9-49f8-b38c-b42dc0f0180f req-68abe1b6-6a4e-451a-bcb7-7b26760d1e94 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 943 time: 0.1483707 Feb 03 12:38:53.772703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d101df-f674-4855-9f7f-1097367df419 req-94dadcbc-479b-4680-a6bd-1fd613c8d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.775100 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-94dadcbc-479b-4680-a6bd-1fd613c8d5fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0846601 Feb 03 12:38:53.927034 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for port (a6b612a4-aa74-4f7e-92c0-50232de2724b), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.942993 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (a6b612a4-aa74-4f7e-92c0-50232de2724b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.974612 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-6e3aa400-f257-4469-a38f-362dcf7e1358 service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919286 Feb 03 12:38:54.015521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Allocated IP 192.168.233.4 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/cccf26be-c4d2-44c4-b0df-ca4a8cb00539) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:54.092041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb92a5ad-b2f9-49f8-b38c-b42dc0f0180f req-fc8130cf-6c35-4cae-9ed9-275b601631c5 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941932 Feb 03 12:38:54.157304 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35d101df-f674-4855-9f7f-1097367df419 req-3e92613f-b822-442b-9db0-c6518a35d38b service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749732 Feb 03 12:38:54.160087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event updated for resources: {'Port': ['ID=a6b612a4-aa74-4f7e-92c0-50232de2724b,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:54.240736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (d24f87c8-b635-4608-9ff9-ff4e65e5029c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.310521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-521ee826-1eeb-476f-806f-0c35c78e2bf3 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.312631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-521ee826-1eeb-476f-806f-0c35c78e2bf3 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.72 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 943 time: 0.2783186 Feb 03 12:38:54.334640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-4ba9e2bf-f6ff-44e7-8491-3c2ebf2a69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.335146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-4ba9e2bf-f6ff-44e7-8491-3c2ebf2a69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.337783 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.339245 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-4ba9e2bf-f6ff-44e7-8491-3c2ebf2a69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.339732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-4ba9e2bf-f6ff-44e7-8491-3c2ebf2a69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.340208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-4ba9e2bf-f6ff-44e7-8491-3c2ebf2a69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.340803 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-4ba9e2bf-f6ff-44e7-8491-3c2ebf2a69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.341337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-4ba9e2bf-f6ff-44e7-8491-3c2ebf2a69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.343429 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-4ba9e2bf-f6ff-44e7-8491-3c2ebf2a69f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6699 time: 0.1135135 Feb 03 12:38:54.344043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67300994-2c0d-4821-8d1e-03197b6af13b req-8f3f6cd4-9e19-4663-9e6b-f4ecf7ab79e8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3593171 Feb 03 12:38:54.505331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-684c86ac-4562-4933-b862-68d528f4af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.507692 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-684c86ac-4562-4933-b862-68d528f4af9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=3bea9c57-5f12-4607-a8e0-f3441fcf7875 HTTP/1.1" status: 200 len: 903 time: 0.1557262 Feb 03 12:38:54.520267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67300994-2c0d-4821-8d1e-03197b6af13b req-7726a79a-e906-4c6e-bb19-b8bd1c4d9958 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.1232102 Feb 03 12:38:54.579306 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-c272f145-6094-4f71-93da-1f394b08ad68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d73e6e9-897d-4783-9cd8-4d34cc417560 HTTP/1.1" status: 200 len: 217 time: 0.0648582 Feb 03 12:38:54.586702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891de1-4bdc-4895-8f28-ba57eaf9af98 req-2aeedabd-25c6-43ab-aa08-0ae291f6d183 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.592328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891de1-4bdc-4895-8f28-ba57eaf9af98 req-2aeedabd-25c6-43ab-aa08-0ae291f6d183 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.599055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891de1-4bdc-4895-8f28-ba57eaf9af98 req-2aeedabd-25c6-43ab-aa08-0ae291f6d183 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.604842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891de1-4bdc-4895-8f28-ba57eaf9af98 req-2aeedabd-25c6-43ab-aa08-0ae291f6d183 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.610702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891de1-4bdc-4895-8f28-ba57eaf9af98 req-2aeedabd-25c6-43ab-aa08-0ae291f6d183 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.616135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891de1-4bdc-4895-8f28-ba57eaf9af98 req-2aeedabd-25c6-43ab-aa08-0ae291f6d183 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.622218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46891de1-4bdc-4895-8f28-ba57eaf9af98 req-2aeedabd-25c6-43ab-aa08-0ae291f6d183 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.624491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46891de1-4bdc-4895-8f28-ba57eaf9af98 req-2aeedabd-25c6-43ab-aa08-0ae291f6d183 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.4038379 Feb 03 12:38:54.662566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-1aa71fe8-8800-436b-9a33-b511e8cb9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.665435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-1aa71fe8-8800-436b-9a33-b511e8cb9bfb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6b6e30d-fa7f-4090-975d-e7858e81e282 HTTP/1.1" status: 200 len: 797 time: 0.0794842 Feb 03 12:38:54.734140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks [] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.761333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-97686cbb-5075-47c9-995e-31f1c6ee7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.763454 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-97686cbb-5075-47c9-995e-31f1c6ee7a28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0877984 Feb 03 12:38:54.830056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46891de1-4bdc-4895-8f28-ba57eaf9af98 req-e989e638-25b1-4657-a092-ac92a2980b47 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1952283 Feb 03 12:38:54.864481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Deleting port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:54.864832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.902789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300994-2c0d-4821-8d1e-03197b6af13b req-208cb037-179d-46f2-bc25-46fba65ce59c tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.904381 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67300994-2c0d-4821-8d1e-03197b6af13b req-208cb037-179d-46f2-bc25-46fba65ce59c tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.3828020 Feb 03 12:38:54.990024 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:55.000395 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-9f0f9cb8-f2e1-4a10-bda2-49e0e6c8e02b service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258704 Feb 03 12:38:55.004409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', '0ce60cc7-da57-4b82-bf24-fbf39bbbce27'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:55.052496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['5fac73af-2799-471d-8bfb-16d019a131bb', 'd08dfc34-7f2d-4afb-ac90-1c12b0def494', 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:55.129948 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce4db0c-523c-4f83-8ad8-81da8a7e4f7c req-da64dfbd-5306-4519-b5a5-dd9e2729f6fe service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241653 Feb 03 12:38:55.140250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:55.148499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:55.170377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:55.428766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event updated for resources: {'Port': ['ID=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:55.450081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:55.451231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:55.466715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] For port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:55.468164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:55.501040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Calling delete_port for 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:55.517487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-00b64a7a-d762-425a-a882-f2d75db6bfe8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4704106 Feb 03 12:38:55.538410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Request body: {'port': {'device_id': 'fc6928a8-2955-4249-a99c-1bda6ec1e9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:55.549314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e967f-1cea-4a85-9483-140db9a8ab27 req-8db176cf-c93a-48ac-ab80-2af17b94657f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:55.551534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c1e967f-1cea-4a85-9483-140db9a8ab27 req-8db176cf-c93a-48ac-ab80-2af17b94657f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 934 time: 0.4695368 Feb 03 12:38:55.582843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-69fbef05-3c9b-4955-8435-90309523b165 None None] Provisioning complete for port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:55.583576 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69fbef05-3c9b-4955-8435-90309523b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:55.741074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c1e967f-1cea-4a85-9483-140db9a8ab27 req-b571bd59-f007-4358-926b-724aaea12ea0 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202435 Feb 03 12:38:55.751857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-69fbef05-3c9b-4955-8435-90309523b165 None None] Port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:55.755756 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:55.772992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28654052-0419-4098-ac18-bd0e11f24716 req-222d34f5-77fc-49e8-8236-02d3daf554e6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:55.774600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28654052-0419-4098-ac18-bd0e11f24716 req-222d34f5-77fc-49e8-8236-02d3daf554e6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.2523952 Feb 03 12:38:56.174479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccf26be-c4d2-44c4-b0df-ca4a8cb00539 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:56.196437 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Publish callbacks [] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:56.273326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Transition to ACTIVE for port object cccf26be-c4d2-44c4-b0df-ca4a8cb00539 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:56.297058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:56.432404 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (01bea951-d3f9-4bfd-8c56-a03cb9c7bc91), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:56.434451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Pushing event updated for resources: {'Port': ['ID=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:56.448971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-ba342a7e-b202-40a1-a8cb-873450c0ad6c tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3598499 Feb 03 12:38:56.548940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:56.631012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28654052-0419-4098-ac18-bd0e11f24716 req-dbd06aea-bc04-4020-9774-0b4510f28d51 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390425 Feb 03 12:38:56.692360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] No DVR routers for this DVR port 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:56.694505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:56.713070 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:56.716554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98078cc8-05de-4f14-a8e3-0fa4a902f958 req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.72 "DELETE /v2.0/ports/01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 HTTP/1.1" status: 204 len: 173 time: 2.3974700 Feb 03 12:38:56.732684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631e0bf2-5c23-4918-82d3-72408aa8a2d8', 'name': 'network-vif-deleted', 'tag': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:56.735529 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb0742a-29ff-42dd-bf29-47a03094a6ab" -d '{"events": [{"server_uuid": "631e0bf2-5c23-4918-82d3-72408aa8a2d8", "name": "network-vif-deleted", "tag": "01bea951-d3f9-4bfd-8c56-a03cb9c7bc91"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:56.748675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53bb37-c7dd-463f-a74b-0316e963128b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event deleted for resources: {'Port': ['ID=01bea951-d3f9-4bfd-8c56-a03cb9c7bc91,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:56.841627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Attempting to bind port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:56.841969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Attempting to bind port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:56.842320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Attempting to bind port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:56.879902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65414d04-1429-497f-805b-125f155a4eaf req-d2ecfd7d-41a9-4d89-bcff-90467744d7a2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=631e0bf2-5c23-4918-82d3-72408aa8a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0689259 Feb 03 12:38:56.885247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:56.885588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Attempting to bind port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:56.905571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:56.905936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:56.906311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:56.906790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Bound port: cccf26be-c4d2-44c4-b0df-ca4a8cb00539, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:56.907159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.028823 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.055788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] For port cccf26be-c4d2-44c4-b0df-ca4a8cb00539, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:57.060176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] For port cccf26be-c4d2-44c4-b0df-ca4a8cb00539, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:57.081460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.508175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.508873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.510336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] 10.222.0.72 "PUT /v2.0/ports/cccf26be-c4d2-44c4-b0df-ca4a8cb00539 HTTP/1.1" status: 200 len: 1095 time: 1.9762137 Feb 03 12:38:57.578702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f3e2-99a1-493f-b563-84e074540470 req-56e6915e-8f38-4da8-811f-9bf94832da65 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.584198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f3e2-99a1-493f-b563-84e074540470 req-56e6915e-8f38-4da8-811f-9bf94832da65 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.596898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f3e2-99a1-493f-b563-84e074540470 req-56e6915e-8f38-4da8-811f-9bf94832da65 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.603786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f3e2-99a1-493f-b563-84e074540470 req-56e6915e-8f38-4da8-811f-9bf94832da65 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.610463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f3e2-99a1-493f-b563-84e074540470 req-56e6915e-8f38-4da8-811f-9bf94832da65 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.617091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f3e2-99a1-493f-b563-84e074540470 req-56e6915e-8f38-4da8-811f-9bf94832da65 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.622997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f3e2-99a1-493f-b563-84e074540470 req-56e6915e-8f38-4da8-811f-9bf94832da65 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.625133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd22f3e2-99a1-493f-b563-84e074540470 req-56e6915e-8f38-4da8-811f-9bf94832da65 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.5613222 Feb 03 12:38:57.634037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542deadd-95f0-4a0a-992c-edc3350ae0fe service neutron] Pushing event updated for resources: {'Port': ['ID=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:57.715204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Allocated IP 172.25.3.241 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/88fd9f0b-7bdd-4b3a-872b-8634f481ee47) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:57.792854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd22f3e2-99a1-493f-b563-84e074540470 req-c0c05016-68cc-4606-a65a-f042488c6acf tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380596 Feb 03 12:38:57.803201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-bbdcdf9f-b8bc-4d2e-a1dd-4719d64dd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.804801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-bbdcdf9f-b8bc-4d2e-a1dd-4719d64dd213 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 1129 time: 0.1785877 Feb 03 12:38:57.889834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-5b8d8204-fabe-4cc4-a1b2-7ca81365ebfc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=cccf26be-c4d2-44c4-b0df-ca4a8cb00539 HTTP/1.1" status: 200 len: 217 time: 0.0482516 Feb 03 12:38:57.936366 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7a8257-1465-4f47-9679-5ce6de2e3873 x-openstack-request-id: req-ee7a8257-1465-4f47-9679-5ce6de2e3873 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:57.936799 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631e0bf2-5c23-4918-82d3-72408aa8a2d8", "name": "network-vif-deleted", "tag": "01bea951-d3f9-4bfd-8c56-a03cb9c7bc91", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:57.936978 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee7a8257-1465-4f47-9679-5ce6de2e3873 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:57.937373 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631e0bf2-5c23-4918-82d3-72408aa8a2d8', 'name': 'network-vif-deleted', 'tag': '01bea951-d3f9-4bfd-8c56-a03cb9c7bc91', 'status': 'completed', 'code': 200} Feb 03 12:38:57.962693 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for port (88fd9f0b-7bdd-4b3a-872b-8634f481ee47), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.966615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-ff26663a-8c79-40a6-9719-c6e14b4c037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.968097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-ff26663a-8c79-40a6-9719-c6e14b4c037e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0764582 Feb 03 12:38:58.066910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (88fd9f0b-7bdd-4b3a-872b-8634f481ee47), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.113779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:58.125275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:58.132225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-8e030b14-a5e3-435b-83f5-8d2268f57eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:58.133956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-8e030b14-a5e3-435b-83f5-8d2268f57eb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1560884 Feb 03 12:38:58.134923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:58.149627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b55a89-3432-4ba4-9f4e-6e1dfb345097 req-3e7028c7-593a-4a26-8208-3820779f2b73 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:58.151224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44b55a89-3432-4ba4-9f4e-6e1dfb345097 req-3e7028c7-593a-4a26-8208-3820779f2b73 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 946 time: 0.1335809 Feb 03 12:38:58.174862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event updated for resources: {'Port': ['ID=88fd9f0b-7bdd-4b3a-872b-8634f481ee47,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:58.309812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44b55a89-3432-4ba4-9f4e-6e1dfb345097 req-ff8742b8-19f6-468b-82b1-45336782f6a2 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323287 Feb 03 12:38:58.340630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-2792e1b2-e012-42d0-b406-0dee3cc98a73 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989224 Feb 03 12:38:58.343413 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (e37a48f7-85e1-4234-a752-51941aa73fc7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.439101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (88fd9f0b-7bdd-4b3a-872b-8634f481ee47), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.510612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-118d6611-097a-4b05-a5a6-890dc4ae3c44 req-6f60cd80-c39b-4433-8d58-66de13aa9e36 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641846 Feb 03 12:38:58.584076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:58.612092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a641de9-cdbe-4fe9-a418-daeb50c5a445 req-e654908b-18eb-491c-945e-ece5a13a988b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:58.613584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a641de9-cdbe-4fe9-a418-daeb50c5a445 req-e654908b-18eb-491c-945e-ece5a13a988b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.1231549 Feb 03 12:38:58.630869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:58.631442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01bea951-d3f9-4bfd-8c56-a03cb9c7bc91 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:58.675853 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for port (88fd9f0b-7bdd-4b3a-872b-8634f481ee47), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.682597 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (88fd9f0b-7bdd-4b3a-872b-8634f481ee47), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.722574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a641de9-cdbe-4fe9-a418-daeb50c5a445 req-cb273000-3095-482a-b7b8-879830496552 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970569 Feb 03 12:38:58.760097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event updated for resources: {'Port': ['ID=88fd9f0b-7bdd-4b3a-872b-8634f481ee47,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:58.774270 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (e37a48f7-85e1-4234-a752-51941aa73fc7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.795270 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.797341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-acd18cc8-a437-42bc-80a8-a8e31e26494e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2591827 Feb 03 12:38:58.881128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-68d615de-1997-4876-8d85-4607b0323c21 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0767903 Feb 03 12:38:59.026228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-97fc5c3b-3f82-47d1-8a8a-01420706acfa tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.027664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74f3aabf-2e50-4f91-aedd-569b00d4f572 req-97fc5c3b-3f82-47d1-8a8a-01420706acfa tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1399572 Feb 03 12:38:59.147866 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-8468b2c7-576c-4fb2-a139-2cb4fb751834 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878105 Feb 03 12:38:59.177047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726185-f0ab-49ec-9894-03975c56207d req-95f4c7b1-f294-4b5a-9fb8-d30b77270fef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.183619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726185-f0ab-49ec-9894-03975c56207d req-95f4c7b1-f294-4b5a-9fb8-d30b77270fef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.194179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726185-f0ab-49ec-9894-03975c56207d req-95f4c7b1-f294-4b5a-9fb8-d30b77270fef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.199920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726185-f0ab-49ec-9894-03975c56207d req-95f4c7b1-f294-4b5a-9fb8-d30b77270fef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.205168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726185-f0ab-49ec-9894-03975c56207d req-95f4c7b1-f294-4b5a-9fb8-d30b77270fef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.210625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726185-f0ab-49ec-9894-03975c56207d req-95f4c7b1-f294-4b5a-9fb8-d30b77270fef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.216302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726185-f0ab-49ec-9894-03975c56207d req-95f4c7b1-f294-4b5a-9fb8-d30b77270fef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.218024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58726185-f0ab-49ec-9894-03975c56207d req-95f4c7b1-f294-4b5a-9fb8-d30b77270fef tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.1263845 Feb 03 12:38:59.300164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-10c0e5aa-8ee6-4d9c-96c5-a7db1cc624d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.301657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-10c0e5aa-8ee6-4d9c-96c5-a7db1cc624d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 1133 time: 0.0827060 Feb 03 12:38:59.310670 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58726185-f0ab-49ec-9894-03975c56207d req-c84f23a5-b52d-4aed-9a6f-3a8d6714cc6f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825288 Feb 03 12:38:59.441682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-d13ea293-485b-45b8-ab65-0922fdcbab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.443437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-d13ea293-485b-45b8-ab65-0922fdcbab6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1120360 Feb 03 12:38:59.494954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-71d12da7-3e66-480b-a090-74937c6e8188 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=8e3447ad-9e46-4b01-8c48-248f0d96da31 HTTP/1.1" status: 200 len: 217 time: 0.0445654 Feb 03 12:38:59.683191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-aa1bcf17-eb07-43a0-ba74-bf71b26aeae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.684737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-aa1bcf17-eb07-43a0-ba74-bf71b26aeae5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1722686 Feb 03 12:38:59.758127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-f5009811-c385-4c89-87dd-f721b342657e tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.759817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-f5009811-c385-4c89-87dd-f721b342657e tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/networks?id=0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 200 len: 821 time: 0.2686441 Feb 03 12:38:59.765637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-fbd7a761-7a15-4dff-be99-7924f4ff9775 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2759993 Feb 03 12:38:59.782875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:59.789998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-a72ebdc4-a86b-4253-b31c-6893f1407e19 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/quotas/3abead6c17f24c0089af4a05cf844a7a HTTP/1.1" status: 200 len: 375 time: 0.0223722 Feb 03 12:38:59.833813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-d7155c4c-0e26-42ff-ac9c-6c929a979f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.835353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-d7155c4c-0e26-42ff-ac9c-6c929a979f1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1423800 Feb 03 12:38:59.837914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-69402e60-f0c1-4c1e-ba05-0d4f37bc3688 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3abead6c17f24c0089af4a05cf844a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387814 Feb 03 12:38:59.838871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:59.957513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6928a8-2955-4249-a99c-1bda6ec1e9f7', 'tag': 'cccf26be-c4d2-44c4-b0df-ca4a8cb00539'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:59.959761 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d6443-e2ce-4e3d-b986-e462932ed32d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6928a8-2955-4249-a99c-1bda6ec1e9f7", "tag": "cccf26be-c4d2-44c4-b0df-ca4a8cb00539"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:00.090179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-385962fd-8783-49f5-96f2-49c40e534b71 service neutron] 10.222.0.65 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421019 Feb 03 12:39:00.094170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-518fa277-5925-4094-b9b7-a636d55262be service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405419 Feb 03 12:39:00.285421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2473f4b1-5377-471e-b05c-71ebb5c19777 req-f82a2174-f23a-49d2-be16-f5b0a49c1b12 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776860 Feb 03 12:39:00.288023 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.291235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-c8da8c6f-0ab5-4c1b-84d3-6b3bc068ffef service neutron] 10.222.0.65 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947155 Feb 03 12:39:00.407421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Allocated IP 172.25.3.128 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:00.562463 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for port (7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.582049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db823-5cf3-42ca-aeaa-138aacc03250 req-ebfb68b1-3bd2-49a4-b1f7-31f2e13f594b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.583587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-469db823-5cf3-42ca-aeaa-138aacc03250 req-ebfb68b1-3bd2-49a4-b1f7-31f2e13f594b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 946 time: 0.0855417 Feb 03 12:39:00.657777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-469db823-5cf3-42ca-aeaa-138aacc03250 req-61218d92-f161-4e24-b551-25da1e06fe85 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646887 Feb 03 12:39:00.659640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.702468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:00.706194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:00.712694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:00.738949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event updated for resources: {'Port': ['ID=7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:00.827640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (70652762-d3b3-4570-9046-55eef2e0f6bc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.904895 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.101956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ff66d-9f54-4531-833e-ea7cab12c8d9 req-895c63fc-4ab1-4c3f-98c1-28a6c82cde0c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.103765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-742ff66d-9f54-4531-833e-ea7cab12c8d9 req-895c63fc-4ab1-4c3f-98c1-28a6c82cde0c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.1213846 Feb 03 12:39:01.186466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-742ff66d-9f54-4531-833e-ea7cab12c8d9 req-78438a00-1d3d-4d13-81d9-6a8f20708497 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742092 Feb 03 12:39:01.196921 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for port (7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.202475 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.290530 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f379832f-f2ba-4e86-8616-01c1c888e741 x-openstack-request-id: req-f379832f-f2ba-4e86-8616-01c1c888e741 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:01.290869 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6928a8-2955-4249-a99c-1bda6ec1e9f7", "tag": "cccf26be-c4d2-44c4-b0df-ca4a8cb00539", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:01.291227 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f379832f-f2ba-4e86-8616-01c1c888e741 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:01.291545 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6928a8-2955-4249-a99c-1bda6ec1e9f7', 'tag': 'cccf26be-c4d2-44c4-b0df-ca4a8cb00539', 'status': 'completed', 'code': 200} Feb 03 12:39:01.294651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event updated for resources: {'Port': ['ID=7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:01.347740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (70652762-d3b3-4570-9046-55eef2e0f6bc), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.390973 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.392326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-490714f9-b4da-4af6-b85e-56e2fa6cd3ab tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6171224 Feb 03 12:39:01.418527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-3b0ac3c9-0f50-4589-87be-c89d32ab16bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.420164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-3b0ac3c9-0f50-4589-87be-c89d32ab16bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c0a975357124e3d97410eca51acd847&device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 1129 time: 0.1154115 Feb 03 12:39:01.773180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-1f975a59-c69b-499a-ac34-463123bf60ee tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.775511 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-1f975a59-c69b-499a-ac34-463123bf60ee tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.91 "GET /v2.0/networks?id=0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 200 len: 821 time: 0.1705213 Feb 03 12:39:01.789193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Request body: {'port': {'device_id': '1e0e95bf-80eb-47e1-90d1-97e598c3891d', 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee', 'admin_state_up': True, 'tenant_id': '3abead6c17f24c0089af4a05cf844a7a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:01.813257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-222fff0d-60cf-4ab1-b474-68eb097d8426 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.4102998 Feb 03 12:39:01.827447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73cfaf-79d0-4b85-a58c-1f2b71d9ed6f req-6bcfee04-8680-497a-a8c3-02e3e390cdbb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.832594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73cfaf-79d0-4b85-a58c-1f2b71d9ed6f req-6bcfee04-8680-497a-a8c3-02e3e390cdbb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.837849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73cfaf-79d0-4b85-a58c-1f2b71d9ed6f req-6bcfee04-8680-497a-a8c3-02e3e390cdbb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.843117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73cfaf-79d0-4b85-a58c-1f2b71d9ed6f req-6bcfee04-8680-497a-a8c3-02e3e390cdbb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.848482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73cfaf-79d0-4b85-a58c-1f2b71d9ed6f req-6bcfee04-8680-497a-a8c3-02e3e390cdbb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.853836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73cfaf-79d0-4b85-a58c-1f2b71d9ed6f req-6bcfee04-8680-497a-a8c3-02e3e390cdbb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.859562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73cfaf-79d0-4b85-a58c-1f2b71d9ed6f req-6bcfee04-8680-497a-a8c3-02e3e390cdbb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.862850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a73cfaf-79d0-4b85-a58c-1f2b71d9ed6f req-6bcfee04-8680-497a-a8c3-02e3e390cdbb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.5263202 Feb 03 12:39:01.901428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Made reservation on behalf of 3abead6c17f24c0089af4a05cf844a7a for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:01.905055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.044902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Allocated IP 172.20.0.11 (0f10723e-cb85-4ce2-a258-17e6c4461fee/d29c5634-4855-4e56-ba37-dca7870c430c/82aa023e-ee47-4c4f-86ec-9a0cd5feb63e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:02.083766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-d14bfd8c-5bcb-4704-896c-4007d5c7a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.085400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-d14bfd8c-5bcb-4704-896c-4007d5c7a475 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2996604 Feb 03 12:39:02.093134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a73cfaf-79d0-4b85-a58c-1f2b71d9ed6f req-b296c135-e258-48df-befd-8a2a47ed0f0c tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2207906 Feb 03 12:39:02.156556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-520b4704-3505-4875-ada7-4b812267f8de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=cccf26be-c4d2-44c4-b0df-ca4a8cb00539 HTTP/1.1" status: 200 len: 217 time: 0.0622578 Feb 03 12:39:02.185143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-85100f17-2b8b-4762-9dd6-8f66e886a682 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.187520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01e0755b-b3e5-4d58-a439-c5f9d930b91b req-85100f17-2b8b-4762-9dd6-8f66e886a682 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.3217616 Feb 03 12:39:02.239616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.242588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a93ac9d-bf51-44bc-800b-c5b2c9eaf32e req-e6267fee-f3ad-405d-b81b-56be99c9dac7 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 210 time: 0.0321712 Feb 03 12:39:02.262071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-2bf41e22-a941-4d33-9a56-10a592c1b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.263785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-2bf41e22-a941-4d33-9a56-10a592c1b934 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0960290 Feb 03 12:39:02.293192 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.371712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-e44d8e58-ebb6-4746-9e41-7fbab8dbb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.373308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-e44d8e58-ebb6-4746-9e41-7fbab8dbb927 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0955737 Feb 03 12:39:02.377328 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Network 0f10723e-cb85-4ce2-a258-17e6c4461fee is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:02.380618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:02.386298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:02.390446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event updated for resources: {'Port': ['ID=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:02.437614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.438222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.456904 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-09a97dcc-cefe-4e83-a065-87d8a9ae2960 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6721642 Feb 03 12:39:02.468889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Request body: {'port': {'device_id': '1e0e95bf-80eb-47e1-90d1-97e598c3891d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:02.533655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.589385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113e26-ef42-4723-9031-57b28d854bad req-fd82aa6b-dc96-4fc5-ac77-3c7ece031dd7 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.591134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54113e26-ef42-4723-9031-57b28d854bad req-fd82aa6b-dc96-4fc5-ac77-3c7ece031dd7 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 946 time: 0.2166407 Feb 03 12:39:02.601713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-703b8b98-cf06-4456-a076-1a8cbd5f3691 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.609493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-703b8b98-cf06-4456-a076-1a8cbd5f3691 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 804 time: 0.2551126 Feb 03 12:39:02.614200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cccf26be-c4d2-44c4-b0df-ca4a8cb00539 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:02.641206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-d7cdd4d0-4a68-4585-8909-0467e8b8913f service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560894 Feb 03 12:39:02.649729 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-2448e409-839a-4103-99a3-d5266a91d3c3 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/quotas/85ad4f2e3edb4d86a7f45d54a668a8a3 HTTP/1.1" status: 200 len: 375 time: 0.0392847 Feb 03 12:39:02.762094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cccf26be-c4d2-44c4-b0df-ca4a8cb00539, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:02.778091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f195c460-bfd1-4b2b-8566-e756bdd82b77 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:02.783731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-a16825c7-875b-4f75-823c-605e2361c7a0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.785289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-a16825c7-875b-4f75-823c-605e2361c7a0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.72 "GET /v2.0/ports?device_id=265556d9-727b-4e5e-a17d-5ed010b4c6df HTTP/1.1" status: 200 len: 946 time: 0.2413242 Feb 03 12:39:02.820987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54113e26-ef42-4723-9031-57b28d854bad req-e1279279-baa4-4188-a8d9-149a692ecad3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988420 Feb 03 12:39:02.828991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'cccf26be-c4d2-44c4-b0df-ca4a8cb00539', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'cccf26be-c4d2-44c4-b0df-ca4a8cb00539', 'mac_address': 'fa:16:3e:62:71:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:02.839769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:02.847808 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Publish callbacks [] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.868338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Transition to ACTIVE for port object 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:02.875195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.903848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:02.904498 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.923303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccf26be-c4d2-44c4-b0df-ca4a8cb00539 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:02.940912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-342d6443-e2ce-4e3d-b986-e462932ed32d req-9553b806-b0ad-4141-ae49-62ec275a6545 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879272 Feb 03 12:39:02.944929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-a78423c2-8ae9-4378-bcbd-dfaa704e4c45 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2776713 Feb 03 12:39:02.951225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cccf26be-c4d2-44c4-b0df-ca4a8cb00539, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:02.977248 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.988145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-760f65f8-6ad0-4d99-b7c4-3ff80127f982 req-c29b35b9-05e4-45fa-a32c-ac989b289e5b tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips/70652762-d3b3-4570-9046-55eef2e0f6bc HTTP/1.1" status: 200 len: 693 time: 0.1279337 Feb 03 12:39:03.023541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:03.038631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:03.062914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f195c460-bfd1-4b2b-8566-e756bdd82b77 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:03.063310 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.082700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Attempting to bind port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:03.083039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Attempting to bind port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:03.083372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Attempting to bind port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e on network 0f10723e-cb85-4ce2-a258-17e6c4461fee {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:03.088224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e on network 0f10723e-cb85-4ce2-a258-17e6c4461fee not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:03.088471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Attempting to bind port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e on network 0f10723e-cb85-4ce2-a258-17e6c4461fee {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:03.093819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:03.094094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Checking segment: {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:03.094512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Bound using segment: {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:03.094943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Bound port: 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809c7ce4-c63a-4eb3-a321-67c5557b6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:03.095300 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.117564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:03.119225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:03.124176 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b75306-8a54-4939-ad87-f78caa76021b" -d '{"events": [{"server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "name": "network-vif-unplugged", "status": "completed", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:03.128096 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.180490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] For port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:03.184900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-1ca37db4-2569-49dc-8353-e7246ecab02f service neutron] 10.222.0.65 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945167 Feb 03 12:39:03.186066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] For port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:03.197803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.204376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f195c460-bfd1-4b2b-8566-e756bdd82b77,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:03.215494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Deleting port f195c460-bfd1-4b2b-8566-e756bdd82b77 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:03.215908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.227420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f65f8-6ad0-4d99-b7c4-3ff80127f982 req-9a8e146c-7b19-41e2-849b-5d71ae8ec17b tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.228989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-760f65f8-6ad0-4d99-b7c4-3ff80127f982 req-9a8e146c-7b19-41e2-849b-5d71ae8ec17b tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.2399828 Feb 03 12:39:03.253291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.253993 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.255897 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] 10.222.0.91 "PUT /v2.0/ports/82aa023e-ee47-4c4f-86ec-9a0cd5feb63e HTTP/1.1" status: 200 len: 1093 time: 0.7913921 Feb 03 12:39:03.258643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0e95bf-80eb-47e1-90d1-97e598c3891d', 'tag': '82aa023e-ee47-4c4f-86ec-9a0cd5feb63e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:03.261507 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726f94e1-f8ce-45e1-aa02-0d857e5a700d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0e95bf-80eb-47e1-90d1-97e598c3891d", "tag": "82aa023e-ee47-4c4f-86ec-9a0cd5feb63e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:03.265518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-760f65f8-6ad0-4d99-b7c4-3ff80127f982 req-0d10b6ff-0dd2-4e1b-b7ac-e5c3dbf44b90 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:39:03.266748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-760f65f8-6ad0-4d99-b7c4-3ff80127f982 req-0d10b6ff-0dd2-4e1b-b7ac-e5c3dbf44b90 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263667 Feb 03 12:39:03.299159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedc6eb-ffe5-465c-9406-7aa0cdb9b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:03.313295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['cccf26be-c4d2-44c4-b0df-ca4a8cb00539'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:03.392769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-f34f629d-362f-467d-8b9d-f565dd0aeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.394365 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-f34f629d-362f-467d-8b9d-f565dd0aeb35 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3abead6c17f24c0089af4a05cf844a7a&device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 1127 time: 0.0695703 Feb 03 12:39:03.424127 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-823ea9e6-e620-4263-bf57-d633a151b0a0 service neutron] 10.222.0.65 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382565 Feb 03 12:39:03.462861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] For port f195c460-bfd1-4b2b-8566-e756bdd82b77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f195c460-bfd1-4b2b-8566-e756bdd82b77,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:03.468522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.479411 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-742f72b6-b8b3-4d13-b926-e29d030e4292 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e HTTP/1.1" status: 200 len: 217 time: 0.0758488 Feb 03 12:39:03.502197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Calling delete_port for f195c460-bfd1-4b2b-8566-e756bdd82b77 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:03.548399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-f798c43d-0042-4ac3-a14f-3151e3099af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.550172 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-f798c43d-0042-4ac3-a14f-3151e3099af4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29c5634-4855-4e56-ba37-dca7870c430c HTTP/1.1" status: 200 len: 861 time: 0.0628276 Feb 03 12:39:03.550758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5139c47-0a71-4a5a-996b-66dd915bd0e9 req-3da026cc-6cbb-4570-9304-ba1975eb2718 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.552401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5139c47-0a71-4a5a-996b-66dd915bd0e9 req-3da026cc-6cbb-4570-9304-ba1975eb2718 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.1832356 Feb 03 12:39:03.621387 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-82e6d857-1f68-45e6-a9fd-cfee8dfcb4bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f10723e-cb85-4ce2-a258-17e6c4461fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609508 Feb 03 12:39:03.738191 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c9baa7-132e-4aa6-9b46-0c987970a1da x-openstack-request-id: req-e1c9baa7-132e-4aa6-9b46-0c987970a1da {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:03.738728 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "name": "network-vif-unplugged", "status": "completed", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:03.738830 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1c9baa7-132e-4aa6-9b46-0c987970a1da {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:03.739186 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77', 'code': 200} Feb 03 12:39:03.794287 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-0f6f3538-4728-42c8-8142-e15848d43de5 service neutron] 10.222.0.91 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632156 Feb 03 12:39:03.875138 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f195c460-bfd1-4b2b-8566-e756bdd82b77), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.889273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5139c47-0a71-4a5a-996b-66dd915bd0e9 req-81ab316f-2c66-4ed4-aa02-40349f066bd1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804499 Feb 03 12:39:03.928515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Pushing event deleted for resources: {'Port': ['ID=f195c460-bfd1-4b2b-8566-e756bdd82b77,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:03.979235 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fccfbe9-d724-45d1-8060-90356ac66672 req-f985cad5-40c2-4f88-acd1-9f2087e12b43 service neutron] 10.222.0.91 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784177 Feb 03 12:39:04.042117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] No DVR routers for this DVR port f195c460-bfd1-4b2b-8566-e756bdd82b77 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:04.060197 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:04.063636 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91eeba6e-9068-4eac-9a20-fcdf093debb6 req-e252ce7a-b8fb-4382-9477-d37a8684936e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.72 "DELETE /v2.0/ports/f195c460-bfd1-4b2b-8566-e756bdd82b77 HTTP/1.1" status: 204 len: 173 time: 1.2695613 Feb 03 12:39:04.068781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'name': 'network-vif-deleted', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:04.069108 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcfb659-de57-46af-8509-6388713e16a9" -d '{"events": [{"server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "name": "network-vif-deleted", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:04.099218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144420f-b158-44ed-9853-a927e368bd6b req-c8a800fa-f776-46c9-9a59-6b1ba5a8ecab tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.104839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144420f-b158-44ed-9853-a927e368bd6b req-c8a800fa-f776-46c9-9a59-6b1ba5a8ecab tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.110543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144420f-b158-44ed-9853-a927e368bd6b req-c8a800fa-f776-46c9-9a59-6b1ba5a8ecab tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.115739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144420f-b158-44ed-9853-a927e368bd6b req-c8a800fa-f776-46c9-9a59-6b1ba5a8ecab tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.121030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144420f-b158-44ed-9853-a927e368bd6b req-c8a800fa-f776-46c9-9a59-6b1ba5a8ecab tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.126416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144420f-b158-44ed-9853-a927e368bd6b req-c8a800fa-f776-46c9-9a59-6b1ba5a8ecab tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.131565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144420f-b158-44ed-9853-a927e368bd6b req-c8a800fa-f776-46c9-9a59-6b1ba5a8ecab tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.133674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f144420f-b158-44ed-9853-a927e368bd6b req-c8a800fa-f776-46c9-9a59-6b1ba5a8ecab tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.3229992 Feb 03 12:39:04.182967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589a465-71f2-42cc-9533-768d7be3926e req-a5f7020c-d2bb-4d39-bed4-405841e8dd20 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.184205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8589a465-71f2-42cc-9533-768d7be3926e req-a5f7020c-d2bb-4d39-bed4-405841e8dd20 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 944 time: 0.1433027 Feb 03 12:39:04.247406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f144420f-b158-44ed-9853-a927e368bd6b req-905128bf-3458-4a08-b1f8-228130a9a699 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048687 Feb 03 12:39:04.285877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8589a465-71f2-42cc-9533-768d7be3926e req-b5810bce-93ec-4999-992f-176aa46d68ad tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908034 Feb 03 12:39:04.305025 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de3f35f-1b51-4297-a19c-ba80a1edfccf x-openstack-request-id: req-6de3f35f-1b51-4297-a19c-ba80a1edfccf {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:04.315089 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0e95bf-80eb-47e1-90d1-97e598c3891d", "tag": "82aa023e-ee47-4c4f-86ec-9a0cd5feb63e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:04.315089 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6de3f35f-1b51-4297-a19c-ba80a1edfccf {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:04.315089 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0e95bf-80eb-47e1-90d1-97e598c3891d', 'tag': '82aa023e-ee47-4c4f-86ec-9a0cd5feb63e', 'status': 'completed', 'code': 200} Feb 03 12:39:04.394461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-ff9472a9-4546-44be-969d-4b781c2a34a4 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips/70652762-d3b3-4570-9046-55eef2e0f6bc HTTP/1.1" status: 200 len: 693 time: 0.0694990 Feb 03 12:39:04.396931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-f321249c-f5b4-4e9f-b5ba-f34e042c2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.399062 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-f321249c-f5b4-4e9f-b5ba-f34e042c2761 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3abead6c17f24c0089af4a05cf844a7a&device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 1127 time: 0.0696704 Feb 03 12:39:04.416497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4659b73-d176-4e97-a1e9-911deaabe1a3 req-98e28225-bb65-42ce-9caa-e72ebe1852d2 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 210 time: 0.0401599 Feb 03 12:39:04.544403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-85594b70-86cc-4e40-80c6-c85ef837b79e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.552643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-85594b70-86cc-4e40-80c6-c85ef837b79e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1350012 Feb 03 12:39:04.572791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-e82d943d-6fe5-44b0-9ac9-cb3ea1c1c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.574903 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-e82d943d-6fe5-44b0-9ac9-cb3ea1c1c948 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 200 len: 922 time: 0.1660016 Feb 03 12:39:04.619397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cccf26be-c4d2-44c4-b0df-ca4a8cb00539 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:04.653076 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-d55509f5-17a4-4269-b68b-161ba612b639 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e HTTP/1.1" status: 200 len: 217 time: 0.0570023 Feb 03 12:39:04.663803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-4996d8d1-1796-473c-9e97-55c61957f7d8 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.1101758 Feb 03 12:39:04.690024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:04.695283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:04.695991 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:04.753473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-547b9028-1fc8-462e-b37f-d9ba89e48064 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.0887063 Feb 03 12:39:04.756582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-25f2becf-fabb-4b4e-9c4d-bb5cd5cce27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.758762 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-25f2becf-fabb-4b4e-9c4d-bb5cd5cce27c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29c5634-4855-4e56-ba37-dca7870c430c HTTP/1.1" status: 200 len: 861 time: 0.0938556 Feb 03 12:39:04.808594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:04.809183 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:04.827840 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-a4738319-ae19-4233-a279-26da0ada39a4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0f10723e-cb85-4ce2-a258-17e6c4461fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614445 Feb 03 12:39:04.845967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port cccf26be-c4d2-44c4-b0df-ca4a8cb00539, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:04.853807 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:04.925512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:04.934571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6580e08-df91-40b3-8642-4b166050f52f req-d5647dd8-3bd3-42e4-adf3-2e2cc7933d1c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.941620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-d5647dd8-3bd3-42e4-adf3-2e2cc7933d1c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 821 time: 0.3502676 Feb 03 12:39:04.963024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-701c137a-db7e-48c5-8fc3-69737ad6f0a4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/quotas/cf1b3f1eff6c4de9999c199891103d36 HTTP/1.1" status: 200 len: 375 time: 0.0204773 Feb 03 12:39:04.970750 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-19a80804-6ea9-4254-a756-5bce5bbc5f99 service neutron] 10.222.0.91 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322973 Feb 03 12:39:05.018728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Deleting port 7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:05.019189 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:05.131107 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-726f94e1-f8ce-45e1-aa02-0d857e5a700d req-2ea37405-3315-49f3-a224-39c33a47b2fd service neutron] 10.222.0.91 "GET /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529155 Feb 03 12:39:05.169060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-5e2778f3-4899-4ab5-a5b6-a85fde818ba3 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2051606 Feb 03 12:39:05.232050 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:05.232273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:05.284882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Calling delete_port for 7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:05.296114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-194dd914-fdba-4fbe-bf42-9a15715d9795 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:05.297653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-194dd914-fdba-4fbe-bf42-9a15715d9795 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 804 time: 0.2735722 Feb 03 12:39:05.314136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Request body: {'port': {'device_id': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'admin_state_up': True, 'tenant_id': '85ad4f2e3edb4d86a7f45d54a668a8a3'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:05.740743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6928a8-2955-4249-a99c-1bda6ec1e9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccf26be-c4d2-44c4-b0df-ca4a8cb00539'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:05.742171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-885fbf11-c5b1-429e-897d-51269048f061 service neutron] 10.222.0.65 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668590 Feb 03 12:39:05.743986 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10812f72-3cc3-472e-8c8c-ef174272b414" -d '{"events": [{"server_uuid": "fc6928a8-2955-4249-a99c-1bda6ec1e9f7", "name": "network-vif-plugged", "status": "completed", "tag": "cccf26be-c4d2-44c4-b0df-ca4a8cb00539"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:05.881603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Made reservation on behalf of 85ad4f2e3edb4d86a7f45d54a668a8a3 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:05.884986 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:05.920051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-9725f1d6-b846-495f-8ec0-cffe92acc19e service neutron] 10.222.0.65 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644394 Feb 03 12:39:05.982764 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.018978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event deleted for resources: {'Port': ['ID=7a7df13e-b56f-417e-a7a4-2ec7dffb5e5c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:06.128667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Allocated IP 172.20.0.7 (ff7288cd-6b04-4165-befc-518c407d3774/e65ca260-a0ed-4d89-a744-69405f9680e0/9937dfda-ce53-4e2e-bd98-97414da384a6) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:06.131076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (70652762-d3b3-4570-9046-55eef2e0f6bc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.133889 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.139462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a09612ea-02e5-4ee8-bd8b-e4c94a4a2982 req-215ff127-e577-434e-a07d-2968855c2c0f tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "DELETE /v2.0/floatingips/70652762-d3b3-4570-9046-55eef2e0f6bc HTTP/1.1" status: 204 len: 173 time: 1.3847644 Feb 03 12:39:06.337188 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09da34d5-11e1-4af8-9887-cb94dc923136 x-openstack-request-id: req-09da34d5-11e1-4af8-9887-cb94dc923136 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:06.337893 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265556d9-727b-4e5e-a17d-5ed010b4c6df", "name": "network-vif-deleted", "tag": "f195c460-bfd1-4b2b-8566-e756bdd82b77", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:06.337893 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09da34d5-11e1-4af8-9887-cb94dc923136 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:06.338475 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265556d9-727b-4e5e-a17d-5ed010b4c6df', 'name': 'network-vif-deleted', 'tag': 'f195c460-bfd1-4b2b-8566-e756bdd82b77', 'status': 'completed', 'code': 200} Feb 03 12:39:06.483127 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks [] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.499328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab785e7-fb01-4d15-a3ef-4fa337e1a613 req-3ffa1afd-4df6-4486-9915-46b137de1e8f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.500962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ab785e7-fb01-4d15-a3ef-4fa337e1a613 req-3ffa1afd-4df6-4486-9915-46b137de1e8f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 948 time: 0.2290907 Feb 03 12:39:06.515605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8fb76-c39f-4582-8248-ff6a21f42058 req-c0670569-7451-4013-a840-6a4473a8f048 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.517068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d8fb76-c39f-4582-8248-ff6a21f42058 req-c0670569-7451-4013-a840-6a4473a8f048 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.1774681 Feb 03 12:39:06.588437 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca38b015-bef7-473e-97ec-4283f97a10d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.597607 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.616671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ab785e7-fb01-4d15-a3ef-4fa337e1a613 req-c3b2edbf-a800-449f-8f06-c72f9c351f0b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986390 Feb 03 12:39:06.656466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d8fb76-c39f-4582-8248-ff6a21f42058 req-da4e5632-5b7f-4f76-b105-293456905121 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258209 Feb 03 12:39:06.675000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Network ff7288cd-6b04-4165-befc-518c407d3774 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:06.678071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:06.682800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:06.698893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Pushing event updated for resources: {'Port': ['ID=9937dfda-ce53-4e2e-bd98-97414da384a6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:06.816242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.816768 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.843610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-96e429cd-beef-4cb8-b267-2c4d8e89b69c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5349650 Feb 03 12:39:06.860217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ba6e-bb69-480b-ab6f-9b601ec888c4 req-19069367-0526-40b4-84fa-8318282de418 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.865341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ba6e-bb69-480b-ab6f-9b601ec888c4 req-19069367-0526-40b4-84fa-8318282de418 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.870667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ba6e-bb69-480b-ab6f-9b601ec888c4 req-19069367-0526-40b4-84fa-8318282de418 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.875836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ba6e-bb69-480b-ab6f-9b601ec888c4 req-19069367-0526-40b4-84fa-8318282de418 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.881002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ba6e-bb69-480b-ab6f-9b601ec888c4 req-19069367-0526-40b4-84fa-8318282de418 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.886426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ba6e-bb69-480b-ab6f-9b601ec888c4 req-19069367-0526-40b4-84fa-8318282de418 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.891550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ba6e-bb69-480b-ab6f-9b601ec888c4 req-19069367-0526-40b4-84fa-8318282de418 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.893472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b140ba6e-bb69-480b-ab6f-9b601ec888c4 req-19069367-0526-40b4-84fa-8318282de418 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.2049508 Feb 03 12:39:06.900991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Request body: {'port': {'device_id': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:06.939318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe91a46-5fb2-456c-854b-7374c1df43d4 req-a2c5edfe-4396-49e2-b0b5-80395d537068 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.940885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffe91a46-5fb2-456c-854b-7374c1df43d4 req-a2c5edfe-4396-49e2-b0b5-80395d537068 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 944 time: 0.1726401 Feb 03 12:39:07.060040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:07.066075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b140ba6e-bb69-480b-ab6f-9b601ec888c4 req-f7ab956c-5414-4779-ac53-c3526794fcab tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1613703 Feb 03 12:39:07.078602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffe91a46-5fb2-456c-854b-7374c1df43d4 req-6b14edb6-4052-4cd8-8a66-1100e1c6dd7a tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289291 Feb 03 12:39:07.145421 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d6874d-feec-444b-a25e-8e0fd9860c8f x-openstack-request-id: req-e9d6874d-feec-444b-a25e-8e0fd9860c8f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:07.145763 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6928a8-2955-4249-a99c-1bda6ec1e9f7", "name": "network-vif-plugged", "status": "completed", "tag": "cccf26be-c4d2-44c4-b0df-ca4a8cb00539", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:07.145999 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9d6874d-feec-444b-a25e-8e0fd9860c8f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:07.146412 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6928a8-2955-4249-a99c-1bda6ec1e9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccf26be-c4d2-44c4-b0df-ca4a8cb00539', 'code': 200} Feb 03 12:39:07.537333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ebb59-a421-4f21-ad9c-77f0ddb4db63 req-03610ff8-dae1-407a-8fc3-f4052a20ecd7 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.538872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b5ebb59-a421-4f21-ad9c-77f0ddb4db63 req-03610ff8-dae1-407a-8fc3-f4052a20ecd7 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 931 time: 0.3966355 Feb 03 12:39:07.609503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5f82e-6f5e-4673-9e00-75e8b78ee709 req-d2ace5ae-00ce-49be-a9ee-653ed833aa26 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.611000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1d5f82e-6f5e-4673-9e00-75e8b78ee709 req-d2ace5ae-00ce-49be-a9ee-653ed833aa26 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4504783 Feb 03 12:39:07.628992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f2c33-b520-499b-9eda-ca17975a3bf1 req-51b50d78-c52b-4143-aee7-6428c4882567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.630356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-391f2c33-b520-499b-9eda-ca17975a3bf1 req-51b50d78-c52b-4143-aee7-6428c4882567 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 1131 time: 0.3544118 Feb 03 12:39:07.714222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6580e08-df91-40b3-8642-4b166050f52f req-0d24f946-d737-42a2-a28a-834c4b1634c1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.715672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-0d24f946-d737-42a2-a28a-834c4b1634c1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 821 time: 0.3757918 Feb 03 12:39:07.741900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-203bf4c4-1cc9-4eb9-8549-603782db2c2e req-47bb8602-71bb-4e8b-95e1-b845050f23e8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0658188 Feb 03 12:39:07.745290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Request body: {'port': {'device_id': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29', 'admin_state_up': True, 'tenant_id': 'cf1b3f1eff6c4de9999c199891103d36'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:07.762359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b5ebb59-a421-4f21-ad9c-77f0ddb4db63 req-cfa1d561-365d-4880-9dcc-8ca4527bcaa3 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832702 Feb 03 12:39:07.882925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-391f2c33-b520-499b-9eda-ca17975a3bf1 req-c13f6cba-5e36-410e-b0ff-6ec3f07aae2f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444537 Feb 03 12:39:07.935434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f3636cd-af74-485d-8373-a3706e17ce19 req-ec357d55-869f-46e1-99a2-c0b2eb8db1a9 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=ee3d135d57e44155bc9c719d531a0992 HTTP/1.1" status: 200 len: 1656 time: 0.1346786 Feb 03 12:39:08.022398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9937dfda-ce53-4e2e-bd98-97414da384a6 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:08.042319 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Publish callbacks [] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.101546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Transition to ACTIVE for port object 9937dfda-ce53-4e2e-bd98-97414da384a6 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:08.117656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.197480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e26dbf-97f9-4a46-8f4b-2b17fc00160f req-f38ef8b8-05a9-46c9-8582-a0e27dc5ad50 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.199029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0e26dbf-97f9-4a46-8f4b-2b17fc00160f req-f38ef8b8-05a9-46c9-8582-a0e27dc5ad50 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 948 time: 0.2587018 Feb 03 12:39:08.202385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Made reservation on behalf of cf1b3f1eff6c4de9999c199891103d36 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:08.205533 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.212706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3636cd-af74-485d-8373-a3706e17ce19 req-f4c7f0ac-e9b9-461e-8e7e-04e26493ce5e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.214128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f3636cd-af74-485d-8373-a3706e17ce19 req-f4c7f0ac-e9b9-461e-8e7e-04e26493ce5e tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks?id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&id=166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 787 time: 0.2721031 Feb 03 12:39:08.239634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-6f3636cd-af74-485d-8373-a3706e17ce19 req-2cb638e7-86a0-4c76-8d61-9a1bbcee8277 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:39:08.240624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f3636cd-af74-485d-8373-a3706e17ce19 req-2cb638e7-86a0-4c76-8d61-9a1bbcee8277 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200667 Feb 03 12:39:08.244447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Pushing event updated for resources: {'Port': ['ID=9937dfda-ce53-4e2e-bd98-97414da384a6,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:08.402310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0e26dbf-97f9-4a46-8f4b-2b17fc00160f req-1e86ac83-84df-47d5-b8cc-d236b962a655 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871989 Feb 03 12:39:08.439117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Attempting to bind port 9937dfda-ce53-4e2e-bd98-97414da384a6 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:08.439460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Attempting to bind port 9937dfda-ce53-4e2e-bd98-97414da384a6 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:08.439796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Attempting to bind port 9937dfda-ce53-4e2e-bd98-97414da384a6 on network ff7288cd-6b04-4165-befc-518c407d3774 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:08.454625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Port 9937dfda-ce53-4e2e-bd98-97414da384a6 on network ff7288cd-6b04-4165-befc-518c407d3774 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:08.454958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Attempting to bind port 9937dfda-ce53-4e2e-bd98-97414da384a6 on network ff7288cd-6b04-4165-befc-518c407d3774 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:08.493034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf833e-5ff5-43a9-a097-7b0e8b2ae0db req-49a718d6-dd11-41c6-802a-3e94a7d8f7c2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.494858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bbf833e-5ff5-43a9-a097-7b0e8b2ae0db req-49a718d6-dd11-41c6-802a-3e94a7d8f7c2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.1796064 Feb 03 12:39:08.500433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:08.500783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Checking segment: {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:08.501175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Bound using segment: {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:08.501627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Bound port: 9937dfda-ce53-4e2e-bd98-97414da384a6, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:08.502210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.580864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Allocated IP 172.20.0.10 (e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29/6519694f-04e5-449b-87bd-4b4b8a967f7f/2ce05dc5-7589-43d1-b21a-49fc86500cb8) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:08.648142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bbf833e-5ff5-43a9-a097-7b0e8b2ae0db req-50865b86-8878-4f0f-bc99-37cc090915d9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432722 Feb 03 12:39:08.690310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:08.694507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9937dfda-ce53-4e2e-bd98-97414da384a6,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:08.725085 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.741052 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d4136b0-3299-42d0-b638-3117bfd114ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.761428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b487b0a-cf6b-4552-b089-66ad26e88a51 req-d6529d6c-6bfe-4479-887d-d22ef1f6889f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.766620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b487b0a-cf6b-4552-b089-66ad26e88a51 req-d6529d6c-6bfe-4479-887d-d22ef1f6889f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.772075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b487b0a-cf6b-4552-b089-66ad26e88a51 req-d6529d6c-6bfe-4479-887d-d22ef1f6889f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.777273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b487b0a-cf6b-4552-b089-66ad26e88a51 req-d6529d6c-6bfe-4479-887d-d22ef1f6889f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.782505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b487b0a-cf6b-4552-b089-66ad26e88a51 req-d6529d6c-6bfe-4479-887d-d22ef1f6889f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.787774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b487b0a-cf6b-4552-b089-66ad26e88a51 req-d6529d6c-6bfe-4479-887d-d22ef1f6889f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.793052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b487b0a-cf6b-4552-b089-66ad26e88a51 req-d6529d6c-6bfe-4479-887d-d22ef1f6889f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.794965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b487b0a-cf6b-4552-b089-66ad26e88a51 req-d6529d6c-6bfe-4479-887d-d22ef1f6889f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.2099152 Feb 03 12:39:08.883526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.884155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.885549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] 10.222.0.91 "PUT /v2.0/ports/9937dfda-ce53-4e2e-bd98-97414da384a6 HTTP/1.1" status: 200 len: 1092 time: 1.9894264 Feb 03 12:39:08.885987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:08.888234 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec930e3d-d590-418a-a2dd-3a933d53d20e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:09.034239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:09.160062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:09.172594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '82aa023e-ee47-4c4f-86ec-9a0cd5feb63e', 'network_id': '0f10723e-cb85-4ce2-a258-17e6c4461fee', 'port_id': '82aa023e-ee47-4c4f-86ec-9a0cd5feb63e', 'mac_address': 'fa:16:3e:09:3b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29c5634-4855-4e56-ba37-dca7870c430c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:09.214076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:09.214420 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.229667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:09.251161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:09.256251 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.309748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:09.316004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Pushing event updated for resources: {'Port': ['ID=9937dfda-ce53-4e2e-bd98-97414da384a6,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:09.348200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.348540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.348880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.349219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.349552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.349878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.350203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.350548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.350870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.351186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.351503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.351818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.352244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a5d322-8f79-492e-838a-a3eddcf48b46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:09.376018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc2bc3-df58-40d4-90f8-627429f81bb4 req-7ed4affd-e1f9-48ca-a64a-9bd7e60ca984 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.377587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbcc2bc3-df58-40d4-90f8-627429f81bb4 req-7ed4affd-e1f9-48ca-a64a-9bd7e60ca984 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 944 time: 0.6359589 Feb 03 12:39:09.406796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b487b0a-cf6b-4552-b089-66ad26e88a51 req-62d09e6b-264d-419f-806c-28623e57fd5c tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5724308 Feb 03 12:39:09.420182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks [] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.447752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-4a12aa9c-54cf-43dd-9049-5dbe2607236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.449199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-4a12aa9c-54cf-43dd-9049-5dbe2607236d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 1126 time: 0.1997819 Feb 03 12:39:09.547887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-53b8f2cd-8232-40f5-a6b0-ea500d942ad2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9937dfda-ce53-4e2e-bd98-97414da384a6 HTTP/1.1" status: 200 len: 217 time: 0.0851524 Feb 03 12:39:09.552808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbcc2bc3-df58-40d4-90f8-627429f81bb4 req-17bc104e-a33b-4dff-a90e-fda08c0634a2 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653628 Feb 03 12:39:09.556757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-785fe2e5-1bf3-4c0b-ad82-84285f1bbccb tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips/e37a48f7-85e1-4234-a752-51941aa73fc7 HTTP/1.1" status: 200 len: 693 time: 0.1143146 Feb 03 12:39:09.630730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.644606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:09.744028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-077315ff-a4e3-4b8e-aebd-7f28b128889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.745958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-077315ff-a4e3-4b8e-aebd-7f28b128889a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e65ca260-a0ed-4d89-a744-69405f9680e0 HTTP/1.1" status: 200 len: 844 time: 0.1882980 Feb 03 12:39:09.798561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:09.827624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:09.837420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-164502e9-e036-4cb8-ac58-fbe14c9e0ec7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ff7288cd-6b04-4165-befc-518c407d3774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731890 Feb 03 12:39:09.838023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Pushing event updated for resources: {'Port': ['ID=2ce05dc5-7589-43d1-b21a-49fc86500cb8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:09.840359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:09.861522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-38b6914b-6828-4a9e-a078-0fdcf16f5d66 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.862877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-38b6914b-6828-4a9e-a078-0fdcf16f5d66 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.2945848 Feb 03 12:39:09.881780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['82aa023e-ee47-4c4f-86ec-9a0cd5feb63e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:09.972029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-4d31078b-e1bb-4911-8dd9-422d3dc448d2 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0869198 Feb 03 12:39:10.006457 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.007886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.008578 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.030910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48531ce-6cce-4d04-9654-7ff87e92c60a req-776c15f2-3c1b-4b17-a59a-7582dfa6a7b9 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.032640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f48531ce-6cce-4d04-9654-7ff87e92c60a req-776c15f2-3c1b-4b17-a59a-7582dfa6a7b9 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 932 time: 0.2855623 Feb 03 12:39:10.089567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-5abae0a7-50af-4192-9625-3baace774c97 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0879905 Feb 03 12:39:10.099164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-49878033-b525-4bb7-b296-80cd2ce8beb8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3611124 Feb 03 12:39:10.128251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Request body: {'port': {'device_id': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:10.190595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-bbc37e7d-7b9a-4daf-919d-d886cb6fae0f service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450050 Feb 03 12:39:10.238597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f48531ce-6cce-4d04-9654-7ff87e92c60a req-7cec4673-c594-47cc-a567-19edb24efbb2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732917 Feb 03 12:39:10.399748 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.474266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d15e4da-a0ac-4bfa-82f2-151499d81df4 req-5e69c5c1-2c49-457a-813f-353ec4d674dd service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701831 Feb 03 12:39:10.500761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d648d4-f2fb-4ebd-a504-6161eaf9be4e req-5197e100-0d49-405c-8a10-82622054dbfd tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.502184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85d648d4-f2fb-4ebd-a504-6161eaf9be4e req-5197e100-0d49-405c-8a10-82622054dbfd tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 943 time: 0.1896007 Feb 03 12:39:10.579678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Deleting port 88fd9f0b-7bdd-4b3a-872b-8634f481ee47 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:10.579906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (88fd9f0b-7bdd-4b3a-872b-8634f481ee47), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.684712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85d648d4-f2fb-4ebd-a504-6161eaf9be4e req-874d7891-a65b-440a-b422-027ba19bf0e1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337423 Feb 03 12:39:10.737209 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f7a6a0-e1a9-4107-80e7-26b472a32942 x-openstack-request-id: req-f7f7a6a0-e1a9-4107-80e7-26b472a32942 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:10.737484 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:10.737702 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7f7a6a0-e1a9-4107-80e7-26b472a32942 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:10.738115 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6', 'status': 'completed', 'code': 200} Feb 03 12:39:10.745553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (88fd9f0b-7bdd-4b3a-872b-8634f481ee47), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.745926 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (88fd9f0b-7bdd-4b3a-872b-8634f481ee47), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.782395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Calling delete_port for 88fd9f0b-7bdd-4b3a-872b-8634f481ee47 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:10.942106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce05dc5-7589-43d1-b21a-49fc86500cb8 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:10.957727 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Publish callbacks [] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.967390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-97e8d9af-cc64-419c-83d9-b069efae8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.968920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-97e8d9af-cc64-419c-83d9-b069efae8dac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 1126 time: 0.2001708 Feb 03 12:39:10.984742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf594309-62e5-4b3e-9b23-75267a8741ce req-c2516797-ee9a-4f39-8986-b2f7ad5858d2 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.986227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf594309-62e5-4b3e-9b23-75267a8741ce req-c2516797-ee9a-4f39-8986-b2f7ad5858d2 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 948 time: 0.1980529 Feb 03 12:39:11.001716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Transition to ACTIVE for port object 2ce05dc5-7589-43d1-b21a-49fc86500cb8 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:11.031589 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.190058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=2ce05dc5-7589-43d1-b21a-49fc86500cb8,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:11.205046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf594309-62e5-4b3e-9b23-75267a8741ce req-eb5d6f74-0f7f-4c84-8264-fe5db21a7144 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056675 Feb 03 12:39:11.244937 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (88fd9f0b-7bdd-4b3a-872b-8634f481ee47), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.277637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-6e4bfa86-6256-4b8a-bcca-fee5a12e2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.279154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-6e4bfa86-6256-4b8a-bcca-fee5a12e2ea4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 905 time: 0.2899566 Feb 03 12:39:11.338843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event deleted for resources: {'Port': ['ID=88fd9f0b-7bdd-4b3a-872b-8634f481ee47,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:11.392433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.395584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-1d590027-8c22-4052-8416-61e74f4faf18 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9937dfda-ce53-4e2e-bd98-97414da384a6 HTTP/1.1" status: 200 len: 217 time: 0.0876546 Feb 03 12:39:11.486252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:11.486611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:11.486955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:11.501932 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (e37a48f7-85e1-4234-a752-51941aa73fc7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.504480 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.505614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c141abaa-74e4-4d7a-bfaf-89dfcc1c0f69 req-f3b58d16-89c8-42ee-a525-567f9aa2c338 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "DELETE /v2.0/floatingips/e37a48f7-85e1-4234-a752-51941aa73fc7 HTTP/1.1" status: 204 len: 173 time: 1.4055660 Feb 03 12:39:11.506418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:11.506738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:11.509550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-7515a81b-651e-4070-ad57-22eb264633a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.510981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-7515a81b-651e-4070-ad57-22eb264633a8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e65ca260-a0ed-4d89-a744-69405f9680e0 HTTP/1.1" status: 200 len: 844 time: 0.1054471 Feb 03 12:39:11.517922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d3ef1-0ab7-4c92-91b6-d9a28d7ff62a req-4f63cd9f-c638-406b-a09e-0bbe13e2f629 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.519361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-139d3ef1-0ab7-4c92-91b6-d9a28d7ff62a req-4f63cd9f-c638-406b-a09e-0bbe13e2f629 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.2512498 Feb 03 12:39:11.533143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:11.533492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:11.533877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:11.534313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Bound port: 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:11.534743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.563691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-66243245-58e2-4d13-a64d-6e2965dc7bf2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ff7288cd-6b04-4165-befc-518c407d3774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433772 Feb 03 12:39:11.729416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-139d3ef1-0ab7-4c92-91b6-d9a28d7ff62a req-ddce1109-7e7b-4398-b6fd-87ea62106557 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977110 Feb 03 12:39:11.754370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:11.764086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:11.780824 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.795978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0bbe9-79ef-48b9-ac66-ca9418121d36 req-783c9cbb-d7e4-4a7d-9684-456f22dbbb99 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.801354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0bbe9-79ef-48b9-ac66-ca9418121d36 req-783c9cbb-d7e4-4a7d-9684-456f22dbbb99 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.806775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0bbe9-79ef-48b9-ac66-ca9418121d36 req-783c9cbb-d7e4-4a7d-9684-456f22dbbb99 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.812153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0bbe9-79ef-48b9-ac66-ca9418121d36 req-783c9cbb-d7e4-4a7d-9684-456f22dbbb99 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.817293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0bbe9-79ef-48b9-ac66-ca9418121d36 req-783c9cbb-d7e4-4a7d-9684-456f22dbbb99 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.822590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0bbe9-79ef-48b9-ac66-ca9418121d36 req-783c9cbb-d7e4-4a7d-9684-456f22dbbb99 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.827829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0bbe9-79ef-48b9-ac66-ca9418121d36 req-783c9cbb-d7e4-4a7d-9684-456f22dbbb99 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.829817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77e0bbe9-79ef-48b9-ac66-ca9418121d36 req-783c9cbb-d7e4-4a7d-9684-456f22dbbb99 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.2148027 Feb 03 12:39:11.831808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-fada5034-eba5-404b-838d-6591a95efdc2 service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584918 Feb 03 12:39:11.940920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.941539 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.943005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] 10.222.0.72 "PUT /v2.0/ports/2ce05dc5-7589-43d1-b21a-49fc86500cb8 HTTP/1.1" status: 200 len: 1093 time: 1.8202510 Feb 03 12:39:12.344059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901eb98-82ea-4c57-b69e-e824a0f0bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=2ce05dc5-7589-43d1-b21a-49fc86500cb8,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:12.403776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77e0bbe9-79ef-48b9-ac66-ca9418121d36 req-02064cad-e343-4739-9768-7b0b3dd1b37f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5379932 Feb 03 12:39:12.414399 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffc010-a5b8-42d0-a79d-a59c75d58242 req-8d5da259-445a-4962-ae9a-fb6190f1ab45 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.416088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ffc010-a5b8-42d0-a79d-a59c75d58242 req-8d5da259-445a-4962-ae9a-fb6190f1ab45 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 945 time: 0.5833812 Feb 03 12:39:12.438144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec930e3d-d590-418a-a2dd-3a933d53d20e req-ab975ccb-c9e8-4d31-aa74-23ba95a51d4d service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803316 Feb 03 12:39:12.456478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6580e08-df91-40b3-8642-4b166050f52f req-a86d5f07-937e-44a7-8f13-f8201d2879f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.458168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-a86d5f07-937e-44a7-8f13-f8201d2879f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 1127 time: 0.1633692 Feb 03 12:39:12.485625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ffc010-a5b8-42d0-a79d-a59c75d58242 req-7adfb6ca-4aec-4174-aea7-7bdb7b7c05c7 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599420 Feb 03 12:39:12.532466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-0cd0592e-7421-4a0f-90dc-d04769bccb4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8 HTTP/1.1" status: 200 len: 217 time: 0.0458794 Feb 03 12:39:12.636770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6580e08-df91-40b3-8642-4b166050f52f req-4ddcbc0f-f6b4-49fc-90e2-4e200e8c91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.638164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-4ddcbc0f-f6b4-49fc-90e2-4e200e8c91d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0893283 Feb 03 12:39:12.644517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248759d-049e-4472-a95e-4549a4498508 req-5783f36e-0741-4f00-a424-8bbabf40f8e7 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.645997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7248759d-049e-4472-a95e-4549a4498508 req-5783f36e-0741-4f00-a424-8bbabf40f8e7 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 1131 time: 0.1245866 Feb 03 12:39:12.664387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:12.689552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-3f9e47b1-960f-43dc-bd02-83e009ca07e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425735 Feb 03 12:39:12.700213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ea7e4-d4b8-4c8d-9d07-7732cc29e2c6 req-ecbbde0b-c3a9-4b92-8ea2-5289c370dfb2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.701641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-125ea7e4-d4b8-4c8d-9d07-7732cc29e2c6 req-ecbbde0b-c3a9-4b92-8ea2-5289c370dfb2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.1409161 Feb 03 12:39:12.739720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:12.741964 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:12.775368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7248759d-049e-4472-a95e-4549a4498508 req-a02e5579-e892-462a-8c6c-4ce51f9c03e9 tempest-ServersOnMultiNodesTest-409961850 tempest-ServersOnMultiNodesTest-409961850-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196580 Feb 03 12:39:12.872766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-125ea7e4-d4b8-4c8d-9d07-7732cc29e2c6 req-cc0268e0-127d-448c-9b99-a3d97d770339 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612082 Feb 03 12:39:12.885255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd59adec-1870-438c-a12c-1a9d2389caad req-9798326f-354b-40b6-a1c4-6a2cd1dd0e6c tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips/d24f87c8-b635-4608-9ff9-ff4e65e5029c HTTP/1.1" status: 200 len: 692 time: 0.0705631 Feb 03 12:39:12.905542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-bfefff0b-301a-4f06-802e-c31ecf23eb4c service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027745 Feb 03 12:39:13.047639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:13.093022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59adec-1870-438c-a12c-1a9d2389caad req-1252528b-fea5-441a-80e0-e48b12eba4e0 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.094412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd59adec-1870-438c-a12c-1a9d2389caad req-1252528b-fea5-441a-80e0-e48b12eba4e0 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.2017620 Feb 03 12:39:13.099456 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6580e08-df91-40b3-8642-4b166050f52f req-7b0b7fc7-7368-4824-8740-fa451110c2b1 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829054 Feb 03 12:39:13.103351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:13.108412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:13.108771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.162085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd59adec-1870-438c-a12c-1a9d2389caad req-885a8b88-0830-4f7e-a375-f2709ab77382 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0493200 Feb 03 12:39:13.173389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a53ec-f090-4eb4-a1e3-1872d06daabc req-6b603d25-6f7a-4d9c-aacc-8b4dd1fd5ae9 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.174984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c60a53ec-f090-4eb4-a1e3-1872d06daabc req-6b603d25-6f7a-4d9c-aacc-8b4dd1fd5ae9 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 943 time: 0.1435747 Feb 03 12:39:13.191540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:13.192200 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.214870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0e95bf-80eb-47e1-90d1-97e598c3891d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aa023e-ee47-4c4f-86ec-9a0cd5feb63e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:13.217312 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f987cc0-c70e-4dae-9d46-4e1b04fd5367" -d '{"events": [{"server_uuid": "1e0e95bf-80eb-47e1-90d1-97e598c3891d", "name": "network-vif-plugged", "status": "completed", "tag": "82aa023e-ee47-4c4f-86ec-9a0cd5feb63e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:13.229889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:13.235662 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.236880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd59adec-1870-438c-a12c-1a9d2389caad req-6238b668-b2b2-4c25-9ea8-e6ba4b46614a tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0608909 Feb 03 12:39:13.287718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:13.369276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c60a53ec-f090-4eb4-a1e3-1872d06daabc req-83dc2c89-cf78-4871-ad5f-944fa02a8386 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476974 Feb 03 12:39:13.398054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-cd59adec-1870-438c-a12c-1a9d2389caad req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Deleting port a6b612a4-aa74-4f7e-92c0-50232de2724b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:13.398316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cd59adec-1870-438c-a12c-1a9d2389caad req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a6b612a4-aa74-4f7e-92c0-50232de2724b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.416233 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8904a421-3754-493d-89fc-dcf8dcf7cd0e x-openstack-request-id: req-8904a421-3754-493d-89fc-dcf8dcf7cd0e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:13.416549 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:13.416904 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8904a421-3754-493d-89fc-dcf8dcf7cd0e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:13.417316 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8', 'status': 'completed', 'code': 200} Feb 03 12:39:13.544506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cd59adec-1870-438c-a12c-1a9d2389caad req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a6b612a4-aa74-4f7e-92c0-50232de2724b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.544813 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cd59adec-1870-438c-a12c-1a9d2389caad req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (a6b612a4-aa74-4f7e-92c0-50232de2724b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.564518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-cd59adec-1870-438c-a12c-1a9d2389caad req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Calling delete_port for a6b612a4-aa74-4f7e-92c0-50232de2724b owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:13.616931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-e6e03cae-58e1-47ab-a88a-c639a99f118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.618579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-e6e03cae-58e1-47ab-a88a-c639a99f118d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 1127 time: 0.1609898 Feb 03 12:39:13.627792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d064c3-5528-4a6d-9f92-5e6757aa3267 req-1d0eaca8-1c19-48fd-825c-28622ca8c0f3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.629328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1d064c3-5528-4a6d-9f92-5e6757aa3267 req-1d0eaca8-1c19-48fd-825c-28622ca8c0f3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 946 time: 0.1581793 Feb 03 12:39:13.813505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1d064c3-5528-4a6d-9f92-5e6757aa3267 req-20721db7-bbb8-4150-9dbc-9a40c71347d0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694641 Feb 03 12:39:13.827102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-8b0648f0-0699-4437-a009-a013dc02f529 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.828604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-8b0648f0-0699-4437-a009-a013dc02f529 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1129 time: 0.1921537 Feb 03 12:39:13.843218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-6b1256a1-5493-45aa-8d25-f488c9f0d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.844692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-6b1256a1-5493-45aa-8d25-f488c9f0d962 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.2144756 Feb 03 12:39:13.848852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-10'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:13.936682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-19cbda86-b4ea-4ad8-b0e7-a92dce271673 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8 HTTP/1.1" status: 200 len: 217 time: 0.0830610 Feb 03 12:39:14.015208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cd59adec-1870-438c-a12c-1a9d2389caad req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a6b612a4-aa74-4f7e-92c0-50232de2724b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.017069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.060058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event deleted for resources: {'Port': ['ID=a6b612a4-aa74-4f7e-92c0-50232de2724b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:14.065633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-47ad4d1b-83a2-4171-ac82-f6998b37a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.067563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-47ad4d1b-83a2-4171-ac82-f6998b37a58c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.1210499 Feb 03 12:39:14.119974 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b38fd3-4bbe-4e87-b7e1-e4e7e51c5a2d x-openstack-request-id: req-89b38fd3-4bbe-4e87-b7e1-e4e7e51c5a2d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:14.120526 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0e95bf-80eb-47e1-90d1-97e598c3891d", "name": "network-vif-plugged", "status": "completed", "tag": "82aa023e-ee47-4c4f-86ec-9a0cd5feb63e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:14.120814 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89b38fd3-4bbe-4e87-b7e1-e4e7e51c5a2d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:14.121537 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0e95bf-80eb-47e1-90d1-97e598c3891d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aa023e-ee47-4c4f-86ec-9a0cd5feb63e', 'code': 200} Feb 03 12:39:14.149490 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-10610033-5192-4a2d-b41c-5a457c8bba0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470896 Feb 03 12:39:14.331149 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cd59adec-1870-438c-a12c-1a9d2389caad req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (d24f87c8-b635-4608-9ff9-ff4e65e5029c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.333421 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cd59adec-1870-438c-a12c-1a9d2389caad req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.334628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd59adec-1870-438c-a12c-1a9d2389caad req-2505b4f6-ca4e-4916-94af-64229dbd1c94 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "DELETE /v2.0/floatingips/d24f87c8-b635-4608-9ff9-ff4e65e5029c HTTP/1.1" status: 204 len: 173 time: 1.0915723 Feb 03 12:39:14.397183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:14.419604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c9ae-be8b-428e-9fcc-ecc71575bfed req-46b53f21-115f-4430-a99d-c956e1ad0c17 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.424738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c9ae-be8b-428e-9fcc-ecc71575bfed req-46b53f21-115f-4430-a99d-c956e1ad0c17 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.429952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c9ae-be8b-428e-9fcc-ecc71575bfed req-46b53f21-115f-4430-a99d-c956e1ad0c17 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.435401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c9ae-be8b-428e-9fcc-ecc71575bfed req-46b53f21-115f-4430-a99d-c956e1ad0c17 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.440564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c9ae-be8b-428e-9fcc-ecc71575bfed req-46b53f21-115f-4430-a99d-c956e1ad0c17 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.445817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c9ae-be8b-428e-9fcc-ecc71575bfed req-46b53f21-115f-4430-a99d-c956e1ad0c17 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.451252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c9ae-be8b-428e-9fcc-ecc71575bfed req-46b53f21-115f-4430-a99d-c956e1ad0c17 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.453116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b809c9ae-be8b-428e-9fcc-ecc71575bfed req-46b53f21-115f-4430-a99d-c956e1ad0c17 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.2803423 Feb 03 12:39:14.472113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-1a075a6a-17ca-4e1c-9575-9decd48bd025 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107162 Feb 03 12:39:14.535595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cd037-8bb7-454a-a035-a0f668898494 req-5bb53828-8200-4a9d-a5ae-8dd03438492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.537098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a79cd037-8bb7-454a-a035-a0f668898494 req-5bb53828-8200-4a9d-a5ae-8dd03438492e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 1129 time: 0.3233993 Feb 03 12:39:14.626204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:14.707026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b809c9ae-be8b-428e-9fcc-ecc71575bfed req-61f158f2-cfe3-4c15-95b0-6706bc86cc25 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2411768 Feb 03 12:39:14.722859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2505d-c45b-4da4-bcb9-819e0d3262fe req-9f0c8be0-74ad-47ed-bd7f-2bf2687cc1b4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.724355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3de2505d-c45b-4da4-bcb9-819e0d3262fe req-9f0c8be0-74ad-47ed-bd7f-2bf2687cc1b4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 946 time: 0.3251703 Feb 03 12:39:14.734420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a79cd037-8bb7-454a-a035-a0f668898494 req-587b9509-7f03-4367-a67a-32a99c313a50 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882367 Feb 03 12:39:14.748226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31ad3dfe-2749-4d34-acd0-b2cec90fa2ed req-620575a3-7cc4-47ce-9677-34bf0239f8ed service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496533 Feb 03 12:39:14.750206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Publish callbacks [] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.765268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.848654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3de2505d-c45b-4da4-bcb9-819e0d3262fe req-985dbddf-3cd9-45cf-a48f-9928cfbadcd8 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111608 Feb 03 12:39:14.889171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Pushing event updated for resources: {'Port': ['ID=772d7407-bdfd-461c-b373-bdf9fc3d631c,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:14.942317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089439d-fd93-41bb-acf2-aadec30d9494 req-edfda441-8c3d-4970-94b7-e8e71ef310ca tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.943831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3089439d-fd93-41bb-acf2-aadec30d9494 req-edfda441-8c3d-4970-94b7-e8e71ef310ca tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.1444435 Feb 03 12:39:14.960362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c on host n-h1-792364-10 for vnic_type normal with profile {"migrating_to": "n-h2-792364-10"} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:14.960700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:14.961030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:14.979101 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Port 772d7407-bdfd-461c-b373-bdf9fc3d631c on network 7026356e-f34e-4d0e-9716-230368f573cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:14.979429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Attempting to bind port 772d7407-bdfd-461c-b373-bdf9fc3d631c on network 7026356e-f34e-4d0e-9716-230368f573cf {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:14.995491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:14.995827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Checking segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:14.996209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Bound using segment: {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:14.996643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Bound port: 772d7407-bdfd-461c-b373-bdf9fc3d631c, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d7adb-2c50-4464-b003-5ecc5b8f6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7026356e-f34e-4d0e-9716-230368f573cf'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:14.997001 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:15.037762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292754d-3950-4ecb-9639-04008a86636a req-fa19bda9-fb74-4b01-b336-7fa094ed6c05 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.039336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7292754d-3950-4ecb-9639-04008a86636a req-fa19bda9-fb74-4b01-b336-7fa094ed6c05 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 948 time: 0.1271427 Feb 03 12:39:15.043296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3089439d-fd93-41bb-acf2-aadec30d9494 req-d4e61e81-1f47-4bbb-a242-c7ce5a2e475c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851221 Feb 03 12:39:15.053158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9937dfda-ce53-4e2e-bd98-97414da384a6 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:15.138770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:15.144836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7292754d-3950-4ecb-9639-04008a86636a req-e828f1c3-3b8f-40dc-a54b-48ab6568849e tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840178 Feb 03 12:39:15.146769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:15.157184 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:15.186179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9937dfda-ce53-4e2e-bd98-97414da384a6,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:15.200719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '9937dfda-ce53-4e2e-bd98-97414da384a6', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'port_id': '9937dfda-ce53-4e2e-bd98-97414da384a6', 'mac_address': 'fa:16:3e:24:b3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65ca260-a0ed-4d89-a744-69405f9680e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:15.249290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 9937dfda-ce53-4e2e-bd98-97414da384a6 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:15.249858 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:15.257717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-339dba54-37f5-40b2-b270-f02b5d2f2d67 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips/3eac04e5-de99-4399-ad03-8f2cc324eb2a HTTP/1.1" status: 200 len: 693 time: 0.0659091 Feb 03 12:39:15.268894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9937dfda-ce53-4e2e-bd98-97414da384a6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:15.293344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9937dfda-ce53-4e2e-bd98-97414da384a6,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:15.301073 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:15.364569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=9937dfda-ce53-4e2e-bd98-97414da384a6,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:15.373893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.374239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.374606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.374942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.375274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.375604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.376063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.376549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.376885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.377211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.377534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.377853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.378171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:15.708355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:15.711495 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c938233-ddbe-47d3-9861-9ed26ac65b50" -d '{"events": [{"server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:15.715303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Pushing event updated for resources: {'Port': ['ID=772d7407-bdfd-461c-b373-bdf9fc3d631c,revision_number=8']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:15.763343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.763974 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:15.765359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-2dc16a4c-dcb0-477e-8e9b-62f469083212 service neutron] 10.222.0.72 "PUT /v2.0/ports/772d7407-bdfd-461c-b373-bdf9fc3d631c HTTP/1.1" status: 200 len: 1124 time: 1.9238493 Feb 03 12:39:15.863348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['9937dfda-ce53-4e2e-bd98-97414da384a6'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:15.872386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['772d7407-bdfd-461c-b373-bdf9fc3d631c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:15.911427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-b72e1780-309c-45f3-a91c-16204ee4d141 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.912866 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-b72e1780-309c-45f3-a91c-16204ee4d141 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.6492271 Feb 03 12:39:15.950959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['772d7407-bdfd-461c-b373-bdf9fc3d631c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:15.981825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-626b4dbd-5cb5-45e6-b768-9e7f8b974639 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.983849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-626b4dbd-5cb5-45e6-b768-9e7f8b974639 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 948 time: 0.2261868 Feb 03 12:39:15.997201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df461f56-bfc0-44e2-9426-bee4d92e325b req-a916d8b3-8ad2-4a1e-b833-8f2cab970351 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.004881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df461f56-bfc0-44e2-9426-bee4d92e325b req-a916d8b3-8ad2-4a1e-b833-8f2cab970351 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 944 time: 0.6933937 Feb 03 12:39:16.090823 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-8fdab066-3361-4882-bfed-fa2db8c0b1b9 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.1634688 Feb 03 12:39:16.108923 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.202630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df461f56-bfc0-44e2-9426-bee4d92e325b req-35687c7f-b166-44c2-bc5b-a511c820d98f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968153 Feb 03 12:39:16.229849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-7307d957-6f3f-459e-9c6a-b78b68453f19 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.1043899 Feb 03 12:39:16.357155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Deleting port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:16.357840 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.637223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] For port cccf26be-c4d2-44c4-b0df-ca4a8cb00539, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:16.637463 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.642932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 772d7407-bdfd-461c-b373-bdf9fc3d631c details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:16.661168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Calling delete_port for cccf26be-c4d2-44c4-b0df-ca4a8cb00539 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:16.683528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86b2ea-66fd-440c-9c2f-cfae9e4fdf75 req-f4411fb6-3caf-4a98-9d17-6914af3f6d45 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.690595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d86b2ea-66fd-440c-9c2f-cfae9e4fdf75 req-f4411fb6-3caf-4a98-9d17-6914af3f6d45 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.3665164 Feb 03 12:39:16.766648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Deleting port 1bc2263b-af09-4ca1-b988-40bb871c3206 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:16.766987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1bc2263b-af09-4ca1-b988-40bb871c3206), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.792795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:16.812483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 772d7407-bdfd-461c-b373-bdf9fc3d631c has no active binding in host n-h2-792364-10 {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:39:16.818659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d86b2ea-66fd-440c-9c2f-cfae9e4fdf75 req-293cf38e-c3d5-4083-b892-40ec81334641 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229963 Feb 03 12:39:16.915288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1bc2263b-af09-4ca1-b988-40bb871c3206), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.916158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (1bc2263b-af09-4ca1-b988-40bb871c3206), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.929448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Calling delete_port for 1bc2263b-af09-4ca1-b988-40bb871c3206 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:17.096617 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (cccf26be-c4d2-44c4-b0df-ca4a8cb00539), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.111595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['5fac73af-2799-471d-8bfb-16d019a131bb', 'd08dfc34-7f2d-4afb-ac90-1c12b0def494', 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:17.115188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', '0ce60cc7-da57-4b82-bf24-fbf39bbbce27', 'cccf26be-c4d2-44c4-b0df-ca4a8cb00539'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:17.183405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effcd5-e843-49c9-81c4-ff697b0e43ee req-c7e9d3f0-ff30-4819-9d0b-64d2b1bdcbcc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.191089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effcd5-e843-49c9-81c4-ff697b0e43ee req-c7e9d3f0-ff30-4819-9d0b-64d2b1bdcbcc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.200063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effcd5-e843-49c9-81c4-ff697b0e43ee req-c7e9d3f0-ff30-4819-9d0b-64d2b1bdcbcc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.206508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effcd5-e843-49c9-81c4-ff697b0e43ee req-c7e9d3f0-ff30-4819-9d0b-64d2b1bdcbcc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.214044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effcd5-e843-49c9-81c4-ff697b0e43ee req-c7e9d3f0-ff30-4819-9d0b-64d2b1bdcbcc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.226127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effcd5-e843-49c9-81c4-ff697b0e43ee req-c7e9d3f0-ff30-4819-9d0b-64d2b1bdcbcc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.233205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effcd5-e843-49c9-81c4-ff697b0e43ee req-c7e9d3f0-ff30-4819-9d0b-64d2b1bdcbcc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.235377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5effcd5-e843-49c9-81c4-ff697b0e43ee req-c7e9d3f0-ff30-4819-9d0b-64d2b1bdcbcc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.2392185 Feb 03 12:39:17.262231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1bc2263b-af09-4ca1-b988-40bb871c3206), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.267901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event deleted for resources: {'Port': ['ID=cccf26be-c4d2-44c4-b0df-ca4a8cb00539,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:17.359959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Pushing event deleted for resources: {'Port': ['ID=1bc2263b-af09-4ca1-b988-40bb871c3206,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:17.410971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] No DVR routers for this DVR port cccf26be-c4d2-44c4-b0df-ca4a8cb00539 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:17.417958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.421719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d05ddaa-d679-4537-ab75-1ce312aefa81 req-d99c8b79-b39f-405a-90c7-3dc1e2fc8617 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "DELETE /v2.0/ports/cccf26be-c4d2-44c4-b0df-ca4a8cb00539 HTTP/1.1" status: 204 len: 173 time: 1.4043114 Feb 03 12:39:17.575647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5effcd5-e843-49c9-81c4-ff697b0e43ee req-5d2f3a9f-d2e0-4b2e-995a-e46a7a92989c tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3173835 Feb 03 12:39:17.657942 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b1d4b8-bf58-4298-834f-dc0631ca91a9 x-openstack-request-id: req-82b1d4b8-bf58-4298-834f-dc0631ca91a9 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:17.658300 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:17.658665 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82b1d4b8-bf58-4298-834f-dc0631ca91a9 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:17.659128 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c', 'code': 200} Feb 03 12:39:17.672892 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks [] for floatingip (3eac04e5-de99-4399-ad03-8f2cc324eb2a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.693270 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.699768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-151292bf-f33a-4dbb-99c9-a8f128bc45f6 req-586c2afc-4208-4c08-992d-f6c44b147f00 tempest-FloatingIPDetailsTestJSON-1847170099 tempest-FloatingIPDetailsTestJSON-1847170099-project] 10.222.0.65 "DELETE /v2.0/floatingips/3eac04e5-de99-4399-ad03-8f2cc324eb2a HTTP/1.1" status: 204 len: 173 time: 1.4622684 Feb 03 12:39:17.706587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51170) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:17.895380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f936d9b-51be-4939-a402-37da97cc6058 req-3838656d-335d-4846-a029-0bc5ec52c13c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.896997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f936d9b-51be-4939-a402-37da97cc6058 req-3838656d-335d-4846-a029-0bc5ec52c13c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 946 time: 0.1428452 Feb 03 12:39:17.976471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df9738-0bb2-41f7-a242-6f7c91cf5b4c req-f76f9dba-f5cf-4140-b4bf-cb4b8dae3ab6 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.978154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32df9738-0bb2-41f7-a242-6f7c91cf5b4c req-f76f9dba-f5cf-4140-b4bf-cb4b8dae3ab6 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.1425188 Feb 03 12:39:18.065104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f936d9b-51be-4939-a402-37da97cc6058 req-675d89a1-4a31-403c-b0d6-23509ef24210 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594551 Feb 03 12:39:18.147493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32df9738-0bb2-41f7-a242-6f7c91cf5b4c req-6a672106-feba-4ec9-8586-1bcd7e1b7f97 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591804 Feb 03 12:39:18.183667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-183dd699-f798-43d8-a100-d45e973f48e2 req-944a644c-e1a7-490c-a867-c08d2506fc24 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc6928a8-2955-4249-a99c-1bda6ec1e9f7 HTTP/1.1" status: 200 len: 210 time: 0.0351846 Feb 03 12:39:18.377696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6141d-4c18-4094-9dac-46804d8a38a7 req-eed0e70e-6805-48b2-bb59-87d3c9444d69 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.379096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dca6141d-4c18-4094-9dac-46804d8a38a7 req-eed0e70e-6805-48b2-bb59-87d3c9444d69 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 944 time: 0.1208186 Feb 03 12:39:18.399177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6c902-9e62-4c72-98c1-16932dbf8bef req-eb45c37f-37c5-4a8d-8fce-3287d7e40280 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.400593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f6c902-9e62-4c72-98c1-16932dbf8bef req-eb45c37f-37c5-4a8d-8fce-3287d7e40280 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.1400523 Feb 03 12:39:18.468788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dca6141d-4c18-4094-9dac-46804d8a38a7 req-0a7b6760-9eb1-4983-989e-555b0ac56828 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829945 Feb 03 12:39:18.474375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.528349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f6c902-9e62-4c72-98c1-16932dbf8bef req-5e297883-1e98-4530-b191-cbce00ed650a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202536 Feb 03 12:39:18.822341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458667ac-dd82-41fe-a384-fde9f0963929 req-3b6c7317-98f1-471a-9dbf-6e2971c534f4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.823856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-458667ac-dd82-41fe-a384-fde9f0963929 req-3b6c7317-98f1-471a-9dbf-6e2971c534f4 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 946 time: 0.1469903 Feb 03 12:39:18.835840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23805cd7-a6c8-41cb-9d15-cd4207081440 req-a921165f-5a06-4992-846c-a5880c51313b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.841654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23805cd7-a6c8-41cb-9d15-cd4207081440 req-a921165f-5a06-4992-846c-a5880c51313b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.846872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23805cd7-a6c8-41cb-9d15-cd4207081440 req-a921165f-5a06-4992-846c-a5880c51313b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.852627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23805cd7-a6c8-41cb-9d15-cd4207081440 req-a921165f-5a06-4992-846c-a5880c51313b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.858254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23805cd7-a6c8-41cb-9d15-cd4207081440 req-a921165f-5a06-4992-846c-a5880c51313b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.863713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23805cd7-a6c8-41cb-9d15-cd4207081440 req-a921165f-5a06-4992-846c-a5880c51313b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.869462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23805cd7-a6c8-41cb-9d15-cd4207081440 req-a921165f-5a06-4992-846c-a5880c51313b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.871200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23805cd7-a6c8-41cb-9d15-cd4207081440 req-a921165f-5a06-4992-846c-a5880c51313b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.1981418 Feb 03 12:39:18.970266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-458667ac-dd82-41fe-a384-fde9f0963929 req-6e0dfbf2-5821-4f19-954a-c970895a9c91 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973282 Feb 03 12:39:18.981298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Deleting port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:18.981988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.988852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23805cd7-a6c8-41cb-9d15-cd4207081440 req-6af47f59-6515-4956-85e4-c633baf176b4 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081843 Feb 03 12:39:19.068953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9937dfda-ce53-4e2e-bd98-97414da384a6 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:19.069548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] For port 78ddeb0f-8b49-42c1-b2cc-b875d12950bc, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=78ddeb0f-8b49-42c1-b2cc-b875d12950bc,segment=NetworkSegment(ed1506ce-52e9-4783-af32-935ab97a97dd),segment_id=ed1506ce-52e9-4783-af32-935ab97a97dd)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:19.069845 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.085533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Calling delete_port for 78ddeb0f-8b49-42c1-b2cc-b875d12950bc owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:19.141691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 9937dfda-ce53-4e2e-bd98-97414da384a6 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:19.145874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 9937dfda-ce53-4e2e-bd98-97414da384a6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:19.146254 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.235432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 9937dfda-ce53-4e2e-bd98-97414da384a6 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:19.235749 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.261689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:19.267885 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57978e9e-3d15-4600-9627-827bd106d430" -d '{"events": [{"server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "name": "network-vif-plugged", "status": "completed", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:19.282515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9937dfda-ce53-4e2e-bd98-97414da384a6,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:19.287706 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.336949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbaab0-d555-4249-aef0-9b6b96039bd9 req-96e7d862-9e00-4b02-be56-48abfba60f0b tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:19.337203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=9937dfda-ce53-4e2e-bd98-97414da384a6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:19.338130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93bbaab0-d555-4249-aef0-9b6b96039bd9 req-96e7d862-9e00-4b02-be56-48abfba60f0b tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 946 time: 0.1312900 Feb 03 12:39:19.367517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabd3ed-4efd-41fc-b51f-d229352c0be8 req-153ddd33-b74e-478b-87d8-86851bd802e0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:19.369223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fabd3ed-4efd-41fc-b51f-d229352c0be8 req-153ddd33-b74e-478b-87d8-86851bd802e0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.1293702 Feb 03 12:39:19.371223 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (78ddeb0f-8b49-42c1-b2cc-b875d12950bc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.411672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ddeb0f-8b49-42c1-b2cc-b875d12950bc,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:19.512540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93bbaab0-d555-4249-aef0-9b6b96039bd9 req-96b89bd9-0b63-45ca-96b9-0999ab7b048e tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf21e40b-2c76-462c-b009-4205575d7877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519327 Feb 03 12:39:19.531734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fabd3ed-4efd-41fc-b51f-d229352c0be8 req-1e44245a-7020-483d-818c-4f305adcdae2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499197 Feb 03 12:39:19.616443 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b41c4de-8359-45c8-87e1-d27fc5ca0c05 x-openstack-request-id: req-6b41c4de-8359-45c8-87e1-d27fc5ca0c05 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:19.617004 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "name": "network-vif-plugged", "status": "completed", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:19.617361 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b41c4de-8359-45c8-87e1-d27fc5ca0c05 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:19.618033 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6', 'code': 200} Feb 03 12:39:19.667203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c'}, {'server_uuid': 'fc6928a8-2955-4249-a99c-1bda6ec1e9f7', 'name': 'network-vif-deleted', 'tag': 'cccf26be-c4d2-44c4-b0df-ca4a8cb00539'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:19.669096 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a6d991-1575-454d-b342-15d784476154" -d '{"events": [{"name": "network-changed", "server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c"}, {"server_uuid": "fc6928a8-2955-4249-a99c-1bda6ec1e9f7", "name": "network-vif-deleted", "tag": "cccf26be-c4d2-44c4-b0df-ca4a8cb00539"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:20.099559 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.131601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae0f2-a9bc-4f20-90f4-1236d7cd8446 req-8628b21f-6ca3-4c51-8cbe-84bf59e975f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.133069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ffae0f2-a9bc-4f20-90f4-1236d7cd8446 req-8628b21f-6ca3-4c51-8cbe-84bf59e975f7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 1128 time: 0.4472988 Feb 03 12:39:20.143719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e04e17-dbf3-450b-a267-de0653911c0f req-8668a65b-8b57-44bf-af5f-06e7ad4f2b40 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.145143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9e04e17-dbf3-450b-a267-de0653911c0f req-8668a65b-8b57-44bf-af5f-06e7ad4f2b40 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 945 time: 0.4710050 Feb 03 12:39:20.188381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0721047-d374-4170-848a-3ec19139d701 req-2667b86f-163b-4bac-bdf3-21dd082895b4 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.189811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0721047-d374-4170-848a-3ec19139d701 req-2667b86f-163b-4bac-bdf3-21dd082895b4 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.4929979 Feb 03 12:39:20.335714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ffae0f2-a9bc-4f20-90f4-1236d7cd8446 req-766e9b18-1033-4569-8338-688ca2e21e2b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612792 Feb 03 12:39:20.338802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9e04e17-dbf3-450b-a267-de0653911c0f req-e54b2aef-1c7e-4322-a6d5-1f4f4d2450f6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632855 Feb 03 12:39:20.346567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0721047-d374-4170-848a-3ec19139d701 req-00e53ddf-ab3c-43cf-9b17-30dbf973746f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404154 Feb 03 12:39:20.371362 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.467137 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c09169d-110c-44e3-b98f-9d0ae81ed5ff x-openstack-request-id: req-7c09169d-110c-44e3-b98f-9d0ae81ed5ff {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:20.467439 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c", "status": "completed", "code": 200}, {"server_uuid": "fc6928a8-2955-4249-a99c-1bda6ec1e9f7", "name": "network-vif-deleted", "tag": "cccf26be-c4d2-44c4-b0df-ca4a8cb00539", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:20.467743 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c09169d-110c-44e3-b98f-9d0ae81ed5ff {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:20.468150 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c', 'status': 'completed', 'code': 200} Feb 03 12:39:20.468411 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6928a8-2955-4249-a99c-1bda6ec1e9f7', 'name': 'network-vif-deleted', 'tag': 'cccf26be-c4d2-44c4-b0df-ca4a8cb00539', 'status': 'completed', 'code': 200} Feb 03 12:39:20.483040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:39:20.658924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cccf26be-c4d2-44c4-b0df-ca4a8cb00539 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:20.679900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: cccf26be-c4d2-44c4-b0df-ca4a8cb00539 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:20.680349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device cccf26be-c4d2-44c4-b0df-ca4a8cb00539 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:20.764636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:20.775399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8623c393-e637-41ba-80d4-9dbfe095a2f0 admin admin] 10.222.0.65 "PUT /v2.0/routers/ee1ac15a-fbee-4e81-90cd-f699f27f4c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0676148 Feb 03 12:39:20.776523 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] Sync routers for ids ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:20.778103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51210) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:20.789604 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] Routers {'ee1ac15a-fbee-4e81-90cd-f699f27f4c99'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:20.790906 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:20.792278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6d991-1575-454d-b342-15d784476154 req-d71ae33b-050b-4929-bbd5-196ec631ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.794761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a6d991-1575-454d-b342-15d784476154 req-d71ae33b-050b-4929-bbd5-196ec631ca77 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 1158 time: 0.1740313 Feb 03 12:39:20.801474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ed81d-6295-4fba-a4d4-2c0af3384efe req-d29b01c9-322b-4fba-9a33-fc6996d1226b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.802922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f9ed81d-6295-4fba-a4d4-2c0af3384efe req-d29b01c9-322b-4fba-9a33-fc6996d1226b tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 946 time: 0.2313724 Feb 03 12:39:20.820870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b82b2-b3eb-489a-85b6-18508c120cdc req-cbf85162-f940-465c-bdce-c0a4522d46e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.826171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b82b2-b3eb-489a-85b6-18508c120cdc req-cbf85162-f940-465c-bdce-c0a4522d46e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.831399 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b82b2-b3eb-489a-85b6-18508c120cdc req-cbf85162-f940-465c-bdce-c0a4522d46e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.836643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b82b2-b3eb-489a-85b6-18508c120cdc req-cbf85162-f940-465c-bdce-c0a4522d46e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.841805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b82b2-b3eb-489a-85b6-18508c120cdc req-cbf85162-f940-465c-bdce-c0a4522d46e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.847071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b82b2-b3eb-489a-85b6-18508c120cdc req-cbf85162-f940-465c-bdce-c0a4522d46e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.852347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b82b2-b3eb-489a-85b6-18508c120cdc req-cbf85162-f940-465c-bdce-c0a4522d46e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.855052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f89b82b2-b3eb-489a-85b6-18508c120cdc req-cbf85162-f940-465c-bdce-c0a4522d46e0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.2157588 Feb 03 12:39:20.895461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12ece-bece-4d4b-a98f-667595104abf req-962f9fda-2557-4dfb-912f-304cd2b667f9 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.896665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddc12ece-bece-4d4b-a98f-667595104abf req-962f9fda-2557-4dfb-912f-304cd2b667f9 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.72 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 946 time: 0.2108614 Feb 03 12:39:20.905217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks [] for router (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.917274 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] Set router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:21.051689 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks [] for router_gateway (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.103457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f9ed81d-6295-4fba-a4d4-2c0af3384efe req-20e7c743-f569-4af2-94ed-e59e2e039176 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a09f7ba-867a-4092-b251-2dc73cc12a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401450 Feb 03 12:39:21.115859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f89b82b2-b3eb-489a-85b6-18508c120cdc req-c9525ad3-ddec-44d6-a00b-8b3930d2b5b6 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2476375 Feb 03 12:39:21.152465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-e60b4c4a-30ee-408e-a7ba-117c585aaf11 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.154414 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-e60b4c4a-30ee-408e-a7ba-117c585aaf11 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 946 time: 0.1200180 Feb 03 12:39:21.155999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6d991-1575-454d-b342-15d784476154 req-13789324-33f0-4d36-9511-17a7c9e044df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.157476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a6d991-1575-454d-b342-15d784476154 req-13789324-33f0-4d36-9511-17a7c9e044df service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.2994790 Feb 03 12:39:21.174627 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:38:25Z', 'updated_at': '2022-02-03T12:39:19Z', 'revision_number': 5, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'gw_port': {'id': 'b33516f1-157e-4315-b747-27227ea92fb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:38:27Z', 'updated_at': '2022-02-03T12:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:21.208753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a6d991-1575-454d-b342-15d784476154 req-c005ef6f-7b7c-479a-bd4d-2da05fd73b74 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c HTTP/1.1" status: 200 len: 217 time: 0.0425408 Feb 03 12:39:21.211096 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] Checking router: ee1ac15a-fbee-4e81-90cd-f699f27f4c99 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:21.215021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ddc12ece-bece-4d4b-a98f-667595104abf req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Deleting port 6444dfce-a5e9-43e3-8d58-6eb57318e66c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:21.215364 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ddc12ece-bece-4d4b-a98f-667595104abf req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.222927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Deleting port b33516f1-157e-4315-b747-27227ea92fb3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:21.223546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b33516f1-157e-4315-b747-27227ea92fb3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.224143 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] Routers {'ee1ac15a-fbee-4e81-90cd-f699f27f4c99'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:21.224930 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:21.337113 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] Set router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:21.356640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] For port b33516f1-157e-4315-b747-27227ea92fb3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b33516f1-157e-4315-b747-27227ea92fb3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:21.356941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b33516f1-157e-4315-b747-27227ea92fb3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.376539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Calling delete_port for b33516f1-157e-4315-b747-27227ea92fb3 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:21.387653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Deleting port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:21.388001 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.403896 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:38:25Z', 'updated_at': '2022-02-03T12:39:21Z', 'revision_number': 6, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:21.404209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6d991-1575-454d-b342-15d784476154 req-2bb3d371-0831-478f-8831-319234d4dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.405830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a6d991-1575-454d-b342-15d784476154 req-2bb3d371-0831-478f-8831-319234d4dd9a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.1857944 Feb 03 12:39:21.439586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c22ca-ffd2-464b-bb7e-b72dfda92817 req-46746788-4281-49a6-b84f-8d233a54a07b tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.441198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc8c22ca-ffd2-464b-bb7e-b72dfda92817 req-46746788-4281-49a6-b84f-8d233a54a07b tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 946 time: 0.2023060 Feb 03 12:39:21.443527 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc276523-4f2b-4b80-a307-00c03c4069dc None None] The sync data for ids ['ee1ac15a-fbee-4e81-90cd-f699f27f4c99'] in n-d-792364-10 is: [{'id': 'ee1ac15a-fbee-4e81-90cd-f699f27f4c99', 'name': 'tempest-FloatingIPDetailsTestJSON-1382421289-router', 'tenant_id': 'ee3d135d57e44155bc9c719d531a0992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:38:25Z', 'updated_at': '2022-02-03T12:39:21Z', 'revision_number': 6, 'project_id': 'ee3d135d57e44155bc9c719d531a0992', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:21.475096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e8455-e58a-4c51-a4a7-882f4f96eea2 req-f495c430-ded6-4700-85e3-57c3f18ae3ee tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.476589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-873e8455-e58a-4c51-a4a7-882f4f96eea2 req-f495c430-ded6-4700-85e3-57c3f18ae3ee tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.2107053 Feb 03 12:39:21.479031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a6d991-1575-454d-b342-15d784476154 req-a4c5fc5d-566c-4457-bb5e-0df114497e3d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604243 Feb 03 12:39:21.535131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ddc12ece-bece-4d4b-a98f-667595104abf req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] For port 6444dfce-a5e9-43e3-8d58-6eb57318e66c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6444dfce-a5e9-43e3-8d58-6eb57318e66c,segment=NetworkSegment(8b115179-ee51-4171-8662-5f8a60a767cd),segment_id=8b115179-ee51-4171-8662-5f8a60a767cd)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:21.535495 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ddc12ece-bece-4d4b-a98f-667595104abf req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.562570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ddc12ece-bece-4d4b-a98f-667595104abf req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Calling delete_port for 6444dfce-a5e9-43e3-8d58-6eb57318e66c owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:21.596907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] For port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,segment=NetworkSegment(809c7ce4-c63a-4eb3-a321-67c5557b6da9),segment_id=809c7ce4-c63a-4eb3-a321-67c5557b6da9)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:21.597286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.617424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Calling delete_port for 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:21.650851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-873e8455-e58a-4c51-a4a7-882f4f96eea2 req-b70a7b6e-b53f-4cd7-a721-586a1f033b7c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479931 Feb 03 12:39:21.653639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc8c22ca-ffd2-464b-bb7e-b72dfda92817 req-cfaa8af6-9639-4565-8b17-c2fc618122a9 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf21e40b-2c76-462c-b009-4205575d7877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913867 Feb 03 12:39:21.714289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a6d991-1575-454d-b342-15d784476154 req-30070457-53d0-46e7-bf78-77fb834f7023 service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278113 Feb 03 12:39:21.825953 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b33516f1-157e-4315-b747-27227ea92fb3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.937796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33516f1-157e-4315-b747-27227ea92fb3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:21.982725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a6d991-1575-454d-b342-15d784476154 req-507ce98e-6cac-412f-8115-96711b810470 service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589774 Feb 03 12:39:22.013407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a19c93-61fe-4302-959f-643d9a35d187 req-a0d5df6e-679d-4210-b215-5fd7b09e52d3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.016549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.016942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.017288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.017676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.018172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.020634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.020634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.020634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.020634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.020634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.020634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.021201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.021307 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10a19c93-61fe-4302-959f-643d9a35d187 req-a0d5df6e-679d-4210-b215-5fd7b09e52d3 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.2478640 Feb 03 12:39:22.021464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:22.049315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (82aa023e-ee47-4c4f-86ec-9a0cd5feb63e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.060046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c9732-2389-4477-adff-3342cbfe16f7 req-f61a00c3-0670-4c28-9a25-2e231266ae1d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.065577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['82aa023e-ee47-4c4f-86ec-9a0cd5feb63e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:22.067329 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe0c9732-2389-4477-adff-3342cbfe16f7 req-f61a00c3-0670-4c28-9a25-2e231266ae1d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 950 time: 0.2204096 Feb 03 12:39:22.071644 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.126403 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ddc12ece-bece-4d4b-a98f-667595104abf req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6444dfce-a5e9-43e3-8d58-6eb57318e66c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.138226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event deleted for resources: {'Port': ['ID=82aa023e-ee47-4c4f-86ec-9a0cd5feb63e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:22.152170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['6444dfce-a5e9-43e3-8d58-6eb57318e66c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:22.177243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10a19c93-61fe-4302-959f-643d9a35d187 req-7639f05e-b4c3-45c0-a548-f61450649110 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538808 Feb 03 12:39:22.188532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Pushing event deleted for resources: {'Port': ['ID=6444dfce-a5e9-43e3-8d58-6eb57318e66c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:22.214932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe0c9732-2389-4477-adff-3342cbfe16f7 req-98f6ee2b-3a51-466e-8236-718b087b9e57 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466150 Feb 03 12:39:22.310151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] No DVR routers for this DVR port 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:22.313176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.314958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.318194 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a541a94a-e2ff-4de1-8560-344a087c04f0 req-a838a110-7fb5-4dd5-80a1-ea9895c0431c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.91 "DELETE /v2.0/ports/82aa023e-ee47-4c4f-86ec-9a0cd5feb63e HTTP/1.1" status: 204 len: 173 time: 1.1574233 Feb 03 12:39:22.318691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0e95bf-80eb-47e1-90d1-97e598c3891d', 'name': 'network-vif-deleted', 'tag': '82aa023e-ee47-4c4f-86ec-9a0cd5feb63e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:22.321187 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73279a28-a465-4dbb-92a7-48cdf1e2af4a" -d '{"events": [{"server_uuid": "1e0e95bf-80eb-47e1-90d1-97e598c3891d", "name": "network-vif-deleted", "tag": "82aa023e-ee47-4c4f-86ec-9a0cd5feb63e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:22.324601 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks [] for router_controller (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.324779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc12ece-bece-4d4b-a98f-667595104abf req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] No DVR routers for this DVR port 6444dfce-a5e9-43e3-8d58-6eb57318e66c on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:22.328205 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ddc12ece-bece-4d4b-a98f-667595104abf req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.334689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddc12ece-bece-4d4b-a98f-667595104abf req-b70ae374-ec74-42ab-ac06-0b857ddf452d tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.72 "DELETE /v2.0/ports/6444dfce-a5e9-43e3-8d58-6eb57318e66c HTTP/1.1" status: 204 len: 173 time: 1.4198160 Feb 03 12:39:22.415241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8da8d1a6-2a37-4dcc-a041-a68f2faaab4f req-05d32ef9-4e73-4698-a4e1-b7e7425fb0b7 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e0e95bf-80eb-47e1-90d1-97e598c3891d HTTP/1.1" status: 200 len: 210 time: 0.0968802 Feb 03 12:39:22.443574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa69256-728f-450e-8691-d25dbe7898f5 req-59474c77-12ed-4376-a8ef-463ce973961c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.455584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fa69256-728f-450e-8691-d25dbe7898f5 req-59474c77-12ed-4376-a8ef-463ce973961c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 945 time: 0.1815832 Feb 03 12:39:22.463671 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (ee1ac15a-fbee-4e81-90cd-f699f27f4c99), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.464246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee1ac15a-fbee-4e81-90cd-f699f27f4c99 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:39:22.469350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3316bb3f-9f54-43a6-809b-66b483ba3eda', 'name': 'network-vif-deleted', 'tag': '6444dfce-a5e9-43e3-8d58-6eb57318e66c'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:22.471815 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d5460b-84e3-427b-a0ce-1a974d87251d" -d '{"events": [{"server_uuid": "3316bb3f-9f54-43a6-809b-66b483ba3eda", "name": "network-vif-deleted", "tag": "6444dfce-a5e9-43e3-8d58-6eb57318e66c"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:22.478930 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.489880 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fc7a5ba8-00d7-4328-92e7-d04c208702d7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ee1ac15a-fbee-4e81-90cd-f699f27f4c99 HTTP/1.1" status: 204 len: 168 time: 1.7076311 Feb 03 12:39:22.490596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51224) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:22.583323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d82f884-f797-4e70-b069-72bcdeef946c admin admin] Deleting subnet d4973770-657c-4dc0-814b-0925054d02ea {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:22.587845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d82f884-f797-4e70-b069-72bcdeef946c admin admin] Publish callbacks [] for subnet (d4973770-657c-4dc0-814b-0925054d02ea), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.615469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 78ddeb0f-8b49-42c1-b2cc-b875d12950bc no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:22.638236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d82f884-f797-4e70-b069-72bcdeef946c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d4973770-657c-4dc0-814b-0925054d02ea), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.663389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fa69256-728f-450e-8691-d25dbe7898f5 req-a76a5792-0b24-4f9a-a4e2-be1e2fb17dc6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067792 Feb 03 12:39:22.665825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 78ddeb0f-8b49-42c1-b2cc-b875d12950bc {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:22.666998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 78ddeb0f-8b49-42c1-b2cc-b875d12950bc not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:22.667631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b33516f1-157e-4315-b747-27227ea92fb3 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:22.702256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b33516f1-157e-4315-b747-27227ea92fb3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:22.702861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b33516f1-157e-4315-b747-27227ea92fb3 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:22.760209 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3953f71-a0a2-40fc-b01b-0a1414bf360a x-openstack-request-id: req-c3953f71-a0a2-40fc-b01b-0a1414bf360a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:22.760491 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0e95bf-80eb-47e1-90d1-97e598c3891d", "name": "network-vif-deleted", "tag": "82aa023e-ee47-4c4f-86ec-9a0cd5feb63e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:22.760748 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3953f71-a0a2-40fc-b01b-0a1414bf360a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:22.761147 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0e95bf-80eb-47e1-90d1-97e598c3891d', 'name': 'network-vif-deleted', 'tag': '82aa023e-ee47-4c4f-86ec-9a0cd5feb63e', 'status': 'completed', 'code': 200} Feb 03 12:39:22.762798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d077a-8712-49c0-a610-061942c47b74 req-c083eaf8-9802-49f4-b7be-2e20494a735f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.767921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-406b35c1-7777-46d1-b3be-38bf729d0ee5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.769235 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-406b35c1-7777-46d1-b3be-38bf729d0ee5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 950 time: 0.0961454 Feb 03 12:39:22.769755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d077a-8712-49c0-a610-061942c47b74 req-c083eaf8-9802-49f4-b7be-2e20494a735f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.779366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d077a-8712-49c0-a610-061942c47b74 req-c083eaf8-9802-49f4-b7be-2e20494a735f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.810511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d077a-8712-49c0-a610-061942c47b74 req-c083eaf8-9802-49f4-b7be-2e20494a735f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.812892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d82f884-f797-4e70-b069-72bcdeef946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d4973770-657c-4dc0-814b-0925054d02ea), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.820489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d077a-8712-49c0-a610-061942c47b74 req-c083eaf8-9802-49f4-b7be-2e20494a735f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.827463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d077a-8712-49c0-a610-061942c47b74 req-c083eaf8-9802-49f4-b7be-2e20494a735f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.842277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d077a-8712-49c0-a610-061942c47b74 req-c083eaf8-9802-49f4-b7be-2e20494a735f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.870535 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:39:22.878785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d44d077a-8712-49c0-a610-061942c47b74 req-c083eaf8-9802-49f4-b7be-2e20494a735f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.3120358 Feb 03 12:39:22.880939 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9670ee81-729d-4b33-b65d-357d1ec80752 x-openstack-request-id: req-9670ee81-729d-4b33-b65d-357d1ec80752 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:22.881233 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3316bb3f-9f54-43a6-809b-66b483ba3eda", "name": "network-vif-deleted", "tag": "6444dfce-a5e9-43e3-8d58-6eb57318e66c", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:22.881513 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9670ee81-729d-4b33-b65d-357d1ec80752 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:22.881912 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3316bb3f-9f54-43a6-809b-66b483ba3eda', 'name': 'network-vif-deleted', 'tag': '6444dfce-a5e9-43e3-8d58-6eb57318e66c', 'status': 'completed', 'code': 200} Feb 03 12:39:22.980075 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d82f884-f797-4e70-b069-72bcdeef946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d4973770-657c-4dc0-814b-0925054d02ea), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.032704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82f884-f797-4e70-b069-72bcdeef946c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4973770-657c-4dc0-814b-0925054d02ea,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:23.045573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Deleting port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:23.046360 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.052660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d44d077a-8712-49c0-a610-061942c47b74 req-d64876f6-4c42-45f0-87de-f7f4058e2837 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1695912 Feb 03 12:39:23.066914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 772d7407-bdfd-461c-b373-bdf9fc3d631c no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:23.143499 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d82f884-f797-4e70-b069-72bcdeef946c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.152801 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5d82f884-f797-4e70-b069-72bcdeef946c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d4973770-657c-4dc0-814b-0925054d02ea HTTP/1.1" status: 204 len: 168 time: 0.6595390 Feb 03 12:39:23.153040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51234) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:23.180617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f498d-615f-4253-bea0-fec906cfb11a None None] Network e2a570e4-7455-4a0c-a324-9bfa3d796f90 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:23.246714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abee5c66-1110-45fc-aa22-23cd65d67e1c req-0a1bbe08-ef24-4263-994f-43ce35d8b5e0 tempest-ServerTagsTestJSON-1592373747 tempest-ServerTagsTestJSON-1592373747-project] 10.222.0.65 "GET /v2.0/ports?device_id=3316bb3f-9f54-43a6-809b-66b483ba3eda HTTP/1.1" status: 200 len: 210 time: 0.0568123 Feb 03 12:39:23.458817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (e2a570e4-7455-4a0c-a324-9bfa3d796f90), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.459361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 772d7407-bdfd-461c-b373-bdf9fc3d631c is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:23.511075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedaea8-c367-4dd8-a6fb-76af3f51204d req-de593790-e2f9-4177-860e-2bbcb0958053 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:23.514100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dedaea8-c367-4dd8-a6fb-76af3f51204d req-de593790-e2f9-4177-860e-2bbcb0958053 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.1523159 Feb 03 12:39:23.544253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408c48-d2a1-44f5-bf70-1e1e4942b223 req-b7eea602-97f2-4b67-96ec-63ef75939d58 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:23.546006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77408c48-d2a1-44f5-bf70-1e1e4942b223 req-b7eea602-97f2-4b67-96ec-63ef75939d58 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 945 time: 0.1204853 Feb 03 12:39:23.583171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1553e-2ae4-4013-b7a1-48b96a473ce1 None None] DHCP port deletion for e2a570e4-7455-4a0c-a324-9bfa3d796f90 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:39:23.649380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1553e-2ae4-4013-b7a1-48b96a473ce1 None None] Deleting port 6c53850e-f59d-4215-8ad0-a836e84010d6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:23.650613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1cf1553e-2ae4-4013-b7a1-48b96a473ce1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.673430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dedaea8-c367-4dd8-a6fb-76af3f51204d req-5772d251-ca19-440b-bcdd-b548aa823daa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250508 Feb 03 12:39:23.682486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Deleting port 6c53850e-f59d-4215-8ad0-a836e84010d6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:23.684853 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.703786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] For port c5bb0b61-e973-46dd-9e36-df0db28b2ec7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:23.704223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.728835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77408c48-d2a1-44f5-bf70-1e1e4942b223 req-54544927-cb62-4194-abf6-4613df8a3a44 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712084 Feb 03 12:39:23.743193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1cf1553e-2ae4-4013-b7a1-48b96a473ce1 None None] For port 6c53850e-f59d-4215-8ad0-a836e84010d6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6c53850e-f59d-4215-8ad0-a836e84010d6,segment=NetworkSegment(ed1506ce-52e9-4783-af32-935ab97a97dd),segment_id=ed1506ce-52e9-4783-af32-935ab97a97dd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:23.743604 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1cf1553e-2ae4-4013-b7a1-48b96a473ce1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.755919 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Calling delete_port for c5bb0b61-e973-46dd-9e36-df0db28b2ec7 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:23.771604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1553e-2ae4-4013-b7a1-48b96a473ce1 None None] Calling delete_port for 6c53850e-f59d-4215-8ad0-a836e84010d6 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:23.880476 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1cf1553e-2ae4-4013-b7a1-48b96a473ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.906616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1553e-2ae4-4013-b7a1-48b96a473ce1 None None] Pushing event deleted for resources: {'Port': ['ID=6c53850e-f59d-4215-8ad0-a836e84010d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:23.910454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1553e-2ae4-4013-b7a1-48b96a473ce1 None None] No DVR routers for this DVR port 6c53850e-f59d-4215-8ad0-a836e84010d6 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:23.925069 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c5bb0b61-e973-46dd-9e36-df0db28b2ec7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.930379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] For port 6c53850e-f59d-4215-8ad0-a836e84010d6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6c53850e-f59d-4215-8ad0-a836e84010d6,segment=NetworkSegment(ed1506ce-52e9-4783-af32-935ab97a97dd),segment_id=ed1506ce-52e9-4783-af32-935ab97a97dd)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:23.930954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.938991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', '0ce60cc7-da57-4b82-bf24-fbf39bbbce27'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:23.942012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['5fac73af-2799-471d-8bfb-16d019a131bb', 'd08dfc34-7f2d-4afb-ac90-1c12b0def494', 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:23.958802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Calling delete_port for 6c53850e-f59d-4215-8ad0-a836e84010d6 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:23.964370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event deleted for resources: {'Port': ['ID=c5bb0b61-e973-46dd-9e36-df0db28b2ec7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:23.975723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-8645bc95-82b3-4685-900e-ca5436828a18 service neutron] 10.222.0.91 "GET /v2.0/ports/772d7407-bdfd-461c-b373-bdf9fc3d631c/bindings/n-h2-792364-10 HTTP/1.1" status: 200 len: 385 time: 0.1483216 Feb 03 12:39:24.044515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] No DVR routers for this DVR port c5bb0b61-e973-46dd-9e36-df0db28b2ec7 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:24.047444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.054697 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3ddcc36b-2906-4a91-bf29-ec8f62349132 req-9ba39b57-354b-4c81-8ab2-4ad8d3f708d5 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "DELETE /v2.0/ports/c5bb0b61-e973-46dd-9e36-df0db28b2ec7 HTTP/1.1" status: 204 len: 173 time: 1.2746925 Feb 03 12:39:24.060372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bb071-a7b1-4e0d-849f-261ce7b5601d req-ed8dfac7-3a68-4f36-8c02-f13c1cabe78b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.062068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-210bb071-a7b1-4e0d-849f-261ce7b5601d req-ed8dfac7-3a68-4f36-8c02-f13c1cabe78b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 944 time: 0.2599430 Feb 03 12:39:24.094013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83949d-9bca-4cdc-8448-fa8fc9af19bd req-f25b7e1a-4a65-4dcd-b50c-7968558d6275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.096905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e83949d-9bca-4cdc-8448-fa8fc9af19bd req-f25b7e1a-4a65-4dcd-b50c-7968558d6275 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ef20a02-0df7-42e8-9d65-80489d9270c2 HTTP/1.1" status: 200 len: 867 time: 0.2781689 Feb 03 12:39:24.262965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-210bb071-a7b1-4e0d-849f-261ce7b5601d req-3972b1b4-c8a5-4589-ba51-31980646d5b6 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881456 Feb 03 12:39:24.291215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e83949d-9bca-4cdc-8448-fa8fc9af19bd req-9b9634e4-0b8f-4874-8bb6-c9313741cb6c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801620 Feb 03 12:39:24.294033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6c53850e-f59d-4215-8ad0-a836e84010d6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.337015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] No DVR routers for this DVR port 6c53850e-f59d-4215-8ad0-a836e84010d6 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:24.338787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c53850e-f59d-4215-8ad0-a836e84010d6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:24.378517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51248) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:24.450426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3d7762-bd51-4787-b1cc-6e34c9541c87 admin admin] Deleting subnet 50e12728-8cf7-4e5f-ac33-7de21bc5cf54 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:24.454422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7762-bd51-4787-b1cc-6e34c9541c87 admin admin] Publish callbacks [] for subnet (50e12728-8cf7-4e5f-ac33-7de21bc5cf54), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.502115 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (e2a570e4-7455-4a0c-a324-9bfa3d796f90), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.517534 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7762-bd51-4787-b1cc-6e34c9541c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (50e12728-8cf7-4e5f-ac33-7de21bc5cf54), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.541016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a570e4-7455-4a0c-a324-9bfa3d796f90']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:24.544470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6c53850e-f59d-4215-8ad0-a836e84010d6 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:24.561375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:24.577836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1506ce-52e9-4783-af32-935ab97a97dd') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:24.578123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1506ce-52e9-4783-af32-935ab97a97dd') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:24.590701 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7762-bd51-4787-b1cc-6e34c9541c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (50e12728-8cf7-4e5f-ac33-7de21bc5cf54), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.599336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 6c53850e-f59d-4215-8ad0-a836e84010d6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:24.599688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6c53850e-f59d-4215-8ad0-a836e84010d6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:24.604395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286f1f5-ad54-4e48-8403-c1070567a8f9 req-b9d0ac9c-977e-4502-9029-35961d0f0a72 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.610050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286f1f5-ad54-4e48-8403-c1070567a8f9 req-b9d0ac9c-977e-4502-9029-35961d0f0a72 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.614747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51260) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:24.615365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286f1f5-ad54-4e48-8403-c1070567a8f9 req-b9d0ac9c-977e-4502-9029-35961d0f0a72 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.620773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286f1f5-ad54-4e48-8403-c1070567a8f9 req-b9d0ac9c-977e-4502-9029-35961d0f0a72 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.626374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286f1f5-ad54-4e48-8403-c1070567a8f9 req-b9d0ac9c-977e-4502-9029-35961d0f0a72 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.638463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286f1f5-ad54-4e48-8403-c1070567a8f9 req-b9d0ac9c-977e-4502-9029-35961d0f0a72 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.652821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286f1f5-ad54-4e48-8403-c1070567a8f9 req-b9d0ac9c-977e-4502-9029-35961d0f0a72 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.656101 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4286f1f5-ad54-4e48-8403-c1070567a8f9 req-b9d0ac9c-977e-4502-9029-35961d0f0a72 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5418 time: 0.2644606 Feb 03 12:39:24.662257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (ed1506ce-52e9-4783-af32-935ab97a97dd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.679504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 858ff12f-932f-4dec-b7d9-c2676c9ca09c details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:24.683676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6444dfce-a5e9-43e3-8d58-6eb57318e66c no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:24.695769 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6245efc-6d04-444b-b0aa-3ab0a87a426c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group (5dd6c37f-f157-4d03-a65d-6b8866c5927d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.712874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:24.741729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 6444dfce-a5e9-43e3-8d58-6eb57318e66c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:24.742141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6444dfce-a5e9-43e3-8d58-6eb57318e66c not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:24.750499 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7762-bd51-4787-b1cc-6e34c9541c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (50e12728-8cf7-4e5f-ac33-7de21bc5cf54), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.788216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef20a02-0df7-42e8-9d65-80489d9270c2', 'name': 'network-vif-deleted', 'tag': 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:24.790831 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5875ae7-ce30-472c-8fee-6bd6fdb2c6c3" -d '{"events": [{"server_uuid": "2ef20a02-0df7-42e8-9d65-80489d9270c2", "name": "network-vif-deleted", "tag": "c5bb0b61-e973-46dd-9e36-df0db28b2ec7"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:24.794895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6245efc-6d04-444b-b0aa-3ab0a87a426c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group (5dd6c37f-f157-4d03-a65d-6b8866c5927d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.823515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d7762-bd51-4787-b1cc-6e34c9541c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e12728-8cf7-4e5f-ac33-7de21bc5cf54,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:24.829622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7762-bd51-4787-b1cc-6e34c9541c87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.835421 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ce3d7762-bd51-4787-b1cc-6e34c9541c87 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/50e12728-8cf7-4e5f-ac33-7de21bc5cf54 HTTP/1.1" status: 204 len: 168 time: 0.4531343 Feb 03 12:39:24.836468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51268) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:24.892467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 858ff12f-932f-4dec-b7d9-c2676c9ca09c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=858ff12f-932f-4dec-b7d9-c2676c9ca09c,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:24.909004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '858ff12f-932f-4dec-b7d9-c2676c9ca09c', 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'port_id': '858ff12f-932f-4dec-b7d9-c2676c9ca09c', 'mac_address': 'fa:16:3e:c5:2c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917e2d18-2c78-4d31-972c-21faa5a1de07', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:24.926803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (258c1823-7427-443b-b484-99311f574368), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.943997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6245efc-6d04-444b-b0aa-3ab0a87a426c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5dd6c37f-f157-4d03-a65d-6b8866c5927d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.947130 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6245efc-6d04-444b-b0aa-3ab0a87a426c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.948451 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d6245efc-6d04-444b-b0aa-3ab0a87a426c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "DELETE /v2.0/security-groups/5dd6c37f-f157-4d03-a65d-6b8866c5927d HTTP/1.1" status: 204 len: 168 time: 0.3324549 Feb 03 12:39:24.961772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 858ff12f-932f-4dec-b7d9-c2676c9ca09c is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:24.962523 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.973522 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51270) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:24.978108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858ff12f-932f-4dec-b7d9-c2676c9ca09c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:24.993261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6245efc-6d04-444b-b0aa-3ab0a87a426c tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd6c37f-f157-4d03-a65d-6b8866c5927d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:25.000683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 858ff12f-932f-4dec-b7d9-c2676c9ca09c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=858ff12f-932f-4dec-b7d9-c2676c9ca09c,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.005422 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-b7993e41-f86b-4d3b-a958-cc51a9be20ae tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] show failed (client error): The resource could not be found. Feb 03 12:39:25.006498 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7993e41-f86b-4d3b-a958-cc51a9be20ae tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "GET /v2.0/security-groups/5dd6c37f-f157-4d03-a65d-6b8866c5927d HTTP/1.1" status: 404 len: 347 time: 0.0320005 Feb 03 12:39:25.009867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51272) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:25.018594 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.020561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8579dd39-96aa-4005-8088-22ccafa220de details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:25.090282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (258c1823-7427-443b-b484-99311f574368), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.100208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:25.134792 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ed1506ce-52e9-4783-af32-935ab97a97dd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.142682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258c1823-7427-443b-b484-99311f574368']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:25.154573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=858ff12f-932f-4dec-b7d9-c2676c9ca09c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:25.159742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:25.160091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 82aa023e-ee47-4c4f-86ec-9a0cd5feb63e not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:25.169600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b115179-ee51-4171-8662-5f8a60a767cd') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:25.169876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b115179-ee51-4171-8662-5f8a60a767cd') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:25.174774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:25.175191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (ed1506ce-52e9-4783-af32-935ab97a97dd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:25.178991 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:25.182165 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (8b115179-ee51-4171-8662-5f8a60a767cd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.198420 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8b115179-ee51-4171-8662-5f8a60a767cd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.203234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8579dd39-96aa-4005-8088-22ccafa220de, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8579dd39-96aa-4005-8088-22ccafa220de,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.206517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:25.207131 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (8b115179-ee51-4171-8662-5f8a60a767cd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:25.208939 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:25.211178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772d7407-bdfd-461c-b373-bdf9fc3d631c {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:25.217126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '8579dd39-96aa-4005-8088-22ccafa220de', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'port_id': '8579dd39-96aa-4005-8088-22ccafa220de', 'mac_address': 'fa:16:3e:51:3b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:25.257904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8579dd39-96aa-4005-8088-22ccafa220de is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:25.258424 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8579dd39-96aa-4005-8088-22ccafa220de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.267702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Deleting port 8c319e25-f5bb-4370-b64d-98456bc92b93 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:25.268148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8c319e25-f5bb-4370-b64d-98456bc92b93), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.272670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8579dd39-96aa-4005-8088-22ccafa220de {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:25.276943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.295229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (258c1823-7427-443b-b484-99311f574368), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.301552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8579dd39-96aa-4005-8088-22ccafa220de, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8579dd39-96aa-4005-8088-22ccafa220de,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.308063 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8579dd39-96aa-4005-8088-22ccafa220de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.309217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:25.309376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4286f1f5-ad54-4e48-8403-c1070567a8f9 req-1d00f008-3569-4d0f-b3fc-502c3ec4fcfc tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6446042 Feb 03 12:39:25.314501 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.345788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (e2a570e4-7455-4a0c-a324-9bfa3d796f90), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.353977 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.359668 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] 10.222.0.65 "DELETE /v2.0/networks/258c1823-7427-443b-b484-99311f574368 HTTP/1.1" status: 204 len: 168 time: 0.5221488 Feb 03 12:39:25.365530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.372333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e2a570e4-7455-4a0c-a324-9bfa3d796f90 HTTP/1.1" status: 204 len: 168 time: 2.2157633 Feb 03 12:39:25.374034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dbaeb-f9e5-454e-abc7-19ded034ae13 admin admin] Pushing event deleted for resources: {'Network': ['ID=258c1823-7427-443b-b484-99311f574368,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:25.424664 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8c319e25-f5bb-4370-b64d-98456bc92b93), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.424987 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for floatingip (8c319e25-f5bb-4370-b64d-98456bc92b93), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.436856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaddbb-e9c6-4c97-9cf6-164f676986cd req-2a9c3059-e335-4970-9632-205cf578bb29 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:25.438489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ddaddbb-e9c6-4c97-9cf6-164f676986cd req-2a9c3059-e335-4970-9632-205cf578bb29 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.2994962 Feb 03 12:39:25.446808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Calling delete_port for 8c319e25-f5bb-4370-b64d-98456bc92b93 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:25.447049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8579dd39-96aa-4005-8088-22ccafa220de,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:25.452959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.460967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556327a3-9d90-4e86-bc9f-fb93a70bf792 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a570e4-7455-4a0c-a324-9bfa3d796f90,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:25.480909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f', 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'port_id': '157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f', 'mac_address': 'fa:16:3e:b0:2b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917e2d18-2c78-4d31-972c-21faa5a1de07', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:25.554405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:25.556409 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.565350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51282) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:25.570479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51284) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:25.577470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:25.589572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ddaddbb-e9c6-4c97-9cf6-164f676986cd req-d65e212b-cab2-4ab8-abec-9fa52d9ecc17 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323121 Feb 03 12:39:25.593256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] Transition to ACTIVE for port object 772d7407-bdfd-461c-b373-bdf9fc3d631c will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:25.601444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.613079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.613795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device da9fdd58-f939-4dd3-aded-7d8b8b218825 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:25.616016 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.637476 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0867daf7-ccd7-4213-afaa-288e5ccf1ae4 x-openstack-request-id: req-0867daf7-ccd7-4213-afaa-288e5ccf1ae4 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:25.638041 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef20a02-0df7-42e8-9d65-80489d9270c2", "name": "network-vif-deleted", "tag": "c5bb0b61-e973-46dd-9e36-df0db28b2ec7", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:25.638301 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0867daf7-ccd7-4213-afaa-288e5ccf1ae4 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:25.638829 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef20a02-0df7-42e8-9d65-80489d9270c2', 'name': 'network-vif-deleted', 'tag': 'c5bb0b61-e973-46dd-9e36-df0db28b2ec7', 'status': 'completed', 'code': 200} Feb 03 12:39:25.649577 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2b5d45e9-9453-4b69-93b5-119880c0a9a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee3d135d57e44155bc9c719d531a0992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833371 Feb 03 12:39:25.656059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51286) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:25.674810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:25.709064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port da9fdd58-f939-4dd3-aded-7d8b8b218825, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=da9fdd58-f939-4dd3-aded-7d8b8b218825,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.713587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] Pushing event updated for resources: {'Port': ['ID=772d7407-bdfd-461c-b373-bdf9fc3d631c,revision_number=10']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:25.739239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'da9fdd58-f939-4dd3-aded-7d8b8b218825', 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'port_id': 'da9fdd58-f939-4dd3-aded-7d8b8b218825', 'mac_address': 'fa:16:3e:ba:72:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917e2d18-2c78-4d31-972c-21faa5a1de07', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:25.740187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca573c7-ad84-4438-b2a1-629aa661afb2 req-a23e3eb1-40d2-4a1f-9ba9-522d61603236 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:25.741883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ca573c7-ad84-4438-b2a1-629aa661afb2 req-a23e3eb1-40d2-4a1f-9ba9-522d61603236 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 945 time: 0.3452711 Feb 03 12:39:25.768672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc78a8e2-7021-4d28-b09a-b85c2832de00 admin admin] Publish callbacks [] for security_group (3e6e3ab5-8229-4beb-a030-42cb3a688c39), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.781685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8c319e25-f5bb-4370-b64d-98456bc92b93), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.786098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port da9fdd58-f939-4dd3-aded-7d8b8b218825 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:25.786788 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.800389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9fdd58-f939-4dd3-aded-7d8b8b218825 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:25.814887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0d6bfee2-b8e3-4653-b3cd-aeb265eb9181 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b7a57634d7145db8796ed74f9c12c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406805 Feb 03 12:39:25.823492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port da9fdd58-f939-4dd3-aded-7d8b8b218825, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=da9fdd58-f939-4dd3-aded-7d8b8b218825,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.825249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc78a8e2-7021-4d28-b09a-b85c2832de00 admin admin] Publish callbacks [] for security_group (3e6e3ab5-8229-4beb-a030-42cb3a688c39), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.827080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51288) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:25.829184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.830086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 31cf04c8-d7df-473c-89a0-7031f83de97f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:25.836414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] No DVR routers for this DVR port 772d7407-bdfd-461c-b373-bdf9fc3d631c on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:25.841411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Pushing event deleted for resources: {'Port': ['ID=8c319e25-f5bb-4370-b64d-98456bc92b93,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:25.895243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-ed5e061e-1d83-47b6-8f8d-1df98e22f219 service neutron] 10.222.0.91 "PUT /v2.0/ports/772d7407-bdfd-461c-b373-bdf9fc3d631c/bindings/n-h2-792364-10/activate HTTP/1.1" status: 200 len: 370 time: 1.9118974 Feb 03 12:39:25.900769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ca573c7-ad84-4438-b2a1-629aa661afb2 req-1bdc75bb-68eb-411c-9a20-f2ba8a7da266 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437292 Feb 03 12:39:25.910996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f8864-e707-47f1-95cb-df0e2f6f612a req-98b8ebbd-fb86-498b-857a-dbe8ee736851 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:25.913037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b72f8864-e707-47f1-95cb-df0e2f6f612a req-98b8ebbd-fb86-498b-857a-dbe8ee736851 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 945 time: 0.2014937 Feb 03 12:39:25.927740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=da9fdd58-f939-4dd3-aded-7d8b8b218825,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:25.972432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b72f8864-e707-47f1-95cb-df0e2f6f612a req-bfa31a47-e89f-4422-bffe-718aedd1e8d5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505021 Feb 03 12:39:26.034403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-1ba08fe6-15e0-4823-8d79-a29d7c828052 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.036591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-1ba08fe6-15e0-4823-8d79-a29d7c828052 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.0649107 Feb 03 12:39:26.046949 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28fe948a-0f4f-407f-a6bc-8002e154e212 admin admin] Publish callbacks [] for security_group (bf21e40b-2c76-462c-b009-4205575d7877), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.071664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 31cf04c8-d7df-473c-89a0-7031f83de97f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=31cf04c8-d7df-473c-89a0-7031f83de97f,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:26.085589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28fe948a-0f4f-407f-a6bc-8002e154e212 admin admin] Publish callbacks [] for security_group (bf21e40b-2c76-462c-b009-4205575d7877), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.103221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '31cf04c8-d7df-473c-89a0-7031f83de97f', 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875', 'port_id': '31cf04c8-d7df-473c-89a0-7031f83de97f', 'mac_address': 'fa:16:3e:a3:2e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b6e30d-fa7f-4090-975d-e7858e81e282', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:26.112604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc78a8e2-7021-4d28-b09a-b85c2832de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3e6e3ab5-8229-4beb-a030-42cb3a688c39), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.115865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc78a8e2-7021-4d28-b09a-b85c2832de00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.121570 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dc78a8e2-7021-4d28-b09a-b85c2832de00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e6e3ab5-8229-4beb-a030-42cb3a688c39 HTTP/1.1" status: 204 len: 168 time: 0.4618680 Feb 03 12:39:26.137906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78a8e2-7021-4d28-b09a-b85c2832de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6e3ab5-8229-4beb-a030-42cb3a688c39,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:26.139734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks [] for floatingip (33cc3b41-e0f8-4348-8185-1c1d609c0360), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.142287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.146255 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-35f40d83-a1a5-4cb9-91eb-bff343714371 tempest-ImagesOneServerNegativeTestJSON-1102826278 tempest-ImagesOneServerNegativeTestJSON-1102826278-project] 10.222.0.65 "DELETE /v2.0/floatingips/33cc3b41-e0f8-4348-8185-1c1d609c0360 HTTP/1.1" status: 204 len: 168 time: 1.1355448 Feb 03 12:39:26.171429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-c140ff67-cd34-4bcb-ae8c-4be8934a9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.173045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-c140ff67-cd34-4bcb-ae8c-4be8934a9104 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba&tenant_id=a3136ff5d19b465794dbc0d6c311e56b HTTP/1.1" status: 200 len: 1128 time: 0.1289051 Feb 03 12:39:26.178306 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28fe948a-0f4f-407f-a6bc-8002e154e212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bf21e40b-2c76-462c-b009-4205575d7877), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.182245 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28fe948a-0f4f-407f-a6bc-8002e154e212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.186848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28fe948a-0f4f-407f-a6bc-8002e154e212 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf21e40b-2c76-462c-b009-4205575d7877 HTTP/1.1" status: 204 len: 168 time: 0.3569303 Feb 03 12:39:26.197034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe948a-0f4f-407f-a6bc-8002e154e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf21e40b-2c76-462c-b009-4205575d7877,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:26.291668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 31cf04c8-d7df-473c-89a0-7031f83de97f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:26.292079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.324338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cf04c8-d7df-473c-89a0-7031f83de97f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:26.364405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 31cf04c8-d7df-473c-89a0-7031f83de97f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=31cf04c8-d7df-473c-89a0-7031f83de97f,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:26.370183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-e6bb24cc-3f35-4ff9-b00d-ff43575017e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.372997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-e6bb24cc-3f35-4ff9-b00d-ff43575017e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 1128 time: 0.1696351 Feb 03 12:39:26.398314 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.402486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device baf4854b-e3bd-4695-80f0-c99e47518c47 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:26.453865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34092643-c0c8-4232-898e-8d580158c91d req-f83308c2-07af-450a-a7e2-82e26ae3d4f9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.465211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34092643-c0c8-4232-898e-8d580158c91d req-f83308c2-07af-450a-a7e2-82e26ae3d4f9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 950 time: 0.1615591 Feb 03 12:39:26.599793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port baf4854b-e3bd-4695-80f0-c99e47518c47, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=baf4854b-e3bd-4695-80f0-c99e47518c47,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:26.613220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34092643-c0c8-4232-898e-8d580158c91d req-30b19052-2681-40d9-a5c1-e2c5570e5125 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452188 Feb 03 12:39:26.615271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'baf4854b-e3bd-4695-80f0-c99e47518c47', 'network_id': '2b3bbc52-c42c-404e-a275-1710938bd243', 'port_id': 'baf4854b-e3bd-4695-80f0-c99e47518c47', 'mac_address': 'fa:16:3e:54:d9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917e2d18-2c78-4d31-972c-21faa5a1de07', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:26.620228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=31cf04c8-d7df-473c-89a0-7031f83de97f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:26.656753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-203c41d8-e1a7-4949-8de4-06ed7a51026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.657688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-203c41d8-e1a7-4949-8de4-06ed7a51026c service neutron] 10.222.0.72 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 0.2781391 Feb 03 12:39:26.700404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port baf4854b-e3bd-4695-80f0-c99e47518c47 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:26.706789 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.741680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf4854b-e3bd-4695-80f0-c99e47518c47 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:26.770355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51348) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:26.778475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-98a66a99-1bd0-4d87-9288-cb2c9379df45 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c HTTP/1.1" status: 200 len: 217 time: 0.0737629 Feb 03 12:39:26.785369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port baf4854b-e3bd-4695-80f0-c99e47518c47, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=baf4854b-e3bd-4695-80f0-c99e47518c47,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:26.793223 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.793904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5d73e6e9-897d-4783-9cd8-4d34cc417560 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:26.842546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e13ff02-1f8b-4dd3-b8c5-0a027d52aff8 admin admin] Deleting subnet d29c5634-4855-4e56-ba37-dca7870c430c {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:26.847088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c27-e4f8-4705-a4fe-3ef31f3f8aab req-67bb8ffc-8b4c-464f-ad95-0b302d1c6247 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.853802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c27-e4f8-4705-a4fe-3ef31f3f8aab req-67bb8ffc-8b4c-464f-ad95-0b302d1c6247 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.855897 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e13ff02-1f8b-4dd3-b8c5-0a027d52aff8 admin admin] Publish callbacks [] for subnet (d29c5634-4855-4e56-ba37-dca7870c430c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.860810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c27-e4f8-4705-a4fe-3ef31f3f8aab req-67bb8ffc-8b4c-464f-ad95-0b302d1c6247 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.867635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c27-e4f8-4705-a4fe-3ef31f3f8aab req-67bb8ffc-8b4c-464f-ad95-0b302d1c6247 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.874499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c27-e4f8-4705-a4fe-3ef31f3f8aab req-67bb8ffc-8b4c-464f-ad95-0b302d1c6247 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.880442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c27-e4f8-4705-a4fe-3ef31f3f8aab req-67bb8ffc-8b4c-464f-ad95-0b302d1c6247 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.886847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c27-e4f8-4705-a4fe-3ef31f3f8aab req-67bb8ffc-8b4c-464f-ad95-0b302d1c6247 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.888854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6e05c27-e4f8-4705-a4fe-3ef31f3f8aab req-67bb8ffc-8b4c-464f-ad95-0b302d1c6247 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5423 time: 0.2745018 Feb 03 12:39:26.906478 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e13ff02-1f8b-4dd3-b8c5-0a027d52aff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d29c5634-4855-4e56-ba37-dca7870c430c), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.943638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5d73e6e9-897d-4783-9cd8-4d34cc417560, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5d73e6e9-897d-4783-9cd8-4d34cc417560,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:26.946894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=baf4854b-e3bd-4695-80f0-c99e47518c47,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:26.959360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '5d73e6e9-897d-4783-9cd8-4d34cc417560', 'network_id': '3bea9c57-5f12-4607-a8e0-f3441fcf7875', 'port_id': '5d73e6e9-897d-4783-9cd8-4d34cc417560', 'mac_address': 'fa:16:3e:6a:bb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b6e30d-fa7f-4090-975d-e7858e81e282', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:26.959691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e13ff02-1f8b-4dd3-b8c5-0a027d52aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d29c5634-4855-4e56-ba37-dca7870c430c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.967046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-92f37eba-f589-41b6-b120-bb6dce11be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.968811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-92f37eba-f589-41b6-b120-bb6dce11be8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.1888025 Feb 03 12:39:27.027473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 5d73e6e9-897d-4783-9cd8-4d34cc417560 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:27.028014 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.042614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d73e6e9-897d-4783-9cd8-4d34cc417560 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:27.043036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e13ff02-1f8b-4dd3-b8c5-0a027d52aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d29c5634-4855-4e56-ba37-dca7870c430c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.050116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-571e8e28-71b7-4e11-8e3d-2c55263a6aff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625794 Feb 03 12:39:27.067554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5d73e6e9-897d-4783-9cd8-4d34cc417560, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5d73e6e9-897d-4783-9cd8-4d34cc417560,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:27.075887 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.087675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47126a9-535d-40f1-a1f5-9e6336078f64 req-dd5cd069-ba85-42f1-91ef-cb02a2be5b6e tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:27.089338 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c47126a9-535d-40f1-a1f5-9e6336078f64 req-dd5cd069-ba85-42f1-91ef-cb02a2be5b6e tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.1957474 Feb 03 12:39:27.102545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6e05c27-e4f8-4705-a4fe-3ef31f3f8aab req-992947a1-a702-4298-af71-00c78918b275 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1941257 Feb 03 12:39:27.120147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e13ff02-1f8b-4dd3-b8c5-0a027d52aff8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.140258 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4e13ff02-1f8b-4dd3-b8c5-0a027d52aff8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d29c5634-4855-4e56-ba37-dca7870c430c HTTP/1.1" status: 204 len: 168 time: 0.3665478 Feb 03 12:39:27.143338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51368) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:27.144121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13ff02-1f8b-4dd3-b8c5-0a027d52aff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29c5634-4855-4e56-ba37-dca7870c430c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:27.153235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2ce05dc5-7589-43d1-b21a-49fc86500cb8 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:27.163464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c5bb0b61-e973-46dd-9e36-df0db28b2ec7 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:27.205174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: c5bb0b61-e973-46dd-9e36-df0db28b2ec7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:27.205519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c5bb0b61-e973-46dd-9e36-df0db28b2ec7 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:27.212776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=5d73e6e9-897d-4783-9cd8-4d34cc417560,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:27.217011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c47126a9-535d-40f1-a1f5-9e6336078f64 req-2697fd62-33e2-45e3-8d7b-233bfbe7f6ca tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916088 Feb 03 12:39:27.264820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-cb5df4a9-2fc7-47e6-8e82-5b9c6e73da62 service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003391 Feb 03 12:39:27.318635 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0f10723e-cb85-4ce2-a258-17e6c4461fee), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.380290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:27.399296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc8c26-c927-4933-a770-623f43cf54b9 req-2e359667-1dc7-484a-a9bb-49dd48791cd5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:27.400879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86cc8c26-c927-4933-a770-623f43cf54b9 req-2e359667-1dc7-484a-a9bb-49dd48791cd5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 945 time: 0.1287599 Feb 03 12:39:27.415937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '2ce05dc5-7589-43d1-b21a-49fc86500cb8', 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29', 'port_id': '2ce05dc5-7589-43d1-b21a-49fc86500cb8', 'mac_address': 'fa:16:3e:05:4b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6519694f-04e5-449b-87bd-4b4b8a967f7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:27.417713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0f10723e-cb85-4ce2-a258-17e6c4461fee), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.424354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51374) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:27.440479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-89955f1a-9731-4c69-bb13-e1923130e11c service neutron] 10.222.0.72 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663029 Feb 03 12:39:27.469617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f10723e-cb85-4ce2-a258-17e6c4461fee']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:27.483507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809c7ce4-c63a-4eb3-a321-67c5557b6da9') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:27.484202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809c7ce4-c63a-4eb3-a321-67c5557b6da9') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:27.485515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:27.486747 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.496464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (809c7ce4-c63a-4eb3-a321-67c5557b6da9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.498079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86cc8c26-c927-4933-a770-623f43cf54b9 req-0d2e03c8-6837-4791-8762-9b09764414fa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810275 Feb 03 12:39:27.513170 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (809c7ce4-c63a-4eb3-a321-67c5557b6da9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.519630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce05dc5-7589-43d1-b21a-49fc86500cb8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:27.521194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:27.521691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (809c7ce4-c63a-4eb3-a321-67c5557b6da9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:27.523663 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:27.552763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:27.562568 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.587611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-network', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:27.604800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0f10723e-cb85-4ce2-a258-17e6c4461fee), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.612780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.616272 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0f10723e-cb85-4ce2-a258-17e6c4461fee HTTP/1.1" status: 204 len: 168 time: 0.4660547 Feb 03 12:39:27.628454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Made reservation on behalf of 4db0e6a656a344eaa2cbaa1ad33376ec for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:27.631096 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.633808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4afba-e3af-4b99-866c-51b8194a7818 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f10723e-cb85-4ce2-a258-17e6c4461fee,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:27.642908 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.792814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Publish callbacks [] for security_group (32adf5cf-bbc0-4208-917c-3ee6324587df), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.805392 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (32adf5cf-bbc0-4208-917c-3ee6324587df), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.843120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:39:27.869777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51408) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:27.871464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2ce05dc5-7589-43d1-b21a-49fc86500cb8,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:27.894961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32adf5cf-bbc0-4208-917c-3ee6324587df,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:27.904859 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (be3338e0-d8f9-4ae9-9610-e541f4d51479), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.905210 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Added segment be3338e0-d8f9-4ae9-9610-e541f4d51479 of type vlan for network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 Feb 03 12:39:27.906793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291d3c-6561-4951-ba87-4d65633e6108 req-99ddf858-de14-4f13-b2d1-20f10680167e tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:27.908704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-99ddf858-de14-4f13-b2d1-20f10680167e tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba&tenant_id=a3136ff5d19b465794dbc0d6c311e56b&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.1677463 Feb 03 12:39:27.911959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8579dd39-96aa-4005-8088-22ccafa220de'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:27.923661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03796b-7644-4b52-9245-69271b74d70c req-22ea2bc0-3327-45da-b7d7-c35a8dfd698a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:27.933452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f03796b-7644-4b52-9245-69271b74d70c req-22ea2bc0-3327-45da-b7d7-c35a8dfd698a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 950 time: 0.2046351 Feb 03 12:39:27.947894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['5d73e6e9-897d-4783-9cd8-4d34cc417560'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:27.950740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['da9fdd58-f939-4dd3-aded-7d8b8b218825'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:27.990181 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d73e6aa-c0ae-4b1a-99c0-72c1d2d9d22f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3abead6c17f24c0089af4a05cf844a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1186552 Feb 03 12:39:27.995733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51422) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:27.999654 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.001608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:28.032807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.033818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.034445 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.080548 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6547494 Feb 03 12:39:28.081302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:28.111430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['baf4854b-e3bd-4695-80f0-c99e47518c47'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:28.121176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Request body: {'subnet': {'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-subnet', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:28.123553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f03796b-7644-4b52-9245-69271b74d70c req-217d0792-ca5f-4ae9-9d3a-dd17de822c2b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885283 Feb 03 12:39:28.127957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075e423-248c-421a-9b6f-7632ef078dbe admin admin] Pushing event updated for resources: {'Network': ['ID=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:28.131969 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-307874c1-eefc-40b1-98da-ba94a1282f49 admin admin] Publish callbacks [] for security_group (6a09f7ba-867a-4092-b251-2dc73cc12a8f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.147925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Made reservation on behalf of 4db0e6a656a344eaa2cbaa1ad33376ec for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:28.150801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.152415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['31cf04c8-d7df-473c-89a0-7031f83de97f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:28.208294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['858ff12f-932f-4dec-b7d9-c2676c9ca09c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:28.214054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:39:28.234714 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-307874c1-eefc-40b1-98da-ba94a1282f49 admin admin] Publish callbacks [] for security_group (6a09f7ba-867a-4092-b251-2dc73cc12a8f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.260390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-8911b406-576f-4134-a0d5-1ebbd4734172 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.262065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-8911b406-576f-4134-a0d5-1ebbd4734172 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 950 time: 0.1145833 Feb 03 12:39:28.361186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-91291d3c-6561-4951-ba87-4d65633e6108 req-e99903bc-074c-4d9f-adca-05eb19d6a7ba service neutron] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:28.401115 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-91291d3c-6561-4951-ba87-4d65633e6108 req-e99903bc-074c-4d9f-adca-05eb19d6a7ba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.402305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91291d3c-6561-4951-ba87-4d65633e6108 req-e99903bc-074c-4d9f-adca-05eb19d6a7ba service neutron] 10.222.0.72 "DELETE /v2.0/ports/772d7407-bdfd-461c-b373-bdf9fc3d631c/bindings/n-h1-792364-10 HTTP/1.1" status: 204 len: 173 time: 0.4640927 Feb 03 12:39:28.407446 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (069782fb-7ddc-4760-a35f-947aa7d63f07), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.432876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['2ce05dc5-7589-43d1-b21a-49fc86500cb8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:28.433998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ca8a-00b9-4554-a8c1-e2aff9ed689b req-a2b1298e-9907-43c1-b086-d4ce36f1f4f3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.442241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ca8a-00b9-4554-a8c1-e2aff9ed689b req-a2b1298e-9907-43c1-b086-d4ce36f1f4f3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.451414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ca8a-00b9-4554-a8c1-e2aff9ed689b req-a2b1298e-9907-43c1-b086-d4ce36f1f4f3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.459470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ca8a-00b9-4554-a8c1-e2aff9ed689b req-a2b1298e-9907-43c1-b086-d4ce36f1f4f3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.471535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:28.477619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ca8a-00b9-4554-a8c1-e2aff9ed689b req-a2b1298e-9907-43c1-b086-d4ce36f1f4f3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.484668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ca8a-00b9-4554-a8c1-e2aff9ed689b req-a2b1298e-9907-43c1-b086-d4ce36f1f4f3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.485901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069782fb-7ddc-4760-a35f-947aa7d63f07,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:28.498557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Checking segment: {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:28.498928 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Network hostable DHCP agents. Network: 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:39:28.507779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ca8a-00b9-4554-a8c1-e2aff9ed689b req-a2b1298e-9907-43c1-b086-d4ce36f1f4f3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.516683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d51ca8a-00b9-4554-a8c1-e2aff9ed689b req-a2b1298e-9907-43c1-b086-d4ce36f1f4f3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5425 time: 0.2625871 Feb 03 12:39:28.522309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:39:28.543043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:28.547898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.548711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.577439 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-52347325-52a9-40a0-a205-6927e8127e28 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4628246 Feb 03 12:39:28.580372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51450) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:28.587659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:28.622002 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (3891ec0c-ee0b-4f58-8845-4ae753655e56), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.623259 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (3891ec0c-ee0b-4f58-8845-4ae753655e56), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.631823 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-307874c1-eefc-40b1-98da-ba94a1282f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6a09f7ba-867a-4092-b251-2dc73cc12a8f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.635827 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-307874c1-eefc-40b1-98da-ba94a1282f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.649964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-307874c1-eefc-40b1-98da-ba94a1282f49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a09f7ba-867a-4092-b251-2dc73cc12a8f HTTP/1.1" status: 204 len: 168 time: 0.6422074 Feb 03 12:39:28.676075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e55e0f-fd02-4641-bdda-a569cee4b402 req-00a53f07-85d2-4aca-ac56-281f50dec589 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.677605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0e55e0f-fd02-4641-bdda-a569cee4b402 req-00a53f07-85d2-4aca-ac56-281f50dec589 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.3271227 Feb 03 12:39:28.679597 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks [] for router_controller (3891ec0c-ee0b-4f58-8845-4ae753655e56), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.695994 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-363bfaae-2dde-4b3e-94b9-6b11dd7afd53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.696294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307874c1-eefc-40b1-98da-ba94a1282f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a09f7ba-867a-4092-b251-2dc73cc12a8f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:28.715846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c6fd08-e883-49bb-a4ef-aa4de14098db None None] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:28.773402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d51ca8a-00b9-4554-a8c1-e2aff9ed689b req-5510c7d3-6cf0-4cdb-8234-4daea28fa854 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2552066 Feb 03 12:39:28.807674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Deleting port d08dfc34-7f2d-4afb-ac90-1c12b0def494 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:28.811145 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.865274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks [] for router_gateway (3891ec0c-ee0b-4f58-8845-4ae753655e56), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.913721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0e55e0f-fd02-4641-bdda-a569cee4b402 req-b3a779a7-e140-464d-a2c4-93088e7e188a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232966 Feb 03 12:39:29.036326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] For port d08dfc34-7f2d-4afb-ac90-1c12b0def494, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=d08dfc34-7f2d-4afb-ac90-1c12b0def494,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:29.036702 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.046858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c42196-2010-4e07-a57b-8d2cc17af757 req-ad77cb54-0559-4316-914f-10dbe3338bca tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:29.053742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5c42196-2010-4e07-a57b-8d2cc17af757 req-ad77cb54-0559-4316-914f-10dbe3338bca tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 945 time: 0.1598740 Feb 03 12:39:29.072707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Calling delete_port for d08dfc34-7f2d-4afb-ac90-1c12b0def494 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:29.121850 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-363bfaae-2dde-4b3e-94b9-6b11dd7afd53 admin admin] Publish callbacks [] for security_group (0e7cd9ed-3d7e-46ff-8ff9-7258fab738af), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.148835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-363bfaae-2dde-4b3e-94b9-6b11dd7afd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0e7cd9ed-3d7e-46ff-8ff9-7258fab738af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.165653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5c42196-2010-4e07-a57b-8d2cc17af757 req-abb1b183-6121-467c-98f1-0086f081f7c5 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062825 Feb 03 12:39:29.200456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bfaae-2dde-4b3e-94b9-6b11dd7afd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7cd9ed-3d7e-46ff-8ff9-7258fab738af,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:29.253572 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-363bfaae-2dde-4b3e-94b9-6b11dd7afd53 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b73a732caa3949c4ac972ae9d1108fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7782447 Feb 03 12:39:29.267509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9937dfda-ce53-4e2e-bd98-97414da384a6 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:29.273166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51480) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:29.414926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks [] for router_gateway (3891ec0c-ee0b-4f58-8845-4ae753655e56), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.441210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.463310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2b891f0-620d-4caa-a60b-0e501ff95634 admin admin] Publish callbacks [] for security_group (0e7cd9ed-3d7e-46ff-8ff9-7258fab738af), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.490516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:39:29.491384 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.521940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f5989-866e-4bb7-a691-fd579f982880 req-667a0e7e-cb94-4f3e-9e1e-8ac9a4c28a09 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:29.533377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f8f5989-866e-4bb7-a691-fd579f982880 req-667a0e7e-cb94-4f3e-9e1e-8ac9a4c28a09 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=53daad04-5a9b-4a08-8586-d244a7e8cc00 HTTP/1.1" status: 200 len: 950 time: 0.2889104 Feb 03 12:39:29.555944 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2b891f0-620d-4caa-a60b-0e501ff95634 admin admin] Publish callbacks [] for security_group (0e7cd9ed-3d7e-46ff-8ff9-7258fab738af), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.573453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d08dfc34-7f2d-4afb-ac90-1c12b0def494), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.576724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d47478-59d4-4c39-8fb6-2cce5589d8ee req-0fee30b7-6586-482b-abcc-1748049ddca2 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:29.584384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8d47478-59d4-4c39-8fb6-2cce5589d8ee req-0fee30b7-6586-482b-abcc-1748049ddca2 tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 1128 time: 0.2409799 Feb 03 12:39:29.600974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', '0ce60cc7-da57-4b82-bf24-fbf39bbbce27'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:29.603511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['5fac73af-2799-471d-8bfb-16d019a131bb', 'd08dfc34-7f2d-4afb-ac90-1c12b0def494'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:29.647439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Allocated IP 172.25.3.31 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/8184e7c1-8ca1-409a-b32d-49c70f011ff3) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:29.650189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event deleted for resources: {'Port': ['ID=d08dfc34-7f2d-4afb-ac90-1c12b0def494,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:29.752416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] No DVR routers for this DVR port d08dfc34-7f2d-4afb-ac90-1c12b0def494 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:29.770174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f8f5989-866e-4bb7-a691-fd579f982880 req-bc3d310b-e44d-4379-9431-027095b6c500 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235003 Feb 03 12:39:29.783410 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.783410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36eb3d51-72be-4a6a-bfa7-4f547f8787c4 req-e8d16adf-e0da-48c7-a93f-450f46cb7dd8 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "DELETE /v2.0/ports/d08dfc34-7f2d-4afb-ac90-1c12b0def494 HTTP/1.1" status: 204 len: 173 time: 1.5128670 Feb 03 12:39:29.783410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53daad04-5a9b-4a08-8586-d244a7e8cc00', 'name': 'network-vif-deleted', 'tag': 'd08dfc34-7f2d-4afb-ac90-1c12b0def494'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:29.785636 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6be4e-4d4a-4cbd-97b3-4460fd8f4bd8" -d '{"events": [{"server_uuid": "53daad04-5a9b-4a08-8586-d244a7e8cc00", "name": "network-vif-deleted", "tag": "d08dfc34-7f2d-4afb-ac90-1c12b0def494"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:29.799541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8d47478-59d4-4c39-8fb6-2cce5589d8ee req-5da8d611-0d10-462b-bd96-ed18bc7589ca tempest-LiveMigrationTest-460929494 tempest-LiveMigrationTest-460929494-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138338 Feb 03 12:39:29.839060 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2b891f0-620d-4caa-a60b-0e501ff95634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0e7cd9ed-3d7e-46ff-8ff9-7258fab738af), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.842015 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2b891f0-620d-4caa-a60b-0e501ff95634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.847608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b2b891f0-620d-4caa-a60b-0e501ff95634 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e7cd9ed-3d7e-46ff-8ff9-7258fab738af HTTP/1.1" status: 204 len: 168 time: 0.5651627 Feb 03 12:39:29.868132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b891f0-620d-4caa-a60b-0e501ff95634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7cd9ed-3d7e-46ff-8ff9-7258fab738af,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:29.901812 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a28333-c0c4-4059-99e6-f480f6978955 x-openstack-request-id: req-e1a28333-c0c4-4059-99e6-f480f6978955 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:29.911610 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53daad04-5a9b-4a08-8586-d244a7e8cc00", "name": "network-vif-deleted", "tag": "d08dfc34-7f2d-4afb-ac90-1c12b0def494", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:29.912738 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1a28333-c0c4-4059-99e6-f480f6978955 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:29.913247 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53daad04-5a9b-4a08-8586-d244a7e8cc00', 'name': 'network-vif-deleted', 'tag': 'd08dfc34-7f2d-4afb-ac90-1c12b0def494', 'status': 'completed', 'code': 200} Feb 03 12:39:29.929533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9937dfda-ce53-4e2e-bd98-97414da384a6,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:29.962890 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks [] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.029630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '9937dfda-ce53-4e2e-bd98-97414da384a6', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'port_id': '9937dfda-ce53-4e2e-bd98-97414da384a6', 'mac_address': 'fa:16:3e:24:b3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65ca260-a0ed-4d89-a744-69405f9680e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:30.063536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.076545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e1f9-3b6a-4941-93ad-74707fd10d8a req-917bc652-87ab-4d09-9af8-4eb1e8a24137 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.084478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e1f9-3b6a-4941-93ad-74707fd10d8a req-917bc652-87ab-4d09-9af8-4eb1e8a24137 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.091604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e1f9-3b6a-4941-93ad-74707fd10d8a req-917bc652-87ab-4d09-9af8-4eb1e8a24137 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.097763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e1f9-3b6a-4941-93ad-74707fd10d8a req-917bc652-87ab-4d09-9af8-4eb1e8a24137 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.105388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e1f9-3b6a-4941-93ad-74707fd10d8a req-917bc652-87ab-4d09-9af8-4eb1e8a24137 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.112011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e1f9-3b6a-4941-93ad-74707fd10d8a req-917bc652-87ab-4d09-9af8-4eb1e8a24137 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.131917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e1f9-3b6a-4941-93ad-74707fd10d8a req-917bc652-87ab-4d09-9af8-4eb1e8a24137 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.134522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daa5e1f9-3b6a-4941-93ad-74707fd10d8a req-917bc652-87ab-4d09-9af8-4eb1e8a24137 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5425 time: 0.2410111 Feb 03 12:39:30.163441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:30.169207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:30.175523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:30.205745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Allocated IP 172.20.0.2 (62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4/069782fb-7ddc-4760-a35f-947aa7d63f07/761b9379-dd9f-44e1-a823-bcc949edf100) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:30.223969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daa5e1f9-3b6a-4941-93ad-74707fd10d8a req-b20a08c1-0ce6-4f7d-b85d-09153ad22d43 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833116 Feb 03 12:39:30.280186 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Pushing event updated for resources: {'Port': ['ID=8184e7c1-8ca1-409a-b32d-49c70f011ff3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:30.280760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 9937dfda-ce53-4e2e-bd98-97414da384a6 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:30.281367 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.402223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899b272-4afe-4861-8caf-85a86416e68a req-7dea57a9-ba7f-4e66-b83d-2c9fa3a64e4d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.415490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9937dfda-ce53-4e2e-bd98-97414da384a6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:30.418851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8899b272-4afe-4861-8caf-85a86416e68a req-7dea57a9-ba7f-4e66-b83d-2c9fa3a64e4d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.1625478 Feb 03 12:39:30.458034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9937dfda-ce53-4e2e-bd98-97414da384a6,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:30.491673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.549512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8899b272-4afe-4861-8caf-85a86416e68a req-edf01c9b-c6b9-4242-b02c-dcc9d38e9fd1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258404 Feb 03 12:39:30.732086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks [] for router_gateway (3891ec0c-ee0b-4f58-8845-4ae753655e56), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.792107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ece11e-6cb1-4329-b86e-d6a2d12777b4 req-21694fc6-3518-4d65-8a7b-193a11f2484c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.796803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['9937dfda-ce53-4e2e-bd98-97414da384a6'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:30.800212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3ece11e-6cb1-4329-b86e-d6a2d12777b4 req-21694fc6-3518-4d65-8a7b-193a11f2484c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 945 time: 0.0727236 Feb 03 12:39:30.899536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3ece11e-6cb1-4329-b86e-d6a2d12777b4 req-11372184-303f-4ea6-bcb7-1cb90cdce638 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979757 Feb 03 12:39:30.902479 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Publish callbacks [] for port (761b9379-dd9f-44e1-a823-bcc949edf100), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.912256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=9937dfda-ce53-4e2e-bd98-97414da384a6,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:30.935593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.996606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-ecde2edc-4e2a-4738-ad5f-5fe0a9df4190 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.999676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-ecde2edc-4e2a-4738-ad5f-5fe0a9df4190 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 945 time: 0.1267207 Feb 03 12:39:31.051510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:31.071584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:31.082540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Pushing event updated for resources: {'Port': ['ID=761b9379-dd9f-44e1-a823-bcc949edf100,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:31.087554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:31.125136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (3891ec0c-ee0b-4f58-8845-4ae753655e56), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.168467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8579dd39-96aa-4005-8088-22ccafa220de up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:31.170864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device d08dfc34-7f2d-4afb-ac90-1c12b0def494 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:31.233620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Deleting port 772d7407-bdfd-461c-b373-bdf9fc3d631c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:31.233958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.305765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: d08dfc34-7f2d-4afb-ac90-1c12b0def494 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:31.306377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device d08dfc34-7f2d-4afb-ac90-1c12b0def494 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:31.359191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Attempting to bind port 761b9379-dd9f-44e1-a823-bcc949edf100 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:31.359563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Attempting to bind port 761b9379-dd9f-44e1-a823-bcc949edf100 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:31.359932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Attempting to bind port 761b9379-dd9f-44e1-a823-bcc949edf100 on network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:31.373912 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Router 3891ec0c-ee0b-4f58-8845-4ae753655e56 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:39:31.378595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:31.378980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Checking segment: {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:31.379387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.379781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Bound using segment: {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:31.380262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Bound port: 761b9379-dd9f-44e1-a823-bcc949edf100, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:31.380652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.471438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] For port 772d7407-bdfd-461c-b373-bdf9fc3d631c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=772d7407-bdfd-461c-b373-bdf9fc3d631c,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:31.472358 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.491064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 8579dd39-96aa-4005-8088-22ccafa220de completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:31.499553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Calling delete_port for 772d7407-bdfd-461c-b373-bdf9fc3d631c owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:31.510934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:31.512033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 8579dd39-96aa-4005-8088-22ccafa220de triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:31.513158 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8579dd39-96aa-4005-8088-22ccafa220de), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.520748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39cc8-d270-4c0d-bcb6-d8168a9b9969 req-df561778-c636-4ab9-84b3-c5294795f74f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.527884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39cc8-d270-4c0d-bcb6-d8168a9b9969 req-df561778-c636-4ab9-84b3-c5294795f74f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.534221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Sync routers for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:31.536533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39cc8-d270-4c0d-bcb6-d8168a9b9969 req-df561778-c636-4ab9-84b3-c5294795f74f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.542933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39cc8-d270-4c0d-bcb6-d8168a9b9969 req-df561778-c636-4ab9-84b3-c5294795f74f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.547418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.548676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39cc8-d270-4c0d-bcb6-d8168a9b9969 req-df561778-c636-4ab9-84b3-c5294795f74f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.553622 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bf80fbed-14aa-443f-9c5b-46690b104a9e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9721763 Feb 03 12:39:31.554738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51554) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:31.555153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39cc8-d270-4c0d-bcb6-d8168a9b9969 req-df561778-c636-4ab9-84b3-c5294795f74f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.561113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39cc8-d270-4c0d-bcb6-d8168a9b9969 req-df561778-c636-4ab9-84b3-c5294795f74f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.568732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] For port 761b9379-dd9f-44e1-a823-bcc949edf100, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:31.568956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afd39cc8-d270-4c0d-bcb6-d8168a9b9969 req-df561778-c636-4ab9-84b3-c5294795f74f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5425 time: 0.1763430 Feb 03 12:39:31.600058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] For port 761b9379-dd9f-44e1-a823-bcc949edf100, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=761b9379-dd9f-44e1-a823-bcc949edf100,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:31.604731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:31.605722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:31.660316 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.694900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afd39cc8-d270-4c0d-bcb6-d8168a9b9969 req-160f226c-c625-4ba0-a3c5-e79feea68d6d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251206 Feb 03 12:39:31.830172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (772d7407-bdfd-461c-b373-bdf9fc3d631c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.875908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Pushing event deleted for resources: {'Port': ['ID=772d7407-bdfd-461c-b373-bdf9fc3d631c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:31.903796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['772d7407-bdfd-461c-b373-bdf9fc3d631c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:31.934347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] No DVR routers for this DVR port 772d7407-bdfd-461c-b373-bdf9fc3d631c on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:31.937081 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.941625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee80a082-8945-40e6-88c6-9f937f8c9ba5 req-8def94cf-fade-4485-9f9a-f4a7a6d5321a tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.72 "DELETE /v2.0/ports/772d7407-bdfd-461c-b373-bdf9fc3d631c HTTP/1.1" status: 204 len: 173 time: 0.9326789 Feb 03 12:39:31.942188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'name': 'network-vif-deleted', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:31.944712 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b4c7a-b82b-4781-a41f-08a26e877a99" -d '{"events": [{"server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "name": "network-vif-deleted", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:32.000095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78ae6a-0d81-4e24-8819-9e254b5ee8bf None None] Pushing event updated for resources: {'Port': ['ID=761b9379-dd9f-44e1-a823-bcc949edf100,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:32.046638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8579dd39-96aa-4005-8088-22ccafa220de is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:32.047509 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8579dd39-96aa-4005-8088-22ccafa220de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.076288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:32.265533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:32.268049 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d2b4c6-3a49-49ab-9975-1b84be3559a2" -d '{"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "8579dd39-96aa-4005-8088-22ccafa220de"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:32.276182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf000b-674a-4a58-b9ac-e62070a10e27 req-a9e5bf8a-deee-4353-9eae-c2e68df1beae tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:32.288343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35bf000b-674a-4a58-b9ac-e62070a10e27 req-a9e5bf8a-deee-4353-9eae-c2e68df1beae tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fe587cf-d62b-461a-943a-25401170deb0 HTTP/1.1" status: 200 len: 950 time: 0.1507201 Feb 03 12:39:32.297657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8579dd39-96aa-4005-8088-22ccafa220de, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8579dd39-96aa-4005-8088-22ccafa220de,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:32.341155 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8579dd39-96aa-4005-8088-22ccafa220de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.344820 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.410021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8579dd39-96aa-4005-8088-22ccafa220de,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:32.411137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35bf000b-674a-4a58-b9ac-e62070a10e27 req-e97e6fbc-d55f-4c21-9241-cc26881aee36 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213286 Feb 03 12:39:32.450566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dcc06-c6c4-47d2-a09c-47c03905cbdf req-0720826d-c5f0-4be9-aabd-be4b57499b88 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:32.452153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a33dcc06-c6c4-47d2-a09c-47c03905cbdf req-0720826d-c5f0-4be9-aabd-be4b57499b88 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.1145577 Feb 03 12:39:32.491470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:30Z', 'revision_number': 3, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:32.554668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Checking router: 3891ec0c-ee0b-4f58-8845-4ae753655e56 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:32.555045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Updating router 3891ec0c-ee0b-4f58-8845-4ae753655e56 port 8184e7c1-8ca1-409a-b32d-49c70f011ff3 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:39:32.587883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.604933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a33dcc06-c6c4-47d2-a09c-47c03905cbdf req-7355a52e-af6d-495f-8cbc-09cef3e62ac7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432388 Feb 03 12:39:32.637272 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Allocated IP 172.20.0.1 (62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4/069782fb-7ddc-4760-a35f-947aa7d63f07/844f11a9-9140-4f86-8289-a814086b2fa7) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:32.656549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 761b9379-dd9f-44e1-a823-bcc949edf100 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:32.683933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd88c231-68aa-4ad8-a351-83369eed3947 req-64cb1fae-87d8-4cda-8c79-ffcd3e11d3fb tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.0622606 Feb 03 12:39:32.699049 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b802ff-a7cc-471a-98b1-d2bd61fbc852 x-openstack-request-id: req-72b802ff-a7cc-471a-98b1-d2bd61fbc852 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:32.699540 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7153237-caf6-439c-bbfe-8b71a4d1e2ba", "name": "network-vif-deleted", "tag": "772d7407-bdfd-461c-b373-bdf9fc3d631c", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:32.699776 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72b802ff-a7cc-471a-98b1-d2bd61fbc852 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:32.700181 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7153237-caf6-439c-bbfe-8b71a4d1e2ba', 'name': 'network-vif-deleted', 'tag': '772d7407-bdfd-461c-b373-bdf9fc3d631c', 'status': 'completed', 'code': 200} Feb 03 12:39:32.855332 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d052ecd2-a39c-43f2-93e1-2d61b68010bd x-openstack-request-id: req-d052ecd2-a39c-43f2-93e1-2d61b68010bd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:32.856889 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "8579dd39-96aa-4005-8088-22ccafa220de", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:32.857263 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d052ecd2-a39c-43f2-93e1-2d61b68010bd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:32.857840 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de', 'code': 200} Feb 03 12:39:32.910133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7296058-db59-446e-a0de-bdc14dc51069 req-d8c3e5c8-2988-4541-b503-7f21416a7924 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:32.911385 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Publish callbacks [] for port (844f11a9-9140-4f86-8289-a814086b2fa7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.911968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7296058-db59-446e-a0de-bdc14dc51069 req-d8c3e5c8-2988-4541-b503-7f21416a7924 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fe587cf-d62b-461a-943a-25401170deb0 HTTP/1.1" status: 200 len: 950 time: 0.1840711 Feb 03 12:39:32.981581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.985672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 761b9379-dd9f-44e1-a823-bcc949edf100 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:32.986077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.021568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:33.080160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:33.088437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:33.120540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77736a-83b5-445c-808f-a9a5ad5de2d4 req-aa10b4c3-614e-4037-88bf-2803eda7f573 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.126239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77736a-83b5-445c-808f-a9a5ad5de2d4 req-aa10b4c3-614e-4037-88bf-2803eda7f573 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.131935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77736a-83b5-445c-808f-a9a5ad5de2d4 req-aa10b4c3-614e-4037-88bf-2803eda7f573 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.137552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77736a-83b5-445c-808f-a9a5ad5de2d4 req-aa10b4c3-614e-4037-88bf-2803eda7f573 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.143518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77736a-83b5-445c-808f-a9a5ad5de2d4 req-aa10b4c3-614e-4037-88bf-2803eda7f573 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.149272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77736a-83b5-445c-808f-a9a5ad5de2d4 req-aa10b4c3-614e-4037-88bf-2803eda7f573 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.156108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77736a-83b5-445c-808f-a9a5ad5de2d4 req-aa10b4c3-614e-4037-88bf-2803eda7f573 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.159991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device da9fdd58-f939-4dd3-aded-7d8b8b218825 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:33.164860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a77736a-83b5-445c-808f-a9a5ad5de2d4 req-aa10b4c3-614e-4037-88bf-2803eda7f573 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5426 time: 0.2895579 Feb 03 12:39:33.210933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9937dfda-ce53-4e2e-bd98-97414da384a6 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:33.245157 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Publish callbacks [] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.277950 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.293008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 761b9379-dd9f-44e1-a823-bcc949edf100 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:33.293395 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.297569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-d7296058-db59-446e-a0de-bdc14dc51069 req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Deleting port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:33.298191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7296058-db59-446e-a0de-bdc14dc51069 req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.318513 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a77736a-83b5-445c-808f-a9a5ad5de2d4 req-a7d1ec47-948f-4791-a2f1-50b35b351549 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491613 Feb 03 12:39:33.360465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 761b9379-dd9f-44e1-a823-bcc949edf100, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=761b9379-dd9f-44e1-a823-bcc949edf100,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:33.367976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d1fdd-e3d8-48cb-945d-6542f812e786 None None] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:33.443801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port da9fdd58-f939-4dd3-aded-7d8b8b218825 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:33.473991 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.480301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port da9fdd58-f939-4dd3-aded-7d8b8b218825 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:33.480683 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.504902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-fa5474ee-d090-442c-b1c0-3e7be23191c3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.511437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-fa5474ee-d090-442c-b1c0-3e7be23191c3 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73 HTTP/1.1" status: 200 len: 950 time: 0.2907495 Feb 03 12:39:33.586882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d7296058-db59-446e-a0de-bdc14dc51069 req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] For port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:33.587654 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7296058-db59-446e-a0de-bdc14dc51069 req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.689140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-d7296058-db59-446e-a0de-bdc14dc51069 req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Calling delete_port for 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:33.802850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Pushing event updated for resources: {'Port': ['ID=844f11a9-9140-4f86-8289-a814086b2fa7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:33.810587 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5172a-7c24-4720-9eff-2577ba1fc038 None None] Pushing event updated for resources: {'Port': ['ID=8184e7c1-8ca1-409a-b32d-49c70f011ff3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:33.839883 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (3891ec0c-ee0b-4f58-8845-4ae753655e56), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.871485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6f694d2e-cd52-4a66-b8fc-fc94b0da339c None None] Provisioning complete for port 761b9379-dd9f-44e1-a823-bcc949edf100 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:33.871872 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f694d2e-cd52-4a66-b8fc-fc94b0da339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.950970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bda01-5dc5-4f47-a0d5-2d2a1a794e06 req-6f47792f-c634-4ed2-a4e8-e63a7b35964f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.952755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae1bda01-5dc5-4f47-a0d5-2d2a1a794e06 req-6f47792f-c634-4ed2-a4e8-e63a7b35964f tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fe587cf-d62b-461a-943a-25401170deb0 HTTP/1.1" status: 200 len: 950 time: 0.3607783 Feb 03 12:39:33.992188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Attempting to bind port 8184e7c1-8ca1-409a-b32d-49c70f011ff3 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:33.992870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Attempting to bind port 8184e7c1-8ca1-409a-b32d-49c70f011ff3 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:33.993203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Attempting to bind port 8184e7c1-8ca1-409a-b32d-49c70f011ff3 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:34.085912 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.121243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:34.122671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:34.123743 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.126564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:34.127218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Bound port: 8184e7c1-8ca1-409a-b32d-49c70f011ff3, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:34.127515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.132711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae1bda01-5dc5-4f47-a0d5-2d2a1a794e06 req-32de757d-2477-47dd-a363-424513343362 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585450 Feb 03 12:39:34.169023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Deleting port 5fac73af-2799-471d-8bfb-16d019a131bb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:34.171552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.241894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 9937dfda-ce53-4e2e-bd98-97414da384a6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:34.242231 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.362713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=761b9379-dd9f-44e1-a823-bcc949edf100,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:34.466998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] For port 8184e7c1-8ca1-409a-b32d-49c70f011ff3, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:34.489617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Publish callbacks [] for port (844f11a9-9140-4f86-8289-a814086b2fa7), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.509307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.574607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 9937dfda-ce53-4e2e-bd98-97414da384a6 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:34.575306 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.591357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6f694d2e-cd52-4a66-b8fc-fc94b0da339c None None] Current status of the port 761b9379-dd9f-44e1-a823-bcc949edf100 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:34.636540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9937dfda-ce53-4e2e-bd98-97414da384a6,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:34.641239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] For port 8184e7c1-8ca1-409a-b32d-49c70f011ff3, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8184e7c1-8ca1-409a-b32d-49c70f011ff3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:34.644671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Pushing event updated for resources: {'Port': ['ID=844f11a9-9140-4f86-8289-a814086b2fa7,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:34.644978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 761b9379-dd9f-44e1-a823-bcc949edf100 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:34.684543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (3891ec0c-ee0b-4f58-8845-4ae753655e56), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.713511 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.795978 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.843176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port da9fdd58-f939-4dd3-aded-7d8b8b218825 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:34.843579 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.888403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:34.891768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:34.925370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:34.927659 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130305ce-3cd0-4bf1-9b8f-22a1f7faec74" -d '{"events": [{"server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "name": "network-vif-plugged", "status": "completed", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:34.939112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=9937dfda-ce53-4e2e-bd98-97414da384a6,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:35.053447 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 761b9379-dd9f-44e1-a823-bcc949edf100 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:35.053986 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.122944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] For port 5fac73af-2799-471d-8bfb-16d019a131bb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5fac73af-2799-471d-8bfb-16d019a131bb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:35.124104 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.142613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Calling delete_port for 5fac73af-2799-471d-8bfb-16d019a131bb owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:35.144848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Router 3891ec0c-ee0b-4f58-8845-4ae753655e56 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:39:35.212464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c61a7edb-a225-4c1b-a693-a981f3240e39 None None] Provisioning complete for port 844f11a9-9140-4f86-8289-a814086b2fa7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:35.212907 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c61a7edb-a225-4c1b-a693-a981f3240e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.298922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port da9fdd58-f939-4dd3-aded-7d8b8b218825, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=da9fdd58-f939-4dd3-aded-7d8b8b218825,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:35.304762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c825e574-236a-419f-b5f9-da151090afda req-4c2d2f08-68a5-4c71-ac19-19672a6ad72c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.3252857 Feb 03 12:39:35.321052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7296058-db59-446e-a0de-bdc14dc51069 req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (0ce60cc7-da57-4b82-bf24-fbf39bbbce27), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.343270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:35.349815 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.353930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 31cf04c8-d7df-473c-89a0-7031f83de97f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:35.365445 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bf09b97c-a42d-47b7-a211-3ec96caeca93 admin admin] 10.222.0.65 "PUT /v2.0/routers/3891ec0c-ee0b-4f58-8845-4ae753655e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8085885 Feb 03 12:39:35.408685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event deleted for resources: {'Port': ['ID=0ce60cc7-da57-4b82-bf24-fbf39bbbce27,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:35.480367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:35.503097 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (5fac73af-2799-471d-8bfb-16d019a131bb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.535430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:35.536248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:35.566262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c2a00-7eee-4a29-a8b4-9fc608450ae2 req-bfcc7363-318e-4f25-bf49-b025dd8445ca tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:35.582800 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed9c2a00-7eee-4a29-a8b4-9fc608450ae2 req-bfcc7363-318e-4f25-bf49-b025dd8445ca tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 1.1832330 Feb 03 12:39:35.679417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:35.689012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7296058-db59-446e-a0de-bdc14dc51069 req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] No DVR routers for this DVR port 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:35.707128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7296058-db59-446e-a0de-bdc14dc51069 req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.721647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7296058-db59-446e-a0de-bdc14dc51069 req-36454c71-d771-4bb2-8110-943135fe6419 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "DELETE /v2.0/ports/0ce60cc7-da57-4b82-bf24-fbf39bbbce27 HTTP/1.1" status: 204 len: 173 time: 2.7950304 Feb 03 12:39:35.759456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe587cf-d62b-461a-943a-25401170deb0', 'name': 'network-vif-deleted', 'tag': '0ce60cc7-da57-4b82-bf24-fbf39bbbce27'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:35.783400 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e60265-dcf6-4b48-a1f4-9683f9ab86de" -d '{"events": [{"server_uuid": "1fe587cf-d62b-461a-943a-25401170deb0", "name": "network-vif-deleted", "tag": "0ce60cc7-da57-4b82-bf24-fbf39bbbce27"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:35.789363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event deleted for resources: {'Port': ['ID=5fac73af-2799-471d-8bfb-16d019a131bb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:35.807575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31', 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', '2123771e-50c0-4e9b-93e5-7ff2f1530f3a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:35.902446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5172a-7c24-4720-9eff-2577ba1fc038 None None] Pushing event updated for resources: {'Port': ['ID=8184e7c1-8ca1-409a-b32d-49c70f011ff3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:35.991811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed9c2a00-7eee-4a29-a8b4-9fc608450ae2 req-72430054-2d2e-4807-b33a-ad2e99e43b3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057105 Feb 03 12:39:35.993972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] No DVR routers for this DVR port 5fac73af-2799-471d-8bfb-16d019a131bb on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:35.999426 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.010153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f620f6bd-7242-4614-828f-361013f8b9d8 req-a4347a1a-50ee-4072-b191-5afb4ef7206d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.91 "DELETE /v2.0/ports/5fac73af-2799-471d-8bfb-16d019a131bb HTTP/1.1" status: 204 len: 173 time: 2.4190531 Feb 03 12:39:36.068256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=da9fdd58-f939-4dd3-aded-7d8b8b218825,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:36.249438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c61a7edb-a225-4c1b-a693-a981f3240e39 None None] Port 844f11a9-9140-4f86-8289-a814086b2fa7 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:36.339223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759f8e-36f2-419b-a3dd-02da1134e905 req-eaabaf91-1cb9-4d60-a205-c8918fade225 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:36.370988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759f8e-36f2-419b-a3dd-02da1134e905 req-eaabaf91-1cb9-4d60-a205-c8918fade225 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:36.393149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759f8e-36f2-419b-a3dd-02da1134e905 req-eaabaf91-1cb9-4d60-a205-c8918fade225 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:36.410538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759f8e-36f2-419b-a3dd-02da1134e905 req-eaabaf91-1cb9-4d60-a205-c8918fade225 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:36.414630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 31cf04c8-d7df-473c-89a0-7031f83de97f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:36.421379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759f8e-36f2-419b-a3dd-02da1134e905 req-eaabaf91-1cb9-4d60-a205-c8918fade225 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:36.427383 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c927f867-641b-480d-ada6-45a3751b88ca x-openstack-request-id: req-c927f867-641b-480d-ada6-45a3751b88ca {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:36.427731 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "name": "network-vif-plugged", "status": "completed", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:36.428011 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c927f867-641b-480d-ada6-45a3751b88ca {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:36.428414 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6', 'code': 200} Feb 03 12:39:36.437126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759f8e-36f2-419b-a3dd-02da1134e905 req-eaabaf91-1cb9-4d60-a205-c8918fade225 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:36.450252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759f8e-36f2-419b-a3dd-02da1134e905 req-eaabaf91-1cb9-4d60-a205-c8918fade225 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:36.461674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8759f8e-36f2-419b-a3dd-02da1134e905 req-eaabaf91-1cb9-4d60-a205-c8918fade225 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5427 time: 0.2328296 Feb 03 12:39:36.600480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad7bdf76-4bde-4cc9-9c0f-bf9631f239a6 req-ee43a511-4e17-4259-9a5d-f5bf7471c49d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fe587cf-d62b-461a-943a-25401170deb0 HTTP/1.1" status: 200 len: 210 time: 0.0406756 Feb 03 12:39:36.662959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8759f8e-36f2-419b-a3dd-02da1134e905 req-78158a4b-8159-4242-ad8f-04e312c7d820 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1974380 Feb 03 12:39:36.681657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 31cf04c8-d7df-473c-89a0-7031f83de97f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:36.682236 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.797239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 761b9379-dd9f-44e1-a823-bcc949edf100 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:36.845058 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73008a45-4d07-4d81-b976-3ecfbf3f0102 x-openstack-request-id: req-73008a45-4d07-4d81-b976-3ecfbf3f0102 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:36.845318 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe587cf-d62b-461a-943a-25401170deb0", "name": "network-vif-deleted", "tag": "0ce60cc7-da57-4b82-bf24-fbf39bbbce27", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:36.845572 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73008a45-4d07-4d81-b976-3ecfbf3f0102 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:36.845985 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe587cf-d62b-461a-943a-25401170deb0', 'name': 'network-vif-deleted', 'tag': '0ce60cc7-da57-4b82-bf24-fbf39bbbce27', 'status': 'completed', 'code': 200} Feb 03 12:39:36.928535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c61a7edb-a225-4c1b-a693-a981f3240e39 None None] Provisioning complete for port 761b9379-dd9f-44e1-a823-bcc949edf100 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:36.928919 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c61a7edb-a225-4c1b-a693-a981f3240e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.931172 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b201f97-bf94-467b-879a-c3adb636c3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.172376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 5fac73af-2799-471d-8bfb-16d019a131bb no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:37.233016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51670) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:37.237945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-688f4d6e-2174-4693-9361-186f57619c2e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810663971', 'description': 'tempest-description--1097600850'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:37.283825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 5fac73af-2799-471d-8bfb-16d019a131bb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:37.284472 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 5fac73af-2799-471d-8bfb-16d019a131bb not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:37.295130 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f4d6e-2174-4693-9361-186f57619c2e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.489237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f4d6e-2174-4693-9361-186f57619c2e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (7bac5d53-d6ec-464d-a1ae-5d05d35e74f9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.501167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f4d6e-2174-4693-9361-186f57619c2e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7bac5d53-d6ec-464d-a1ae-5d05d35e74f9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.504580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf10f879-d187-4f64-b95e-a9cae75ff245 req-1b487699-3cd1-4ebb-95e9-79e1695ab673 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.0768201 Feb 03 12:39:37.565955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f4d6e-2174-4693-9361-186f57619c2e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.575493 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-688f4d6e-2174-4693-9361-186f57619c2e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3421078 Feb 03 12:39:37.579103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51678) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:37.581713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b6a26-d42a-4deb-b554-30fc32895c6f req-e68003c9-e26f-4e1e-a8cb-0b137806071a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:37.585101 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-525b6a26-d42a-4deb-b554-30fc32895c6f req-e68003c9-e26f-4e1e-a8cb-0b137806071a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.2241857 Feb 03 12:39:37.596131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-58cd90a4-929a-4e26-ba27-da5c80918968 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'security_group_rule': {'security_group_id': '7bac5d53-d6ec-464d-a1ae-5d05d35e74f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:37.610510 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f4d6e-2174-4693-9361-186f57619c2e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:37.646180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58cd90a4-929a-4e26-ba27-da5c80918968 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (26661eb5-0f82-4f77-9b6e-7d7a0023e454), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.746426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-525b6a26-d42a-4deb-b554-30fc32895c6f req-7925f808-980c-420d-a4e1-a11177addd0c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529388 Feb 03 12:39:37.787828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58cd90a4-929a-4e26-ba27-da5c80918968 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (26661eb5-0f82-4f77-9b6e-7d7a0023e454), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.802239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58cd90a4-929a-4e26-ba27-da5c80918968 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (26661eb5-0f82-4f77-9b6e-7d7a0023e454), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.830400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd90a4-929a-4e26-ba27-da5c80918968 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26661eb5-0f82-4f77-9b6e-7d7a0023e454,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:37.877844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58cd90a4-929a-4e26-ba27-da5c80918968 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.880255 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-58cd90a4-929a-4e26-ba27-da5c80918968 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980709 Feb 03 12:39:37.882771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51694) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:37.889837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3463b27b-5704-4e65-acaf-69ad715061fc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'security_group_rule': {'security_group_id': '7bac5d53-d6ec-464d-a1ae-5d05d35e74f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:38.001296 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3463b27b-5704-4e65-acaf-69ad715061fc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (59669983-0e2e-4db4-a908-ba046a88695a), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.185496 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3463b27b-5704-4e65-acaf-69ad715061fc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (59669983-0e2e-4db4-a908-ba046a88695a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.207965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3463b27b-5704-4e65-acaf-69ad715061fc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (59669983-0e2e-4db4-a908-ba046a88695a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.370601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5749-6683-449f-a420-65a40257321c req-9252ecc2-ecf8-4743-a201-6bab1b5c0d7e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:38.385419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5749-6683-449f-a420-65a40257321c req-9252ecc2-ecf8-4743-a201-6bab1b5c0d7e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:38.401687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5749-6683-449f-a420-65a40257321c req-9252ecc2-ecf8-4743-a201-6bab1b5c0d7e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:38.419535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5749-6683-449f-a420-65a40257321c req-9252ecc2-ecf8-4743-a201-6bab1b5c0d7e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:38.439285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5749-6683-449f-a420-65a40257321c req-9252ecc2-ecf8-4743-a201-6bab1b5c0d7e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:38.456978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5749-6683-449f-a420-65a40257321c req-9252ecc2-ecf8-4743-a201-6bab1b5c0d7e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:38.471152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5749-6683-449f-a420-65a40257321c req-9252ecc2-ecf8-4743-a201-6bab1b5c0d7e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:38.509047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dfa5749-6683-449f-a420-65a40257321c req-9252ecc2-ecf8-4743-a201-6bab1b5c0d7e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5427 time: 0.5380545 Feb 03 12:39:38.524158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3463b27b-5704-4e65-acaf-69ad715061fc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.528480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3463b27b-5704-4e65-acaf-69ad715061fc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6411343 Feb 03 12:39:38.529261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51718) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:38.535873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:38.539404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9fdd58-f939-4dd3-aded-7d8b8b218825'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:38.542270 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76433cb1-4378-4e85-8b9f-0819515c8756" -d '{"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "da9fdd58-f939-4dd3-aded-7d8b8b218825"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:38.574766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463b27b-5704-4e65-acaf-69ad715061fc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59669983-0e2e-4db4-a908-ba046a88695a,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:38.603226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.641862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 31cf04c8-d7df-473c-89a0-7031f83de97f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:38.644828 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.750728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dfa5749-6683-449f-a420-65a40257321c req-1f1a5cc2-7c17-4fe0-80e3-82f7499475d3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2368481 Feb 03 12:39:38.786710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51726) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:38.807491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c61a7edb-a225-4c1b-a693-a981f3240e39 None None] Current status of the port 761b9379-dd9f-44e1-a823-bcc949edf100 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:38.824203 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.847189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73', 'name': 'network-vif-deleted', 'tag': '5fac73af-2799-471d-8bfb-16d019a131bb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:38.850052 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07af38b-34bd-4e64-99e3-46763ef95897" -d '{"events": [{"server_uuid": "6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73", "name": "network-vif-deleted", "tag": "5fac73af-2799-471d-8bfb-16d019a131bb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:38.961245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51734) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:38.975697 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a31af-5a27-44fb-a991-b6f6221555f5 x-openstack-request-id: req-a34a31af-5a27-44fb-a991-b6f6221555f5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:38.975996 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "da9fdd58-f939-4dd3-aded-7d8b8b218825", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:38.976255 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a34a31af-5a27-44fb-a991-b6f6221555f5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:38.976721 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9fdd58-f939-4dd3-aded-7d8b8b218825', 'code': 200} Feb 03 12:39:39.009604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4735d5ce-8e9c-4bf0-b445-2ed84d7c2244 req-d56336fc-e408-47f3-9c56-2c902a05ba27 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.1031857 Feb 03 12:39:39.049369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Allocated IP 172.25.3.12 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/d359d049-8003-457c-a77a-dbf000b43217) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:39.112310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a6525597-e9d4-47bb-a8fd-0e96cc3adeb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.186830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for port (d359d049-8003-457c-a77a-dbf000b43217), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.241297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d359d049-8003-457c-a77a-dbf000b43217), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.310995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'Port': ['ID=d359d049-8003-457c-a77a-dbf000b43217,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:39.351273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57d6fa1a-30e7-4dd2-a1d9-1989661f9d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.376208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:39.377834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:39.391255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:39.476717 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0d5aab-0850-476d-a587-e20155b3362a x-openstack-request-id: req-8d0d5aab-0850-476d-a587-e20155b3362a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:39.476952 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73", "name": "network-vif-deleted", "tag": "5fac73af-2799-471d-8bfb-16d019a131bb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:39.477125 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d0d5aab-0850-476d-a587-e20155b3362a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:39.477649 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3cd5cf-1b64-4547-9e2b-3f1139dcbb73', 'name': 'network-vif-deleted', 'tag': '5fac73af-2799-471d-8bfb-16d019a131bb', 'status': 'completed', 'code': 200} Feb 03 12:39:39.555578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e09930-9b1b-4b7d-9014-75c7f909fbdb req-74da42ac-6df1-4e26-8dc1-ca95d5b039de tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:39.576047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25e09930-9b1b-4b7d-9014-75c7f909fbdb req-74da42ac-6df1-4e26-8dc1-ca95d5b039de tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.4283328 Feb 03 12:39:39.598919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 31cf04c8-d7df-473c-89a0-7031f83de97f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=31cf04c8-d7df-473c-89a0-7031f83de97f,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:39.665585 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7955778-4d6c-4964-9801-0ae88608ecac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.679451 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (c22cdf13-3492-4b12-ac26-601f9c8cdc40), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.687195 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.689152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 858ff12f-932f-4dec-b7d9-c2676c9ca09c up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:39.782856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d359d049-8003-457c-a77a-dbf000b43217), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.833959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=31cf04c8-d7df-473c-89a0-7031f83de97f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:39.843819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 2, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:39.916358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0589a936-c886-4eeb-8543-6db8b1668bd2 None None] Provisioning complete for port 844f11a9-9140-4f86-8289-a814086b2fa7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:39.917935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0589a936-c886-4eeb-8543-6db8b1668bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.983351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2991ba0-a96b-4f62-8939-7fa8b78c2345 None None] The sync data for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 is: [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 2, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:40.050413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25e09930-9b1b-4b7d-9014-75c7f909fbdb req-7bdfa917-cae6-4b07-90f1-9085b61fb65b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734745 Feb 03 12:39:40.065058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a6525597-e9d4-47bb-a8fd-0e96cc3adeb9 admin admin] Publish callbacks [] for security_group (3ec8e9fe-43bb-45e2-8950-2c09e762a558), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.096611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0589a936-c886-4eeb-8543-6db8b1668bd2 None None] Port 844f11a9-9140-4f86-8289-a814086b2fa7 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:40.104198 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a6525597-e9d4-47bb-a8fd-0e96cc3adeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3ec8e9fe-43bb-45e2-8950-2c09e762a558), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.132950 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.206451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 858ff12f-932f-4dec-b7d9-c2676c9ca09c completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:40.214478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 858ff12f-932f-4dec-b7d9-c2676c9ca09c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:40.214954 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.364213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 858ff12f-932f-4dec-b7d9-c2676c9ca09c is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:40.364630 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.422267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for port (d359d049-8003-457c-a77a-dbf000b43217), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.433410 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d359d049-8003-457c-a77a-dbf000b43217), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.443695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 858ff12f-932f-4dec-b7d9-c2676c9ca09c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=858ff12f-932f-4dec-b7d9-c2676c9ca09c,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:40.454854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.456035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device baf4854b-e3bd-4695-80f0-c99e47518c47 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:40.464277 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57d6fa1a-30e7-4dd2-a1d9-1989661f9d74 admin admin] Publish callbacks [] for security_group (f7d5c80a-12d9-4f57-a5ef-291ea74b7cee), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.514080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6525597-e9d4-47bb-a8fd-0e96cc3adeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8e9fe-43bb-45e2-8950-2c09e762a558,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:40.596716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=858ff12f-932f-4dec-b7d9-c2676c9ca09c,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:40.610048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port baf4854b-e3bd-4695-80f0-c99e47518c47 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:40.617447 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port baf4854b-e3bd-4695-80f0-c99e47518c47 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:40.618259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.660342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a6525597-e9d4-47bb-a8fd-0e96cc3adeb9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=807fb77d1fa340b5a2affb3e9dc715f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8721313 Feb 03 12:39:40.662302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57d6fa1a-30e7-4dd2-a1d9-1989661f9d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7d5c80a-12d9-4f57-a5ef-291ea74b7cee), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.729335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b5bb5-b49a-41ac-b9b2-92e7ea86e310 req-605e7b8b-41b7-40ad-8d18-f9c84684d702 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:40.741384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e44b5bb5-b49a-41ac-b9b2-92e7ea86e310 req-605e7b8b-41b7-40ad-8d18-f9c84684d702 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 950 time: 0.9639921 Feb 03 12:39:40.749137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51756) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:40.789418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port baf4854b-e3bd-4695-80f0-c99e47518c47 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:40.790630 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.805444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'Port': ['ID=d359d049-8003-457c-a77a-dbf000b43217,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:40.809121 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (c22cdf13-3492-4b12-ac26-601f9c8cdc40), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.843017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.844319 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f39175ab-d9c5-44db-b2ee-6a98b2965f9e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3127782 Feb 03 12:39:40.859959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port baf4854b-e3bd-4695-80f0-c99e47518c47, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=baf4854b-e3bd-4695-80f0-c99e47518c47,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:40.871181 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.872039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5d73e6e9-897d-4783-9cd8-4d34cc417560 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:40.941078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e44b5bb5-b49a-41ac-b9b2-92e7ea86e310 req-c68dfc1f-697b-4932-a986-7167a022296b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986268 Feb 03 12:39:40.979211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cf04c8-d7df-473c-89a0-7031f83de97f'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858ff12f-932f-4dec-b7d9-c2676c9ca09c'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf4854b-e3bd-4695-80f0-c99e47518c47'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:40.984623 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319b8730-4092-4521-80ed-16c14475e5ce" -d '{"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "31cf04c8-d7df-473c-89a0-7031f83de97f"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "858ff12f-932f-4dec-b7d9-c2676c9ca09c"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "baf4854b-e3bd-4695-80f0-c99e47518c47"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:41.064090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=baf4854b-e3bd-4695-80f0-c99e47518c47,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:41.110104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 5d73e6e9-897d-4783-9cd8-4d34cc417560 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:41.114750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 5d73e6e9-897d-4783-9cd8-4d34cc417560 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:41.115137 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.203497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-57d6fa1a-30e7-4dd2-a1d9-1989661f9d74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca7a1312c05645a6a340717034fd5f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1927347 Feb 03 12:39:41.205535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6fa1a-30e7-4dd2-a1d9-1989661f9d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d5c80a-12d9-4f57-a5ef-291ea74b7cee,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:41.206376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51766) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:41.290579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1acf246-09dd-4bc7-aa7e-46f860c19e26 req-554924f3-1a1e-425d-b9e1-37191283c3d9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.1568344 Feb 03 12:39:41.312167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-2d87489d-5b02-4303-ac25-b5d6c27063e0 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.315711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-2d87489d-5b02-4303-ac25-b5d6c27063e0 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 950 time: 1.1841857 Feb 03 12:39:41.319888 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a45c64b3-923b-4bec-9724-eb2a9a0cac3f admin admin] Publish callbacks [] for security_group (3ec8e9fe-43bb-45e2-8950-2c09e762a558), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.328325 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fbcd-9b04-4787-afad-c18113598582 admin admin] Publish callbacks [] for security_group (f7d5c80a-12d9-4f57-a5ef-291ea74b7cee), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.350194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a45c64b3-923b-4bec-9724-eb2a9a0cac3f admin admin] Publish callbacks [] for security_group (3ec8e9fe-43bb-45e2-8950-2c09e762a558), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.360418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 5d73e6e9-897d-4783-9cd8-4d34cc417560 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:41.360817 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.365688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fbcd-9b04-4787-afad-c18113598582 admin admin] Publish callbacks [] for security_group (f7d5c80a-12d9-4f57-a5ef-291ea74b7cee), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.422099 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.436452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5d73e6e9-897d-4783-9cd8-4d34cc417560, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5d73e6e9-897d-4783-9cd8-4d34cc417560,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:41.447477 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.449035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2ce05dc5-7589-43d1-b21a-49fc86500cb8 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:41.476752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fbcd-9b04-4787-afad-c18113598582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7d5c80a-12d9-4f57-a5ef-291ea74b7cee), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.480265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fbcd-9b04-4787-afad-c18113598582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.484939 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e2f0fbcd-9b04-4787-afad-c18113598582 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7d5c80a-12d9-4f57-a5ef-291ea74b7cee HTTP/1.1" status: 204 len: 168 time: 0.2771404 Feb 03 12:39:41.497030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0fbcd-9b04-4787-afad-c18113598582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d5c80a-12d9-4f57-a5ef-291ea74b7cee,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:41.561171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c2d2-00c7-45f9-8f12-822853d02ffb req-a041250b-c59b-4617-a087-45bffe5cc72d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.573417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c2d2-00c7-45f9-8f12-822853d02ffb req-a041250b-c59b-4617-a087-45bffe5cc72d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.580548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c2d2-00c7-45f9-8f12-822853d02ffb req-a041250b-c59b-4617-a087-45bffe5cc72d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.606479 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3c2af4-b82f-41e5-b53f-69870e68d624 x-openstack-request-id: req-8b3c2af4-b82f-41e5-b53f-69870e68d624 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:41.607768 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "31cf04c8-d7df-473c-89a0-7031f83de97f", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "858ff12f-932f-4dec-b7d9-c2676c9ca09c", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "baf4854b-e3bd-4695-80f0-c99e47518c47", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:41.607768 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b3c2af4-b82f-41e5-b53f-69870e68d624 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:41.607768 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cf04c8-d7df-473c-89a0-7031f83de97f', 'code': 200} Feb 03 12:39:41.607768 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858ff12f-932f-4dec-b7d9-c2676c9ca09c', 'code': 200} Feb 03 12:39:41.608155 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf4854b-e3bd-4695-80f0-c99e47518c47', 'code': 200} Feb 03 12:39:41.608714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c2d2-00c7-45f9-8f12-822853d02ffb req-a041250b-c59b-4617-a087-45bffe5cc72d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.629213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c2d2-00c7-45f9-8f12-822853d02ffb req-a041250b-c59b-4617-a087-45bffe5cc72d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.652949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c2d2-00c7-45f9-8f12-822853d02ffb req-a041250b-c59b-4617-a087-45bffe5cc72d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.661216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c2d2-00c7-45f9-8f12-822853d02ffb req-a041250b-c59b-4617-a087-45bffe5cc72d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.673119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=5d73e6e9-897d-4783-9cd8-4d34cc417560,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:41.677400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0724c2d2-00c7-45f9-8f12-822853d02ffb req-a041250b-c59b-4617-a087-45bffe5cc72d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5428 time: 1.3446779 Feb 03 12:39:41.680072 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a45c64b3-923b-4bec-9724-eb2a9a0cac3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3ec8e9fe-43bb-45e2-8950-2c09e762a558), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.692422 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a45c64b3-923b-4bec-9724-eb2a9a0cac3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.693714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a45c64b3-923b-4bec-9724-eb2a9a0cac3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ec8e9fe-43bb-45e2-8950-2c09e762a558 HTTP/1.1" status: 204 len: 168 time: 0.9378541 Feb 03 12:39:41.700672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:41.736952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:41.737481 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.858945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c64b3-923b-4bec-9724-eb2a9a0cac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8e9fe-43bb-45e2-8950-2c09e762a558,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:41.995408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-af3ae1a5-66e3-4359-ba81-7da2891fb00c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.995408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-af3ae1a5-66e3-4359-ba81-7da2891fb00c tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/ports?device_id=501e56fc-eba6-4869-be08-8ebfd9181c6a HTTP/1.1" status: 200 len: 950 time: 1.0321646 Feb 03 12:39:41.996019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:41.996215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.074752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:42.083222 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.084190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:42.204922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437c128-2053-4056-aa6e-238a97ae6575 req-f27f9086-8e68-415a-ae0f-4f8b5f52f6c3 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:42.215109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a437c128-2053-4056-aa6e-238a97ae6575 req-f27f9086-8e68-415a-ae0f-4f8b5f52f6c3 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.5167015 Feb 03 12:39:42.299287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2ce05dc5-7589-43d1-b21a-49fc86500cb8,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:42.329063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:42.336456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:42.336834 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.375608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a437c128-2053-4056-aa6e-238a97ae6575 req-92b10fd5-c197-46b7-b1b1-f008b129d7f6 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591344 Feb 03 12:39:42.411607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0724c2d2-00c7-45f9-8f12-822853d02ffb req-6e6b31f3-24b6-404d-8405-9b612beb786f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7275071 Feb 03 12:39:42.511675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Deleting port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:42.512307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.565213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Deleting port a88aef4b-e87f-4e55-9c4b-bc57572f910f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:42.579937 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.600705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:42.601105 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.755100 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.807644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:42.823651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.915395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] For port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:42.916002 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.935118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Calling delete_port for 2123771e-50c0-4e9b-93e5-7ff2f1530f3a owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:43.061721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:43.090525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:43.092799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8184e7c1-8ca1-409a-b32d-49c70f011ff3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:43.209102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:43.209597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0ce60cc7-da57-4b82-bf24-fbf39bbbce27 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:43.209768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 772d7407-bdfd-461c-b373-bdf9fc3d631c no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:43.266002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 772d7407-bdfd-461c-b373-bdf9fc3d631c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:43.268588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] For port a88aef4b-e87f-4e55-9c4b-bc57572f910f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a88aef4b-e87f-4e55-9c4b-bc57572f910f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:43.269183 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.274497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 772d7407-bdfd-461c-b373-bdf9fc3d631c not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:43.284292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a88aef4b-e87f-4e55-9c4b-bc57572f910f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:43.285098 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2123771e-50c0-4e9b-93e5-7ff2f1530f3a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.309412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51830) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:43.388245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:43.400607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event deleted for resources: {'Port': ['ID=2123771e-50c0-4e9b-93e5-7ff2f1530f3a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:43.428611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f55b8-bc35-4da3-9b2b-22a3caaf45d3 req-c215e47a-a1a0-43fb-9782-9ba9691e3e8b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:43.435970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-036f55b8-bc35-4da3-9b2b-22a3caaf45d3 req-c215e47a-a1a0-43fb-9782-9ba9691e3e8b tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a32931b-30fb-4802-851a-d6e269404f1d HTTP/1.1" status: 200 len: 950 time: 0.6363394 Feb 03 12:39:43.452350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Calling delete_port for a88aef4b-e87f-4e55-9c4b-bc57572f910f owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:43.548101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-722670295-network', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:43.561622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8184e7c1-8ca1-409a-b32d-49c70f011ff3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:43.562007 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.562960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-c8b0c290-ccc9-44df-a190-b6cc7bf49cea tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1810663971&fields=id&tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec HTTP/1.1" status: 200 len: 267 time: 0.9526131 Feb 03 12:39:43.604655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] No DVR routers for this DVR port 2123771e-50c0-4e9b-93e5-7ff2f1530f3a on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:43.608460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.610978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Made reservation on behalf of addf4791bee04d69b2d573d0b0b393de for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:43.613330 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.615022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4fdb8a29-532c-47b6-85a5-e06402449e80 req-148485cf-a021-4b4a-a2a1-9bd379cfeb5d tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "DELETE /v2.0/ports/2123771e-50c0-4e9b-93e5-7ff2f1530f3a HTTP/1.1" status: 204 len: 173 time: 2.1847317 Feb 03 12:39:43.624630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.632437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a32931b-30fb-4802-851a-d6e269404f1d', 'name': 'network-vif-deleted', 'tag': '2123771e-50c0-4e9b-93e5-7ff2f1530f3a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:43.637487 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f55bee-900d-455a-8a9b-3878d4764f0d" -d '{"events": [{"server_uuid": "9a32931b-30fb-4802-851a-d6e269404f1d", "name": "network-vif-deleted", "tag": "2123771e-50c0-4e9b-93e5-7ff2f1530f3a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:43.648125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d73e6e9-897d-4783-9cd8-4d34cc417560'}, {'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:43.665538 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152b6a6c-f5c7-4d57-bf47-2607d8742767" -d '{"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "5d73e6e9-897d-4783-9cd8-4d34cc417560"}, {"server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "name": "network-vif-plugged", "status": "completed", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:43.740874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a88aef4b-e87f-4e55-9c4b-bc57572f910f is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:43.741272 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.915230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Publish callbacks [] for security_group (27871236-9550-4042-8e14-1779d9fb559a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.932682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (27871236-9550-4042-8e14-1779d9fb559a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.959528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:39:44.018235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3ce19858-f027-408d-a6bf-cb030d8015e1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.018774 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Added segment 3ce19858-f027-408d-a6bf-cb030d8015e1 of type vlan for network ccde93d6-00aa-4baf-9631-a6704f3b0232 Feb 03 12:39:44.021768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a88aef4b-e87f-4e55-9c4b-bc57572f910f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a88aef4b-e87f-4e55-9c4b-bc57572f910f,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:44.045017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.048746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2123771e-50c0-4e9b-93e5-7ff2f1530f3a no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:44.084871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-036f55b8-bc35-4da3-9b2b-22a3caaf45d3 req-177c850c-e6dc-4db2-a668-5a2a74353012 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268795 Feb 03 12:39:44.125218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27871236-9550-4042-8e14-1779d9fb559a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:44.167236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ccde93d6-00aa-4baf-9631-a6704f3b0232), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.173990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-4fc29fac-bbef-4c46-8d96-8a5134d18e8e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:44.175616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-4fc29fac-bbef-4c46-8d96-8a5134d18e8e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 817 time: 0.5737102 Feb 03 12:39:44.238919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ccde93d6-00aa-4baf-9631-a6704f3b0232), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.240235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:44.241411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.255073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a88aef4b-e87f-4e55-9c4b-bc57572f910f,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:44.292894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8184e7c1-8ca1-409a-b32d-49c70f011ff3 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:44.293640 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.299416 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9888279 Feb 03 12:39:44.302603 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51848) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:44.316021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Request body: {'subnet': {'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-722670295-subnet', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:44.319289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 2123771e-50c0-4e9b-93e5-7ff2f1530f3a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:44.322195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-20fa1190-3084-4c7a-9c33-9f71eb14c545 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/quotas/4db0e6a656a344eaa2cbaa1ad33376ec HTTP/1.1" status: 200 len: 375 time: 0.1343653 Feb 03 12:39:44.328483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2123771e-50c0-4e9b-93e5-7ff2f1530f3a not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:44.376854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 8184e7c1-8ca1-409a-b32d-49c70f011ff3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8184e7c1-8ca1-409a-b32d-49c70f011ff3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:44.389211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd919feb-0000-4fdd-a217-10e6a4b92fde req-1f4bd285-d026-4032-8da1-b17397c9f4a0 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.1498814 Feb 03 12:39:44.396549 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.438008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0452079-018f-43ec-b360-3cd0e890f84b admin admin] Pushing event updated for resources: {'Network': ['ID=ccde93d6-00aa-4baf-9631-a6704f3b0232,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:44.453221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Made reservation on behalf of addf4791bee04d69b2d573d0b0b393de for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:44.458522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.494607 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a88aef4b-e87f-4e55-9c4b-bc57572f910f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.530495 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Sync routers for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:44.541301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=8184e7c1-8ca1-409a-b32d-49c70f011ff3,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:44.551298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ccde93d6-00aa-4baf-9631-a6704f3b0232 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:39:44.554403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8e3447ad-9e46-4b01-8c48-248f0d96da31'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:44.555453 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:44.563354 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:44.584865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event deleted for resources: {'Port': ['ID=a88aef4b-e87f-4e55-9c4b-bc57572f910f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:44.650653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-75080fb5-ac6c-45ab-816d-d30378879b03 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3202288 Feb 03 12:39:44.688814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] No DVR routers for this DVR port a88aef4b-e87f-4e55-9c4b-bc57572f910f on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:44.741554 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.771996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31e4d401-6d0b-411b-a513-e23fca96d435 req-f1425dae-674b-41a2-a5ac-033d2d7d95f6 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "DELETE /v2.0/ports/a88aef4b-e87f-4e55-9c4b-bc57572f910f HTTP/1.1" status: 204 len: 173 time: 2.8034341 Feb 03 12:39:44.862261 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (a83fa049-c2b7-4ee6-9ea6-f9518d324809), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.965802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83fa049-c2b7-4ee6-9ea6-f9518d324809,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:44.999815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Checking segment: {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:45.002633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Network hostable DHCP agents. Network: ccde93d6-00aa-4baf-9631-a6704f3b0232, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:39:45.029613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8184e7c1-8ca1-409a-b32d-49c70f011ff3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:45.046369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Network ccde93d6-00aa-4baf-9631-a6704f3b0232 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:39:45.066200 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ccde93d6-00aa-4baf-9631-a6704f3b0232) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:45.070418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.071477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.101323 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:45.109374 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7c3b74d8-af1e-4efe-b890-82064d97b431 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8054600 Feb 03 12:39:45.112117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51858) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:45.118579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:45.140260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8542b4a-17bf-4ce6-8a24-846d2106782b None None] Network ccde93d6-00aa-4baf-9631-a6704f3b0232 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:45.166817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (74cae636-349a-444b-92e7-5430335c6a20), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.168308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (74cae636-349a-444b-92e7-5430335c6a20), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.174935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a125b-5c3d-477e-b115-dff145119729 req-ee68171b-5418-437d-933c-be27a1137f24 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.180120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e61a125b-5c3d-477e-b115-dff145119729 req-ee68171b-5418-437d-933c-be27a1137f24 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.4934893 Feb 03 12:39:45.206757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-0f718426-2a22-4e34-8aab-0327e8b260e5 service neutron] 10.222.0.65 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188758 Feb 03 12:39:45.291314 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks [] for router_controller (74cae636-349a-444b-92e7-5430335c6a20), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.405445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8184e7c1-8ca1-409a-b32d-49c70f011ff3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:45.406546 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.437070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e61a125b-5c3d-477e-b115-dff145119729 req-f6fb5ea6-c51b-4165-8659-626a17b6d032 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283771 Feb 03 12:39:45.593152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-ccde93d6-00aa-4baf-9631-a6704f3b0232', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:39:45.596750 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.614395 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 2, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:45.616528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks [] for router_gateway (74cae636-349a-444b-92e7-5430335c6a20), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.685360 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Checking router: 3891ec0c-ee0b-4f58-8845-4ae753655e56 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:45.686029 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Updating router 3891ec0c-ee0b-4f58-8845-4ae753655e56 port 844f11a9-9140-4f86-8289-a814086b2fa7 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:39:45.753648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-6fa272cd-9102-4350-86de-6f30d121910c service neutron] 10.222.0.65 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336258 Feb 03 12:39:45.757662 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.789422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb55be-b46c-42d0-ad08-f079c4f15fbb req-ded1b7c9-1443-415e-a2f7-dab20fad06fd tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.827933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb55be-b46c-42d0-ad08-f079c4f15fbb req-ded1b7c9-1443-415e-a2f7-dab20fad06fd tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.832631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb55be-b46c-42d0-ad08-f079c4f15fbb req-ded1b7c9-1443-415e-a2f7-dab20fad06fd tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.859977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb55be-b46c-42d0-ad08-f079c4f15fbb req-ded1b7c9-1443-415e-a2f7-dab20fad06fd tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.865253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb55be-b46c-42d0-ad08-f079c4f15fbb req-ded1b7c9-1443-415e-a2f7-dab20fad06fd tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.909204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb55be-b46c-42d0-ad08-f079c4f15fbb req-ded1b7c9-1443-415e-a2f7-dab20fad06fd tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.935478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb55be-b46c-42d0-ad08-f079c4f15fbb req-ded1b7c9-1443-415e-a2f7-dab20fad06fd tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.938209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5bb55be-b46c-42d0-ad08-f079c4f15fbb req-ded1b7c9-1443-415e-a2f7-dab20fad06fd tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 0.3405144 Feb 03 12:39:46.101570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks [] for router_gateway (74cae636-349a-444b-92e7-5430335c6a20), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.161685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.223253 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc54fa9c-3d83-4604-81be-a9af111a4c58 x-openstack-request-id: req-dc54fa9c-3d83-4604-81be-a9af111a4c58 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:46.226962 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "5d73e6e9-897d-4783-9cd8-4d34cc417560", "code": 200}, {"server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "name": "network-vif-plugged", "status": "completed", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-plugged", "status": "completed", "tag": "157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:46.228575 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc54fa9c-3d83-4604-81be-a9af111a4c58 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:46.229236 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d73e6e9-897d-4783-9cd8-4d34cc417560', 'code': 200} Feb 03 12:39:46.234896 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8', 'code': 200} Feb 03 12:39:46.235463 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f', 'code': 200} Feb 03 12:39:46.303982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8184e7c1-8ca1-409a-b32d-49c70f011ff3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:46.332733 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.335475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5bb55be-b46c-42d0-ad08-f079c4f15fbb req-3f22d07c-19bf-4d3e-9012-df9666e57fca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3746400 Feb 03 12:39:46.496123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Allocated IP 172.20.0.2 (ccde93d6-00aa-4baf-9631-a6704f3b0232/a83fa049-c2b7-4ee6-9ea6-f9518d324809/a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:46.500244 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7069965d-de95-42fe-9139-ee7ce6597165 x-openstack-request-id: req-7069965d-de95-42fe-9139-ee7ce6597165 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:46.500554 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a32931b-30fb-4802-851a-d6e269404f1d", "name": "network-vif-deleted", "tag": "2123771e-50c0-4e9b-93e5-7ff2f1530f3a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:46.500812 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7069965d-de95-42fe-9139-ee7ce6597165 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:46.501237 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a32931b-30fb-4802-851a-d6e269404f1d', 'name': 'network-vif-deleted', 'tag': '2123771e-50c0-4e9b-93e5-7ff2f1530f3a', 'status': 'completed', 'code': 200} Feb 03 12:39:46.558753 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Publish callbacks [] for port (844f11a9-9140-4f86-8289-a814086b2fa7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.565742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Allocated IP 172.25.3.143 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/28d932e3-a9e2-4aaf-9214-61cbf94ce2ce) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:46.588719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451eea8-5c99-4784-a288-5eb9f76d8df5 req-ab776153-6160-442c-a3ac-25265923c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.589394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451eea8-5c99-4784-a288-5eb9f76d8df5 req-ab776153-6160-442c-a3ac-25265923c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.591839 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.593578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451eea8-5c99-4784-a288-5eb9f76d8df5 req-ab776153-6160-442c-a3ac-25265923c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.596007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451eea8-5c99-4784-a288-5eb9f76d8df5 req-ab776153-6160-442c-a3ac-25265923c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.597625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451eea8-5c99-4784-a288-5eb9f76d8df5 req-ab776153-6160-442c-a3ac-25265923c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.601424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451eea8-5c99-4784-a288-5eb9f76d8df5 req-ab776153-6160-442c-a3ac-25265923c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.605657 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451eea8-5c99-4784-a288-5eb9f76d8df5 req-ab776153-6160-442c-a3ac-25265923c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.622180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0451eea8-5c99-4784-a288-5eb9f76d8df5 req-ab776153-6160-442c-a3ac-25265923c78f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6713 time: 0.3896272 Feb 03 12:39:46.630270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb33708-d77a-4f5b-a69b-9c15f439352f req-994602c6-4152-4871-b28f-a4e0433a9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.642760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eb33708-d77a-4f5b-a69b-9c15f439352f req-994602c6-4152-4871-b28f-a4e0433a9b6c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 1129 time: 0.4919240 Feb 03 12:39:46.878456 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a98c194-9515-45b2-9ddc-826af71566d1 req-85e655bc-0e51-47c3-838b-d0c14ac16688 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.1457119 Feb 03 12:39:46.959888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eb33708-d77a-4f5b-a69b-9c15f439352f req-f4b51577-156c-4b9f-a713-7128a7423613 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878633 Feb 03 12:39:46.973405 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Publish callbacks [] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.996436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0451eea8-5c99-4784-a288-5eb9f76d8df5 req-886d94a4-4ef2-42c4-b6e1-99abd46889ec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3483927 Feb 03 12:39:46.999057 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.005781 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Pushing event updated for resources: {'Port': ['ID=844f11a9-9140-4f86-8289-a814086b2fa7,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:47.012079 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Attempting to bind port 844f11a9-9140-4f86-8289-a814086b2fa7 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:47.012542 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Attempting to bind port 844f11a9-9140-4f86-8289-a814086b2fa7 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:47.013160 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Attempting to bind port 844f11a9-9140-4f86-8289-a814086b2fa7 on network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:47.046938 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:47.049441 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Checking segment: {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:47.050074 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.050598 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Bound using segment: {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:47.051166 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Bound port: 844f11a9-9140-4f86-8289-a814086b2fa7, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:47.054867 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.065549 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks [] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.101033 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.103293 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.105532 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.105901 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.106236 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.108792 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.109141 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.109478 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.109809 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.110139 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.112650 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.113046 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.113382 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.116142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Pushing event updated for resources: {'Port': ['ID=a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:47.169075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Network ccde93d6-00aa-4baf-9631-a6704f3b0232 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:47.172990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:47.180080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:47.189168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.203442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90d8a6a0-6146-4857-b034-fcdc73efcfb1 req-144c63d4-259d-4078-b858-4052b4937f0f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 210 time: 0.0888903 Feb 03 12:39:47.297814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Attempting to bind port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:47.298436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Attempting to bind port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:47.298585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Attempting to bind port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee on network ccde93d6-00aa-4baf-9631-a6704f3b0232 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:47.301951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a81798d1-aa6c-453c-838e-198700d6ef4c None None] Provisioning complete for port 844f11a9-9140-4f86-8289-a814086b2fa7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:47.302384 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a81798d1-aa6c-453c-838e-198700d6ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.309712 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] For port 844f11a9-9140-4f86-8289-a814086b2fa7, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:47.319482 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] For port 844f11a9-9140-4f86-8289-a814086b2fa7, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=844f11a9-9140-4f86-8289-a814086b2fa7,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:47.339497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:47.340844 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.341571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:47.342144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Checking segment: {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:47.344936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.344936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Bound using segment: {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:47.344936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Bound port: a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:47.345237 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.353341 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:47.373847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da125f-d009-44f9-b264-c54cc8b6d3f1 req-1f4e0bdb-d8d8-431f-b6e4-2b02cc7e4bfd tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:47.377639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:47.416821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99da125f-d009-44f9-b264-c54cc8b6d3f1 req-1f4e0bdb-d8d8-431f-b6e4-2b02cc7e4bfd tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.2848408 Feb 03 12:39:47.459148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] For port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:47.465189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] For port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:47.487243 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.512395 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:47.530871 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:47.536067 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e55d-e910-4ad9-b9d6-c74d8940ad7a None None] Pushing event updated for resources: {'Port': ['ID=844f11a9-9140-4f86-8289-a814086b2fa7,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:47.549049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Pushing event updated for resources: {'Port': ['ID=28d932e3-a9e2-4aaf-9214-61cbf94ce2ce,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:47.596052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a81798d1-aa6c-453c-838e-198700d6ef4c None None] Port 844f11a9-9140-4f86-8289-a814086b2fa7 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:47.611757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89004fb2-38da-4ed0-ac4c-8cc95bd2c6bb req-7fd39047-eaf5-4ea1-8b8a-8df0f91566fd tempest-AbsoluteLimitsNegativeTestJSON-1674481638 tempest-AbsoluteLimitsNegativeTestJSON-1674481638-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=40a8ca801624438ebb170149693ef1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1190870 Feb 03 12:39:47.652599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52ecf1-34ab-4dc6-9c91-066a7d658f96 None None] Pushing event updated for resources: {'Port': ['ID=a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:47.738431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99da125f-d009-44f9-b264-c54cc8b6d3f1 req-869de8c9-03f4-4435-bb08-411b8b312a67 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139036 Feb 03 12:39:47.838145 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:47.964342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e91dd9f8-cb7a-48a1-a0a6-5ef6247d461e None None] Provisioning complete for port 844f11a9-9140-4f86-8289-a814086b2fa7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:47.966941 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e91dd9f8-cb7a-48a1-a0a6-5ef6247d461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.128063 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks [] for router_gateway (74cae636-349a-444b-92e7-5430335c6a20), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.306424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:48.329972 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b72d64-697f-4239-9927-a8abe94de2e5" -d '{"events": [{"server_uuid": "501e56fc-eba6-4869-be08-8ebfd9181c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a88aef4b-e87f-4e55-9c4b-bc57572f910f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:48.383603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e91dd9f8-cb7a-48a1-a0a6-5ef6247d461e None None] Current status of the port 844f11a9-9140-4f86-8289-a814086b2fa7 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:48.384143 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e91dd9f8-cb7a-48a1-a0a6-5ef6247d461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.407689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-0f8827e9-27b0-4c32-b987-739ee50d5dc3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:48.422578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-0f8827e9-27b0-4c32-b987-739ee50d5dc3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 817 time: 0.4129610 Feb 03 12:39:48.429420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89004fb2-38da-4ed0-ac4c-8cc95bd2c6bb req-5baf7fb6-d2f3-44c4-a5ce-5ac6f8fbd8cd tempest-AbsoluteLimitsNegativeTestJSON-1674481638 tempest-AbsoluteLimitsNegativeTestJSON-1674481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:48.445493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89004fb2-38da-4ed0-ac4c-8cc95bd2c6bb req-5baf7fb6-d2f3-44c4-a5ce-5ac6f8fbd8cd tempest-AbsoluteLimitsNegativeTestJSON-1674481638 tempest-AbsoluteLimitsNegativeTestJSON-1674481638-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8234029 Feb 03 12:39:48.462569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e91dd9f8-cb7a-48a1-a0a6-5ef6247d461e None None] For port 844f11a9-9140-4f86-8289-a814086b2fa7, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=844f11a9-9140-4f86-8289-a814086b2fa7,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:48.483115 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e91dd9f8-cb7a-48a1-a0a6-5ef6247d461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.514396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'name': 'network-vif-deleted', 'tag': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:48.521648 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3bf686-2b6e-4081-aa89-8227d4d40857" -d '{"events": [{"server_uuid": "501e56fc-eba6-4869-be08-8ebfd9181c6a", "name": "network-vif-deleted", "tag": "a88aef4b-e87f-4e55-9c4b-bc57572f910f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:48.525641 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:47Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:48.579553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89004fb2-38da-4ed0-ac4c-8cc95bd2c6bb req-d07ddb69-32e5-4524-bf16-0bb6735c9965 tempest-AbsoluteLimitsNegativeTestJSON-1674481638 tempest-AbsoluteLimitsNegativeTestJSON-1674481638-project] 10.222.0.65 "GET /v2.0/quotas/40a8ca801624438ebb170149693ef1d5 HTTP/1.1" status: 200 len: 375 time: 0.1326413 Feb 03 12:39:48.598656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (74cae636-349a-444b-92e7-5430335c6a20), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.600639 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbcbb-156f-4a0a-a423-f0c2fe280214 None None] The sync data for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 is: [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:47Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:48.645036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dd9f8-cb7a-48a1-a0a6-5ef6247d461e None None] Pushing event updated for resources: {'Port': ['ID=844f11a9-9140-4f86-8289-a814086b2fa7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:48.648330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89004fb2-38da-4ed0-ac4c-8cc95bd2c6bb req-d9c6c285-9752-42a8-bab8-662a174a5d65 tempest-AbsoluteLimitsNegativeTestJSON-1674481638 tempest-AbsoluteLimitsNegativeTestJSON-1674481638-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=40a8ca801624438ebb170149693ef1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609124 Feb 03 12:39:48.716483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-041de084-e660-447b-ac6f-a14307982d8f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec HTTP/1.1" status: 200 len: 380 time: 0.2379894 Feb 03 12:39:48.739714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'port': {'device_id': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'admin_state_up': True, 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'security_groups': ['7bac5d53-d6ec-464d-a1ae-5d05d35e74f9']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:48.996115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Router 74cae636-349a-444b-92e7-5430335c6a20 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:39:49.344895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:49.394471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:49.410512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Sync routers for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:49.435536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:49.436906 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3bb991cc-54a0-4ef9-8707-8eb8af4a88d0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.3235223 Feb 03 12:39:49.439595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51934) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:49.459275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:49.460113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:49.664868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51936) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:49.786550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:49.940324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62468bcd-313c-41a7-9782-81f2b8853270 None None] Network ccde93d6-00aa-4baf-9631-a6704f3b0232 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:49.996889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6035dc0-89a7-4e8e-aa8c-a23e18b69d53 req-4aa458c8-f812-4563-b425-26c399134c5e tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.0660479 Feb 03 12:39:50.031011 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e5dfc3d-5093-4ca8-9e21-6307a4db41d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.048700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006af76-d09b-4ca5-96a4-142709dd80c1 req-39ede5d4-47c4-4fdd-acc1-0d58abe0fcba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.054018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006af76-d09b-4ca5-96a4-142709dd80c1 req-39ede5d4-47c4-4fdd-acc1-0d58abe0fcba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.082726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006af76-d09b-4ca5-96a4-142709dd80c1 req-39ede5d4-47c4-4fdd-acc1-0d58abe0fcba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.092393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006af76-d09b-4ca5-96a4-142709dd80c1 req-39ede5d4-47c4-4fdd-acc1-0d58abe0fcba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.097623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006af76-d09b-4ca5-96a4-142709dd80c1 req-39ede5d4-47c4-4fdd-acc1-0d58abe0fcba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.120118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006af76-d09b-4ca5-96a4-142709dd80c1 req-39ede5d4-47c4-4fdd-acc1-0d58abe0fcba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.132251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006af76-d09b-4ca5-96a4-142709dd80c1 req-39ede5d4-47c4-4fdd-acc1-0d58abe0fcba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.147095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1006af76-d09b-4ca5-96a4-142709dd80c1 req-39ede5d4-47c4-4fdd-acc1-0d58abe0fcba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 1.6937079 Feb 03 12:39:50.174980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:50.175775 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.222979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-037c08f9-3853-40be-a04a-924f8180d811 None None] Provisioning complete for port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:50.223763 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037c08f9-3853-40be-a04a-924f8180d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.357544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Made reservation on behalf of 4db0e6a656a344eaa2cbaa1ad33376ec for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:50.373023 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.394985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9063302-338f-40bf-bd7f-4c9d67667288 req-f1c7d464-2500-449a-9e43-131047e2d891 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 210 time: 0.1755598 Feb 03 12:39:50.527667 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9290a3-5fcf-4350-a78f-8914c1f220ad x-openstack-request-id: req-aa9290a3-5fcf-4350-a78f-8914c1f220ad {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:50.529348 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501e56fc-eba6-4869-be08-8ebfd9181c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a88aef4b-e87f-4e55-9c4b-bc57572f910f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:50.533100 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa9290a3-5fcf-4350-a78f-8914c1f220ad {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:50.533744 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', 'code': 200} Feb 03 12:39:50.577573 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e5dfc3d-5093-4ca8-9e21-6307a4db41d1 admin admin] Publish callbacks [] for security_group (020e5af8-efa4-4227-b7e5-cfccd3b0f1ff), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.582894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.605987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:50.606954 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.616607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e5dfc3d-5093-4ca8-9e21-6307a4db41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (020e5af8-efa4-4227-b7e5-cfccd3b0f1ff), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.664018 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.694673 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e4d3bc-b9b2-4af6-b738-ed392f88a87f x-openstack-request-id: req-58e4d3bc-b9b2-4af6-b738-ed392f88a87f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:50.695058 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501e56fc-eba6-4869-be08-8ebfd9181c6a", "name": "network-vif-deleted", "tag": "a88aef4b-e87f-4e55-9c4b-bc57572f910f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:50.695241 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58e4d3bc-b9b2-4af6-b738-ed392f88a87f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:50.695659 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501e56fc-eba6-4869-be08-8ebfd9181c6a', 'name': 'network-vif-deleted', 'tag': 'a88aef4b-e87f-4e55-9c4b-bc57572f910f', 'status': 'completed', 'code': 200} Feb 03 12:39:50.703506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:50.707932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-037c08f9-3853-40be-a04a-924f8180d811 None None] Current status of the port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:50.708445 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037c08f9-3853-40be-a04a-924f8180d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.747018 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.748165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 844f11a9-9140-4f86-8289-a814086b2fa7 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:50.760806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9e5dfc3d-5093-4ca8-9e21-6307a4db41d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40a8ca801624438ebb170149693ef1d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0950241 Feb 03 12:39:50.763587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51942) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:50.771651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dfc3d-5093-4ca8-9e21-6307a4db41d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020e5af8-efa4-4227-b7e5-cfccd3b0f1ff,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:50.781638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:47Z', 'revision_number': 3, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:50.810008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1006af76-d09b-4ca5-96a4-142709dd80c1 req-9893698b-90eb-4de4-860a-f5b297c1cc70 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6620252 Feb 03 12:39:50.959054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Checking router: 74cae636-349a-444b-92e7-5430335c6a20 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:50.962629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Updating router 74cae636-349a-444b-92e7-5430335c6a20 port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:39:50.986958 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-037c08f9-3853-40be-a04a-924f8180d811 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:39:50.987493 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-037c08f9-3853-40be-a04a-924f8180d811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:39:51.002355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-c5ef4838-00cc-497b-8559-074e701154a0 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:51.003989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-c5ef4838-00cc-497b-8559-074e701154a0 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 950 time: 0.4720433 Feb 03 12:39:51.114156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:51.114468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce7c6e3-e761-4bce-9d38-d841a65a1480 admin admin] Publish callbacks [] for security_group (020e5af8-efa4-4227-b7e5-cfccd3b0f1ff), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.131552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.151458 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce7c6e3-e761-4bce-9d38-d841a65a1480 admin admin] Publish callbacks [] for security_group (020e5af8-efa4-4227-b7e5-cfccd3b0f1ff), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.228256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 844f11a9-9140-4f86-8289-a814086b2fa7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:51.229289 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.247240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Allocated IP 172.20.0.1 (ccde93d6-00aa-4baf-9631-a6704f3b0232/a83fa049-c2b7-4ee6-9ea6-f9518d324809/3b46d4c3-8a58-4148-b4e8-09c27da5e014) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:51.269493 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce7c6e3-e761-4bce-9d38-d841a65a1480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (020e5af8-efa4-4227-b7e5-cfccd3b0f1ff), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.273101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce7c6e3-e761-4bce-9d38-d841a65a1480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.277362 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9ce7c6e3-e761-4bce-9d38-d841a65a1480 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/020e5af8-efa4-4227-b7e5-cfccd3b0f1ff HTTP/1.1" status: 204 len: 168 time: 0.4789577 Feb 03 12:39:51.277553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Allocated IP 172.20.0.8 (62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4/069782fb-7ddc-4760-a35f-947aa7d63f07/40e8374e-c8cc-4779-b4e8-3813307aaccd) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:51.293714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b3f59-9524-4ba2-a0dc-fc3b242d5d63 req-a91d5317-82ff-4f78-9d8e-e491cc39c1e0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:51.295629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b1b3f59-9524-4ba2-a0dc-fc3b242d5d63 req-a91d5317-82ff-4f78-9d8e-e491cc39c1e0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.4846644 Feb 03 12:39:51.309512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7c6e3-e761-4bce-9d38-d841a65a1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020e5af8-efa4-4227-b7e5-cfccd3b0f1ff,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:51.396816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9629cf-bde2-4583-8c51-e2c94dc33c47 req-d1fd0b26-1837-4b27-8322-b66d4af9c494 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:51.398985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd9629cf-bde2-4583-8c51-e2c94dc33c47 req-d1fd0b26-1837-4b27-8322-b66d4af9c494 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 950 time: 0.3928750 Feb 03 12:39:51.560646 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Publish callbacks [] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.603692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd9629cf-bde2-4583-8c51-e2c94dc33c47 req-e33d3180-de53-405d-b798-826b99a684e9 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866956 Feb 03 12:39:51.634915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-037c08f9-3853-40be-a04a-924f8180d811 None None] Current status of the port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:51.699345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b1b3f59-9524-4ba2-a0dc-fc3b242d5d63 req-be71a084-ea19-4f5c-a7b0-95d07633aec9 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137598 Feb 03 12:39:51.742859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Deleting port 8e3447ad-9e46-4b01-8c48-248f0d96da31 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:51.748956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.852732 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.116962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac791efd-9cca-4345-8625-b91fd8631651 req-c098186e-b00e-4d2b-9875-f2d231e7ac89 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7153237-caf6-439c-bbfe-8b71a4d1e2ba HTTP/1.1" status: 200 len: 210 time: 0.0934374 Feb 03 12:39:52.228243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee02a03f-6112-4abb-9693-473602e8cc12 req-64a88878-0c2e-4393-9ec2-4cdab6e82781 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 210 time: 0.2004747 Feb 03 12:39:52.291964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.453877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:52.527047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.541911 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Publish callbacks [] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.544475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-71619e16-6cf4-45ef-b862-b9a6a32176a0 None None] Provisioning complete for port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:52.545003 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71619e16-6cf4-45ef-b862-b9a6a32176a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.570442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Network ccde93d6-00aa-4baf-9631-a6704f3b0232 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:52.574458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] For port 8e3447ad-9e46-4b01-8c48-248f0d96da31, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8e3447ad-9e46-4b01-8c48-248f0d96da31,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:52.574724 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.577498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 844f11a9-9140-4f86-8289-a814086b2fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:52.582408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:52.582709 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.603173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:52.611046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:52.666393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:52.670153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:52.686892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad0726-7bb4-427b-938d-06f2682c6845 None None] Pushing event updated for resources: {'Port': ['ID=28d932e3-a9e2-4aaf-9214-61cbf94ce2ce,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:52.718382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Calling delete_port for 8e3447ad-9e46-4b01-8c48-248f0d96da31 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:52.840685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:52.856064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Pushing event updated for resources: {'Port': ['ID=3b46d4c3-8a58-4148-b4e8-09c27da5e014,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:52.872048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:52.872809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.895586 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (74cae636-349a-444b-92e7-5430335c6a20), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.952477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eade7a-7db7-4d82-b25c-6fba3ddc8bcd req-ba0bd5e1-9563-4f25-88d7-d0df0a0618d3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:52.981100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Attempting to bind port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:52.981938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eade7a-7db7-4d82-b25c-6fba3ddc8bcd req-ba0bd5e1-9563-4f25-88d7-d0df0a0618d3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:52.982423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Attempting to bind port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:52.982864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Attempting to bind port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:52.994433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eade7a-7db7-4d82-b25c-6fba3ddc8bcd req-ba0bd5e1-9563-4f25-88d7-d0df0a0618d3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:53.011308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eade7a-7db7-4d82-b25c-6fba3ddc8bcd req-ba0bd5e1-9563-4f25-88d7-d0df0a0618d3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:53.020189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eade7a-7db7-4d82-b25c-6fba3ddc8bcd req-ba0bd5e1-9563-4f25-88d7-d0df0a0618d3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:53.027730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eade7a-7db7-4d82-b25c-6fba3ddc8bcd req-ba0bd5e1-9563-4f25-88d7-d0df0a0618d3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:53.033487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eade7a-7db7-4d82-b25c-6fba3ddc8bcd req-ba0bd5e1-9563-4f25-88d7-d0df0a0618d3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:53.044166 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40eade7a-7db7-4d82-b25c-6fba3ddc8bcd req-ba0bd5e1-9563-4f25-88d7-d0df0a0618d3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 0.5810237 Feb 03 12:39:53.101812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-71619e16-6cf4-45ef-b862-b9a6a32176a0 None None] Current status of the port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:53.124352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:53.124875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:53.125298 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.132840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:53.134357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Bound port: 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:53.134836 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.184163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-ba8cd3bb-9628-4f70-b962-f69522472658 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4546869 Feb 03 12:39:53.220743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Request body: {'port': {'device_id': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:53.227034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:53.227651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.242611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.283886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51994) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:53.288719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] For port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:53.312272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40eade7a-7db7-4d82-b25c-6fba3ddc8bcd req-72d6c1f4-9f2c-4851-a2af-e87c56bc0a36 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2668478 Feb 03 12:39:53.322298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] For port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=28d932e3-a9e2-4aaf-9214-61cbf94ce2ce,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:53.348402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00663e5f-a3a8-48b4-994c-54c60d147be1 req-4894f7a7-8bec-4e65-afdb-868ff37fcb44 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:53.375863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00663e5f-a3a8-48b4-994c-54c60d147be1 req-4894f7a7-8bec-4e65-afdb-868ff37fcb44 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 1129 time: 0.3049855 Feb 03 12:39:53.415778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:53.424451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7899b9ee-390c-496d-bf87-2dff4f28499c None None] Provisioning complete for port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:53.424837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7899b9ee-390c-496d-bf87-2dff4f28499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.527609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7899b9ee-390c-496d-bf87-2dff4f28499c None None] Port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:53.533849 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.538918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-292943321-network', 'tenant_id': '2e5983ca746647119b931ba96e37d1d3'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:53.557676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00663e5f-a3a8-48b4-994c-54c60d147be1 req-db428231-d11c-4b0a-b7fb-0df1145bcec7 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806765 Feb 03 12:39:53.594610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7899b9ee-390c-496d-bf87-2dff4f28499c None None] Provisioning complete for port 40e8374e-c8cc-4779-b4e8-3813307aaccd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:53.595082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7899b9ee-390c-496d-bf87-2dff4f28499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.646352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7899b9ee-390c-496d-bf87-2dff4f28499c None None] Port 40e8374e-c8cc-4779-b4e8-3813307aaccd cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:53.661369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:53.662013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:53.733404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Made reservation on behalf of 2e5983ca746647119b931ba96e37d1d3 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:53.734542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.791230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.867837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:53.915428 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Publish callbacks [] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.932324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.932651 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.969396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad0726-7bb4-427b-938d-06f2682c6845 None None] Pushing event updated for resources: {'Port': ['ID=28d932e3-a9e2-4aaf-9214-61cbf94ce2ce,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:54.166364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (74cae636-349a-444b-92e7-5430335c6a20), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.170267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Pushing event updated for resources: {'Port': ['ID=3b46d4c3-8a58-4148-b4e8-09c27da5e014,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:54.237100 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Publish callbacks [] for security_group (09096be1-4be8-4f65-8943-c0a73bda936e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.269052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877396d-fab4-422c-b3b7-eecfd76e9eaa req-f95ee10d-bc98-4910-bb71-aaccd4cd2522 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:54.270664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c877396d-fab4-422c-b3b7-eecfd76e9eaa req-f95ee10d-bc98-4910-bb71-aaccd4cd2522 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 950 time: 0.6793733 Feb 03 12:39:54.281735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (09096be1-4be8-4f65-8943-c0a73bda936e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.393195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8e3447ad-9e46-4b01-8c48-248f0d96da31), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.400039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:39:54.457149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9ec04a01-adb2-4c03-ae35-25715f68530f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.457508 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Added segment 9ec04a01-adb2-4c03-ae35-25715f68530f of type vlan for network 72380f05-cc74-4915-a374-8bdc21114afb Feb 03 12:39:54.477811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09096be1-4be8-4f65-8943-c0a73bda936e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:54.557916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Pushing event deleted for resources: {'Port': ['ID=8e3447ad-9e46-4b01-8c48-248f0d96da31,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:54.635246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3da6e1-972b-4121-b5d1-0bbfbe656268 req-9004cb43-0058-472a-9b92-6be504a69622 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:54.642867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e3da6e1-972b-4121-b5d1-0bbfbe656268 req-9004cb43-0058-472a-9b92-6be504a69622 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 931 time: 0.4460347 Feb 03 12:39:54.691214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Network ccde93d6-00aa-4baf-9631-a6704f3b0232 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:54.699734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (72380f05-cc74-4915-a374-8bdc21114afb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.712328 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:54.732208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] No DVR routers for this DVR port 8e3447ad-9e46-4b01-8c48-248f0d96da31 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:54.737860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.741467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-908a948a-16ad-4c92-9ce8-39bb38831dcf req-88c20322-f223-46a1-8e15-93df5064bc3a tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.72 "DELETE /v2.0/ports/8e3447ad-9e46-4b01-8c48-248f0d96da31 HTTP/1.1" status: 204 len: 173 time: 3.6996944 Feb 03 12:39:54.772914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef7ed5d-d941-4538-842c-f9095883eb7f', 'name': 'network-vif-deleted', 'tag': '8e3447ad-9e46-4b01-8c48-248f0d96da31'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:54.776385 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8203ab39-4d1d-4ec8-b3a2-5838ee012e45" -d '{"events": [{"server_uuid": "fef7ed5d-d941-4538-842c-f9095883eb7f", "name": "network-vif-deleted", "tag": "8e3447ad-9e46-4b01-8c48-248f0d96da31"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:54.819136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c877396d-fab4-422c-b3b7-eecfd76e9eaa req-614f2848-9a6f-4350-bbcf-00397beb8b47 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/security-groups?id=53185720-6697-44db-bdc7-a4b4f645d886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253320 Feb 03 12:39:54.853356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:39:51Z', 'revision_number': 1, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:54.889147 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db15d9-b655-4cca-94e2-b36a45936eaf None None] The sync data for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 is: [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:39:51Z', 'revision_number': 1, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:55.027004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (72380f05-cc74-4915-a374-8bdc21114afb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.031054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.031814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.065677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e3da6e1-972b-4121-b5d1-0bbfbe656268 req-c1ddb507-8e81-4471-a1e0-2f8bac8004fd tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157565 Feb 03 12:39:55.227772 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9398692 Feb 03 12:39:55.233902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8e3447ad-9e46-4b01-8c48-248f0d96da31 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:55.256660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52020) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:55.321650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Request body: {'subnet': {'network_id': '72380f05-cc74-4915-a374-8bdc21114afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-292943321-subnet', 'tenant_id': '2e5983ca746647119b931ba96e37d1d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:55.326518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 8e3447ad-9e46-4b01-8c48-248f0d96da31 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:55.327099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8e3447ad-9e46-4b01-8c48-248f0d96da31 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:55.346355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c8ae7-6140-4e65-b322-cd5e1ec44001 admin admin] Pushing event updated for resources: {'Network': ['ID=72380f05-cc74-4915-a374-8bdc21114afb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:55.378836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 72380f05-cc74-4915-a374-8bdc21114afb details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:39:55.411386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Router 74cae636-349a-444b-92e7-5430335c6a20 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:39:55.622701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412530-b0c9-4eb8-9f35-0c8240582504 req-23a0440c-b249-4ef2-b7d9-42e341b53e4b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.635457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412530-b0c9-4eb8-9f35-0c8240582504 req-23a0440c-b249-4ef2-b7d9-42e341b53e4b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.640768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412530-b0c9-4eb8-9f35-0c8240582504 req-23a0440c-b249-4ef2-b7d9-42e341b53e4b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.660971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412530-b0c9-4eb8-9f35-0c8240582504 req-23a0440c-b249-4ef2-b7d9-42e341b53e4b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.686880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412530-b0c9-4eb8-9f35-0c8240582504 req-23a0440c-b249-4ef2-b7d9-42e341b53e4b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.717947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412530-b0c9-4eb8-9f35-0c8240582504 req-23a0440c-b249-4ef2-b7d9-42e341b53e4b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.723524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412530-b0c9-4eb8-9f35-0c8240582504 req-23a0440c-b249-4ef2-b7d9-42e341b53e4b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.736556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd412530-b0c9-4eb8-9f35-0c8240582504 req-23a0440c-b249-4ef2-b7d9-42e341b53e4b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 0.7284415 Feb 03 12:39:55.775935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9d84e488-135e-4b60-914d-b8bd0905a458 None None] Provisioning complete for port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:55.778469 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d84e488-135e-4b60-914d-b8bd0905a458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.786576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52024) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:55.799686 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:55.814837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-393a08c4-deb5-4fdd-b9b0-906a65cdc23a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Request body: {'floatingip': {'port_id': '8579dd39-96aa-4005-8088-22ccafa220de'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:55.820915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1439557c-f265-4352-aad2-f47a479859db admin admin] 10.222.0.65 "PUT /v2.0/routers/74cae636-349a-444b-92e7-5430335c6a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3789229 Feb 03 12:39:55.852778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d84e488-135e-4b60-914d-b8bd0905a458 None None] Port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:55.907898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Made reservation on behalf of 2e5983ca746647119b931ba96e37d1d3 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:55.913308 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.923357 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcea859-10d2-43ee-adfd-d83a7acf68e1 x-openstack-request-id: req-afcea859-10d2-43ee-adfd-d83a7acf68e1 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:55.928068 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef7ed5d-d941-4538-842c-f9095883eb7f", "name": "network-vif-deleted", "tag": "8e3447ad-9e46-4b01-8c48-248f0d96da31", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:55.939062 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afcea859-10d2-43ee-adfd-d83a7acf68e1 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:55.939713 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef7ed5d-d941-4538-842c-f9095883eb7f', 'name': 'network-vif-deleted', 'tag': '8e3447ad-9e46-4b01-8c48-248f0d96da31', 'status': 'completed', 'code': 200} Feb 03 12:39:56.089023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c449a1-a142-4e23-bb5a-37222037154d req-c06006dd-61b8-46f8-b0d7-ae2f41b8f00f tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:56.090622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28c449a1-a142-4e23-bb5a-37222037154d req-c06006dd-61b8-46f8-b0d7-ae2f41b8f00f tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 1129 time: 0.8294473 Feb 03 12:39:56.092718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-393a08c4-deb5-4fdd-b9b0-906a65cdc23a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for floatingip (632866fa-c486-4c08-bbf1-809169df07ca), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.218479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e8374e-c8cc-4779-b4e8-3813307aaccd {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:56.250725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0935d0a-7747-4bea-b178-5e264aa30206 req-c5b572a3-7d74-4d00-b733-6f5518a92fb2 tempest-ServersOnMultiNodesTest-1578769061 tempest-ServersOnMultiNodesTest-1578769061-project] 10.222.0.65 "GET /v2.0/ports?device_id=fef7ed5d-d941-4538-842c-f9095883eb7f HTTP/1.1" status: 200 len: 210 time: 0.1696520 Feb 03 12:39:56.258922 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Publish callbacks [] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.922759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:56.959963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Transition to ACTIVE for port object 40e8374e-c8cc-4779-b4e8-3813307aaccd will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:56.989524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (d382186b-0778-4a21-9cc8-07d31d6c5fe3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.999329 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.066662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:57.067958 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.131704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:57.236558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28c449a1-a142-4e23-bb5a-37222037154d req-1d41922a-d901-4d91-8216-bfeb59143835 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1336830 Feb 03 12:39:57.247583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:57.248057 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.360754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=28d932e3-a9e2-4aaf-9214-61cbf94ce2ce,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:57.373219 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.409382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Checking segment: {'id': '9ec04a01-adb2-4c03-ae35-25715f68530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '72380f05-cc74-4915-a374-8bdc21114afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:57.409784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Network hostable DHCP agents. Network: 72380f05-cc74-4915-a374-8bdc21114afb, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:39:57.578598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=28d932e3-a9e2-4aaf-9214-61cbf94ce2ce,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:57.659783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52052) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:57.668916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-87cb5184-ff99-4472-9837-adf4c19e63e9 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188435224', 'description': 'tempest-description--183014906'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:57.739475 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87cb5184-ff99-4472-9837-adf4c19e63e9 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.889599 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-393a08c4-deb5-4fdd-b9b0-906a65cdc23a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.920960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d382186b-0778-4a21-9cc8-07d31d6c5fe3,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:58.032883 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-393a08c4-deb5-4fdd-b9b0-906a65cdc23a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (632866fa-c486-4c08-bbf1-809169df07ca), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.060364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87cb5184-ff99-4472-9837-adf4c19e63e9 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group (a9f776f7-67ea-48cf-9211-c9331864d78b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.078395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87cb5184-ff99-4472-9837-adf4c19e63e9 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a9f776f7-67ea-48cf-9211-c9331864d78b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.152772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb5184-ff99-4472-9837-adf4c19e63e9 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f776f7-67ea-48cf-9211-c9331864d78b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:58.207887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87cb5184-ff99-4472-9837-adf4c19e63e9 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.215428 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-87cb5184-ff99-4472-9837-adf4c19e63e9 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5520451 Feb 03 12:39:58.216298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52070) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:58.236163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-89fbf28d-b506-4c77-8e7c-07d762957451 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Request body: {'security_group_rule': {'security_group_id': 'a9f776f7-67ea-48cf-9211-c9331864d78b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:58.323713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89fbf28d-b506-4c77-8e7c-07d762957451 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group_rule (7cef7ab5-511e-4e27-807c-80eb38f5aefd), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.469381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52074) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:58.478261 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89fbf28d-b506-4c77-8e7c-07d762957451 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group_rule (7cef7ab5-511e-4e27-807c-80eb38f5aefd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.494371 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89fbf28d-b506-4c77-8e7c-07d762957451 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (7cef7ab5-511e-4e27-807c-80eb38f5aefd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.525536 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbf28d-b506-4c77-8e7c-07d762957451 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cef7ab5-511e-4e27-807c-80eb38f5aefd,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:58.564912 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89fbf28d-b506-4c77-8e7c-07d762957451 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.569587 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-89fbf28d-b506-4c77-8e7c-07d762957451 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496301 Feb 03 12:39:58.571220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52078) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:58.588791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6d66a245-69b3-4512-a520-cc2aec8098cd tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Request body: {'security_group_rule': {'security_group_id': 'a9f776f7-67ea-48cf-9211-c9331864d78b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:58.697945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d66a245-69b3-4512-a520-cc2aec8098cd tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group_rule (b31b10ec-bdd9-42ea-8393-9ae21ed6660a), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.825625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:58.863415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d66a245-69b3-4512-a520-cc2aec8098cd tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group_rule (b31b10ec-bdd9-42ea-8393-9ae21ed6660a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.906162 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d66a245-69b3-4512-a520-cc2aec8098cd tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (b31b10ec-bdd9-42ea-8393-9ae21ed6660a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.978108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:58.978973 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.982097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66a245-69b3-4512-a520-cc2aec8098cd tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31b10ec-bdd9-42ea-8393-9ae21ed6660a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:58.997182 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d66a245-69b3-4512-a520-cc2aec8098cd tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.998801 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d66a245-69b3-4512-a520-cc2aec8098cd tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243178 Feb 03 12:39:59.003597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52088) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:59.018890 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:59.114019 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.131664 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6b28f5a1-d835-4363-8fc0-9ede15af9ec3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c0a975357124e3d97410eca51acd847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6534512 Feb 03 12:39:59.148125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52096) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:59.186706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:59.320072 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Sync routers for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:59.338303 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:59.339365 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:59.372416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Attempting to bind port 40e8374e-c8cc-4779-b4e8-3813307aaccd on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:59.373144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Attempting to bind port 40e8374e-c8cc-4779-b4e8-3813307aaccd by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:59.373416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Attempting to bind port 40e8374e-c8cc-4779-b4e8-3813307aaccd on network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:59.415492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Port 40e8374e-c8cc-4779-b4e8-3813307aaccd on network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:59.415862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Attempting to bind port 40e8374e-c8cc-4779-b4e8-3813307aaccd on network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:59.429591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Network 72380f05-cc74-4915-a374-8bdc21114afb is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:39:59.455467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d4c61-b81e-4d28-9d91-51f233835037 req-00c6a707-4fa9-4813-b7bb-626f6579a965 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:59.457716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-638d4c61-b81e-4d28-9d91-51f233835037 req-00c6a707-4fa9-4813-b7bb-626f6579a965 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 1.5595114 Feb 03 12:39:59.458703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 72380f05-cc74-4915-a374-8bdc21114afb) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:59.466222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:59.466862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.467948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41d4d9-348b-46d1-8fcc-9cfff7caabdb None None] Network 72380f05-cc74-4915-a374-8bdc21114afb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:59.473771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:59.473771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Checking segment: {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:59.473771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Bound using segment: {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:59.474530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Bound port: 40e8374e-c8cc-4779-b4e8-3813307aaccd, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:59.474530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.505775 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14752876-a620-4a32-ba1b-e90b8e91cbfa admin admin] Publish callbacks [] for security_group (53185720-6697-44db-bdc7-a4b4f645d886), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.571850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7b310c41-f3c3-4ed1-9777-b572e6825d51 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.3129230 Feb 03 12:39:59.627669 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14752876-a620-4a32-ba1b-e90b8e91cbfa admin admin] Publish callbacks [] for security_group (53185720-6697-44db-bdc7-a4b4f645d886), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.651843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:59.656205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:59.697954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.707246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-638d4c61-b81e-4d28-9d91-51f233835037 req-633fecac-b4de-4786-85d6-f400a4bd6ffc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919682 Feb 03 12:39:59.708619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.757722 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-393a08c4-deb5-4fdd-b9b0-906a65cdc23a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Floating IP 632866fa-c486-4c08-bbf1-809169df07ca associated. External IP: 172.25.3.50, port: 8579dd39-96aa-4005-8088-22ccafa220de. Feb 03 12:39:59.766009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a38e311-8261-4340-96ef-0604204c3775 None None] Network 72380f05-cc74-4915-a374-8bdc21114afb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:59.799967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:59.801039 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.803505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] 10.222.0.91 "PUT /v2.0/ports/40e8374e-c8cc-4779-b4e8-3813307aaccd HTTP/1.1" status: 200 len: 1092 time: 6.5901451 Feb 03 12:39:59.896867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:59.900227 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:59.973501 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:59.994952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14752876-a620-4a32-ba1b-e90b8e91cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (53185720-6697-44db-bdc7-a4b4f645d886), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.005041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14752876-a620-4a32-ba1b-e90b8e91cbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.012684 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-14752876-a620-4a32-ba1b-e90b8e91cbfa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53185720-6697-44db-bdc7-a4b4f645d886 HTTP/1.1" status: 204 len: 168 time: 0.8590438 Feb 03 12:40:00.102668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14752876-a620-4a32-ba1b-e90b8e91cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53185720-6697-44db-bdc7-a4b4f645d886,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:00.168410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c56198-520a-416f-ba21-cb98c940cfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:00.206786 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09efb548-7602-40bb-80c0-065cde20b335 x-openstack-request-id: req-09efb548-7602-40bb-80c0-065cde20b335 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:00.207503 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:00.207799 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09efb548-7602-40bb-80c0-065cde20b335 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:00.208232 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'status': 'completed', 'code': 200} Feb 03 12:40:00.341617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Allocated IP 172.25.3.44 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/4b5c9a4f-2024-49d6-8cb0-9c459d0b6365) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:00.489713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-c002f546-0fb1-4891-956e-c54a01f72227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:00.498523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-c002f546-0fb1-4891-956e-c54a01f72227 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 1126 time: 0.5892560 Feb 03 12:40:00.534258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-92cd1546-f992-4629-aa4d-ee510ecf56cc tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:40:00.535705 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-92cd1546-f992-4629-aa4d-ee510ecf56cc tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100021 Feb 03 12:40:00.634480 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-4c4c148a-2918-4a73-9329-3f9fa0da9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:00.636999 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-4c4c148a-2918-4a73-9329-3f9fa0da9876 service neutron] 10.222.0.65 "GET /v2.0/ports/2ce05dc5-7589-43d1-b21a-49fc86500cb8 HTTP/1.1" status: 200 len: 1126 time: 0.0923584 Feb 03 12:40:00.656054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Request body: {'binding': {'host': 'n-h1-792364-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:00.658512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Unknown quota resources ['binding']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:40:00.678221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-869e0dda-c91a-4997-8fe1-87e0fc5a37b3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd HTTP/1.1" status: 200 len: 217 time: 0.1658075 Feb 03 12:40:00.700307 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:40:00.833228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-49b77019-60c7-4970-89f4-b3f7f8a84057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:00.840325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-49b77019-60c7-4970-89f4-b3f7f8a84057 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.1492164 Feb 03 12:40:00.851336 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 2, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:00.856519 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for port (4b5c9a4f-2024-49d6-8cb0-9c459d0b6365), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.937440 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Checking router: 74cae636-349a-444b-92e7-5430335c6a20 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:00.939902 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Updating router 74cae636-349a-444b-92e7-5430335c6a20 port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:40:01.041963 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.150132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4b5c9a4f-2024-49d6-8cb0-9c459d0b6365), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.211850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52140) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:01.228380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393a08c4-deb5-4fdd-b9b0-906a65cdc23a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Router aa69689b-ba07-487a-8ab1-f5e22d9c0bee has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:40:01.250924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-9f3a32db-63da-4d50-b1c2-14a83026f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:01.252878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-9f3a32db-63da-4d50-b1c2-14a83026f6f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3206306 Feb 03 12:40:01.258432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Pushing event updated for resources: {'Port': ['ID=4b5c9a4f-2024-49d6-8cb0-9c459d0b6365,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:01.278101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on host n-h1-792364-10 for vnic_type normal with profile None {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:01.279932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:01.280342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:01.302637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:01.309907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:01.319639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:01.329899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:01.330241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:01.410836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:01.411305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:01.412303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:01.412757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Bound port: 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:01.589754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:01.606365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.609516 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] 10.222.0.65 "POST /v2.0/ports/2ce05dc5-7589-43d1-b21a-49fc86500cb8/bindings HTTP/1.1" status: 201 len: 390 time: 0.9668241 Feb 03 12:40:01.657762 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Publish callbacks [] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.675625 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.797223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393a08c4-deb5-4fdd-b9b0-906a65cdc23a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:01.809793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] Sync routers for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:01.828952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-48fd874a-d607-4988-915a-ee1b91c2dd55 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:01.832195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-48fd874a-d607-4988-915a-ee1b91c2dd55 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/networks?id=72380f05-cc74-4915-a374-8bdc21114afb HTTP/1.1" status: 200 len: 821 time: 0.5509980 Feb 03 12:40:01.841048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:01.843627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:01.845101 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05befca-aa1c-4394-9b63-bc5a52bdbab6 None None] Pushing event updated for resources: {'Port': ['ID=3b46d4c3-8a58-4148-b4e8-09c27da5e014,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:01.867197 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-393a08c4-deb5-4fdd-b9b0-906a65cdc23a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.882670 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for floatingip (8c4d880b-cbc2-4fb0-bd85-ee144cda5794), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.963946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2ce2a66c-218e-4b5d-898d-082ce2f56384 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c91d7fd2c0a54468bdefad0439fe9eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7507122 Feb 03 12:40:01.964733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52150) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:01.980932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-7a50048b-8254-4448-9545-3f186a3289f3 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/quotas/2e5983ca746647119b931ba96e37d1d3 HTTP/1.1" status: 200 len: 375 time: 0.0852246 Feb 03 12:40:02.043273 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Attempting to bind port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:02.043915 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Attempting to bind port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:02.044448 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Attempting to bind port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 on network ccde93d6-00aa-4baf-9631-a6704f3b0232 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:02.056808 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:02.057735 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Checking segment: {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:02.058372 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.058932 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Bound using segment: {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:02.059582 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Bound port: 3b46d4c3-8a58-4148-b4e8-09c27da5e014, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:02.068964 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.153597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:02.176656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-393a08c4-deb5-4fdd-b9b0-906a65cdc23a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "PUT /v2.0/floatingips/632866fa-c486-4c08-bbf1-809169df07ca HTTP/1.1" status: 200 len: 990 time: 6.3655045 Feb 03 12:40:02.195079 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b5c9a4f-2024-49d6-8cb0-9c459d0b6365), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.215104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-803d9525-44be-485d-96ac-916f4be32ae9 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2e5983ca746647119b931ba96e37d1d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1665671 Feb 03 12:40:02.215950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:02.218416 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1429136-f428-432f-949b-25edba405187" -d '{"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "8579dd39-96aa-4005-8088-22ccafa220de"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:02.238395 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] For port 3b46d4c3-8a58-4148-b4e8-09c27da5e014, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:02.251647 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] For port 3b46d4c3-8a58-4148-b4e8-09c27da5e014, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3b46d4c3-8a58-4148-b4e8-09c27da5e014,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:02.267732 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.475250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-c4a80ffe-d6a7-4a61-96fb-e506b5c79906 service neutron] 10.222.0.65 "GET /v2.0/networks/72380f05-cc74-4915-a374-8bdc21114afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783767 Feb 03 12:40:02.490121 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05befca-aa1c-4394-9b63-bc5a52bdbab6 None None] Pushing event updated for resources: {'Port': ['ID=3b46d4c3-8a58-4148-b4e8-09c27da5e014,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:02.500856 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:02.509419 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:02.747449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-46f5ed11-b944-4053-adb0-18f857330fb1 service neutron] 10.222.0.65 "GET /v2.0/networks/72380f05-cc74-4915-a374-8bdc21114afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543664 Feb 03 12:40:02.763720 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-8bbd8d9a-3250-4652-bd76-6dd073a95912 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5696793 Feb 03 12:40:02.877760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb3661ae-fb56-477b-9053-87a1da791831 admin admin] Publish callbacks [] for security_group (a702086b-719b-41f0-acc9-4222efc28074), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.897004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bedd0c49-004d-4231-8b19-acda50228e29 None None] Provisioning complete for port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:02.897655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bedd0c49-004d-4231-8b19-acda50228e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.911303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-3e0cd453-160c-40f0-8d1c-00763b1ca7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:02.912883 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-3e0cd453-160c-40f0-8d1c-00763b1ca7ec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 1129 time: 0.9110968 Feb 03 12:40:02.952967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-cd4c8388-7c42-464e-8ca1-ca35d0cab90c service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6850584 Feb 03 12:40:02.990688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3b46d4c3-8a58-4148-b4e8-09c27da5e014 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:03.001277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b0aff-af23-45fd-a6b4-4ca649901030 req-d2d16c02-8d35-47a3-bcfc-db50d8d25363 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:03.016648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df8b0aff-af23-45fd-a6b4-4ca649901030 req-d2d16c02-8d35-47a3-bcfc-db50d8d25363 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.9757006 Feb 03 12:40:03.105214 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:03.365519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-b8af646c-fd1a-4105-af8b-6d29e6664a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:03.393466 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-b8af646c-fd1a-4105-af8b-6d29e6664a61 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.4710648 Feb 03 12:40:03.401200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb3661ae-fb56-477b-9053-87a1da791831 admin admin] Publish callbacks [] for security_group (a702086b-719b-41f0-acc9-4222efc28074), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.417768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bedd0c49-004d-4231-8b19-acda50228e29 None None] Current status of the port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:03.418157 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bedd0c49-004d-4231-8b19-acda50228e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.466030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:03.466538 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.502269 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:02Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:03.520183 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-d989c2bc-7c5d-4263-8a32-c3f5188671fc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8 HTTP/1.1" status: 200 len: 217 time: 0.1005001 Feb 03 12:40:03.522835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for port (4b5c9a4f-2024-49d6-8cb0-9c459d0b6365), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.543730 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be5284-edf7-4432-bae0-4425a61b2b7e None None] The sync data for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 is: [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:02Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:03.636276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df8b0aff-af23-45fd-a6b4-4ca649901030 req-9f860b63-26f3-4e02-9e4e-62b2c56383cc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6187317 Feb 03 12:40:03.658883 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (4b5c9a4f-2024-49d6-8cb0-9c459d0b6365), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.724772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-5fd35f21-a849-48ee-9493-a4a6ff704210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:03.749818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-5fd35f21-a849-48ee-9493-a4a6ff704210 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 1127 time: 0.8555491 Feb 03 12:40:03.786847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bedd0c49-004d-4231-8b19-acda50228e29 None None] For port 3b46d4c3-8a58-4148-b4e8-09c27da5e014, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3b46d4c3-8a58-4148-b4e8-09c27da5e014,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:03.801523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af14df-2a05-421c-b8d9-bd277542b531 req-d957cf9e-6fe5-47e9-9e76-61de1f9a4e68 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:03.805795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31af14df-2a05-421c-b8d9-bd277542b531 req-d957cf9e-6fe5-47e9-9e76-61de1f9a4e68 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.4431047 Feb 03 12:40:03.819635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b63d2c9-bb05-47b7-992b-620e3f18332e req-3f02dcbb-2adb-4164-9da6-6c6bb2945bdb service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8388126 Feb 03 12:40:03.853664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:03.859963 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bedd0c49-004d-4231-8b19-acda50228e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.913763 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (8c4d880b-cbc2-4fb0-bd85-ee144cda5794), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.938676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-22a13fbf-8470-4de3-9cfa-e5650db98850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:03.940841 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-22a13fbf-8470-4de3-9cfa-e5650db98850 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.4080524 Feb 03 12:40:04.011848 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb3661ae-fb56-477b-9053-87a1da791831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a702086b-719b-41f0-acc9-4222efc28074), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.015233 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb3661ae-fb56-477b-9053-87a1da791831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.016869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-eb3661ae-fb56-477b-9053-87a1da791831 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a702086b-719b-41f0-acc9-4222efc28074 HTTP/1.1" status: 204 len: 168 time: 2.0380764 Feb 03 12:40:04.093831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.100545 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0936668 Feb 03 12:40:04.101480 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ab376-693f-4ea0-916c-9a2179b664a7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Pushing event updated for resources: {'Port': ['ID=4b5c9a4f-2024-49d6-8cb0-9c459d0b6365,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:04.133331 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-8a8c4676-5b02-46cd-ae19-42ae23626398 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696842 Feb 03 12:40:04.198568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3661ae-fb56-477b-9053-87a1da791831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a702086b-719b-41f0-acc9-4222efc28074,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:04.350978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c604d96f-6097-4167-b865-caedba36cceb None None] Provisioning complete for port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:04.352131 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c604d96f-6097-4167-b865-caedba36cceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.376061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd0c49-004d-4231-8b19-acda50228e29 None None] Pushing event updated for resources: {'Port': ['ID=3b46d4c3-8a58-4148-b4e8-09c27da5e014,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:04.425391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252973-964b-4c55-8db6-d966974ca326 req-773a28e7-422d-47a7-a7b9-2f8cdeff67d0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.469062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252973-964b-4c55-8db6-d966974ca326 req-773a28e7-422d-47a7-a7b9-2f8cdeff67d0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.487366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252973-964b-4c55-8db6-d966974ca326 req-773a28e7-422d-47a7-a7b9-2f8cdeff67d0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.516040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252973-964b-4c55-8db6-d966974ca326 req-773a28e7-422d-47a7-a7b9-2f8cdeff67d0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.552165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252973-964b-4c55-8db6-d966974ca326 req-773a28e7-422d-47a7-a7b9-2f8cdeff67d0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.567117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252973-964b-4c55-8db6-d966974ca326 req-773a28e7-422d-47a7-a7b9-2f8cdeff67d0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.581370 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-100f88bd-7afc-4c4f-b22d-5770f4ad09ba service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418356 Feb 03 12:40:04.581951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252973-964b-4c55-8db6-d966974ca326 req-773a28e7-422d-47a7-a7b9-2f8cdeff67d0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.586628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2252973-964b-4c55-8db6-d966974ca326 req-773a28e7-422d-47a7-a7b9-2f8cdeff67d0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 0.6256280 Feb 03 12:40:04.600848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:39Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '632866fa-c486-4c08-bbf1-809169df07ca', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'port_id': '8579dd39-96aa-4005-8088-22ccafa220de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'mac_address': 'fa:16:3e:51:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:37:55Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 1, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcfafc9-8fcc-4962-8db3-9ae863e123f6', 'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:36Z', 'updated_at': '2022-02-03T12:36:46Z', 'revision_number': 5, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'subnets': [{'id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:04.640719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31af14df-2a05-421c-b8d9-bd277542b531 req-0a260d55-6cd8-4ec1-a09e-ff18299d3012 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7891247 Feb 03 12:40:04.717244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] Checking router: aa69689b-ba07-487a-8ab1-f5e22d9c0bee for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:04.741655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c604d96f-6097-4167-b865-caedba36cceb None None] Current status of the port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:04.777468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:04.778129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:39:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:04.835671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-270b2ae4-db5f-4c57-8e57-13a864a93e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.839928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-270b2ae4-db5f-4c57-8e57-13a864a93e43 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 1126 time: 0.8662422 Feb 03 12:40:04.946497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3b46d4c3-8a58-4148-b4e8-09c27da5e014 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:05.020935 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-d7979bd6-b48d-493e-afc1-fc5dff2e2113 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276931 Feb 03 12:40:05.038233 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07f874b-964e-46a6-8585-5e4a608e8f6b x-openstack-request-id: req-c07f874b-964e-46a6-8585-5e4a608e8f6b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:05.038752 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "tag": "8579dd39-96aa-4005-8088-22ccafa220de", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:05.038922 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c07f874b-964e-46a6-8585-5e4a608e8f6b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:05.039307 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de', 'status': 'completed', 'code': 200} Feb 03 12:40:05.288684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:05.329164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:05.329552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:05.409301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-46cec079-3ba3-4412-a6cd-934021125a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:05.411535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-46cec079-3ba3-4412-a6cd-934021125a31 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 200 len: 909 time: 1.6010170 Feb 03 12:40:05.746947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2252973-964b-4c55-8db6-d966974ca326 req-dd95c60f-031b-4bc5-a96a-5d6c4ed8621b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1483908 Feb 03 12:40:05.755517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a648b86a-a6b0-4340-8823-c83f9fc76a74 req-70d5a473-ce75-4aa2-b0d5-3255567b369e tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 210 time: 0.3481879 Feb 03 12:40:05.824264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52224) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:05.870211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:06.003518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:39Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '632866fa-c486-4c08-bbf1-809169df07ca', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'port_id': '8579dd39-96aa-4005-8088-22ccafa220de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'mac_address': 'fa:16:3e:51:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:37:55Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 1, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcfafc9-8fcc-4962-8db3-9ae863e123f6', 'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:36Z', 'updated_at': '2022-02-03T12:36:46Z', 'revision_number': 5, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'subnets': [{'id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:06.007716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-01ee53d4-0d10-4a3e-8d29-d5186aacc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.010859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-01ee53d4-0d10-4a3e-8d29-d5186aacc79c service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 1.0992696 Feb 03 12:40:06.020157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-553343d3-f86c-488d-8267-b16714294583 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.021966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-553343d3-f86c-488d-8267-b16714294583 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.72 "GET /v2.0/networks?id=72380f05-cc74-4915-a374-8bdc21114afb HTTP/1.1" status: 200 len: 821 time: 0.8470228 Feb 03 12:40:06.027535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-c03da151-5f50-4ec8-9ed3-f8bb74647171 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 200 len: 217 time: 0.4591880 Feb 03 12:40:06.082468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376884af-029f-4cce-8df8-19e6c20086d3 None None] The sync data for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 is: [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:39Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '632866fa-c486-4c08-bbf1-809169df07ca', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'port_id': '8579dd39-96aa-4005-8088-22ccafa220de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'mac_address': 'fa:16:3e:51:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:37:55Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 1, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcfafc9-8fcc-4962-8db3-9ae863e123f6', 'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:36Z', 'updated_at': '2022-02-03T12:36:46Z', 'revision_number': 5, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'subnets': [{'id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:06.083520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-4c14d357-7a73-4938-895c-fe8fc193d332 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd HTTP/1.1" status: 200 len: 217 time: 0.0599461 Feb 03 12:40:06.090611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-network', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:06.115608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-a1089f73-bad5-4fc7-8ffa-67037349e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.119164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-a1089f73-bad5-4fc7-8ffa-67037349e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.119985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-a1089f73-bad5-4fc7-8ffa-67037349e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.121883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-a1089f73-bad5-4fc7-8ffa-67037349e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.123046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-a1089f73-bad5-4fc7-8ffa-67037349e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.124203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-a1089f73-bad5-4fc7-8ffa-67037349e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.125005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-a1089f73-bad5-4fc7-8ffa-67037349e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.127502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1429136-f428-432f-949b-25edba405187 req-a1089f73-bad5-4fc7-8ffa-67037349e92e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6713 time: 1.0874183 Feb 03 12:40:06.131491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Made reservation on behalf of 8ba905b157074c7eb9cbae05783fc5af for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:06.134731 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.166808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Request body: {'port': {'device_id': '6275fce5-66e8-44e1-8034-9736e087aa1e', 'network_id': '72380f05-cc74-4915-a374-8bdc21114afb', 'admin_state_up': True, 'tenant_id': '2e5983ca746647119b931ba96e37d1d3'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:06.168136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.299968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-fe5352a2-f018-4c3b-864c-671fc1545f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.301762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-fe5352a2-f018-4c3b-864c-671fc1545f0e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 200 len: 848 time: 0.2244127 Feb 03 12:40:06.336570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Publish callbacks [] for security_group (d3bdcde4-1659-47fb-a034-94a87fe6100d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.351607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d3bdcde4-1659-47fb-a034-94a87fe6100d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.418853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:40:06.425970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bdcde4-1659-47fb-a034-94a87fe6100d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:06.431077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-ada6d263-b7ce-4d12-b6f1-9cc716e7b876 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7026356e-f34e-4d0e-9716-230368f573cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995545 Feb 03 12:40:06.460528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6440fcc9-fafb-427f-b0ed-48c54272035b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.460991 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Added segment 6440fcc9-fafb-427f-b0ed-48c54272035b of type vlan for network 47c4878a-7f5a-4252-bb6c-de76d619a443 Feb 03 12:40:06.472017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-53a8cbc7-6554-4f87-a54c-360ecf581f10 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--188435224&fields=id&tenant_id=addf4791bee04d69b2d573d0b0b393de HTTP/1.1" status: 200 len: 267 time: 0.4587884 Feb 03 12:40:06.529501 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f13a2a-5971-45b0-abea-3b8d041d5d95 None None] New status for floating IP 632866fa-c486-4c08-bbf1-809169df07ca: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:40:06.534208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (47c4878a-7f5a-4252-bb6c-de76d619a443), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.573288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (47c4878a-7f5a-4252-bb6c-de76d619a443), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.574923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.575889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.584569 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67bfa6f7-7216-4030-bb4a-5706a1e6fe27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.745992 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9180043 Feb 03 12:40:06.748162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52250) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:06.750205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe790c3-9936-4fb9-8f54-15fe1bf4ff60 admin admin] Pushing event updated for resources: {'Network': ['ID=47c4878a-7f5a-4252-bb6c-de76d619a443,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:06.766212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 47c4878a-7f5a-4252-bb6c-de76d619a443 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:40:06.768051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Request body: {'subnet': {'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-subnet', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:06.797106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf08a4-a434-4795-bbaf-9511e3e774e9 req-d05b3881-a481-4769-9645-87a425e16c60 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.804940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9cf08a4-a434-4795-bbaf-9511e3e774e9 req-d05b3881-a481-4769-9645-87a425e16c60 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.7201011 Feb 03 12:40:06.812641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Made reservation on behalf of 8ba905b157074c7eb9cbae05783fc5af for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:06.816065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.865643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Made reservation on behalf of 2e5983ca746647119b931ba96e37d1d3 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:06.869090 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.177928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (02314eb2-2388-44ff-8dae-e7ccf012c23d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.249233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:07.261262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Checking segment: {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:07.261885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Network hostable DHCP agents. Network: 47c4878a-7f5a-4252-bb6c-de76d619a443, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:40:07.313148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02314eb2-2388-44ff-8dae-e7ccf012c23d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:07.359384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Network 47c4878a-7f5a-4252-bb6c-de76d619a443 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:40:07.373098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 47c4878a-7f5a-4252-bb6c-de76d619a443) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:07.377279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:07.377865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.405608 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-13b11fbc-9738-4383-9c19-f7088e9d087f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6562479 Feb 03 12:40:07.406626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9f5c6-3b0e-422f-9484-a19ad6651436 None None] Network 47c4878a-7f5a-4252-bb6c-de76d619a443 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:40:07.408259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52258) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:07.412554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:07.466815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (4da439f3-b8b7-43da-a943-f6e73e5a7f84), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.469789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (4da439f3-b8b7-43da-a943-f6e73e5a7f84), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.532048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:07.555498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'port_id': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'mac_address': 'fa:16:3e:5c:b8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:07.611141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks [] for router_controller (4da439f3-b8b7-43da-a943-f6e73e5a7f84), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.624177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-a7d75896-a848-43d9-80a1-ac6034666c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:07.625828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-a7d75896-a848-43d9-80a1-ac6034666c5a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 1.4747646 Feb 03 12:40:07.651367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-47c4878a-7f5a-4252-bb6c-de76d619a443', 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443', 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'fixed_ips': [{'subnet_id': '02314eb2-2388-44ff-8dae-e7ccf012c23d'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:40:07.652651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.679732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40e8374e-c8cc-4779-b4e8-3813307aaccd is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:07.681748 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.702860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e8374e-c8cc-4779-b4e8-3813307aaccd {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:07.825415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:07.855562 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.859709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9cf08a4-a434-4795-bbaf-9511e3e774e9 req-ada44d75-5ffa-4f9d-a752-2f01ff890fe4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0538793 Feb 03 12:40:07.874077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-157c9106-1230-4779-a963-b77b4261cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:07.882149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1429136-f428-432f-949b-25edba405187 req-157c9106-1230-4779-a963-b77b4261cf35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a84c857a-e683-46a0-bd81-759bba81b838 HTTP/1.1" status: 200 len: 913 time: 1.6252937 Feb 03 12:40:07.896588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks [] for router_gateway (4da439f3-b8b7-43da-a943-f6e73e5a7f84), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.069280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-741e8a61-8217-46fd-8786-6306d2631961 service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6168940 Feb 03 12:40:08.082637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88731-e602-40ce-8596-0bf6941307fd req-9f40ccec-67d9-4ae1-980a-fc31d6d5f9cb tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:08.084227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-9f40ccec-67d9-4ae1-980a-fc31d6d5f9cb tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/networks?id=ccde93d6-00aa-4baf-9631-a6704f3b0232 HTTP/1.1" status: 200 len: 805 time: 1.6018457 Feb 03 12:40:08.233686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1429136-f428-432f-949b-25edba405187 req-0a8a778d-d2dd-4045-8ed0-08b3d8793457 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8579dd39-96aa-4005-8088-22ccafa220de HTTP/1.1" status: 200 len: 1000 time: 0.3187616 Feb 03 12:40:08.244164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-a6dbac2d-70fb-4154-82bb-0d31ce95cf13 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/quotas/addf4791bee04d69b2d573d0b0b393de HTTP/1.1" status: 200 len: 375 time: 0.1213174 Feb 03 12:40:08.246670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Allocated IP 172.20.0.13 (72380f05-cc74-4915-a374-8bdc21114afb/d382186b-0778-4a21-9cc8-07d31d6c5fe3/c6b97e10-ddbf-44e9-8219-6039fca4b126) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:08.302208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-5a91ea60-2723-41e1-b296-f210e0a7f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:08.303780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-5a91ea60-2723-41e1-b296-f210e0a7f184 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5469613 Feb 03 12:40:08.377565 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks [] for router_gateway (4da439f3-b8b7-43da-a943-f6e73e5a7f84), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.433384 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.493943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61646d-019d-4851-b748-476bede7f516 req-b3bbf403-bdaa-4f88-981d-0ae8e009ac25 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:08.502542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be61646d-019d-4851-b748-476bede7f516 req-b3bbf403-bdaa-4f88-981d-0ae8e009ac25 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.4724162 Feb 03 12:40:08.503538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Allocated IP 172.20.0.2 (47c4878a-7f5a-4252-bb6c-de76d619a443/02314eb2-2388-44ff-8dae-e7ccf012c23d/09130aa0-0df3-4983-bad9-4cae50062470) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:08.553046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:08.610308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-6db50722-ee78-457f-9f44-67cc4a90363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:08.613080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1429136-f428-432f-949b-25edba405187 req-6db50722-ee78-457f-9f44-67cc4a90363d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b6abf6f-4cc7-448a-af3e-104f8d39e59f HTTP/1.1" status: 200 len: 851 time: 0.3630583 Feb 03 12:40:08.613234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['40e8374e-c8cc-4779-b4e8-3813307aaccd'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:08.681799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Allocated IP 172.25.3.83 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/8bc3be41-65bd-48e6-9322-1c64a3cbdc2f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:08.821932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62806934-96b3-4b3b-9acf-e09fdf155b84 req-47c5ca85-8af6-4cc3-af2f-90338c064f64 service neutron] 10.222.0.91 "GET /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345083 Feb 03 12:40:08.845433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-3a85021c-465c-453d-b775-399c055078a8 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=addf4791bee04d69b2d573d0b0b393de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5488465 Feb 03 12:40:08.876439 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b637e22e-1736-4198-8f8e-ce8cabd1e4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.905356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks [] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.974742 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.003497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-af56480c-4feb-4141-83cd-352f4b4876a4 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551139 Feb 03 12:40:09.043405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be61646d-019d-4851-b748-476bede7f516 req-86843f17-58ed-4679-bc81-bace2010f0ae tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396526 Feb 03 12:40:09.113399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:09.126007 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Publish callbacks [] for port (09130aa0-0df3-4983-bad9-4cae50062470), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.128944 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:09.133160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:09.142634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Pushing event updated for resources: {'Port': ['ID=8bc3be41-65bd-48e6-9322-1c64a3cbdc2f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:09.150854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (09130aa0-0df3-4983-bad9-4cae50062470), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.268727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9937dfda-ce53-4e2e-bd98-97414da384a6 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:09.299888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Network 47c4878a-7f5a-4252-bb6c-de76d619a443 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:09.338538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429136-f428-432f-949b-25edba405187 req-1a9b387c-827e-4f84-a8c2-f422aa8ad59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:09.343949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1429136-f428-432f-949b-25edba405187 req-1a9b387c-827e-4f84-a8c2-f422aa8ad59b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a84c857a-e683-46a0-bd81-759bba81b838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6707103 Feb 03 12:40:09.356680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-b22b9f48-3f0b-42ca-b8d8-cc293b7e9049 service neutron] 10.222.0.65 "GET /v2.0/networks/ccde93d6-00aa-4baf-9631-a6704f3b0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840711 Feb 03 12:40:09.379387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:09.384191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:09.397702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Pushing event updated for resources: {'Port': ['ID=09130aa0-0df3-4983-bad9-4cae50062470,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:09.589783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Attempting to bind port 09130aa0-0df3-4983-bad9-4cae50062470 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:09.590503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Attempting to bind port 09130aa0-0df3-4983-bad9-4cae50062470 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:09.590639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Attempting to bind port 09130aa0-0df3-4983-bad9-4cae50062470 on network 47c4878a-7f5a-4252-bb6c-de76d619a443 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:09.595941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 9937dfda-ce53-4e2e-bd98-97414da384a6 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:09.596328 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.599292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:09.599772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Checking segment: {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:09.600116 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.600509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Bound using segment: {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:09.601032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Bound port: 09130aa0-0df3-4983-bad9-4cae50062470, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:09.601479 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (09130aa0-0df3-4983-bad9-4cae50062470), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.645253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9937dfda-ce53-4e2e-bd98-97414da384a6,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:09.647845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:09.650018 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af4d333-350e-4e6b-9422-cb6aac600f8d" -d '{"events": [{"server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:09.671807 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.697181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks [] for router_gateway (4da439f3-b8b7-43da-a943-f6e73e5a7f84), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.860925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] For port 09130aa0-0df3-4983-bad9-4cae50062470, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:09.863272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=9937dfda-ce53-4e2e-bd98-97414da384a6,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:09.881680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] For port 09130aa0-0df3-4983-bad9-4cae50062470, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=09130aa0-0df3-4983-bad9-4cae50062470,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:09.901792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (09130aa0-0df3-4983-bad9-4cae50062470), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.043051 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Publish callbacks [] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.065728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-4ec5096f-e6c0-403a-8eed-69cd506042ff service neutron] 10.222.0.65 "GET /v2.0/networks/ccde93d6-00aa-4baf-9631-a6704f3b0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076151 Feb 03 12:40:10.073271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd684399-a36d-4617-b114-26a53aaa9ca1 None None] Pushing event updated for resources: {'Port': ['ID=09130aa0-0df3-4983-bad9-4cae50062470,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:10.162040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a9a-9765-4f13-8816-cdd7152307e8 req-d18a4411-1b87-4b3a-af15-82705acffe78 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:10.183879 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.189212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a9a-9765-4f13-8816-cdd7152307e8 req-d18a4411-1b87-4b3a-af15-82705acffe78 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:10.213975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a9a-9765-4f13-8816-cdd7152307e8 req-d18a4411-1b87-4b3a-af15-82705acffe78 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:10.240140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a9a-9765-4f13-8816-cdd7152307e8 req-d18a4411-1b87-4b3a-af15-82705acffe78 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:10.274871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a9a-9765-4f13-8816-cdd7152307e8 req-d18a4411-1b87-4b3a-af15-82705acffe78 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:10.299221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a9a-9765-4f13-8816-cdd7152307e8 req-d18a4411-1b87-4b3a-af15-82705acffe78 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:10.307496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1a9a-9765-4f13-8816-cdd7152307e8 req-d18a4411-1b87-4b3a-af15-82705acffe78 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:10.328241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cba1a9a-9765-4f13-8816-cdd7152307e8 req-d18a4411-1b87-4b3a-af15-82705acffe78 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 0.9285281 Feb 03 12:40:10.348629 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (4da439f3-b8b7-43da-a943-f6e73e5a7f84), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.519411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e7b4f0a-d32f-4f75-b742-d7e391c882cf req-b5988606-1303-4aa7-b9ca-a7867a334885 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4750195 Feb 03 12:40:10.697212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:40:10.746931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f6a6b32-2beb-44b1-ad61-480612aab8d5 req-3678978a-aa4e-4765-ad29-6dd116190726 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 210 time: 0.1496434 Feb 03 12:40:10.771588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1429136-f428-432f-949b-25edba405187 req-4f3d8972-4435-4849-a111-44f69948b10f service neutron] 10.222.0.72 "GET /v2.0/networks/a84c857a-e683-46a0-bd81-759bba81b838?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4036398 Feb 03 12:40:10.796580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cba1a9a-9765-4f13-8816-cdd7152307e8 req-20531bb5-faa6-4f3c-8727-00f993049dca tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4666879 Feb 03 12:40:10.962722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:10.965670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 09130aa0-0df3-4983-bad9-4cae50062470 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:10.990124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1429136-f428-432f-949b-25edba405187 req-664d67d3-363d-4f8f-8018-20f46979b30b service neutron] 10.222.0.72 "GET /v2.0/networks/a84c857a-e683-46a0-bd81-759bba81b838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092621 Feb 03 12:40:10.991694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.998270 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.003958 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-af8d8813-df9b-4a6e-8cde-54bf3dca6d3e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5915151 Feb 03 12:40:11.004343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52298) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:11.009245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Sync routers for ids ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:11.037874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Routers {'4da439f3-b8b7-43da-a943-f6e73e5a7f84'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:11.039050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:11.135989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Network 72380f05-cc74-4915-a374-8bdc21114afb is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:11.147760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638fa30-eeec-4471-81f7-f57844ea9e10 req-91a1d7a9-2c04-4d83-a168-f24aa71032b3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:11.150138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8638fa30-eeec-4471-81f7-f57844ea9e10 req-91a1d7a9-2c04-4d83-a168-f24aa71032b3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 944 time: 0.1559050 Feb 03 12:40:11.155290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:11.172769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:11.175239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Pushing event updated for resources: {'Port': ['ID=c6b97e10-ddbf-44e9-8219-6039fca4b126,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:11.231448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.231814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.232229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.232627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.233097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.233565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.233910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.234237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.234766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.235168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.235593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.237247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.238003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:11.283535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Set router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:11.361443 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8638fa30-eeec-4471-81f7-f57844ea9e10 req-aba65071-fcdf-41ee-88cd-3ced25f05596 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992631 Feb 03 12:40:11.402562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:11.403481 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.437622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:11.442301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 09130aa0-0df3-4983-bad9-4cae50062470 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:11.442838 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (09130aa0-0df3-4983-bad9-4cae50062470), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.458543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-efb2b0e5-ade1-4f15-8f44-f2715d63eafc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4238536 Feb 03 12:40:11.469522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Request body: {'port': {'device_id': '6275fce5-66e8-44e1-8034-9736e087aa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:11.575780 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28760b61-c30d-4f0d-9724-0c74efc8cf52 x-openstack-request-id: req-28760b61-c30d-4f0d-9724-0c74efc8cf52 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:11.576328 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:11.576328 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28760b61-c30d-4f0d-9724-0c74efc8cf52 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:11.576691 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6', 'code': 200} Feb 03 12:40:11.686517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.819200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.924145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 09130aa0-0df3-4983-bad9-4cae50062470 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:11.924824 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (09130aa0-0df3-4983-bad9-4cae50062470), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.939431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 40e8374e-c8cc-4779-b4e8-3813307aaccd completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:11.947286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 40e8374e-c8cc-4779-b4e8-3813307aaccd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:11.947896 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.036915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd3e67-01ec-46b5-9697-6d133d39b100 req-7740ffdd-32f7-4ae4-b1a6-a786eb9344a1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:12.050082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fdcd3e67-01ec-46b5-9697-6d133d39b100 req-7740ffdd-32f7-4ae4-b1a6-a786eb9344a1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.3617661 Feb 03 12:40:12.074761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 09130aa0-0df3-4983-bad9-4cae50062470, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=09130aa0-0df3-4983-bad9-4cae50062470,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:12.159477 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (09130aa0-0df3-4983-bad9-4cae50062470), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.191582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80b709-f8af-40c7-87a4-92e90f698fc0 None None] Network 47c4878a-7f5a-4252-bb6c-de76d619a443 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:40:12.221376 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.390606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da39663d-2d3a-4dbb-89c7-9fa400a55bb9 req-60694341-0b43-4a94-92a7-e90e9e7eff5a tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 210 time: 0.1135192 Feb 03 12:40:12.432692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5751d1e6-8c34-499e-bcfd-0075ec954053 None None] Provisioning complete for port 09130aa0-0df3-4983-bad9-4cae50062470 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:12.434512 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5751d1e6-8c34-499e-bcfd-0075ec954053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (09130aa0-0df3-4983-bad9-4cae50062470), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.459620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=09130aa0-0df3-4983-bad9-4cae50062470,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:12.490699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Allocated IP 172.20.0.1 (47c4878a-7f5a-4252-bb6c-de76d619a443/02314eb2-2388-44ff-8dae-e7ccf012c23d/af28a45a-bd60-456f-b83d-dcd3bc951448) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:12.728508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:07Z', 'updated_at': '2022-02-03T12:40:09Z', 'revision_number': 3, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'gw_port': {'id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:08Z', 'updated_at': '2022-02-03T12:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:12.766635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40e8374e-c8cc-4779-b4e8-3813307aaccd is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:12.767035 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.769417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Checking router: 4da439f3-b8b7-43da-a943-f6e73e5a7f84 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:12.769597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Updating router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:40:12.792771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Publish callbacks [] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.811159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.815615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 09130aa0-0df3-4983-bad9-4cae50062470 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:12.847047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.861310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fdcd3e67-01ec-46b5-9697-6d133d39b100 req-b1ce5723-4e42-4c25-8479-40e03f07f173 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8081775 Feb 03 12:40:12.944604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88731-e602-40ce-8596-0bf6941307fd req-a788dcf2-760e-482c-bd74-f2149ff9cfbb tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:12.948771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-a788dcf2-760e-482c-bd74-f2149ff9cfbb tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.72 "GET /v2.0/networks?id=ccde93d6-00aa-4baf-9631-a6704f3b0232 HTTP/1.1" status: 200 len: 805 time: 0.5135381 Feb 03 12:40:12.972020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Pushing event updated for resources: {'Port': ['ID=af28a45a-bd60-456f-b83d-dcd3bc951448,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:12.975873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Network 47c4878a-7f5a-4252-bb6c-de76d619a443 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:12.979090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:12.982213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:13.033437 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (4da439f3-b8b7-43da-a943-f6e73e5a7f84), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.154067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:13.216265 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.230101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.242218 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.272276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05cc1-1bd3-4695-a60b-9c0820885f34 req-fee00409-eb20-44ca-8ad0-830a7ad09cd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.304468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05cc1-1bd3-4695-a60b-9c0820885f34 req-fee00409-eb20-44ca-8ad0-830a7ad09cd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.316065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05cc1-1bd3-4695-a60b-9c0820885f34 req-fee00409-eb20-44ca-8ad0-830a7ad09cd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.323633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05cc1-1bd3-4695-a60b-9c0820885f34 req-fee00409-eb20-44ca-8ad0-830a7ad09cd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.334310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05cc1-1bd3-4695-a60b-9c0820885f34 req-fee00409-eb20-44ca-8ad0-830a7ad09cd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.358888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05cc1-1bd3-4695-a60b-9c0820885f34 req-fee00409-eb20-44ca-8ad0-830a7ad09cd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.365606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05cc1-1bd3-4695-a60b-9c0820885f34 req-fee00409-eb20-44ca-8ad0-830a7ad09cd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.368609 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3d05cc1-1bd3-4695-a60b-9c0820885f34 req-fee00409-eb20-44ca-8ad0-830a7ad09cd8 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 0.3100309 Feb 03 12:40:13.370351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5751d1e6-8c34-499e-bcfd-0075ec954053 None None] Current status of the port 09130aa0-0df3-4983-bad9-4cae50062470 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:13.397338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf0fb4-56da-4c4f-ae4f-eb257d957910 req-aa7c7899-1724-4e91-a8d7-ff8dc432e0a9 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.405359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90cf0fb4-56da-4c4f-ae4f-eb257d957910 req-aa7c7899-1724-4e91-a8d7-ff8dc432e0a9 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 932 time: 0.5331740 Feb 03 12:40:13.415928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-63b71d3f-a4dc-4c7d-9338-5acf00d15fef tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=addf4791bee04d69b2d573d0b0b393de HTTP/1.1" status: 200 len: 379 time: 0.4561510 Feb 03 12:40:13.437640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Request body: {'port': {'device_id': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'admin_state_up': True, 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'security_groups': ['a9f776f7-67ea-48cf-9211-c9331864d78b']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:13.523624 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:13.565507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 09130aa0-0df3-4983-bad9-4cae50062470 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:13.565886 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (09130aa0-0df3-4983-bad9-4cae50062470), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.590160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:13.601740 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13470c50-0c45-4e72-ad6d-e628f3404cf6" -d '{"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-plugged", "status": "completed", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:13.617926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Publish callbacks [] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.625476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.691111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a6ecc4d4-f082-4559-9e8f-b1380bc965c1 None None] Provisioning complete for port 09130aa0-0df3-4983-bad9-4cae50062470 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:13.691583 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc4d4-f082-4559-9e8f-b1380bc965c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (09130aa0-0df3-4983-bad9-4cae50062470), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.736567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Pushing event updated for resources: {'Port': ['ID=af28a45a-bd60-456f-b83d-dcd3bc951448,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:13.758360 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (4da439f3-b8b7-43da-a943-f6e73e5a7f84), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.789389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Made reservation on behalf of addf4791bee04d69b2d573d0b0b393de for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:13.795967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.871777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Network 47c4878a-7f5a-4252-bb6c-de76d619a443 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:13.873215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:13.928190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 09130aa0-0df3-4983-bad9-4cae50062470 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:13.945498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecc4d4-f082-4559-9e8f-b1380bc965c1 None None] Current status of the port 09130aa0-0df3-4983-bad9-4cae50062470 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:14.033838 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Publish callbacks [] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.048826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.128656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:40:14.192856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Attempting to bind port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:14.193438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Attempting to bind port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:14.193800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Attempting to bind port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:14.206570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:14.207026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:14.207534 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.208007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:14.208495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Bound port: 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:14.208882 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.232813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ee7c0-fc6d-462f-a88e-71955fbe626b None None] Pushing event updated for resources: {'Port': ['ID=8bc3be41-65bd-48e6-9322-1c64a3cbdc2f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:14.238981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-28e41f94-ad02-4c91-b5d0-5d114f290a6e None None] Provisioning complete for port af28a45a-bd60-456f-b83d-dcd3bc951448 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:14.239357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28e41f94-ad02-4c91-b5d0-5d114f290a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.286840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90cf0fb4-56da-4c4f-ae4f-eb257d957910 req-dced844c-3424-4a3d-ac21-9fa1394c231e tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/security-groups?id=09096be1-4be8-4f65-8943-c0a73bda936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8805459 Feb 03 12:40:14.292182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b97e10-ddbf-44e9-8219-6039fca4b126 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:14.308756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:14.321979 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3b1ec74b-39b2-46e3-a627-dfc602394a81 admin admin] 10.222.0.65 "PUT /v2.0/routers/4da439f3-b8b7-43da-a943-f6e73e5a7f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3166661 Feb 03 12:40:14.323957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-f4e46b65-b08a-4371-86b0-04554e2e7461 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:14.326483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-f4e46b65-b08a-4371-86b0-04554e2e7461 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 945 time: 0.7444093 Feb 03 12:40:14.329157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Publish callbacks [] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.345391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3d05cc1-1bd3-4695-a60b-9c0820885f34 req-0acb3005-0786-4c0a-89eb-292d87c1caf7 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9356170 Feb 03 12:40:14.373837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-28e41f94-ad02-4c91-b5d0-5d114f290a6e None None] Port af28a45a-bd60-456f-b83d-dcd3bc951448 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:14.403546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] For port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:14.412776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] For port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8bc3be41-65bd-48e6-9322-1c64a3cbdc2f,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:14.416196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Transition to ACTIVE for port object c6b97e10-ddbf-44e9-8219-6039fca4b126 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:14.426130 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.450409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.576833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ee7c0-fc6d-462f-a88e-71955fbe626b None None] Pushing event updated for resources: {'Port': ['ID=8bc3be41-65bd-48e6-9322-1c64a3cbdc2f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:14.658352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ee89d4e5-ec61-4de0-bb5a-1bb58d8262e8 None None] Provisioning complete for port af28a45a-bd60-456f-b83d-dcd3bc951448 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:14.658352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee89d4e5-ec61-4de0-bb5a-1bb58d8262e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.702696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ee89d4e5-ec61-4de0-bb5a-1bb58d8262e8 None None] Port af28a45a-bd60-456f-b83d-dcd3bc951448 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:14.704772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Routers {'4da439f3-b8b7-43da-a943-f6e73e5a7f84'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:14.705485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:14.849181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Allocated IP 172.20.0.10 (ccde93d6-00aa-4baf-9631-a6704f3b0232/a83fa049-c2b7-4ee6-9ea6-f9518d324809/15a08eae-1ff4-4ee7-88e1-1add343f3427) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:14.860416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b97e10-ddbf-44e9-8219-6039fca4b126,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:14.874989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] Set router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:14.963753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a880c3-5113-4158-ae50-6d60b873232b req-d44ff5ec-6150-4aac-b381-fc9681a46946 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:14.965570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9a880c3-5113-4158-ae50-6d60b873232b req-d44ff5ec-6150-4aac-b381-fc9681a46946 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.3931050 Feb 03 12:40:15.035524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc960e5-a3bb-49cd-8631-7e7a04ecec5c req-dafc00df-7474-4d3d-aba0-46a5a96912b9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:15.042994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fc960e5-a3bb-49cd-8631-7e7a04ecec5c req-dafc00df-7474-4d3d-aba0-46a5a96912b9 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d HTTP/1.1" status: 200 len: 945 time: 0.3636239 Feb 03 12:40:15.073659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Deleting port e817760f-5b2e-4606-aba5-f28cd56f4363 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:15.074033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.154621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Attempting to bind port c6b97e10-ddbf-44e9-8219-6039fca4b126 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:15.154968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Attempting to bind port c6b97e10-ddbf-44e9-8219-6039fca4b126 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '9ec04a01-adb2-4c03-ae35-25715f68530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '72380f05-cc74-4915-a374-8bdc21114afb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:15.155296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Attempting to bind port c6b97e10-ddbf-44e9-8219-6039fca4b126 on network 72380f05-cc74-4915-a374-8bdc21114afb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:15.204641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Port c6b97e10-ddbf-44e9-8219-6039fca4b126 on network 72380f05-cc74-4915-a374-8bdc21114afb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:15.204974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Attempting to bind port c6b97e10-ddbf-44e9-8219-6039fca4b126 on network 72380f05-cc74-4915-a374-8bdc21114afb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:15.231390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:07Z', 'updated_at': '2022-02-03T12:40:13Z', 'revision_number': 4, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'gw_port': {'id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:08Z', 'updated_at': '2022-02-03T12:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'af28a45a-bd60-456f-b83d-dcd3bc951448', 'name': '', 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'mac_address': 'fa:16:3e:68:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:12Z', 'updated_at': '2022-02-03T12:40:13Z', 'revision_number': 2, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'subnets': [{'id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:15.255272 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52368) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:15.255757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9a880c3-5113-4158-ae50-6d60b873232b req-5755027e-6942-43a8-97b8-e5b1fff02019 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752745 Feb 03 12:40:15.261090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-network', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:15.267723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:15.268086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Checking segment: {'id': '9ec04a01-adb2-4c03-ae35-25715f68530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '72380f05-cc74-4915-a374-8bdc21114afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:15.268525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Bound using segment: {'id': '9ec04a01-adb2-4c03-ae35-25715f68530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '72380f05-cc74-4915-a374-8bdc21114afb'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:15.268983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Bound port: c6b97e10-ddbf-44e9-8219-6039fca4b126, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec04a01-adb2-4c03-ae35-25715f68530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '72380f05-cc74-4915-a374-8bdc21114afb'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:15.269648 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.281917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fc960e5-a3bb-49cd-8631-7e7a04ecec5c req-df9e950f-595b-4f0b-8473-c625173db8be tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380633 Feb 03 12:40:15.317672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Made reservation on behalf of 2bc286348e5f42f5a3bb6a1d13c643ee for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:15.321738 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.333045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26252c7-5f45-43f3-8a20-d09f84e8d7ee None None] The sync data for ids ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'] in n-d-792364-10 is: [{'id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:07Z', 'updated_at': '2022-02-03T12:40:13Z', 'revision_number': 4, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'gw_port': {'id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:08Z', 'updated_at': '2022-02-03T12:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'af28a45a-bd60-456f-b83d-dcd3bc951448', 'name': '', 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'mac_address': 'fa:16:3e:68:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:12Z', 'updated_at': '2022-02-03T12:40:13Z', 'revision_number': 2, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'subnets': [{'id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:15.339311 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.357691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.411734 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa92378-a49f-4c06-ae9b-6db7fb874859 x-openstack-request-id: req-4aa92378-a49f-4c06-ae9b-6db7fb874859 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:15.412467 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-plugged", "status": "completed", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:15.413148 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4aa92378-a49f-4c06-ae9b-6db7fb874859 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:15.414870 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'code': 200} Feb 03 12:40:15.447634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] For port e817760f-5b2e-4606-aba5-f28cd56f4363, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e817760f-5b2e-4606-aba5-f28cd56f4363,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:15.449379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.480373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Calling delete_port for e817760f-5b2e-4606-aba5-f28cd56f4363 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:15.564927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Publish callbacks [] for security_group (50d68e1c-5e5c-45cd-a0ce-1a319e953583), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.573813 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (50d68e1c-5e5c-45cd-a0ce-1a319e953583), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.631386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d68e1c-5e5c-45cd-a0ce-1a319e953583,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:15.673611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:40:15.691417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eddde70c-8fad-49fd-b6a0-180dbbc117f7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.691881 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Added segment eddde70c-8fad-49fd-b6a0-180dbbc117f7 of type vlan for network 0aa2d23c-abfe-4400-993f-39b788b21242 Feb 03 12:40:15.797251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0aa2d23c-abfe-4400-993f-39b788b21242), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.845067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0aa2d23c-abfe-4400-993f-39b788b21242), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.847133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:15.848198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.929044 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6721594 Feb 03 12:40:15.932298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52372) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:15.941437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Request body: {'subnet': {'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-subnet', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:15.980501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.007204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Made reservation on behalf of 2bc286348e5f42f5a3bb6a1d13c643ee for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:16.007204 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.022723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] For port c6b97e10-ddbf-44e9-8219-6039fca4b126, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:16.032158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] For port c6b97e10-ddbf-44e9-8219-6039fca4b126, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c6b97e10-ddbf-44e9-8219-6039fca4b126,segment=NetworkSegment(9ec04a01-adb2-4c03-ae35-25715f68530f),segment_id=9ec04a01-adb2-4c03-ae35-25715f68530f)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:16.076766 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e817760f-5b2e-4606-aba5-f28cd56f4363), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.083155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfaca332-a860-43eb-b538-4c599a1da8e1 req-b82ebe61-f717-4509-a158-42d402060c35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 210 time: 0.2426155 Feb 03 12:40:16.143852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95880e-8a74-4018-b24c-5a0d31d329de admin admin] Pushing event updated for resources: {'Network': ['ID=0aa2d23c-abfe-4400-993f-39b788b21242,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:16.146407 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.160213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0aa2d23c-abfe-4400-993f-39b788b21242 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:40:16.164658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.192849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Pushing event deleted for resources: {'Port': ['ID=e817760f-5b2e-4606-aba5-f28cd56f4363,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:16.387514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Network ccde93d6-00aa-4baf-9631-a6704f3b0232 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:16.390306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:16.409585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.410806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.415427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] 10.222.0.72 "PUT /v2.0/ports/c6b97e10-ddbf-44e9-8219-6039fca4b126 HTTP/1.1" status: 200 len: 1093 time: 4.9504416 Feb 03 12:40:16.495834 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0aa39798-00bf-44fc-9fd5-ae410de9858c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.499718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6275fce5-66e8-44e1-8034-9736e087aa1e', 'tag': 'c6b97e10-ddbf-44e9-8219-6039fca4b126'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:16.502803 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6275fce5-66e8-44e1-8034-9736e087aa1e", "tag": "c6b97e10-ddbf-44e9-8219-6039fca4b126"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:16.505613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] No DVR routers for this DVR port e817760f-5b2e-4606-aba5-f28cd56f4363 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:16.518732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9df15-2e75-42db-a1c3-c088ec9ac414 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b97e10-ddbf-44e9-8219-6039fca4b126,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:16.528637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:16.589666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.593865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efe245a9-0cd1-444c-b3e5-f5090ee94301 req-b22b407f-2007-4968-9ea2-ed996802bf8c tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.91 "DELETE /v2.0/ports/e817760f-5b2e-4606-aba5-f28cd56f4363 HTTP/1.1" status: 204 len: 173 time: 2.2568057 Feb 03 12:40:16.618775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.619996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.656374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa39798-00bf-44fc-9fd5-ae410de9858c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:16.737875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079664d-0966-4199-89d9-a6541d8f2a41 req-e5f4cb36-d9fb-42fb-a8a9-136c6311941a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.741023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d079664d-0966-4199-89d9-a6541d8f2a41 req-e5f4cb36-d9fb-42fb-a8a9-136c6311941a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.9290683 Feb 03 12:40:16.844609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Checking segment: {'id': 'eddde70c-8fad-49fd-b6a0-180dbbc117f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:16.845029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Network hostable DHCP agents. Network: 0aa2d23c-abfe-4400-993f-39b788b21242, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:40:16.868041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9de357fc-9ea1-4fac-a7fb-820c0a5b73f7 None None] Provisioning complete for port 15a08eae-1ff4-4ee7-88e1-1add343f3427 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:16.871647 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9de357fc-9ea1-4fac-a7fb-820c0a5b73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.895337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-e8a9ec54-30cb-482a-8c56-cb60fd4b7a21 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.897057 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-e8a9ec54-30cb-482a-8c56-cb60fd4b7a21 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba324438-7f85-4db3-80b5-3528f4a754e7 HTTP/1.1" status: 200 len: 943 time: 0.2771802 Feb 03 12:40:16.992436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Network 0aa2d23c-abfe-4400-993f-39b788b21242 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:40:17.002587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3731-2957-49f9-b9c9-484483ea9f6e req-f59f1ca8-b25e-478f-aa12-1665a4cb99cb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.008429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9de357fc-9ea1-4fac-a7fb-820c0a5b73f7 None None] Port 15a08eae-1ff4-4ee7-88e1-1add343f3427 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:17.017138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:17.019111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3731-2957-49f9-b9c9-484483ea9f6e req-f59f1ca8-b25e-478f-aa12-1665a4cb99cb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.030263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3731-2957-49f9-b9c9-484483ea9f6e req-f59f1ca8-b25e-478f-aa12-1665a4cb99cb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.040540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3731-2957-49f9-b9c9-484483ea9f6e req-f59f1ca8-b25e-478f-aa12-1665a4cb99cb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.049330 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3731-2957-49f9-b9c9-484483ea9f6e req-f59f1ca8-b25e-478f-aa12-1665a4cb99cb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.057340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3731-2957-49f9-b9c9-484483ea9f6e req-f59f1ca8-b25e-478f-aa12-1665a4cb99cb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.063254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3731-2957-49f9-b9c9-484483ea9f6e req-f59f1ca8-b25e-478f-aa12-1665a4cb99cb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.066178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89e3731-2957-49f9-b9c9-484483ea9f6e req-f59f1ca8-b25e-478f-aa12-1665a4cb99cb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 0.7393570 Feb 03 12:40:17.119552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 0aa2d23c-abfe-4400-993f-39b788b21242) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:17.137007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.138943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.155451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7281580 Feb 03 12:40:17.166850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c98982-ea23-4ea6-9f82-94cee6fa5b3b None None] Network 0aa2d23c-abfe-4400-993f-39b788b21242 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:40:17.187843 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e6f0150e-2e19-49cb-9453-313f5336d2b0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2538548 Feb 03 12:40:17.192169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52386) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:17.208295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:17.215403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:17.216764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.253447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (e3cf36cb-5269-458f-973e-acfebc73503d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.254593 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (e3cf36cb-5269-458f-973e-acfebc73503d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.270963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Deleting port 9937dfda-ce53-4e2e-bd98-97414da384a6 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:17.277051 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.278280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37836e2a-d18c-4a3f-957d-0a5f06a50127 req-196c51f6-a5e4-4d78-bc1e-138a7914b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.280216 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37836e2a-d18c-4a3f-957d-0a5f06a50127 req-196c51f6-a5e4-4d78-bc1e-138a7914b1b1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 1128 time: 1.4706340 Feb 03 12:40:17.286475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Request body: {'port': {'device_id': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:17.308370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e817760f-5b2e-4606-aba5-f28cd56f4363 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:17.379675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: e817760f-5b2e-4606-aba5-f28cd56f4363 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:40:17.380422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e817760f-5b2e-4606-aba5-f28cd56f4363 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:40:17.430315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-d4311f57-cd8d-45f1-8f97-beb55bb53e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.444423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-d4311f57-cd8d-45f1-8f97-beb55bb53e8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e5983ca746647119b931ba96e37d1d3&device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 1127 time: 0.9168746 Feb 03 12:40:17.485591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cc2bc-e815-475d-ae08-1603e3e3e354 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Pushing event updated for resources: {'Port': ['ID=15a08eae-1ff4-4ee7-88e1-1add343f3427,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:17.487945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-0aa2d23c-abfe-4400-993f-39b788b21242', 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242', 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'fixed_ips': [{'subnet_id': '0aa39798-00bf-44fc-9fd5-ae410de9858c'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:40:17.488857 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.499396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] For port 9937dfda-ce53-4e2e-bd98-97414da384a6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9937dfda-ce53-4e2e-bd98-97414da384a6,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:17.500957 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.529348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Calling delete_port for 9937dfda-ce53-4e2e-bd98-97414da384a6 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:17.585973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d079664d-0966-4199-89d9-a6541d8f2a41 req-aed1c792-c0a2-49df-af9e-5c9cc2d7ceac tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7950332 Feb 03 12:40:17.660420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-aa39117d-674f-439a-89be-726df0795823 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6b97e10-ddbf-44e9-8219-6039fca4b126 HTTP/1.1" status: 200 len: 217 time: 0.1513278 Feb 03 12:40:17.712680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.768392 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks [] for router_controller (e3cf36cb-5269-458f-973e-acfebc73503d), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.855002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:17.855400 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.894479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-5ddb61f8-a3bf-49ea-9de3-df0cab875570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.896839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-5ddb61f8-a3bf-49ea-9de3-df0cab875570 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d382186b-0778-4a21-9cc8-07d31d6c5fe3 HTTP/1.1" status: 200 len: 861 time: 0.2213843 Feb 03 12:40:17.925845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8bc3be41-65bd-48e6-9322-1c64a3cbdc2f,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:17.941995 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.963692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Allocated IP 172.20.0.2 (0aa2d23c-abfe-4400-993f-39b788b21242/0aa39798-00bf-44fc-9fd5-ae410de9858c/34e6b797-681a-4095-b39c-28fed3835ed3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:18.100972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-469f5008-186e-422c-b5ce-e283e427e629 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:18.104384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-469f5008-186e-422c-b5ce-e283e427e629 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 804 time: 0.2762258 Feb 03 12:40:18.106818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=8bc3be41-65bd-48e6-9322-1c64a3cbdc2f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:18.119612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89e3731-2957-49f9-b9c9-484483ea9f6e req-ea842a81-05bb-4b74-9b44-05818240bd8f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0398808 Feb 03 12:40:18.122889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.123509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.123601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.123880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.124225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.124638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.124971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.125647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.125987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.126573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.127454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.127791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.128120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:18.198642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-b4d93f9e-7ac6-459e-ac21-c3dc1d8a1c5e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/quotas/85ad4f2e3edb4d86a7f45d54a668a8a3 HTTP/1.1" status: 200 len: 375 time: 0.0760386 Feb 03 12:40:18.230703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37836e2a-d18c-4a3f-957d-0a5f06a50127 req-66738a47-5060-4dd4-92a8-23ef81b400aa service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7794361 Feb 03 12:40:18.236625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks [] for router_gateway (e3cf36cb-5269-458f-973e-acfebc73503d), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.236866 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-a2634638-3d57-442e-84ce-ffecefaa64b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=72380f05-cc74-4915-a374-8bdc21114afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285100 Feb 03 12:40:18.251856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9937dfda-ce53-4e2e-bd98-97414da384a6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.292738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-3d9aa004-7018-407a-8177-a2ca985e6a1e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609610 Feb 03 12:40:18.373716 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Publish callbacks [] for port (34e6b797-681a-4095-b39c-28fed3835ed3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.381909 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Pushing event deleted for resources: {'Port': ['ID=9937dfda-ce53-4e2e-bd98-97414da384a6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:18.390176 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.448719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] No DVR routers for this DVR port 9937dfda-ce53-4e2e-bd98-97414da384a6 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:18.452474 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.458511 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb91e59-a3e6-4951-848c-57eb3be4b6c3 req-1272d472-02df-4aa5-88e7-312e0b55325f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "DELETE /v2.0/ports/9937dfda-ce53-4e2e-bd98-97414da384a6 HTTP/1.1" status: 204 len: 173 time: 1.5533507 Feb 03 12:40:18.465658 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'name': 'network-vif-deleted', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:18.468606 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40676dee-ec2c-4747-b6ce-8b4ea47af7e1" -d '{"events": [{"server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "name": "network-vif-deleted", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:18.470279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Network 0aa2d23c-abfe-4400-993f-39b788b21242 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:18.471885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:18.476836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:18.628601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Attempting to bind port 34e6b797-681a-4095-b39c-28fed3835ed3 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:18.628973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Attempting to bind port 34e6b797-681a-4095-b39c-28fed3835ed3 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'eddde70c-8fad-49fd-b6a0-180dbbc117f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:18.629347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Attempting to bind port 34e6b797-681a-4095-b39c-28fed3835ed3 on network 0aa2d23c-abfe-4400-993f-39b788b21242 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:18.634373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Pushing event updated for resources: {'Port': ['ID=34e6b797-681a-4095-b39c-28fed3835ed3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:18.643813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:18.644215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Checking segment: {'id': 'eddde70c-8fad-49fd-b6a0-180dbbc117f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:18.644714 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.644995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Bound using segment: {'id': 'eddde70c-8fad-49fd-b6a0-180dbbc117f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:18.645475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Bound port: 34e6b797-681a-4095-b39c-28fed3835ed3, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddde70c-8fad-49fd-b6a0-180dbbc117f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:18.650266 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.675887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879691-bdfb-4e0f-b8ed-426a8bd640e8 req-1b193a1d-8ff3-4d7b-8f7e-e9fa07e38cb8 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:18.677872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a879691-bdfb-4e0f-b8ed-426a8bd640e8 req-1b193a1d-8ff3-4d7b-8f7e-e9fa07e38cb8 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 944 time: 0.3905602 Feb 03 12:40:18.744326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-70e8042e-1ae8-47bd-b511-89bf83fb36b3 service neutron] 10.222.0.72 "GET /v2.0/networks/72380f05-cc74-4915-a374-8bdc21114afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907572 Feb 03 12:40:18.807609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] For port 34e6b797-681a-4095-b39c-28fed3835ed3, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:18.819338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] For port 34e6b797-681a-4095-b39c-28fed3835ed3, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=34e6b797-681a-4095-b39c-28fed3835ed3,segment=NetworkSegment(eddde70c-8fad-49fd-b6a0-180dbbc117f7),segment_id=eddde70c-8fad-49fd-b6a0-180dbbc117f7)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:18.834524 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.846793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-1041bef8-d6bb-4914-bff7-6cae30746873 service neutron] 10.222.0.65 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214491 Feb 03 12:40:18.921372 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks [] for router_gateway (e3cf36cb-5269-458f-973e-acfebc73503d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.954024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.997566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a879691-bdfb-4e0f-b8ed-426a8bd640e8 req-376ab24c-7d5a-4b21-93a0-bfb0f874ac1e tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/security-groups?id=09096be1-4be8-4f65-8943-c0a73bda936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466366 Feb 03 12:40:19.091148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f764695-73e9-41eb-9334-c15f44c94db8 req-b0135c0c-f0db-49ca-a5c9-1cc7a4836d80 service neutron] 10.222.0.72 "GET /v2.0/networks/72380f05-cc74-4915-a374-8bdc21114afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116555 Feb 03 12:40:19.119349 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Sync routers for ids ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:19.149499 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Routers {'4da439f3-b8b7-43da-a943-f6e73e5a7f84'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:19.150079 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:19.224083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-6c23d70e-78bc-4ae4-ae0b-0f36bea49d64 service neutron] 10.222.0.65 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587322 Feb 03 12:40:19.242590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a08eae-1ff4-4ee7-88e1-1add343f3427 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:19.310709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Publish callbacks [] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:19.326165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Allocated IP 172.25.3.2 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/c27371f8-b18c-4a02-91d7-3a946fdb9c71) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:19.370112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:19.375182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497479ce-6682-4e55-a223-8a41397bca0a None None] Pushing event updated for resources: {'Port': ['ID=34e6b797-681a-4095-b39c-28fed3835ed3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:19.458700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Transition to ACTIVE for port object 15a08eae-1ff4-4ee7-88e1-1add343f3427 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:19.475321 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:19.487192 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Set router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:19.533030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:19.533764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:19.661727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a812e-06ea-42ff-9647-c71ce9559f04 req-215593da-6c9c-4857-b592-3d58ced6aba4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:19.672583 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks [] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:19.688593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d1a812e-06ea-42ff-9647-c71ce9559f04 req-215593da-6c9c-4857-b592-3d58ced6aba4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.4492841 Feb 03 12:40:19.724959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:19.843167 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61cc082-182b-46e5-85ec-0c0d98669005 x-openstack-request-id: req-e61cc082-182b-46e5-85ec-0c0d98669005 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:19.843401 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6275fce5-66e8-44e1-8034-9736e087aa1e", "tag": "c6b97e10-ddbf-44e9-8219-6039fca4b126", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:19.843590 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e61cc082-182b-46e5-85ec-0c0d98669005 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:19.852597 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6275fce5-66e8-44e1-8034-9736e087aa1e', 'tag': 'c6b97e10-ddbf-44e9-8219-6039fca4b126', 'status': 'completed', 'code': 200} Feb 03 12:40:19.858354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:19.963523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:19.967352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:19.971755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:20.045193 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:07Z', 'updated_at': '2022-02-03T12:40:13Z', 'revision_number': 4, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'gw_port': {'id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:08Z', 'updated_at': '2022-02-03T12:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'af28a45a-bd60-456f-b83d-dcd3bc951448', 'name': '', 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'mac_address': 'fa:16:3e:68:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:12Z', 'updated_at': '2022-02-03T12:40:13Z', 'revision_number': 2, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'subnets': [{'id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:20.049360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Pushing event updated for resources: {'Port': ['ID=15a08eae-1ff4-4ee7-88e1-1add343f3427,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:20.065624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Pushing event updated for resources: {'Port': ['ID=c27371f8-b18c-4a02-91d7-3a946fdb9c71,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:20.149547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Checking router: 4da439f3-b8b7-43da-a943-f6e73e5a7f84 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:20.150380 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Updating router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 port af28a45a-bd60-456f-b83d-dcd3bc951448 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:40:20.266270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d1a812e-06ea-42ff-9647-c71ce9559f04 req-36322b63-747e-4aad-9606-a73f7978898f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5735769 Feb 03 12:40:20.306475 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.321029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa49c7f-c47b-4844-826f-76a29d58d7fd req-cf4849a8-817e-4f48-ac4d-fd55b1e27033 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.335509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fa49c7f-c47b-4844-826f-76a29d58d7fd req-cf4849a8-817e-4f48-ac4d-fd55b1e27033 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 944 time: 0.3142452 Feb 03 12:40:20.402091 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.418413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fa49c7f-c47b-4844-826f-76a29d58d7fd req-eca775f2-3767-4eee-b929-806c8040824e tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772235 Feb 03 12:40:20.495438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-23c75722-b5e1-43ca-9b50-f0f0298ce6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.515099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-23c75722-b5e1-43ca-9b50-f0f0298ce6c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e5983ca746647119b931ba96e37d1d3&device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 1127 time: 0.6581995 Feb 03 12:40:20.534605 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2766c702-dc9e-4930-ba6d-e5d46ec7ae75 x-openstack-request-id: req-2766c702-dc9e-4930-ba6d-e5d46ec7ae75 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:20.534947 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba324438-7f85-4db3-80b5-3528f4a754e7", "name": "network-vif-deleted", "tag": "9937dfda-ce53-4e2e-bd98-97414da384a6", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:20.535210 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2766c702-dc9e-4930-ba6d-e5d46ec7ae75 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:20.535611 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba324438-7f85-4db3-80b5-3528f4a754e7', 'name': 'network-vif-deleted', 'tag': '9937dfda-ce53-4e2e-bd98-97414da384a6', 'status': 'completed', 'code': 200} Feb 03 12:40:20.569864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks [] for router_gateway (e3cf36cb-5269-458f-973e-acfebc73503d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.596393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Attempting to bind port 15a08eae-1ff4-4ee7-88e1-1add343f3427 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:20.597017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Attempting to bind port 15a08eae-1ff4-4ee7-88e1-1add343f3427 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:20.600467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Attempting to bind port 15a08eae-1ff4-4ee7-88e1-1add343f3427 on network ccde93d6-00aa-4baf-9631-a6704f3b0232 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:20.684274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Port 15a08eae-1ff4-4ee7-88e1-1add343f3427 on network ccde93d6-00aa-4baf-9631-a6704f3b0232 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:20.690762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Attempting to bind port 15a08eae-1ff4-4ee7-88e1-1add343f3427 on network ccde93d6-00aa-4baf-9631-a6704f3b0232 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:20.783299 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Publish callbacks [] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.792413 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.822154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:20.822934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Checking segment: {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:20.823887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Bound using segment: {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:20.825974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Bound port: 15a08eae-1ff4-4ee7-88e1-1add343f3427, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce19858-f027-408d-a6bf-cb030d8015e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:20.826822 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.856882 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90011910-6f79-482c-bc1c-3086ba5bee11 None None] Pushing event updated for resources: {'Port': ['ID=af28a45a-bd60-456f-b83d-dcd3bc951448,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:20.965446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 34e6b797-681a-4095-b39c-28fed3835ed3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:21.114455 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Attempting to bind port af28a45a-bd60-456f-b83d-dcd3bc951448 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:21.116378 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Attempting to bind port af28a45a-bd60-456f-b83d-dcd3bc951448 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:21.118197 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Attempting to bind port af28a45a-bd60-456f-b83d-dcd3bc951448 on network 47c4878a-7f5a-4252-bb6c-de76d619a443 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:21.128001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 34e6b797-681a-4095-b39c-28fed3835ed3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:21.129839 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.132936 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:21.133605 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Checking segment: {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:21.134788 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.137651 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Bound using segment: {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:21.139015 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Bound port: af28a45a-bd60-456f-b83d-dcd3bc951448, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:21.142854 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.267804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 34e6b797-681a-4095-b39c-28fed3835ed3 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:21.268211 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.293532 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] For port af28a45a-bd60-456f-b83d-dcd3bc951448, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:21.304445 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] For port af28a45a-bd60-456f-b83d-dcd3bc951448, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=af28a45a-bd60-456f-b83d-dcd3bc951448,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:21.313764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9937dfda-ce53-4e2e-bd98-97414da384a6 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:21.322899 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.384820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 9937dfda-ce53-4e2e-bd98-97414da384a6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:40:21.385171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9937dfda-ce53-4e2e-bd98-97414da384a6 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:40:21.433578 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90011910-6f79-482c-bc1c-3086ba5bee11 None None] Pushing event updated for resources: {'Port': ['ID=af28a45a-bd60-456f-b83d-dcd3bc951448,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:21.441315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 34e6b797-681a-4095-b39c-28fed3835ed3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=34e6b797-681a-4095-b39c-28fed3835ed3,segment=NetworkSegment(eddde70c-8fad-49fd-b6a0-180dbbc117f7),segment_id=eddde70c-8fad-49fd-b6a0-180dbbc117f7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:21.453448 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.454119 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Routers {'4da439f3-b8b7-43da-a943-f6e73e5a7f84'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:21.455004 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:21.553518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=34e6b797-681a-4095-b39c-28fed3835ed3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:21.582790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-270b0081-fa61-47d7-a30e-6b175ae73a3c None None] Provisioning complete for port af28a45a-bd60-456f-b83d-dcd3bc951448 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:21.583185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-270b0081-fa61-47d7-a30e-6b175ae73a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.737688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8a327-da8a-4229-91f0-7c6899460017 None None] Network 0aa2d23c-abfe-4400-993f-39b788b21242 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:40:21.894840 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] Set router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:21.903461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-250e9f17-b40a-4eaa-8f8f-a6dc7efcbcad tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:21.905147 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-250e9f17-b40a-4eaa-8f8f-a6dc7efcbcad tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 804 time: 0.1509161 Feb 03 12:40:21.907979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'name': 'network-vif-deleted', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:21.914257 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0b4e17-ceef-4dd2-be1f-bc1f5b49b87c" -d '{"events": [{"server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "name": "network-vif-deleted", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:21.927239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Request body: {'port': {'device_id': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'admin_state_up': True, 'tenant_id': '85ad4f2e3edb4d86a7f45d54a668a8a3'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:21.973934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (e3cf36cb-5269-458f-973e-acfebc73503d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.997459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-a084e80a-84d0-42c8-923d-0e1dbbc647c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.004305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-a084e80a-84d0-42c8-923d-0e1dbbc647c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=72380f05-cc74-4915-a374-8bdc21114afb HTTP/1.1" status: 200 len: 922 time: 1.4118171 Feb 03 12:40:22.033286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-270b0081-fa61-47d7-a30e-6b175ae73a3c None None] Current status of the port af28a45a-bd60-456f-b83d-dcd3bc951448 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:22.033797 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-270b0081-fa61-47d7-a30e-6b175ae73a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.079587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354046-441a-4e85-a86f-fe7524a90ce5 req-2fc199a5-abac-4394-bfd1-8d61ffc3fb5e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.097445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354046-441a-4e85-a86f-fe7524a90ce5 req-2fc199a5-abac-4394-bfd1-8d61ffc3fb5e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.107650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-270b0081-fa61-47d7-a30e-6b175ae73a3c None None] For port af28a45a-bd60-456f-b83d-dcd3bc951448, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=af28a45a-bd60-456f-b83d-dcd3bc951448,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:22.111427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354046-441a-4e85-a86f-fe7524a90ce5 req-2fc199a5-abac-4394-bfd1-8d61ffc3fb5e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.116012 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-270b0081-fa61-47d7-a30e-6b175ae73a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.126237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354046-441a-4e85-a86f-fe7524a90ce5 req-2fc199a5-abac-4394-bfd1-8d61ffc3fb5e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.143546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354046-441a-4e85-a86f-fe7524a90ce5 req-2fc199a5-abac-4394-bfd1-8d61ffc3fb5e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.151348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354046-441a-4e85-a86f-fe7524a90ce5 req-2fc199a5-abac-4394-bfd1-8d61ffc3fb5e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.164860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354046-441a-4e85-a86f-fe7524a90ce5 req-2fc199a5-abac-4394-bfd1-8d61ffc3fb5e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.168120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10354046-441a-4e85-a86f-fe7524a90ce5 req-2fc199a5-abac-4394-bfd1-8d61ffc3fb5e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 1.7341406 Feb 03 12:40:22.216173 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Made reservation on behalf of 85ad4f2e3edb4d86a7f45d54a668a8a3 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:22.227437 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.239329 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:07Z', 'updated_at': '2022-02-03T12:40:13Z', 'revision_number': 4, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'gw_port': {'id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:08Z', 'updated_at': '2022-02-03T12:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'af28a45a-bd60-456f-b83d-dcd3bc951448', 'name': '', 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'mac_address': 'fa:16:3e:68:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:12Z', 'updated_at': '2022-02-03T12:40:21Z', 'revision_number': 4, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'subnets': [{'id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:22.243677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f8c9-a146-4da4-a3fe-6cd1530f453f req-dd91cea9-6a20-4b3e-81d3-3424b9be032f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.245608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65f4f8c9-a146-4da4-a3fe-6cd1530f453f req-dd91cea9-6a20-4b3e-81d3-3424b9be032f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 1.5490015 Feb 03 12:40:22.246971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b0081-fa61-47d7-a30e-6b175ae73a3c None None] Pushing event updated for resources: {'Port': ['ID=af28a45a-bd60-456f-b83d-dcd3bc951448,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:22.259115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-f30e1d5f-546b-4c3c-bd56-76a8d8b13519 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6b97e10-ddbf-44e9-8219-6039fca4b126 HTTP/1.1" status: 200 len: 217 time: 0.2379425 Feb 03 12:40:22.294288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0b726f03-93c1-45ee-9d6c-6137b1df6428 None None] Provisioning complete for port af28a45a-bd60-456f-b83d-dcd3bc951448 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:22.295733 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b726f03-93c1-45ee-9d6c-6137b1df6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.314218 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4aadd-29ab-4573-af96-66bad36bc3be None None] The sync data for ids ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'] in n-d-792364-10 is: [{'id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:07Z', 'updated_at': '2022-02-03T12:40:13Z', 'revision_number': 4, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'gw_port': {'id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:08Z', 'updated_at': '2022-02-03T12:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'af28a45a-bd60-456f-b83d-dcd3bc951448', 'name': '', 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'mac_address': 'fa:16:3e:68:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:12Z', 'updated_at': '2022-02-03T12:40:21Z', 'revision_number': 4, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'subnets': [{'id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:22.414486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] For port 15a08eae-1ff4-4ee7-88e1-1add343f3427, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:22.438796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Router e3cf36cb-5269-458f-973e-acfebc73503d is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:40:22.451099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6ea2d8d-4374-46fe-b011-bd3b5e029425 req-fa843037-1ee4-4316-806e-deb3b7687a0f tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 210 time: 0.1193419 Feb 03 12:40:22.500682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65f4f8c9-a146-4da4-a3fe-6cd1530f453f req-fe26ee1a-5f25-4eed-9aeb-6d0651de19f7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439089 Feb 03 12:40:22.505919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] For port 15a08eae-1ff4-4ee7-88e1-1add343f3427, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=15a08eae-1ff4-4ee7-88e1-1add343f3427,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:22.513566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-248de59a-6eb8-4788-b4e2-0b45b144885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.515183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-248de59a-6eb8-4788-b4e2-0b45b144885c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d382186b-0778-4a21-9cc8-07d31d6c5fe3 HTTP/1.1" status: 200 len: 861 time: 0.2409372 Feb 03 12:40:22.522029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.555697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0b726f03-93c1-45ee-9d6c-6137b1df6428 None None] Current status of the port af28a45a-bd60-456f-b83d-dcd3bc951448 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:22.575354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0b726f03-93c1-45ee-9d6c-6137b1df6428 None None] Provisioning complete for port 34e6b797-681a-4095-b39c-28fed3835ed3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:22.575782 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b726f03-93c1-45ee-9d6c-6137b1df6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.617961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Allocated IP 172.20.0.12 (ff7288cd-6b04-4165-befc-518c407d3774/e65ca260-a0ed-4d89-a744-69405f9680e0/efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:22.632892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.633457 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.657845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] 10.222.0.72 "PUT /v2.0/ports/15a08eae-1ff4-4ee7-88e1-1add343f3427 HTTP/1.1" status: 200 len: 1093 time: 5.3747635 Feb 03 12:40:22.696237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-aee93bfc-5fa5-4c5d-a534-0bb7df358b6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=72380f05-cc74-4915-a374-8bdc21114afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1626375 Feb 03 12:40:22.827438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0b726f03-93c1-45ee-9d6c-6137b1df6428 None None] Current status of the port 34e6b797-681a-4095-b39c-28fed3835ed3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:22.863455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:22.882134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Sync routers for ids ['e3cf36cb-5269-458f-973e-acfebc73503d'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:22.895943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Routers {'e3cf36cb-5269-458f-973e-acfebc73503d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:22.896731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e3cf36cb-5269-458f-973e-acfebc73503d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:22.958036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.959853 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f45326dc-2faa-4222-b262-dcd8fdf19419 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7622647 Feb 03 12:40:22.969667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52426) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:23.035202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device af28a45a-bd60-456f-b83d-dcd3bc951448 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:23.138856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-d9087bf6-af97-4494-bb9b-1b0f54127a16 service neutron] 10.222.0.72 "GET /v2.0/networks/72380f05-cc74-4915-a374-8bdc21114afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957629 Feb 03 12:40:23.141599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-99cb3c0f-5ac8-44bf-bb54-989ff45039e7 None None] Provisioning complete for port 34e6b797-681a-4095-b39c-28fed3835ed3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:23.147633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99cb3c0f-5ac8-44bf-bb54-989ff45039e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.258989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks [] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.292711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae558e4c-5488-424b-a4ff-ac1b5b4e4cb4 req-c752bc11-866c-4db2-9636-2a36ac31c109 service neutron] 10.222.0.72 "GET /v2.0/networks/72380f05-cc74-4915-a374-8bdc21114afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447759 Feb 03 12:40:23.293748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fad25-2c6e-4da5-8a8f-b778d2a97890 service neutron] Pushing event updated for resources: {'Port': ['ID=15a08eae-1ff4-4ee7-88e1-1add343f3427,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:23.338179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port af28a45a-bd60-456f-b83d-dcd3bc951448 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:23.338620 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.385573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Set router e3cf36cb-5269-458f-973e-acfebc73503d gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:23.386072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda12e9-bf55-40a8-b8a9-c060b118ad9d req-973b974e-fedc-4bd6-acf0-eacf0e8fb981 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.391668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c6b97e10-ddbf-44e9-8219-6039fca4b126 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:23.394849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aeda12e9-bf55-40a8-b8a9-c060b118ad9d req-973b974e-fedc-4bd6-acf0-eacf0e8fb981 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.4768598 Feb 03 12:40:23.398507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88731-e602-40ce-8596-0bf6941307fd req-9120e67e-4f72-4090-ad7e-68589e89c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.401106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-9120e67e-4f72-4090-ad7e-68589e89c146 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=addf4791bee04d69b2d573d0b0b393de&device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 1127 time: 0.6598680 Feb 03 12:40:23.438351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2416598-4e0f-4feb-9d8b-6a4c0242e1fb req-415d7d5b-63ba-43f7-b5f8-71c6c9fa0f47 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.448165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2416598-4e0f-4feb-9d8b-6a4c0242e1fb req-415d7d5b-63ba-43f7-b5f8-71c6c9fa0f47 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 944 time: 0.7889652 Feb 03 12:40:23.462523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd46933-c3de-4134-a1a2-09611e02c66f req-fa0e3413-3410-4e75-ae5d-940384bb0f50 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.464891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd46933-c3de-4134-a1a2-09611e02c66f req-fa0e3413-3410-4e75-ae5d-940384bb0f50 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.91 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.1666510 Feb 03 12:40:23.541978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.585314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-1d2255d3-0233-4bf1-84dd-ab785448fbc2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15a08eae-1ff4-4ee7-88e1-1add343f3427 HTTP/1.1" status: 200 len: 217 time: 0.1315284 Feb 03 12:40:23.590235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c6b97e10-ddbf-44e9-8219-6039fca4b126, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c6b97e10-ddbf-44e9-8219-6039fca4b126,segment=NetworkSegment(9ec04a01-adb2-4c03-ae35-25715f68530f),segment_id=9ec04a01-adb2-4c03-ae35-25715f68530f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:23.593386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Network ff7288cd-6b04-4165-befc-518c407d3774 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:23.613443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:23.631781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:23.653460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'c6b97e10-ddbf-44e9-8219-6039fca4b126', 'network_id': '72380f05-cc74-4915-a374-8bdc21114afb', 'port_id': 'c6b97e10-ddbf-44e9-8219-6039fca4b126', 'mac_address': 'fa:16:3e:25:47:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd382186b-0778-4a21-9cc8-07d31d6c5fe3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:23.665845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2416598-4e0f-4feb-9d8b-6a4c0242e1fb req-e271bf05-cd69-4800-b88d-e3b92be38e97 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/security-groups?id=09096be1-4be8-4f65-8943-c0a73bda936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166064 Feb 03 12:40:23.705397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-99cb3c0f-5ac8-44bf-bb54-989ff45039e7 None None] Current status of the port 34e6b797-681a-4095-b39c-28fed3835ed3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:23.825517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aeda12e9-bf55-40a8-b8a9-c060b118ad9d req-04b7856d-a432-4910-aede-6ea47d7fe234 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299536 Feb 03 12:40:23.887064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88731-e602-40ce-8596-0bf6941307fd req-f690ab53-52ed-4190-923b-16fd30ecac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.888682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-f690ab53-52ed-4190-923b-16fd30ecac02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a83fa049-c2b7-4ee6-9ea6-f9518d324809 HTTP/1.1" status: 200 len: 844 time: 0.2140329 Feb 03 12:40:23.947276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Pushing event updated for resources: {'Port': ['ID=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:23.978833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.979930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.979930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.980232 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.980612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.980788 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7565f32f-012f-4f6c-90a2-3223504ea871 x-openstack-request-id: req-7565f32f-012f-4f6c-90a2-3223504ea871 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:23.980981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.981174 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d", "name": "network-vif-deleted", "tag": "e817760f-5b2e-4606-aba5-f28cd56f4363", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:23.981262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.981352 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7565f32f-012f-4f6c-90a2-3223504ea871 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:23.981560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.981668 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d891e1d-edd2-4fa6-87ae-7a8dd7fb199d', 'name': 'network-vif-deleted', 'tag': 'e817760f-5b2e-4606-aba5-f28cd56f4363', 'status': 'completed', 'code': 200} Feb 03 12:40:23.981872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.982192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.982757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.982946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:23.983255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:24.020943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88731-e602-40ce-8596-0bf6941307fd req-e25165dc-d8b7-4151-83fb-ac951dd705af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.022482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-e25165dc-d8b7-4151-83fb-ac951dd705af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccde93d6-00aa-4baf-9631-a6704f3b0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1246471 Feb 03 12:40:24.023547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.024285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.029016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-efd46933-c3de-4134-a1a2-09611e02c66f req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Deleting port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:24.029353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-efd46933-c3de-4134-a1a2-09611e02c66f req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.045560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port c6b97e10-ddbf-44e9-8219-6039fca4b126 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:24.045961 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.047734 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-68cb2372-559d-4d09-b081-c949e3650dff tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1248827 Feb 03 12:40:24.069203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port af28a45a-bd60-456f-b83d-dcd3bc951448 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:24.069203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 34e6b797-681a-4095-b39c-28fed3835ed3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:24.110680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b97e10-ddbf-44e9-8219-6039fca4b126 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:24.120808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Request body: {'port': {'device_id': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:24.154778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-5394a3b1-68d5-4713-832b-8e35c2052799 service neutron] 10.222.0.72 "GET /v2.0/networks/ccde93d6-00aa-4baf-9631-a6704f3b0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213169 Feb 03 12:40:24.166657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c6b97e10-ddbf-44e9-8219-6039fca4b126, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c6b97e10-ddbf-44e9-8219-6039fca4b126,segment=NetworkSegment(9ec04a01-adb2-4c03-ae35-25715f68530f),segment_id=9ec04a01-adb2-4c03-ae35-25715f68530f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:24.168705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 34e6b797-681a-4095-b39c-28fed3835ed3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:24.169171 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.204467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.260438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:17Z', 'updated_at': '2022-02-03T12:40:20Z', 'revision_number': 3, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'gw_port': {'id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:18Z', 'updated_at': '2022-02-03T12:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:24.270288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.275302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dae421-9a1a-41e0-9446-7dcef0743e4a req-0cbdd552-7888-4781-b131-89b995cbbc14 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.276897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0dae421-9a1a-41e0-9446-7dcef0743e4a req-0cbdd552-7888-4781-b131-89b995cbbc14 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 944 time: 0.3395288 Feb 03 12:40:24.287845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.294618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Checking router: e3cf36cb-5269-458f-973e-acfebc73503d for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:24.295759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Updating router e3cf36cb-5269-458f-973e-acfebc73503d port c27371f8-b18c-4a02-91d7-3a946fdb9c71 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:40:24.364258 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=c6b97e10-ddbf-44e9-8219-6039fca4b126,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:24.369922 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.417508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0dae421-9a1a-41e0-9446-7dcef0743e4a req-b9c10310-aeee-489e-91c2-43c96a08951c tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270986 Feb 03 12:40:24.432612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2afd0-6bf2-49b3-80b8-7b8fe9f59e71 req-03915274-4ce2-45ec-87c6-feaaae57527b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.438168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3b2afd0-6bf2-49b3-80b8-7b8fe9f59e71 req-03915274-4ce2-45ec-87c6-feaaae57527b tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de HTTP/1.1" status: 200 len: 944 time: 0.2823925 Feb 03 12:40:24.440490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-efd46933-c3de-4134-a1a2-09611e02c66f req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] For port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:24.440814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-efd46933-c3de-4134-a1a2-09611e02c66f req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.483864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-efd46933-c3de-4134-a1a2-09611e02c66f req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Calling delete_port for 645e1f1e-2ad4-4a82-80f9-038e4245b1ce owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:24.489740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 34e6b797-681a-4095-b39c-28fed3835ed3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:24.523464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80f88731-e602-40ce-8596-0bf6941307fd req-0a42dea2-8188-4e53-88e5-a8001b2c9a2d service neutron] 10.222.0.72 "GET /v2.0/networks/ccde93d6-00aa-4baf-9631-a6704f3b0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462260 Feb 03 12:40:24.587829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['c6b97e10-ddbf-44e9-8219-6039fca4b126'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:24.643006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Allocated IP 172.20.0.1 (0aa2d23c-abfe-4400-993f-39b788b21242/0aa39798-00bf-44fc-9fd5-ae410de9858c/b16e4012-4188-4ea5-9f2b-a325fa357bf4) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:24.705710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3b2afd0-6bf2-49b3-80b8-7b8fe9f59e71 req-bd089731-c1d4-4c5b-aa3c-e389f9e8e6b2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514381 Feb 03 12:40:24.736120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-efd46933-c3de-4134-a1a2-09611e02c66f req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (645e1f1e-2ad4-4a82-80f9-038e4245b1ce), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.810899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Pushing event deleted for resources: {'Port': ['ID=645e1f1e-2ad4-4a82-80f9-038e4245b1ce,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:24.859502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd46933-c3de-4134-a1a2-09611e02c66f req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] No DVR routers for this DVR port 645e1f1e-2ad4-4a82-80f9-038e4245b1ce on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:24.870506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739bf5c-0e9d-4076-b7e6-b78693921b55 req-5a510787-2ec6-4d09-95ec-0eac41cddbbb tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.879380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6739bf5c-0e9d-4076-b7e6-b78693921b55 req-5a510787-2ec6-4d09-95ec-0eac41cddbbb tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 932 time: 0.3223546 Feb 03 12:40:24.897209 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-efd46933-c3de-4134-a1a2-09611e02c66f req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:24.900689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd46933-c3de-4134-a1a2-09611e02c66f req-2d86017f-f754-42c6-856a-34381e9395aa tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.91 "DELETE /v2.0/ports/645e1f1e-2ad4-4a82-80f9-038e4245b1ce HTTP/1.1" status: 204 len: 173 time: 1.3034112 Feb 03 12:40:24.976671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6739bf5c-0e9d-4076-b7e6-b78693921b55 req-bce844cd-5198-4590-baae-c4dd34bee406 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918655 Feb 03 12:40:25.006614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345c7a2-aeea-4b5e-bb25-f818d2499909 req-82a9c052-a92e-44fb-9029-f3b4d1bd71c7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.012298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4345c7a2-aeea-4b5e-bb25-f818d2499909 req-82a9c052-a92e-44fb-9029-f3b4d1bd71c7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.1307786 Feb 03 12:40:25.030419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Publish callbacks [] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.107572 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.131536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4345c7a2-aeea-4b5e-bb25-f818d2499909 req-d7a61e8d-7a7f-4bda-9a7c-cf8cf62acc6c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128578 Feb 03 12:40:25.176985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade68b7-3ef1-4bf5-9214-b6706813726b req-ad077180-302d-4475-85c6-e95f49d9972d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.185532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ade68b7-3ef1-4bf5-9214-b6706813726b req-ad077180-302d-4475-85c6-e95f49d9972d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1143599 Feb 03 12:40:25.189346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52436) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:25.194038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'floatingip': {'port_id': '40e8374e-c8cc-4779-b4e8-3813307aaccd'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:25.238438 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Network 0aa2d23c-abfe-4400-993f-39b788b21242 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:25.247655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:25.253930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:25.266766 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Publish callbacks [] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.282605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Pushing event updated for resources: {'Port': ['ID=b16e4012-4188-4ea5-9f2b-a325fa357bf4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:25.282867 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.319697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (c22cdf13-3492-4b12-ac26-601f9c8cdc40), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.353723 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (e3cf36cb-5269-458f-973e-acfebc73503d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.375613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99368dd-8087-423e-b8e7-80f8cef3df89 None None] Pushing event updated for resources: {'Port': ['ID=c27371f8-b18c-4a02-91d7-3a946fdb9c71,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:25.394617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Attempting to bind port c27371f8-b18c-4a02-91d7-3a946fdb9c71 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:25.403132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Attempting to bind port c27371f8-b18c-4a02-91d7-3a946fdb9c71 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:25.404715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Attempting to bind port c27371f8-b18c-4a02-91d7-3a946fdb9c71 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:25.415206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:25.418135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:25.420235 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.420235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:25.420235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Bound port: c27371f8-b18c-4a02-91d7-3a946fdb9c71, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:25.421130 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.599496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] For port c27371f8-b18c-4a02-91d7-3a946fdb9c71, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:25.603400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] For port c27371f8-b18c-4a02-91d7-3a946fdb9c71, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c27371f8-b18c-4a02-91d7-3a946fdb9c71,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:25.613456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.644600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:25.667658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Publish callbacks [] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.690423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Routers {'e3cf36cb-5269-458f-973e-acfebc73503d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:25.691707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e3cf36cb-5269-458f-973e-acfebc73503d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:25.696439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99368dd-8087-423e-b8e7-80f8cef3df89 None None] Pushing event updated for resources: {'Port': ['ID=c27371f8-b18c-4a02-91d7-3a946fdb9c71,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:25.708829 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Transition to ACTIVE for port object efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:25.716632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.724141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.794998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0a69-ac95-4dc0-bc7f-0725fb1285b4 req-bf386e99-75b7-40c6-9491-33ac672e2dcc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.797909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e7c0a69-ac95-4dc0-bc7f-0725fb1285b4 req-bf386e99-75b7-40c6-9491-33ac672e2dcc tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 945 time: 0.3962054 Feb 03 12:40:25.821147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Pushing event updated for resources: {'Port': ['ID=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:25.823737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1186f35a-fb76-45d1-84c7-4f8d91fc90fe None None] Provisioning complete for port b16e4012-4188-4ea5-9f2b-a325fa357bf4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:25.824315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1186f35a-fb76-45d1-84c7-4f8d91fc90fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.873781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdd915-b645-4dc1-b61d-ad0feff8c80d req-374ea230-0601-4174-9022-49a6eed8ec98 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.875559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28fdd915-b645-4dc1-b61d-ad0feff8c80d req-374ea230-0601-4174-9022-49a6eed8ec98 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 944 time: 0.2875082 Feb 03 12:40:25.884677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1186f35a-fb76-45d1-84c7-4f8d91fc90fe None None] Port b16e4012-4188-4ea5-9f2b-a325fa357bf4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:25.888203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] Set router e3cf36cb-5269-458f-973e-acfebc73503d gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:25.957503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Attempting to bind port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:25.957849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Attempting to bind port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:25.958178 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Attempting to bind port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 on network ff7288cd-6b04-4165-befc-518c407d3774 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:25.965914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 on network ff7288cd-6b04-4165-befc-518c407d3774 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:25.966231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Attempting to bind port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 on network ff7288cd-6b04-4165-befc-518c407d3774 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:25.973635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:25.973975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Checking segment: {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:25.974384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Bound using segment: {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:25.974819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Bound port: efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3447838-7128-4784-8ae1-30b6c0279ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:25.975174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.987753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'tag': '15a08eae-1ff4-4ee7-88e1-1add343f3427'}, {'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'name': 'network-vif-deleted', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:25.990410 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a762eae8-2e66-4837-83ed-d7e01ab9ff46" -d '{"events": [{"name": "network-changed", "server_uuid": "0b84b812-eab9-4605-8ec3-6b59a11390c4", "tag": "15a08eae-1ff4-4ee7-88e1-1add343f3427"}, {"server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "name": "network-vif-deleted", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:26.006545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e7c0a69-ac95-4dc0-bc7f-0725fb1285b4 req-33b7b580-ec73-416d-af67-fe7f8c00cfe4 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/security-groups?id=09096be1-4be8-4f65-8943-c0a73bda936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590347 Feb 03 12:40:26.072444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Publish callbacks [] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.079814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] For port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:26.084536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.088597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] For port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:26.119397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:17Z', 'updated_at': '2022-02-03T12:40:25Z', 'revision_number': 4, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'gw_port': {'id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:18Z', 'updated_at': '2022-02-03T12:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'b16e4012-4188-4ea5-9f2b-a325fa357bf4', 'name': '', 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'mac_address': 'fa:16:3e:0a:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:24Z', 'updated_at': '2022-02-03T12:40:24Z', 'revision_number': 1, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'subnets': [{'id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:26.134415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.146575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28fdd915-b645-4dc1-b61d-ad0feff8c80d req-0f4aa442-4b0b-4639-8460-939976668901 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639055 Feb 03 12:40:26.149274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761073d-349a-471b-9750-8690a8a5f6b5 None None] The sync data for ids ['e3cf36cb-5269-458f-973e-acfebc73503d'] in n-d-792364-10 is: [{'id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:17Z', 'updated_at': '2022-02-03T12:40:25Z', 'revision_number': 4, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'gw_port': {'id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:18Z', 'updated_at': '2022-02-03T12:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'b16e4012-4188-4ea5-9f2b-a325fa357bf4', 'name': '', 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'mac_address': 'fa:16:3e:0a:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:24Z', 'updated_at': '2022-02-03T12:40:24Z', 'revision_number': 1, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'subnets': [{'id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:26.180022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.180655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.182070 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] 10.222.0.91 "PUT /v2.0/ports/efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 HTTP/1.1" status: 200 len: 1093 time: 2.0700181 Feb 03 12:40:26.182874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (e3cf36cb-5269-458f-973e-acfebc73503d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.184616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'tag': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:26.187028 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63518ac5-98ea-4459-b324-f6709427634c" -d '{"events": [{"name": "network-changed", "server_uuid": "01a89d43-bdd6-4e21-9a60-304f72979a35", "tag": "efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:26.191385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Pushing event updated for resources: {'Port': ['ID=b16e4012-4188-4ea5-9f2b-a325fa357bf4,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:26.231995 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf23d36-ba4e-4294-8d09-93d3eccb01bb x-openstack-request-id: req-abf23d36-ba4e-4294-8d09-93d3eccb01bb {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:26.232523 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b84b812-eab9-4605-8ec3-6b59a11390c4", "tag": "15a08eae-1ff4-4ee7-88e1-1add343f3427", "status": "completed", "code": 200}, {"server_uuid": "c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de", "name": "network-vif-deleted", "tag": "645e1f1e-2ad4-4a82-80f9-038e4245b1ce", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:26.232680 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abf23d36-ba4e-4294-8d09-93d3eccb01bb {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:26.234871 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'tag': '15a08eae-1ff4-4ee7-88e1-1add343f3427', 'status': 'completed', 'code': 200} Feb 03 12:40:26.235259 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46122b8-e2a0-4cfb-9bd7-6fcaeafe20de', 'name': 'network-vif-deleted', 'tag': '645e1f1e-2ad4-4a82-80f9-038e4245b1ce', 'status': 'completed', 'code': 200} Feb 03 12:40:26.274108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7deaf-6957-4e0f-83ec-08388292ab6c req-2d50e97b-692d-4765-8793-b516296a6b3e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.294726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29b7deaf-6957-4e0f-83ec-08388292ab6c req-2d50e97b-692d-4765-8793-b516296a6b3e tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 944 time: 0.1469383 Feb 03 12:40:26.371033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2e6ca-69a7-4c64-aa2a-56936ba55e25 service neutron] Pushing event updated for resources: {'Port': ['ID=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:26.414688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-a2418a5e-e2e3-4e7c-b375-b3ceedfbe84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.416653 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-a2418a5e-e2e3-4e7c-b375-b3ceedfbe84e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 1127 time: 0.1664755 Feb 03 12:40:26.426047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Network 0aa2d23c-abfe-4400-993f-39b788b21242 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:26.434440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:26.488581 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-6c275557-5f9e-4027-ac4a-2f95a45c1636 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 HTTP/1.1" status: 200 len: 217 time: 0.0611601 Feb 03 12:40:26.540021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29b7deaf-6957-4e0f-83ec-08388292ab6c req-467465a6-6079-4baf-abdd-40e5b3323140 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378104 Feb 03 12:40:26.556222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.resource_extend [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:40:26.568411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-a7c7ec56-4b2d-48b4-a80b-12037063050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.569332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-a7c7ec56-4b2d-48b4-a80b-12037063050f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=addf4791bee04d69b2d573d0b0b393de&device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 1127 time: 0.3124988 Feb 03 12:40:26.595770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-b2abcf67-64af-4e37-b289-f4b3df2bec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.604025 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-b2abcf67-64af-4e37-b289-f4b3df2bec81 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e65ca260-a0ed-4d89-a744-69405f9680e0 HTTP/1.1" status: 200 len: 844 time: 0.0794027 Feb 03 12:40:26.649757 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c765b695-0e0a-4150-a6cd-dea4b8ba9dae x-openstack-request-id: req-c765b695-0e0a-4150-a6cd-dea4b8ba9dae {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:26.651196 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a89d43-bdd6-4e21-9a60-304f72979a35", "tag": "efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:26.651592 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c765b695-0e0a-4150-a6cd-dea4b8ba9dae {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:26.654121 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'tag': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7', 'status': 'completed', 'code': 200} Feb 03 12:40:26.689847 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.748954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (c22cdf13-3492-4b12-ac26-601f9c8cdc40), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.818668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6c6976fc-2c4e-4f1e-a9dd-6705ae3679ff None None] Provisioning complete for port b16e4012-4188-4ea5-9f2b-a325fa357bf4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:26.819311 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c6976fc-2c4e-4f1e-a9dd-6705ae3679ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.859811 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c6976fc-2c4e-4f1e-a9dd-6705ae3679ff None None] Port b16e4012-4188-4ea5-9f2b-a325fa357bf4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:27.067767 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-6f69cc8e-ea9c-43d0-872d-1b231947c036 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ff7288cd-6b04-4165-befc-518c407d3774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4549923 Feb 03 12:40:27.159566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Router e3cf36cb-5269-458f-973e-acfebc73503d has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:40:27.207540 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-676d98be-575e-4f56-88e0-9663f6b54743 service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313546 Feb 03 12:40:27.310029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 645e1f1e-2ad4-4a82-80f9-038e4245b1ce no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:27.339753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 645e1f1e-2ad4-4a82-80f9-038e4245b1ce {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:40:27.340138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 645e1f1e-2ad4-4a82-80f9-038e4245b1ce not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:40:27.361928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845225fd-3803-490c-b6f8-54e76fb802e7 req-9878d9d4-acba-4585-8914-79a84f231701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.369411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-845225fd-3803-490c-b6f8-54e76fb802e7 req-9878d9d4-acba-4585-8914-79a84f231701 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.9002655 Feb 03 12:40:27.379397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 15a08eae-1ff4-4ee7-88e1-1add343f3427 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:27.385598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c6b97e10-ddbf-44e9-8219-6039fca4b126 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:27.386501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:27.396581 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b5b27a4e-0915-4627-afa8-95967d826a65 admin admin] 10.222.0.65 "PUT /v2.0/routers/e3cf36cb-5269-458f-973e-acfebc73503d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4258070 Feb 03 12:40:27.416138 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28fa42c2-f46c-4fe5-bbbd-83b6fa2fffb2 req-d8cc96b4-f52e-4682-a2a3-c19b29f21b59 service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610813 Feb 03 12:40:27.441414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4935b-d949-4dfd-84b7-95e3cfe0b380 req-24889858-1f26-4828-9d52-423e59fc0f8f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.443248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13b4935b-d949-4dfd-84b7-95e3cfe0b380 req-24889858-1f26-4828-9d52-423e59fc0f8f tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 944 time: 0.7400632 Feb 03 12:40:27.481731 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Floating IP c22cdf13-3492-4b12-ac26-601f9c8cdc40 associated. External IP: 172.25.3.12, port: 40e8374e-c8cc-4779-b4e8-3813307aaccd. Feb 03 12:40:27.545715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518ac5-98ea-4459-b324-f6709427634c req-060bee6e-6237-47a6-980d-d7082749df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.547541 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-63518ac5-98ea-4459-b324-f6709427634c req-060bee6e-6237-47a6-980d-d7082749df26 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 1127 time: 0.0602312 Feb 03 12:40:27.589492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-0c9670e1-4689-4c0e-85d2-d1586be17430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.591335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-0c9670e1-4689-4c0e-85d2-d1586be17430 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccde93d6-00aa-4baf-9631-a6704f3b0232 HTTP/1.1" status: 200 len: 906 time: 0.9177427 Feb 03 12:40:27.607125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port c6b97e10-ddbf-44e9-8219-6039fca4b126 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:27.612867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port c6b97e10-ddbf-44e9-8219-6039fca4b126 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:27.613215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:27.635757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-7ecd7be8-5b00-4303-9d85-1a85a2f1afb2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.637448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-7ecd7be8-5b00-4303-9d85-1a85a2f1afb2 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.91 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 944 time: 0.3599362 Feb 03 12:40:27.688360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518ac5-98ea-4459-b324-f6709427634c req-c19f2116-91ee-470a-8972-343f4268c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.690676 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-63518ac5-98ea-4459-b324-f6709427634c req-c19f2116-91ee-470a-8972-343f4268c69e service neutron] 10.222.0.91 "GET /v2.0/networks?id=ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 200 len: 905 time: 0.1368737 Feb 03 12:40:27.774000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 15a08eae-1ff4-4ee7-88e1-1add343f3427, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=15a08eae-1ff4-4ee7-88e1-1add343f3427,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:27.783730 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-63518ac5-98ea-4459-b324-f6709427634c req-3a161004-9294-4b27-85fd-27cde9bb0900 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 HTTP/1.1" status: 200 len: 217 time: 0.0824201 Feb 03 12:40:27.786846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-845225fd-3803-490c-b6f8-54e76fb802e7 req-faa4a708-bd3f-45a4-a0a4-4f93b772854c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164467 Feb 03 12:40:27.796905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-7f2779c5-b698-49a1-9c48-1bb5288a5ca8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15a08eae-1ff4-4ee7-88e1-1add343f3427 HTTP/1.1" status: 200 len: 217 time: 0.1942732 Feb 03 12:40:27.819640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '15a08eae-1ff4-4ee7-88e1-1add343f3427', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'port_id': '15a08eae-1ff4-4ee7-88e1-1add343f3427', 'mac_address': 'fa:16:3e:08:fc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:27.847801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port c6b97e10-ddbf-44e9-8219-6039fca4b126 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:27.848194 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:27.878525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13b4935b-d949-4dfd-84b7-95e3cfe0b380 req-dd18e3c5-6c04-497d-b398-39968730a3a7 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/security-groups?id=7eb5b24e-6218-4e57-b816-d98dc3d08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160264 Feb 03 12:40:27.970038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518ac5-98ea-4459-b324-f6709427634c req-b0128192-d3a1-4648-a8af-00ef0e5866dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.980205 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-63518ac5-98ea-4459-b324-f6709427634c req-b0128192-d3a1-4648-a8af-00ef0e5866dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e65ca260-a0ed-4d89-a744-69405f9680e0 HTTP/1.1" status: 200 len: 844 time: 0.1745453 Feb 03 12:40:27.982518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 15a08eae-1ff4-4ee7-88e1-1add343f3427 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:27.983289 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:28.002256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6275fce5-66e8-44e1-8034-9736e087aa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b97e10-ddbf-44e9-8219-6039fca4b126'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:28.005597 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d7df30-6fe7-40f8-8400-e407cb7568d6" -d '{"events": [{"server_uuid": "6275fce5-66e8-44e1-8034-9736e087aa1e", "name": "network-vif-plugged", "status": "completed", "tag": "c6b97e10-ddbf-44e9-8219-6039fca4b126"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:28.022545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a08eae-1ff4-4ee7-88e1-1add343f3427 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:28.033531 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-63518ac5-98ea-4459-b324-f6709427634c req-6ccee877-9850-4312-8ee3-64b9c4978ccf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ff7288cd-6b04-4165-befc-518c407d3774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475199 Feb 03 12:40:28.037009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c6b97e10-ddbf-44e9-8219-6039fca4b126, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c6b97e10-ddbf-44e9-8219-6039fca4b126,segment=NetworkSegment(9ec04a01-adb2-4c03-ae35-25715f68530f),segment_id=9ec04a01-adb2-4c03-ae35-25715f68530f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:28.052800 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:28.098294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 15a08eae-1ff4-4ee7-88e1-1add343f3427, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=15a08eae-1ff4-4ee7-88e1-1add343f3427,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:28.111157 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:28.144613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=c6b97e10-ddbf-44e9-8219-6039fca4b126,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:28.205972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=15a08eae-1ff4-4ee7-88e1-1add343f3427,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:28.256022 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-63518ac5-98ea-4459-b324-f6709427634c req-2adce58f-cb3e-4399-b950-0671e22f6af9 service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162678 Feb 03 12:40:28.264085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-a1ed9bbd-8c4e-44d8-a42d-d9b6b878579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.265867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-a1ed9bbd-8c4e-44d8-a42d-d9b6b878579c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a83fa049-c2b7-4ee6-9ea6-f9518d324809 HTTP/1.1" status: 200 len: 844 time: 0.4568059 Feb 03 12:40:28.337612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbae751-9714-41cf-9f7c-7f03df0774ce req-b1993b0a-217a-4dc3-ac9c-cdc869a185a9 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.340734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adbae751-9714-41cf-9f7c-7f03df0774ce req-b1993b0a-217a-4dc3-ac9c-cdc869a185a9 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 945 time: 0.4570332 Feb 03 12:40:28.421707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc411f8-4f6b-4d26-b8b2-a9254e715f0a req-f52a7f99-cd02-467d-a9f7-785a0be7a5fc tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.423490 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-63518ac5-98ea-4459-b324-f6709427634c req-75e1f407-f0a7-42a2-bd7f-68ef53a88566 service neutron] 10.222.0.91 "GET /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606286 Feb 03 12:40:28.424399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fc411f8-4f6b-4d26-b8b2-a9254e715f0a req-f52a7f99-cd02-467d-a9f7-785a0be7a5fc tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 944 time: 0.4472480 Feb 03 12:40:28.442752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Deleting port a845086c-ae8e-43e5-a3d0-89dc4f7c545d {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:28.443597 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:28.466917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['15a08eae-1ff4-4ee7-88e1-1add343f3427'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:28.535627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-26aa43ae-08fd-4f01-9a17-63708a53de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.537391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-26aa43ae-08fd-4f01-9a17-63708a53de92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccde93d6-00aa-4baf-9631-a6704f3b0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2608898 Feb 03 12:40:28.604810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Router 3891ec0c-ee0b-4f58-8845-4ae753655e56 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:40:28.636672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adbae751-9714-41cf-9f7c-7f03df0774ce req-a149c97d-e042-4c85-be82-04c9c11e2d82 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/security-groups?id=09096be1-4be8-4f65-8943-c0a73bda936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758369 Feb 03 12:40:28.690855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fc411f8-4f6b-4d26-b8b2-a9254e715f0a req-24d422bc-45ab-414d-ac0b-2f6cc5afa9be tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432551 Feb 03 12:40:28.809174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] For port a845086c-ae8e-43e5-a3d0-89dc4f7c545d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,segment=NetworkSegment(207d7adb-2c50-4464-b003-5ecc5b8f6547),segment_id=207d7adb-2c50-4464-b003-5ecc5b8f6547)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:28.809411 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:28.859424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Calling delete_port for a845086c-ae8e-43e5-a3d0-89dc4f7c545d owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:28.904889 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91fc96d-91cf-4742-bdb2-f94aae835fa8 x-openstack-request-id: req-f91fc96d-91cf-4742-bdb2-f94aae835fa8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:28.922239 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6275fce5-66e8-44e1-8034-9736e087aa1e", "name": "network-vif-plugged", "status": "completed", "tag": "c6b97e10-ddbf-44e9-8219-6039fca4b126", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:28.928095 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f91fc96d-91cf-4742-bdb2-f94aae835fa8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:28.932092 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6275fce5-66e8-44e1-8034-9736e087aa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b97e10-ddbf-44e9-8219-6039fca4b126', 'code': 200} Feb 03 12:40:28.947216 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c27371f8-b18c-4a02-91d7-3a946fdb9c71 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:29.027723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-68e533cc-a72a-4a75-84fa-7d79f2d97869 service neutron] 10.222.0.72 "GET /v2.0/networks/ccde93d6-00aa-4baf-9631-a6704f3b0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468088 Feb 03 12:40:29.061165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c27371f8-b18c-4a02-91d7-3a946fdb9c71 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:29.061661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:29.135400 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:29.150371 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] Sync routers for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:29.171631 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:29.183529 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:29.186383 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:29.230122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd0156-5f32-4797-bd10-0930febfc02f req-31dcf01a-688b-4817-bda3-669bb95a0faf tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:29.233367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29dd0156-5f32-4797-bd10-0930febfc02f req-31dcf01a-688b-4817-bda3-669bb95a0faf tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 944 time: 0.3768053 Feb 03 12:40:29.296461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c27371f8-b18c-4a02-91d7-3a946fdb9c71 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:29.297256 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:29.330493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e729536f-4163-47e6-a87e-09dc41926fae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "PUT /v2.0/floatingips/c22cdf13-3492-4b12-ac26-601f9c8cdc40 HTTP/1.1" status: 200 len: 990 time: 4.1373425 Feb 03 12:40:29.334043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port c27371f8-b18c-4a02-91d7-3a946fdb9c71, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c27371f8-b18c-4a02-91d7-3a946fdb9c71,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:29.337964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:29.340263 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf85f0-f227-4bed-97d3-66bc6794cdec" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:29.344765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:29.355078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a762eae8-2e66-4837-83ed-d7e01ab9ff46 req-08975fec-10a6-496f-b79b-d63d42d684d7 service neutron] 10.222.0.72 "GET /v2.0/networks/ccde93d6-00aa-4baf-9631-a6704f3b0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166249 Feb 03 12:40:29.376765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a822c44-2b7e-4944-80c4-bccf731b20d9 req-5e3e2884-6f5b-49a6-a3ee-3ee5f759ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:29.378402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a822c44-2b7e-4944-80c4-bccf731b20d9 req-5e3e2884-6f5b-49a6-a3ee-3ee5f759ce0a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 1129 time: 0.3946590 Feb 03 12:40:29.427146 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:29.463234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a407be0-a0ff-4a4d-8fe7-451ccf78466f req-24f4e505-2112-4426-9339-af4efb6e869d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:29.464819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a407be0-a0ff-4a4d-8fe7-451ccf78466f req-24f4e505-2112-4426-9339-af4efb6e869d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.3794768 Feb 03 12:40:29.471832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29dd0156-5f32-4797-bd10-0930febfc02f req-d508208a-dae6-40b4-9798-1c24c8a86942 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193801 Feb 03 12:40:29.475844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=c27371f8-b18c-4a02-91d7-3a946fdb9c71,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:29.542234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Sync routers for ids ['e3cf36cb-5269-458f-973e-acfebc73503d'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:29.574747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Routers {'e3cf36cb-5269-458f-973e-acfebc73503d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:29.577729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e3cf36cb-5269-458f-973e-acfebc73503d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:29.587385 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a845086c-ae8e-43e5-a3d0-89dc4f7c545d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:29.627731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Pushing event deleted for resources: {'Port': ['ID=a845086c-ae8e-43e5-a3d0-89dc4f7c545d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:29.641320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a822c44-2b7e-4944-80c4-bccf731b20d9 req-4391d3a9-816f-4708-a05b-35c57a0ea068 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=09096be1-4be8-4f65-8943-c0a73bda936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526553 Feb 03 12:40:29.646661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a407be0-a0ff-4a4d-8fe7-451ccf78466f req-3213b12d-bb2f-4977-8bf9-659340f74892 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717267 Feb 03 12:40:29.696546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] No DVR routers for this DVR port a845086c-ae8e-43e5-a3d0-89dc4f7c545d on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:29.700772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:29.703380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c41e43c-9204-4906-9c1a-f9b9610604af req-1278a856-b6f0-42e6-a4a1-167995f006b1 tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.91 "DELETE /v2.0/ports/a845086c-ae8e-43e5-a3d0-89dc4f7c545d HTTP/1.1" status: 204 len: 173 time: 2.0020380 Feb 03 12:40:29.781744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97e3fd3c-c6fb-4225-b6ad-99203d503c42 req-11a84ecf-d0b0-4e0c-8b21-7ef295cc5eeb tempest-LiveMigrationTest-1228115781 tempest-LiveMigrationTest-1228115781-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad6c7ede-bfef-4340-9e73-92029c00a1a1 HTTP/1.1" status: 200 len: 210 time: 0.1089659 Feb 03 12:40:29.859760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Set router e3cf36cb-5269-458f-973e-acfebc73503d gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:29.924119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc6742-d3ac-4c9d-bb77-457d0d7516ec req-fc7c46f6-d3a7-453d-9d0a-861592b42c1e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:29.926901 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'c22cdf13-3492-4b12-ac26-601f9c8cdc40', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'port_id': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'mac_address': 'fa:16:3e:5c:b8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:40:26Z', 'revision_number': 1, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:29.948718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8dc6742-d3ac-4c9d-bb77-457d0d7516ec req-fc7c46f6-d3a7-453d-9d0a-861592b42c1e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1373181 Feb 03 12:40:29.956319 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4f4b6d-67c0-4af6-80ec-680e139ba133 x-openstack-request-id: req-9a4f4b6d-67c0-4af6-80ec-680e139ba133 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:29.956831 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:29.956831 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a4f4b6d-67c0-4af6-80ec-680e139ba133 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:29.958668 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'status': 'completed', 'code': 200} Feb 03 12:40:29.971687 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] Checking router: 3891ec0c-ee0b-4f58-8845-4ae753655e56 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:29.985142 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:29.986294 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:30.069053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-24536095-c9f1-43f9-b65a-2fa086608ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.071180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-24536095-c9f1-43f9-b65a-2fa086608ab1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 1128 time: 0.1116111 Feb 03 12:40:30.075128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8dc6742-d3ac-4c9d-bb77-457d0d7516ec req-1982e817-2c3a-479a-9487-ef2955f5f927 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238315 Feb 03 12:40:30.183241 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:30.250558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-3f99ff06-8cfb-485c-9db7-43f442deb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.252037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-3f99ff06-8cfb-485c-9db7-43f442deb6d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 0.1744244 Feb 03 12:40:30.308230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87174-4e2b-417a-bba7-172616020ea2 req-2530d3c1-ca45-479c-a367-531fa756227e tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.309813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1e87174-4e2b-417a-bba7-172616020ea2 req-2530d3c1-ca45-479c-a367-531fa756227e tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 946 time: 0.1935444 Feb 03 12:40:30.336143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59bf15-c14a-4b0b-817d-ba98df6a1994 req-4cda4958-c7bb-4937-94ea-8fa1c377077c tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.337779 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d59bf15-c14a-4b0b-817d-ba98df6a1994 req-4cda4958-c7bb-4937-94ea-8fa1c377077c tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 945 time: 0.1338341 Feb 03 12:40:30.338353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:17Z', 'updated_at': '2022-02-03T12:40:25Z', 'revision_number': 4, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'gw_port': {'id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:18Z', 'updated_at': '2022-02-03T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'b16e4012-4188-4ea5-9f2b-a325fa357bf4', 'name': '', 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'mac_address': 'fa:16:3e:0a:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:24Z', 'updated_at': '2022-02-03T12:40:25Z', 'revision_number': 2, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'subnets': [{'id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:30.385105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Checking router: e3cf36cb-5269-458f-973e-acfebc73503d for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:30.385467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Updating router e3cf36cb-5269-458f-973e-acfebc73503d port b16e4012-4188-4ea5-9f2b-a325fa357bf4 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:40:30.429244 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:30.432803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-035d46de-0d3d-4137-86c4-44b47bae54e3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd HTTP/1.1" status: 200 len: 998 time: 0.1713593 Feb 03 12:40:30.512322 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1e87174-4e2b-417a-bba7-172616020ea2 req-df73cf46-7bdd-4b5a-936b-e6e3ac000793 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/security-groups?id=09096be1-4be8-4f65-8943-c0a73bda936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926906 Feb 03 12:40:30.536292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d59bf15-c14a-4b0b-817d-ba98df6a1994 req-661c1d4b-70f3-48f2-8560-d3fab216e964 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802487 Feb 03 12:40:30.566189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-3c2df417-aa0d-4a3b-9bc5-21314bcc59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.585176 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'c22cdf13-3492-4b12-ac26-601f9c8cdc40', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'port_id': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'mac_address': 'fa:16:3e:5c:b8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:40:26Z', 'revision_number': 1, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:30.590743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-3c2df417-aa0d-4a3b-9bc5-21314bcc59d5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.1370568 Feb 03 12:40:30.665329 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06387ab2-2737-4248-8cbc-c58026acad7d None None] The sync data for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 is: [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'c22cdf13-3492-4b12-ac26-601f9c8cdc40', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'port_id': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'mac_address': 'fa:16:3e:5c:b8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:40:26Z', 'revision_number': 1, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:30.932954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-58da8c05-94f2-4e16-80d1-b23debd7e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.934532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-58da8c05-94f2-4e16-80d1-b23debd7e396 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3390033 Feb 03 12:40:30.946812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917887a8-2cc1-486a-9ead-e182750b2581 req-d32bc7d9-36df-4b27-ad25-3415a7f8a5f0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.954033 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-917887a8-2cc1-486a-9ead-e182750b2581 req-d32bc7d9-36df-4b27-ad25-3415a7f8a5f0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 944 time: 0.2861621 Feb 03 12:40:30.965350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c27371f8-b18c-4a02-91d7-3a946fdb9c71 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:31.053252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8559c-2bef-4b79-bebf-1aa5a1963025 req-a3cc687f-c136-4394-937b-8f044120dd45 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:31.061312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbe8559c-2bef-4b79-bebf-1aa5a1963025 req-a3cc687f-c136-4394-937b-8f044120dd45 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.2131305 Feb 03 12:40:31.112062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c27371f8-b18c-4a02-91d7-3a946fdb9c71 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:31.112695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.141473 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08b56bf-f4fc-4f74-ba8b-da9e5217bdb7 None None] New status for floating IP c22cdf13-3492-4b12-ac26-601f9c8cdc40: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:40:31.215934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-917887a8-2cc1-486a-9ead-e182750b2581 req-33db4d96-53d2-4252-9257-ab3590db6a19 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597508 Feb 03 12:40:31.277086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbe8559c-2bef-4b79-bebf-1aa5a1963025 req-dca8836c-6e29-4f7e-b769-0f32b84b4b91 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094257 Feb 03 12:40:31.290244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-b4e36fb2-63ab-4103-bb53-9164d4533068 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269742 Feb 03 12:40:31.300090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52500) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:31.370374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c27371f8-b18c-4a02-91d7-3a946fdb9c71 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:31.377892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:31.387217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a845086c-ae8e-43e5-a3d0-89dc4f7c545d no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:31.487151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cdf85f0-f227-4bed-97d3-66bc6794cdec req-961a9f2d-b825-4151-ad6a-27118c0eb8c7 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788375 Feb 03 12:40:31.574645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b736f-fc00-46e4-9b8e-4fc7431cb37a req-b0e557c3-f0bb-4065-9be8-961fecf57409 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:31.583798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-434b736f-fc00-46e4-9b8e-4fc7431cb37a req-b0e557c3-f0bb-4065-9be8-961fecf57409 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1594875 Feb 03 12:40:31.651039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 15a08eae-1ff4-4ee7-88e1-1add343f3427 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:31.659312 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Publish callbacks [] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.662356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: a845086c-ae8e-43e5-a3d0-89dc4f7c545d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:40:31.662817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a845086c-ae8e-43e5-a3d0-89dc4f7c545d not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:40:31.687002 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-434b736f-fc00-46e4-9b8e-4fc7431cb37a req-e6087bcd-a189-4917-9e5a-515f69d6e77c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873883 Feb 03 12:40:31.702519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.709742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325b2e-512b-41d6-b3c4-3dc85d762ce9 req-948177ee-11ef-4f0d-be18-1438e90bbd8b tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:31.711538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be325b2e-512b-41d6-b3c4-3dc85d762ce9 req-948177ee-11ef-4f0d-be18-1438e90bbd8b tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 946 time: 0.0865004 Feb 03 12:40:31.866207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6f07de-3264-4e95-ae31-7ca7fed77051 admin admin] Deleting subnet 0f666a3e-3d08-414d-bcf0-fc98dfba97c7 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:40:31.872083 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb6f07de-3264-4e95-ae31-7ca7fed77051 admin admin] Publish callbacks [] for subnet (0f666a3e-3d08-414d-bcf0-fc98dfba97c7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.910516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be325b2e-512b-41d6-b3c4-3dc85d762ce9 req-1a3e5cf0-0656-49ce-87b0-9ce18b02712d tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/security-groups?id=09096be1-4be8-4f65-8943-c0a73bda936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649570 Feb 03 12:40:31.961687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb6f07de-3264-4e95-ae31-7ca7fed77051 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (0f666a3e-3d08-414d-bcf0-fc98dfba97c7), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.963337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'name': 'network-vif-deleted', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:31.965879 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e132f1-f78c-4c21-8f2e-fed3fc3d5342" -d '{"events": [{"server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "name": "network-vif-deleted", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:31.983922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cb2c1-cc62-4d91-9f95-b84860fcd807 None None] Pushing event updated for resources: {'Port': ['ID=b16e4012-4188-4ea5-9f2b-a325fa357bf4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:31.987908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Attempting to bind port b16e4012-4188-4ea5-9f2b-a325fa357bf4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:31.988544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Attempting to bind port b16e4012-4188-4ea5-9f2b-a325fa357bf4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'eddde70c-8fad-49fd-b6a0-180dbbc117f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:31.989060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Attempting to bind port b16e4012-4188-4ea5-9f2b-a325fa357bf4 on network 0aa2d23c-abfe-4400-993f-39b788b21242 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:31.996048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d6abb-2983-4ed8-a0fc-02a1c4f09eab req-72a25141-df20-4452-b50e-aa5fbd0d70ee tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:31.998036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:31.998551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Checking segment: {'id': 'eddde70c-8fad-49fd-b6a0-180dbbc117f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:31.999006 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.999467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Bound using segment: {'id': 'eddde70c-8fad-49fd-b6a0-180dbbc117f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:32.000210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Bound port: b16e4012-4188-4ea5-9f2b-a325fa357bf4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddde70c-8fad-49fd-b6a0-180dbbc117f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:32.000662 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.002922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 15a08eae-1ff4-4ee7-88e1-1add343f3427 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:32.010773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 15a08eae-1ff4-4ee7-88e1-1add343f3427 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:32.011273 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.019335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee8d6abb-2983-4ed8-a0fc-02a1c4f09eab req-72a25141-df20-4452-b50e-aa5fbd0d70ee tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 945 time: 0.1913712 Feb 03 12:40:32.093764 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb6f07de-3264-4e95-ae31-7ca7fed77051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0f666a3e-3d08-414d-bcf0-fc98dfba97c7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.124692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee8d6abb-2983-4ed8-a0fc-02a1c4f09eab req-be6eb24a-3199-48f0-b2c2-7761c8e18c09 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936575 Feb 03 12:40:32.197146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] For port b16e4012-4188-4ea5-9f2b-a325fa357bf4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:32.201034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] For port b16e4012-4188-4ea5-9f2b-a325fa357bf4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b16e4012-4188-4ea5-9f2b-a325fa357bf4,segment=NetworkSegment(eddde70c-8fad-49fd-b6a0-180dbbc117f7),segment_id=eddde70c-8fad-49fd-b6a0-180dbbc117f7)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:32.216854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb6f07de-3264-4e95-ae31-7ca7fed77051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (0f666a3e-3d08-414d-bcf0-fc98dfba97c7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.226982 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90b2a2-9337-40f0-910f-10d9046a66e2 x-openstack-request-id: req-ae90b2a2-9337-40f0-910f-10d9046a66e2 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:32.228034 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6c7ede-bfef-4340-9e73-92029c00a1a1", "name": "network-vif-deleted", "tag": "a845086c-ae8e-43e5-a3d0-89dc4f7c545d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:32.228829 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae90b2a2-9337-40f0-910f-10d9046a66e2 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:32.231403 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6c7ede-bfef-4340-9e73-92029c00a1a1', 'name': 'network-vif-deleted', 'tag': 'a845086c-ae8e-43e5-a3d0-89dc4f7c545d', 'status': 'completed', 'code': 200} Feb 03 12:40:32.232194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:32.243552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.271805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f07de-3264-4e95-ae31-7ca7fed77051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f666a3e-3d08-414d-bcf0-fc98dfba97c7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:32.276512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-ea170d9f-afbb-4aa8-a272-5c8a11e35e5d tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:32.285271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-ea170d9f-afbb-4aa8-a272-5c8a11e35e5d tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1129 time: 0.1241374 Feb 03 12:40:32.299510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-10'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:32.303008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb6f07de-3264-4e95-ae31-7ca7fed77051 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.313744 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bb6f07de-3264-4e95-ae31-7ca7fed77051 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0f666a3e-3d08-414d-bcf0-fc98dfba97c7 HTTP/1.1" status: 204 len: 168 time: 1.0113657 Feb 03 12:40:32.316319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52520) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:32.382638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 15a08eae-1ff4-4ee7-88e1-1add343f3427 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:32.383598 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.404270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'port_id': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7', 'mac_address': 'fa:16:3e:ca:7e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65ca260-a0ed-4d89-a744-69405f9680e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:32.483578 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (7026356e-f34e-4d0e-9716-230368f573cf), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.500193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6e24e7d8-0e49-4f23-a22b-f85632a56db9 None None] Provisioning complete for port b16e4012-4188-4ea5-9f2b-a325fa357bf4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:32.500558 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e24e7d8-0e49-4f23-a22b-f85632a56db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.560765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a08eae-1ff4-4ee7-88e1-1add343f3427'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:32.563383 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46afeb41-b305-47fb-bb6d-c6d97b4db406" -d '{"events": [{"server_uuid": "0b84b812-eab9-4605-8ec3-6b59a11390c4", "name": "network-vif-plugged", "status": "completed", "tag": "15a08eae-1ff4-4ee7-88e1-1add343f3427"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:32.610758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 15a08eae-1ff4-4ee7-88e1-1add343f3427, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=15a08eae-1ff4-4ee7-88e1-1add343f3427,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:32.640324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:32.642908 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.673817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (7026356e-f34e-4d0e-9716-230368f573cf), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.701117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.708147 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cb2c1-cc62-4d91-9f95-b84860fcd807 None None] Pushing event updated for resources: {'Port': ['ID=b16e4012-4188-4ea5-9f2b-a325fa357bf4,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:32.717818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7026356e-f34e-4d0e-9716-230368f573cf']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:32.753112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207d7adb-2c50-4464-b003-5ecc5b8f6547') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:32.753112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207d7adb-2c50-4464-b003-5ecc5b8f6547') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:32.773287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (207d7adb-2c50-4464-b003-5ecc5b8f6547), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.792508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (207d7adb-2c50-4464-b003-5ecc5b8f6547), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.802510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Routers {'e3cf36cb-5269-458f-973e-acfebc73503d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:32.803339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e3cf36cb-5269-458f-973e-acfebc73503d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:32.820457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:40:32.821568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (207d7adb-2c50-4464-b003-5ecc5b8f6547), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:40:32.896254 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:40:32.904391 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (7026356e-f34e-4d0e-9716-230368f573cf), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.918306 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.924346 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7026356e-f34e-4d0e-9716-230368f573cf HTTP/1.1" status: 204 len: 168 time: 0.6069639 Feb 03 12:40:32.938422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52528) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:32.951399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ed0f7-c75a-40a7-bb78-f5196e0562b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7026356e-f34e-4d0e-9716-230368f573cf,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:32.965319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] Set router e3cf36cb-5269-458f-973e-acfebc73503d gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:33.001898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f3a684-abc3-4377-a5f7-7c05d21c4a08 admin admin] Deleting subnet 33e3316f-edea-4ee9-afed-8f2f419d4e75 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:40:33.008084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28f3a684-abc3-4377-a5f7-7c05d21c4a08 admin admin] Publish callbacks [] for subnet (33e3316f-edea-4ee9-afed-8f2f419d4e75), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.019832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=15a08eae-1ff4-4ee7-88e1-1add343f3427,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:33.039444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:33.061372 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.063110 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28f3a684-abc3-4377-a5f7-7c05d21c4a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (33e3316f-edea-4ee9-afed-8f2f419d4e75), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.072857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d42e82-e937-439f-8e39-3ffce1372433 req-0d6ecff9-3eb4-439b-b7ae-8ab5fe5934d6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.074613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44d42e82-e937-439f-8e39-3ffce1372433 req-0d6ecff9-3eb4-439b-b7ae-8ab5fe5934d6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 944 time: 0.6946008 Feb 03 12:40:33.078448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:33.097126 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.136671 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28f3a684-abc3-4377-a5f7-7c05d21c4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (33e3316f-edea-4ee9-afed-8f2f419d4e75), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.179003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e14a5-7124-4ec0-a728-1568c7f4c018 req-5d98c476-f355-4a14-adbd-bb2f34942c53 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.180950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:33.187178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f81e14a5-7124-4ec0-a728-1568c7f4c018 req-5d98c476-f355-4a14-adbd-bb2f34942c53 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 946 time: 0.1728253 Feb 03 12:40:33.199123 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44d42e82-e937-439f-8e39-3ffce1372433 req-fbb3f061-164b-4170-a710-0ef4f7e601a1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096060 Feb 03 12:40:33.247273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6e24e7d8-0e49-4f23-a22b-f85632a56db9 None None] Current status of the port b16e4012-4188-4ea5-9f2b-a325fa357bf4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:33.247557 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e24e7d8-0e49-4f23-a22b-f85632a56db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.262163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28f3a684-abc3-4377-a5f7-7c05d21c4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (33e3316f-edea-4ee9-afed-8f2f419d4e75), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.302991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3a684-abc3-4377-a5f7-7c05d21c4a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e3316f-edea-4ee9-afed-8f2f419d4e75,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:33.326941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28f3a684-abc3-4377-a5f7-7c05d21c4a08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.336900 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28f3a684-abc3-4377-a5f7-7c05d21c4a08 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/33e3316f-edea-4ee9-afed-8f2f419d4e75 HTTP/1.1" status: 204 len: 168 time: 0.3964791 Feb 03 12:40:33.337916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52532) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:33.367505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f81e14a5-7124-4ec0-a728-1568c7f4c018 req-837946c1-49dc-4f50-bdcf-43e83befd7f7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766198 Feb 03 12:40:33.454477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (9ab5f7be-de92-44f5-9c5d-dbeacfd6153b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.481161 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06430c1a-d304-4e11-9122-37eb96c599e8 x-openstack-request-id: req-06430c1a-d304-4e11-9122-37eb96c599e8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:33.481748 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b84b812-eab9-4605-8ec3-6b59a11390c4", "name": "network-vif-plugged", "status": "completed", "tag": "15a08eae-1ff4-4ee7-88e1-1add343f3427", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:33.481748 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06430c1a-d304-4e11-9122-37eb96c599e8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:33.482171 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a08eae-1ff4-4ee7-88e1-1add343f3427', 'code': 200} Feb 03 12:40:33.528245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:33.536633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6e24e7d8-0e49-4f23-a22b-f85632a56db9 None None] For port b16e4012-4188-4ea5-9f2b-a325fa357bf4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b16e4012-4188-4ea5-9f2b-a325fa357bf4,segment=NetworkSegment(eddde70c-8fad-49fd-b6a0-180dbbc117f7),segment_id=eddde70c-8fad-49fd-b6a0-180dbbc117f7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:33.551369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:17Z', 'updated_at': '2022-02-03T12:40:25Z', 'revision_number': 4, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'gw_port': {'id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:18Z', 'updated_at': '2022-02-03T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'b16e4012-4188-4ea5-9f2b-a325fa357bf4', 'name': '', 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'mac_address': 'fa:16:3e:0a:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:24Z', 'updated_at': '2022-02-03T12:40:32Z', 'revision_number': 4, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'subnets': [{'id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:33.553952 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e24e7d8-0e49-4f23-a22b-f85632a56db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.577629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84a2cc-c8ec-4d38-95da-c885147e7302 req-7ecf60d8-853d-4217-aaa5-4dcfd496b8ce tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.585144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e84a2cc-c8ec-4d38-95da-c885147e7302 req-7ecf60d8-853d-4217-aaa5-4dcfd496b8ce tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 946 time: 0.2503889 Feb 03 12:40:33.622040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b3a24-91e8-4669-b416-b2907069e80e None None] The sync data for ids ['e3cf36cb-5269-458f-973e-acfebc73503d'] in n-d-792364-10 is: [{'id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:17Z', 'updated_at': '2022-02-03T12:40:25Z', 'revision_number': 4, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'gw_port': {'id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:18Z', 'updated_at': '2022-02-03T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'b16e4012-4188-4ea5-9f2b-a325fa357bf4', 'name': '', 'network_id': '0aa2d23c-abfe-4400-993f-39b788b21242', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'mac_address': 'fa:16:3e:0a:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:24Z', 'updated_at': '2022-02-03T12:40:32Z', 'revision_number': 4, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'subnets': [{'id': '0aa39798-00bf-44fc-9fd5-ae410de9858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:33.635777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:33.646174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (9ab5f7be-de92-44f5-9c5d-dbeacfd6153b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.673482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab5f7be-de92-44f5-9c5d-dbeacfd6153b']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:33.712731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7078b18-2763-47a2-ad45-f84bd193b21a') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:33.712731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7078b18-2763-47a2-ad45-f84bd193b21a') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:33.727390 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (e7078b18-2763-47a2-ad45-f84bd193b21a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.751958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e7078b18-2763-47a2-ad45-f84bd193b21a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.762517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:40:33.763189 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (e7078b18-2763-47a2-ad45-f84bd193b21a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.797733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-02140170-c283-44fe-9231-5a03af828549 None None] Provisioning complete for port b16e4012-4188-4ea5-9f2b-a325fa357bf4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:33.798636 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02140170-c283-44fe-9231-5a03af828549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.841496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e84a2cc-c8ec-4d38-95da-c885147e7302 req-e915868e-af5a-42f1-ab15-d29ccca31870 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/security-groups?id=09096be1-4be8-4f65-8943-c0a73bda936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488992 Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:40:33.867666 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:40:33.875110 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (9ab5f7be-de92-44f5-9c5d-dbeacfd6153b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.888526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.894628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24e7d8-0e49-4f23-a22b-f85632a56db9 None None] Pushing event updated for resources: {'Port': ['ID=b16e4012-4188-4ea5-9f2b-a325fa357bf4,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:33.903634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:33.916916 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] 10.222.0.65 "DELETE /v2.0/networks/9ab5f7be-de92-44f5-9c5d-dbeacfd6153b HTTP/1.1" status: 204 len: 168 time: 0.5767524 Feb 03 12:40:34.000984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647737f-d91a-4e95-b482-66594d9ca7f5 req-240b9e00-db42-49c4-a092-39a5c4c6de64 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:34.001363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061c45d-467a-44ee-be84-5c9a75a8997d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab5f7be-de92-44f5-9c5d-dbeacfd6153b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:34.012161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f647737f-d91a-4e95-b482-66594d9ca7f5 req-240b9e00-db42-49c4-a092-39a5c4c6de64 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.4541132 Feb 03 12:40:34.046199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e878ca7-30e0-4975-97ac-0020fecdba7b req-ba8d492c-28ef-408d-a4fd-29dcccc21a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:34.049269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e878ca7-30e0-4975-97ac-0020fecdba7b req-ba8d492c-28ef-408d-a4fd-29dcccc21a3e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 1129 time: 0.4940608 Feb 03 12:40:34.109111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-02140170-c283-44fe-9231-5a03af828549 None None] Current status of the port b16e4012-4188-4ea5-9f2b-a325fa357bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:34.226104 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Publish callbacks [] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.233234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:34.237173 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92099165-dc81-45ff-91d3-01dd99a69d6f" -d '{"events": [{"server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:34.245301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52542) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:34.261563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-cefe4242-28b7-4e3a-99ac-43f46e54c852 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:34.263384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-cefe4242-28b7-4e3a-99ac-43f46e54c852 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.72 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 946 time: 0.3808637 Feb 03 12:40:34.282839 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.309418 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9b07e6a9-9def-493e-9ba3-80cfdbbeda67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3136ff5d19b465794dbc0d6c311e56b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0601149 Feb 03 12:40:34.310537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52544) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:34.392846 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c20f7552-925e-41b9-aba0-63ee63fb425a admin admin] Publish callbacks [] for security_group (7eb5b24e-6218-4e57-b816-d98dc3d08b59), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.400855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e878ca7-30e0-4975-97ac-0020fecdba7b req-995718fb-f06f-4b5c-9849-a01f53985bc8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979326 Feb 03 12:40:34.417691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4b909-4bda-4491-9942-06a81ce2e463 req-55d2e820-8797-4aed-96d2-c3d5eae649ab tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:34.423991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c20f7552-925e-41b9-aba0-63ee63fb425a admin admin] Publish callbacks [] for security_group (7eb5b24e-6218-4e57-b816-d98dc3d08b59), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.425411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ba4b909-4bda-4491-9942-06a81ce2e463 req-55d2e820-8797-4aed-96d2-c3d5eae649ab tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.4056170 Feb 03 12:40:34.430075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f647737f-d91a-4e95-b482-66594d9ca7f5 req-ea443604-1f8a-40bd-b168-59ca6fbc7569 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167905 Feb 03 12:40:34.510606 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c20f7552-925e-41b9-aba0-63ee63fb425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7eb5b24e-6218-4e57-b816-d98dc3d08b59), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.514721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c20f7552-925e-41b9-aba0-63ee63fb425a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.525439 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c20f7552-925e-41b9-aba0-63ee63fb425a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7eb5b24e-6218-4e57-b816-d98dc3d08b59 HTTP/1.1" status: 204 len: 168 time: 0.2124393 Feb 03 12:40:34.550513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f7552-925e-41b9-aba0-63ee63fb425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb5b24e-6218-4e57-b816-d98dc3d08b59,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:34.559383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce05dc5-7589-43d1-b21a-49fc86500cb8,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:34.579977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on host n-h2-792364-10 for vnic_type normal with profile {"migrating_to": "n-h1-792364-10"} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:34.580403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:34.581198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:34.604099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:34.606679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Attempting to bind port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on network e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:34.626248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:34.628729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Checking segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:34.629152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Bound using segment: {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:34.629618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Bound port: 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:34.629990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.644127 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ba4b909-4bda-4491-9942-06a81ce2e463 req-4552fca3-c543-4b13-bf19-9b87d56e738e tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178507 Feb 03 12:40:34.710213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Deleting port c6b97e10-ddbf-44e9-8219-6039fca4b126 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:34.711962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.874509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] For port c6b97e10-ddbf-44e9-8219-6039fca4b126, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c6b97e10-ddbf-44e9-8219-6039fca4b126,segment=NetworkSegment(9ec04a01-adb2-4c03-ae35-25715f68530f),segment_id=9ec04a01-adb2-4c03-ae35-25715f68530f)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:34.875294 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.888341 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb0f928-287e-4a5a-81b1-de95ae2b0312 x-openstack-request-id: req-feb0f928-287e-4a5a-81b1-de95ae2b0312 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:34.888639 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:34.888931 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-feb0f928-287e-4a5a-81b1-de95ae2b0312 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:34.889302 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8', 'code': 200} Feb 03 12:40:34.900575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b16e4012-4188-4ea5-9f2b-a325fa357bf4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:34.915812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Calling delete_port for c6b97e10-ddbf-44e9-8219-6039fca4b126 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:34.990179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b16e4012-4188-4ea5-9f2b-a325fa357bf4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:34.990942 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.081456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:35.092816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda73e74-d6d5-4208-8068-f84f3bb9124b req-157e9c20-7463-4f35-bf20-a820b40512d6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:35.098630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b16e4012-4188-4ea5-9f2b-a325fa357bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:35.100739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bda73e74-d6d5-4208-8068-f84f3bb9124b req-157e9c20-7463-4f35-bf20-a820b40512d6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 945 time: 0.4405370 Feb 03 12:40:35.128363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:35.154508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2e673-e6fd-40f6-bf64-d2c3f20d0cdf req-53677bc5-bf44-4477-a480-c623bff796c4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:35.163618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21c2e673-e6fd-40f6-bf64-d2c3f20d0cdf req-53677bc5-bf44-4477-a480-c623bff796c4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.2490017 Feb 03 12:40:35.172527 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.210938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52556) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:35.262243 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-92a5d580-e245-42a0-8811-610e3c174bc5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c90d3045d7f4886887e8e2ffad6aec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499325 Feb 03 12:40:35.264629 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52558) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:35.302131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bda73e74-d6d5-4208-8068-f84f3bb9124b req-28d6a5bf-7bcd-4948-a23a-8c37627488dd tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005615 Feb 03 12:40:35.322172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e699f678-0cc9-45a7-bebe-3ccc048441b3 admin admin] Publish callbacks [] for security_group (885b4aa3-334f-4f51-a452-4102796feafb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.345553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21c2e673-e6fd-40f6-bf64-d2c3f20d0cdf req-432379e4-5e52-4996-bbe1-37dcfb1b5fec tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780424 Feb 03 12:40:35.348818 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e699f678-0cc9-45a7-bebe-3ccc048441b3 admin admin] Publish callbacks [] for security_group (885b4aa3-334f-4f51-a452-4102796feafb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.354169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce05dc5-7589-43d1-b21a-49fc86500cb8,revision_number=8']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:35.365215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 2ce05dc5-7589-43d1-b21a-49fc86500cb8 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:35.381635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:35.382376 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.384109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-cf83da2d-51cf-4f0a-9ebd-e2434ecfa251 service neutron] 10.222.0.91 "PUT /v2.0/ports/2ce05dc5-7589-43d1-b21a-49fc86500cb8 HTTP/1.1" status: 200 len: 1124 time: 3.0899172 Feb 03 12:40:35.392011 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c6b97e10-ddbf-44e9-8219-6039fca4b126), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.393027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:35.421737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e699f678-0cc9-45a7-bebe-3ccc048441b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (885b4aa3-334f-4f51-a452-4102796feafb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.426231 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e699f678-0cc9-45a7-bebe-3ccc048441b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.428379 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e699f678-0cc9-45a7-bebe-3ccc048441b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/885b4aa3-334f-4f51-a452-4102796feafb HTTP/1.1" status: 204 len: 168 time: 0.1627743 Feb 03 12:40:35.456473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Pushing event deleted for resources: {'Port': ['ID=c6b97e10-ddbf-44e9-8219-6039fca4b126,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:35.477071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699f678-0cc9-45a7-bebe-3ccc048441b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885b4aa3-334f-4f51-a452-4102796feafb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:35.528124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] No DVR routers for this DVR port c6b97e10-ddbf-44e9-8219-6039fca4b126 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:35.531383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.536072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22ac5339-8073-42f8-a051-61d47e1bcce3 req-219af858-7a71-402a-aa4c-c621462ecc66 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.72 "DELETE /v2.0/ports/c6b97e10-ddbf-44e9-8219-6039fca4b126 HTTP/1.1" status: 204 len: 173 time: 1.2544999 Feb 03 12:40:35.581543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['c6b97e10-ddbf-44e9-8219-6039fca4b126'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:35.666045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2734960f-4c4a-4472-9ffb-99bca9289030 req-bff7b382-b6cf-41cd-ad8f-e3fc3c46bff9 tempest-InstanceActionsNegativeTestJSON-850833591 tempest-InstanceActionsNegativeTestJSON-850833591-project] 10.222.0.65 "GET /v2.0/ports?device_id=6275fce5-66e8-44e1-8034-9736e087aa1e HTTP/1.1" status: 200 len: 210 time: 0.0861008 Feb 03 12:40:35.714220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['2ce05dc5-7589-43d1-b21a-49fc86500cb8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:35.756437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['2ce05dc5-7589-43d1-b21a-49fc86500cb8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:35.998387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b4721-9e23-4e80-9f28-e6e53ff747a5 req-f98621c2-2962-4f60-ae89-6784418421e1 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:36.007030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-175b4721-9e23-4e80-9f28-e6e53ff747a5 req-f98621c2-2962-4f60-ae89-6784418421e1 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.1614640 Feb 03 12:40:36.150850 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:40:36.159034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-175b4721-9e23-4e80-9f28-e6e53ff747a5 req-511830b2-9c3d-4fcb-aa0c-0d11ff5ba28f tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514723 Feb 03 12:40:36.320443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:36.373256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:36.599061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:36.601675 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:36.635566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 2ce05dc5-7589-43d1-b21a-49fc86500cb8 has no active binding in host n-h1-792364-10 {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:40:36.641392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad521-e453-4731-805a-ec25ebadf29e req-93047ced-b758-4f7e-9f85-195d1905a0b7 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:36.677273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e2ad521-e453-4731-805a-ec25ebadf29e req-93047ced-b758-4f7e-9f85-195d1905a0b7 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 945 time: 0.2158024 Feb 03 12:40:36.807161 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7be8419c-860d-43fa-aff3-7c226c2805d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:36.815071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e2ad521-e453-4731-805a-ec25ebadf29e req-9958d69e-f9a4-4de9-9d9c-d6c9e997e423 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333506 Feb 03 12:40:36.859554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b043af3-984a-4147-90a9-cdc440b70032 req-278ea426-f624-479b-b26a-f086fe207362 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:36.870226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b043af3-984a-4147-90a9-cdc440b70032 req-278ea426-f624-479b-b26a-f086fe207362 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.1572378 Feb 03 12:40:36.890439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8'}, {'server_uuid': '6275fce5-66e8-44e1-8034-9736e087aa1e', 'name': 'network-vif-deleted', 'tag': 'c6b97e10-ddbf-44e9-8219-6039fca4b126'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:36.894067 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de5ec7-9c27-4f3e-a65d-d391a8e76709" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8"}, {"server_uuid": "6275fce5-66e8-44e1-8034-9736e087aa1e", "name": "network-vif-deleted", "tag": "c6b97e10-ddbf-44e9-8219-6039fca4b126"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:36.938195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52596) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:37.010246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b043af3-984a-4147-90a9-cdc440b70032 req-e9e073b4-20c4-44d0-a4b6-1578de5f5cde tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373608 Feb 03 12:40:37.014914 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d689f0c-89d2-49c9-a52e-aca16dcdf597 x-openstack-request-id: req-4d689f0c-89d2-49c9-a52e-aca16dcdf597 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:37.015321 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8", "status": "completed", "code": 200}, {"server_uuid": "6275fce5-66e8-44e1-8034-9736e087aa1e", "name": "network-vif-deleted", "tag": "c6b97e10-ddbf-44e9-8219-6039fca4b126", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:37.015469 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d689f0c-89d2-49c9-a52e-aca16dcdf597 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:37.015870 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8', 'status': 'completed', 'code': 200} Feb 03 12:40:37.016150 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6275fce5-66e8-44e1-8034-9736e087aa1e', 'name': 'network-vif-deleted', 'tag': 'c6b97e10-ddbf-44e9-8219-6039fca4b126', 'status': 'completed', 'code': 200} Feb 03 12:40:37.076643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4faa0ee-603b-4c11-8dd0-39247169c67f admin admin] Deleting subnet d382186b-0778-4a21-9cc8-07d31d6c5fe3 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:40:37.081567 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4faa0ee-603b-4c11-8dd0-39247169c67f admin admin] Publish callbacks [] for subnet (d382186b-0778-4a21-9cc8-07d31d6c5fe3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.145164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-b14824a8-8ca3-45d1-bba3-a5196bafb3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:37.147527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-b14824a8-8ca3-45d1-bba3-a5196bafb3cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 1158 time: 0.1073539 Feb 03 12:40:37.205853 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4faa0ee-603b-4c11-8dd0-39247169c67f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d382186b-0778-4a21-9cc8-07d31d6c5fe3), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.206705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:37.207261 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.263867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:37.269380 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dfe77c-02cd-48eb-b004-2aef70f65a09" -d '{"events": [{"server_uuid": "01a89d43-bdd6-4e21-9a60-304f72979a35", "name": "network-vif-plugged", "status": "completed", "tag": "efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:37.298122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:37.308414 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.351721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4faa0ee-603b-4c11-8dd0-39247169c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d382186b-0778-4a21-9cc8-07d31d6c5fe3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.355435 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:40:37.439854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:37.457213 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178f587-6bbd-4423-ae8c-37894a4fc4d8 x-openstack-request-id: req-7178f587-6bbd-4423-ae8c-37894a4fc4d8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:37.459002 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a89d43-bdd6-4e21-9a60-304f72979a35", "name": "network-vif-plugged", "status": "completed", "tag": "efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:37.459265 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7178f587-6bbd-4423-ae8c-37894a4fc4d8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:37.459706 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7', 'code': 200} Feb 03 12:40:37.544683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4faa0ee-603b-4c11-8dd0-39247169c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d382186b-0778-4a21-9cc8-07d31d6c5fe3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.611037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faa0ee-603b-4c11-8dd0-39247169c67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d382186b-0778-4a21-9cc8-07d31d6c5fe3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:37.644945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4faa0ee-603b-4c11-8dd0-39247169c67f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.651298 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b4faa0ee-603b-4c11-8dd0-39247169c67f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d382186b-0778-4a21-9cc8-07d31d6c5fe3 HTTP/1.1" status: 204 len: 168 time: 0.7111723 Feb 03 12:40:37.655711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52612) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:37.657231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-9eecff1c-9133-439a-997c-9e1bc2cded4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:37.658821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-9eecff1c-9133-439a-997c-9e1bc2cded4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.5031595 Feb 03 12:40:37.739986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-d5122475-e947-4583-a2e1-91d9244b76db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8 HTTP/1.1" status: 200 len: 217 time: 0.0624647 Feb 03 12:40:37.757567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e4f46-5754-4387-b903-3eae44e2d7c4 req-5f30af2f-4ddf-498f-9ec7-6b1431221d72 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:37.759495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-304e4f46-5754-4387-b903-3eae44e2d7c4 req-5f30af2f-4ddf-498f-9ec7-6b1431221d72 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.3461609 Feb 03 12:40:37.801071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (72380f05-cc74-4915-a374-8bdc21114afb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.941743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca34203-845a-4a7f-8eb4-2733a6c3700c req-97f70335-1ee7-4e92-a669-615b19c3bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:37.963920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ca34203-845a-4a7f-8eb4-2733a6c3700c req-97f70335-1ee7-4e92-a669-615b19c3bcf6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 1129 time: 0.3956957 Feb 03 12:40:37.968486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (72380f05-cc74-4915-a374-8bdc21114afb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.017699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72380f05-cc74-4915-a374-8bdc21114afb']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:38.034631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec04a01-adb2-4c03-ae35-25715f68530f') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:38.034990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec04a01-adb2-4c03-ae35-25715f68530f') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:38.048800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (9ec04a01-adb2-4c03-ae35-25715f68530f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.083362 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9ec04a01-adb2-4c03-ae35-25715f68530f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.096632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-304e4f46-5754-4387-b903-3eae44e2d7c4 req-6eec5d80-4d6c-4159-b4d2-91c0ed45704a tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215396 Feb 03 12:40:38.100416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:40:38.100836 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (9ec04a01-adb2-4c03-ae35-25715f68530f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:40:38.120674 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:40:38.208642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-ac4e9632-19b7-4ff6-afd1-a1d4d875641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.214666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-ac4e9632-19b7-4ff6-afd1-a1d4d875641b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.4483783 Feb 03 12:40:38.231745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (72380f05-cc74-4915-a374-8bdc21114afb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.239087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.247468 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] 10.222.0.65 "DELETE /v2.0/networks/72380f05-cc74-4915-a374-8bdc21114afb HTTP/1.1" status: 204 len: 168 time: 0.5869567 Feb 03 12:40:38.262445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7eb7f-8535-446d-a010-020c1cb53f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=72380f05-cc74-4915-a374-8bdc21114afb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:38.299147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ca34203-845a-4a7f-8eb4-2733a6c3700c req-da4dfdaa-bbd5-4dc4-849d-bc574c02c8e6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378781 Feb 03 12:40:38.380076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-2d33bd31-71f3-4f49-bbb1-97b1f00e1262 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777063 Feb 03 12:40:38.443761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce9a9a-7e66-4a61-ac6e-c614248ee2cc req-bfcc49d1-5dd6-4306-861d-df7f2d9a63c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.452077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52ce9a9a-7e66-4a61-ac6e-c614248ee2cc req-bfcc49d1-5dd6-4306-861d-df7f2d9a63c1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.3827705 Feb 03 12:40:38.713886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52636) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:38.741374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-f9d85100-5e50-474e-812a-086aacf44412 service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521385 Feb 03 12:40:38.764620 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f66e11a1-5e55-4a24-8292-8b58dbd7f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.806320 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-14ebf93c-7746-4f3d-bf0e-571771f70bec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e5983ca746647119b931ba96e37d1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0906384 Feb 03 12:40:38.808640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52640) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:38.810415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a63c2d-d0d9-490a-9b85-c62400f1b5be req-5b1928a0-fbd8-416f-9c21-ec8471e06e97 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.812802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17a63c2d-d0d9-490a-9b85-c62400f1b5be req-5b1928a0-fbd8-416f-9c21-ec8471e06e97 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.5297015 Feb 03 12:40:38.874499 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19ebb17c-4bba-44ce-827e-bcafec902044 admin admin] Publish callbacks [] for security_group (09096be1-4be8-4f65-8943-c0a73bda936e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.901967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52ce9a9a-7e66-4a61-ac6e-c614248ee2cc req-61f9ed71-9c0e-4db2-b788-4d2c15ed85ac tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489992 Feb 03 12:40:38.908901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19ebb17c-4bba-44ce-827e-bcafec902044 admin admin] Publish callbacks [] for security_group (09096be1-4be8-4f65-8943-c0a73bda936e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.952766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47de5ec7-9c27-4f3e-a65d-d391a8e76709 req-a9160f2f-236d-43c5-9816-d19d5a51733f service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958838 Feb 03 12:40:38.958396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17a63c2d-d0d9-490a-9b85-c62400f1b5be req-3a1e00ab-8861-4994-95a6-917079647480 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380188 Feb 03 12:40:39.020370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19ebb17c-4bba-44ce-827e-bcafec902044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (09096be1-4be8-4f65-8943-c0a73bda936e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:39.027087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19ebb17c-4bba-44ce-827e-bcafec902044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:39.029088 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-19ebb17c-4bba-44ce-827e-bcafec902044 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09096be1-4be8-4f65-8943-c0a73bda936e HTTP/1.1" status: 204 len: 168 time: 0.2192287 Feb 03 12:40:39.043730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebb17c-4bba-44ce-827e-bcafec902044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09096be1-4be8-4f65-8943-c0a73bda936e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:39.131156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2800f-480a-45d6-a05e-f7b6e192bf10 req-784437f3-11cf-4a38-ab80-1e6408533736 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:39.133118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6e2800f-480a-45d6-a05e-f7b6e192bf10 req-784437f3-11cf-4a38-ab80-1e6408533736 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.1350770 Feb 03 12:40:39.147275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52646) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:39.152666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-853e6fe8-e1f0-4ec1-8309-e3f75558da35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Request body: {'floatingip': {'port_id': '15a08eae-1ff4-4ee7-88e1-1add343f3427'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:39.203807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-853e6fe8-e1f0-4ec1-8309-e3f75558da35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for floatingip (8c4d880b-cbc2-4fb0-bd85-ee144cda5794), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:39.460291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c6b97e10-ddbf-44e9-8219-6039fca4b126 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:39.510191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-ced25b89-53bf-4686-9c38-0c7286792d93 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a8e4db04315c42279f3302ce1df7214e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704236 Feb 03 12:40:39.522166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: c6b97e10-ddbf-44e9-8219-6039fca4b126 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:40:39.522458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c6b97e10-ddbf-44e9-8219-6039fca4b126 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:40:40.026067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.326572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52684) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:40.475872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-598471669-network', 'tenant_id': '128dd9deede3453395eef25da6166720'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:40.519866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Made reservation on behalf of 128dd9deede3453395eef25da6166720 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:40.522674 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.544411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.615787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-73831413-eca1-4e19-8b7a-91df7c64d02d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:40.618238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-73831413-eca1-4e19-8b7a-91df7c64d02d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1000071 Feb 03 12:40:40.629732 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-853e6fe8-e1f0-4ec1-8309-e3f75558da35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.643261 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-853e6fe8-e1f0-4ec1-8309-e3f75558da35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (8c4d880b-cbc2-4fb0-bd85-ee144cda5794), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.672214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Publish callbacks [] for security_group (ef113d80-f593-4f95-bf1a-a8dcfa7b97ae), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.678803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ef113d80-f593-4f95-bf1a-a8dcfa7b97ae), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.683646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-c07a662e-1288-4448-a904-bd3fe90b8e5f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/quotas/a8e4db04315c42279f3302ce1df7214e HTTP/1.1" status: 200 len: 375 time: 0.0523233 Feb 03 12:40:40.715983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:40.746904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:40:40.754164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85516c06-39d8-46d8-bdad-1959a5ff8683 req-bdebdc28-c171-4785-a161-0233406778dc tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:40.759563 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (23e72aef-59b4-45ac-8b60-a97a1e40faec), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.760188 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Added segment 23e72aef-59b4-45ac-8b60-a97a1e40faec of type vlan for network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb Feb 03 12:40:40.762552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85516c06-39d8-46d8-bdad-1959a5ff8683 req-bdebdc28-c171-4785-a161-0233406778dc tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.2432847 Feb 03 12:40:40.821530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (8840afdc-a3ef-4d81-9bf6-7b35120db4eb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.860623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-b6fe8d18-fdb6-405b-b898-385c7c1fa648 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a8e4db04315c42279f3302ce1df7214e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1678405 Feb 03 12:40:40.870125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (8840afdc-a3ef-4d81-9bf6-7b35120db4eb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.871738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:40.874165 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:40.934068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85516c06-39d8-46d8-bdad-1959a5ff8683 req-d7870a1a-d51c-41f3-b65a-83b15876f3dc tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705787 Feb 03 12:40:40.937359 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-853e6fe8-e1f0-4ec1-8309-e3f75558da35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Floating IP 8c4d880b-cbc2-4fb0-bd85-ee144cda5794 associated. External IP: 172.25.3.44, port: 15a08eae-1ff4-4ee7-88e1-1add343f3427. Feb 03 12:40:40.980697 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6524882 Feb 03 12:40:40.981367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52704) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:40.988976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Request body: {'subnet': {'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-598471669-subnet', 'tenant_id': '128dd9deede3453395eef25da6166720', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:40.997152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff3c64-5885-4f28-94ce-7bf432bc778d admin admin] Pushing event updated for resources: {'Network': ['ID=8840afdc-a3ef-4d81-9bf6-7b35120db4eb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:41.010601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:40:41.028313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Made reservation on behalf of 128dd9deede3453395eef25da6166720 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:41.030683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:41.240988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d42e25e-95f7-42af-a756-03b9d242d69b req-26856a93-afe5-4cd8-83f1-98564fe93f63 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 210 time: 0.0579274 Feb 03 12:40:41.357600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906301b2-0553-430c-aeed-a5d57ecd0228 req-57e360ac-edae-426f-9e92-e4d0315ff7b0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:41.361661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-906301b2-0553-430c-aeed-a5d57ecd0228 req-57e360ac-edae-426f-9e92-e4d0315ff7b0 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.2328665 Feb 03 12:40:41.417245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:41.453887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (63d607d2-2690-46d8-b38c-00d76cd68e35), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:41.482281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853e6fe8-e1f0-4ec1-8309-e3f75558da35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Router 74cae636-349a-444b-92e7-5430335c6a20 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:40:41.587042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-906301b2-0553-430c-aeed-a5d57ecd0228 req-b275b4a1-e6e7-4799-abac-917c8745a129 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026227 Feb 03 12:40:41.596824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d607d2-2690-46d8-b38c-00d76cd68e35,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:41.609636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Checking segment: {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:41.610014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Network hostable DHCP agents. Network: 8840afdc-a3ef-4d81-9bf6-7b35120db4eb, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:40:41.652114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:40:41.672989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 8840afdc-a3ef-4d81-9bf6-7b35120db4eb) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:41.677661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:41.678345 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:41.688851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de6194-32d2-4795-83ed-bac186abbdf1 None None] Network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:40:41.751936 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0e64b677-463e-408e-b6bd-dafa53a9deb0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7586792 Feb 03 12:40:41.756981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853e6fe8-e1f0-4ec1-8309-e3f75558da35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:41.763481 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-853e6fe8-e1f0-4ec1-8309-e3f75558da35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:41.818827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] Sync routers for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:41.841288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-853e6fe8-e1f0-4ec1-8309-e3f75558da35 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "PUT /v2.0/floatingips/8c4d880b-cbc2-4fb0-bd85-ee144cda5794 HTTP/1.1" status: 200 len: 991 time: 2.6904118 Feb 03 12:40:41.841288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'tag': '15a08eae-1ff4-4ee7-88e1-1add343f3427'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:41.841975 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9991ae-b521-48c5-ab78-c6dd0c90925a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b84b812-eab9-4605-8ec3-6b59a11390c4", "tag": "15a08eae-1ff4-4ee7-88e1-1add343f3427"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:41.857558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:41.858471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:41.916491 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef765afc-d00f-45b1-82cd-af23520954fe x-openstack-request-id: req-ef765afc-d00f-45b1-82cd-af23520954fe {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:41.916792 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b84b812-eab9-4605-8ec3-6b59a11390c4", "tag": "15a08eae-1ff4-4ee7-88e1-1add343f3427", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:41.917052 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef765afc-d00f-45b1-82cd-af23520954fe {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:41.917482 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'tag': '15a08eae-1ff4-4ee7-88e1-1add343f3427', 'status': 'completed', 'code': 200} Feb 03 12:40:42.110957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:42.188342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041b468-da0d-436c-a4fd-1d3ea36f4cee req-bd94f09b-6977-4c62-8bee-b8b867353a20 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:42.200511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c041b468-da0d-436c-a4fd-1d3ea36f4cee req-bd94f09b-6977-4c62-8bee-b8b867353a20 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.1996298 Feb 03 12:40:42.206979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-8d754426-5978-433a-83b5-3a6745235da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:42.209357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-8d754426-5978-433a-83b5-3a6745235da5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=addf4791bee04d69b2d573d0b0b393de&device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 1129 time: 0.2780328 Feb 03 12:40:42.248783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-8840afdc-a3ef-4d81-9bf6-7b35120db4eb', 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb', 'project_id': '128dd9deede3453395eef25da6166720', 'fixed_ips': [{'subnet_id': '63d607d2-2690-46d8-b38c-00d76cd68e35'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:40:42.249714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f3a9c-2142-4ef9-bc51-ce8cbd59ffb4 req-f04e6f4d-94b1-49b0-abb5-93d406fc33a6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:42.250773 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.252006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09f3a9c-2142-4ef9-bc51-ce8cbd59ffb4 req-f04e6f4d-94b1-49b0-abb5-93d406fc33a6 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.1816592 Feb 03 12:40:42.439432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c09f3a9c-2142-4ef9-bc51-ce8cbd59ffb4 req-4e052ff7-3c54-495d-84cf-03be7b5b32cd tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720445 Feb 03 12:40:42.443667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c041b468-da0d-436c-a4fd-1d3ea36f4cee req-a7414194-0fd6-4bfd-8e1d-75887a24c221 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428982 Feb 03 12:40:42.487212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-2defe176-0b73-4787-a7a5-52cc3282c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:42.489493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-2defe176-0b73-4787-a7a5-52cc3282c9de service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccde93d6-00aa-4baf-9631-a6704f3b0232 HTTP/1.1" status: 200 len: 906 time: 0.2346804 Feb 03 12:40:42.609218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Allocated IP 172.20.0.2 (8840afdc-a3ef-4d81-9bf6-7b35120db4eb/63d607d2-2690-46d8-b38c-00d76cd68e35/739de4bd-9531-4684-83d1-70dc1d75ece4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:42.625008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-a06ab0e3-e110-4ece-a3a7-70d6efd6039b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15a08eae-1ff4-4ee7-88e1-1add343f3427 HTTP/1.1" status: 200 len: 999 time: 0.1223078 Feb 03 12:40:42.668559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-876410ca-55df-4fc2-ba3d-4d91111f0335 req-0a1531dc-7d74-4b83-9a4a-27558582f43f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 210 time: 0.0423684 Feb 03 12:40:42.756263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-7d85ce16-9843-41f6-b310-fbf6f2670c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:42.757826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-7d85ce16-9843-41f6-b310-fbf6f2670c62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a83fa049-c2b7-4ee6-9ea6-f9518d324809 HTTP/1.1" status: 200 len: 844 time: 0.1213162 Feb 03 12:40:42.803710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Publish callbacks [] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.859120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-3ad5a45c-de1c-46f7-a321-b4f5405a4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:42.860663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-3ad5a45c-de1c-46f7-a321-b4f5405a4369 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccde93d6-00aa-4baf-9631-a6704f3b0232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0868678 Feb 03 12:40:42.867436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.869611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f37b-bbe0-4e52-b48e-1f47ab887a40 req-7c8cd463-845d-49e2-8e68-faf50b339970 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:42.876780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b43f37b-bbe0-4e52-b48e-1f47ab887a40 req-7c8cd463-845d-49e2-8e68-faf50b339970 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.1131556 Feb 03 12:40:42.910535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:43.014953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:43.026562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:43.033175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:43.080047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-43c1ce8e-8529-4dcd-ba0e-67ce11657d1e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.081547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-43c1ce8e-8529-4dcd-ba0e-67ce11657d1e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 815 time: 0.1169026 Feb 03 12:40:43.093596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Pushing event updated for resources: {'Port': ['ID=739de4bd-9531-4684-83d1-70dc1d75ece4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:43.154016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b43f37b-bbe0-4e52-b48e-1f47ab887a40 req-c2554ff6-b170-43bc-af80-c68db235b633 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704613 Feb 03 12:40:43.156434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-aa88329f-411d-4ba4-803c-6011defe61e2 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a8e4db04315c42279f3302ce1df7214e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2074194 Feb 03 12:40:43.161859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-d87f084c-763e-439c-b9bc-24384e09a787 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/quotas/128dd9deede3453395eef25da6166720 HTTP/1.1" status: 200 len: 375 time: 0.0711443 Feb 03 12:40:43.252079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Attempting to bind port 739de4bd-9531-4684-83d1-70dc1d75ece4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:43.253209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Attempting to bind port 739de4bd-9531-4684-83d1-70dc1d75ece4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:43.253623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Attempting to bind port 739de4bd-9531-4684-83d1-70dc1d75ece4 on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:43.262365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:43.262779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Checking segment: {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:43.263246 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:43.263645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Bound using segment: {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:43.264121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Bound port: 739de4bd-9531-4684-83d1-70dc1d75ece4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:43.264348 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-ca6bfc4e-d606-4dd3-b54b-9cd784fc6675 service neutron] 10.222.0.72 "GET /v2.0/networks/ccde93d6-00aa-4baf-9631-a6704f3b0232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781099 Feb 03 12:40:43.264495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:43.399078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] For port 739de4bd-9531-4684-83d1-70dc1d75ece4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:43.403702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d9991ae-b521-48c5-ab78-c6dd0c90925a req-fdbd6e63-fc74-4fd1-bb58-aac32469e8a5 service neutron] 10.222.0.72 "GET /v2.0/networks/ccde93d6-00aa-4baf-9631-a6704f3b0232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073205 Feb 03 12:40:43.405291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] For port 739de4bd-9531-4684-83d1-70dc1d75ece4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=739de4bd-9531-4684-83d1-70dc1d75ece4,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:43.414729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '8c4d880b-cbc2-4fb0-bd85-ee144cda5794', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '74cae636-349a-444b-92e7-5430335c6a20', 'port_id': '15a08eae-1ff4-4ee7-88e1-1add343f3427', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'mac_address': 'fa:16:3e:08:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:40:01Z', 'updated_at': '2022-02-03T12:40:40Z', 'revision_number': 1, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:03Z', 'revision_number': 5, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:43.420508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:43.425568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-d34515aa-6e05-42d6-be7d-6907fe596ca1 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2473633 Feb 03 12:40:43.478443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] Checking router: 74cae636-349a-444b-92e7-5430335c6a20 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:43.509675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2ce05dc5-7589-43d1-b21a-49fc86500cb8 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:43.563643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:43.564422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:40:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:43.573162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-9d3010fd-a4cb-4eb0-abbf-d2eb3f1c5992 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.575405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-9d3010fd-a4cb-4eb0-abbf-d2eb3f1c5992 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4080336 Feb 03 12:40:43.623391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Request body: {'port': {'device_id': 'd7cbf09c-33ad-412b-a140-5106f5fe0a38', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'a8e4db04315c42279f3302ce1df7214e'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:43.749770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-c52e6633-7b4c-4ffb-834c-22c06fa6e39c service neutron] 10.222.0.65 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082392 Feb 03 12:40:43.827526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6a1-f01d-4813-a5c8-eb06eb938d12 req-a2866ddd-d7d6-451c-b318-5113ef779fa8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.836207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6faf6a1-f01d-4813-a5c8-eb06eb938d12 req-a2866ddd-d7d6-451c-b318-5113ef779fa8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.2329302 Feb 03 12:40:44.009183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6faf6a1-f01d-4813-a5c8-eb06eb938d12 req-855999e2-2250-4b57-a318-488961769c18 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719155 Feb 03 12:40:44.012244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Made reservation on behalf of a8e4db04315c42279f3302ce1df7214e for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:44.015675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:44.018917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c900b1-1977-4db0-8e43-4b2d7c7813ff None None] Pushing event updated for resources: {'Port': ['ID=739de4bd-9531-4684-83d1-70dc1d75ece4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:44.070762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-13134c87-a06a-4f6b-b6cf-9b6845f7da4b service neutron] 10.222.0.65 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128102 Feb 03 12:40:44.072358 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:44.242699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:44.305647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca2ea9-24fe-4894-b698-3f70f62a03fe req-835fb839-94c5-445b-a58c-8cb8e4f0f90a tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.308141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aaca2ea9-24fe-4894-b698-3f70f62a03fe req-835fb839-94c5-445b-a58c-8cb8e4f0f90a tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.1531904 Feb 03 12:40:44.474931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:44.489779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks [] for security_group (09550307-916a-4ffa-a306-e11ce89a386e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:44.528897 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (09550307-916a-4ffa-a306-e11ce89a386e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:44.545429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15544c9e-131c-4a3e-90ff-907217101af2 req-d663c2a8-10e8-42bb-82be-b57eddd3f70d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 210 time: 0.1220834 Feb 03 12:40:44.645717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09550307-916a-4ffa-a306-e11ce89a386e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:44.734651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aaca2ea9-24fe-4894-b698-3f70f62a03fe req-b429641f-6a11-4ca5-ba81-35d7a37528d6 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926094 Feb 03 12:40:44.777246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '8c4d880b-cbc2-4fb0-bd85-ee144cda5794', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '74cae636-349a-444b-92e7-5430335c6a20', 'port_id': '15a08eae-1ff4-4ee7-88e1-1add343f3427', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'mac_address': 'fa:16:3e:08:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:40:01Z', 'updated_at': '2022-02-03T12:40:40Z', 'revision_number': 1, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:03Z', 'revision_number': 5, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:44.833488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6a755-f357-4095-93e4-14a854acad15 None None] The sync data for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 is: [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '8c4d880b-cbc2-4fb0-bd85-ee144cda5794', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '74cae636-349a-444b-92e7-5430335c6a20', 'port_id': '15a08eae-1ff4-4ee7-88e1-1add343f3427', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'mac_address': 'fa:16:3e:08:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:40:01Z', 'updated_at': '2022-02-03T12:40:40Z', 'revision_number': 1, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:03Z', 'revision_number': 5, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:44.837359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-93b16b17-a9a2-44f5-9376-155432141137 service neutron] 10.222.0.72 "GET /v2.0/ports/2ce05dc5-7589-43d1-b21a-49fc86500cb8/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 385 time: 0.3396230 Feb 03 12:40:44.902425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 739de4bd-9531-4684-83d1-70dc1d75ece4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:44.989011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Allocated IP 192.168.233.121 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/01a8131b-168f-42d3-a43f-dd3750086894) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:45.031068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4605e-f9a5-4828-95e1-ed3508622238 req-3ca6b742-ebb9-434d-a597-d29e583234e1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:45.032320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 739de4bd-9531-4684-83d1-70dc1d75ece4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:45.032814 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:45.041831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27b4605e-f9a5-4828-95e1-ed3508622238 req-3ca6b742-ebb9-434d-a597-d29e583234e1 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 944 time: 0.3885679 Feb 03 12:40:45.157881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 739de4bd-9531-4684-83d1-70dc1d75ece4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:45.158281 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:45.230216 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 739de4bd-9531-4684-83d1-70dc1d75ece4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=739de4bd-9531-4684-83d1-70dc1d75ece4,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:45.243962 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:45.310865 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54c943-8a38-48ea-9d83-6d4186656147 None None] New status for floating IP 8c4d880b-cbc2-4fb0-bd85-ee144cda5794: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:40:45.332557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:45.348686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=739de4bd-9531-4684-83d1-70dc1d75ece4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:45.395376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baeaaa6-7f70-4c6b-b12b-7790375f974e None None] Network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:40:45.423936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:45.510203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27b4605e-f9a5-4828-95e1-ed3508622238 req-48a1fa5a-e2b8-4ce6-bf79-c324c8cdfa41 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611237 Feb 03 12:40:45.548826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce05dc5-7589-43d1-b21a-49fc86500cb8 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:45.593686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0730b3a1-df30-4544-b93d-5232ff677674 None None] Provisioning complete for port 739de4bd-9531-4684-83d1-70dc1d75ece4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:45.594059 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0730b3a1-df30-4544-b93d-5232ff677674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:45.632771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:45.674668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-fe2e3ecb-6607-4ab4-be63-08677167d9d5 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:45.678509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-fe2e3ecb-6607-4ab4-be63-08677167d9d5 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 815 time: 0.7043352 Feb 03 12:40:45.704552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-6307ff2b-a596-48a6-a465-f7c67826a5c2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/quotas/128dd9deede3453395eef25da6166720 HTTP/1.1" status: 200 len: 375 time: 0.0205209 Feb 03 12:40:45.785103 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:45.792934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0730b3a1-df30-4544-b93d-5232ff677674 None None] Current status of the port 739de4bd-9531-4684-83d1-70dc1d75ece4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:45.982950 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:46.125205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c24dd360-6852-4f4e-b33b-be093cf720c4 None None] Provisioning complete for port 739de4bd-9531-4684-83d1-70dc1d75ece4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:46.125886 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c24dd360-6852-4f4e-b33b-be093cf720c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:46.239704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c24dd360-6852-4f4e-b33b-be093cf720c4 None None] Current status of the port 739de4bd-9531-4684-83d1-70dc1d75ece4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:46.406524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-1dc2212c-320b-43b9-beb5-b9e9b58a5973 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6507647 Feb 03 12:40:46.409621 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks [] for port (01a8131b-168f-42d3-a43f-dd3750086894), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:46.461726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0e71-3f66-4ac4-8178-0b8c1ca3c347 req-e51467f6-57f4-4f9d-a0f7-ad3fda54cf39 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:46.467331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac4e0e71-3f66-4ac4-8178-0b8c1ca3c347 req-e51467f6-57f4-4f9d-a0f7-ad3fda54cf39 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.7576742 Feb 03 12:40:46.496651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] Transition to ACTIVE for port object 2ce05dc5-7589-43d1-b21a-49fc86500cb8 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:46.514825 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:46.522160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-004368da-aa07-4ac8-b272-b38104c4e42f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:46.523763 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-004368da-aa07-4ac8-b272-b38104c4e42f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.91 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 815 time: 0.3175495 Feb 03 12:40:46.607672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Request body: {'port': {'device_id': '708eef72-ce4f-4248-bb87-cc19f3215d99', 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb', 'admin_state_up': True, 'tenant_id': '128dd9deede3453395eef25da6166720'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:46.728312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (01a8131b-168f-42d3-a43f-dd3750086894), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:46.740309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac4e0e71-3f66-4ac4-8178-0b8c1ca3c347 req-4d5697cc-5607-40e4-b3e2-cea949915f51 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589328 Feb 03 12:40:46.775549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] No DVR routers for this DVR port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:46.789467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 739de4bd-9531-4684-83d1-70dc1d75ece4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:46.798862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-39e542b4-db8d-4605-bc84-dc4d1f35708e service neutron] 10.222.0.65 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791263 Feb 03 12:40:46.799484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce05dc5-7589-43d1-b21a-49fc86500cb8,revision_number=10']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:46.865398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:46.865954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 739de4bd-9531-4684-83d1-70dc1d75ece4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:46.866719 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:46.892427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:46.921495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:46.928401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-803a072b-267e-4837-a247-0b6a3a88de59 service neutron] 10.222.0.72 "PUT /v2.0/ports/2ce05dc5-7589-43d1-b21a-49fc86500cb8/bindings/n-h1-792364-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0760837 Feb 03 12:40:47.030769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Pushing event updated for resources: {'Port': ['ID=01a8131b-168f-42d3-a43f-dd3750086894,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:47.047759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 739de4bd-9531-4684-83d1-70dc1d75ece4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:47.089894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.090564 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:47.093044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Made reservation on behalf of 128dd9deede3453395eef25da6166720 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:47.100653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-aac58e80-a200-470c-ab81-9252048aed73 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.102240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:47.103468 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-aac58e80-a200-470c-ab81-9252048aed73 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.0947018 Feb 03 12:40:47.128115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-cb5efcdc-736e-4334-a028-2ca2af78879c service neutron] 10.222.0.65 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126667 Feb 03 12:40:47.159161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107360c3-f563-41ca-90e3-d20a08bbd51c req-ff4b131b-563f-4e32-928b-fe75fdc894bf tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.167288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-107360c3-f563-41ca-90e3-d20a08bbd51c req-ff4b131b-563f-4e32-928b-fe75fdc894bf tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.2872193 Feb 03 12:40:47.189938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-10284cd7-a356-47ac-aaf5-ce9cea8f39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.191997 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-10284cd7-a356-47ac-aaf5-ce9cea8f39b5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f&tenant_id=cf1b3f1eff6c4de9999c199891103d36 HTTP/1.1" status: 200 len: 1128 time: 0.0820603 Feb 03 12:40:47.198849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-fcfd1921-818c-454e-9bde-d80960f66d4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5904231 Feb 03 12:40:47.220238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Request body: {'port': {'device_id': 'd7cbf09c-33ad-412b-a140-5106f5fe0a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:47.315049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-d6955651-df10-4c15-a144-bd7b8d6daa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.316994 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-d6955651-df10-4c15-a144-bd7b8d6daa4f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 1128 time: 0.0937288 Feb 03 12:40:47.392310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7a36eeb6-4000-491c-92ee-7dc046cecb5f None None] Provisioning complete for port 01a8131b-168f-42d3-a43f-dd3750086894 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:47.394607 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a36eeb6-4000-491c-92ee-7dc046cecb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (01a8131b-168f-42d3-a43f-dd3750086894), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:47.408065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-107360c3-f563-41ca-90e3-d20a08bbd51c req-4bb3fcc3-837b-4a06-814b-564f883bcbba tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356484 Feb 03 12:40:47.499458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01a8131b-168f-42d3-a43f-dd3750086894), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:47.500190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-4986012d-9ee7-4dd5-98a0-047dcd4bd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.501754 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-4986012d-9ee7-4dd5-98a0-047dcd4bd230 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.1784611 Feb 03 12:40:47.516915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7a36eeb6-4000-491c-92ee-7dc046cecb5f None None] Port 01a8131b-168f-42d3-a43f-dd3750086894 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:47.556161 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-ab484e5e-5ee8-426f-b8cc-99769e005059 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8 HTTP/1.1" status: 200 len: 217 time: 0.0472755 Feb 03 12:40:47.598082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Allocated IP 172.20.0.4 (8840afdc-a3ef-4d81-9bf6-7b35120db4eb/63d607d2-2690-46d8-b38c-00d76cd68e35/3497b900-834d-4b61-bd43-3f0c50573e41) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:47.626353 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-9d615f09-a57b-4612-a9ed-95596264e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.628244 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-9d615f09-a57b-4612-a9ed-95596264e0a7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0651500 Feb 03 12:40:47.675034 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-e7c52457-b3db-490c-9ef5-b54499a9cc5c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353351 Feb 03 12:40:47.823857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32c5f-93c8-4d8e-b191-8047e3bfb408 req-13635b9b-e4c7-4f9e-b02f-48313deb2040 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.825452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc32c5f-93c8-4d8e-b191-8047e3bfb408 req-13635b9b-e4c7-4f9e-b02f-48313deb2040 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 936 time: 0.2838593 Feb 03 12:40:47.871030 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-4eaa5d11-a006-437f-a721-3d8d1b1ee57a service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794045 Feb 03 12:40:47.937135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700a673-bc6e-4888-a4f1-ae7c54feeb6c req-e0497432-04a1-402e-a338-5a1abab0dbaa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.938612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5700a673-bc6e-4888-a4f1-ae7c54feeb6c req-e0497432-04a1-402e-a338-5a1abab0dbaa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.4186716 Feb 03 12:40:47.997856 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bc3b1f6b-fc46-4c63-b8e4-458aafcc1915 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164112 Feb 03 12:40:48.035773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc32c5f-93c8-4d8e-b191-8047e3bfb408 req-9d7f6b84-8ab8-493c-bca1-534ca4179194 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552773 Feb 03 12:40:48.157567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5700a673-bc6e-4888-a4f1-ae7c54feeb6c req-5291022e-e24a-4ec1-9925-777f5ca79742 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064993 Feb 03 12:40:48.235075 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks [] for port (3497b900-834d-4b61-bd43-3f0c50573e41), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.376220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a8131b-168f-42d3-a43f-dd3750086894 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:48.399349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Publish callbacks [] for port (01a8131b-168f-42d3-a43f-dd3750086894), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.402234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bb059950-705d-4b20-a316-ea751ada43f9 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:48.417010 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bb059950-705d-4b20-a316-ea751ada43f9 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f&tenant_id=cf1b3f1eff6c4de9999c199891103d36&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.0893314 Feb 03 12:40:48.431818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Transition to ACTIVE for port object 01a8131b-168f-42d3-a43f-dd3750086894 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:48.441552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (01a8131b-168f-42d3-a43f-dd3750086894), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.450895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-8a0b1a37-33b4-4603-aec7-031178ecf837 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:48.452630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-8a0b1a37-33b4-4603-aec7-031178ecf837 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 815 time: 0.2793050 Feb 03 12:40:48.460492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.521366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-a6ae4048-bea1-463d-a0c6-7ed70a367e39 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/quotas/128dd9deede3453395eef25da6166720 HTTP/1.1" status: 200 len: 375 time: 0.0569689 Feb 03 12:40:48.579816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:48.582167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Pushing event updated for resources: {'Port': ['ID=01a8131b-168f-42d3-a43f-dd3750086894,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:48.599292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:48.602667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:48.639841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-b9fd289c-231e-408f-a487-74fab06eea86 service neutron] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:48.656197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-b9fd289c-231e-408f-a487-74fab06eea86 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.661830 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-b9fd289c-231e-408f-a487-74fab06eea86 service neutron] 10.222.0.91 "DELETE /v2.0/ports/2ce05dc5-7589-43d1-b21a-49fc86500cb8/bindings/n-h2-792364-10 HTTP/1.1" status: 204 len: 173 time: 0.2384803 Feb 03 12:40:48.831472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Pushing event updated for resources: {'Port': ['ID=3497b900-834d-4b61-bd43-3f0c50573e41,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:48.850083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:48.850766 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.879230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-3d0e1a32-337f-458a-8984-5074b5f9b548 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3502994 Feb 03 12:40:48.928026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Attempting to bind port 01a8131b-168f-42d3-a43f-dd3750086894 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:48.941438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Attempting to bind port 01a8131b-168f-42d3-a43f-dd3750086894 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:48.941770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Attempting to bind port 01a8131b-168f-42d3-a43f-dd3750086894 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:48.983611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-94dbed2d-2700-40e6-91ab-f3c882d2707b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4114087 Feb 03 12:40:49.026948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Request body: {'port': {'device_id': '708eef72-ce4f-4248-bb87-cc19f3215d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:49.029679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Port 01a8131b-168f-42d3-a43f-dd3750086894 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:49.030007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Attempting to bind port 01a8131b-168f-42d3-a43f-dd3750086894 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:49.066579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-03946e49-0da7-4b4e-8915-5ce44e57aa2d None None] Provisioning complete for port 3497b900-834d-4b61-bd43-3f0c50573e41 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:49.075918 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03946e49-0da7-4b4e-8915-5ce44e57aa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:49.109859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:49.110255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:49.110719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:49.111178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Bound port: 01a8131b-168f-42d3-a43f-dd3750086894, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:49.111542 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01a8131b-168f-42d3-a43f-dd3750086894), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:49.155914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-03946e49-0da7-4b4e-8915-5ce44e57aa2d None None] Port 3497b900-834d-4b61-bd43-3f0c50573e41 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:49.261851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-eef7cd5c-d68d-4595-99ff-d9727cd63b83 service neutron] 10.222.0.65 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816061 Feb 03 12:40:49.364680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:49.393017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-ae14396e-9087-47a7-bc21-6b0f069d68c7 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:49.394607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-ae14396e-9087-47a7-bc21-6b0f069d68c7 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.72 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 815 time: 0.4100366 Feb 03 12:40:49.441507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] For port 01a8131b-168f-42d3-a43f-dd3750086894, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:49.449927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Request body: {'port': {'device_id': 'ee9659ce-e317-4f23-b0bd-112a0725dea6', 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb', 'admin_state_up': True, 'tenant_id': '128dd9deede3453395eef25da6166720'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:49.491926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] For port 01a8131b-168f-42d3-a43f-dd3750086894, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01a8131b-168f-42d3-a43f-dd3750086894,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:49.532705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (01a8131b-168f-42d3-a43f-dd3750086894), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:50.061438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-245a2c5d-f4c1-4f05-9dde-5c3fe14a6133 service neutron] 10.222.0.65 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7953212 Feb 03 12:40:50.066310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.068980 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:50.072026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] 10.222.0.72 "PUT /v2.0/ports/01a8131b-168f-42d3-a43f-dd3750086894 HTTP/1.1" status: 200 len: 1097 time: 2.8636050 Feb 03 12:40:50.092620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cbf09c-33ad-412b-a140-5106f5fe0a38', 'tag': '01a8131b-168f-42d3-a43f-dd3750086894'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:50.100091 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0229cca0-8b82-424d-92f0-efb207eebb10" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cbf09c-33ad-412b-a140-5106f5fe0a38", "tag": "01a8131b-168f-42d3-a43f-dd3750086894"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:50.124783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d5260-2e33-4321-b107-19ab9777f58d req-10775fd2-15ef-411e-9d06-dcd17a88f8ea tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.131702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e0d5260-2e33-4321-b107-19ab9777f58d req-10775fd2-15ef-411e-9d06-dcd17a88f8ea tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 948 time: 0.8158627 Feb 03 12:40:50.283478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432d75d-101a-473d-b4b3-dea383e5014c service neutron] Pushing event updated for resources: {'Port': ['ID=01a8131b-168f-42d3-a43f-dd3750086894,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:50.334549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52880) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:50.408931 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:50.436117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e0d5260-2e33-4321-b107-19ab9777f58d req-ea4e9289-76f2-4da6-bed8-df275be10c1a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020711 Feb 03 12:40:50.456183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Made reservation on behalf of 128dd9deede3453395eef25da6166720 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:50.464040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:50.473783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-378fdb78-5c14-4004-9150-ff593420f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.475355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-378fdb78-5c14-4004-9150-ff593420f477 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8e4db04315c42279f3302ce1df7214e&device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 1131 time: 0.3322294 Feb 03 12:40:50.580107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-b4f26fe5-8fb4-4e00-9ad0-ad1ac4ae2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.580751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-b4f26fe5-8fb4-4e00-9ad0-ad1ac4ae2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.581298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-b4f26fe5-8fb4-4e00-9ad0-ad1ac4ae2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.581847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-b4f26fe5-8fb4-4e00-9ad0-ad1ac4ae2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.582745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-b4f26fe5-8fb4-4e00-9ad0-ad1ac4ae2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.583314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-b4f26fe5-8fb4-4e00-9ad0-ad1ac4ae2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.583832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-b4f26fe5-8fb4-4e00-9ad0-ad1ac4ae2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.594769 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-b4f26fe5-8fb4-4e00-9ad0-ad1ac4ae2ae8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6713 time: 0.2563121 Feb 03 12:40:50.631041 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa4d6cf-5bdc-44c2-9ddb-a9033dac146a x-openstack-request-id: req-2aa4d6cf-5bdc-44c2-9ddb-a9033dac146a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:50.631311 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cbf09c-33ad-412b-a140-5106f5fe0a38", "tag": "01a8131b-168f-42d3-a43f-dd3750086894", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:50.631589 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2aa4d6cf-5bdc-44c2-9ddb-a9033dac146a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:50.631984 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cbf09c-33ad-412b-a140-5106f5fe0a38', 'tag': '01a8131b-168f-42d3-a43f-dd3750086894', 'status': 'completed', 'code': 200} Feb 03 12:40:50.639737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-62e1b9d4-4d92-4a96-8ba3-a696b8b2365e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=01a8131b-168f-42d3-a43f-dd3750086894 HTTP/1.1" status: 200 len: 217 time: 0.1321673 Feb 03 12:40:50.699579 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-6b8c6d2c-bb34-46ad-9f7a-6cfdb8b0d390 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032591 Feb 03 12:40:50.821205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d925b-e6b8-4fc4-baa7-ec65f7268c4e req-ca8bf2f0-dc66-44b7-a5ff-50b33ba76c19 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.829208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d34d925b-e6b8-4fc4-baa7-ec65f7268c4e req-ca8bf2f0-dc66-44b7-a5ff-50b33ba76c19 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.4546626 Feb 03 12:40:50.834645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7cfb0b4-88d2-4eec-be4d-8296187f6940 req-c413ba33-d909-4f8b-acad-38180917cf0d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 210 time: 0.1566441 Feb 03 12:40:50.887764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-3fdc605c-27b2-4cf9-b698-7daf871babed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.889410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-3fdc605c-27b2-4cf9-b698-7daf871babed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2370219 Feb 03 12:40:51.032777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d34d925b-e6b8-4fc4-baa7-ec65f7268c4e req-f9f3a66a-3538-46e1-a50f-4d43f67d60e8 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024710 Feb 03 12:40:51.065343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3497b900-834d-4b61-bd43-3f0c50573e41 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:51.102472 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Publish callbacks [] for port (3497b900-834d-4b61-bd43-3f0c50573e41), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:51.161463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-6985e421-1e2f-448f-964b-fbd89043e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:51.163102 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-6985e421-1e2f-448f-964b-fbd89043e8d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2616937 Feb 03 12:40:51.168598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Transition to ACTIVE for port object 3497b900-834d-4b61-bd43-3f0c50573e41 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:51.186038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52391895-a396-48b3-b282-f9a9d1a61ce6 req-1fa1baab-b6a2-4397-aef7-6fbbdb9aaeed tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:51.190110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52391895-a396-48b3-b282-f9a9d1a61ce6 req-1fa1baab-b6a2-4397-aef7-6fbbdb9aaeed tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.2700851 Feb 03 12:40:51.250619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:51.362059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Allocated IP 172.20.0.7 (8840afdc-a3ef-4d81-9bf6-7b35120db4eb/63d607d2-2690-46d8-b38c-00d76cd68e35/d6f44afa-4668-4bd3-a02a-01171728bc8b) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:51.437309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Pushing event updated for resources: {'Port': ['ID=3497b900-834d-4b61-bd43-3f0c50573e41,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:51.502719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52391895-a396-48b3-b282-f9a9d1a61ce6 req-dcafe3cb-fec0-40f8-bc32-5314eb6eec27 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532535 Feb 03 12:40:51.572533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664a3d-40aa-49cf-9788-d69986dc530a req-330015bc-3eb5-4f7a-bb8f-c30baaf514ef tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:51.576268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23664a3d-40aa-49cf-9788-d69986dc530a req-330015bc-3eb5-4f7a-bb8f-c30baaf514ef tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 1128 time: 0.4091172 Feb 03 12:40:51.677386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-c4ef3b6a-0588-4e74-9089-dd6430fadf83 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514115 Feb 03 12:40:51.874271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23664a3d-40aa-49cf-9788-d69986dc530a req-bd797233-a5e4-47b6-8468-e060671e5c31 tempest-LiveAutoBlockMigrationV225Test-320313028 tempest-LiveAutoBlockMigrationV225Test-320313028-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316034 Feb 03 12:40:51.879744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Attempting to bind port 3497b900-834d-4b61-bd43-3f0c50573e41 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:51.880163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Attempting to bind port 3497b900-834d-4b61-bd43-3f0c50573e41 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:51.880499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Attempting to bind port 3497b900-834d-4b61-bd43-3f0c50573e41 on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:51.899925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eadb7-f2a6-4a48-8e1f-9c76fa97e54e req-0a0f7f8c-f425-4755-a64d-e38ff00eba95 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:51.901577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-173eadb7-f2a6-4a48-8e1f-9c76fa97e54e req-0a0f7f8c-f425-4755-a64d-e38ff00eba95 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 948 time: 0.3238945 Feb 03 12:40:51.912430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Port 3497b900-834d-4b61-bd43-3f0c50573e41 on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:51.912430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Attempting to bind port 3497b900-834d-4b61-bd43-3f0c50573e41 on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:51.970604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:51.970969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Checking segment: {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:51.971279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Bound using segment: {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:51.971729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Bound port: 3497b900-834d-4b61-bd43-3f0c50573e41, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:51.972090 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.096009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d89096be-80e7-4133-b710-5c2e1bdc8ca5 req-109777d9-df15-494b-821c-cdfbc4373707 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981726 Feb 03 12:40:52.124321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-bb0a27a1-02c1-4019-a678-4adf71de7d59 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.126643 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-bb0a27a1-02c1-4019-a678-4adf71de7d59 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.72 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 815 time: 0.2098751 Feb 03 12:40:52.152147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Request body: {'port': {'device_id': '340eb79a-67f0-47e8-96da-31bd398faf9e', 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb', 'admin_state_up': True, 'tenant_id': '128dd9deede3453395eef25da6166720'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:52.162392 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks [] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.227994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d26047-db53-4ef4-ab62-9dddbd3b0599 req-1baae105-c7b1-492d-9c99-ca925615a764 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 210 time: 0.1711955 Feb 03 12:40:52.297562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.313986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Made reservation on behalf of 128dd9deede3453395eef25da6166720 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:52.320949 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.378600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Pushing event updated for resources: {'Port': ['ID=d6f44afa-4668-4bd3-a02a-01171728bc8b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:52.430449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-173eadb7-f2a6-4a48-8e1f-9c76fa97e54e req-38f2ed51-96e3-4586-a38e-7c0a85f9a331 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191886 Feb 03 12:40:52.455387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:52.456654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] For port 3497b900-834d-4b61-bd43-3f0c50573e41, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:52.463755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] For port 3497b900-834d-4b61-bd43-3f0c50573e41, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3497b900-834d-4b61-bd43-3f0c50573e41,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:52.465426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:52.467958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:52.500603 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.521782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.522505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.524503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] 10.222.0.91 "PUT /v2.0/ports/3497b900-834d-4b61-bd43-3f0c50573e41 HTTP/1.1" status: 200 len: 1092 time: 3.5248916 Feb 03 12:40:52.577874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Allocated IP 172.20.0.8 (8840afdc-a3ef-4d81-9bf6-7b35120db4eb/63d607d2-2690-46d8-b38c-00d76cd68e35/6f3c34b8-c7e4-444f-88ce-d2010d2c9d14) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:52.600977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-5717ab72-84d4-44d5-82ce-9a3a9a9242d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.608029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-5717ab72-84d4-44d5-82ce-9a3a9a9242d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8e4db04315c42279f3302ce1df7214e&device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 1131 time: 0.3701832 Feb 03 12:40:52.618189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.618863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.646463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708eef72-ce4f-4248-bb87-cc19f3215d99', 'tag': '3497b900-834d-4b61-bd43-3f0c50573e41'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:52.658533 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97" -d '{"events": [{"name": "network-changed", "server_uuid": "708eef72-ce4f-4248-bb87-cc19f3215d99", "tag": "3497b900-834d-4b61-bd43-3f0c50573e41"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:52.818851 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks [] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.848889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a23755a3-30bc-4879-abd3-940a52bcef7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4118407 Feb 03 12:40:52.867691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-f7b9d24d-2cf0-4fd1-8024-e08a9e5d4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.869218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-f7b9d24d-2cf0-4fd1-8024-e08a9e5d4362 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 1126 time: 0.2466326 Feb 03 12:40:52.884579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.921869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6972fc29-a6b2-408b-a7d2-1dc33e728897 None None] Provisioning complete for port d6f44afa-4668-4bd3-a02a-01171728bc8b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:52.922528 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6972fc29-a6b2-408b-a7d2-1dc33e728897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:52.937816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31830b7f-a3ef-4123-a463-28657b8f72b9 req-5028a2b8-1a45-4ae6-8337-39578277471c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.947698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31830b7f-a3ef-4123-a463-28657b8f72b9 req-5028a2b8-1a45-4ae6-8337-39578277471c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.2794671 Feb 03 12:40:52.956747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:52.963665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:52.971586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Request body: {'port': {'device_id': 'ee9659ce-e317-4f23-b0bd-112a0725dea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:52.973785 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:53.007250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6972fc29-a6b2-408b-a7d2-1dc33e728897 None None] Port d6f44afa-4668-4bd3-a02a-01171728bc8b cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:53.023322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Pushing event updated for resources: {'Port': ['ID=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:53.071374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:53.071997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:53.101129 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-b93bc45c-fcdd-44d9-99db-35dd3b17236f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9537756 Feb 03 12:40:53.111298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9a000-d107-4ef1-befd-6ceb62b92129 service neutron] Pushing event updated for resources: {'Port': ['ID=3497b900-834d-4b61-bd43-3f0c50573e41,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:53.124879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73f751-666e-4680-a989-68a0835ff6a7 req-7e7ecd1c-d4a5-4e77-92ea-984110e5b757 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:53.126509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be73f751-666e-4680-a989-68a0835ff6a7 req-7e7ecd1c-d4a5-4e77-92ea-984110e5b757 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.4573328 Feb 03 12:40:53.130955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-54c983c5-62a7-48d2-8ff0-3219316491f5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3497b900-834d-4b61-bd43-3f0c50573e41 HTTP/1.1" status: 200 len: 217 time: 0.1744521 Feb 03 12:40:53.136847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-18633217-dac1-434f-8c65-6054b30b9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:53.138195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Request body: {'port': {'device_id': '340eb79a-67f0-47e8-96da-31bd398faf9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:53.138888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-18633217-dac1-434f-8c65-6054b30b9878 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.4929731 Feb 03 12:40:53.191408 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:53.243589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:53.290961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-81cef252-9a6d-4a87-9b3b-e358cc5a8586 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=01a8131b-168f-42d3-a43f-dd3750086894 HTTP/1.1" status: 200 len: 217 time: 0.0951161 Feb 03 12:40:53.354162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31830b7f-a3ef-4123-a463-28657b8f72b9 req-2c7ab3ec-14d9-48e7-b103-7ef79178b2d1 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039259 Feb 03 12:40:53.363875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-2c3064b9-145f-4d3a-94ca-7c84343b71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:53.368252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-2c3064b9-145f-4d3a-94ca-7c84343b71ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=63d607d2-2690-46d8-b38c-00d76cd68e35 HTTP/1.1" status: 200 len: 854 time: 0.2276661 Feb 03 12:40:53.425958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:53.462891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be73f751-666e-4680-a989-68a0835ff6a7 req-57369fec-f871-478a-9b4f-c9f948f33bb7 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232830 Feb 03 12:40:53.575268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ead7ce56-5df9-43c6-8e77-596ad26ba414 None None] Provisioning complete for port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:53.576048 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ead7ce56-5df9-43c6-8e77-596ad26ba414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:53.619081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ead7ce56-5df9-43c6-8e77-596ad26ba414 None None] Port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:53.623457 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef7ba7-6564-4fd6-ac76-72efe017ea36 x-openstack-request-id: req-dfef7ba7-6564-4fd6-ac76-72efe017ea36 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:53.623893 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708eef72-ce4f-4248-bb87-cc19f3215d99", "tag": "3497b900-834d-4b61-bd43-3f0c50573e41", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:53.623990 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfef7ba7-6564-4fd6-ac76-72efe017ea36 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:53.624404 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708eef72-ce4f-4248-bb87-cc19f3215d99', 'tag': '3497b900-834d-4b61-bd43-3f0c50573e41', 'status': 'completed', 'code': 200} Feb 03 12:40:53.671694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:53.689868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7', 'network_id': 'ff7288cd-6b04-4165-befc-518c407d3774', 'port_id': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7', 'mac_address': 'fa:16:3e:ca:7e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65ca260-a0ed-4d89-a744-69405f9680e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:53.699303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:53.708975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Publish callbacks [] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:53.743511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Transition to ACTIVE for port object 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:53.767248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-207f2812-904f-4f94-9a94-174e54030e70 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:53.768855 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-207f2812-904f-4f94-9a94-174e54030e70 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 945 time: 0.3455608 Feb 03 12:40:53.771214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:53.771615 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:53.774538 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:53.805889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:53.829899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:53.889776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:53.901856 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:53.950110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f44afa-4668-4bd3-a02a-01171728bc8b {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:53.958243 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Publish callbacks [] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:53.972594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Transition to ACTIVE for port object d6f44afa-4668-4bd3-a02a-01171728bc8b will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:53.989778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:54.003745 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.020348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Attempting to bind port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:54.020922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Attempting to bind port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:54.021125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Attempting to bind port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:54.029750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c8a2-84ad-4b26-920d-364d61e8bd16 req-f7858b66-5f8c-4acf-9b81-40465ff2767d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.033093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:54.033456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Attempting to bind port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:54.037725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46b5c8a2-84ad-4b26-920d-364d61e8bd16 req-f7858b66-5f8c-4acf-9b81-40465ff2767d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 931 time: 0.3972213 Feb 03 12:40:54.053041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:54.053781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Checking segment: {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:54.054549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Bound using segment: {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:54.055217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Bound port: 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:54.055768 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.065537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:54.090200 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Deleting port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:54.090569 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.104512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-f4324b4b-bb0b-4cfc-9970-0a4165984c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.109483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-f4324b4b-bb0b-4cfc-9970-0a4165984c70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.8029764 Feb 03 12:40:54.123910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f44afa-4668-4bd3-a02a-01171728bc8b,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:54.316297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-6546dfed-f112-4600-8d4e-7ad2310c51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.318387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-6546dfed-f112-4600-8d4e-7ad2310c51c4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8540208 Feb 03 12:40:54.322184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] For port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:54.339550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] For port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:54.354624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] For port 2ce05dc5-7589-43d1-b21a-49fc86500cb8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=2ce05dc5-7589-43d1-b21a-49fc86500cb8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:54.355358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.376929 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.399779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701a2f9-4ab7-4bc0-af0b-570a8987a408 req-c1a9346c-e640-40f4-962d-b9b9799062cf tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.407054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8701a2f9-4ab7-4bc0-af0b-570a8987a408 req-c1a9346c-e640-40f4-962d-b9b9799062cf tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 948 time: 0.7653930 Feb 03 12:40:54.447410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:54.451756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Calling delete_port for 2ce05dc5-7589-43d1-b21a-49fc86500cb8 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:54.500840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46b5c8a2-84ad-4b26-920d-364d61e8bd16 req-b36f8d69-41c0-42b7-b2e2-44304c169183 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584744 Feb 03 12:40:54.547343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-10755fcb-7ddf-4888-bf5e-8cf0fa004bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.549565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-10755fcb-7ddf-4888-bf5e-8cf0fa004bc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3933244 Feb 03 12:40:54.554409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Attempting to bind port d6f44afa-4668-4bd3-a02a-01171728bc8b on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:54.554994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Attempting to bind port d6f44afa-4668-4bd3-a02a-01171728bc8b by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:54.555497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Attempting to bind port d6f44afa-4668-4bd3-a02a-01171728bc8b on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:54.560841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.561494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.563379 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-36bfba9a-1bf1-46e2-99ce-9b2763095f81 service neutron] 10.222.0.72 "PUT /v2.0/ports/6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 HTTP/1.1" status: 200 len: 1092 time: 1.4534125 Feb 03 12:40:54.564335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340eb79a-67f0-47e8-96da-31bd398faf9e', 'tag': '6f3c34b8-c7e4-444f-88ce-d2010d2c9d14'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:54.576441 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c4baeb-5b9f-4972-9360-227e72fe8a57" -d '{"events": [{"name": "network-changed", "server_uuid": "340eb79a-67f0-47e8-96da-31bd398faf9e", "tag": "6f3c34b8-c7e4-444f-88ce-d2010d2c9d14"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:54.637625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Port d6f44afa-4668-4bd3-a02a-01171728bc8b on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:54.638217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Attempting to bind port d6f44afa-4668-4bd3-a02a-01171728bc8b on network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:54.689305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8701a2f9-4ab7-4bc0-af0b-570a8987a408 req-c644cb32-2356-4552-90b1-f20fc0599691 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812893 Feb 03 12:40:54.756523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-c7de7d7a-79c1-4282-8656-cf37e2635dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.758851 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-c7de7d7a-79c1-4282-8656-cf37e2635dae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 1126 time: 0.1374869 Feb 03 12:40:54.794925 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2ce05dc5-7589-43d1-b21a-49fc86500cb8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.803678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:54.804221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Checking segment: {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:54.804626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Bound using segment: {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:54.810254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Bound port: d6f44afa-4668-4bd3-a02a-01171728bc8b, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e72aef-59b4-45ac-8b60-a97a1e40faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:54.810709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.817300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['9f8c0c60-6c4b-4fe5-aa18-57660afe20b8', '2ce05dc5-7589-43d1-b21a-49fc86500cb8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:54.888196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-33889da8-90bc-42cb-9c23-f86f8d71fd96 service neutron] 10.222.0.91 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566161 Feb 03 12:40:54.890060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bda49ac4-b688-4159-9463-66b09cad9c44 req-23158643-872b-4519-9165-2b0dacd6275f tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0370619 Feb 03 12:40:54.965707 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-eb7423bb-7b4a-4d05-a075-bb247dc01109 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 HTTP/1.1" status: 200 len: 217 time: 0.1964343 Feb 03 12:40:55.081324 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd78ba1a-d482-46a1-8add-7790fcc28392 x-openstack-request-id: req-cd78ba1a-d482-46a1-8add-7790fcc28392 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:55.081626 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340eb79a-67f0-47e8-96da-31bd398faf9e", "tag": "6f3c34b8-c7e4-444f-88ce-d2010d2c9d14", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:55.081870 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd78ba1a-d482-46a1-8add-7790fcc28392 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:55.082279 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340eb79a-67f0-47e8-96da-31bd398faf9e', 'tag': '6f3c34b8-c7e4-444f-88ce-d2010d2c9d14', 'status': 'completed', 'code': 200} Feb 03 12:40:55.083769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-95e15572-78dc-4850-a48a-dee4f6b6923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:55.085361 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-95e15572-78dc-4850-a48a-dee4f6b6923f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63d607d2-2690-46d8-b38c-00d76cd68e35 HTTP/1.1" status: 200 len: 854 time: 0.0764756 Feb 03 12:40:55.090177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Pushing event deleted for resources: {'Port': ['ID=2ce05dc5-7589-43d1-b21a-49fc86500cb8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:55.159506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] No DVR routers for this DVR port 2ce05dc5-7589-43d1-b21a-49fc86500cb8 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:55.162809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:55.171666 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c87cbe0-d560-4ed8-a506-314575b8b11f req-d6d96870-6d9c-4586-8186-a47dae110978 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.91 "DELETE /v2.0/ports/2ce05dc5-7589-43d1-b21a-49fc86500cb8 HTTP/1.1" status: 204 len: 173 time: 1.3945529 Feb 03 12:40:55.194396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-66b8239c-b4ca-4a30-a54a-0cfc3c990216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:55.196417 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-66b8239c-b4ca-4a30-a54a-0cfc3c990216 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0967197 Feb 03 12:40:55.335984 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-3349c8a9-f263-423a-a2a7-e80e2a949222 service neutron] 10.222.0.72 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288896 Feb 03 12:40:55.425341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:55.562056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01a8131b-168f-42d3-a43f-dd3750086894 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:55.567586 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bc522c2-0295-49c3-b189-39493f750ff0 req-73891906-7e1b-4c4b-b103-9bb85c83da55 service neutron] 10.222.0.72 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248721 Feb 03 12:40:55.578867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:55.582906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:55.598877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d8f2d-baba-41e0-bd35-b95e45097aef req-a2b86d19-5945-4e24-90f5-415437d43e18 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:55.600519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-965d8f2d-baba-41e0-bd35-b95e45097aef req-a2b86d19-5945-4e24-90f5-415437d43e18 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 945 time: 0.1664546 Feb 03 12:40:55.632193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-2c44272c-60f4-4984-9310-79cec9ec4471 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0673466 Feb 03 12:40:55.750023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] For port d6f44afa-4668-4bd3-a02a-01171728bc8b, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:55.775692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-a6d7244d-c960-4bb1-9d30-6c9190cb3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:55.780012 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-a6d7244d-c960-4bb1-9d30-6c9190cb3000 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 1126 time: 0.1398473 Feb 03 12:40:55.786689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37735e9a-12af-483b-9fac-a112cfc1d46b req-ecf1afad-127d-4494-aeef-e624f9aa7517 service neutron] 10.222.0.91 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8830378 Feb 03 12:40:55.794397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] For port d6f44afa-4668-4bd3-a02a-01171728bc8b, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d6f44afa-4668-4bd3-a02a-01171728bc8b,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:55.853438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:55.897037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-965d8f2d-baba-41e0-bd35-b95e45097aef req-dc2ce2fc-42a6-4296-9958-4a36df9b9187 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811790 Feb 03 12:40:55.986764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62686fd4-f0c2-4699-b302-a53283fbbb36 req-d28c3a76-9216-47c5-adc1-7c362873f45a tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:55.988331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62686fd4-f0c2-4699-b302-a53283fbbb36 req-d28c3a76-9216-47c5-adc1-7c362873f45a tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 943 time: 0.3481743 Feb 03 12:40:56.039488 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0229cca0-8b82-424d-92f0-efb207eebb10 req-438b1640-f484-460b-b4e6-2b5a100a856a service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874171 Feb 03 12:40:56.041154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.041992 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.044034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] 10.222.0.72 "PUT /v2.0/ports/d6f44afa-4668-4bd3-a02a-01171728bc8b HTTP/1.1" status: 200 len: 1092 time: 3.1736619 Feb 03 12:40:56.077670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-b9f40ec4-2df2-4473-9aa1-827e226b9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.079417 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-b9f40ec4-2df2-4473-9aa1-827e226b9337 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 916 time: 0.2903361 Feb 03 12:40:56.125705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9659ce-e317-4f23-b0bd-112a0725dea6', 'tag': 'd6f44afa-4668-4bd3-a02a-01171728bc8b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:56.128869 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9659ce-e317-4f23-b0bd-112a0725dea6", "tag": "d6f44afa-4668-4bd3-a02a-01171728bc8b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:56.138233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6e4a4-15ce-4a46-a3f3-9bddbfb0cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f44afa-4668-4bd3-a02a-01171728bc8b,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:56.174962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-ff93b943-f9ec-4c0c-8e32-a5a54f17f32d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 HTTP/1.1" status: 200 len: 217 time: 0.0845153 Feb 03 12:40:56.232755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 01a8131b-168f-42d3-a43f-dd3750086894, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01a8131b-168f-42d3-a43f-dd3750086894,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:56.235157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62686fd4-f0c2-4699-b302-a53283fbbb36 req-bb5dbc6a-ea70-4f53-bdec-b2c2a5730988 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361023 Feb 03 12:40:56.254595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:56.254927 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.268920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-afc0b064-2819-4eda-a627-ab14868dc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.268920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-afc0b064-2819-4eda-a627-ab14868dc8b6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 1126 time: 0.3676953 Feb 03 12:40:56.288724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '01a8131b-168f-42d3-a43f-dd3750086894', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '01a8131b-168f-42d3-a43f-dd3750086894', 'mac_address': 'fa:16:3e:69:cc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:56.294601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3c517-5626-4726-9c2f-e7d2d2539423 req-ccb88112-2879-44b9-918f-ac2816e53078 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.303174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55d3c517-5626-4726-9c2f-e7d2d2539423 req-ccb88112-2879-44b9-918f-ac2816e53078 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 948 time: 0.2557826 Feb 03 12:40:56.304488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-37b4022a-776c-41de-bea2-fadec8a5ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.306451 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-37b4022a-776c-41de-bea2-fadec8a5ee76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63d607d2-2690-46d8-b38c-00d76cd68e35 HTTP/1.1" status: 200 len: 854 time: 0.1238518 Feb 03 12:40:56.350637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:56.353658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:56.360099 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9480401-a637-4e0c-845c-ced0cb8de5d0" -d '{"events": [{"server_uuid": "01a89d43-bdd6-4e21-9a60-304f72979a35", "name": "network-vif-plugged", "status": "completed", "tag": "efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:56.367141 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.373198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 2ce05dc5-7589-43d1-b21a-49fc86500cb8 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:56.426984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-642bd6a8-f8c8-4d7e-a67e-bde1aeb88d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.429248 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-642bd6a8-f8c8-4d7e-a67e-bde1aeb88d4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1040068 Feb 03 12:40:56.511723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 2ce05dc5-7589-43d1-b21a-49fc86500cb8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:40:56.512815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 2ce05dc5-7589-43d1-b21a-49fc86500cb8 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:40:56.519656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 01a8131b-168f-42d3-a43f-dd3750086894 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:56.521609 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01a8131b-168f-42d3-a43f-dd3750086894), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.532531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55d3c517-5626-4726-9c2f-e7d2d2539423 req-d1abb240-4984-4ec7-ac87-85c0318f9919 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140102 Feb 03 12:40:56.532531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-807bc29b-8ca1-49ae-9705-07193d4b82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.532531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-807bc29b-8ca1-49ae-9705-07193d4b82f4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 916 time: 0.1823070 Feb 03 12:40:56.567461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a8131b-168f-42d3-a43f-dd3750086894 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:56.589156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-177617ee-934f-4e7f-9928-783e916bb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.593680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-177617ee-934f-4e7f-9928-783e916bb92c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6 HTTP/1.1" status: 200 len: 1126 time: 0.4501278 Feb 03 12:40:56.616860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df89b7c1-b282-40fb-82ce-b9b2148af73b req-69e21a7d-a2f6-4dd6-bb08-01be11ab3856 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.2252069 Feb 03 12:40:56.620923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 01a8131b-168f-42d3-a43f-dd3750086894, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01a8131b-168f-42d3-a43f-dd3750086894,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:56.650958 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-be11492e-61d9-44d0-b53f-7b90030c5ac3 service neutron] 10.222.0.72 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133164 Feb 03 12:40:56.717075 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (01a8131b-168f-42d3-a43f-dd3750086894), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.732263 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9264322d-3757-484b-bf17-98032e3c0728 x-openstack-request-id: req-9264322d-3757-484b-bf17-98032e3c0728 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:56.732263 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9659ce-e317-4f23-b0bd-112a0725dea6", "tag": "d6f44afa-4668-4bd3-a02a-01171728bc8b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:56.732629 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9264322d-3757-484b-bf17-98032e3c0728 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:56.733039 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9659ce-e317-4f23-b0bd-112a0725dea6', 'tag': 'd6f44afa-4668-4bd3-a02a-01171728bc8b', 'status': 'completed', 'code': 200} Feb 03 12:40:56.734722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-565a9621-c605-45a6-bfc0-bb9877d79889 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6f44afa-4668-4bd3-a02a-01171728bc8b HTTP/1.1" status: 200 len: 217 time: 0.0470355 Feb 03 12:40:56.739245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-31eecf03-9a39-49a6-93ea-727237f93217 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3497b900-834d-4b61-bd43-3f0c50573e41 HTTP/1.1" status: 200 len: 217 time: 0.1936555 Feb 03 12:40:56.745023 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e00d453-41dd-4a50-a7f9-36bf46a4253d x-openstack-request-id: req-7e00d453-41dd-4a50-a7f9-36bf46a4253d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:56.753842 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a89d43-bdd6-4e21-9a60-304f72979a35", "name": "network-vif-plugged", "status": "completed", "tag": "efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:56.754257 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e00d453-41dd-4a50-a7f9-36bf46a4253d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:56.754815 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7', 'code': 200} Feb 03 12:40:56.807561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:56.838484 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c8c4baeb-5b9f-4972-9360-227e72fe8a57 req-cbfe8c85-d00c-4bce-adc4-c9def901e2c5 service neutron] 10.222.0.72 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780174 Feb 03 12:40:56.923856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-61057a73-ed77-43b3-bc50-8305ebdddf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.932634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-61057a73-ed77-43b3-bc50-8305ebdddf00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63d607d2-2690-46d8-b38c-00d76cd68e35 HTTP/1.1" status: 200 len: 854 time: 0.1855001 Feb 03 12:40:56.935695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=01a8131b-168f-42d3-a43f-dd3750086894,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:56.953341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-b2f74e2d-9d03-42d7-803f-a3c9f9e9b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.955638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-b2f74e2d-9d03-42d7-803f-a3c9f9e9b7cc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=63d607d2-2690-46d8-b38c-00d76cd68e35 HTTP/1.1" status: 200 len: 854 time: 0.1176760 Feb 03 12:40:57.055730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['01a8131b-168f-42d3-a43f-dd3750086894'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:57.071371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-f6e41307-2500-46c3-97c0-5bda6f521082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:57.073258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-f6e41307-2500-46c3-97c0-5bda6f521082 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1330857 Feb 03 12:40:57.083404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'name': 'network-vif-deleted', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:57.085803 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36106d7c-22e0-4863-a637-cb5224a2d490" -d '{"events": [{"server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "name": "network-vif-deleted", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:57.095743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-21a9fa34-6c28-41ab-b7db-af018e68e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:57.097404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-21a9fa34-6c28-41ab-b7db-af018e68e2fd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1195271 Feb 03 12:40:57.143125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adec71-591d-428d-b30f-3ba2c8d14f15 req-342900fd-5b1e-4b09-81bc-06bd3e2723bb tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:57.144821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37adec71-591d-428d-b30f-3ba2c8d14f15 req-342900fd-5b1e-4b09-81bc-06bd3e2723bb tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.1515753 Feb 03 12:40:57.173001 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f5977b-4b75-4838-85fc-846d27867050 x-openstack-request-id: req-f3f5977b-4b75-4838-85fc-846d27867050 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:57.173587 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a17f2-a161-4a7d-a62a-f16b32aa344f", "name": "network-vif-deleted", "tag": "2ce05dc5-7589-43d1-b21a-49fc86500cb8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:57.174074 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3f5977b-4b75-4838-85fc-846d27867050 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:57.174983 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a17f2-a161-4a7d-a62a-f16b32aa344f', 'name': 'network-vif-deleted', 'tag': '2ce05dc5-7589-43d1-b21a-49fc86500cb8', 'status': 'completed', 'code': 200} Feb 03 12:40:57.317463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37adec71-591d-428d-b30f-3ba2c8d14f15 req-6c12e744-54af-447f-8c44-64c23ecd5410 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621704 Feb 03 12:40:57.327956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-dbdfaf76-13e7-463a-8d6b-c3a52266bfff service neutron] 10.222.0.72 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424397 Feb 03 12:40:57.332637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-5617aeec-f389-470e-b64e-db94e95887b1 service neutron] 10.222.0.91 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173328 Feb 03 12:40:57.576154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db206cab-d874-4403-9ca6-9dad37e39bbe req-654271ac-13a8-400c-b2ee-4d61f49105b1 service neutron] 10.222.0.72 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285936 Feb 03 12:40:57.593199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b91d1-b687-44ea-b7d6-b0163cd656d3 req-2d9cca5d-df5d-4211-b23e-efd0e316cefb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:57.600157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-965b91d1-b687-44ea-b7d6-b0163cd656d3 req-2d9cca5d-df5d-4211-b23e-efd0e316cefb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 943 time: 0.2057419 Feb 03 12:40:57.618888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb70a35-b629-4e8d-bf45-3f3bc8aa7c97 req-8c83855d-f410-404e-8cc7-eb113bb1010d service neutron] 10.222.0.91 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322657 Feb 03 12:40:57.683405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-965b91d1-b687-44ea-b7d6-b0163cd656d3 req-659c8a9a-7454-4815-a107-4be359e10b4a tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822778 Feb 03 12:40:57.816585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b2bdaf1-334f-4f69-8ae5-27514e611d17 req-1d5914bc-6c96-4162-86f2-72765e6650de tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0361807 Feb 03 12:40:57.847420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c3431-03f1-497b-ac05-4cb5cc0eb0a6 req-3055d6f8-c012-4303-9ea0-b04689493f1b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:57.848895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-442c3431-03f1-497b-ac05-4cb5cc0eb0a6 req-3055d6f8-c012-4303-9ea0-b04689493f1b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 949 time: 0.2046330 Feb 03 12:40:57.855630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-09050eb3-ea9a-45d5-a3cd-fd12995cb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:57.857483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-09050eb3-ea9a-45d5-a3cd-fd12995cb228 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6 HTTP/1.1" status: 200 len: 1126 time: 0.2013984 Feb 03 12:40:57.975304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-442c3431-03f1-497b-ac05-4cb5cc0eb0a6 req-adb9d878-d7d3-4532-9f56-8ccc159ee1ea tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166725 Feb 03 12:40:58.007362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-0741f7b6-9930-4f42-b06b-4a98f8a975ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.008892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-0741f7b6-9930-4f42-b06b-4a98f8a975ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 916 time: 0.1419289 Feb 03 12:40:58.059925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-a2a26807-f063-468b-a56e-e01faca56f18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6f44afa-4668-4bd3-a02a-01171728bc8b HTTP/1.1" status: 200 len: 217 time: 0.0423715 Feb 03 12:40:58.127953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-a0b45b1f-0775-488b-8404-2a778f596763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.129616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-a0b45b1f-0775-488b-8404-2a778f596763 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63d607d2-2690-46d8-b38c-00d76cd68e35 HTTP/1.1" status: 200 len: 854 time: 0.0626843 Feb 03 12:40:58.195382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-e9c91805-985f-43a1-aed2-97c2b59c1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.197030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-e9c91805-985f-43a1-aed2-97c2b59c1eda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0601044 Feb 03 12:40:58.304596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-70bfdc29-258a-4145-a352-73ca7584ebc5 service neutron] 10.222.0.72 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004519 Feb 03 12:40:58.471915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d46ffe-1177-4af0-afd1-711f7a8f14dc req-b3746d8c-dc2d-4839-bc3b-8e8f6f2a0fb1 service neutron] 10.222.0.72 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598151 Feb 03 12:40:58.487705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d84e87-9f87-43ea-8b0b-68cbea1d2497 req-0ddb677e-ba4e-48d5-8b0e-70d487c1fc2a tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.489480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93d84e87-9f87-43ea-8b0b-68cbea1d2497 req-0ddb677e-ba4e-48d5-8b0e-70d487c1fc2a tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.0908368 Feb 03 12:40:58.545215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93d84e87-9f87-43ea-8b0b-68cbea1d2497 req-c7624e62-2925-4396-942c-bad1e7753950 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Feb 03 12:40:58.905931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee19ea-fbf7-4bf3-986e-3fa0a28399e5 req-e4e7e200-f989-478d-833f-d36927970bd8 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.915139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ee19ea-fbf7-4bf3-986e-3fa0a28399e5 req-e4e7e200-f989-478d-833f-d36927970bd8 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 943 time: 0.1379490 Feb 03 12:40:58.962618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65befdf3-f466-4e21-84ea-03a0b2b23a98 req-d58c8a19-c795-43c0-91d6-94ad39000507 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0314403 Feb 03 12:40:59.046299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ee19ea-fbf7-4bf3-986e-3fa0a28399e5 req-ed5c57eb-75a6-402b-8f0e-224f5ce78903 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155038 Feb 03 12:40:59.180945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8de0de-2717-4034-acee-bb2c7fea455d req-62910c7b-db85-4fd2-a800-4f3b47a1bcaa tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:59.182717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af8de0de-2717-4034-acee-bb2c7fea455d req-62910c7b-db85-4fd2-a800-4f3b47a1bcaa tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 949 time: 0.0828779 Feb 03 12:40:59.273772 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af8de0de-2717-4034-acee-bb2c7fea455d req-14d000df-8704-474b-bfa0-32dfe0436356 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791497 Feb 03 12:40:59.281571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bcf-75fa-4c39-a99c-611d649b7650 req-f3074f7b-486e-4643-a654-55e9ea4dcda8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:59.288143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47801bcf-75fa-4c39-a99c-611d649b7650 req-f3074f7b-486e-4643-a654-55e9ea4dcda8 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.1028335 Feb 03 12:40:59.339949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47801bcf-75fa-4c39-a99c-611d649b7650 req-e48de7b7-0194-4f06-b068-79f77cfe96df tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497515 Feb 03 12:40:59.583154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:59.588759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01a8131b-168f-42d3-a43f-dd3750086894 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:59.623145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-88e433aa-93d5-4563-8a2a-fdf2c6e2846d tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:59.624656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-88e433aa-93d5-4563-8a2a-fdf2c6e2846d tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/networks?id=47c4878a-7f5a-4252-bb6c-de76d619a443 HTTP/1.1" status: 200 len: 814 time: 0.1057792 Feb 03 12:40:59.645228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-e04360fb-c85e-4e80-a17d-2f4e8980419c tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/quotas/8ba905b157074c7eb9cbae05783fc5af HTTP/1.1" status: 200 len: 375 time: 0.0149913 Feb 03 12:40:59.698411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-5db2b600-66f1-49e8-8614-114faa9f2fa7 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ba905b157074c7eb9cbae05783fc5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522258 Feb 03 12:40:59.715969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 01a8131b-168f-42d3-a43f-dd3750086894 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:59.749377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:59.758086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 01a8131b-168f-42d3-a43f-dd3750086894 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:59.758615 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (01a8131b-168f-42d3-a43f-dd3750086894), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.784559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '6f3c34b8-c7e4-444f-88ce-d2010d2c9d14', 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb', 'port_id': '6f3c34b8-c7e4-444f-88ce-d2010d2c9d14', 'mac_address': 'fa:16:3e:c5:91:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d607d2-2690-46d8-b38c-00d76cd68e35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:59.803181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-c4c92773-db9a-4e19-8ec9-6a0edebadfc1 service neutron] 10.222.0.65 "GET /v2.0/networks/47c4878a-7f5a-4252-bb6c-de76d619a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960822 Feb 03 12:40:59.846421 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:59.846813 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.881137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:59.903629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-7237e972-2537-44f6-bf93-ea041b99d735 service neutron] 10.222.0.65 "GET /v2.0/networks/47c4878a-7f5a-4252-bb6c-de76d619a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934095 Feb 03 12:40:59.914636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:59.917778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 01a8131b-168f-42d3-a43f-dd3750086894 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:59.917933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01a8131b-168f-42d3-a43f-dd3750086894), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.922054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.981739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cbf09c-33ad-412b-a140-5106f5fe0a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a8131b-168f-42d3-a43f-dd3750086894'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:59.984845 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9914e5de-d345-46a9-bb1d-f11dd0723b23" -d '{"events": [{"server_uuid": "d7cbf09c-33ad-412b-a140-5106f5fe0a38", "name": "network-vif-plugged", "status": "completed", "tag": "01a8131b-168f-42d3-a43f-dd3750086894"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:00.007416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 01a8131b-168f-42d3-a43f-dd3750086894, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01a8131b-168f-42d3-a43f-dd3750086894,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:00.013113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:00.028040 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (01a8131b-168f-42d3-a43f-dd3750086894), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:00.107673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=01a8131b-168f-42d3-a43f-dd3750086894,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:00.111336 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee73a7-4efe-4432-9812-db24730bcb63 x-openstack-request-id: req-56ee73a7-4efe-4432-9812-db24730bcb63 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:00.111621 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cbf09c-33ad-412b-a140-5106f5fe0a38", "name": "network-vif-plugged", "status": "completed", "tag": "01a8131b-168f-42d3-a43f-dd3750086894", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:00.111878 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56ee73a7-4efe-4432-9812-db24730bcb63 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:00.112270 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cbf09c-33ad-412b-a140-5106f5fe0a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a8131b-168f-42d3-a43f-dd3750086894', 'code': 200} Feb 03 12:41:00.142542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afcf48cc-766a-469c-9bfc-640efecae846 req-61c59ac1-873d-4488-84aa-33f5eede8c62 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0644200 Feb 03 12:41:00.225580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2559953-221f-4ad6-876d-0998b4e9f73e req-e4c1edd3-89a5-4f8f-9f31-d978f6fbeb62 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 210 time: 0.0679820 Feb 03 12:41:00.256334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['6f3c34b8-c7e4-444f-88ce-d2010d2c9d14'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:00.277820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6c357-9528-497e-adc4-9ae6c5d90e69 req-18eec11a-6ae2-4415-9b5a-84270afe0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:00.279517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ecd6c357-9528-497e-adc4-9ae6c5d90e69 req-18eec11a-6ae2-4415-9b5a-84270afe0864 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 1133 time: 0.1121128 Feb 03 12:41:00.314019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001e8f3-c78f-47ab-a20c-e5bb6b24a8f8 req-82a1fab9-e8fd-4805-aaad-e3de1862edf3 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:00.316583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f001e8f3-c78f-47ab-a20c-e5bb6b24a8f8 req-82a1fab9-e8fd-4805-aaad-e3de1862edf3 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 944 time: 0.0966697 Feb 03 12:41:00.371544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ecd6c357-9528-497e-adc4-9ae6c5d90e69 req-be7c9e8e-6a32-4d52-8316-5f42783d5b8f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820057 Feb 03 12:41:00.442304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f001e8f3-c78f-47ab-a20c-e5bb6b24a8f8 req-bd2cdbb3-dd58-4397-91fe-fd4a976ac43a tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118987 Feb 03 12:41:00.488654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a267b7-5021-4721-8988-a4cd7ad667d1 req-a9daddfd-e877-4220-9457-95d421e57232 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:00.497892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0a267b7-5021-4721-8988-a4cd7ad667d1 req-a9daddfd-e877-4220-9457-95d421e57232 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 950 time: 0.1104815 Feb 03 12:41:00.577457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0a267b7-5021-4721-8988-a4cd7ad667d1 req-523431cb-f34b-4a5a-9550-89e300a708ef tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785353 Feb 03 12:41:00.614321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df004a-695d-4e73-b220-ca3d0e846831 req-7e3e9861-7438-430c-b81e-d6d62dd0d9c0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:00.616047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18df004a-695d-4e73-b220-ca3d0e846831 req-7e3e9861-7438-430c-b81e-d6d62dd0d9c0 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.0843580 Feb 03 12:41:00.672293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18df004a-695d-4e73-b220-ca3d0e846831 req-7dea5991-9f88-4e1c-9b08-fefb0f60767c tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0aaa736-5f4e-4390-94f4-f68b88ff3793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 Feb 03 12:41:00.926190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-8c995d2c-5f1f-4729-bd08-2801d6d152a3 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:00.927686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-8c995d2c-5f1f-4729-bd08-2801d6d152a3 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 946 time: 0.0824869 Feb 03 12:41:00.930909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-c98c11e5-4d61-491c-9a70-37f9024b2503 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0967309 Feb 03 12:41:01.050042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-f648cede-6625-437d-b060-8a9e6669a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:01.051561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-f648cede-6625-437d-b060-8a9e6669a34f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 1127 time: 0.0770485 Feb 03 12:41:01.065994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Deleting port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:01.066353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.218836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] For port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,segment=NetworkSegment(d3447838-7128-4784-8ae1-30b6c0279ff3),segment_id=d3447838-7128-4784-8ae1-30b6c0279ff3)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:01.219562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.257112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Calling delete_port for efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:01.277286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-3be0203f-4627-4aad-8405-f4acd05eb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:01.278664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-3be0203f-4627-4aad-8405-f4acd05eb701 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.1990604 Feb 03 12:41:01.282248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-696ac19e-6413-4554-b28f-af9f9254bf3c req-feb6a6c7-74bb-4d99-b40a-aedf0f5019ba tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0604756 Feb 03 12:41:01.375955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-f4042b21-ef75-4d7f-8f3a-e0642c78e99c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 200 len: 217 time: 0.0883009 Feb 03 12:41:01.441691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-704246ea-1703-4def-b838-b8f79d3cd624 req-731c66a5-df54-423e-8058-0aa4dc2b6905 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 210 time: 0.0675414 Feb 03 12:41:01.472855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3497b900-834d-4b61-bd43-3f0c50573e41 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:01.478314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-37870536-a93e-4783-91e1-2178e5755fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:01.480180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-37870536-a93e-4783-91e1-2178e5755fa4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.0919471 Feb 03 12:41:01.490675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:01.577390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-63325a8e-ad6b-4cff-8469-9d62a6d5fc8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791841 Feb 03 12:41:01.664081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d6f44afa-4668-4bd3-a02a-01171728bc8b details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:01.670409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:01.835208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:01.835920 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.841158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3497b900-834d-4b61-bd43-3f0c50573e41, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3497b900-834d-4b61-bd43-3f0c50573e41,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:01.899247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '3497b900-834d-4b61-bd43-3f0c50573e41', 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb', 'port_id': '3497b900-834d-4b61-bd43-3f0c50573e41', 'mac_address': 'fa:16:3e:30:f1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d607d2-2690-46d8-b38c-00d76cd68e35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:01.947609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:01.981868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:01.982585 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.042351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3497b900-834d-4b61-bd43-3f0c50573e41 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:02.043365 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.043801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-2349c49f-d01c-40bb-bab5-314f457d6b30 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.052068 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-2349c49f-d01c-40bb-bab5-314f457d6b30 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.91 "GET /v2.0/networks?id=47c4878a-7f5a-4252-bb6c-de76d619a443 HTTP/1.1" status: 200 len: 814 time: 0.8363340 Feb 03 12:41:02.058188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port d6f44afa-4668-4bd3-a02a-01171728bc8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d6f44afa-4668-4bd3-a02a-01171728bc8b,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:02.067124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Request body: {'port': {'device_id': 'fc19ef49-e436-4ae8-afe7-f66fb7382147', 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443', 'admin_state_up': True, 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:02.151861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'd6f44afa-4668-4bd3-a02a-01171728bc8b', 'network_id': '8840afdc-a3ef-4d81-9bf6-7b35120db4eb', 'port_id': 'd6f44afa-4668-4bd3-a02a-01171728bc8b', 'mac_address': 'fa:16:3e:1f:d0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d607d2-2690-46d8-b38c-00d76cd68e35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:02.157049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3497b900-834d-4b61-bd43-3f0c50573e41 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:02.245682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Made reservation on behalf of 8ba905b157074c7eb9cbae05783fc5af for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:02.249623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.316561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port d6f44afa-4668-4bd3-a02a-01171728bc8b is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:02.316960 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.398136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f44afa-4668-4bd3-a02a-01171728bc8b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:02.421699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3497b900-834d-4b61-bd43-3f0c50573e41, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3497b900-834d-4b61-bd43-3f0c50573e41,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:02.451393 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.471495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Allocated IP 172.20.0.5 (47c4878a-7f5a-4252-bb6c-de76d619a443/02314eb2-2388-44ff-8dae-e7ccf012c23d/6d05eb2d-61a8-4841-8bd6-1236441a776e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:02.593345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3497b900-834d-4b61-bd43-3f0c50573e41,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:02.613014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-3a3034ce-dd89-4dfe-8161-4aeadcf91b8e service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0120239 Feb 03 12:41:02.615815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:02.616226 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.627673 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.634686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port d6f44afa-4668-4bd3-a02a-01171728bc8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d6f44afa-4668-4bd3-a02a-01171728bc8b,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:02.678697 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.769995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822fa20-5f05-4cc0-b897-d930f27d93ad req-d68a73e7-1b5d-4d70-84e1-8518bfbb5572 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.771786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a822fa20-5f05-4cc0-b897-d930f27d93ad req-d68a73e7-1b5d-4d70-84e1-8518bfbb5572 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 944 time: 1.1878502 Feb 03 12:41:02.813157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Pushing event deleted for resources: {'Port': ['ID=efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:02.853772 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Publish callbacks [] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.899731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=d6f44afa-4668-4bd3-a02a-01171728bc8b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:02.902402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340eb79a-67f0-47e8-96da-31bd398faf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3c34b8-c7e4-444f-88ce-d2010d2c9d14'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:02.904642 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1640d0d8-7e1b-4212-a682-cb1228fd50e9" -d '{"events": [{"server_uuid": "340eb79a-67f0-47e8-96da-31bd398faf9e", "name": "network-vif-plugged", "status": "completed", "tag": "6f3c34b8-c7e4-444f-88ce-d2010d2c9d14"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:02.911218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a822fa20-5f05-4cc0-b897-d930f27d93ad req-90826afd-554e-4602-981f-0372d5fb5a34 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022856 Feb 03 12:41:02.918085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] No DVR routers for this DVR port efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:02.920118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.943458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:02.952316 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.992973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2abc9a-2eeb-47c7-9a93-cc6e986c3fb0 req-0d9d4865-a3e3-43e9-92fb-5c32b8c7eb4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.994495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b2abc9a-2eeb-47c7-9a93-cc6e986c3fb0 req-0d9d4865-a3e3-43e9-92fb-5c32b8c7eb4f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 950 time: 1.2611957 Feb 03 12:41:03.005494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3497b900-834d-4b61-bd43-3f0c50573e41'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:03.008087 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.011669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e775517-de1f-4390-9ed2-0b106cca5e51 req-4a17410b-eb76-4c4d-9fb7-34207074ed80 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.91 "DELETE /v2.0/ports/efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7 HTTP/1.1" status: 204 len: 173 time: 2.0772543 Feb 03 12:41:03.012085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'name': 'network-vif-deleted', 'tag': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:03.014421 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa157e-af28-4d55-b989-07f0bfc8b54c" -d '{"events": [{"server_uuid": "01a89d43-bdd6-4e21-9a60-304f72979a35", "name": "network-vif-deleted", "tag": "efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:03.066582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['d6f44afa-4668-4bd3-a02a-01171728bc8b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:03.140476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Network 47c4878a-7f5a-4252-bb6c-de76d619a443 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:03.144809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Pushing event updated for resources: {'Port': ['ID=6d05eb2d-61a8-4841-8bd6-1236441a776e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:03.156934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:03.162191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b2abc9a-2eeb-47c7-9a93-cc6e986c3fb0 req-099fd1e7-74b0-44de-a1ec-a14dba90ea88 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234083 Feb 03 12:41:03.196989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:03.279578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:03.301533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:03.302781 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.341144 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-bda524a6-20ee-45d9-b18c-b722d02946a3 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2788680 Feb 03 12:41:03.352442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a36476ad-273e-454d-b394-f12fddf65595 req-63d9538a-b264-411a-bd62-0282ca346a17 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 210 time: 0.1693535 Feb 03 12:41:03.368326 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Request body: {'port': {'device_id': 'fc19ef49-e436-4ae8-afe7-f66fb7382147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:03.459086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0f91695-3cea-42f8-8d95-e87401f98f6c req-15ec447b-4541-4203-a29a-ca9cabb6f8fa service neutron] 10.222.0.72 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8280230 Feb 03 12:41:03.531246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-77272e6c-5f18-418c-a678-7719a90df7df service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2069983 Feb 03 12:41:03.612014 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.669813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da327a-e0f4-41f3-b725-67c6138802ff req-d6f027f9-0169-4c54-8a77-9816db15b194 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:03.675941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23da327a-e0f4-41f3-b725-67c6138802ff req-d6f027f9-0169-4c54-8a77-9816db15b194 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 931 time: 0.1259975 Feb 03 12:41:03.771954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f61be6d2-c8ae-4296-8f2b-9bd084fe5dec None None] Provisioning complete for port 6d05eb2d-61a8-4841-8bd6-1236441a776e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:03.773090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f61be6d2-c8ae-4296-8f2b-9bd084fe5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.775993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23da327a-e0f4-41f3-b725-67c6138802ff req-268ef2c8-3f77-4e41-a305-74f7b9444228 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917377 Feb 03 12:41:03.831288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f61be6d2-c8ae-4296-8f2b-9bd084fe5dec None None] Port 6d05eb2d-61a8-4841-8bd6-1236441a776e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:03.912560 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bbaa5b-9aa6-4c81-bb61-8e106cc9a3bb x-openstack-request-id: req-28bbaa5b-9aa6-4c81-bb61-8e106cc9a3bb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:03.913748 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340eb79a-67f0-47e8-96da-31bd398faf9e", "name": "network-vif-plugged", "status": "completed", "tag": "6f3c34b8-c7e4-444f-88ce-d2010d2c9d14", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:03.913748 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28bbaa5b-9aa6-4c81-bb61-8e106cc9a3bb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:03.916029 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340eb79a-67f0-47e8-96da-31bd398faf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3c34b8-c7e4-444f-88ce-d2010d2c9d14', 'code': 200} Feb 03 12:41:04.013213 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1bd2d7-718c-4d7a-a477-828623c9bf86 x-openstack-request-id: req-1d1bd2d7-718c-4d7a-a477-828623c9bf86 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:04.013518 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a89d43-bdd6-4e21-9a60-304f72979a35", "name": "network-vif-deleted", "tag": "efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:04.013776 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d1bd2d7-718c-4d7a-a477-828623c9bf86 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:04.014232 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a89d43-bdd6-4e21-9a60-304f72979a35', 'name': 'network-vif-deleted', 'tag': 'efe30e3b-590a-4e5c-b7af-5fbd9c3cb8a7', 'status': 'completed', 'code': 200} Feb 03 12:41:04.017886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-955dc783-0aeb-4f93-ab8f-b574ddf9fb92 req-bd562e9c-9bcc-4071-a806-e24ba26244d4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0463648 Feb 03 12:41:04.090617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759b12c-1280-496e-95fc-40001f42218d req-811a0d6b-0e36-443e-bef2-932c572043b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.092539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e759b12c-1280-496e-95fc-40001f42218d req-811a0d6b-0e36-443e-bef2-932c572043b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 1128 time: 0.0773637 Feb 03 12:41:04.188103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e759b12c-1280-496e-95fc-40001f42218d req-5e2644d9-2d88-4254-8730-182f169af245 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867732 Feb 03 12:41:04.201606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db4c54-1f79-4da8-b671-eba5c064c49e req-126a3c6b-822b-4f59-ba40-9a5ee8e7f7b5 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.209372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86db4c54-1f79-4da8-b671-eba5c064c49e req-126a3c6b-822b-4f59-ba40-9a5ee8e7f7b5 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 945 time: 0.1101766 Feb 03 12:41:04.281588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86db4c54-1f79-4da8-b671-eba5c064c49e req-07548cbc-3c56-40f1-8df7-aa30ff21bac9 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695455 Feb 03 12:41:04.298378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d05eb2d-61a8-4841-8bd6-1236441a776e {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:04.311668 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Publish callbacks [] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.331307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Transition to ACTIVE for port object 6d05eb2d-61a8-4841-8bd6-1236441a776e will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:04.338682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.420945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d05eb2d-61a8-4841-8bd6-1236441a776e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:04.506992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab9bf-6c2c-46ab-874b-f09087bc8f88 req-410a858f-e204-448f-8ddc-23fc5af9f877 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.524943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01fab9bf-6c2c-46ab-874b-f09087bc8f88 req-410a858f-e204-448f-8ddc-23fc5af9f877 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 950 time: 0.2304659 Feb 03 12:41:04.554944 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Attempting to bind port 6d05eb2d-61a8-4841-8bd6-1236441a776e on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:04.555277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Attempting to bind port 6d05eb2d-61a8-4841-8bd6-1236441a776e by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:04.555668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Attempting to bind port 6d05eb2d-61a8-4841-8bd6-1236441a776e on network 47c4878a-7f5a-4252-bb6c-de76d619a443 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:04.563229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Port 6d05eb2d-61a8-4841-8bd6-1236441a776e on network 47c4878a-7f5a-4252-bb6c-de76d619a443 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:04.563739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Attempting to bind port 6d05eb2d-61a8-4841-8bd6-1236441a776e on network 47c4878a-7f5a-4252-bb6c-de76d619a443 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:04.569569 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:04.570137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Checking segment: {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:04.570268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Bound using segment: {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:04.570847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Bound port: 6d05eb2d-61a8-4841-8bd6-1236441a776e, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6440fcc9-fafb-427f-b0ed-48c54272035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:04.571359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.578725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-fbfd42d9-a36d-483d-8caa-848faa24cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.580265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-fbfd42d9-a36d-483d-8caa-848faa24cde5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cf1b3f1eff6c4de9999c199891103d36&device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 1127 time: 0.2212138 Feb 03 12:41:04.719849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] For port 6d05eb2d-61a8-4841-8bd6-1236441a776e, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:04.724001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] For port 6d05eb2d-61a8-4841-8bd6-1236441a776e, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=6d05eb2d-61a8-4841-8bd6-1236441a776e,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:04.734947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d83b020-b7a4-4a72-bd8c-41665162b37a req-9d7dc905-bc27-420d-b24d-046cc15d7e2d tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 210 time: 0.1520448 Feb 03 12:41:04.735663 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.829175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.830582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.843070 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] 10.222.0.91 "PUT /v2.0/ports/6d05eb2d-61a8-4841-8bd6-1236441a776e HTTP/1.1" status: 200 len: 1092 time: 1.4807138 Feb 03 12:41:04.846050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc19ef49-e436-4ae8-afe7-f66fb7382147', 'tag': '6d05eb2d-61a8-4841-8bd6-1236441a776e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:04.860917 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d94b80-1dd8-4d3d-a22c-bc4fce34b92c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc19ef49-e436-4ae8-afe7-f66fb7382147", "tag": "6d05eb2d-61a8-4841-8bd6-1236441a776e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:04.982260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1e351-23ce-4591-833d-d6b634fc19a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d05eb2d-61a8-4841-8bd6-1236441a776e,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:04.985808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01fab9bf-6c2c-46ab-874b-f09087bc8f88 req-a455857b-509e-4f30-9f7e-b08e84ef4661 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599578 Feb 03 12:41:04.987370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-ee8b0389-bccf-4c07-b63c-85c21e2705e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.988959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-ee8b0389-bccf-4c07-b63c-85c21e2705e6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 200 len: 922 time: 0.3096349 Feb 03 12:41:05.062749 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7772d163-1dc1-48d8-9612-2b73a751afed x-openstack-request-id: req-7772d163-1dc1-48d8-9612-2b73a751afed {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:05.063542 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc19ef49-e436-4ae8-afe7-f66fb7382147", "tag": "6d05eb2d-61a8-4841-8bd6-1236441a776e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:05.063976 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7772d163-1dc1-48d8-9612-2b73a751afed {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:05.064594 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc19ef49-e436-4ae8-afe7-f66fb7382147', 'tag': '6d05eb2d-61a8-4841-8bd6-1236441a776e', 'status': 'completed', 'code': 200} Feb 03 12:41:05.109517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0c051-2f5c-4664-ab40-25c5c9e4cbd4 req-492e1719-7708-4f49-a174-db66facdca6b tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:05.117228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffb0c051-2f5c-4664-ab40-25c5c9e4cbd4 req-492e1719-7708-4f49-a174-db66facdca6b tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.1003053 Feb 03 12:41:05.255925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffb0c051-2f5c-4664-ab40-25c5c9e4cbd4 req-dec6770f-96a9-44ee-8974-d596abde45b6 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231992 Feb 03 12:41:05.448263 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1064c85-0662-49d2-bdd9-2ef18d618fc6 req-ea3acb4e-b113-43f3-89c8-0de9e57a7bfb tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0803733 Feb 03 12:41:05.503935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3497b900-834d-4b61-bd43-3f0c50573e41 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:05.644370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d6f44afa-4668-4bd3-a02a-01171728bc8b up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:05.704941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 3497b900-834d-4b61-bd43-3f0c50573e41 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:05.711169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 3497b900-834d-4b61-bd43-3f0c50573e41 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:05.711627 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.740185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407fc6a-4398-4bbc-8547-e29d29ce002e req-ca21aabd-b7be-4a29-ba12-9160e1cb4bc0 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:05.743317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5407fc6a-4398-4bbc-8547-e29d29ce002e req-ca21aabd-b7be-4a29-ba12-9160e1cb4bc0 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 945 time: 0.1533728 Feb 03 12:41:05.770858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087adbf3-4a38-42ed-b167-2d0aad62f241 req-db9743cf-75a4-492f-8906-b33bd3a6eb81 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:05.774207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-087adbf3-4a38-42ed-b167-2d0aad62f241 req-db9743cf-75a4-492f-8906-b33bd3a6eb81 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 950 time: 0.1469841 Feb 03 12:41:05.822671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port d6f44afa-4668-4bd3-a02a-01171728bc8b completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:05.870007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-087adbf3-4a38-42ed-b167-2d0aad62f241 req-2e6c87a4-07cb-47be-92de-5e0859dd2d0f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878918 Feb 03 12:41:05.897388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5407fc6a-4398-4bbc-8547-e29d29ce002e req-52f4283e-030e-436f-87e4-206a3eea5f3a tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360021 Feb 03 12:41:05.949175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3497b900-834d-4b61-bd43-3f0c50573e41 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:05.962998 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.967204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port d6f44afa-4668-4bd3-a02a-01171728bc8b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:05.975886 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.089321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-7c399b46-c82d-4675-8683-b86c96a747f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 200 len: 217 time: 0.1278172 Feb 03 12:41:06.127987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708eef72-ce4f-4248-bb87-cc19f3215d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3497b900-834d-4b61-bd43-3f0c50573e41'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:06.133861 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9677440-8148-453a-b0d9-2dc7775d7246" -d '{"events": [{"server_uuid": "708eef72-ce4f-4248-bb87-cc19f3215d99", "name": "network-vif-plugged", "status": "completed", "tag": "3497b900-834d-4b61-bd43-3f0c50573e41"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:06.174588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3497b900-834d-4b61-bd43-3f0c50573e41, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3497b900-834d-4b61-bd43-3f0c50573e41,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:06.193635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d94b80-1dd8-4d3d-a22c-bc4fce34b92c req-eb161b2f-6de1-4a03-a5c5-5d624373cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:06.195500 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-49d94b80-1dd8-4d3d-a22c-bc4fce34b92c req-eb161b2f-6de1-4a03-a5c5-5d624373cb24 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ba905b157074c7eb9cbae05783fc5af&device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 1126 time: 0.1916823 Feb 03 12:41:06.205926 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.303647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-bb67861a-db8f-412a-b947-d6220c84b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:06.305867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-bb67861a-db8f-412a-b947-d6220c84b088 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 200 len: 861 time: 0.1130166 Feb 03 12:41:06.329497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port d6f44afa-4668-4bd3-a02a-01171728bc8b is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:06.330426 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.332404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-782e9f42-c68f-45ff-ac21-c762fbdb43a7 req-21c60957-f859-4796-bb53-b3a168621797 tempest-ImagesTestJSON-1635091158 tempest-ImagesTestJSON-1635091158-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a89d43-bdd6-4e21-9a60-304f72979a35 HTTP/1.1" status: 200 len: 210 time: 0.2306666 Feb 03 12:41:06.418064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port d6f44afa-4668-4bd3-a02a-01171728bc8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d6f44afa-4668-4bd3-a02a-01171728bc8b,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:06.420256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3497b900-834d-4b61-bd43-3f0c50573e41,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:06.427253 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84721dc8-f975-4027-8a84-fff17cd8f481 x-openstack-request-id: req-84721dc8-f975-4027-8a84-fff17cd8f481 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:06.430955 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708eef72-ce4f-4248-bb87-cc19f3215d99", "name": "network-vif-plugged", "status": "completed", "tag": "3497b900-834d-4b61-bd43-3f0c50573e41", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:06.431502 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84721dc8-f975-4027-8a84-fff17cd8f481 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:06.432143 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708eef72-ce4f-4248-bb87-cc19f3215d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3497b900-834d-4b61-bd43-3f0c50573e41', 'code': 200} Feb 03 12:41:06.434786 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.467906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-cb25cad9-71d5-48f9-bf50-4af027d85d4b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289055 Feb 03 12:41:06.544101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d94b80-1dd8-4d3d-a22c-bc4fce34b92c req-0c4767f4-d5c4-4523-a409-2e970246dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:06.548110 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-49d94b80-1dd8-4d3d-a22c-bc4fce34b92c req-0c4767f4-d5c4-4523-a409-2e970246dafd service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=8ba905b157074c7eb9cbae05783fc5af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3275986 Feb 03 12:41:06.770878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=d6f44afa-4668-4bd3-a02a-01171728bc8b,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:06.776178 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d94b80-1dd8-4d3d-a22c-bc4fce34b92c req-eafaa85c-a86d-4911-9eed-2ae070704036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:06.777106 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f81cb43-99f6-4a1b-b1c1-36d36489c79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.777741 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-49d94b80-1dd8-4d3d-a22c-bc4fce34b92c req-eafaa85c-a86d-4911-9eed-2ae070704036 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823592 Feb 03 12:41:06.787906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f8359-9b0d-4477-bfe7-6fd1d34d881e req-2b4c7563-dd7e-4937-9051-5e5ffc8ff905 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:06.796241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-509f8359-9b0d-4477-bfe7-6fd1d34d881e req-2b4c7563-dd7e-4937-9051-5e5ffc8ff905 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.6976047 Feb 03 12:41:06.925768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-71ccf415-9255-4528-8833-b4eb53b0b245 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173493 Feb 03 12:41:06.947428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-509f8359-9b0d-4477-bfe7-6fd1d34d881e req-83e69440-3243-4eaa-9068-072268c6b621 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105182 Feb 03 12:41:06.981786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e76bc-2c2e-41b9-8f31-215980554e7e req-22b1a514-4f68-4c5d-b917-73c074745fac tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:07.000712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f99e76bc-2c2e-41b9-8f31-215980554e7e req-22b1a514-4f68-4c5d-b917-73c074745fac tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.3218620 Feb 03 12:41:07.006743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524419db-1f91-4c0e-9b3b-3da65ebc6932 req-0500d7eb-8d89-4ede-897b-061307bd6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:07.011600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-524419db-1f91-4c0e-9b3b-3da65ebc6932 req-0500d7eb-8d89-4ede-897b-061307bd6e33 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 1128 time: 0.3315082 Feb 03 12:41:07.087181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-08a69167-5fc3-4376-b1d5-6b6f95a4eb13 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a8e4db04315c42279f3302ce1df7214e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288060 Feb 03 12:41:07.160862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f99e76bc-2c2e-41b9-8f31-215980554e7e req-cb79b4fb-7353-4856-88cc-8e90670003bd tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446750 Feb 03 12:41:07.282809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1c71b89-196d-4413-af37-a515a9ccee14 req-18c69546-1dd5-4d38-9674-16ccbfdf0ef5 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0576551 Feb 03 12:41:07.313393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-c51e097b-2ed0-447e-93da-8d7c6bf7f634 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:07.323333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-c51e097b-2ed0-447e-93da-8d7c6bf7f634 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278016 Feb 03 12:41:07.344013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-ce700231-525b-4039-abd7-e12c832976d7 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/quotas/a8e4db04315c42279f3302ce1df7214e HTTP/1.1" status: 200 len: 375 time: 0.0171521 Feb 03 12:41:07.430012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-c400c0db-efaa-4704-bcf5-02323a6d8c6d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a8e4db04315c42279f3302ce1df7214e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834513 Feb 03 12:41:07.768204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b511b79-2370-42bc-ae2f-0766d3248161 req-a9fcecce-8728-4302-b3e9-fdeeb5e37a98 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0326359 Feb 03 12:41:07.977887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53152) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:08.126510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3482e813-2a75-4404-8929-afbc5be04101 admin admin] Deleting subnet e65ca260-a0ed-4d89-a744-69405f9680e0 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:08.141624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3482e813-2a75-4404-8929-afbc5be04101 admin admin] Publish callbacks [] for subnet (e65ca260-a0ed-4d89-a744-69405f9680e0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.216334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3482e813-2a75-4404-8929-afbc5be04101 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (e65ca260-a0ed-4d89-a744-69405f9680e0), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.322132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf94636-7635-4d00-9046-6e3a1582fd9e req-ebce51cd-395f-4946-9eab-1a12421685ab tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:08.323590 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdf94636-7635-4d00-9046-6e3a1582fd9e req-ebce51cd-395f-4946-9eab-1a12421685ab tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1934645 Feb 03 12:41:08.327356 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3482e813-2a75-4404-8929-afbc5be04101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e65ca260-a0ed-4d89-a744-69405f9680e0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.415589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b40d9e-a117-4fe3-90a6-e7ac50a1a020 req-b6d0ef3c-64fe-4c51-bf95-e01e6834591d tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:08.417158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08b40d9e-a117-4fe3-90a6-e7ac50a1a020 req-b6d0ef3c-64fe-4c51-bf95-e01e6834591d tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.1308882 Feb 03 12:41:08.434804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9659ce-e317-4f23-b0bd-112a0725dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f44afa-4668-4bd3-a02a-01171728bc8b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:08.437974 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ff7d9c-33cb-4672-9402-0a76ebc51ec7" -d '{"events": [{"server_uuid": "ee9659ce-e317-4f23-b0bd-112a0725dea6", "name": "network-vif-plugged", "status": "completed", "tag": "d6f44afa-4668-4bd3-a02a-01171728bc8b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:08.450589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdf94636-7635-4d00-9046-6e3a1582fd9e req-1d1a3981-c9a9-4186-b0d3-29b0c9ebbba2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024821 Feb 03 12:41:08.484262 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3482e813-2a75-4404-8929-afbc5be04101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (e65ca260-a0ed-4d89-a744-69405f9680e0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.519007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08b40d9e-a117-4fe3-90a6-e7ac50a1a020 req-c81d3c77-9101-4920-a1fb-e827f905f2b7 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934470 Feb 03 12:41:08.522749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482e813-2a75-4404-8929-afbc5be04101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65ca260-a0ed-4d89-a744-69405f9680e0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:08.534781 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3482e813-2a75-4404-8929-afbc5be04101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.538725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3482e813-2a75-4404-8929-afbc5be04101 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e65ca260-a0ed-4d89-a744-69405f9680e0 HTTP/1.1" status: 204 len: 168 time: 0.5598624 Feb 03 12:41:08.548754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53166) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:08.594463 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4d33d2-a803-497d-83f8-2d0d3eddf10e x-openstack-request-id: req-7b4d33d2-a803-497d-83f8-2d0d3eddf10e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:08.594758 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9659ce-e317-4f23-b0bd-112a0725dea6", "name": "network-vif-plugged", "status": "completed", "tag": "d6f44afa-4668-4bd3-a02a-01171728bc8b", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:08.595007 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b4d33d2-a803-497d-83f8-2d0d3eddf10e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:08.595389 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9659ce-e317-4f23-b0bd-112a0725dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f44afa-4668-4bd3-a02a-01171728bc8b', 'code': 200} Feb 03 12:41:08.629091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73595fd0-5c6a-4e3c-935b-f187e4638d15 req-1f660f07-2ec5-448b-af7d-0e00a8b04cce tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0449841 Feb 03 12:41:08.660740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ff7288cd-6b04-4165-befc-518c407d3774), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.740272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2c7c9-7fc4-4c47-9d9f-e638e263d0db req-0423ca7f-0226-4cbd-ba52-34bc6ee075a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:08.744110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56d2c7c9-7fc4-4c47-9d9f-e638e263d0db req-0423ca7f-0226-4cbd-ba52-34bc6ee075a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6 HTTP/1.1" status: 200 len: 1128 time: 0.0762973 Feb 03 12:41:08.769939 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89dbd49d-ccff-4426-b6c4-ee78f83b537c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.781540 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ff7288cd-6b04-4165-befc-518c407d3774), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.797599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56d2c7c9-7fc4-4c47-9d9f-e638e263d0db req-fcd41c57-ee8d-40d4-b767-19f4a1aa9f4e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471828 Feb 03 12:41:08.806076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7288cd-6b04-4165-befc-518c407d3774']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:08.817795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3447838-7128-4784-8ae1-30b6c0279ff3') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:08.818161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3447838-7128-4784-8ae1-30b6c0279ff3') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:08.832947 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (d3447838-7128-4784-8ae1-30b6c0279ff3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.861963 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d3447838-7128-4784-8ae1-30b6c0279ff3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.869112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:08.869830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (d3447838-7128-4784-8ae1-30b6c0279ff3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:08.872204 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:08.941782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ff7288cd-6b04-4165-befc-518c407d3774), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.956081 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.959095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64e89697-9058-4605-b835-f091fb158c4b req-0f0ca90d-cad5-45c7-85fd-978145ce4121 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0711033 Feb 03 12:41:08.971687 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ff7288cd-6b04-4165-befc-518c407d3774 HTTP/1.1" status: 204 len: 168 time: 0.4288411 Feb 03 12:41:08.984255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e8d4f-ead7-49f9-801a-fa5ba7233765 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7288cd-6b04-4165-befc-518c407d3774,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:09.109761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53172) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:09.151476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c4a38056-3b6e-4bf7-919d-b95422a7415d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85ad4f2e3edb4d86a7f45d54a668a8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404007 Feb 03 12:41:09.153858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53174) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:09.202532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad1af84e-fd87-428f-ade8-ff598745a2e2 admin admin] Publish callbacks [] for security_group (d0aaa736-5f4e-4390-94f4-f68b88ff3793), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:09.224452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad1af84e-fd87-428f-ade8-ff598745a2e2 admin admin] Publish callbacks [] for security_group (d0aaa736-5f4e-4390-94f4-f68b88ff3793), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:09.273121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad1af84e-fd87-428f-ade8-ff598745a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d0aaa736-5f4e-4390-94f4-f68b88ff3793), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:09.276577 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad1af84e-fd87-428f-ade8-ff598745a2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:09.280187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ad1af84e-fd87-428f-ade8-ff598745a2e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0aaa736-5f4e-4390-94f4-f68b88ff3793 HTTP/1.1" status: 204 len: 168 time: 0.1229665 Feb 03 12:41:09.286702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1af84e-fd87-428f-ade8-ff598745a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aaa736-5f4e-4390-94f4-f68b88ff3793,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:09.632766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b9fd0-bbeb-40d2-a6e9-73f36277824f req-aa90b3cd-7e17-46b6-84d7-ebf18789bdeb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.634660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f4b9fd0-bbeb-40d2-a6e9-73f36277824f req-aa90b3cd-7e17-46b6-84d7-ebf18789bdeb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1021092 Feb 03 12:41:09.746752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f4b9fd0-bbeb-40d2-a6e9-73f36277824f req-4b6d713f-186f-4e3f-aed1-9fafc0d40e7e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825598 Feb 03 12:41:09.768149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafaeed3-eb56-4d57-815f-13adcd96344d req-c9f7abcd-f213-40d3-91c3-b085e09d1186 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.773128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cafaeed3-eb56-4d57-815f-13adcd96344d req-c9f7abcd-f213-40d3-91c3-b085e09d1186 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.1579647 Feb 03 12:41:09.872961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cafaeed3-eb56-4d57-815f-13adcd96344d req-42e810c3-a716-4785-8601-b81b1ef2e84d tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872827 Feb 03 12:41:09.875428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3031e74a-a907-4984-a00b-188b23ad7ed5 req-c140be84-0562-4092-9022-fe5e1d109b6d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0398140 Feb 03 12:41:09.988712 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:10.117169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50ee3ad6-063c-4291-af9a-73f83de037e9 req-b6e42923-5a8a-4ab6-8b10-f3eede71e87a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0618610 Feb 03 12:41:10.590638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-cae0a06e-bfcb-4976-b738-b046353339ed tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c0cc9717b78743b9b6e71026b1cfd640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224750 Feb 03 12:41:10.703622 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-33df8815-5100-4a47-b1e8-b79ebd52c388 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.705159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-33df8815-5100-4a47-b1e8-b79ebd52c388 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1062574 Feb 03 12:41:10.723411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-56c4f6eb-2bae-4c60-ae39-8fde7e54a074 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/quotas/c0cc9717b78743b9b6e71026b1cfd640 HTTP/1.1" status: 200 len: 375 time: 0.0102651 Feb 03 12:41:10.771433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-d882e85e-076a-4603-9076-4f9a446222cd tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0cc9717b78743b9b6e71026b1cfd640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424716 Feb 03 12:41:10.924096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47ab4-5903-4184-8b9b-962e4e59c1e7 req-47eb1bec-10c3-4da3-9caf-220394a0f9fc tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.925687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ac47ab4-5903-4184-8b9b-962e4e59c1e7 req-47eb1bec-10c3-4da3-9caf-220394a0f9fc tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0742538 Feb 03 12:41:11.018008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ac47ab4-5903-4184-8b9b-962e4e59c1e7 req-1e1d4e24-460e-48db-89de-b08eb30376bb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833037 Feb 03 12:41:11.082843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cf65-4948-443c-97ba-773d7d7ce8c0 req-b1c3b7ff-709f-4573-89a8-1f45a2f75967 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:11.085988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9484cf65-4948-443c-97ba-773d7d7ce8c0 req-b1c3b7ff-709f-4573-89a8-1f45a2f75967 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.0889871 Feb 03 12:41:11.122130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c141cc34-3fc1-4813-bc2b-8575e22a9211 req-40ac2819-26ae-47ba-a73b-b2acb354ba12 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0331068 Feb 03 12:41:11.172555 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9484cf65-4948-443c-97ba-773d7d7ce8c0 req-43243a7b-f447-4aa2-bd2a-72a036ba18ad tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739851 Feb 03 12:41:11.235332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad1b4b79-1e14-4fac-914b-86867ebea8e7 req-92e8873c-710d-4b15-8fca-3edab6ba2955 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 210 time: 0.0563178 Feb 03 12:41:11.271736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6fbbdd6-287d-40ab-9556-543243cfb55f req-de8a3010-64ca-43bd-97fb-b9fc93dde48a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0324485 Feb 03 12:41:11.404864 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:12.134504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e9bad-8a17-4413-83f6-a044138106b9 req-66528160-e2c0-4f39-9751-059321ad1379 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.135998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d71e9bad-8a17-4413-83f6-a044138106b9 req-66528160-e2c0-4f39-9751-059321ad1379 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0567565 Feb 03 12:41:12.189782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d71e9bad-8a17-4413-83f6-a044138106b9 req-a9aad8d8-7c88-4d2e-9035-ae92c2dabdb9 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Feb 03 12:41:12.237364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7675638d-0ccd-4d3c-9784-0fcc2d50a0fe req-e2a326a1-193c-452a-94d9-b48229a19768 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0361643 Feb 03 12:41:12.300270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622fb80-24f3-4056-9fd1-2a26ecd1c00d req-3b0d8e45-70fc-426d-8bdc-3d8b33726374 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.301678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e622fb80-24f3-4056-9fd1-2a26ecd1c00d req-3b0d8e45-70fc-426d-8bdc-3d8b33726374 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.0551052 Feb 03 12:41:12.333855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16d6f9ee-971b-402a-b1b7-1b1f7f294ae0 req-65fa0469-75cc-441c-a324-1cee5f73d3b3 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 210 time: 0.0312102 Feb 03 12:41:12.371821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e622fb80-24f3-4056-9fd1-2a26ecd1c00d req-03542362-3085-4926-9dfe-cc9215870c2b tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606468 Feb 03 12:41:12.415860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7650e9d1-df62-474a-8ccb-91a26fe31cbf req-f6b87331-9014-450c-8548-0303b8817633 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0267532 Feb 03 12:41:12.680175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:13.331744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff2ecf-2974-47b0-9691-35d375b37fed req-c94423bb-cc21-4c1e-b336-4f3a72b04d36 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.333244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0ff2ecf-2974-47b0-9691-35d375b37fed req-c94423bb-cc21-4c1e-b336-4f3a72b04d36 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0688162 Feb 03 12:41:13.349997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fedacdb-a4aa-420f-92f0-a7991aa97d4b req-6afaf835-c82a-4a2a-8cac-3ba375e78380 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0376410 Feb 03 12:41:13.392469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0ff2ecf-2974-47b0-9691-35d375b37fed req-e5008165-400f-4a71-ae9b-b31babf966ca tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 Feb 03 12:41:13.436075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08554b4e-cb31-4176-8d69-855253e5ba85 req-22328bb8-ef68-44ef-8ab5-0a6c4f536795 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 210 time: 0.0290568 Feb 03 12:41:13.529089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00569dc9-dd3c-4c33-99ed-50165fe1b49a req-a55f1411-8f3c-4da8-bc71-f80006774491 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.531286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00569dc9-dd3c-4c33-99ed-50165fe1b49a req-a55f1411-8f3c-4da8-bc71-f80006774491 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.0837493 Feb 03 12:41:13.534405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9dbb320-ea10-4bd9-9866-56e0a7f556f1 req-8dc39e9d-0b21-403c-a167-d3423c303033 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0431199 Feb 03 12:41:13.593448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00569dc9-dd3c-4c33-99ed-50165fe1b49a req-69345d6b-1927-4d80-a93e-5682dc7b5ae8 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535946 Feb 03 12:41:14.351771 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:41:14.453547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7b4138b-20cd-4104-ac02-208ae756f584 req-53decc53-9c5e-422d-9af6-a08b55623e6d tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0278084 Feb 03 12:41:14.514623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb381ee-ffa2-4943-80ca-a7518ea6f027 req-09f233cd-3332-431c-8183-338d4c02617d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.516121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eeb381ee-ffa2-4943-80ca-a7518ea6f027 req-09f233cd-3332-431c-8183-338d4c02617d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0542576 Feb 03 12:41:14.557606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b6e7e1d-363b-425d-8229-ae80b5698649 req-2fc7926b-d10e-4b0a-8820-44dc3f9961a3 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 210 time: 0.0401077 Feb 03 12:41:14.588192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eeb381ee-ffa2-4943-80ca-a7518ea6f027 req-562e0958-330d-4ab1-9068-80f728f34c4f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619354 Feb 03 12:41:14.660007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6fbaf46-a2b1-49b2-ac40-feba7c0788d8 req-e75f2a3c-a74b-4cd7-aad5-aa1fe968ad8c tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0394902 Feb 03 12:41:14.764445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd336c-4116-4565-aa29-db6fabad21af req-ea932949-affb-46fe-9b77-b7dbac569786 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.765959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97dd336c-4116-4565-aa29-db6fabad21af req-ea932949-affb-46fe-9b77-b7dbac569786 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.0571997 Feb 03 12:41:14.826031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97dd336c-4116-4565-aa29-db6fabad21af req-de75e7d6-94e3-408f-8c2d-6a3d043a4a0a tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488894 Feb 03 12:41:15.557478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2df490d5-163f-469a-9096-0fdea73bb744 req-6b794d06-4de1-492f-84c0-d67e66392912 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.0305324 Feb 03 12:41:15.658574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1fc71a11-c83c-4180-8f38-9f4ad0f10c03 req-0685ae44-40bd-46e8-91ab-f11654cdcd5e tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 210 time: 0.0308332 Feb 03 12:41:15.714452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25d4cf-196c-442f-806a-db92d14368a5 req-df24bb93-f6b5-4b2f-a970-e47bfad3f651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.716104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d25d4cf-196c-442f-806a-db92d14368a5 req-df24bb93-f6b5-4b2f-a970-e47bfad3f651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0556459 Feb 03 12:41:15.765762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-058e4135-5be8-4047-86e0-c9ebe24a7266 req-bcabcec2-0c27-4e27-89cc-ab36d339f3d6 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0366294 Feb 03 12:41:15.795534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d25d4cf-196c-442f-806a-db92d14368a5 req-f7150f78-655d-4a49-9d61-3550d8167ec3 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736771 Feb 03 12:41:15.952309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991af59-b8da-4de0-ba78-948b9de49aaa req-5c50beef-519f-4c4a-a6cb-36dee787dabd tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.953748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c991af59-b8da-4de0-ba78-948b9de49aaa req-5c50beef-519f-4c4a-a6cb-36dee787dabd tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.0585117 Feb 03 12:41:16.002821 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:16.003959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c991af59-b8da-4de0-ba78-948b9de49aaa req-286183e6-0402-44bc-b63b-fe187c06922a tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444124 Feb 03 12:41:16.236648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-fc3a7a2f-57b8-4b74-afb4-3902ac07e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.239102 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-fc3a7a2f-57b8-4b74-afb4-3902ac07e42d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ba905b157074c7eb9cbae05783fc5af&device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 1126 time: 0.0669796 Feb 03 12:41:16.306088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec769e5d-b456-4b7a-89e1-a72807aea81a req-f720c746-4c8a-4217-bc8d-8290bffc68d8 service neutron] 10.222.0.91 "GET /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679788 Feb 03 12:41:16.331214 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-0ce26983-8b37-4183-8e38-9f5c8e40b342 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d05eb2d-61a8-4841-8bd6-1236441a776e HTTP/1.1" status: 200 len: 217 time: 0.0766664 Feb 03 12:41:16.339371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-524419db-1f91-4c0e-9b3b-3da65ebc6932 req-43341059-5e72-4424-a420-8cbdadda67f9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182206 Feb 03 12:41:16.414319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-15cf0b12-ecb2-4bba-8b35-f5709e2c5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.416851 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-15cf0b12-ecb2-4bba-8b35-f5709e2c5163 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=02314eb2-2388-44ff-8dae-e7ccf012c23d HTTP/1.1" status: 200 len: 853 time: 0.0820670 Feb 03 12:41:16.756228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-4c32ec56-5a32-471a-bad0-ed8a0f397ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.760867 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-4c32ec56-5a32-471a-bad0-ed8a0f397ac3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=47c4878a-7f5a-4252-bb6c-de76d619a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1213865 Feb 03 12:41:16.830079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d824f22-1109-46cb-9c8c-0f15a89ba7b7 req-e85f4aae-594e-4f15-867a-8dc3100326f4 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd4a17f2-a161-4a7d-a62a-f16b32aa344f HTTP/1.1" status: 200 len: 210 time: 0.1016641 Feb 03 12:41:16.915361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10450709-790b-40b8-afbc-19d922f132f0 req-46bdac95-aca6-4666-a1e5-cd0cdc613e4f tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 210 time: 0.0880790 Feb 03 12:41:16.934152 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-285949d3-4014-48dc-bc33-0440517bd122 service neutron] 10.222.0.91 "GET /v2.0/networks/47c4878a-7f5a-4252-bb6c-de76d619a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623573 Feb 03 12:41:16.998887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b36e126-659f-4a30-9364-5a0bb5a6e0fd req-a4d4ea87-ccb9-41fa-8161-707c7f13822a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0512440 Feb 03 12:41:17.102751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8985c7-26f2-4a18-b348-30d08affe402 req-09303241-d750-4490-b4c7-44bc57c5a69d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:17.104693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d8985c7-26f2-4a18-b348-30d08affe402 req-09303241-d750-4490-b4c7-44bc57c5a69d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1049113 Feb 03 12:41:17.121189 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d6d2d481-ed25-4122-9a96-cfd1069fb617 req-f64be76d-89e7-4402-95a3-1468b0c386e5 service neutron] 10.222.0.91 "GET /v2.0/networks/47c4878a-7f5a-4252-bb6c-de76d619a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775775 Feb 03 12:41:17.224599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d8985c7-26f2-4a18-b348-30d08affe402 req-8277527f-8c10-4a28-96e2-5539052397ef tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092331 Feb 03 12:41:17.268012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58491e46-b3f5-4e2a-8885-09781df09185 req-45c93f4c-c8f7-46b0-be11-4d334753e886 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:17.269895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58491e46-b3f5-4e2a-8885-09781df09185 req-45c93f4c-c8f7-46b0-be11-4d334753e886 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.1479511 Feb 03 12:41:17.353666 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-6494a30e-10b5-47a5-bd15-2d0602dfd0c9 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=a8e4db04315c42279f3302ce1df7214e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521796 Feb 03 12:41:17.384877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58491e46-b3f5-4e2a-8885-09781df09185 req-1b34672c-04ab-4712-81f3-3b3dd410f7c4 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070163 Feb 03 12:41:17.475294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6e8237c1-0b86-4678-b3d8-4b3bcecb13e5 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=c0cc9717b78743b9b6e71026b1cfd640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294642 Feb 03 12:41:17.520726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-49c4a2b7-f903-452f-a3e8-e5b7a9d4fba1 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:17.522453 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-49c4a2b7-f903-452f-a3e8-e5b7a9d4fba1 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637135 Feb 03 12:41:17.538304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Request body: {'port': {'device_id': 'a398e096-aff1-4d59-86e8-812e1bab33bb', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'a8e4db04315c42279f3302ce1df7214e'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:17.691933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-9264a9c1-f9a4-4561-af04-aa7a57c99f20 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:17.694477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-9264a9c1-f9a4-4561-af04-aa7a57c99f20 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061160 Feb 03 12:41:17.715852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Request body: {'port': {'device_id': '3bc91d26-8002-452b-9dc6-247bbae5fe38', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'c0cc9717b78743b9b6e71026b1cfd640'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:17.729422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Made reservation on behalf of a8e4db04315c42279f3302ce1df7214e for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:17.736741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:17.849502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Made reservation on behalf of c0cc9717b78743b9b6e71026b1cfd640 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:17.854568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:17.865695 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:17.903449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Allocated IP 192.168.233.27 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/be700c52-c47f-427d-8f10-738deb2af304) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:18.008225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks [] for security_group (4573bccc-efd3-43bb-aa08-ffc71c2136e8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.037142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4573bccc-efd3-43bb-aa08-ffc71c2136e8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.126475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-194e096c-7a4a-485b-9857-f11266cd41b5 req-59336642-28bd-4f91-8e94-782512c051fe tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 210 time: 0.1299798 Feb 03 12:41:18.160824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks [] for port (be700c52-c47f-427d-8f10-738deb2af304), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.175581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-599bbc11-5143-4ae3-9abc-c07f886da987 req-ff0a5e07-8a41-4057-9511-ac1807de5019 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 210 time: 0.0481606 Feb 03 12:41:18.177510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4573bccc-efd3-43bb-aa08-ffc71c2136e8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:18.185423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.185776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.186121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.186502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.186837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.187164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.187483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.187809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.188130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.188452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.188773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.189090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.189468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:18.228441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (be700c52-c47f-427d-8f10-738deb2af304), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.247203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['01a8131b-168f-42d3-a43f-dd3750086894'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:18.267550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:18.270788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:18.275587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:18.321637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Allocated IP 192.168.233.249 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/8722a396-dabd-48a0-bc61-f0950e59eeeb) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:18.327776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Pushing event updated for resources: {'Port': ['ID=be700c52-c47f-427d-8f10-738deb2af304,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:18.346971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:18.347639 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.376758 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-671c041e-567d-4daf-b5e5-bc8e9b1fd70a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8454306 Feb 03 12:41:18.422973 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Request body: {'port': {'device_id': 'a398e096-aff1-4d59-86e8-812e1bab33bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:18.435705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3e688-f822-4153-b93b-f9b92070a6fe req-a48cea9d-932b-4604-8fa3-75fbeb6b9274 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:18.441151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90e3e688-f822-4153-b93b-f9b92070a6fe req-a48cea9d-932b-4604-8fa3-75fbeb6b9274 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1093888 Feb 03 12:41:18.526379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (be700c52-c47f-427d-8f10-738deb2af304), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.614861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90e3e688-f822-4153-b93b-f9b92070a6fe req-a4ced583-399c-4325-aed1-53bdd6aaa49c tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613138 Feb 03 12:41:18.656082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038496-af56-4677-9263-c45e4ce8d296 req-79119aa1-ad8a-4ce1-bf6a-6a3e1bc184f9 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:18.657764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7038496-af56-4677-9263-c45e4ce8d296 req-79119aa1-ad8a-4ce1-bf6a-6a3e1bc184f9 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.1391914 Feb 03 12:41:18.681931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-550e4f54-fc7e-48dd-a751-945cd6ef983e None None] Provisioning complete for port be700c52-c47f-427d-8f10-738deb2af304 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:18.682633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-550e4f54-fc7e-48dd-a751-945cd6ef983e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (be700c52-c47f-427d-8f10-738deb2af304), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.702596 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks [] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.737796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-550e4f54-fc7e-48dd-a751-945cd6ef983e None None] Port be700c52-c47f-427d-8f10-738deb2af304 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:18.766009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7038496-af56-4677-9263-c45e4ce8d296 req-6bd41127-fa3b-45b1-997b-45b1a9b5514a tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904102 Feb 03 12:41:18.791036 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.867788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Pushing event updated for resources: {'Port': ['ID=8722a396-dabd-48a0-bc61-f0950e59eeeb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:18.886459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:18.889105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:18.903581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:18.963152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:18.963776 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.990745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-4e59964e-f732-4f7b-b268-54a12bff7976 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2827632 Feb 03 12:41:18.999724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be700c52-c47f-427d-8f10-738deb2af304 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:19.006643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Request body: {'port': {'device_id': '3bc91d26-8002-452b-9dc6-247bbae5fe38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:19.011695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Publish callbacks [] for port (be700c52-c47f-427d-8f10-738deb2af304), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:19.033432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Transition to ACTIVE for port object be700c52-c47f-427d-8f10-738deb2af304 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:19.042428 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (be700c52-c47f-427d-8f10-738deb2af304), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:19.136744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:19.180071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Pushing event updated for resources: {'Port': ['ID=be700c52-c47f-427d-8f10-738deb2af304,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:19.248941 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Attempting to bind port be700c52-c47f-427d-8f10-738deb2af304 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:19.249427 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Attempting to bind port be700c52-c47f-427d-8f10-738deb2af304 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:19.249892 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Attempting to bind port be700c52-c47f-427d-8f10-738deb2af304 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:19.256677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Port be700c52-c47f-427d-8f10-738deb2af304 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:19.257190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Attempting to bind port be700c52-c47f-427d-8f10-738deb2af304 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:19.270675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:19.271128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:19.271740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:19.272279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Bound port: be700c52-c47f-427d-8f10-738deb2af304, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:19.272884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (be700c52-c47f-427d-8f10-738deb2af304), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:19.280885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-89d5de00-4f58-40cd-8990-e253ae3c1027 None None] Provisioning complete for port 8722a396-dabd-48a0-bc61-f0950e59eeeb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:19.281425 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89d5de00-4f58-40cd-8990-e253ae3c1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:19.371618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] For port be700c52-c47f-427d-8f10-738deb2af304, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:19.377498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] For port be700c52-c47f-427d-8f10-738deb2af304, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be700c52-c47f-427d-8f10-738deb2af304,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:19.387309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-89d5de00-4f58-40cd-8990-e253ae3c1027 None None] Port 8722a396-dabd-48a0-bc61-f0950e59eeeb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:19.390541 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (be700c52-c47f-427d-8f10-738deb2af304), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:19.434404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:19.435378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:19.437130 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] 10.222.0.91 "PUT /v2.0/ports/be700c52-c47f-427d-8f10-738deb2af304 HTTP/1.1" status: 200 len: 1096 time: 1.0189447 Feb 03 12:41:19.437601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a398e096-aff1-4d59-86e8-812e1bab33bb', 'tag': 'be700c52-c47f-427d-8f10-738deb2af304'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:19.440197 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e70946-bd65-4dd8-8d25-ebc21481b005" -d '{"events": [{"name": "network-changed", "server_uuid": "a398e096-aff1-4d59-86e8-812e1bab33bb", "tag": "be700c52-c47f-427d-8f10-738deb2af304"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:19.480553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d5df9-797f-454b-80b3-c9a8aa0d3b51 service neutron] Pushing event updated for resources: {'Port': ['ID=be700c52-c47f-427d-8f10-738deb2af304,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:19.546576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d1106-1732-4513-97ec-ff858679f41e req-3f0ddaf5-6ddb-44a1-9e18-a6377c4cc0d9 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:19.548107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab2d1106-1732-4513-97ec-ff858679f41e req-3f0ddaf5-6ddb-44a1-9e18-a6377c4cc0d9 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 947 time: 0.1584485 Feb 03 12:41:19.559768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-960ea2f9-7bc3-4ed6-92ae-6692a8224b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:19.562570 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-960ea2f9-7bc3-4ed6-92ae-6692a8224b5d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a8e4db04315c42279f3302ce1df7214e&device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 1130 time: 0.0753229 Feb 03 12:41:19.582969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965a51-e076-4604-83a3-12f8ab7a1592 req-969ce5bc-782b-42bc-8fe3-4431a51ccfb0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:19.584453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e965a51-e076-4604-83a3-12f8ab7a1592 req-969ce5bc-782b-42bc-8fe3-4431a51ccfb0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 936 time: 0.2069867 Feb 03 12:41:19.675776 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-6cb61bda-9905-4903-b364-b2000da74497 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=be700c52-c47f-427d-8f10-738deb2af304 HTTP/1.1" status: 200 len: 217 time: 0.1024778 Feb 03 12:41:19.699096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab2d1106-1732-4513-97ec-ff858679f41e req-d1faf53b-bde6-40f2-96d5-aabd3a65658f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407964 Feb 03 12:41:19.791990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-0bfe5ac7-a100-4a27-acee-2fe02848c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:19.793651 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-0bfe5ac7-a100-4a27-acee-2fe02848c69c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1098924 Feb 03 12:41:19.941069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-14e15261-237e-43ef-ad34-89975af551ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:19.943221 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-14e15261-237e-43ef-ad34-89975af551ca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1430683 Feb 03 12:41:19.964325 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a8c77f-f0f7-424e-88ed-a9d043e7ec67 x-openstack-request-id: req-82a8c77f-f0f7-424e-88ed-a9d043e7ec67 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:19.964720 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a398e096-aff1-4d59-86e8-812e1bab33bb", "tag": "be700c52-c47f-427d-8f10-738deb2af304", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:19.965165 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82a8c77f-f0f7-424e-88ed-a9d043e7ec67 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:19.965659 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a398e096-aff1-4d59-86e8-812e1bab33bb', 'tag': 'be700c52-c47f-427d-8f10-738deb2af304', 'status': 'completed', 'code': 200} Feb 03 12:41:20.071921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-f11b6234-8236-462e-bf0d-2100a1c2b869 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197495 Feb 03 12:41:20.226994 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9a796352-6cce-4d2a-acfc-00140ecbc86d req-b808c413-ead9-4356-a58b-59f929840859 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447582 Feb 03 12:41:20.234816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e965a51-e076-4604-83a3-12f8ab7a1592 req-b0fd3db0-2169-499f-ab6b-9b36c6dbdcd6 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984182 Feb 03 12:41:20.352302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-fc7310a9-a605-4b19-aef5-d58be82ccfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.354265 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-fc7310a9-a605-4b19-aef5-d58be82ccfc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a8e4db04315c42279f3302ce1df7214e&device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 1130 time: 0.0583274 Feb 03 12:41:20.380972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a34da-b1a6-469f-8f69-76f449501b94 req-1a4e1c22-cf56-48b7-bc5b-9c5042d3f414 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.382951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-462a34da-b1a6-469f-8f69-76f449501b94 req-1a4e1c22-cf56-48b7-bc5b-9c5042d3f414 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1852193 Feb 03 12:41:20.390949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8722a396-dabd-48a0-bc61-f0950e59eeeb {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:20.412472 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Publish callbacks [] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.417401 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.453489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a197cd1-4e48-4551-9e32-83b8c70526a2 req-1611900f-f81d-4ef4-8cb0-4ac01d2a887d tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.461060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a197cd1-4e48-4551-9e32-83b8c70526a2 req-1611900f-f81d-4ef4-8cb0-4ac01d2a887d tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 943 time: 0.1370993 Feb 03 12:41:20.481833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Transition to ACTIVE for port object 8722a396-dabd-48a0-bc61-f0950e59eeeb will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:20.498723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-f7d353dd-4e3b-4515-981f-a8d8bb5a489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.500523 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-f7d353dd-4e3b-4515-981f-a8d8bb5a489d service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1400568 Feb 03 12:41:20.521757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a197cd1-4e48-4551-9e32-83b8c70526a2 req-f80aaa88-fc57-467c-886f-fe410e71b18c tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575554 Feb 03 12:41:20.536493 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.559869 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-7bd1ba17-99e1-4fd9-9fca-7ccbc5d8c49b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=be700c52-c47f-427d-8f10-738deb2af304 HTTP/1.1" status: 200 len: 217 time: 0.0523279 Feb 03 12:41:20.621673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Pushing event updated for resources: {'Port': ['ID=8722a396-dabd-48a0-bc61-f0950e59eeeb,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:20.636768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-462a34da-b1a6-469f-8f69-76f449501b94 req-a7e81609-b0a1-4d1d-8d31-30f12c26158e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409604 Feb 03 12:41:20.652068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-64d5f1f7-82d3-4ea6-8890-b7c9900f643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.653524 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-64d5f1f7-82d3-4ea6-8890-b7c9900f643a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0880420 Feb 03 12:41:20.765880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-e7ebc2d6-9306-4dab-8841-e10088b05c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.767428 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-e7ebc2d6-9306-4dab-8841-e10088b05c97 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1080484 Feb 03 12:41:20.848226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Attempting to bind port 8722a396-dabd-48a0-bc61-f0950e59eeeb on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:20.848736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Attempting to bind port 8722a396-dabd-48a0-bc61-f0950e59eeeb by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:20.849164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Attempting to bind port 8722a396-dabd-48a0-bc61-f0950e59eeeb on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:20.861519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Port 8722a396-dabd-48a0-bc61-f0950e59eeeb on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:20.861904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Attempting to bind port 8722a396-dabd-48a0-bc61-f0950e59eeeb on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:20.872703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8da7e-4606-4cf9-b797-1a7c5111a608 req-611e268b-ee11-425c-b04d-6c239987b30f tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.874511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35f8da7e-4606-4cf9-b797-1a7c5111a608 req-611e268b-ee11-425c-b04d-6c239987b30f tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.1435325 Feb 03 12:41:20.890484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:20.891002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:20.891488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:20.892212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Bound port: 8722a396-dabd-48a0-bc61-f0950e59eeeb, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:20.892678 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.910853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f2744-5fd6-4ce1-a908-80dc94807a3a req-ab475861-062e-4a29-8f35-2384b2a1bf56 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.918071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef0f2744-5fd6-4ce1-a908-80dc94807a3a req-ab475861-062e-4a29-8f35-2384b2a1bf56 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6 HTTP/1.1" status: 200 len: 945 time: 0.1418135 Feb 03 12:41:20.967642 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-72329f09-b5fd-4b15-ba73-fb213404a6bf service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930051 Feb 03 12:41:21.048781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35f8da7e-4606-4cf9-b797-1a7c5111a608 req-4f4be25d-78a2-42f0-91a1-012c78cf506c tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661339 Feb 03 12:41:21.063149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef0f2744-5fd6-4ce1-a908-80dc94807a3a req-5b6b68ed-63a1-4671-9f9d-648da41e6e03 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438997 Feb 03 12:41:21.087624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] For port 8722a396-dabd-48a0-bc61-f0950e59eeeb, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:21.091523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] For port 8722a396-dabd-48a0-bc61-f0950e59eeeb, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8722a396-dabd-48a0-bc61-f0950e59eeeb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:21.101209 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.148466 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-64e70946-bd65-4dd8-8d25-ebc21481b005 req-09f3708e-ff29-4383-b839-338a17ed4947 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732855 Feb 03 12:41:21.214322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.215510 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.217424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] 10.222.0.91 "PUT /v2.0/ports/8722a396-dabd-48a0-bc61-f0950e59eeeb HTTP/1.1" status: 200 len: 1097 time: 2.2180345 Feb 03 12:41:21.230254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4e870-27b3-415c-a13a-04be862eae5f service neutron] Pushing event updated for resources: {'Port': ['ID=8722a396-dabd-48a0-bc61-f0950e59eeeb,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:21.234639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc91d26-8002-452b-9dc6-247bbae5fe38', 'tag': '8722a396-dabd-48a0-bc61-f0950e59eeeb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:21.239125 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a34e171-4a9a-4910-88f1-8876d31903ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc91d26-8002-452b-9dc6-247bbae5fe38", "tag": "8722a396-dabd-48a0-bc61-f0950e59eeeb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:21.382677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-0d580b84-3c5a-47ae-9c21-5c15456a692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.384306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-0d580b84-3c5a-47ae-9c21-5c15456a692b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c0cc9717b78743b9b6e71026b1cfd640&device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 1131 time: 0.0934303 Feb 03 12:41:21.396894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bb427-5fe9-4813-aa7f-81c96f375362 req-89b09876-e5d5-4659-ba03-502ec85f4349 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.409089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e6bb427-5fe9-4813-aa7f-81c96f375362 req-89b09876-e5d5-4659-ba03-502ec85f4349 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 947 time: 0.1905098 Feb 03 12:41:21.498160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-1aa6feb5-b262-4b7e-962d-f1ef98636a87 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=8722a396-dabd-48a0-bc61-f0950e59eeeb HTTP/1.1" status: 200 len: 217 time: 0.0804780 Feb 03 12:41:21.570181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e6bb427-5fe9-4813-aa7f-81c96f375362 req-cdb583cf-409a-4954-b91c-d71758d228aa tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600945 Feb 03 12:41:21.587471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b039702-8e82-40b1-9723-6b9e22010172 req-97d708e6-054f-489d-bf2d-c16967ebc2fc tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.593065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b039702-8e82-40b1-9723-6b9e22010172 req-97d708e6-054f-489d-bf2d-c16967ebc2fc tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 945 time: 0.1776488 Feb 03 12:41:21.600748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 6d05eb2d-61a8-4841-8bd6-1236441a776e details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:21.606311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-a5b59591-06f3-4a76-9340-376a4b043262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.612416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-a5b59591-06f3-4a76-9340-376a4b043262 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0975037 Feb 03 12:41:21.675068 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4368cbb8-378c-4dd3-918b-499a7fa09814 x-openstack-request-id: req-4368cbb8-378c-4dd3-918b-499a7fa09814 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:21.676009 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc91d26-8002-452b-9dc6-247bbae5fe38", "tag": "8722a396-dabd-48a0-bc61-f0950e59eeeb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:21.676183 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4368cbb8-378c-4dd3-918b-499a7fa09814 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:21.676599 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc91d26-8002-452b-9dc6-247bbae5fe38', 'tag': '8722a396-dabd-48a0-bc61-f0950e59eeeb', 'status': 'completed', 'code': 200} Feb 03 12:41:21.715605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-0dfe6fcb-72f9-4928-9240-39534aa4993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.717139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-0dfe6fcb-72f9-4928-9240-39534aa4993e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0906434 Feb 03 12:41:21.779820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 6d05eb2d-61a8-4841-8bd6-1236441a776e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=6d05eb2d-61a8-4841-8bd6-1236441a776e,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:21.790875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '6d05eb2d-61a8-4841-8bd6-1236441a776e', 'network_id': '47c4878a-7f5a-4252-bb6c-de76d619a443', 'port_id': '6d05eb2d-61a8-4841-8bd6-1236441a776e', 'mac_address': 'fa:16:3e:73:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02314eb2-2388-44ff-8dae-e7ccf012c23d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:21.824380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-ede4b692-0cff-4e18-8261-ee8caf444541 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955753 Feb 03 12:41:21.831465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 6d05eb2d-61a8-4841-8bd6-1236441a776e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:21.832083 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.846894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d05eb2d-61a8-4841-8bd6-1236441a776e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:21.868297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b039702-8e82-40b1-9723-6b9e22010172 req-0c8ed91c-fbde-4b39-ad9a-82d575cc0ad4 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665243 Feb 03 12:41:21.875364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 6d05eb2d-61a8-4841-8bd6-1236441a776e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=6d05eb2d-61a8-4841-8bd6-1236441a776e,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:21.898870 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.975502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=6d05eb2d-61a8-4841-8bd6-1236441a776e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:21.978606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00e4d-4442-40c7-973b-2e985d128f22 req-ad1f3191-e794-4d64-a1ab-0e5216ab2274 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.984409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.984973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.985474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.985977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.986318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ecb00e4d-4442-40c7-973b-2e985d128f22 req-ad1f3191-e794-4d64-a1ab-0e5216ab2274 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 948 time: 0.1607866 Feb 03 12:41:21.986750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.987236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.987729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.988250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.988739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.989209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.989776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.990253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:21.990884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:22.039586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5d4c0e-e942-4580-915f-8d812b315a84 req-f380ec05-8448-46d4-97c6-2806d89e8b45 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701312 Feb 03 12:41:22.097033 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ecb00e4d-4442-40c7-973b-2e985d128f22 req-fe6c4370-92e1-4133-894e-8b7d04625007 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096227 Feb 03 12:41:22.215879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-20e380cb-5e02-4097-b678-25853bbdfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:22.217415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-20e380cb-5e02-4097-b678-25853bbdfee4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c0cc9717b78743b9b6e71026b1cfd640&device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 1131 time: 0.1162357 Feb 03 12:41:22.266947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411d616-2c66-400e-b377-b30abe921258 req-c15befff-70ac-4c5d-9d2e-b489162a061b tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:22.268558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4411d616-2c66-400e-b377-b30abe921258 req-c15befff-70ac-4c5d-9d2e-b489162a061b tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 944 time: 0.0979433 Feb 03 12:41:22.421492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4411d616-2c66-400e-b377-b30abe921258 req-e78578d6-2de0-4321-b79d-5d767c5e8556 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426735 Feb 03 12:41:22.426149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-d9804503-d3ec-4859-b642-10d58f55b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:22.427621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-d9804503-d3ec-4859-b642-10d58f55b43d service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1987195 Feb 03 12:41:22.485009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-859dfb76-bd58-41e9-bad8-02254bf61150 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=8722a396-dabd-48a0-bc61-f0950e59eeeb HTTP/1.1" status: 200 len: 217 time: 0.0499134 Feb 03 12:41:22.494544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90057263-97de-4d70-9f97-ce904aa3e336 req-04195a68-6861-49ab-9a80-0a21f102aec1 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:22.497722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90057263-97de-4d70-9f97-ce904aa3e336 req-04195a68-6861-49ab-9a80-0a21f102aec1 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1476009 Feb 03 12:41:22.500551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['6d05eb2d-61a8-4841-8bd6-1236441a776e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:22.605545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-43804376-814c-4282-9d78-b122409ca7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:22.607078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-43804376-814c-4282-9d78-b122409ca7d6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1074173 Feb 03 12:41:22.651442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90057263-97de-4d70-9f97-ce904aa3e336 req-6f49ce56-e280-4301-b721-cc34f8e52d17 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442597 Feb 03 12:41:22.660942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b4c1-280e-4447-9c21-32605f84943a req-c8ba4f7c-845e-4ec7-bff3-21d335b9f764 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:22.662473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fd3b4c1-280e-4447-9c21-32605f84943a req-c8ba4f7c-845e-4ec7-bff3-21d335b9f764 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.1640303 Feb 03 12:41:22.724506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-39045d69-7c93-4afb-9393-c44cc00affbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:22.734265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-39045d69-7c93-4afb-9393-c44cc00affbe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1122279 Feb 03 12:41:22.812799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fd3b4c1-280e-4447-9c21-32605f84943a req-c5115600-27f9-4e82-9469-49bf40e94148 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331530 Feb 03 12:41:22.888607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387de470-eb2c-4de7-b5b8-58d3230edf31 req-f6af29a3-9711-4f3c-ab15-21053d95ed0b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:22.895950 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-387de470-eb2c-4de7-b5b8-58d3230edf31 req-f6af29a3-9711-4f3c-ab15-21053d95ed0b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 947 time: 0.1571567 Feb 03 12:41:22.916394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-cbb51c7b-543e-4b56-81ad-ad4a374c87e8 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811209 Feb 03 12:41:22.984750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-387de470-eb2c-4de7-b5b8-58d3230edf31 req-ef87c56e-fd89-48f2-8a54-f323fc3067b3 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877981 Feb 03 12:41:23.062000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a34e171-4a9a-4910-88f1-8876d31903ec req-cf7fb4b5-4cfd-4689-ba0c-457396078a9d service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339633 Feb 03 12:41:23.154886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda86def-7526-44fb-8505-379160122ae6 req-df9f4825-f96f-410b-913d-23d4f3de46b9 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:23.161076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda86def-7526-44fb-8505-379160122ae6 req-df9f4825-f96f-410b-913d-23d4f3de46b9 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:23.166353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda86def-7526-44fb-8505-379160122ae6 req-df9f4825-f96f-410b-913d-23d4f3de46b9 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:23.168048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cda86def-7526-44fb-8505-379160122ae6 req-df9f4825-f96f-410b-913d-23d4f3de46b9 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e&device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6&device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 2416 time: 0.0843191 Feb 03 12:41:23.251139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cda86def-7526-44fb-8505-379160122ae6 req-cc9d91c3-c75b-4692-b739-54ceec74ffb7 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773590 Feb 03 12:41:23.266274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0ceb-8724-45b0-92de-d70ca09491c6 req-3fedf7c4-6bc7-4ac5-b467-5bf268dbe158 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:23.267903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f49a0ceb-8724-45b0-92de-d70ca09491c6 req-3fedf7c4-6bc7-4ac5-b467-5bf268dbe158 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 948 time: 0.0931063 Feb 03 12:41:23.331005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f49a0ceb-8724-45b0-92de-d70ca09491c6 req-c88816a5-860b-4998-8b7b-e099036cdff6 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561371 Feb 03 12:41:23.400841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f80c3-3a66-489f-820d-26d2e000a445 req-a7370153-275b-40c1-8347-12bb3386930c tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:23.402688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a52f80c3-3a66-489f-820d-26d2e000a445 req-a7370153-275b-40c1-8347-12bb3386930c tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 945 time: 0.0551338 Feb 03 12:41:23.460305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a52f80c3-3a66-489f-820d-26d2e000a445 req-a1efeca3-2beb-49cd-92fc-993f96005527 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511220 Feb 03 12:41:23.586768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211f984-7b1c-4416-b229-7ebac2bafb09 req-0cb0d7dd-69df-4999-b3b9-e93ed92fc164 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:23.588298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f211f984-7b1c-4416-b229-7ebac2bafb09 req-0cb0d7dd-69df-4999-b3b9-e93ed92fc164 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 944 time: 0.0625966 Feb 03 12:41:23.618263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 6d05eb2d-61a8-4841-8bd6-1236441a776e up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:23.678203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f211f984-7b1c-4416-b229-7ebac2bafb09 req-90723866-499b-47f0-9f50-75c0d0ccd627 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841691 Feb 03 12:41:23.722242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1554d73-fe9c-4217-8354-e696481190b7 req-a7214333-7065-452e-a076-94f65c438eba tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:23.724255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1554d73-fe9c-4217-8354-e696481190b7 req-a7214333-7065-452e-a076-94f65c438eba tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.0947673 Feb 03 12:41:23.728702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 6d05eb2d-61a8-4841-8bd6-1236441a776e completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:23.735694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 6d05eb2d-61a8-4841-8bd6-1236441a776e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:23.736451 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:23.865351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 6d05eb2d-61a8-4841-8bd6-1236441a776e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:23.865664 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:23.892710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Deleting port 15a08eae-1ff4-4ee7-88e1-1add343f3427 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:23.893234 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:23.906455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc19ef49-e436-4ae8-afe7-f66fb7382147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d05eb2d-61a8-4841-8bd6-1236441a776e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:23.909542 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8a724b-206b-4570-8137-a20e137bf1ea" -d '{"events": [{"server_uuid": "fc19ef49-e436-4ae8-afe7-f66fb7382147", "name": "network-vif-plugged", "status": "completed", "tag": "6d05eb2d-61a8-4841-8bd6-1236441a776e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:23.945282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 6d05eb2d-61a8-4841-8bd6-1236441a776e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=6d05eb2d-61a8-4841-8bd6-1236441a776e,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:23.953494 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.052275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] For port 15a08eae-1ff4-4ee7-88e1-1add343f3427, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=15a08eae-1ff4-4ee7-88e1-1add343f3427,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:24.052650 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.087485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=6d05eb2d-61a8-4841-8bd6-1236441a776e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:24.095797 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ec960b-4836-42b1-9167-b4815b2792ee x-openstack-request-id: req-09ec960b-4836-42b1-9167-b4815b2792ee {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:24.096017 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc19ef49-e436-4ae8-afe7-f66fb7382147", "name": "network-vif-plugged", "status": "completed", "tag": "6d05eb2d-61a8-4841-8bd6-1236441a776e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:24.096275 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09ec960b-4836-42b1-9167-b4815b2792ee {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:24.106530 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc19ef49-e436-4ae8-afe7-f66fb7382147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d05eb2d-61a8-4841-8bd6-1236441a776e', 'code': 200} Feb 03 12:41:24.260333 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.260775 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (8c4d880b-cbc2-4fb0-bd85-ee144cda5794), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.261097 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Floating IP 8c4d880b-cbc2-4fb0-bd85-ee144cda5794 disassociated. External IP: 172.25.3.44, port: 15a08eae-1ff4-4ee7-88e1-1add343f3427. Feb 03 12:41:24.261443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Calling delete_port for 15a08eae-1ff4-4ee7-88e1-1add343f3427 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:24.478460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc90af-aca8-485d-95f8-da4e4e765bd6 req-75ee9e16-ca50-4b41-be15-f191b1cd5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:24.482308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42dc90af-aca8-485d-95f8-da4e4e765bd6 req-75ee9e16-ca50-4b41-be15-f191b1cd5855 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 1128 time: 0.1653259 Feb 03 12:41:24.494291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a68745-7629-418d-aacb-a187a0b940ae req-5bbf0635-37e9-4d19-ae69-b18e9d0b7414 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:24.503887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59a68745-7629-418d-aacb-a187a0b940ae req-5bbf0635-37e9-4d19-ae69-b18e9d0b7414 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 946 time: 0.1895375 Feb 03 12:41:24.628782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59a68745-7629-418d-aacb-a187a0b940ae req-334bb141-ce24-4d3e-ac42-aa82d0fb8e78 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9f776f7-67ea-48cf-9211-c9331864d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239827 Feb 03 12:41:24.630247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (15a08eae-1ff4-4ee7-88e1-1add343f3427), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.723964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42dc90af-aca8-485d-95f8-da4e4e765bd6 req-c7e002b5-c07e-4a88-9aae-2de7c0aabb86 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121034 Feb 03 12:41:24.724877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Pushing event deleted for resources: {'Port': ['ID=15a08eae-1ff4-4ee7-88e1-1add343f3427,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:24.911661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351da3a-5a13-411c-84ed-9a1bed17c7b7 req-ce8ab55b-865c-4b8c-9b5a-52a3b0ba76f6 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:24.913596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2351da3a-5a13-411c-84ed-9a1bed17c7b7 req-ce8ab55b-865c-4b8c-9b5a-52a3b0ba76f6 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 947 time: 0.1446202 Feb 03 12:41:24.922405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b2822-7231-42ef-ad72-35937d48b9c5 req-beda6651-e4c1-4a01-8ccb-8922580cc963 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:24.923919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f4b2822-7231-42ef-ad72-35937d48b9c5 req-beda6651-e4c1-4a01-8ccb-8922580cc963 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 948 time: 0.1423688 Feb 03 12:41:24.958491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Router 74cae636-349a-444b-92e7-5430335c6a20 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:41:25.021561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2351da3a-5a13-411c-84ed-9a1bed17c7b7 req-f2018fe4-626e-4af2-8c34-a599ddf8adce tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949712 Feb 03 12:41:25.066879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f4b2822-7231-42ef-ad72-35937d48b9c5 req-938c1442-806a-4922-b86e-eb8363780c8b tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326146 Feb 03 12:41:25.179314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:41:25.196127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] Sync routers for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:41:25.219641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:25.223682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:25.331863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] No DVR routers for this DVR port 15a08eae-1ff4-4ee7-88e1-1add343f3427 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:25.345325 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:25.352628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1554d73-fe9c-4217-8354-e696481190b7 req-6a75a016-a414-42a9-aa90-c397fab0f622 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.72 "DELETE /v2.0/ports/15a08eae-1ff4-4ee7-88e1-1add343f3427 HTTP/1.1" status: 204 len: 173 time: 1.6208632 Feb 03 12:41:25.353594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'name': 'network-vif-deleted', 'tag': '15a08eae-1ff4-4ee7-88e1-1add343f3427'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:25.368812 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbf28a6-a81a-4d27-b69a-0a53861a9834" -d '{"events": [{"server_uuid": "0b84b812-eab9-4605-8ec3-6b59a11390c4", "name": "network-vif-deleted", "tag": "15a08eae-1ff4-4ee7-88e1-1add343f3427"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:25.373402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:25.415701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fe75-6ad6-40f0-aaf1-f3e4590865a7 req-5cc71ca6-0984-4554-b2de-448f1ffe6e86 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:25.425871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d678fe75-6ad6-40f0-aaf1-f3e4590865a7 req-5cc71ca6-0984-4554-b2de-448f1ffe6e86 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 945 time: 0.1988480 Feb 03 12:41:25.515824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d678fe75-6ad6-40f0-aaf1-f3e4590865a7 req-9e52396f-b832-461b-b9cd-d8443f7a3385 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889118 Feb 03 12:41:25.543856 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab1d305-a5eb-463a-b828-3bccf183328f x-openstack-request-id: req-8ab1d305-a5eb-463a-b828-3bccf183328f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:25.544153 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b84b812-eab9-4605-8ec3-6b59a11390c4", "name": "network-vif-deleted", "tag": "15a08eae-1ff4-4ee7-88e1-1add343f3427", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:25.544413 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ab1d305-a5eb-463a-b828-3bccf183328f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:25.544823 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b84b812-eab9-4605-8ec3-6b59a11390c4', 'name': 'network-vif-deleted', 'tag': '15a08eae-1ff4-4ee7-88e1-1add343f3427', 'status': 'completed', 'code': 200} Feb 03 12:41:25.633294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device be700c52-c47f-427d-8f10-738deb2af304 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:25.688459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975ed2f-e373-4544-87d3-9b74a0d22f5a req-9aa0710d-2eb1-46e2-8cd5-7e4146fdcbfb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:25.690271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0975ed2f-e373-4544-87d3-9b74a0d22f5a req-9aa0710d-2eb1-46e2-8cd5-7e4146fdcbfb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0811858 Feb 03 12:41:25.738454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:03Z', 'revision_number': 5, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:25.770490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] Checking router: 74cae636-349a-444b-92e7-5430335c6a20 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:41:25.790751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0975ed2f-e373-4544-87d3-9b74a0d22f5a req-f190e0c7-da7d-4673-bb41-06955a98285b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887661 Feb 03 12:41:25.804154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:25.805037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:25.839221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6d20328-66d4-462c-b6b5-8c06835b5559 req-1900060d-ef90-4ac2-b12a-e9d423cd23ad tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b84b812-eab9-4605-8ec3-6b59a11390c4 HTTP/1.1" status: 200 len: 210 time: 0.0281017 Feb 03 12:41:25.860618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port be700c52-c47f-427d-8f10-738deb2af304, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be700c52-c47f-427d-8f10-738deb2af304,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:25.877238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'be700c52-c47f-427d-8f10-738deb2af304', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'be700c52-c47f-427d-8f10-738deb2af304', 'mac_address': 'fa:16:3e:db:c6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:25.922611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb146ae-bce1-43e7-b645-cc54511ab9b4 req-1ed870d4-cbc6-4858-b21e-c32ffe5d3e95 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:25.924096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cb146ae-bce1-43e7-b645-cc54511ab9b4 req-1ed870d4-cbc6-4858-b21e-c32ffe5d3e95 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 944 time: 0.0730541 Feb 03 12:41:25.930631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port be700c52-c47f-427d-8f10-738deb2af304 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:25.931343 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (be700c52-c47f-427d-8f10-738deb2af304), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:25.980452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be700c52-c47f-427d-8f10-738deb2af304 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:25.981452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cb146ae-bce1-43e7-b645-cc54511ab9b4 req-29faeaac-143e-4c84-a6b8-e1a784009561 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468116 Feb 03 12:41:26.011612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:26.041250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port be700c52-c47f-427d-8f10-738deb2af304, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be700c52-c47f-427d-8f10-738deb2af304,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:26.052574 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (be700c52-c47f-427d-8f10-738deb2af304), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.236619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=be700c52-c47f-427d-8f10-738deb2af304,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:26.242562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f62c2-6198-46d5-82b3-0f3c39727948 req-3888b190-2cb2-4589-8ba5-c87716af699b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:26.244855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-431f62c2-6198-46d5-82b3-0f3c39727948 req-3888b190-2cb2-4589-8ba5-c87716af699b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 948 time: 0.1223083 Feb 03 12:41:26.277274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f4e8-7dda-4a1f-8661-d0d720c42796 req-b796a4f4-6861-4fe7-b97e-8324766935d6 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:26.278763 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce33f4e8-7dda-4a1f-8661-d0d720c42796 req-b796a4f4-6861-4fe7-b97e-8324766935d6 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 948 time: 0.1012399 Feb 03 12:41:26.318351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:03Z', 'revision_number': 5, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:26.339818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-431f62c2-6198-46d5-82b3-0f3c39727948 req-6564c69d-6de7-403f-bcc2-5716d44b98d7 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809669 Feb 03 12:41:26.345065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84389740-ab40-4e6e-b458-4931f5080117 None None] The sync data for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 is: [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:39:53Z', 'revision_number': 4, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3b46d4c3-8a58-4148-b4e8-09c27da5e014', 'name': '', 'network_id': 'ccde93d6-00aa-4baf-9631-a6704f3b0232', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'mac_address': 'fa:16:3e:92:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:03Z', 'revision_number': 5, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'subnets': [{'id': 'a83fa049-c2b7-4ee6-9ea6-f9518d324809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:41:26.368093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce33f4e8-7dda-4a1f-8661-d0d720c42796 req-aff2ce62-1208-4568-b9a4-3e26bfd07aa7 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798998 Feb 03 12:41:26.587336 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bafd89-a24b-44cd-bce3-4526c5146692 None None] New status for floating IP 8c4d880b-cbc2-4fb0-bd85-ee144cda5794: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:41:26.645480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce317-c3c0-4ccc-a24c-1bc12ad93754 req-5f3bf767-af22-4726-ab93-6375759ff4d1 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:26.647153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c5ce317-c3c0-4ccc-a24c-1bc12ad93754 req-5f3bf767-af22-4726-ab93-6375759ff4d1 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 945 time: 0.0549788 Feb 03 12:41:26.696402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c5ce317-c3c0-4ccc-a24c-1bc12ad93754 req-8ecc2c6e-8eb9-4ee1-9234-e45bc5a33d89 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Feb 03 12:41:26.911273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['be700c52-c47f-427d-8f10-738deb2af304'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:26.911548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf80f6-22d0-4c98-98e9-19f8ff84a154 req-35c2ee7f-e3ee-4c40-9734-8042ed13456d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:26.913094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bdf80f6-22d0-4c98-98e9-19f8ff84a154 req-35c2ee7f-e3ee-4c40-9734-8042ed13456d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0634303 Feb 03 12:41:26.984240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53416) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:26.991466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bdf80f6-22d0-4c98-98e9-19f8ff84a154 req-9eeba751-fb53-42d2-9358-2a2955b12fed tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645647 Feb 03 12:41:27.061684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group (a9f776f7-67ea-48cf-9211-c9331864d78b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.088037 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group (a9f776f7-67ea-48cf-9211-c9331864d78b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.142441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a9f776f7-67ea-48cf-9211-c9331864d78b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.146517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.148752 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "DELETE /v2.0/security-groups/a9f776f7-67ea-48cf-9211-c9331864d78b HTTP/1.1" status: 204 len: 168 time: 0.1625481 Feb 03 12:41:27.150633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53420) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:27.159947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f776f7-67ea-48cf-9211-c9331864d78b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:27.168533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.168881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.169981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.170362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.170695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.171025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.171357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.171684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.172006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.172329 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.172652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.172969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.173285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc43490-7165-45a1-9726-3d0ca2c98db7 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:27.177709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6c40e-b148-42b8-b522-6f40799a16e3 req-f8410fdf-6038-41ec-8fdd-75a54eb02537 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.180261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32d6c40e-b148-42b8-b522-6f40799a16e3 req-f8410fdf-6038-41ec-8fdd-75a54eb02537 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 944 time: 0.0987206 Feb 03 12:41:27.181820 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-2718b65f-71be-4dc3-8222-dd34e54829e5 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] show failed (client error): The resource could not be found. Feb 03 12:41:27.185461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2718b65f-71be-4dc3-8222-dd34e54829e5 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "GET /v2.0/security-groups/a9f776f7-67ea-48cf-9211-c9331864d78b HTTP/1.1" status: 404 len: 347 time: 0.0312176 Feb 03 12:41:27.185853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53422) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:27.262374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32d6c40e-b148-42b8-b522-6f40799a16e3 req-42d24544-6973-48c1-a03e-c0076da2d396 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739651 Feb 03 12:41:27.290634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-f7a83d1c-438b-4593-9420-7cbba638688a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.292171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-f7a83d1c-438b-4593-9420-7cbba638688a tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.91 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 944 time: 0.0738583 Feb 03 12:41:27.321452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Deleting port 4b5c9a4f-2024-49d6-8cb0-9c459d0b6365 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:27.322195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4b5c9a4f-2024-49d6-8cb0-9c459d0b6365), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.409652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4b5c9a4f-2024-49d6-8cb0-9c459d0b6365), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.410052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for floatingip (4b5c9a4f-2024-49d6-8cb0-9c459d0b6365), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.417540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Deleting port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:27.418159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.425646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Calling delete_port for 4b5c9a4f-2024-49d6-8cb0-9c459d0b6365 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:27.582708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] For port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:27.583384 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.583826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4b5c9a4f-2024-49d6-8cb0-9c459d0b6365), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.592894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dab645-1b84-49c0-96b9-b4865d2d10d2 req-b20ba381-b63a-405b-b538-b2ba1a9a568d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.594167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9dab645-1b84-49c0-96b9-b4865d2d10d2 req-b20ba381-b63a-405b-b538-b2ba1a9a568d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 948 time: 0.1612923 Feb 03 12:41:27.607862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ca95d-3076-43a0-8030-788f26cff972 req-dec243f8-4fd8-46cb-b871-faa5f7e266e6 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.609417 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-875ca95d-3076-43a0-8030-788f26cff972 req-dec243f8-4fd8-46cb-b871-faa5f7e266e6 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 948 time: 0.1416337 Feb 03 12:41:27.616815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Pushing event deleted for resources: {'Port': ['ID=4b5c9a4f-2024-49d6-8cb0-9c459d0b6365,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:27.622266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Calling delete_port for 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:27.650001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8722a396-dabd-48a0-bc61-f0950e59eeeb details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:27.673041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 15a08eae-1ff4-4ee7-88e1-1add343f3427 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:27.696958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks [] for floatingip (8c4d880b-cbc2-4fb0-bd85-ee144cda5794), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.699912 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.701225 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-74062b81-d937-4fb1-a640-e2bdd080a632 tempest-ServersTestJSON-1026738347 tempest-ServersTestJSON-1026738347-project] 10.222.0.65 "DELETE /v2.0/floatingips/8c4d880b-cbc2-4fb0-bd85-ee144cda5794 HTTP/1.1" status: 204 len: 168 time: 0.5140967 Feb 03 12:41:27.704069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53428) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:27.712228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 15a08eae-1ff4-4ee7-88e1-1add343f3427 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:27.712573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 15a08eae-1ff4-4ee7-88e1-1add343f3427 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:27.736410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-875ca95d-3076-43a0-8030-788f26cff972 req-358e02d5-92be-4f86-aa08-14bd9799e41e tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153419 Feb 03 12:41:27.748105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9dab645-1b84-49c0-96b9-b4865d2d10d2 req-e52c1322-8a81-41fe-8e12-fc4e082918c2 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376238 Feb 03 12:41:27.799860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 8722a396-dabd-48a0-bc61-f0950e59eeeb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8722a396-dabd-48a0-bc61-f0950e59eeeb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:27.812105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '8722a396-dabd-48a0-bc61-f0950e59eeeb', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '8722a396-dabd-48a0-bc61-f0950e59eeeb', 'mac_address': 'fa:16:3e:88:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:27.854443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 8722a396-dabd-48a0-bc61-f0950e59eeeb is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:27.854983 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.868440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8722a396-dabd-48a0-bc61-f0950e59eeeb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:27.878501 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9f8c0c60-6c4b-4fe5-aa18-57660afe20b8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.887403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c84024-b154-46a4-9c9d-b7f9f8c3c16c req-7919fedd-0cf5-4093-abf9-c4cb1b486d69 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.888913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73c84024-b154-46a4-9c9d-b7f9f8c3c16c req-7919fedd-0cf5-4093-abf9-c4cb1b486d69 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 945 time: 0.0656092 Feb 03 12:41:27.895209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:27.903610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 8722a396-dabd-48a0-bc61-f0950e59eeeb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8722a396-dabd-48a0-bc61-f0950e59eeeb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:27.926725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Pushing event deleted for resources: {'Port': ['ID=9f8c0c60-6c4b-4fe5-aa18-57660afe20b8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:27.931692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.981329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=8722a396-dabd-48a0-bc61-f0950e59eeeb,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:28.111186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (74cae636-349a-444b-92e7-5430335c6a20), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.312803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['8722a396-dabd-48a0-bc61-f0950e59eeeb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:28.338203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] No DVR routers for this DVR port 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:28.342444 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.345692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dd30a43-06f4-427b-a997-4e2058fd3218 req-0ff83dc5-6be9-4495-9167-52256e083e3b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.91 "DELETE /v2.0/ports/9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 HTTP/1.1" status: 204 len: 173 time: 1.0474145 Feb 03 12:41:28.353231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'name': 'network-vif-deleted', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:28.355839 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe9adfc-2802-40a9-9fdd-7541846aadcc" -d '{"events": [{"server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "name": "network-vif-deleted", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:28.411859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73c84024-b154-46a4-9c9d-b7f9f8c3c16c req-eb39ed74-c857-4547-9148-2e19d8de2700 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102279 Feb 03 12:41:28.450244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c0d55-e373-4d93-91a3-e168f1c25de3 req-0dc5f4ef-fb56-426e-8d53-cba7e8f6f27d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.458928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b54c0d55-e373-4d93-91a3-e168f1c25de3 req-0dc5f4ef-fb56-426e-8d53-cba7e8f6f27d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1249516 Feb 03 12:41:28.558045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-106e7612-a52d-48c8-8f50-38d8cdcd5682 req-bebe947b-fbbf-4b71-9aea-e331501df34c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cdbffa0-a302-49b4-a344-50faa0d2ef76 HTTP/1.1" status: 200 len: 210 time: 0.0429077 Feb 03 12:41:28.573662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b54c0d55-e373-4d93-91a3-e168f1c25de3 req-a26c9b5a-c8e7-4b1f-b600-432f61802aab tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138380 Feb 03 12:41:28.613886 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9fef51-6fb0-43a6-b941-96c3708ec4b4 x-openstack-request-id: req-ab9fef51-6fb0-43a6-b941-96c3708ec4b4 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:28.614189 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdbffa0-a302-49b4-a344-50faa0d2ef76", "name": "network-vif-deleted", "tag": "9f8c0c60-6c4b-4fe5-aa18-57660afe20b8", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:28.614486 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab9fef51-6fb0-43a6-b941-96c3708ec4b4 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:28.614889 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdbffa0-a302-49b4-a344-50faa0d2ef76', 'name': 'network-vif-deleted', 'tag': '9f8c0c60-6c4b-4fe5-aa18-57660afe20b8', 'status': 'completed', 'code': 200} Feb 03 12:41:28.722789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Deleting port 3b46d4c3-8a58-4148-b4e8-09c27da5e014 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:28.723134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.822041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] For port 3b46d4c3-8a58-4148-b4e8-09c27da5e014, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3b46d4c3-8a58-4148-b4e8-09c27da5e014,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:28.822680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.843416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Calling delete_port for 3b46d4c3-8a58-4148-b4e8-09c27da5e014 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:29.008432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50824a-22be-460c-a370-965e2b47128b req-121978ed-370c-40ea-a2ba-e06c059d0efa tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:29.009686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd50824a-22be-460c-a370-965e2b47128b req-121978ed-370c-40ea-a2ba-e06c059d0efa tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 949 time: 0.1285203 Feb 03 12:41:29.017660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb05f-46af-4445-a476-bf1ef41a55a2 req-ad17e109-98ff-4c01-857e-1f8162fdf83e tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:29.019233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a5cb05f-46af-4445-a476-bf1ef41a55a2 req-ad17e109-98ff-4c01-857e-1f8162fdf83e tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 948 time: 0.1195416 Feb 03 12:41:29.067962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3b46d4c3-8a58-4148-b4e8-09c27da5e014), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.094062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b46d4c3-8a58-4148-b4e8-09c27da5e014,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:29.095998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd50824a-22be-460c-a370-965e2b47128b req-7b33f983-519e-493e-9405-6f408da3c4ae tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756021 Feb 03 12:41:29.106129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a5cb05f-46af-4445-a476-bf1ef41a55a2 req-9570021e-c6c3-4348-b7c8-a1c0207ebda0 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716000 Feb 03 12:41:29.268771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (74cae636-349a-444b-92e7-5430335c6a20), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.483900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Router 74cae636-349a-444b-92e7-5430335c6a20 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:41:29.590386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:41:29.595877 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8ad40caa-9f76-4c07-a3ba-82e59164861b admin admin] 10.222.0.65 "PUT /v2.0/routers/74cae636-349a-444b-92e7-5430335c6a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8906569 Feb 03 12:41:29.598428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53454) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:29.608349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] Sync routers for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:41:29.621506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:29.622461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:29.740719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea3ae9-6c4b-404c-a4bf-8d91238499b1 req-abc9e12a-24d7-4808-a3d0-f7cb8edd1ddc tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:29.748682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1dea3ae9-6c4b-404c-a4bf-8d91238499b1 req-abc9e12a-24d7-4808-a3d0-f7cb8edd1ddc tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0814786 Feb 03 12:41:29.749419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks [] for router (74cae636-349a-444b-92e7-5430335c6a20), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.835569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1dea3ae9-6c4b-404c-a4bf-8d91238499b1 req-c4c9bc79-2187-4790-8ada-9b902226aab7 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858736 Feb 03 12:41:29.901350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks [] for router_gateway (74cae636-349a-444b-92e7-5430335c6a20), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.938796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device be700c52-c47f-427d-8f10-738deb2af304 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:29.988330 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Deleting port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:29.990921 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.058306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d76b0e-f2ce-4f3c-b9ef-17f6382ceaba req-c983d2f5-1bb5-43b9-9b21-f7c251c9af21 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:30.059026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:30.059887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36d76b0e-f2ce-4f3c-b9ef-17f6382ceaba req-c983d2f5-1bb5-43b9-9b21-f7c251c9af21 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.0706916 Feb 03 12:41:30.061461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port be700c52-c47f-427d-8f10-738deb2af304 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:30.082185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] For port 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=28d932e3-a9e2-4aaf-9214-61cbf94ce2ce,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:30.082726 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.098897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Calling delete_port for 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:30.112667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36d76b0e-f2ce-4f3c-b9ef-17f6382ceaba req-cee93555-e84b-4af5-aeca-afee12080386 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Feb 03 12:41:30.171233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port be700c52-c47f-427d-8f10-738deb2af304 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:30.172368 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (be700c52-c47f-427d-8f10-738deb2af304), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.324893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b66ee0-409b-457b-8315-00235e2b3258 req-22ceefaf-22ea-43d5-b921-989c3f326822 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:30.327441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2b66ee0-409b-457b-8315-00235e2b3258 req-22ceefaf-22ea-43d5-b921-989c3f326822 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 948 time: 0.1376698 Feb 03 12:41:30.337709 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (28d932e3-a9e2-4aaf-9214-61cbf94ce2ce), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.340873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc402c-deb0-47e7-a5d3-772fa8355ad7 req-438312b1-d456-40e9-97a2-24261a5bb798 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:30.349832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60dc402c-deb0-47e7-a5d3-772fa8355ad7 req-438312b1-d456-40e9-97a2-24261a5bb798 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 949 time: 0.1162207 Feb 03 12:41:30.369002 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d932e3-a9e2-4aaf-9214-61cbf94ce2ce,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:30.372926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port be700c52-c47f-427d-8f10-738deb2af304 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:30.373324 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (be700c52-c47f-427d-8f10-738deb2af304), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.400591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a398e096-aff1-4d59-86e8-812e1bab33bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be700c52-c47f-427d-8f10-738deb2af304'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:30.402934 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360d630a-0121-4426-8c04-d80425afee52" -d '{"events": [{"server_uuid": "a398e096-aff1-4d59-86e8-812e1bab33bb", "name": "network-vif-plugged", "status": "completed", "tag": "be700c52-c47f-427d-8f10-738deb2af304"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:30.418529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port be700c52-c47f-427d-8f10-738deb2af304, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be700c52-c47f-427d-8f10-738deb2af304,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:30.425862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:41:29Z', 'revision_number': 5, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port': {'id': '28d932e3-a9e2-4aaf-9214-61cbf94ce2ce', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cae636-349a-444b-92e7-5430335c6a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:46Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:30.429281 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (be700c52-c47f-427d-8f10-738deb2af304), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.430116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8722a396-dabd-48a0-bc61-f0950e59eeeb up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:30.470958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60dc402c-deb0-47e7-a5d3-772fa8355ad7 req-45ab3fa2-889e-4989-9a3d-dc52b39f4ae7 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195261 Feb 03 12:41:30.476180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] Checking router: 74cae636-349a-444b-92e7-5430335c6a20 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:41:30.479360 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (74cae636-349a-444b-92e7-5430335c6a20), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.503711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2b66ee0-409b-457b-8315-00235e2b3258 req-fb8a8a1b-6c6c-4dd8-b28a-2b1c027a1a51 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460135 Feb 03 12:41:30.537465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] Routers {'74cae636-349a-444b-92e7-5430335c6a20'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:30.538410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74cae636-349a-444b-92e7-5430335c6a20'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:30.542413 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc52827d-56b2-4188-ab9a-a4aa15153462 x-openstack-request-id: req-bc52827d-56b2-4188-ab9a-a4aa15153462 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:30.542706 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a398e096-aff1-4d59-86e8-812e1bab33bb", "name": "network-vif-plugged", "status": "completed", "tag": "be700c52-c47f-427d-8f10-738deb2af304", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:30.542959 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc52827d-56b2-4188-ab9a-a4aa15153462 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:30.543350 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a398e096-aff1-4d59-86e8-812e1bab33bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be700c52-c47f-427d-8f10-738deb2af304', 'code': 200} Feb 03 12:41:30.564080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-3e787fca-228d-4df5-bd87-bdc8d00845aa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:30.565764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-3e787fca-228d-4df5-bd87-bdc8d00845aa tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.91 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 944 time: 0.1124384 Feb 03 12:41:30.597031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (74cae636-349a-444b-92e7-5430335c6a20), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.599141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks [] for router_controller (74cae636-349a-444b-92e7-5430335c6a20), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.610477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=be700c52-c47f-427d-8f10-738deb2af304,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:30.623699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] Set router 74cae636-349a-444b-92e7-5430335c6a20 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:30.676097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (74cae636-349a-444b-92e7-5430335c6a20), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.677499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74cae636-349a-444b-92e7-5430335c6a20 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:41:30.679271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:41:30Z', 'revision_number': 7, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:30.681045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 8722a396-dabd-48a0-bc61-f0950e59eeeb completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:30.683254 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.684393 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-93f3f238-e873-4f91-826a-6eaad2aff163 admin admin] 10.222.0.65 "DELETE /v2.0/routers/74cae636-349a-444b-92e7-5430335c6a20 HTTP/1.1" status: 204 len: 168 time: 1.0850368 Feb 03 12:41:30.687609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53470) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:30.698004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72675a0-1700-4ae0-bf1a-75c73739debe req-9df4cb10-d782-4536-b670-9ee05422bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:30.699484 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e72675a0-1700-4ae0-bf1a-75c73739debe req-9df4cb10-d782-4536-b670-9ee05422bfb5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 1132 time: 0.0970173 Feb 03 12:41:30.703454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Deleting port de59768a-56b4-47a4-9bc4-821209a1e05f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:30.703802 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.739393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 8722a396-dabd-48a0-bc61-f0950e59eeeb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:30.747279 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.759534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab809f9-a4ba-4481-a687-d65317ba453b admin admin] Deleting subnet a83fa049-c2b7-4ee6-9ea6-f9518d324809 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:30.768637 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ab809f9-a4ba-4481-a687-d65317ba453b admin admin] Publish callbacks [] for subnet (a83fa049-c2b7-4ee6-9ea6-f9518d324809), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.780236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f11e3b-2abe-41b5-97e9-25080d489e07 None None] The sync data for ids ['74cae636-349a-444b-92e7-5430335c6a20'] in n-d-792364-10 is: [{'id': '74cae636-349a-444b-92e7-5430335c6a20', 'name': 'tempest-ServersTestJSON-722670295-router', 'tenant_id': 'addf4791bee04d69b2d573d0b0b393de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:45Z', 'updated_at': '2022-02-03T12:41:30Z', 'revision_number': 7, 'project_id': 'addf4791bee04d69b2d573d0b0b393de', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:41:30.793739 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e72675a0-1700-4ae0-bf1a-75c73739debe req-13e72122-485c-4fd7-bfb6-0a8839d751b9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757844 Feb 03 12:41:30.813743 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ab809f9-a4ba-4481-a687-d65317ba453b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (a83fa049-c2b7-4ee6-9ea6-f9518d324809), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.867611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] For port de59768a-56b4-47a4-9bc4-821209a1e05f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=de59768a-56b4-47a4-9bc4-821209a1e05f,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:30.868482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.870688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 8722a396-dabd-48a0-bc61-f0950e59eeeb is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:30.871650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.887669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Calling delete_port for de59768a-56b4-47a4-9bc4-821209a1e05f owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:30.908493 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ab809f9-a4ba-4481-a687-d65317ba453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (a83fa049-c2b7-4ee6-9ea6-f9518d324809), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.915102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 8722a396-dabd-48a0-bc61-f0950e59eeeb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8722a396-dabd-48a0-bc61-f0950e59eeeb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:30.921323 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.922387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:30.953776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:30.954128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9f8c0c60-6c4b-4fe5-aa18-57660afe20b8 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:30.980746 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ab809f9-a4ba-4481-a687-d65317ba453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (a83fa049-c2b7-4ee6-9ea6-f9518d324809), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.012122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab809f9-a4ba-4481-a687-d65317ba453b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83fa049-c2b7-4ee6-9ea6-f9518d324809,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:31.015267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ab809f9-a4ba-4481-a687-d65317ba453b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.021737 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2ab809f9-a4ba-4481-a687-d65317ba453b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a83fa049-c2b7-4ee6-9ea6-f9518d324809 HTTP/1.1" status: 204 len: 168 time: 0.3297143 Feb 03 12:41:31.021737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53480) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:31.026458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9245f-5dfd-4906-b838-6260b0450f7e None None] Network ccde93d6-00aa-4baf-9631-a6704f3b0232 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:31.042052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=8722a396-dabd-48a0-bc61-f0950e59eeeb,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:31.090937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c9a6-7628-47d9-a14f-3968a09bd498 req-7c21b925-8629-4813-9a64-410c3f47863b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:31.094196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3651c9a6-7628-47d9-a14f-3968a09bd498 req-7c21b925-8629-4813-9a64-410c3f47863b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1559691 Feb 03 12:41:31.099402 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ccde93d6-00aa-4baf-9631-a6704f3b0232), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.184343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Deleting port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:31.184697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.251346 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4286acd-8f4f-43fc-8dcd-06f48a5835d1 None None] DHCP port deletion for ccde93d6-00aa-4baf-9631-a6704f3b0232 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:41:31.252382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3651c9a6-7628-47d9-a14f-3968a09bd498 req-3d147bcd-59fe-4432-996e-6bdc4706a35d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479032 Feb 03 12:41:31.255030 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (de59768a-56b4-47a4-9bc4-821209a1e05f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.274347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] For port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:31.274980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.291773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Pushing event deleted for resources: {'Port': ['ID=de59768a-56b4-47a4-9bc4-821209a1e05f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:31.296514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Calling delete_port for a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:31.362782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] No DVR routers for this DVR port de59768a-56b4-47a4-9bc4-821209a1e05f on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:31.371578 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.385774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae2f454c-3f6e-4b1b-8fb5-57858463da8b req-4a818b6a-d8e4-4caa-8a6f-cb5b0fc3ce05 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.91 "DELETE /v2.0/ports/de59768a-56b4-47a4-9bc4-821209a1e05f HTTP/1.1" status: 204 len: 173 time: 0.8028185 Feb 03 12:41:31.385774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'name': 'network-vif-deleted', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:31.386440 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9db8e7-4724-4905-8634-93ffeb683c7b" -d '{"events": [{"server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "name": "network-vif-deleted", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:31.414191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a4286acd-8f4f-43fc-8dcd-06f48a5835d1 None None] Deleting port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:31.414702 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4286acd-8f4f-43fc-8dcd-06f48a5835d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.433697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eca8ce3d-cdef-4d3a-b307-08083677e306 req-0cdf8bb5-3859-44b3-b1be-bb6915d1e735 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c5f586-61d8-4b81-934b-fe9aca12b27a HTTP/1.1" status: 200 len: 210 time: 0.0503371 Feb 03 12:41:31.443106 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d0882f-0307-431e-a20d-b37453b3066d x-openstack-request-id: req-11d0882f-0307-431e-a20d-b37453b3066d {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:31.443913 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c5f586-61d8-4b81-934b-fe9aca12b27a", "name": "network-vif-deleted", "tag": "de59768a-56b4-47a4-9bc4-821209a1e05f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:31.444427 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11d0882f-0307-431e-a20d-b37453b3066d {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:31.445022 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c5f586-61d8-4b81-934b-fe9aca12b27a', 'name': 'network-vif-deleted', 'tag': 'de59768a-56b4-47a4-9bc4-821209a1e05f', 'status': 'completed', 'code': 200} Feb 03 12:41:31.496701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a4286acd-8f4f-43fc-8dcd-06f48a5835d1 None None] For port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee,segment=NetworkSegment(3ce19858-f027-408d-a6bf-cb030d8015e1),segment_id=3ce19858-f027-408d-a6bf-cb030d8015e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:31.497334 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4286acd-8f4f-43fc-8dcd-06f48a5835d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.512773 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.514265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a4286acd-8f4f-43fc-8dcd-06f48a5835d1 None None] Calling delete_port for a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:31.559153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:31.560980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] No DVR routers for this DVR port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:31.638945 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4286acd-8f4f-43fc-8dcd-06f48a5835d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.642875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ccde93d6-00aa-4baf-9631-a6704f3b0232), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.667576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccde93d6-00aa-4baf-9631-a6704f3b0232']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:31.676745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4286acd-8f4f-43fc-8dcd-06f48a5835d1 None None] Pushing event deleted for resources: {'Port': ['ID=a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:31.678827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce19858-f027-408d-a6bf-cb030d8015e1') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:31.680536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4286acd-8f4f-43fc-8dcd-06f48a5835d1 None None] No DVR routers for this DVR port a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:31.681923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce19858-f027-408d-a6bf-cb030d8015e1') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:31.688134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e6ef-a409-45f9-a0b2-58d90d3024a2 req-5f3eab2b-c084-464f-829e-f96d47a4d5ba tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:31.697967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e95e6ef-a409-45f9-a0b2-58d90d3024a2 req-5f3eab2b-c084-464f-829e-f96d47a4d5ba tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 950 time: 0.1052847 Feb 03 12:41:31.711518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (3ce19858-f027-408d-a6bf-cb030d8015e1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.729509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070f73-7e16-465d-ac8e-d90c59d97cf1 req-667caa91-ba0b-468a-9a46-25b6e48d00f9 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:31.729678 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3ce19858-f027-408d-a6bf-cb030d8015e1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.734656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47070f73-7e16-465d-ac8e-d90c59d97cf1 req-667caa91-ba0b-468a-9a46-25b6e48d00f9 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 949 time: 0.1294641 Feb 03 12:41:31.738621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:31.739028 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (3ce19858-f027-408d-a6bf-cb030d8015e1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:31.740915 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:31.796508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e95e6ef-a409-45f9-a0b2-58d90d3024a2 req-b17c4437-a52e-4938-90c6-89700ed40e5f tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906682 Feb 03 12:41:31.805324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ccde93d6-00aa-4baf-9631-a6704f3b0232), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.812682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.818386 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ccde93d6-00aa-4baf-9631-a6704f3b0232 HTTP/1.1" status: 204 len: 168 time: 0.7938960 Feb 03 12:41:31.831254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47070f73-7e16-465d-ac8e-d90c59d97cf1 req-08e90e03-bf7b-40d5-83fb-1aa62e7ffe42 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766709 Feb 03 12:41:31.836478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0359fb-5faa-4727-8add-14f751792779 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccde93d6-00aa-4baf-9631-a6704f3b0232,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:32.032480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53500) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:32.102380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-09e98c1f-ff45-402d-af71-2f8b3712e323 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=addf4791bee04d69b2d573d0b0b393de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0670695 Feb 03 12:41:32.103989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53502) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:32.158986 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69a0efeb-df5b-49aa-920e-fd2d322faefb admin admin] Publish callbacks [] for security_group (27871236-9550-4042-8e14-1779d9fb559a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.180216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69a0efeb-df5b-49aa-920e-fd2d322faefb admin admin] Publish callbacks [] for security_group (27871236-9550-4042-8e14-1779d9fb559a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.227192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69a0efeb-df5b-49aa-920e-fd2d322faefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (27871236-9550-4042-8e14-1779d9fb559a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.234409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69a0efeb-df5b-49aa-920e-fd2d322faefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.235702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-69a0efeb-df5b-49aa-920e-fd2d322faefb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27871236-9550-4042-8e14-1779d9fb559a HTTP/1.1" status: 204 len: 168 time: 0.1307530 Feb 03 12:41:32.247087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0efeb-df5b-49aa-920e-fd2d322faefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27871236-9550-4042-8e14-1779d9fb559a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:32.418964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072bc77-395d-4124-88db-dbb0260caade req-fb4b919f-effd-4daa-aa0a-89f7f691ab43 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:32.420128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8072bc77-395d-4124-88db-dbb0260caade req-fb4b919f-effd-4daa-aa0a-89f7f691ab43 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0693512 Feb 03 12:41:32.480906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8072bc77-395d-4124-88db-dbb0260caade req-1031203c-a342-4d08-9125-48b8c0c8d238 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535548 Feb 03 12:41:32.544422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc91d26-8002-452b-9dc6-247bbae5fe38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8722a396-dabd-48a0-bc61-f0950e59eeeb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:32.546777 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6f5c79-a89f-4fc7-b02d-bf910913760a" -d '{"events": [{"server_uuid": "3bc91d26-8002-452b-9dc6-247bbae5fe38", "name": "network-vif-plugged", "status": "completed", "tag": "8722a396-dabd-48a0-bc61-f0950e59eeeb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:32.591485 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea9b6d-767d-4773-a3bc-ceadd0c14223 x-openstack-request-id: req-05ea9b6d-767d-4773-a3bc-ceadd0c14223 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:32.591777 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc91d26-8002-452b-9dc6-247bbae5fe38", "name": "network-vif-plugged", "status": "completed", "tag": "8722a396-dabd-48a0-bc61-f0950e59eeeb", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:32.592027 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05ea9b6d-767d-4773-a3bc-ceadd0c14223 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:32.592414 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc91d26-8002-452b-9dc6-247bbae5fe38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8722a396-dabd-48a0-bc61-f0950e59eeeb', 'code': 200} Feb 03 12:41:32.706371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f991b5-53b9-4b3d-a172-34720b3caa73 req-1a3d23d6-e0f9-4022-adfb-cf31a4c72059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:32.707916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9f991b5-53b9-4b3d-a172-34720b3caa73 req-1a3d23d6-e0f9-4022-adfb-cf31a4c72059 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 1133 time: 0.0502172 Feb 03 12:41:32.828340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9f991b5-53b9-4b3d-a172-34720b3caa73 req-1312556f-e536-4dcc-b3af-bf05c40a1fed service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044254 Feb 03 12:41:32.834124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:32.848306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07484763-15a0-4da2-bbe8-039034d57a39 req-d11d5167-b9dc-44d5-b87b-2972c7ba071c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:32.850044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07484763-15a0-4da2-bbe8-039034d57a39 req-d11d5167-b9dc-44d5-b87b-2972c7ba071c tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 944 time: 0.0765479 Feb 03 12:41:32.871161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:32.871742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 28d932e3-a9e2-4aaf-9214-61cbf94ce2ce not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:32.872354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:32.904317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:32.904663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a6a8eb01-cf60-44b1-8e2c-d5922b1e70ee not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:32.905082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3b46d4c3-8a58-4148-b4e8-09c27da5e014 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:32.913083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07484763-15a0-4da2-bbe8-039034d57a39 req-7454e0be-fbb9-41c1-a6ef-6b3a014c5dcb tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d037f-a074-4c30-8d98-01bd04d66659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530159 Feb 03 12:41:32.933352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 3b46d4c3-8a58-4148-b4e8-09c27da5e014 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:32.933948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3b46d4c3-8a58-4148-b4e8-09c27da5e014 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:33.005084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d3179-e043-44ab-9e67-637897f5f2e6 req-22942afd-9bfd-4536-a80a-98bc2cb3650c tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:33.007105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d19d3179-e043-44ab-9e67-637897f5f2e6 req-22942afd-9bfd-4536-a80a-98bc2cb3650c tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 950 time: 0.0700204 Feb 03 12:41:33.094891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d19d3179-e043-44ab-9e67-637897f5f2e6 req-ff4c22ac-d753-4b2f-8584-e0fd7482da15 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819948 Feb 03 12:41:33.113690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91f446-829f-4420-a46d-badd62995cf7 req-9892592d-759e-42f0-a721-3ce6473dbbfe tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:33.115878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b91f446-829f-4420-a46d-badd62995cf7 req-9892592d-759e-42f0-a721-3ce6473dbbfe tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 949 time: 0.0796845 Feb 03 12:41:33.144249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53540) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:33.197922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b91f446-829f-4420-a46d-badd62995cf7 req-456e2e06-db87-493e-ad4d-53ab702b8810 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758696 Feb 03 12:41:33.209320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-3a182a32-0092-481a-b584-2bec0ba4762b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:33.210979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-3a182a32-0092-481a-b584-2bec0ba4762b tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.72 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 944 time: 0.0754099 Feb 03 12:41:33.262654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2123305402-network', 'tenant_id': 'a81b03ac1897424eb96c460148626143'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:33.287348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Made reservation on behalf of a81b03ac1897424eb96c460148626143 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:33.290677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.309458 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.328944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Deleting port 4961ac2e-e16d-4c70-b075-5790ca38597e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:33.329450 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.439134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Publish callbacks [] for security_group (3a308edc-7113-48e7-b0ba-bc3b53052174), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.445651 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3a308edc-7113-48e7-b0ba-bc3b53052174), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.469037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:41:33.472556 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] For port 4961ac2e-e16d-4c70-b075-5790ca38597e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4961ac2e-e16d-4c70-b075-5790ca38597e,segment=NetworkSegment(bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4),segment_id=bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:33.472934 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.485008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a308edc-7113-48e7-b0ba-bc3b53052174,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:33.491723 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2fd7db26-7118-483d-aa14-15b9c8ae0edb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.492066 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Added segment 2fd7db26-7118-483d-aa14-15b9c8ae0edb of type vlan for network 23d047bd-79e0-4559-8a3c-03ba31d3b479 Feb 03 12:41:33.495830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Calling delete_port for 4961ac2e-e16d-4c70-b075-5790ca38597e owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:33.521263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e8d78-d1f0-4dd8-88bf-70f5f39c9b40 req-146ab937-4f20-4493-8522-3e357a18b071 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:33.529466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f62e8d78-d1f0-4dd8-88bf-70f5f39c9b40 req-146ab937-4f20-4493-8522-3e357a18b071 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 949 time: 0.1038783 Feb 03 12:41:33.538299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (23d047bd-79e0-4559-8a3c-03ba31d3b479), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.568843 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (23d047bd-79e0-4559-8a3c-03ba31d3b479), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.570641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:33.571463 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.602806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4573283 Feb 03 12:41:33.603100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53552) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:33.610090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Request body: {'subnet': {'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2123305402-subnet', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:33.646863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6435511-e9c5-4a1b-aad8-41273dca1a54 admin admin] Pushing event updated for resources: {'Network': ['ID=23d047bd-79e0-4559-8a3c-03ba31d3b479,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:33.658043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:41:33.664270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f62e8d78-d1f0-4dd8-88bf-70f5f39c9b40 req-03ccb4fa-f507-48f0-8ade-7bda39dfec7b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341476 Feb 03 12:41:33.691263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device de59768a-56b4-47a4-9bc4-821209a1e05f no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:33.692528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Made reservation on behalf of a81b03ac1897424eb96c460148626143 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:33.696641 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.752898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: de59768a-56b4-47a4-9bc4-821209a1e05f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:33.753211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device de59768a-56b4-47a4-9bc4-821209a1e05f not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:33.775172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda82b-2364-497b-8eb7-92629b7dc7d9 req-73a5b2fa-c545-4c64-af75-1519824d1579 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:33.776695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93dda82b-2364-497b-8eb7-92629b7dc7d9 req-73a5b2fa-c545-4c64-af75-1519824d1579 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1591125 Feb 03 12:41:33.863867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4961ac2e-e16d-4c70-b075-5790ca38597e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.918455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Pushing event deleted for resources: {'Port': ['ID=4961ac2e-e16d-4c70-b075-5790ca38597e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:33.926686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93dda82b-2364-497b-8eb7-92629b7dc7d9 req-b85d2e67-e111-4f13-8457-1dd0e59bd085 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192489 Feb 03 12:41:34.004701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] No DVR routers for this DVR port 4961ac2e-e16d-4c70-b075-5790ca38597e on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:34.017827 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.021144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89adec51-355b-4a8c-99a5-da394a38ef68 req-dd7f9128-778b-4023-8968-3e38fd9a5f01 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.72 "DELETE /v2.0/ports/4961ac2e-e16d-4c70-b075-5790ca38597e HTTP/1.1" status: 204 len: 173 time: 0.8047848 Feb 03 12:41:34.021902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'name': 'network-vif-deleted', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:34.024232 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabdda97-e544-432e-8dde-cc3cd6ccc762" -d '{"events": [{"server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "name": "network-vif-deleted", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:34.048923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4af9c78d-cc62-4db0-b487-d917529d8986 req-9e708b80-6cb4-4d41-abae-9be7a8f8faf2 tempest-LiveAutoBlockMigrationV225Test-594686244 tempest-LiveAutoBlockMigrationV225Test-594686244-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49cee1d-b48e-43f2-949d-2024746b7645 HTTP/1.1" status: 200 len: 210 time: 0.0454247 Feb 03 12:41:34.094105 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a276f2d0-f889-457b-9cc9-754557b4e820 x-openstack-request-id: req-a276f2d0-f889-457b-9cc9-754557b4e820 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:34.094707 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49cee1d-b48e-43f2-949d-2024746b7645", "name": "network-vif-deleted", "tag": "4961ac2e-e16d-4c70-b075-5790ca38597e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:34.094960 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a276f2d0-f889-457b-9cc9-754557b4e820 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:34.096636 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49cee1d-b48e-43f2-949d-2024746b7645', 'name': 'network-vif-deleted', 'tag': '4961ac2e-e16d-4c70-b075-5790ca38597e', 'status': 'completed', 'code': 200} Feb 03 12:41:34.112717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (2811af0d-f638-4d08-aed1-a178296e88db), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.182858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2811af0d-f638-4d08-aed1-a178296e88db,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:34.219160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Checking segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:34.219614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Network hostable DHCP agents. Network: 23d047bd-79e0-4559-8a3c-03ba31d3b479, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:41:34.247503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:41:34.257402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626846-a4ed-46f4-ace9-645c4465c613 req-19d2b7fd-98fb-453f-8c7c-5df188f95a98 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:34.258924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b626846-a4ed-46f4-ace9-645c4465c613 req-19d2b7fd-98fb-453f-8c7c-5df188f95a98 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 950 time: 0.0796549 Feb 03 12:41:34.275926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 23d047bd-79e0-4559-8a3c-03ba31d3b479) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:34.281128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:34.281128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.290663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a372f3-787a-4a51-86bb-d60fe3821d16 None None] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:34.322382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53560) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:34.323023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-04e76f50-84ec-4798-98d9-065787d74e28 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7161562 Feb 03 12:41:34.330015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:34.340955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b626846-a4ed-46f4-ace9-645c4465c613 req-530da08a-b54c-4859-aea7-079d3ff24f78 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739286 Feb 03 12:41:34.383315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (64c24cce-2776-484e-8447-9b88c65f75ac), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.385222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (64c24cce-2776-484e-8447-9b88c65f75ac), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.431360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-23d047bd-79e0-4559-8a3c-03ba31d3b479', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'project_id': 'a81b03ac1897424eb96c460148626143', 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:41:34.432505 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.455915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks [] for router_controller (64c24cce-2776-484e-8447-9b88c65f75ac), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.625169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Allocated IP 172.20.0.2 (23d047bd-79e0-4559-8a3c-03ba31d3b479/2811af0d-f638-4d08-aed1-a178296e88db/5c979b0b-218a-4b5c-be4b-fb3273c95c4d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:34.805041 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Publish callbacks [] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.816663 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.844228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca6bf0-b2d0-4a55-a10b-9e32d339ed0c req-6a598676-abb4-4917-8d93-31d31ef0429b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:34.846674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63ca6bf0-b2d0-4a55-a10b-9e32d339ed0c req-6a598676-abb4-4917-8d93-31d31ef0429b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 949 time: 0.0698714 Feb 03 12:41:34.868763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:34.873068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:34.877337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:34.914760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63ca6bf0-b2d0-4a55-a10b-9e32d339ed0c req-aa3d5673-feb0-4108-8903-05256ff3847f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600746 Feb 03 12:41:34.921230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Pushing event updated for resources: {'Port': ['ID=5c979b0b-218a-4b5c-be4b-fb3273c95c4d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:34.956680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Attempting to bind port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:34.957196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Attempting to bind port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:34.957660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Attempting to bind port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:34.964484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:34.964989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Checking segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:34.965485 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.966057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Bound using segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:34.966771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Bound port: 5c979b0b-218a-4b5c-be4b-fb3273c95c4d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:34.967259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.020893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks [] for router_gateway (64c24cce-2776-484e-8447-9b88c65f75ac), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.063601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] For port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:35.078735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] For port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5c979b0b-218a-4b5c-be4b-fb3273c95c4d,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:35.088541 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.133830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e3f85-1eb2-4c62-92e5-ed40fce963ff req-0c190689-b2b4-47ae-827f-fb32a01c6938 tempest-LiveMigrationNegativeTest-685695121 tempest-LiveMigrationNegativeTest-685695121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:35.135619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb3e3f85-1eb2-4c62-92e5-ed40fce963ff req-0c190689-b2b4-47ae-827f-fb32a01c6938 tempest-LiveMigrationNegativeTest-685695121 tempest-LiveMigrationNegativeTest-685695121-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 1132 time: 0.1008530 Feb 03 12:41:35.150921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcb103-4293-4f55-8ccd-fbf4b338aa0f req-73ab3538-3d3d-4953-8bf6-f761ab365c40 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:35.155331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89bcb103-4293-4f55-8ccd-fbf4b338aa0f req-73ab3538-3d3d-4953-8bf6-f761ab365c40 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0775905 Feb 03 12:41:35.172179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecb91f-6ac1-4d6d-999a-c89eb2a0b061 None None] Pushing event updated for resources: {'Port': ['ID=5c979b0b-218a-4b5c-be4b-fb3273c95c4d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:35.181884 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-eb3e3f85-1eb2-4c62-92e5-ed40fce963ff req-15763012-ab00-4b3c-af47-9c0cc742be8f tempest-LiveMigrationNegativeTest-685695121 tempest-LiveMigrationNegativeTest-685695121-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.245199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89bcb103-4293-4f55-8ccd-fbf4b338aa0f req-72f5cdf5-5750-4fff-80e5-d7ca7d6906b8 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889115 Feb 03 12:41:35.297776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks [] for router_gateway (64c24cce-2776-484e-8447-9b88c65f75ac), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.316711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-eb3e3f85-1eb2-4c62-92e5-ed40fce963ff req-15763012-ab00-4b3c-af47-9c0cc742be8f tempest-LiveMigrationNegativeTest-685695121 tempest-LiveMigrationNegativeTest-685695121-project-admin] Publish callbacks [] for security_group (f53e2584-2cb1-42b1-b58d-a9bac86ab8d7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.322983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.324038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53572) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:35.331314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-eb3e3f85-1eb2-4c62-92e5-ed40fce963ff req-15763012-ab00-4b3c-af47-9c0cc742be8f tempest-LiveMigrationNegativeTest-685695121 tempest-LiveMigrationNegativeTest-685695121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f53e2584-2cb1-42b1-b58d-a9bac86ab8d7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.398998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb3e3f85-1eb2-4c62-92e5-ed40fce963ff req-15763012-ab00-4b3c-af47-9c0cc742be8f tempest-LiveMigrationNegativeTest-685695121 tempest-LiveMigrationNegativeTest-685695121-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416174 Feb 03 12:41:35.399609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15763012-ab00-4b3c-af47-9c0cc742be8f tempest-LiveMigrationNegativeTest-685695121 tempest-LiveMigrationNegativeTest-685695121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e2584-2cb1-42b1-b58d-a9bac86ab8d7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:35.534689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Allocated IP 172.25.3.135 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/84d5b69e-bbd7-420b-9ead-ac8a159c79f0) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:35.608819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3dfba8d-4f92-47a0-98be-f2d31c1e25e6 admin admin] Deleting subnet 6519694f-04e5-449b-87bd-4b4b8a967f7f {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:35.616520 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f3dfba8d-4f92-47a0-98be-f2d31c1e25e6 admin admin] Publish callbacks [] for subnet (6519694f-04e5-449b-87bd-4b4b8a967f7f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.669186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks [] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.681996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735c601-50e6-4cc4-915e-0f5cd15c37cd req-f81d319b-eb8a-44a2-9e14-7ba1408f0f41 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:35.684060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5735c601-50e6-4cc4-915e-0f5cd15c37cd req-f81d319b-eb8a-44a2-9e14-7ba1408f0f41 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 950 time: 0.1905885 Feb 03 12:41:35.687246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f3dfba8d-4f92-47a0-98be-f2d31c1e25e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (6519694f-04e5-449b-87bd-4b4b8a967f7f), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.812702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5735c601-50e6-4cc4-915e-0f5cd15c37cd req-d91ab8bc-82a4-4260-88dc-bbe5dd9c46c2 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704238 Feb 03 12:41:35.815415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.823706 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f3dfba8d-4f92-47a0-98be-f2d31c1e25e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6519694f-04e5-449b-87bd-4b4b8a967f7f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.857747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:35.906931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:35.911019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:35.948663 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f3dfba8d-4f92-47a0-98be-f2d31c1e25e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (6519694f-04e5-449b-87bd-4b4b8a967f7f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.956029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Pushing event updated for resources: {'Port': ['ID=84d5b69e-bbd7-420b-9ead-ac8a159c79f0,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:36.013972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6ed38-434a-40a7-b8ed-bbe6071a3a3b req-71694ed9-1ff7-433a-b060-d9e0cdb58f4a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:36.023199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6c6ed38-434a-40a7-b8ed-bbe6071a3a3b req-71694ed9-1ff7-433a-b060-d9e0cdb58f4a tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 949 time: 0.1449974 Feb 03 12:41:36.030399 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f3dfba8d-4f92-47a0-98be-f2d31c1e25e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.038211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f3dfba8d-4f92-47a0-98be-f2d31c1e25e6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6519694f-04e5-449b-87bd-4b4b8a967f7f HTTP/1.1" status: 204 len: 168 time: 0.7105849 Feb 03 12:41:36.038211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfba8d-4f92-47a0-98be-f2d31c1e25e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6519694f-04e5-449b-87bd-4b4b8a967f7f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:36.041356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53594) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:36.182529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6c6ed38-434a-40a7-b8ed-bbe6071a3a3b req-5c620e2e-cc25-45e5-808d-6304bafd9bbb tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576138 Feb 03 12:41:36.193328 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.243411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8b2aa-94f4-435d-a65c-9c6097fbf5df req-b234c46a-84a0-452e-beda-563df20fa2a8 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:36.244982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18f8b2aa-94f4-435d-a65c-9c6097fbf5df req-b234c46a-84a0-452e-beda-563df20fa2a8 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 950 time: 0.1492136 Feb 03 12:41:36.284880 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks [] for router_gateway (64c24cce-2776-484e-8447-9b88c65f75ac), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.320625 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.375085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:36.387186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18f8b2aa-94f4-435d-a65c-9c6097fbf5df req-17ee9b7b-096f-4ac2-afbc-d81c7240225f tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323566 Feb 03 12:41:36.408824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:36.409139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:36.439339 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.456690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.468041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:36.468444 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (bbaaa998-e3d6-457e-a7f2-a1fe39bf85b4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:36.470353 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:36.493060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f2673-77c4-416d-916a-d1ca4f6a8fb6 req-1d0513b2-52f1-4bfc-ab41-8f2793854422 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:36.494667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c27f2673-77c4-416d-916a-d1ca4f6a8fb6 req-1d0513b2-52f1-4bfc-ab41-8f2793854422 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1345870 Feb 03 12:41:36.525584 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (64c24cce-2776-484e-8447-9b88c65f75ac), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.580849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.599118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c27f2673-77c4-416d-916a-d1ca4f6a8fb6 req-e9517fdb-8767-4f74-977f-191a68ef41c1 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964215 Feb 03 12:41:36.605478 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.611585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29 HTTP/1.1" status: 204 len: 168 time: 0.5598705 Feb 03 12:41:36.615430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de6a389f-73ad-4bd1-bdbf-0155591b6db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.626678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53598) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:36.627499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e8a69-73fd-46a4-a5fd-b891becb38f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fb4c9f-115c-4e84-a8cf-dce63ed0ca29,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:36.677432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ce393f-5c47-4325-bddb-499a675f128d admin admin] Deleting subnet 129c69e0-ade7-4740-82f2-1180732e4097 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:36.682105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56ce393f-5c47-4325-bddb-499a675f128d admin admin] Publish callbacks [] for subnet (129c69e0-ade7-4740-82f2-1180732e4097), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.700824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Router 64c24cce-2776-484e-8447-9b88c65f75ac is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:41:36.734360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56ce393f-5c47-4325-bddb-499a675f128d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (129c69e0-ade7-4740-82f2-1180732e4097), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.744930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f25294-53b4-41c6-948b-c45ad20839a0 None None] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:36.800696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56ce393f-5c47-4325-bddb-499a675f128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (129c69e0-ade7-4740-82f2-1180732e4097), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.872880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56ce393f-5c47-4325-bddb-499a675f128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (129c69e0-ade7-4740-82f2-1180732e4097), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.907293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce393f-5c47-4325-bddb-499a675f128d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=129c69e0-ade7-4740-82f2-1180732e4097,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:36.912694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56ce393f-5c47-4325-bddb-499a675f128d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.916198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-56ce393f-5c47-4325-bddb-499a675f128d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/129c69e0-ade7-4740-82f2-1180732e4097 HTTP/1.1" status: 204 len: 168 time: 0.2863746 Feb 03 12:41:36.918648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53602) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:36.945266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:41:36.955719 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Sync routers for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:41:36.969776 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:36.971238 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:36.978006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.985191 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f38e517e-d9ca-45b0-9e90-e953e8108d0a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6604125 Feb 03 12:41:36.986517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53604) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:37.009067 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (16714aee-8899-4103-8e7b-ad51b28ba216), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.080837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5c979b0b-218a-4b5c-be4b-fb3273c95c4d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:37.130507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4632c44e-93c4-4d8a-892f-845a758f99fd None None] Provisioning complete for port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:37.131168 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4632c44e-93c4-4d8a-892f-845a758f99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.163380 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:37.168316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (16714aee-8899-4103-8e7b-ad51b28ba216), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.193041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16714aee-8899-4103-8e7b-ad51b28ba216']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:37.205876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df1d9a0-0ed6-48fc-99a9-b734d602d24e') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:37.206180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df1d9a0-0ed6-48fc-99a9-b734d602d24e') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:37.232091 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (2df1d9a0-0ed6-48fc-99a9-b734d602d24e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.264608 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2df1d9a0-0ed6-48fc-99a9-b734d602d24e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.266615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4632c44e-93c4-4d8a-892f-845a758f99fd None None] Current status of the port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:37.269215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4632c44e-93c4-4d8a-892f-845a758f99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.273721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:37.274614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (2df1d9a0-0ed6-48fc-99a9-b734d602d24e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:37.278826 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:37.359345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:37.360182 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.383354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4632c44e-93c4-4d8a-892f-845a758f99fd None None] For port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5c979b0b-218a-4b5c-be4b-fb3273c95c4d,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:37.417170 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4632c44e-93c4-4d8a-892f-845a758f99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.487543 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (16714aee-8899-4103-8e7b-ad51b28ba216), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.498738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.503115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/16714aee-8899-4103-8e7b-ad51b28ba216 HTTP/1.1" status: 204 len: 168 time: 0.5830297 Feb 03 12:41:37.541258 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:36Z', 'revision_number': 3, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:37.550081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24625aab-b3c6-4cec-ac6d-fd4ad031192d req-02e8fa54-d1a7-4749-9685-567c63cd41d4 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:37.553651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24625aab-b3c6-4cec-ac6d-fd4ad031192d req-02e8fa54-d1a7-4749-9685-567c63cd41d4 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 949 time: 0.2385511 Feb 03 12:41:37.591035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9fc22-55bc-4a92-9942-c8756e4019c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=16714aee-8899-4103-8e7b-ad51b28ba216,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:37.610206 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.635854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c44e-93c4-4d8a-892f-845a758f99fd None None] Pushing event updated for resources: {'Port': ['ID=5c979b0b-218a-4b5c-be4b-fb3273c95c4d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:37.644577 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Checking router: 64c24cce-2776-484e-8447-9b88c65f75ac for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:41:37.645441 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Updating router 64c24cce-2776-484e-8447-9b88c65f75ac port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:41:37.671402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:37.709071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4961ac2e-e16d-4c70-b075-5790ca38597e no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:37.711491 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.750780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 4961ac2e-e16d-4c70-b075-5790ca38597e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:37.753500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4961ac2e-e16d-4c70-b075-5790ca38597e not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:37.780740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24625aab-b3c6-4cec-ac6d-fd4ad031192d req-64d0c1ba-1ffd-40b4-9984-ac73f453f143 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994507 Feb 03 12:41:37.815597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53614) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:37.817570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce6ead-4f0d-4c7c-98cc-40c0875ab573 req-7a375a8c-cdd0-4ea5-afc9-79114f3cd944 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:37.819525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cce6ead-4f0d-4c7c-98cc-40c0875ab573 req-7a375a8c-cdd0-4ea5-afc9-79114f3cd944 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 950 time: 0.2236929 Feb 03 12:41:37.879321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7ef15bd8-1fa9-4863-ac6d-a9045afc10fe None None] Provisioning complete for port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:37.880097 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ef15bd8-1fa9-4863-ac6d-a9045afc10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.906698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cce6ead-4f0d-4c7c-98cc-40c0875ab573 req-418b4d93-91ae-4e86-abba-e38262dab139 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/security-groups?id=4573bccc-efd3-43bb-aa08-ffc71c2136e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795097 Feb 03 12:41:37.938496 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ff889c6a-14db-4c2a-8d01-d253fb6c399a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cf1b3f1eff6c4de9999c199891103d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1217060 Feb 03 12:41:37.943239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53616) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:37.981446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Allocated IP 172.20.0.1 (23d047bd-79e0-4559-8a3c-03ba31d3b479/2811af0d-f638-4d08-aed1-a178296e88db/46a57283-e774-41a8-b479-0db24b939685) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:37.998302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7ef15bd8-1fa9-4863-ac6d-a9045afc10fe None None] Current status of the port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:38.060169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3bab8-96e2-41ee-af83-96cb6a598ff2 req-085bc71e-099b-4ecb-97a6-2ed6db65b04e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:38.062148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0d3bab8-96e2-41ee-af83-96cb6a598ff2 req-085bc71e-099b-4ecb-97a6-2ed6db65b04e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1479259 Feb 03 12:41:38.126208 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Publish callbacks [] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.142040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11823c05-89f4-4824-883e-6ed93b13b2fc admin admin] Publish callbacks [] for security_group (f13d037f-a074-4c30-8d98-01bd04d66659), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.153977 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.161975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-b5c8c5f6-64b8-4d31-b949-4f59e7cf7cc8 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:38.164068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-b5c8c5f6-64b8-4d31-b949-4f59e7cf7cc8 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 950 time: 0.1009855 Feb 03 12:41:38.173683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11823c05-89f4-4824-883e-6ed93b13b2fc admin admin] Publish callbacks [] for security_group (f13d037f-a074-4c30-8d98-01bd04d66659), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.178458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0d3bab8-96e2-41ee-af83-96cb6a598ff2 req-deb8a3d4-2fec-4afb-9921-c31cf662ee92 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784361 Feb 03 12:41:38.182890 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Attempting to bind port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:38.183452 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Attempting to bind port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:38.183990 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Attempting to bind port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:38.214760 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:38.215139 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:38.215594 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.215991 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:38.216619 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Bound port: 84d5b69e-bbd7-420b-9ead-ac8a159c79f0, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:38.217007 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.265729 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Pushing event updated for resources: {'Port': ['ID=84d5b69e-bbd7-420b-9ead-ac8a159c79f0,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:38.265970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11823c05-89f4-4824-883e-6ed93b13b2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f13d037f-a074-4c30-8d98-01bd04d66659), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.269313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11823c05-89f4-4824-883e-6ed93b13b2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.270718 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-11823c05-89f4-4824-883e-6ed93b13b2fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f13d037f-a074-4c30-8d98-01bd04d66659 HTTP/1.1" status: 204 len: 168 time: 0.3060732 Feb 03 12:41:38.281306 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.281654 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.281995 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.282350 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.282683 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.283010 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.283336 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.283658 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.283978 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.284479 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.284815 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.285075 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.285392 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:38.287296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11823c05-89f4-4824-883e-6ed93b13b2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d037f-a074-4c30-8d98-01bd04d66659,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:38.307214 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] For port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:38.310839 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] For port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84d5b69e-bbd7-420b-9ead-ac8a159c79f0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:38.323443 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.349326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Deleting port 8722a396-dabd-48a0-bc61-f0950e59eeeb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:38.350835 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.351830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Publish callbacks [] for port (46a57283-e774-41a8-b479-0db24b939685), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.396041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (46a57283-e774-41a8-b479-0db24b939685), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.403116 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:38.403773 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:38.446427 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75f796-8979-4951-8111-7fbaa4aa1358 None None] Pushing event updated for resources: {'Port': ['ID=84d5b69e-bbd7-420b-9ead-ac8a159c79f0,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:38.468275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:38.473159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:38.479367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:38.520479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (64c24cce-2776-484e-8447-9b88c65f75ac), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.555743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] For port 8722a396-dabd-48a0-bc61-f0950e59eeeb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8722a396-dabd-48a0-bc61-f0950e59eeeb,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:38.556996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.576161 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:38.580652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Calling delete_port for 8722a396-dabd-48a0-bc61-f0950e59eeeb owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:38.608317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde088e4-00b0-458e-af7a-89aa4346befd req-744068e6-621c-4856-8f77-0629fa1a7ba6 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:38.609867 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bde088e4-00b0-458e-af7a-89aa4346befd req-744068e6-621c-4856-8f77-0629fa1a7ba6 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.91 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 949 time: 0.2257383 Feb 03 12:41:38.618261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Pushing event updated for resources: {'Port': ['ID=46a57283-e774-41a8-b479-0db24b939685,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:38.777941 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6b338a8-aeb1-419c-9e13-be8997c67ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.807403 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8722a396-dabd-48a0-bc61-f0950e59eeeb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.820308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['8722a396-dabd-48a0-bc61-f0950e59eeeb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:38.884611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-bde088e4-00b0-458e-af7a-89aa4346befd req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Deleting port be700c52-c47f-427d-8f10-738deb2af304 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:38.885824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bde088e4-00b0-458e-af7a-89aa4346befd req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (be700c52-c47f-427d-8f10-738deb2af304), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.940489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9fe33522-a433-4f84-9f8e-b6075113cc55 None None] Provisioning complete for port 46a57283-e774-41a8-b479-0db24b939685 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:38.942006 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9fe33522-a433-4f84-9f8e-b6075113cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (46a57283-e774-41a8-b479-0db24b939685), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.947203 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (46a57283-e774-41a8-b479-0db24b939685), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.984073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Pushing event deleted for resources: {'Port': ['ID=8722a396-dabd-48a0-bc61-f0950e59eeeb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:38.999427 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:36Z', 'revision_number': 3, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:39.008909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5c979b0b-218a-4b5c-be4b-fb3273c95c4d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:39.034810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] No DVR routers for this DVR port 8722a396-dabd-48a0-bc61-f0950e59eeeb on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:39.042209 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.052356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2575e8d-2aab-4acb-a3ec-b3a90fce142c req-91e65520-f597-4b4b-8740-226e604c54e0 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.91 "DELETE /v2.0/ports/8722a396-dabd-48a0-bc61-f0950e59eeeb HTTP/1.1" status: 204 len: 173 time: 0.8714266 Feb 03 12:41:39.083877 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896629ce-c812-417b-96ec-165e71cfd4c9 None None] The sync data for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 is: [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:36Z', 'revision_number': 3, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:41:39.118856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc91d26-8002-452b-9dc6-247bbae5fe38', 'name': 'network-vif-deleted', 'tag': '8722a396-dabd-48a0-bc61-f0950e59eeeb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:39.139202 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b9d091-29cc-4f41-9694-8bc03a7464e6" -d '{"events": [{"server_uuid": "3bc91d26-8002-452b-9dc6-247bbae5fe38", "name": "network-vif-deleted", "tag": "8722a396-dabd-48a0-bc61-f0950e59eeeb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:39.141346 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9fe33522-a433-4f84-9f8e-b6075113cc55 None None] Port 46a57283-e774-41a8-b479-0db24b939685 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:39.153306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53632) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:39.176059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:39.176423 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.250144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-bde088e4-00b0-458e-af7a-89aa4346befd req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] For port be700c52-c47f-427d-8f10-738deb2af304, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be700c52-c47f-427d-8f10-738deb2af304,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:39.250144 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bde088e4-00b0-458e-af7a-89aa4346befd req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (be700c52-c47f-427d-8f10-738deb2af304), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.260954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7dc12083-b080-4065-90fa-bca9e6483e12 req-e13c53f2-0ef2-4e8e-ace5-06a82a24cd77 tempest-ImagesNegativeTestJSON-1596888890 tempest-ImagesNegativeTestJSON-1596888890-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bc91d26-8002-452b-9dc6-247bbae5fe38 HTTP/1.1" status: 200 len: 210 time: 0.2077112 Feb 03 12:41:39.310554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-bde088e4-00b0-458e-af7a-89aa4346befd req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Calling delete_port for be700c52-c47f-427d-8f10-738deb2af304 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:39.348245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b484b893-d759-40b8-a717-3027e07311a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19a2958075b5440db4f974bed5e2522b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938283 Feb 03 12:41:39.356175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a81ff-a03c-4482-baae-108201d4899c req-63ad78f9-f286-484c-9d59-82a755fd3efb tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:39.357735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1a81ff-a03c-4482-baae-108201d4899c req-63ad78f9-f286-484c-9d59-82a755fd3efb tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=a398e096-aff1-4d59-86e8-812e1bab33bb HTTP/1.1" status: 200 len: 949 time: 0.4017932 Feb 03 12:41:39.363766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:39.364404 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389b5507-fc6b-440f-860c-e4e9eb9952e2 x-openstack-request-id: req-389b5507-fc6b-440f-860c-e4e9eb9952e2 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:39.364711 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc91d26-8002-452b-9dc6-247bbae5fe38", "name": "network-vif-deleted", "tag": "8722a396-dabd-48a0-bc61-f0950e59eeeb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:39.364968 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-389b5507-fc6b-440f-860c-e4e9eb9952e2 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:39.365376 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc91d26-8002-452b-9dc6-247bbae5fe38', 'name': 'network-vif-deleted', 'tag': '8722a396-dabd-48a0-bc61-f0950e59eeeb', 'status': 'completed', 'code': 200} Feb 03 12:41:39.365796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53636) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:39.500102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca24f-beed-4f9b-bdda-45d48437646e admin admin] Publish callbacks [] for security_group (e410ec80-e587-497d-a89d-98b53acfe509), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.503142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Publish callbacks [] for port (46a57283-e774-41a8-b479-0db24b939685), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.504473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1a81ff-a03c-4482-baae-108201d4899c req-fbeb5e0c-2817-4a5c-8783-bad9f75c6885 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296844 Feb 03 12:41:39.554421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a2fa3-c10f-420b-8b05-b05714c0e8e3 req-64c12291-aa2d-4363-80d4-d6d992b99952 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:39.562596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-215a2fa3-c10f-420b-8b05-b05714c0e8e3 req-64c12291-aa2d-4363-80d4-d6d992b99952 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1468225 Feb 03 12:41:39.581862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca24f-beed-4f9b-bdda-45d48437646e admin admin] Publish callbacks [] for security_group (e410ec80-e587-497d-a89d-98b53acfe509), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.613963 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (46a57283-e774-41a8-b479-0db24b939685), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.701874 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-215a2fa3-c10f-420b-8b05-b05714c0e8e3 req-b8ad8ce0-e25a-4c96-a802-1ae97bab06b4 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383042 Feb 03 12:41:39.733024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bde088e4-00b0-458e-af7a-89aa4346befd req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (be700c52-c47f-427d-8f10-738deb2af304), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.738075 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (64c24cce-2776-484e-8447-9b88c65f75ac), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.740129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Pushing event updated for resources: {'Port': ['ID=46a57283-e774-41a8-b479-0db24b939685,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:39.743960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca24f-beed-4f9b-bdda-45d48437646e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e410ec80-e587-497d-a89d-98b53acfe509), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.746387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['01a8131b-168f-42d3-a43f-dd3750086894'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:39.748403 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cd8ca24f-beed-4f9b-bdda-45d48437646e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.752328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cd8ca24f-beed-4f9b-bdda-45d48437646e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e410ec80-e587-497d-a89d-98b53acfe509 HTTP/1.1" status: 204 len: 168 time: 0.3808558 Feb 03 12:41:39.758558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ca24f-beed-4f9b-bdda-45d48437646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e410ec80-e587-497d-a89d-98b53acfe509,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:39.796228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Pushing event deleted for resources: {'Port': ['ID=be700c52-c47f-427d-8f10-738deb2af304,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:39.916677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde088e4-00b0-458e-af7a-89aa4346befd req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] No DVR routers for this DVR port be700c52-c47f-427d-8f10-738deb2af304 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:39.921004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bde088e4-00b0-458e-af7a-89aa4346befd req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.924382 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bde088e4-00b0-458e-af7a-89aa4346befd req-5a71b429-6b40-44df-befc-195591c6756d tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.91 "DELETE /v2.0/ports/be700c52-c47f-427d-8f10-738deb2af304 HTTP/1.1" status: 204 len: 173 time: 1.3071568 Feb 03 12:41:39.924939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a398e096-aff1-4d59-86e8-812e1bab33bb', 'name': 'network-vif-deleted', 'tag': 'be700c52-c47f-427d-8f10-738deb2af304'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:39.927222 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c74e67-7fc4-4733-87fd-7e9feaf69b48" -d '{"events": [{"server_uuid": "a398e096-aff1-4d59-86e8-812e1bab33bb", "name": "network-vif-deleted", "tag": "be700c52-c47f-427d-8f10-738deb2af304"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:40.047618 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.109327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:40.110921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:40.128850 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8600b0-9000-42fd-b2e0-b66c8ff5c853 x-openstack-request-id: req-3a8600b0-9000-42fd-b2e0-b66c8ff5c853 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:40.129146 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a398e096-aff1-4d59-86e8-812e1bab33bb", "name": "network-vif-deleted", "tag": "be700c52-c47f-427d-8f10-738deb2af304", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:40.129451 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a8600b0-9000-42fd-b2e0-b66c8ff5c853 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:40.129869 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a398e096-aff1-4d59-86e8-812e1bab33bb', 'name': 'network-vif-deleted', 'tag': 'be700c52-c47f-427d-8f10-738deb2af304', 'status': 'completed', 'code': 200} Feb 03 12:41:40.317761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Router 64c24cce-2776-484e-8447-9b88c65f75ac has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:41:40.590318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-16bccf91-fdbf-45f0-ac85-aa03909c34f8 None None] Provisioning complete for port 46a57283-e774-41a8-b479-0db24b939685 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:40.590671 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16bccf91-fdbf-45f0-ac85-aa03909c34f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (46a57283-e774-41a8-b479-0db24b939685), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.640135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:41:40.661863 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cd1614d8-d7a4-40ba-b5d1-d07a14268781 admin admin] 10.222.0.65 "PUT /v2.0/routers/64c24cce-2776-484e-8447-9b88c65f75ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6740382 Feb 03 12:41:40.682797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-16bccf91-fdbf-45f0-ac85-aa03909c34f8 None None] Port 46a57283-e774-41a8-b479-0db24b939685 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:40.979406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:40.999170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50aa80-4d2e-410e-9ea8-63e511aa7800 req-5b5621ad-da5c-4198-98ef-ad06fdc9d1c8 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:41.005863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f50aa80-4d2e-410e-9ea8-63e511aa7800 req-5b5621ad-da5c-4198-98ef-ad06fdc9d1c8 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1348374 Feb 03 12:41:41.030218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53686) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:41.078503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f50aa80-4d2e-410e-9ea8-63e511aa7800 req-3be30b82-b986-4d49-bbe4-258189b50bd7 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670233 Feb 03 12:41:41.082709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:41.084348 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.105983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd0e2-f45a-4f7a-8e82-c7e2c25faf7d req-2af2c853-e3a8-448f-a83a-15ef8fd72e4e tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:41.123008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c98dd0e2-f45a-4f7a-8e82-c7e2c25faf7d req-2af2c853-e3a8-448f-a83a-15ef8fd72e4e tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 950 time: 0.1717536 Feb 03 12:41:41.239708 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:41.240593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.244101 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c98dd0e2-f45a-4f7a-8e82-c7e2c25faf7d req-dc451681-b1e0-421c-bc51-c8d493b7a56b tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200900 Feb 03 12:41:41.273823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84d5b69e-bbd7-420b-9ead-ac8a159c79f0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:41.282001 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a72ee240-8aea-440a-b7f4-5a7469735bad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0cc9717b78743b9b6e71026b1cfd640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501009 Feb 03 12:41:41.284940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53698) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:41.286741 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.346802 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1f344d-44ff-49f4-af1a-1bd8968aba2d admin admin] Publish callbacks [] for security_group (4573bccc-efd3-43bb-aa08-ffc71c2136e8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.379334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1f344d-44ff-49f4-af1a-1bd8968aba2d admin admin] Publish callbacks [] for security_group (4573bccc-efd3-43bb-aa08-ffc71c2136e8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.447131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=84d5b69e-bbd7-420b-9ead-ac8a159c79f0,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:41.478169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.483799 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1f344d-44ff-49f4-af1a-1bd8968aba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4573bccc-efd3-43bb-aa08-ffc71c2136e8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.487037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1f344d-44ff-49f4-af1a-1bd8968aba2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.488030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-de1f344d-44ff-49f4-af1a-1bd8968aba2d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4573bccc-efd3-43bb-aa08-ffc71c2136e8 HTTP/1.1" status: 204 len: 168 time: 0.2023797 Feb 03 12:41:41.505085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f344d-44ff-49f4-af1a-1bd8968aba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4573bccc-efd3-43bb-aa08-ffc71c2136e8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:41.548287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53706) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:41.653041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1566743387-network', 'tenant_id': 'e41019cdef40433f863e69724ac3f213'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:41.682751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Made reservation on behalf of e41019cdef40433f863e69724ac3f213 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:41.685869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.695929 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.729342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device be700c52-c47f-427d-8f10-738deb2af304 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:41.766225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: be700c52-c47f-427d-8f10-738deb2af304 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:41.770869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device be700c52-c47f-427d-8f10-738deb2af304 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:41.772482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8722a396-dabd-48a0-bc61-f0950e59eeeb no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:41.781931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53712) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:41.786834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-242de519-211e-4a0b-926c-c596ab403c61 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107434984', 'description': 'tempest-description--12016588'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:41.812566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 8722a396-dabd-48a0-bc61-f0950e59eeeb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:41.813367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8722a396-dabd-48a0-bc61-f0950e59eeeb not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:41.822219 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-242de519-211e-4a0b-926c-c596ab403c61 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.839526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Publish callbacks [] for security_group (ec6c7f6e-2f4d-488f-8e42-46cf8f1b6ad1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.849454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ec6c7f6e-2f4d-488f-8e42-46cf8f1b6ad1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.878751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:41:41.904442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6c7f6e-2f4d-488f-8e42-46cf8f1b6ad1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:41.912528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6db242a3-2f39-451b-b60c-7b794e1d0bdd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.912528 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Added segment 6db242a3-2f39-451b-b60c-7b794e1d0bdd of type vlan for network 33fb3cd7-aa53-42ca-8a1f-70b9e84bb879 Feb 03 12:41:41.926940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-242de519-211e-4a0b-926c-c596ab403c61 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group (edc3bb87-98f4-4363-9dfc-28d8a46a2459), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.940084 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-242de519-211e-4a0b-926c-c596ab403c61 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (edc3bb87-98f4-4363-9dfc-28d8a46a2459), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.963890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Sync routers for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:41:41.979205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:41.980555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:41.982135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (33fb3cd7-aa53-42ca-8a1f-70b9e84bb879), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.993550 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-242de519-211e-4a0b-926c-c596ab403c61 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.995045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-242de519-211e-4a0b-926c-c596ab403c61 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2120221 Feb 03 12:41:42.000150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53718) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:42.007791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3146f60c-0034-49c9-92ce-2f3200348125 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'security_group_rule': {'security_group_id': 'edc3bb87-98f4-4363-9dfc-28d8a46a2459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:42.016815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242de519-211e-4a0b-926c-c596ab403c61 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc3bb87-98f4-4363-9dfc-28d8a46a2459,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:42.053905 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3146f60c-0034-49c9-92ce-2f3200348125 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group_rule (8f879506-23a6-462a-8ec1-d5f5134bb6af), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.058869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (33fb3cd7-aa53-42ca-8a1f-70b9e84bb879), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.060195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:42.064607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.156062 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3146f60c-0034-49c9-92ce-2f3200348125 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group_rule (8f879506-23a6-462a-8ec1-d5f5134bb6af), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.166577 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3146f60c-0034-49c9-92ce-2f3200348125 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (8f879506-23a6-462a-8ec1-d5f5134bb6af), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.200779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:42.204408 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3146f60c-0034-49c9-92ce-2f3200348125 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.208042 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6586490 Feb 03 12:41:42.208475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3146f60c-0034-49c9-92ce-2f3200348125 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072175 Feb 03 12:41:42.215133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53726) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:42.215703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53728) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:42.234735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146f60c-0034-49c9-92ce-2f3200348125 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f879506-23a6-462a-8ec1-d5f5134bb6af,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:42.242150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e7fab051-f098-452b-9f6e-1246ab884214 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'security_group_rule': {'security_group_id': 'edc3bb87-98f4-4363-9dfc-28d8a46a2459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:42.256819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Request body: {'subnet': {'network_id': '33fb3cd7-aa53-42ca-8a1f-70b9e84bb879', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1566743387-subnet', 'tenant_id': 'e41019cdef40433f863e69724ac3f213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:42.265985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855c3a3-da72-4398-bfd5-80c7a75d151b admin admin] Pushing event updated for resources: {'Network': ['ID=33fb3cd7-aa53-42ca-8a1f-70b9e84bb879,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:42.291613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726301a-8ffa-4dee-ab71-78efe92d68d9 req-300f3a85-df1f-4e31-aacc-20f2923f137c tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:42.295781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9726301a-8ffa-4dee-ab71-78efe92d68d9 req-300f3a85-df1f-4e31-aacc-20f2923f137c tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1111429 Feb 03 12:41:42.296290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 33fb3cd7-aa53-42ca-8a1f-70b9e84bb879 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:41:42.297696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Made reservation on behalf of e41019cdef40433f863e69724ac3f213 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:42.300394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.316018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7fab051-f098-452b-9f6e-1246ab884214 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group_rule (ec118112-26c6-4e0c-bc69-584193661d7d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.433724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9726301a-8ffa-4dee-ab71-78efe92d68d9 req-ae54056c-3ee3-4574-bbe1-1d847b414389 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315272 Feb 03 12:41:42.523352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27746315-23db-4257-b1f3-dbebce500c58 req-7c80001b-b199-4ef5-bcd9-6d986b547288 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:42.530425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27746315-23db-4257-b1f3-dbebce500c58 req-7c80001b-b199-4ef5-bcd9-6d986b547288 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 950 time: 0.1704762 Feb 03 12:41:42.565226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-5d998c12-81fb-4365-9834-5befdf578bfd tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:42.566894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-5d998c12-81fb-4365-9834-5befdf578bfd tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 950 time: 0.1265533 Feb 03 12:41:42.619813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '46a57283-e774-41a8-b479-0db24b939685', 'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'mac_address': 'fa:16:3e:58:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:37Z', 'updated_at': '2022-02-03T12:41:39Z', 'revision_number': 2, 'project_id': 'a81b03ac1897424eb96c460148626143', 'subnets': [{'id': '2811af0d-f638-4d08-aed1-a178296e88db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:42.645070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27746315-23db-4257-b1f3-dbebce500c58 req-a2227421-c753-4e70-b92b-0755c63bc84e tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/security-groups?id=09550307-916a-4ffa-a306-e11ce89a386e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135542 Feb 03 12:41:42.666715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Checking router: 64c24cce-2776-484e-8447-9b88c65f75ac for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:41:42.667018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Updating router 64c24cce-2776-484e-8447-9b88c65f75ac port 46a57283-e774-41a8-b479-0db24b939685 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:41:42.702987 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (46a57283-e774-41a8-b479-0db24b939685), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.810010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Deleting port 01a8131b-168f-42d3-a43f-dd3750086894 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:42.810367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (01a8131b-168f-42d3-a43f-dd3750086894), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.953804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:42.956017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.016282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] For port 01a8131b-168f-42d3-a43f-dd3750086894, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=01a8131b-168f-42d3-a43f-dd3750086894,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:43.017719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (01a8131b-168f-42d3-a43f-dd3750086894), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.040529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Calling delete_port for 01a8131b-168f-42d3-a43f-dd3750086894 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:43.119917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:43.120536 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.207288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (fafd8917-3d2c-4801-92f5-8a2abcf97bab), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.260792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafd8917-3d2c-4801-92f5-8a2abcf97bab,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:43.275063 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Publish callbacks [] for port (46a57283-e774-41a8-b479-0db24b939685), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.284837 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (01a8131b-168f-42d3-a43f-dd3750086894), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.298133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['01a8131b-168f-42d3-a43f-dd3750086894'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:43.317173 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7fab051-f098-452b-9f6e-1246ab884214 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group_rule (ec118112-26c6-4e0c-bc69-584193661d7d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.327925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Checking segment: {'id': '6db242a3-2f39-451b-b60c-7b794e1d0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '33fb3cd7-aa53-42ca-8a1f-70b9e84bb879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:43.328659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Network hostable DHCP agents. Network: 33fb3cd7-aa53-42ca-8a1f-70b9e84bb879, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:41:43.328984 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (46a57283-e774-41a8-b479-0db24b939685), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.342081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:43.346840 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7fab051-f098-452b-9f6e-1246ab884214 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (ec118112-26c6-4e0c-bc69-584193661d7d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.350572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-25e2cdc4-f016-4b96-8670-e09f38d976a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:43.352419 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-25e2cdc4-f016-4b96-8670-e09f38d976a6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=128dd9deede3453395eef25da6166720&device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 1128 time: 0.1967676 Feb 03 12:41:43.396477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fab051-f098-452b-9f6e-1246ab884214 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec118112-26c6-4e0c-bc69-584193661d7d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:43.397849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Pushing event deleted for resources: {'Port': ['ID=01a8131b-168f-42d3-a43f-dd3750086894,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:43.406349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89944f-42c3-430d-aae2-85eae65bec4e None None] Pushing event updated for resources: {'Port': ['ID=46a57283-e774-41a8-b479-0db24b939685,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:43.417620 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7fab051-f098-452b-9f6e-1246ab884214 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.418923 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7fab051-f098-452b-9f6e-1246ab884214 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1973236 Feb 03 12:41:43.421761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Network 33fb3cd7-aa53-42ca-8a1f-70b9e84bb879 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:41:43.425001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53754) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:43.447518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] No DVR routers for this DVR port 01a8131b-168f-42d3-a43f-dd3750086894 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:43.450434 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.454564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2e3ad48-55eb-4e3f-bc4b-e0198eac2bab req-46d7fe13-8f39-4e38-be4a-4c50f25f466f tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.72 "DELETE /v2.0/ports/01a8131b-168f-42d3-a43f-dd3750086894 HTTP/1.1" status: 204 len: 173 time: 0.8770723 Feb 03 12:41:43.455428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:43.456345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cbf09c-33ad-412b-a140-5106f5fe0a38', 'name': 'network-vif-deleted', 'tag': '01a8131b-168f-42d3-a43f-dd3750086894'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:43.460396 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d27cb6-b295-4efd-8132-704031a958ec" -d '{"events": [{"server_uuid": "d7cbf09c-33ad-412b-a140-5106f5fe0a38", "name": "network-vif-deleted", "tag": "01a8131b-168f-42d3-a43f-dd3750086894"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:43.486961 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c700e31-920a-40ee-b072-2b76d44c85d8 req-d87d7f10-5ff6-4e5c-a688-b71dc09f70ca tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:43.497765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c700e31-920a-40ee-b072-2b76d44c85d8 req-d87d7f10-5ff6-4e5c-a688-b71dc09f70ca tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.2267733 Feb 03 12:41:43.524453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Attempting to bind port 46a57283-e774-41a8-b479-0db24b939685 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:43.524844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Attempting to bind port 46a57283-e774-41a8-b479-0db24b939685 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:43.525281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Attempting to bind port 46a57283-e774-41a8-b479-0db24b939685 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:43.539564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:43.540029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Checking segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:43.540370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.540778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Bound using segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:43.543641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Bound port: 46a57283-e774-41a8-b479-0db24b939685, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:43.543874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (46a57283-e774-41a8-b479-0db24b939685), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.565816 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b61893f-4afa-4828-a7d1-7ebebbdf4cbc x-openstack-request-id: req-7b61893f-4afa-4828-a7d1-7ebebbdf4cbc {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:43.567692 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cbf09c-33ad-412b-a140-5106f5fe0a38", "name": "network-vif-deleted", "tag": "01a8131b-168f-42d3-a43f-dd3750086894", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:43.567969 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b61893f-4afa-4828-a7d1-7ebebbdf4cbc {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:43.569028 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cbf09c-33ad-412b-a140-5106f5fe0a38', 'name': 'network-vif-deleted', 'tag': '01a8131b-168f-42d3-a43f-dd3750086894', 'status': 'completed', 'code': 200} Feb 03 12:41:43.614292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c700e31-920a-40ee-b072-2b76d44c85d8 req-4963f987-dc97-4227-8c89-bf5571cfa8f5 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155274 Feb 03 12:41:43.666933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-c95c18d8-0f44-4d9f-8a10-f5f13260e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:43.669165 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-c95c18d8-0f44-4d9f-8a10-f5f13260e443 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 200 len: 916 time: 0.2821124 Feb 03 12:41:43.696192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 33fb3cd7-aa53-42ca-8a1f-70b9e84bb879) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:43.703010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] For port 46a57283-e774-41a8-b479-0db24b939685, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:43.707044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] For port 46a57283-e774-41a8-b479-0db24b939685, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=46a57283-e774-41a8-b479-0db24b939685,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:43.710343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9010c1-9068-4708-bd03-dcd5c868866b None None] Network 33fb3cd7-aa53-42ca-8a1f-70b9e84bb879 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:43.750135 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-c537a3f7-d893-41d9-837f-7b99f8675f3d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3497b900-834d-4b61-bd43-3f0c50573e41 HTTP/1.1" status: 200 len: 217 time: 0.0676289 Feb 03 12:41:43.753180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:43.760149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.804212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a684263-edce-4bc5-8a60-783d093fe3a9 req-c72b3066-6352-4077-a0d2-5c9ca30f5a72 tempest-LiveMigrationNegativeTest-1280066201 tempest-LiveMigrationNegativeTest-1280066201-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cbf09c-33ad-412b-a140-5106f5fe0a38 HTTP/1.1" status: 200 len: 210 time: 0.0633185 Feb 03 12:41:43.832875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.841575 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (46a57283-e774-41a8-b479-0db24b939685), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.854781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8704e0-468a-4a16-8413-3e067d4ffa6d None None] Network 33fb3cd7-aa53-42ca-8a1f-70b9e84bb879 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:43.863389 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-daff3165-ca3c-4b05-8aac-0d1f110e74ff admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6163273 Feb 03 12:41:43.894673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-585e1e79-ea5e-4c6d-869d-dae5114918c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:43.896546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-585e1e79-ea5e-4c6d-869d-dae5114918c7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=63d607d2-2690-46d8-b38c-00d76cd68e35 HTTP/1.1" status: 200 len: 854 time: 0.1300297 Feb 03 12:41:43.917634 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-dbf35b67-8385-468f-82cf-f4d9a65258a5 None None] Provisioning complete for port 46a57283-e774-41a8-b479-0db24b939685 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:43.918514 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbf35b67-8385-468f-82cf-f4d9a65258a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (46a57283-e774-41a8-b479-0db24b939685), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.071068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-d32043a8-0321-4c78-8a9a-24517a9834e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:44.073281 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-d32043a8-0321-4c78-8a9a-24517a9834e7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8840afdc-a3ef-4d81-9bf6-7b35120db4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1673212 Feb 03 12:41:44.086092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:44.086900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:44.268499 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-92faa4e5-7227-477c-9fbd-a590c0bbded9 service neutron] 10.222.0.91 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857619 Feb 03 12:41:44.289683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.378515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89944f-42c3-430d-aae2-85eae65bec4e None None] Pushing event updated for resources: {'Port': ['ID=46a57283-e774-41a8-b479-0db24b939685,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:44.419389 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2722eae6-f7d9-42e7-ad56-d2e5782fb433 req-ba156042-8852-4015-95ac-8b94364e0ec8 service neutron] 10.222.0.91 "GET /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243460 Feb 03 12:41:44.544769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dbf35b67-8385-468f-82cf-f4d9a65258a5 None None] Current status of the port 46a57283-e774-41a8-b479-0db24b939685 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:44.545256 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbf35b67-8385-468f-82cf-f4d9a65258a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (46a57283-e774-41a8-b479-0db24b939685), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.570890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:44.579511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Allocated IP 172.25.3.19 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/f4b8e70e-0fbc-42af-a796-0187c7017c84) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:44.596638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-dbf35b67-8385-468f-82cf-f4d9a65258a5 None None] For port 46a57283-e774-41a8-b479-0db24b939685, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=46a57283-e774-41a8-b479-0db24b939685,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:44.629477 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbf35b67-8385-468f-82cf-f4d9a65258a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (46a57283-e774-41a8-b479-0db24b939685), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.764269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf35b67-8385-468f-82cf-f4d9a65258a5 None None] Pushing event updated for resources: {'Port': ['ID=46a57283-e774-41a8-b479-0db24b939685,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:44.821287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for port (f4b8e70e-0fbc-42af-a796-0187c7017c84), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.830545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-34713e70-0a71-481f-a0e8-e5ff415e7ede None None] Provisioning complete for port 46a57283-e774-41a8-b479-0db24b939685 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:44.830925 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34713e70-0a71-481f-a0e8-e5ff415e7ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (46a57283-e774-41a8-b479-0db24b939685), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.888892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599a335-577e-4dbb-ae71-d3c3b3d51872 req-4dfc6e7d-7ffe-4387-9dce-5888658e6c2f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:44.892485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d599a335-577e-4dbb-ae71-d3c3b3d51872 req-4dfc6e7d-7ffe-4387-9dce-5888658e6c2f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0851653 Feb 03 12:41:44.910711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f4b8e70e-0fbc-42af-a796-0187c7017c84), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.973854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:44.988458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:44.999836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:45.051089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d599a335-577e-4dbb-ae71-d3c3b3d51872 req-0f813774-9892-495b-8b94-122033db9fda tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505988 Feb 03 12:41:45.071323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'Port': ['ID=f4b8e70e-0fbc-42af-a796-0187c7017c84,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:45.085755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53800) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:45.091998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-396042038-network', 'tenant_id': '5a6afb14c7854bc4a7f843deca62954e'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:45.152032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-34713e70-0a71-481f-a0e8-e5ff415e7ede None None] Current status of the port 46a57283-e774-41a8-b479-0db24b939685 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:45.170093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Made reservation on behalf of 5a6afb14c7854bc4a7f843deca62954e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:45.174165 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.187421 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.237232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '46a57283-e774-41a8-b479-0db24b939685', 'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'mac_address': 'fa:16:3e:58:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:37Z', 'updated_at': '2022-02-03T12:41:43Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'subnets': [{'id': '2811af0d-f638-4d08-aed1-a178296e88db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:45.274755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc2d90-cd13-40f5-a41a-11668abdaf90 None None] The sync data for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 is: [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '46a57283-e774-41a8-b479-0db24b939685', 'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'mac_address': 'fa:16:3e:58:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:37Z', 'updated_at': '2022-02-03T12:41:43Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'subnets': [{'id': '2811af0d-f638-4d08-aed1-a178296e88db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:41:45.275225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for floatingip (596c3dc5-1b17-46f3-bedf-264c28325856), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.382499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53822) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:45.397903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f4b8e70e-0fbc-42af-a796-0187c7017c84), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.530534 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Publish callbacks [] for security_group (f9e82faf-be4a-4229-b3d8-c049440a2039), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.561977 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f9e82faf-be4a-4229-b3d8-c049440a2039), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.576267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:41:45.587610 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (205cc96a-ca4c-4f61-ad9e-30201e0192ae), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.588047 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Added segment 205cc96a-ca4c-4f61-ad9e-30201e0192ae of type vlan for network d68485ef-dcdd-43a9-b041-10e6d79cd300 Feb 03 12:41:45.596130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-da1e4e2e-7cca-403f-9253-c7ec25eedf7a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8e4db04315c42279f3302ce1df7214e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171915 Feb 03 12:41:45.598540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53834) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:45.637356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (d68485ef-dcdd-43a9-b041-10e6d79cd300), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.656396 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39976209-f3fa-424f-b549-83bc66a98c50 admin admin] Publish callbacks [] for security_group (09550307-916a-4ffa-a306-e11ce89a386e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.682905 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39976209-f3fa-424f-b549-83bc66a98c50 admin admin] Publish callbacks [] for security_group (09550307-916a-4ffa-a306-e11ce89a386e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.688835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e82faf-be4a-4229-b3d8-c049440a2039,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:45.697753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (d68485ef-dcdd-43a9-b041-10e6d79cd300), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.698678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:45.699267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.723792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01a8131b-168f-42d3-a43f-dd3750086894 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:45.750842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 01a8131b-168f-42d3-a43f-dd3750086894 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:45.753954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 01a8131b-168f-42d3-a43f-dd3750086894 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:45.754113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6661580 Feb 03 12:41:45.758098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53836) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:45.762876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Request body: {'subnet': {'network_id': 'd68485ef-dcdd-43a9-b041-10e6d79cd300', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-396042038-subnet', 'tenant_id': '5a6afb14c7854bc4a7f843deca62954e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:45.776071 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39976209-f3fa-424f-b549-83bc66a98c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (09550307-916a-4ffa-a306-e11ce89a386e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.779656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39976209-f3fa-424f-b549-83bc66a98c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.784709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-39976209-f3fa-424f-b549-83bc66a98c50 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09550307-916a-4ffa-a306-e11ce89a386e HTTP/1.1" status: 204 len: 168 time: 0.1846392 Feb 03 12:41:45.794683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39976209-f3fa-424f-b549-83bc66a98c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09550307-916a-4ffa-a306-e11ce89a386e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:45.807572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055acd5-6e1b-4372-ad01-2a70383f92ce admin admin] Pushing event updated for resources: {'Network': ['ID=d68485ef-dcdd-43a9-b041-10e6d79cd300,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:45.823961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network d68485ef-dcdd-43a9-b041-10e6d79cd300 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:41:45.834638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for port (f4b8e70e-0fbc-42af-a796-0187c7017c84), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.844226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (f4b8e70e-0fbc-42af-a796-0187c7017c84), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.882607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Made reservation on behalf of 5a6afb14c7854bc4a7f843deca62954e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:45.885882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.960887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'Port': ['ID=f4b8e70e-0fbc-42af-a796-0187c7017c84,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:46.011971 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (596c3dc5-1b17-46f3-bedf-264c28325856), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.016491 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.035672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.036937 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-32429896-07e5-4a5b-bc3f-66509ce7b0c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5997148 Feb 03 12:41:46.214355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (03cbf85b-29d9-4614-b057-9bf214987c87), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.225601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08654b-325e-4c68-af3d-292e1791c402 req-084c2a7b-6204-4df5-870f-e483f1f0256b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:46.233926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e08654b-325e-4c68-af3d-292e1791c402 req-084c2a7b-6204-4df5-870f-e483f1f0256b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0978048 Feb 03 12:41:46.260703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53858) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:46.303845 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03cbf85b-29d9-4614-b057-9bf214987c87,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:46.309424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e08654b-325e-4c68-af3d-292e1791c402 req-87d571b4-b8dd-4054-af92-5beed522038e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745771 Feb 03 12:41:46.333031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-69e53b7b-5c23-46ed-aed4-ac3b810eab26 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--107434984&fields=id&tenant_id=a81b03ac1897424eb96c460148626143 HTTP/1.1" status: 200 len: 267 time: 0.0804489 Feb 03 12:41:46.341452 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e2aecfd-ee6f-4646-9bd9-81aff9b7249a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aaf5d25baf7f4211a3a8ab2583eaab09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770247 Feb 03 12:41:46.344207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53860) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:46.355649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Checking segment: {'id': '205cc96a-ca4c-4f61-ad9e-30201e0192ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd68485ef-dcdd-43a9-b041-10e6d79cd300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:46.356152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Network hostable DHCP agents. Network: d68485ef-dcdd-43a9-b041-10e6d79cd300, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:41:46.413571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Network d68485ef-dcdd-43a9-b041-10e6d79cd300 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:41:46.418912 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4201-06d6-4f13-969f-7c3c9046066c admin admin] Publish callbacks [] for security_group (f53e2584-2cb1-42b1-b58d-a9bac86ab8d7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.436772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, d68485ef-dcdd-43a9-b041-10e6d79cd300) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:46.447740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:46.448488 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.448970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd01c9a-3769-43d3-855f-279228f8e3fa None None] Network d68485ef-dcdd-43a9-b041-10e6d79cd300 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:46.453029 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4201-06d6-4f13-969f-7c3c9046066c admin admin] Publish callbacks [] for security_group (f53e2584-2cb1-42b1-b58d-a9bac86ab8d7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.486702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9247-c597-4535-a829-742c2f73872a req-fb3c7584-e64a-4466-89ce-bd13e2ffa060 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:46.496084 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-20e3cc6e-b85a-4eed-98e7-715c1458cc32 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7290094 Feb 03 12:41:46.496305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-fb3c7584-e64a-4466-89ce-bd13e2ffa060 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 0.1586206 Feb 03 12:41:46.526982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-a5194cc9-23c7-46b8-a9f3-d9e0fba610ca tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/quotas/a81b03ac1897424eb96c460148626143 HTTP/1.1" status: 200 len: 375 time: 0.0221310 Feb 03 12:41:46.554791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4201-06d6-4f13-969f-7c3c9046066c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f53e2584-2cb1-42b1-b58d-a9bac86ab8d7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.557815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4201-06d6-4f13-969f-7c3c9046066c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.559120 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9c0f4201-06d6-4f13-969f-7c3c9046066c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f53e2584-2cb1-42b1-b58d-a9bac86ab8d7 HTTP/1.1" status: 204 len: 168 time: 0.2139182 Feb 03 12:41:46.579884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f4201-06d6-4f13-969f-7c3c9046066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e2584-2cb1-42b1-b58d-a9bac86ab8d7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:46.655576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e2a1d-ea6f-4ea8-8988-5b6fd79b0aaf req-59a39f99-c6d3-47ce-a735-0bdcc5449b23 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:46.658229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f65bfb-b107-433d-8f55-1c01ee5dd492 None None] Network d68485ef-dcdd-43a9-b041-10e6d79cd300 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:46.668781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-125e2a1d-ea6f-4ea8-8988-5b6fd79b0aaf req-59a39f99-c6d3-47ce-a735-0bdcc5449b23 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1751795 Feb 03 12:41:46.687301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-672b9a10-b255-49de-bf83-89e8b83cab65 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589220 Feb 03 12:41:46.741127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:46.804270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-125e2a1d-ea6f-4ea8-8988-5b6fd79b0aaf req-7d26e644-771e-4a33-bab3-b757fc672cc6 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342978 Feb 03 12:41:46.861576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a06155e-8b6b-4ed5-9b30-684eedfa3f21 admin admin] Deleting subnet fafd8917-3d2c-4801-92f5-8a2abcf97bab {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:46.875693 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a06155e-8b6b-4ed5-9b30-684eedfa3f21 admin admin] Publish callbacks [] for subnet (fafd8917-3d2c-4801-92f5-8a2abcf97bab), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.961775 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a06155e-8b6b-4ed5-9b30-684eedfa3f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (fafd8917-3d2c-4801-92f5-8a2abcf97bab), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.015410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 46a57283-e774-41a8-b479-0db24b939685 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:47.065010 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a06155e-8b6b-4ed5-9b30-684eedfa3f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (fafd8917-3d2c-4801-92f5-8a2abcf97bab), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.113323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 46a57283-e774-41a8-b479-0db24b939685 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:47.113797 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (46a57283-e774-41a8-b479-0db24b939685), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.179505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a06155e-8b6b-4ed5-9b30-684eedfa3f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (fafd8917-3d2c-4801-92f5-8a2abcf97bab), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.219924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06155e-8b6b-4ed5-9b30-684eedfa3f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafd8917-3d2c-4801-92f5-8a2abcf97bab,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:47.238253 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a06155e-8b6b-4ed5-9b30-684eedfa3f21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.245496 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2a06155e-8b6b-4ed5-9b30-684eedfa3f21 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fafd8917-3d2c-4801-92f5-8a2abcf97bab HTTP/1.1" status: 204 len: 168 time: 0.5006647 Feb 03 12:41:47.245889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53892) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:47.306115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 46a57283-e774-41a8-b479-0db24b939685 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:47.343127 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (33fb3cd7-aa53-42ca-8a1f-70b9e84bb879), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.372455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-d5c55fb7-310e-4ecd-a830-592c180ada1e service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561749 Feb 03 12:41:47.412659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40085a-d90b-48ad-b81e-45ad1484c532 req-909add04-1ea5-450a-b315-4573cf9b1b55 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:47.414365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef40085a-d90b-48ad-b81e-45ad1484c532 req-909add04-1ea5-450a-b315-4573cf9b1b55 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6 HTTP/1.1" status: 200 len: 945 time: 0.1092908 Feb 03 12:41:47.433932 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (33fb3cd7-aa53-42ca-8a1f-70b9e84bb879), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.456946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fb3cd7-aa53-42ca-8a1f-70b9e84bb879']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:47.468235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db242a3-2f39-451b-b60c-7b794e1d0bdd') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:47.468543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db242a3-2f39-451b-b60c-7b794e1d0bdd') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:47.480171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (6db242a3-2f39-451b-b60c-7b794e1d0bdd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.497848 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6db242a3-2f39-451b-b60c-7b794e1d0bdd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.505734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:47.506379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (6db242a3-2f39-451b-b60c-7b794e1d0bdd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:47.508460 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:47.552185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef40085a-d90b-48ad-b81e-45ad1484c532 req-01600e4b-987b-4361-898f-2654a100eb3f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176119 Feb 03 12:41:47.575190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-9f9f79cf-846f-44a0-8baf-648f756a8d44 service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944263 Feb 03 12:41:47.582928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (33fb3cd7-aa53-42ca-8a1f-70b9e84bb879), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.590866 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.598483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53910) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:47.598721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] 10.222.0.65 "DELETE /v2.0/networks/33fb3cd7-aa53-42ca-8a1f-70b9e84bb879 HTTP/1.1" status: 204 len: 168 time: 0.3515587 Feb 03 12:41:47.615468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd767db-a8e5-48ff-8a5b-efe63d379f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=33fb3cd7-aa53-42ca-8a1f-70b9e84bb879,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:47.702972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed882e3-1630-4080-ac7b-50f313799c9c admin admin] Deleting subnet 03cbf85b-29d9-4614-b057-9bf214987c87 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:47.707617 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ed882e3-1630-4080-ac7b-50f313799c9c admin admin] Publish callbacks [] for subnet (03cbf85b-29d9-4614-b057-9bf214987c87), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.752053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c0e9f-2efd-4898-a86d-55681e260449 req-edbd282a-7492-4952-bc45-af09df197e5e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:47.753819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c04c0e9f-2efd-4898-a86d-55681e260449 req-edbd282a-7492-4952-bc45-af09df197e5e tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 945 time: 0.1130705 Feb 03 12:41:47.792383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ed882e3-1630-4080-ac7b-50f313799c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (03cbf85b-29d9-4614-b057-9bf214987c87), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.849598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21ab183c-294e-41ed-8e32-ed5f2440f4ba req-cc44cfad-335b-4d1f-9dee-f2a8bf9acaef tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 210 time: 0.0375593 Feb 03 12:41:47.878246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ed882e3-1630-4080-ac7b-50f313799c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (03cbf85b-29d9-4614-b057-9bf214987c87), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.883087 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c04c0e9f-2efd-4898-a86d-55681e260449 req-b0cc3a38-cb42-4842-9d17-15cffa5e992a tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205952 Feb 03 12:41:47.979337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-dc5238d8-487e-492f-8a01-bd894c2b7aac req-2248311f-8079-4d1d-b8c8-fcee7e7fd25c tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:41:47.980634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc5238d8-487e-492f-8a01-bd894c2b7aac req-2248311f-8079-4d1d-b8c8-fcee7e7fd25c tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107598 Feb 03 12:41:48.080131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ed882e3-1630-4080-ac7b-50f313799c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (03cbf85b-29d9-4614-b057-9bf214987c87), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.141918 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ed882e3-1630-4080-ac7b-50f313799c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.145424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6ed882e3-1630-4080-ac7b-50f313799c9c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/03cbf85b-29d9-4614-b057-9bf214987c87 HTTP/1.1" status: 204 len: 168 time: 0.5458455 Feb 03 12:41:48.148209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53960) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:48.151319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed882e3-1630-4080-ac7b-50f313799c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03cbf85b-29d9-4614-b057-9bf214987c87,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:48.174772 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc5238d8-487e-492f-8a01-bd894c2b7aac req-2e71bccf-7a96-4741-b5d6-798af106b3af tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1826086 Feb 03 12:41:48.231241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (d68485ef-dcdd-43a9-b041-10e6d79cd300), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.321851 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (d68485ef-dcdd-43a9-b041-10e6d79cd300), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.346204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68485ef-dcdd-43a9-b041-10e6d79cd300']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:48.358591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205cc96a-ca4c-4f61-ad9e-30201e0192ae') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:48.359106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205cc96a-ca4c-4f61-ad9e-30201e0192ae') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:48.370642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (205cc96a-ca4c-4f61-ad9e-30201e0192ae), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.385347 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (205cc96a-ca4c-4f61-ad9e-30201e0192ae), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.394025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:48.394504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (205cc96a-ca4c-4f61-ad9e-30201e0192ae), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:48.396209 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:48.465321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (d68485ef-dcdd-43a9-b041-10e6d79cd300), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.473683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.487379 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d68485ef-dcdd-43a9-b041-10e6d79cd300 HTTP/1.1" status: 204 len: 168 time: 0.3378778 Feb 03 12:41:48.497772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bf62b-fe0b-4643-b9b0-9878207741c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d68485ef-dcdd-43a9-b041-10e6d79cd300,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:48.502276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4020c-7d64-4e10-a0c3-d7e56fd62a65 req-19befdcc-f1b9-4e34-9803-0fc83abaf93f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.504284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6e4020c-7d64-4e10-a0c3-d7e56fd62a65 req-19befdcc-f1b9-4e34-9803-0fc83abaf93f tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.0821500 Feb 03 12:41:48.578439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6e4020c-7d64-4e10-a0c3-d7e56fd62a65 req-3d6a801a-feba-4aff-983d-6e762b061b37 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665708 Feb 03 12:41:48.705826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0977a7-4219-4b1f-af3d-14e27d3b5bdc req-206553f4-6468-42ae-a839-0aaf4870eec5 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.707382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea0977a7-4219-4b1f-af3d-14e27d3b5bdc req-206553f4-6468-42ae-a839-0aaf4870eec5 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6 HTTP/1.1" status: 200 len: 945 time: 0.0541196 Feb 03 12:41:48.708069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53980) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:48.782590 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6ea3b339-815c-4a6c-9b9c-f7eedddda45a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e41019cdef40433f863e69724ac3f213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709121 Feb 03 12:41:48.782853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53984) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:48.791768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea0977a7-4219-4b1f-af3d-14e27d3b5bdc req-2f10627b-ae5e-4325-977d-6cbf555ef63d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773799 Feb 03 12:41:48.851923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f5196ead-e08c-4721-be1c-0568a044fbf6 admin admin] Publish callbacks [] for security_group (ec6c7f6e-2f4d-488f-8e42-46cf8f1b6ad1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.877361 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f5196ead-e08c-4721-be1c-0568a044fbf6 admin admin] Publish callbacks [] for security_group (ec6c7f6e-2f4d-488f-8e42-46cf8f1b6ad1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.008820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2f1026a-3610-44c1-92a6-4ca654f61546 req-8ec58403-1ac7-457a-bfdc-bc6c6902ad3b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 210 time: 0.0624692 Feb 03 12:41:49.087023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad3c85-b472-4ea2-a509-6162d52982ed req-e0c85a2a-ec02-4add-9637-6a1ec74129e7 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:49.096699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddad3c85-b472-4ea2-a509-6162d52982ed req-e0c85a2a-ec02-4add-9637-6a1ec74129e7 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 945 time: 0.2069972 Feb 03 12:41:49.110789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f5196ead-e08c-4721-be1c-0568a044fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ec6c7f6e-2f4d-488f-8e42-46cf8f1b6ad1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.113204 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f5196ead-e08c-4721-be1c-0568a044fbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.118302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f5196ead-e08c-4721-be1c-0568a044fbf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec6c7f6e-2f4d-488f-8e42-46cf8f1b6ad1 HTTP/1.1" status: 204 len: 168 time: 0.3306093 Feb 03 12:41:49.146148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5196ead-e08c-4721-be1c-0568a044fbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6c7f6e-2f4d-488f-8e42-46cf8f1b6ad1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:49.168280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9247-c597-4535-a829-742c2f73872a req-def30efc-7d45-4686-8ffe-9defabef4add tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:49.170206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-def30efc-7d45-4686-8ffe-9defabef4add tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 0.2452424 Feb 03 12:41:49.196077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddad3c85-b472-4ea2-a509-6162d52982ed req-3bfd2020-c830-4af5-a8e0-8367ad30ec97 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012344 Feb 03 12:41:49.270539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-dfeb8a1a-29c5-470a-b300-69d0956bf814 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a81b03ac1897424eb96c460148626143 HTTP/1.1" status: 200 len: 379 time: 0.0852108 Feb 03 12:41:49.280534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'port': {'device_id': 'add5f764-8300-4915-964e-1dc5e895ee56', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'admin_state_up': True, 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'security_groups': ['edc3bb87-98f4-4363-9dfc-28d8a46a2459']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:49.444106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c252da-7d9f-43c6-946f-6495a9705c36 req-bc87c7ed-f18b-46bf-93a1-f49582d2d202 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:49.449465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c252da-7d9f-43c6-946f-6495a9705c36 req-bc87c7ed-f18b-46bf-93a1-f49582d2d202 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:49.454784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c252da-7d9f-43c6-946f-6495a9705c36 req-bc87c7ed-f18b-46bf-93a1-f49582d2d202 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:49.456467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15c252da-7d9f-43c6-946f-6495a9705c36 req-bc87c7ed-f18b-46bf-93a1-f49582d2d202 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e&device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6&device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 2416 time: 0.1055822 Feb 03 12:41:49.462986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Made reservation on behalf of a81b03ac1897424eb96c460148626143 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:49.467834 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.574815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15c252da-7d9f-43c6-946f-6495a9705c36 req-fbd0f3ad-161e-448b-bf88-8176d74bcca6 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030705 Feb 03 12:41:49.632172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-80247773-6e00-4f0f-8e33-c141ce7b442b req-6ab671dd-ef43-481d-aec6-d270c6fd4b46 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:41:49.634830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80247773-6e00-4f0f-8e33-c141ce7b442b req-6ab671dd-ef43-481d-aec6-d270c6fd4b46 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121951 Feb 03 12:41:49.693742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Allocated IP 172.20.0.5 (23d047bd-79e0-4559-8a3c-03ba31d3b479/2811af0d-f638-4d08-aed1-a178296e88db/acd40df8-2d14-4df8-9f32-4ef1e66c9082) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:49.727652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54032) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:49.774146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80247773-6e00-4f0f-8e33-c141ce7b442b req-1030af5a-d860-4459-b835-2fce1d6cfb1b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1326551 Feb 03 12:41:49.805424 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-20e1d621-d11c-4ee4-8e54-0be8f5eeb6c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a6afb14c7854bc4a7f843deca62954e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763273 Feb 03 12:41:49.808118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54046) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:49.926821 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-046a6460-1332-4fde-8a52-671639ec0e4a admin admin] Publish callbacks [] for security_group (f9e82faf-be4a-4229-b3d8-c049440a2039), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.957560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.972813 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-046a6460-1332-4fde-8a52-671639ec0e4a admin admin] Publish callbacks [] for security_group (f9e82faf-be4a-4229-b3d8-c049440a2039), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.055082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.102802 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-046a6460-1332-4fde-8a52-671639ec0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f9e82faf-be4a-4229-b3d8-c049440a2039), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.106422 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-046a6460-1332-4fde-8a52-671639ec0e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.107558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-046a6460-1332-4fde-8a52-671639ec0e4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9e82faf-be4a-4229-b3d8-c049440a2039 HTTP/1.1" status: 204 len: 168 time: 0.2984807 Feb 03 12:41:50.145663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a6460-1332-4fde-8a52-671639ec0e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e82faf-be4a-4229-b3d8-c049440a2039,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:50.149980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:50.156227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-8ed5de8e-fa3d-4df5-a156-8daa3c86a324 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5b90e084ac52498c915394a37a9c7c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877869 Feb 03 12:41:50.164720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:50.183055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:50.241569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.242226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.263779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:50.353464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-c449d00d-7e44-46a9-b8bf-67972399828d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0771043 Feb 03 12:41:50.367506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Request body: {'port': {'device_id': 'add5f764-8300-4915-964e-1dc5e895ee56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:50.404494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-1bf61caf-d18e-426d-8cdc-f3a78581be84 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.411113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-1bf61caf-d18e-426d-8cdc-f3a78581be84 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481668 Feb 03 12:41:50.428643 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.442667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-dd5f2334-da11-4d53-a6ee-5dad6f17a428 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/quotas/5b90e084ac52498c915394a37a9c7c4d HTTP/1.1" status: 200 len: 375 time: 0.0303502 Feb 03 12:41:50.507169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-7ac24e03-3092-4577-a08e-2712392e37a6 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b90e084ac52498c915394a37a9c7c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524828 Feb 03 12:41:50.516564 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.531875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b85e89b3-192d-4a5a-8f71-21cc104f0ddf None None] Provisioning complete for port acd40df8-2d14-4df8-9f32-4ef1e66c9082 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:50.533316 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b85e89b3-192d-4a5a-8f71-21cc104f0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.605543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b85e89b3-192d-4a5a-8f71-21cc104f0ddf None None] Port acd40df8-2d14-4df8-9f32-4ef1e66c9082 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:50.808912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0773be-681e-4a19-8ef2-524fc635421e req-3a227f4e-ea69-40b7-89d1-dd0b9da99ca5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.810476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa0773be-681e-4a19-8ef2-524fc635421e req-3a227f4e-ea69-40b7-89d1-dd0b9da99ca5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 931 time: 0.1145849 Feb 03 12:41:50.934402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa0773be-681e-4a19-8ef2-524fc635421e req-1d74cac9-3182-4d8f-b8c3-fb0829a2ed14 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861442 Feb 03 12:41:51.044556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-3c084109-ec2a-4e76-8e1e-34aad501433b tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5b90e084ac52498c915394a37a9c7c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315657 Feb 03 12:41:51.054846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd40df8-2d14-4df8-9f32-4ef1e66c9082 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:51.087487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Publish callbacks [] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.152366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Transition to ACTIVE for port object acd40df8-2d14-4df8-9f32-4ef1e66c9082 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:51.164257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.290589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-17391a32-6454-4b2a-a762-d61251e22430 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:51.292549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-17391a32-6454-4b2a-a762-d61251e22430 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412834 Feb 03 12:41:51.293718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:51.357152 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:41:51.397546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-599ecae7-05df-42bc-b7ae-63be6a12afaa tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/quotas/5b90e084ac52498c915394a37a9c7c4d HTTP/1.1" status: 200 len: 375 time: 0.0730689 Feb 03 12:41:51.480615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-2561a2e3-daf5-4bad-b39c-c9cc39e85b9d tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b90e084ac52498c915394a37a9c7c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808980 Feb 03 12:41:51.582291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Attempting to bind port acd40df8-2d14-4df8-9f32-4ef1e66c9082 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:51.583056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Attempting to bind port acd40df8-2d14-4df8-9f32-4ef1e66c9082 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:51.583616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Attempting to bind port acd40df8-2d14-4df8-9f32-4ef1e66c9082 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:51.598050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Port acd40df8-2d14-4df8-9f32-4ef1e66c9082 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:51.598659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Attempting to bind port acd40df8-2d14-4df8-9f32-4ef1e66c9082 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:51.607372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:51.608020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Checking segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:51.608655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Bound using segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:51.609511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Bound port: acd40df8-2d14-4df8-9f32-4ef1e66c9082, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:51.610184 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.769571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:51.775166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:51.845808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbb57c00-64db-439e-bc5a-a6c917b29718 req-36fb815e-7d01-4ee7-9643-29403a2dc736 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 210 time: 0.0625014 Feb 03 12:41:51.847065 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.907617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:51.908461 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.910211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] 10.222.0.72 "PUT /v2.0/ports/acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 1092 time: 1.5469019 Feb 03 12:41:51.910839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:51.913393 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2514cd3-ee28-4fd7-97ee-fa215111a03d" -d '{"events": [{"name": "network-changed", "server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:51.971309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26771bc-c44b-47ee-b360-1e3f6ab3436e service neutron] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:52.014651 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4f23d3-ef1f-4cb6-a900-9c3ff22cf017 x-openstack-request-id: req-5a4f23d3-ef1f-4cb6-a900-9c3ff22cf017 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:52.014951 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:52.015202 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a4f23d3-ef1f-4cb6-a900-9c3ff22cf017 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:52.015613 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'status': 'completed', 'code': 200} Feb 03 12:41:52.141074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9247-c597-4535-a829-742c2f73872a req-c8c37548-76f5-47de-bf69-6fab5d3e8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:52.143129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-c8c37548-76f5-47de-bf69-6fab5d3e8ffa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1126 time: 0.1101851 Feb 03 12:41:52.156230 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-2d95bc61-6231-48e6-a6e9-1a4e6bc42c87 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=5b90e084ac52498c915394a37a9c7c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749989 Feb 03 12:41:52.319705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-72f7ee00-418c-4575-b8fe-821421fdc8ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 217 time: 0.1443181 Feb 03 12:41:52.354116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a1144466-478b-433e-a4d6-deca2bb01d5c tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:52.354116 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a1144466-478b-433e-a4d6-deca2bb01d5c tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902869 Feb 03 12:41:52.367832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Request body: {'port': {'device_id': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '5b90e084ac52498c915394a37a9c7c4d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:52.585233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bfa89-e0a2-4c52-8881-6e774eb0c039 req-97c06d2e-5c2a-4b09-bf3f-b2effc6f0448 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:52.610017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-754bfa89-e0a2-4c52-8881-6e774eb0c039 req-97c06d2e-5c2a-4b09-bf3f-b2effc6f0448 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 943 time: 0.4877646 Feb 03 12:41:52.618477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54188) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:52.675000 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Made reservation on behalf of 5b90e084ac52498c915394a37a9c7c4d for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:52.680771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.686671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9247-c597-4535-a829-742c2f73872a req-5ff2c5e1-9b5d-48df-87d8-5decd24a8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:52.691314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-5ff2c5e1-9b5d-48df-87d8-5decd24a8cbb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.3650465 Feb 03 12:41:52.712297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.826072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-754bfa89-e0a2-4c52-8881-6e774eb0c039 req-326cca27-6650-4d03-89e7-c34e4b971308 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124681 Feb 03 12:41:52.854320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9247-c597-4535-a829-742c2f73872a req-695865aa-9b93-42f6-86d0-d8475ffee36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:52.858202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-695865aa-9b93-42f6-86d0-d8475ffee36d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1526403 Feb 03 12:41:52.877444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks [] for security_group (db9a943f-76da-4c32-83b8-e33dedb02ba7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.885752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (db9a943f-76da-4c32-83b8-e33dedb02ba7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.937442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9a943f-76da-4c32-83b8-e33dedb02ba7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:53.032747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-c1f86a6a-28f4-4107-8e07-c65224ba65aa service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676958 Feb 03 12:41:53.125681 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49e41ead-45fb-4823-b358-c25f8d7849c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:53.174610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-138f9247-c597-4535-a829-742c2f73872a req-f4daad28-62b1-46cd-8ef5-65d0159d7776 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322229 Feb 03 12:41:53.185710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Allocated IP 192.168.233.199 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/acffd3d1-4850-4286-8ea7-278c5a2c5803) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:53.235407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f50101e-95c5-4d89-924a-a17ef7c50333 req-522d58a4-21ec-4b9e-b585-24637a46d9e0 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 210 time: 0.0439839 Feb 03 12:41:53.317021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49e41ead-45fb-4823-b358-c25f8d7849c7 admin admin] Publish callbacks [] for security_group (67fff102-cd4f-4b53-afa4-a0662d4a8155), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:53.340005 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49e41ead-45fb-4823-b358-c25f8d7849c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (67fff102-cd4f-4b53-afa4-a0662d4a8155), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:53.371293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-19c1f028-7357-43d2-b6bc-cec97b681c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:53.373079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-19c1f028-7357-43d2-b6bc-cec97b681c6f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1126 time: 0.1098042 Feb 03 12:41:53.392557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e41ead-45fb-4823-b358-c25f8d7849c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fff102-cd4f-4b53-afa4-a0662d4a8155,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:53.411722 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-3e074e8e-5e26-47b6-a035-0ad7ddf51022 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5b90e084ac52498c915394a37a9c7c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728180 Feb 03 12:41:53.452221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dce116-6359-4807-8f07-56b9f586cb9e req-2a08a596-5670-40f3-9f33-1f7cf4f7d280 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:53.453769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86dce116-6359-4807-8f07-56b9f586cb9e req-2a08a596-5670-40f3-9f33-1f7cf4f7d280 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 945 time: 0.1390469 Feb 03 12:41:53.518316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-4805a175-93b2-444f-a4da-89dc7d7b76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:53.520476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-4805a175-93b2-444f-a4da-89dc7d7b76be service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.1377826 Feb 03 12:41:53.536124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86dce116-6359-4807-8f07-56b9f586cb9e req-4e9ccc2a-394a-4551-9d9a-771bc29f9df2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747306 Feb 03 12:41:53.586863 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-49e41ead-45fb-4823-b358-c25f8d7849c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5fd238f07b146529eab5aced75749bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9553123 Feb 03 12:41:53.587839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54222) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:53.608641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-a50735ab-4e96-4362-97eb-bb8b38fede52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 217 time: 0.0714681 Feb 03 12:41:53.652275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-15ccc637-7c7b-4a0c-a59d-9658b07c55d9 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:53.653874 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-15ccc637-7c7b-4a0c-a59d-9658b07c55d9 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336960 Feb 03 12:41:53.678499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Request body: {'port': {'device_id': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '5b90e084ac52498c915394a37a9c7c4d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:53.699251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-8230c60f-7294-47c2-8993-6f1a1249bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:53.700895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-8230c60f-7294-47c2-8993-6f1a1249bb69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.0824003 Feb 03 12:41:53.714008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308e682-cd40-4c22-a569-e4c8020337d1 req-c790126d-5c44-4f7d-9d10-24afa56f1f2c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:53.715575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a308e682-cd40-4c22-a569-e4c8020337d1 req-c790126d-5c44-4f7d-9d10-24afa56f1f2c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1059759 Feb 03 12:41:53.776920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks [] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:53.805089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1a728ef3-1dcf-4b54-bd75-87d36777ab33 admin admin] Publish callbacks [] for security_group (67fff102-cd4f-4b53-afa4-a0662d4a8155), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:53.823998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-a76e09c4-3ade-4425-b771-2837899f2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:53.825437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-a76e09c4-3ade-4425-b771-2837899f2ebf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1089711 Feb 03 12:41:53.828518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a308e682-cd40-4c22-a569-e4c8020337d1 req-6f73d403-7b0c-4ba5-90f2-a18e35ca3aa7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946691 Feb 03 12:41:53.869939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1a728ef3-1dcf-4b54-bd75-87d36777ab33 admin admin] Publish callbacks [] for security_group (67fff102-cd4f-4b53-afa4-a0662d4a8155), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:53.907649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:53.943212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Made reservation on behalf of 5b90e084ac52498c915394a37a9c7c4d for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:53.947409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.012917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0972c6-a661-42df-915e-7c94485383fc req-367fb25d-b961-4939-9e7e-586cbbcf4747 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:54.015548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:54.019362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:54.020131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f0972c6-a661-42df-915e-7c94485383fc req-367fb25d-b961-4939-9e7e-586cbbcf4747 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 943 time: 0.1144769 Feb 03 12:41:54.021666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:54.024881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:54.059568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-7e0b0520-b90c-4dc1-b538-54932cef8827 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241497 Feb 03 12:41:54.089463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:54.090580 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.103778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f0972c6-a661-42df-915e-7c94485383fc req-8a47ad54-625d-4555-bb15-bd8b51fcc220 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823693 Feb 03 12:41:54.148619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1a728ef3-1dcf-4b54-bd75-87d36777ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (67fff102-cd4f-4b53-afa4-a0662d4a8155), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.151537 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1a728ef3-1dcf-4b54-bd75-87d36777ab33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.156023 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1a728ef3-1dcf-4b54-bd75-87d36777ab33 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67fff102-cd4f-4b53-afa4-a0662d4a8155 HTTP/1.1" status: 204 len: 168 time: 0.5550160 Feb 03 12:41:54.178188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a728ef3-1dcf-4b54-bd75-87d36777ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fff102-cd4f-4b53-afa4-a0662d4a8155,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:54.203587 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a3d27078-e915-41de-9d6f-cd7a1421ceb8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8419452 Feb 03 12:41:54.218734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Request body: {'port': {'device_id': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:54.252022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2514cd3-ee28-4fd7-97ee-fa215111a03d req-649380e7-fc63-4d43-bc70-76aa57a54c54 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810176 Feb 03 12:41:54.470178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64922963-5f52-43ac-8bb9-6f226cad4271 req-974ace54-0cd8-485a-859b-b63c3ac064d5 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 210 time: 0.0811744 Feb 03 12:41:54.470370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.509852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Allocated IP 192.168.233.190 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/8a55b540-6074-4cc4-bd85-19e6ed523d7e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:54.548111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-40ae8c10-d2b8-48de-8985-128f5c65c160 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:54.550358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-edd31411-d263-4e36-b6ff-27ab8cf71f79 None None] Provisioning complete for port acffd3d1-4850-4286-8ea7-278c5a2c5803 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:54.551258 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-edd31411-d263-4e36-b6ff-27ab8cf71f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.552474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-40ae8c10-d2b8-48de-8985-128f5c65c160 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.72 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 945 time: 0.0904326 Feb 03 12:41:54.638406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-edd31411-d263-4e36-b6ff-27ab8cf71f79 None None] Port acffd3d1-4850-4286-8ea7-278c5a2c5803 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:54.681579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54244) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:54.749402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc6da73a-bb7e-4ca8-8aab-0c2d21a0c6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.786185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54248) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:54.823188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d74a84-6dbb-4c41-a0f3-47606251e9d6 req-0d25de10-e7f3-42a4-90f6-8fc5872293c2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:54.825377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24d74a84-6dbb-4c41-a0f3-47606251e9d6 req-0d25de10-e7f3-42a4-90f6-8fc5872293c2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 945 time: 0.1456063 Feb 03 12:41:54.836610 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Deleting port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:54.837217 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.965591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks [] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.985230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24d74a84-6dbb-4c41-a0f3-47606251e9d6 req-fbf564b3-24ff-4be8-bc35-ba6baac1f457 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423552 Feb 03 12:41:55.032018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78403127-f704-4d3b-85ec-4761acdbb4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.045156 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc6da73a-bb7e-4ca8-8aab-0c2d21a0c6a8 admin admin] Publish callbacks [] for security_group (354f6a3d-b5c9-41f5-a6a3-0a67614b7215), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.050811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] For port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:55.051100 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.059748 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc6da73a-bb7e-4ca8-8aab-0c2d21a0c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (354f6a3d-b5c9-41f5-a6a3-0a67614b7215), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.077598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Calling delete_port for 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:55.129316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f61483-a407-46ae-bc84-71703568e296 req-2679a313-4b47-4c46-9741-23b805023451 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:55.131264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14f61483-a407-46ae-bc84-71703568e296 req-2679a313-4b47-4c46-9741-23b805023451 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1709697 Feb 03 12:41:55.158852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6da73a-bb7e-4ca8-8aab-0c2d21a0c6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354f6a3d-b5c9-41f5-a6a3-0a67614b7215,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:55.177003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cc6da73a-bb7e-4ca8-8aab-0c2d21a0c6a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d073949b5f274cdf9b4389322696087d&name=default HTTP/1.1" status: 200 len: 2999 time: 0.4926085 Feb 03 12:41:55.180955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54256) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:55.224760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.254439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acffd3d1-4850-4286-8ea7-278c5a2c5803 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:55.303986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Publish callbacks [] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.334372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:55.347061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:55.359511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Transition to ACTIVE for port object acffd3d1-4850-4286-8ea7-278c5a2c5803 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:55.360634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:55.367545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Pushing event updated for resources: {'Port': ['ID=8a55b540-6074-4cc4-bd85-19e6ed523d7e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:55.399732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.506294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:55.507092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.516840 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78403127-f704-4d3b-85ec-4761acdbb4c1 admin admin] Publish callbacks [] for security_group (aef3e94b-2b24-4f84-a75e-9ae8d5f1efc4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.520387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:55.544943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78403127-f704-4d3b-85ec-4761acdbb4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (aef3e94b-2b24-4f84-a75e-9ae8d5f1efc4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.722761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e900-c74e-4f96-a66c-a232951c20d1 req-71c33f1c-5cf7-4f47-86df-a2befccd21ee tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:55.730992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a52e900-c74e-4f96-a66c-a232951c20d1 req-71c33f1c-5cf7-4f47-86df-a2befccd21ee tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 943 time: 0.5346568 Feb 03 12:41:55.748625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14f61483-a407-46ae-bc84-71703568e296 req-9699ae0f-64c7-4c58-bebf-b33a4d0107a8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5743666 Feb 03 12:41:55.802878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:55.902124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-845576e7-d193-4cfb-b9e0-db279fb3136a admin admin] Publish callbacks [] for security_group (354f6a3d-b5c9-41f5-a6a3-0a67614b7215), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.925441 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6f3c34b8-c7e4-444f-88ce-d2010d2c9d14), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.967397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:55.985399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-da892de1-96ba-46d5-8c3d-bb2c09d11d81 None None] Provisioning complete for port 8a55b540-6074-4cc4-bd85-19e6ed523d7e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:55.986371 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-bf24826e-9d53-4f77-967c-f67abfa36b34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3200922 Feb 03 12:41:55.986531 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da892de1-96ba-46d5-8c3d-bb2c09d11d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.987183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Pushing event deleted for resources: {'Port': ['ID=6f3c34b8-c7e4-444f-88ce-d2010d2c9d14,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:55.988719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'port_id': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'mac_address': 'fa:16:3e:05:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:55.993266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['6f3c34b8-c7e4-444f-88ce-d2010d2c9d14', 'd6f44afa-4668-4bd3-a02a-01171728bc8b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:55.995729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3497b900-834d-4b61-bd43-3f0c50573e41'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:56.019719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Request body: {'port': {'device_id': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:56.038954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-845576e7-d193-4cfb-b9e0-db279fb3136a admin admin] Publish callbacks [] for security_group (354f6a3d-b5c9-41f5-a6a3-0a67614b7215), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.056355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a52e900-c74e-4f96-a66c-a232951c20d1 req-7360056b-637b-47ce-b33d-c49c4db32747 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3239267 Feb 03 12:41:56.099236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78403127-f704-4d3b-85ec-4761acdbb4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef3e94b-2b24-4f84-a75e-9ae8d5f1efc4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:56.166432 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.167585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:56.168054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.185869 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-78403127-f704-4d3b-85ec-4761acdbb4c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5629633da1ef41f39575dd27fa14d7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3987083 Feb 03 12:41:56.190742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54264) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:56.203143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30b7cf-56aa-471a-bf8b-0e33df2c121d req-6a3cc53e-b3f3-4103-ace8-a81318c65b7c tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:56.205323 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc30b7cf-56aa-471a-bf8b-0e33df2c121d req-6a3cc53e-b3f3-4103-ace8-a81318c65b7c tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 936 time: 0.3010576 Feb 03 12:41:56.206284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] No DVR routers for this DVR port 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:56.215204 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.219153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62d1653d-f43f-4cb0-8c66-27998c7194d0 req-5aa5483b-f86d-4e88-97b3-f126800984eb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.72 "DELETE /v2.0/ports/6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 HTTP/1.1" status: 204 len: 173 time: 1.6590743 Feb 03 12:41:56.224470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340eb79a-67f0-47e8-96da-31bd398faf9e', 'name': 'network-vif-deleted', 'tag': '6f3c34b8-c7e4-444f-88ce-d2010d2c9d14'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:56.226957 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3badc4e-d215-41db-be35-07433986c4ed" -d '{"events": [{"server_uuid": "340eb79a-67f0-47e8-96da-31bd398faf9e", "name": "network-vif-deleted", "tag": "6f3c34b8-c7e4-444f-88ce-d2010d2c9d14"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:56.246012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-da892de1-96ba-46d5-8c3d-bb2c09d11d81 None None] Port 8a55b540-6074-4cc4-bd85-19e6ed523d7e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:56.267614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd40df8-2d14-4df8-9f32-4ef1e66c9082 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:56.318831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-760b9f5f-04c7-4225-9acf-26b3ebe897fd req-07f54ebf-2226-4651-baa8-cc038bb99d84 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=340eb79a-67f0-47e8-96da-31bd398faf9e HTTP/1.1" status: 200 len: 210 time: 0.1254406 Feb 03 12:41:56.424411 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4e9963-0f11-4320-aa76-8ef2109392be x-openstack-request-id: req-4e4e9963-0f11-4320-aa76-8ef2109392be {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:56.424711 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340eb79a-67f0-47e8-96da-31bd398faf9e", "name": "network-vif-deleted", "tag": "6f3c34b8-c7e4-444f-88ce-d2010d2c9d14", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:56.424976 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e4e9963-0f11-4320-aa76-8ef2109392be {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:56.425387 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340eb79a-67f0-47e8-96da-31bd398faf9e', 'name': 'network-vif-deleted', 'tag': '6f3c34b8-c7e4-444f-88ce-d2010d2c9d14', 'status': 'completed', 'code': 200} Feb 03 12:41:56.440884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc30b7cf-56aa-471a-bf8b-0e33df2c121d req-457a8dd5-11ec-4458-b835-98d2c0de3de8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093616 Feb 03 12:41:56.464645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9c6b65fb-2038-45ae-8086-4bac22547563 admin admin] Publish callbacks [] for security_group (aef3e94b-2b24-4f84-a75e-9ae8d5f1efc4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.465755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:56.472711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Attempting to bind port acffd3d1-4850-4286-8ea7-278c5a2c5803 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:56.481179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Attempting to bind port acffd3d1-4850-4286-8ea7-278c5a2c5803 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:56.481838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Attempting to bind port acffd3d1-4850-4286-8ea7-278c5a2c5803 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:56.490224 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.491820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Port acffd3d1-4850-4286-8ea7-278c5a2c5803 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:56.492325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Attempting to bind port acffd3d1-4850-4286-8ea7-278c5a2c5803 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:56.499574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-845576e7-d193-4cfb-b9e0-db279fb3136a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (354f6a3d-b5c9-41f5-a6a3-0a67614b7215), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.502918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:56.503093 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-845576e7-d193-4cfb-b9e0-db279fb3136a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.503588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:56.504174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:56.504424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-845576e7-d193-4cfb-b9e0-db279fb3136a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/354f6a3d-b5c9-41f5-a6a3-0a67614b7215 HTTP/1.1" status: 204 len: 168 time: 1.3203812 Feb 03 12:41:56.504963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Bound port: acffd3d1-4850-4286-8ea7-278c5a2c5803, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:56.505481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.517938 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9c6b65fb-2038-45ae-8086-4bac22547563 admin admin] Publish callbacks [] for security_group (aef3e94b-2b24-4f84-a75e-9ae8d5f1efc4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.531374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845576e7-d193-4cfb-b9e0-db279fb3136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354f6a3d-b5c9-41f5-a6a3-0a67614b7215,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:56.596807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9c6b65fb-2038-45ae-8086-4bac22547563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (aef3e94b-2b24-4f84-a75e-9ae8d5f1efc4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.603746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9c6b65fb-2038-45ae-8086-4bac22547563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.607371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9c6b65fb-2038-45ae-8086-4bac22547563 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aef3e94b-2b24-4f84-a75e-9ae8d5f1efc4 HTTP/1.1" status: 204 len: 168 time: 0.3968682 Feb 03 12:41:56.634101 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b65fb-2038-45ae-8086-4bac22547563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef3e94b-2b24-4f84-a75e-9ae8d5f1efc4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:56.781436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:56.786585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a55b540-6074-4cc4-bd85-19e6ed523d7e {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:56.791727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:56.834108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['acd40df8-2d14-4df8-9f32-4ef1e66c9082'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:56.844274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:56.850803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Publish callbacks [] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.872671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Transition to ACTIVE for port object 8a55b540-6074-4cc4-bd85-19e6ed523d7e will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:56.875422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.968817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.986216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:57.004852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.006738 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:57.020050 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-71f2b577-1d78-4d6e-97a2-5ac8b454e816 service neutron] 10.222.0.91 "PUT /v2.0/ports/acffd3d1-4850-4286-8ea7-278c5a2c5803 HTTP/1.1" status: 200 len: 1097 time: 2.7975729 Feb 03 12:41:57.022186 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:57.028374 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd385d9-9648-418f-9917-ce23473194c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:57.148617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5def95-b5c7-483d-85d0-f5c742e74e07 req-cc9497f9-20cb-42b2-b8d6-0b6e55c5f782 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.151038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d5def95-b5c7-483d-85d0-f5c742e74e07 req-cc9497f9-20cb-42b2-b8d6-0b6e55c5f782 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.2467530 Feb 03 12:41:57.166175 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208c8c00-b76e-4d19-afd1-e29f1068b985 x-openstack-request-id: req-208c8c00-b76e-4d19-afd1-e29f1068b985 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:57.166495 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:57.166747 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-208c8c00-b76e-4d19-afd1-e29f1068b985 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:57.167177 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'status': 'completed', 'code': 200} Feb 03 12:41:57.292672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d5def95-b5c7-483d-85d0-f5c742e74e07 req-74cf1ea2-8d22-4659-8c64-6716629fc188 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341078 Feb 03 12:41:57.426701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8ca64-6a9d-4ee5-a893-73b91491ffb3 req-3ff563d5-3c1b-40e6-ba10-e40eeeae86a8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.428345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8af8ca64-6a9d-4ee5-a893-73b91491ffb3 req-3ff563d5-3c1b-40e6-ba10-e40eeeae86a8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1726513 Feb 03 12:41:57.496229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Pushing event updated for resources: {'Port': ['ID=8a55b540-6074-4cc4-bd85-19e6ed523d7e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:57.504947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Attempting to bind port 8a55b540-6074-4cc4-bd85-19e6ed523d7e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:57.505288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Attempting to bind port 8a55b540-6074-4cc4-bd85-19e6ed523d7e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:57.505609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Attempting to bind port 8a55b540-6074-4cc4-bd85-19e6ed523d7e on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:57.534169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-539cf9fd-228b-4b8a-be11-b4cd5e84d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.535701 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-539cf9fd-228b-4b8a-be11-b4cd5e84d087 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5b90e084ac52498c915394a37a9c7c4d&device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 1131 time: 0.3751035 Feb 03 12:41:57.572706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8af8ca64-6a9d-4ee5-a893-73b91491ffb3 req-f26a39ee-4f3e-4c05-8597-d5fbcadba637 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367910 Feb 03 12:41:57.580781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Port 8a55b540-6074-4cc4-bd85-19e6ed523d7e on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:57.581130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Attempting to bind port 8a55b540-6074-4cc4-bd85-19e6ed523d7e on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:57.609039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54298) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:57.638594 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e3e999b-1d09-471e-ab6d-bda5d4d6930a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:57.662528 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-4a54fe59-a8e1-481f-a007-82f438ce4e30 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803 HTTP/1.1" status: 200 len: 217 time: 0.1084785 Feb 03 12:41:57.665614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:57.665958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:57.666499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:57.666782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Bound port: 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:57.667139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:57.760271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a9af81fc-9ac9-435b-a567-0e029a074579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.761914 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-a9af81fc-9ac9-435b-a567-0e029a074579 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0856507 Feb 03 12:41:57.786611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:57.825966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:57.826622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6f3c34b8-c7e4-444f-88ce-d2010d2c9d14 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:57.859690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:57.866197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:57.885225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:57.948939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8ef77-c9f0-474c-9de0-3e8990f2c14a req-c6d24fb7-6fdb-41b8-ba57-82bd009c2c34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.956088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cda8ef77-c9f0-474c-9de0-3e8990f2c14a req-c6d24fb7-6fdb-41b8-ba57-82bd009c2c34 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 948 time: 0.2436976 Feb 03 12:41:57.956393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-84d1f9ef-8386-4c66-9c05-7f61287ac6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.958204 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-84d1f9ef-8386-4c66-9c05-7f61287ac6ff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1867423 Feb 03 12:41:57.993811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.993811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:57.993811 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] 10.222.0.72 "PUT /v2.0/ports/8a55b540-6074-4cc4-bd85-19e6ed523d7e HTTP/1.1" status: 200 len: 1097 time: 1.9700317 Feb 03 12:41:58.033472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dadf18-dcf1-4c2a-bad5-9bf5e802357f service neutron] Pushing event updated for resources: {'Port': ['ID=8a55b540-6074-4cc4-bd85-19e6ed523d7e,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:58.051721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdacea-6398-4aad-97f1-7a5f60d7ad8d req-ceed798a-4484-4a7a-a5b0-94c46946ebcb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.055892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36bdacea-6398-4aad-97f1-7a5f60d7ad8d req-ceed798a-4484-4a7a-a5b0-94c46946ebcb tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6 HTTP/1.1" status: 200 len: 945 time: 0.2437720 Feb 03 12:41:58.162297 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e3e999b-1d09-471e-ab6d-bda5d4d6930a admin admin] Publish callbacks [] for security_group (999c3a17-75be-4414-b5a0-8b649734f906), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:58.185487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e3e999b-1d09-471e-ab6d-bda5d4d6930a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (999c3a17-75be-4414-b5a0-8b649734f906), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:58.187768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-1ed8e0fd-39e3-46c2-84d4-e50b2d6bf0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.189362 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-1ed8e0fd-39e3-46c2-84d4-e50b2d6bf0ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b90e084ac52498c915394a37a9c7c4d&device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 1131 time: 0.1525609 Feb 03 12:41:58.231634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e999b-1d09-471e-ab6d-bda5d4d6930a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999c3a17-75be-4414-b5a0-8b649734f906,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:58.264899 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-7620f9d6-4436-421f-a45d-e36075ace8d7 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966690 Feb 03 12:41:58.267577 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-a879e4a2-6568-4faf-86eb-5d96aef9c9c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e HTTP/1.1" status: 200 len: 217 time: 0.0696554 Feb 03 12:41:58.293688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36bdacea-6398-4aad-97f1-7a5f60d7ad8d req-099f489c-58fc-44ec-ba05-7295eab007b0 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255533 Feb 03 12:41:58.302769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cda8ef77-c9f0-474c-9de0-3e8990f2c14a req-0a0d982a-8ef7-4ab0-aede-5b4ae3b6fbaa tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450084 Feb 03 12:41:58.324387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0e3e999b-1d09-471e-ab6d-bda5d4d6930a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=243598a503034b268dd701ac355cfd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7116773 Feb 03 12:41:58.325329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54314) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:58.446699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-f86b8966-bc67-4055-8e6b-f1bc2d9ef096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.449698 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-f86b8966-bc67-4055-8e6b-f1bc2d9ef096 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1640122 Feb 03 12:41:58.458847 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6c430e17-baec-4d75-a6a6-2312410e0372 admin admin] Publish callbacks [] for security_group (999c3a17-75be-4414-b5a0-8b649734f906), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:58.525917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08bd0295-019b-42cd-b622-e436a67e6a63 req-1117aff5-37a2-4161-bd37-16c3ffe46e21 service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542896 Feb 03 12:41:58.529967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6c430e17-baec-4d75-a6a6-2312410e0372 admin admin] Publish callbacks [] for security_group (999c3a17-75be-4414-b5a0-8b649734f906), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:58.543404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-e2eae5a6-e824-4ceb-9685-795db4c55917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.545025 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-e2eae5a6-e824-4ceb-9685-795db4c55917 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0882075 Feb 03 12:41:58.580395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e4bf5-2287-4df1-8b15-70efced5235a req-f313d388-7a29-4996-84dd-ca114e8c0dae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.581944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b68e4bf5-2287-4df1-8b15-70efced5235a req-f313d388-7a29-4996-84dd-ca114e8c0dae tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1097047 Feb 03 12:41:58.636666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b68e4bf5-2287-4df1-8b15-70efced5235a req-659c1824-d1a9-4cd8-9642-a0bf15884969 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468791 Feb 03 12:41:58.652380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6c430e17-baec-4d75-a6a6-2312410e0372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (999c3a17-75be-4414-b5a0-8b649734f906), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:58.655462 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6c430e17-baec-4d75-a6a6-2312410e0372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:58.656665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6c430e17-baec-4d75-a6a6-2312410e0372 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/999c3a17-75be-4414-b5a0-8b649734f906 HTTP/1.1" status: 204 len: 168 time: 0.3305786 Feb 03 12:41:58.680860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c430e17-baec-4d75-a6a6-2312410e0372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c3a17-75be-4414-b5a0-8b649734f906,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:58.795185 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-a62cabb1-5d97-4d4d-aa8c-de0a1f316945 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402203 Feb 03 12:41:58.819437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd385d9-9648-418f-9917-ce23473194c2 req-50d95c0b-13bf-4032-9769-9b9d6d06cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.821354 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edd385d9-9648-418f-9917-ce23473194c2 req-50d95c0b-13bf-4032-9769-9b9d6d06cbc1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5b90e084ac52498c915394a37a9c7c4d&device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 1131 time: 0.1707182 Feb 03 12:41:58.853551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b439-d1ac-4492-9b2b-e2163364eee4 req-67dd0733-2c3c-458f-a8a2-2c77a2d35597 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.861550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0373b439-d1ac-4492-9b2b-e2163364eee4 req-67dd0733-2c3c-458f-a8a2-2c77a2d35597 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1275959 Feb 03 12:41:58.963204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0373b439-d1ac-4492-9b2b-e2163364eee4 req-fafb45d5-5287-41c7-8a6e-90961ae35b1e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002131 Feb 03 12:41:59.087084 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fa3c7eaa-d288-4814-8fee-17a074e44add req-d2cec7b7-c4da-4ccc-8143-2702e2f7f06c service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820561 Feb 03 12:41:59.108271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd385d9-9648-418f-9917-ce23473194c2 req-e6d7287d-9fb8-407a-a64c-6d74407c96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.110635 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edd385d9-9648-418f-9917-ce23473194c2 req-e6d7287d-9fb8-407a-a64c-6d74407c96e6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2085018 Feb 03 12:41:59.146522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13c179-b632-4b5f-b806-db60583f8267 req-129280fb-aaa0-4bd5-a96b-25b422907478 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.149312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c13c179-b632-4b5f-b806-db60583f8267 req-129280fb-aaa0-4bd5-a96b-25b422907478 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6 HTTP/1.1" status: 200 len: 945 time: 0.0957899 Feb 03 12:41:59.183358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:59.186097 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a268cda8-4a40-4c24-83d5-e3a38650870b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:59.193751 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edd385d9-9648-418f-9917-ce23473194c2 req-45395f09-1bcc-4fbd-af63-5250ae920921 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803 HTTP/1.1" status: 200 len: 217 time: 0.0753245 Feb 03 12:41:59.284190 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba744a55-3006-4f37-9976-7978aff4a341 x-openstack-request-id: req-ba744a55-3006-4f37-9976-7978aff4a341 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:59.284732 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:59.285075 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba744a55-3006-4f37-9976-7978aff4a341 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:59.285554 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e', 'status': 'completed', 'code': 200} Feb 03 12:41:59.323227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-3c13c179-b632-4b5f-b806-db60583f8267 req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Deleting port d6f44afa-4668-4bd3-a02a-01171728bc8b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:59.323849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3c13c179-b632-4b5f-b806-db60583f8267 req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:59.378241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd385d9-9648-418f-9917-ce23473194c2 req-93d1993f-144d-4a07-8dc5-ba19fcad8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.379937 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edd385d9-9648-418f-9917-ce23473194c2 req-93d1993f-144d-4a07-8dc5-ba19fcad8c75 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1766970 Feb 03 12:41:59.475260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-61ccf01b-e23c-4372-9445-00b078a0705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.477187 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-61ccf01b-e23c-4372-9445-00b078a0705e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b90e084ac52498c915394a37a9c7c4d&device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 1131 time: 0.2034395 Feb 03 12:41:59.536071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd385d9-9648-418f-9917-ce23473194c2 req-4b075427-d278-4a4c-90f1-fa3d1572a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.537861 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edd385d9-9648-418f-9917-ce23473194c2 req-4b075427-d278-4a4c-90f1-fa3d1572a40b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1493988 Feb 03 12:41:59.549976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3c13c179-b632-4b5f-b806-db60583f8267 req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] For port d6f44afa-4668-4bd3-a02a-01171728bc8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d6f44afa-4668-4bd3-a02a-01171728bc8b,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:59.550369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3c13c179-b632-4b5f-b806-db60583f8267 req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:59.576379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-3c13c179-b632-4b5f-b806-db60583f8267 req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Calling delete_port for d6f44afa-4668-4bd3-a02a-01171728bc8b owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:59.644078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec8c2f-29f8-4d57-abea-5cceaa8ef1d0 req-dc10c24d-bdbc-49ec-827a-9c77fda8b77b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.645690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69ec8c2f-29f8-4d57-abea-5cceaa8ef1d0 req-dc10c24d-bdbc-49ec-827a-9c77fda8b77b tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee9659ce-e317-4f23-b0bd-112a0725dea6 HTTP/1.1" status: 200 len: 945 time: 0.1761222 Feb 03 12:41:59.652746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a041b5-6678-4ec6-b0d8-6d5f8b6d2d4d req-8004e2dc-b015-4939-8b06-58fc036a2125 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.654149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4a041b5-6678-4ec6-b0d8-6d5f8b6d2d4d req-8004e2dc-b015-4939-8b06-58fc036a2125 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 948 time: 0.1832836 Feb 03 12:41:59.759655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-80f24a5c-b0e2-4153-8dc5-c02025bfd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.761147 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-80f24a5c-b0e2-4153-8dc5-c02025bfd0a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2667820 Feb 03 12:41:59.763341 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edd385d9-9648-418f-9917-ce23473194c2 req-ebebdc93-c179-4fd0-bafa-528c56e79c3f service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944501 Feb 03 12:41:59.794603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:59.820210 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-46e1827a-9a67-4b59-b923-8276fbedbd9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e HTTP/1.1" status: 200 len: 217 time: 0.0519650 Feb 03 12:41:59.841697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3c13c179-b632-4b5f-b806-db60583f8267 req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d6f44afa-4668-4bd3-a02a-01171728bc8b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:59.878635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['d6f44afa-4668-4bd3-a02a-01171728bc8b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:59.881203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3497b900-834d-4b61-bd43-3f0c50573e41'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:59.882904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-b6112112-b822-420e-9d7c-93402852b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.884467 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-b6112112-b822-420e-9d7c-93402852b692 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0506454 Feb 03 12:41:59.916836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69ec8c2f-29f8-4d57-abea-5cceaa8ef1d0 req-14c45ac6-9189-40c9-8b6c-03535c6bd70a tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600832 Feb 03 12:42:00.000883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4a041b5-6678-4ec6-b0d8-6d5f8b6d2d4d req-5357798a-c81c-4ff5-b3eb-d04cf1733ab4 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325770 Feb 03 12:42:00.020996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port acd40df8-2d14-4df8-9f32-4ef1e66c9082 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:42:00.030432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port acd40df8-2d14-4df8-9f32-4ef1e66c9082 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:00.032867 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:00.056595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Pushing event deleted for resources: {'Port': ['ID=d6f44afa-4668-4bd3-a02a-01171728bc8b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:00.067164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c13c179-b632-4b5f-b806-db60583f8267 req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] No DVR routers for this DVR port d6f44afa-4668-4bd3-a02a-01171728bc8b on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:00.072541 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3c13c179-b632-4b5f-b806-db60583f8267 req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:00.081129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c13c179-b632-4b5f-b806-db60583f8267 req-1da636dc-b8f0-48f9-b7a0-5d37cd71d0f2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.72 "DELETE /v2.0/ports/d6f44afa-4668-4bd3-a02a-01171728bc8b HTTP/1.1" status: 204 len: 173 time: 0.9257700 Feb 03 12:42:00.082367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9659ce-e317-4f23-b0bd-112a0725dea6', 'name': 'network-vif-deleted', 'tag': 'd6f44afa-4668-4bd3-a02a-01171728bc8b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:00.091480 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8233cd4-3019-48c5-ba2f-f07bc0e08184" -d '{"events": [{"server_uuid": "ee9659ce-e317-4f23-b0bd-112a0725dea6", "name": "network-vif-deleted", "tag": "d6f44afa-4668-4bd3-a02a-01171728bc8b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:00.135120 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edd385d9-9648-418f-9917-ce23473194c2 req-10eb86f5-8d1b-4985-887a-25131910cb9c service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534269 Feb 03 12:42:00.141032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-1c0cd69b-54f5-40b9-97a6-85a1f1dc992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:00.142655 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-1c0cd69b-54f5-40b9-97a6-85a1f1dc992a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2479873 Feb 03 12:42:00.252450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffd7be-aa0b-4e03-abf9-0d2c68953755 req-e350df58-a5c7-4fd3-af18-6ffb93b2dc53 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:00.274075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7ffd7be-aa0b-4e03-abf9-0d2c68953755 req-e350df58-a5c7-4fd3-af18-6ffb93b2dc53 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1648214 Feb 03 12:42:00.284088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:00.284989 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:00.368493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:00.375506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:00.378317 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3ce783-f774-4c5e-9d2c-370b43402728" -d '{"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-plugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:00.379500 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-ecddd277-c8fc-4d0c-986e-4c093f385fab service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274766 Feb 03 12:42:00.389920 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:00.445247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7ffd7be-aa0b-4e03-abf9-0d2c68953755 req-1f268d5b-ea28-4dbc-ba42-65cd4b2c0a8b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686187 Feb 03 12:42:00.538545 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a268cda8-4a40-4c24-83d5-e3a38650870b req-9fb2f814-6614-4a89-b6cc-8699a60c1aea service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519864 Feb 03 12:42:00.544966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:00.607440 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65913523-649e-42cf-aba6-495b8236f906 x-openstack-request-id: req-65913523-649e-42cf-aba6-495b8236f906 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:00.607808 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9659ce-e317-4f23-b0bd-112a0725dea6", "name": "network-vif-deleted", "tag": "d6f44afa-4668-4bd3-a02a-01171728bc8b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:00.608067 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65913523-649e-42cf-aba6-495b8236f906 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:00.608594 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9659ce-e317-4f23-b0bd-112a0725dea6', 'name': 'network-vif-deleted', 'tag': 'd6f44afa-4668-4bd3-a02a-01171728bc8b', 'status': 'completed', 'code': 200} Feb 03 12:42:00.624954 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670c0d15-098a-4e6a-871f-f33848ae3f35 x-openstack-request-id: req-670c0d15-098a-4e6a-871f-f33848ae3f35 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:00.625631 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-plugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:00.625891 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-670c0d15-098a-4e6a-871f-f33848ae3f35 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:00.626412 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'code': 200} Feb 03 12:42:00.656357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b6419-e434-4fc9-bda0-cbf136348a97 req-bf6d22e9-e61c-458d-96b8-a89593da9805 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:00.666579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d73b6419-e434-4fc9-bda0-cbf136348a97 req-bf6d22e9-e61c-458d-96b8-a89593da9805 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.1319509 Feb 03 12:42:00.736753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d73b6419-e434-4fc9-bda0-cbf136348a97 req-616c34df-c1f7-4ee1-a924-f7b3e8f8669c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680504 Feb 03 12:42:00.795899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4175f-e29e-4539-99e4-de60a05295c6 req-44a905c3-6e4c-493b-8a0d-497d70552441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:00.797929 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b6b4175f-e29e-4539-99e4-de60a05295c6 req-44a905c3-6e4c-493b-8a0d-497d70552441 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1128 time: 0.0694220 Feb 03 12:42:00.866359 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b6b4175f-e29e-4539-99e4-de60a05295c6 req-8d09b568-4b36-4b65-814a-328b30ecba98 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599356 Feb 03 12:42:01.124969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54416) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:01.235783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54422) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:01.238003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bdd4c-f666-495e-88fa-12b811a4ad01 req-df788a49-0ab4-4e50-aab1-1beb38deca61 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:01.239813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a8bdd4c-f666-495e-88fa-12b811a4ad01 req-df788a49-0ab4-4e50-aab1-1beb38deca61 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 948 time: 0.1152146 Feb 03 12:42:01.330476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b96113ad-cf45-425f-9ea4-21e65aef70bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.350878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a8bdd4c-f666-495e-88fa-12b811a4ad01 req-8d4546fb-7e3a-4b45-8206-4c2a132ad41e tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972393 Feb 03 12:42:01.371623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2f72b4a-77e7-441b-8ce3-af97f7e4e2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.372920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d755da0-d3b7-423d-9fec-be2394226911 req-f66bb977-5180-4a99-8475-3bab523838aa tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:01.374401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d755da0-d3b7-423d-9fec-be2394226911 req-f66bb977-5180-4a99-8475-3bab523838aa tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1138654 Feb 03 12:42:01.446175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d755da0-d3b7-423d-9fec-be2394226911 req-0df34dc2-af57-499a-a050-fd0153541fe3 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656567 Feb 03 12:42:01.447294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b96113ad-cf45-425f-9ea4-21e65aef70bb admin admin] Publish callbacks [] for security_group (9af51eb7-0dbd-40bc-9f18-59ee1bc41f6e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.460769 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b96113ad-cf45-425f-9ea4-21e65aef70bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9af51eb7-0dbd-40bc-9f18-59ee1bc41f6e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.525673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96113ad-cf45-425f-9ea4-21e65aef70bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af51eb7-0dbd-40bc-9f18-59ee1bc41f6e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:01.539254 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b96113ad-cf45-425f-9ea4-21e65aef70bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53bbb0edbb5c458c843a9c7c7a9b092a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4088240 Feb 03 12:42:01.540189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:01.585081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287376a-577a-4a37-877a-e3ac8b3d107c req-e52717b2-b3dc-4aec-8e22-7ab661dd1e46 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:01.586612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5287376a-577a-4a37-877a-e3ac8b3d107c req-e52717b2-b3dc-4aec-8e22-7ab661dd1e46 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.0691729 Feb 03 12:42:01.598298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2f72b4a-77e7-441b-8ce3-af97f7e4e2e8 admin admin] Publish callbacks [] for security_group (f1a9aa37-e01b-4b9c-8465-dbf3b88e0246), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.606352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2f72b4a-77e7-441b-8ce3-af97f7e4e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f1a9aa37-e01b-4b9c-8465-dbf3b88e0246), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.635114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5287376a-577a-4a37-877a-e3ac8b3d107c req-958cc6bc-1670-4f20-99b9-c94f66605b3c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426860 Feb 03 12:42:01.659097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8df776f9-259f-4710-9fd6-357945f77f4f admin admin] Publish callbacks [] for security_group (9af51eb7-0dbd-40bc-9f18-59ee1bc41f6e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.662594 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d2f72b4a-77e7-441b-8ce3-af97f7e4e2e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdc1e223f6134645ba679ca2dcf25e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4251904 Feb 03 12:42:01.664487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f72b4a-77e7-441b-8ce3-af97f7e4e2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a9aa37-e01b-4b9c-8465-dbf3b88e0246,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:01.667449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54432) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:01.690065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8df776f9-259f-4710-9fd6-357945f77f4f admin admin] Publish callbacks [] for security_group (9af51eb7-0dbd-40bc-9f18-59ee1bc41f6e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.731719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e924e37b-1e68-453f-9593-f69e90e2855c admin admin] Publish callbacks [] for security_group (f1a9aa37-e01b-4b9c-8465-dbf3b88e0246), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.745608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8df776f9-259f-4710-9fd6-357945f77f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9af51eb7-0dbd-40bc-9f18-59ee1bc41f6e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.748256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8df776f9-259f-4710-9fd6-357945f77f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.751928 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8df776f9-259f-4710-9fd6-357945f77f4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9af51eb7-0dbd-40bc-9f18-59ee1bc41f6e HTTP/1.1" status: 204 len: 168 time: 0.2075074 Feb 03 12:42:01.757993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df776f9-259f-4710-9fd6-357945f77f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af51eb7-0dbd-40bc-9f18-59ee1bc41f6e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:01.770099 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e924e37b-1e68-453f-9593-f69e90e2855c admin admin] Publish callbacks [] for security_group (f1a9aa37-e01b-4b9c-8465-dbf3b88e0246), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.800927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8a55b540-6074-4cc4-bd85-19e6ed523d7e details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:01.842532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e924e37b-1e68-453f-9593-f69e90e2855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f1a9aa37-e01b-4b9c-8465-dbf3b88e0246), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.845943 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e924e37b-1e68-453f-9593-f69e90e2855c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.848174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e924e37b-1e68-453f-9593-f69e90e2855c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1a9aa37-e01b-4b9c-8465-dbf3b88e0246 HTTP/1.1" status: 204 len: 168 time: 0.1783013 Feb 03 12:42:01.867618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924e37b-1e68-453f-9593-f69e90e2855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a9aa37-e01b-4b9c-8465-dbf3b88e0246,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:02.012671 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-1f467f23-4b15-47e8-9ba2-3d2c66cc908c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0983636 Feb 03 12:42:02.056692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:02.083366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '8a55b540-6074-4cc4-bd85-19e6ed523d7e', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '8a55b540-6074-4cc4-bd85-19e6ed523d7e', 'mac_address': 'fa:16:3e:88:48:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:02.160297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2f734e95-261f-4fe4-b824-29ff21e60330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.160784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2f734e95-261f-4fe4-b824-29ff21e60330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.161257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2f734e95-261f-4fe4-b824-29ff21e60330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.161742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2f734e95-261f-4fe4-b824-29ff21e60330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.162306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2f734e95-261f-4fe4-b824-29ff21e60330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.170621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2f734e95-261f-4fe4-b824-29ff21e60330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.172875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2f734e95-261f-4fe4-b824-29ff21e60330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.173027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8a55b540-6074-4cc4-bd85-19e6ed523d7e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:02.173420 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.175329 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2f734e95-261f-4fe4-b824-29ff21e60330 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b07baa1fe485403f8894a9f21fd36b42&device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 6713 time: 0.0907178 Feb 03 12:42:02.201349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a55b540-6074-4cc4-bd85-19e6ed523d7e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:02.229600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:02.237350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.293202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8a55b540-6074-4cc4-bd85-19e6ed523d7e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:02.342016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54446) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:02.355313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-6e7fbe15-26c2-4ea4-aec9-9d73739975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.355795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-6e7fbe15-26c2-4ea4-aec9-9d73739975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.356415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-6e7fbe15-26c2-4ea4-aec9-9d73739975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.358673 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-6e7fbe15-26c2-4ea4-aec9-9d73739975ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=a84c857a-e683-46a0-bd81-759bba81b838&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=2b3bbc52-c42c-404e-a275-1710938bd243&id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&id=3bea9c57-5f12-4607-a8e0-f3441fcf7875 HTTP/1.1" status: 200 len: 2294 time: 0.1550274 Feb 03 12:42:02.364391 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d13edcc-e151-4149-b860-4444b1d80c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.446753 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-22e1ba89-f535-4b9c-8f66-a569ae062e93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8579dd39-96aa-4005-8088-22ccafa220de HTTP/1.1" status: 200 len: 1000 time: 0.0794425 Feb 03 12:42:02.512083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8a55b540-6074-4cc4-bd85-19e6ed523d7e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:02.517595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-3d18175b-18bc-4285-a940-6edb5c9de7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.519958 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-3d18175b-18bc-4285-a940-6edb5c9de7ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b6abf6f-4cc7-448a-af3e-104f8d39e59f HTTP/1.1" status: 200 len: 851 time: 0.0671000 Feb 03 12:42:02.621949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54454) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:02.624042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297d4e9-65d2-4c8b-b5e4-12b8a559f43b req-8f25f124-0ce0-4a89-82ca-6c0e98b0d5fa tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.631990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4297d4e9-65d2-4c8b-b5e4-12b8a559f43b req-8f25f124-0ce0-4a89-82ca-6c0e98b0d5fa tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.7456803 Feb 03 12:42:02.642618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43eb025f-6936-449f-98b9-0c85348e769b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.649180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-80abc209-264a-4dee-9217-871c0c932906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.651400 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-80abc209-264a-4dee-9217-871c0c932906 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a84c857a-e683-46a0-bd81-759bba81b838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1219265 Feb 03 12:42:02.671748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193b215-88bb-49d5-8d4e-7f59d8fee093 req-15b82ed8-644d-4d04-8d75-80e5389fe228 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.673945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b193b215-88bb-49d5-8d4e-7f59d8fee093 req-15b82ed8-644d-4d04-8d75-80e5389fe228 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 949 time: 0.2219908 Feb 03 12:42:02.745750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d13edcc-e151-4149-b860-4444b1d80c00 admin admin] Publish callbacks [] for security_group (7f021131-4286-41ea-aa83-3b522b11135c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.760991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4297d4e9-65d2-4c8b-b5e4-12b8a559f43b req-92923032-0ad5-4f46-9e32-2ca1bff2462e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275735 Feb 03 12:42:02.776477 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d13edcc-e151-4149-b860-4444b1d80c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7f021131-4286-41ea-aa83-3b522b11135c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.838685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b193b215-88bb-49d5-8d4e-7f59d8fee093 req-60caac95-9036-489f-be2f-10da6c47838e tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568441 Feb 03 12:42:02.853496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13edcc-e151-4149-b860-4444b1d80c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f021131-4286-41ea-aa83-3b522b11135c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:02.869887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6d13edcc-e151-4149-b860-4444b1d80c00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b99923c4d6b4a389158596da7710503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5266280 Feb 03 12:42:02.872458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54458) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:02.894919 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-d0708897-4ae5-4572-be24-9de377a71877 service neutron] 10.222.0.72 "GET /v2.0/networks/a84c857a-e683-46a0-bd81-759bba81b838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333612 Feb 03 12:42:03.011875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ab3f1-2e5e-4d7b-854a-24fbf7472258 req-da2c70c2-8b78-4b66-85a7-cae62dd27c6d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:03.013286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e48ab3f1-2e5e-4d7b-854a-24fbf7472258 req-da2c70c2-8b78-4b66-85a7-cae62dd27c6d tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.1323335 Feb 03 12:42:03.015936 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b218bd40-0582-4411-a0d9-7edef33816a7 admin admin] Publish callbacks [] for security_group (7f021131-4286-41ea-aa83-3b522b11135c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.055430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43eb025f-6936-449f-98b9-0c85348e769b admin admin] Publish callbacks [] for security_group (63374541-704c-4364-8bdc-f0bc87b9b26a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.063031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b218bd40-0582-4411-a0d9-7edef33816a7 admin admin] Publish callbacks [] for security_group (7f021131-4286-41ea-aa83-3b522b11135c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.070495 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43eb025f-6936-449f-98b9-0c85348e769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (63374541-704c-4364-8bdc-f0bc87b9b26a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.104775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15559d1d-1b15-4896-bee2-87b7d4229156 req-b8d13fb6-c313-448d-86bf-e0bd0a54e8bb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:03.106308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15559d1d-1b15-4896-bee2-87b7d4229156 req-b8d13fb6-c313-448d-86bf-e0bd0a54e8bb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1508186 Feb 03 12:42:03.116175 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-62381f02-5da8-47e9-8157-e6af56fadf8e service neutron] 10.222.0.72 "GET /v2.0/networks/a84c857a-e683-46a0-bd81-759bba81b838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072008 Feb 03 12:42:03.132891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e48ab3f1-2e5e-4d7b-854a-24fbf7472258 req-156b115d-3a31-4a3e-b0a7-931f31d01302 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106508 Feb 03 12:42:03.143321 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-43eb025f-6936-449f-98b9-0c85348e769b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a17af62be6645d7910e1765707ef25d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5164580 Feb 03 12:42:03.144457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54460) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:03.197723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-f2af9239-c855-4cbc-acf1-3633c7d8a1d9 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:03.199196 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-f2af9239-c855-4cbc-acf1-3633c7d8a1d9 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.91 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 945 time: 0.2016313 Feb 03 12:42:03.199864 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb025f-6936-449f-98b9-0c85348e769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63374541-704c-4364-8bdc-f0bc87b9b26a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:03.204252 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-1094f290-3113-4cc0-8968-32b1090c40b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=baf4854b-e3bd-4695-80f0-c99e47518c47 HTTP/1.1" status: 200 len: 217 time: 0.0775218 Feb 03 12:42:03.216474 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b218bd40-0582-4411-a0d9-7edef33816a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7f021131-4286-41ea-aa83-3b522b11135c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.219044 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b218bd40-0582-4411-a0d9-7edef33816a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.220194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b218bd40-0582-4411-a0d9-7edef33816a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f021131-4286-41ea-aa83-3b522b11135c HTTP/1.1" status: 204 len: 168 time: 0.3468113 Feb 03 12:42:03.236965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15559d1d-1b15-4896-bee2-87b7d4229156 req-ec942feb-4b5a-4d8e-ac1c-5fc407090db7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169605 Feb 03 12:42:03.245966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218bd40-0582-4411-a0d9-7edef33816a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f021131-4286-41ea-aa83-3b522b11135c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:03.269657 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90e70ac1-3fc9-479e-88d7-ce38343e379b admin admin] Publish callbacks [] for security_group (63374541-704c-4364-8bdc-f0bc87b9b26a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.295249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90e70ac1-3fc9-479e-88d7-ce38343e379b admin admin] Publish callbacks [] for security_group (63374541-704c-4364-8bdc-f0bc87b9b26a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.355315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-7b445001-4eec-424c-a8e3-621dc2629e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:03.356819 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-7b445001-4eec-424c-a8e3-621dc2629e14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=917e2d18-2c78-4d31-972c-21faa5a1de07 HTTP/1.1" status: 200 len: 797 time: 0.1218824 Feb 03 12:42:03.359686 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90e70ac1-3fc9-479e-88d7-ce38343e379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (63374541-704c-4364-8bdc-f0bc87b9b26a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.362423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90e70ac1-3fc9-479e-88d7-ce38343e379b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.363578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-90e70ac1-3fc9-479e-88d7-ce38343e379b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63374541-704c-4364-8bdc-f0bc87b9b26a HTTP/1.1" status: 204 len: 168 time: 0.2189789 Feb 03 12:42:03.376117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e70ac1-3fc9-479e-88d7-ce38343e379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63374541-704c-4364-8bdc-f0bc87b9b26a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:03.425867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Deleting port 3497b900-834d-4b61-bd43-3f0c50573e41 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:03.426193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.494185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-9192e7e5-3a55-49c6-827f-4ed0e924107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:03.495701 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-9192e7e5-3a55-49c6-827f-4ed0e924107b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b3bbc52-c42c-404e-a275-1710938bd243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1312571 Feb 03 12:42:03.596622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] For port 3497b900-834d-4b61-bd43-3f0c50573e41, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3497b900-834d-4b61-bd43-3f0c50573e41,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:03.596841 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.623624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Calling delete_port for 3497b900-834d-4b61-bd43-3f0c50573e41 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:03.810862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8a55b540-6074-4cc4-bd85-19e6ed523d7e up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:03.968392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:04.007433 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-cb7c5b06-1cce-435c-a74c-18b556d21a10 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965217 Feb 03 12:42:04.015778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b4d40-f22d-4fdb-bbae-1c6ba26f9400 req-7df72a90-6135-4e99-a533-65e1a61957d8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:04.023604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b22b4d40-f22d-4fdb-bbae-1c6ba26f9400 req-7df72a90-6135-4e99-a533-65e1a61957d8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.1092174 Feb 03 12:42:04.109143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 8a55b540-6074-4cc4-bd85-19e6ed523d7e completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:42:04.118293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 8a55b540-6074-4cc4-bd85-19e6ed523d7e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:04.119075 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.127421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b22b4d40-f22d-4fdb-bbae-1c6ba26f9400 req-080ec692-ffaa-4820-a67d-9b34d1d7887a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931365 Feb 03 12:42:04.191883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:04.214321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'mac_address': 'fa:16:3e:4e:71:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:04.243284 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-1d3d0ab8-ce3f-4fb8-9485-70ab4482ee34 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285769 Feb 03 12:42:04.254002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623816d-af90-4983-8038-27941644f54a req-51e4e88e-0e25-43db-a015-8e970a85e8fb tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:04.263748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b623816d-af90-4983-8038-27941644f54a req-51e4e88e-0e25-43db-a015-8e970a85e8fb tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 949 time: 0.1511333 Feb 03 12:42:04.282122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8a55b540-6074-4cc4-bd85-19e6ed523d7e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:04.282905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.326019 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-82480cd5-3eec-48ce-a5cd-f2b755f745aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f HTTP/1.1" status: 200 len: 217 time: 0.0733037 Feb 03 12:42:04.349538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:04.352613 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc38f7d-d386-4e38-9e4c-9c1e719630a3" -d '{"events": [{"server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "name": "network-vif-plugged", "status": "completed", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:04.368995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port acffd3d1-4850-4286-8ea7-278c5a2c5803 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:04.369652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.374296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:04.393879 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.395008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d6f44afa-4668-4bd3-a02a-01171728bc8b no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:04.402824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3497b900-834d-4b61-bd43-3f0c50573e41), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.406632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-bb58fc81-4ec3-429d-822a-ad7f1bc2f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:04.408471 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-bb58fc81-4ec3-429d-822a-ad7f1bc2f449 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=917e2d18-2c78-4d31-972c-21faa5a1de07 HTTP/1.1" status: 200 len: 797 time: 0.0757720 Feb 03 12:42:04.450570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3497b900-834d-4b61-bd43-3f0c50573e41'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:04.454773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acffd3d1-4850-4286-8ea7-278c5a2c5803 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:04.461805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36428-b1ba-4f5b-8338-8f406ceb92c6 req-04117c75-fb4e-4679-be72-7c21931e66f2 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:04.478355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Pushing event deleted for resources: {'Port': ['ID=3497b900-834d-4b61-bd43-3f0c50573e41,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:04.478511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53b36428-b1ba-4f5b-8338-8f406ceb92c6 req-04117c75-fb4e-4679-be72-7c21931e66f2 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.2295425 Feb 03 12:42:04.479810 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54514) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:04.484547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-17633591-63c9-44ed-8871-a176cfb104b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'floatingip': {'port_id': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:04.489398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:04.496980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: d6f44afa-4668-4bd3-a02a-01171728bc8b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:04.497339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d6f44afa-4668-4bd3-a02a-01171728bc8b not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:04.529868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.556387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b623816d-af90-4983-8038-27941644f54a req-a5b7c507-ae17-4200-8d00-34f45e4e9d77 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224965 Feb 03 12:42:04.596547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] No DVR routers for this DVR port 3497b900-834d-4b61-bd43-3f0c50573e41 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:04.607192 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17633591-63c9-44ed-8871-a176cfb104b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for floatingip (596c3dc5-1b17-46f3-bedf-264c28325856), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.609579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8a55b540-6074-4cc4-bd85-19e6ed523d7e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:04.631827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.641761 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-349eb56e-7a10-40e6-8a2a-3541b40a17a0 req-d131c38d-76e5-4008-8191-ecab01aa6651 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.91 "DELETE /v2.0/ports/3497b900-834d-4b61-bd43-3f0c50573e41 HTTP/1.1" status: 204 len: 173 time: 1.4342589 Feb 03 12:42:04.643520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708eef72-ce4f-4248-bb87-cc19f3215d99', 'name': 'network-vif-deleted', 'tag': '3497b900-834d-4b61-bd43-3f0c50573e41'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:04.645875 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698b802a-9171-4744-a4d6-db58a262a681" -d '{"events": [{"server_uuid": "708eef72-ce4f-4248-bb87-cc19f3215d99", "name": "network-vif-deleted", "tag": "3497b900-834d-4b61-bd43-3f0c50573e41"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:04.672257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89f76fde-7b97-460a-bf13-81e934a2da30 req-949337c6-831d-4a03-9c6a-137bc1695ef2 tempest-ListServerFiltersTestJSON-1018227171 tempest-ListServerFiltersTestJSON-1018227171-project] 10.222.0.65 "GET /v2.0/ports?device_id=708eef72-ce4f-4248-bb87-cc19f3215d99 HTTP/1.1" status: 200 len: 210 time: 0.0536926 Feb 03 12:42:04.673988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54518) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:04.758231 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aec9e21-60ca-4632-9416-f4f7557c2edd x-openstack-request-id: req-6aec9e21-60ca-4632-9416-f4f7557c2edd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:04.763335 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "name": "network-vif-plugged", "status": "completed", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:04.764773 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6aec9e21-60ca-4632-9416-f4f7557c2edd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:04.766715 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e', 'code': 200} Feb 03 12:42:04.816014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-0944eefc-2295-4cab-adde-8b1243b707b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:04.817765 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-0944eefc-2295-4cab-adde-8b1243b707b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b3bbc52-c42c-404e-a275-1710938bd243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4017293 Feb 03 12:42:04.862640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:04.909849 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8bb523-ee02-4d5d-b748-c4c28eaf5f92 x-openstack-request-id: req-df8bb523-ee02-4d5d-b748-c4c28eaf5f92 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:04.910142 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708eef72-ce4f-4248-bb87-cc19f3215d99", "name": "network-vif-deleted", "tag": "3497b900-834d-4b61-bd43-3f0c50573e41", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:04.910504 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df8bb523-ee02-4d5d-b748-c4c28eaf5f92 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:04.910909 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708eef72-ce4f-4248-bb87-cc19f3215d99', 'name': 'network-vif-deleted', 'tag': '3497b900-834d-4b61-bd43-3f0c50573e41', 'status': 'completed', 'code': 200} Feb 03 12:42:04.940996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['acffd3d1-4850-4286-8ea7-278c5a2c5803'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:05.013110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d965f5-4b97-455b-bb7a-90e7f1215ab0 req-6d122583-06f3-4233-b23e-83b2120909e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:05.017560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07d965f5-4b97-455b-bb7a-90e7f1215ab0 req-6d122583-06f3-4233-b23e-83b2120909e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 1133 time: 0.1395729 Feb 03 12:42:05.111677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-network', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:05.203569 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-34f248a3-db59-4ef9-b399-b520ab6db01c service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784225 Feb 03 12:42:05.243296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07d965f5-4b97-455b-bb7a-90e7f1215ab0 req-dbb233e2-c014-4fe7-9374-819f11c351ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186916 Feb 03 12:42:05.251018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Made reservation on behalf of f739d6873ab640f98f91a6b43607cae3 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:05.257566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.282121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.483370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Publish callbacks [] for security_group (5f239dfd-df12-4903-82f8-07daee11fe08), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.494029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f239dfd-df12-4903-82f8-07daee11fe08), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.530302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f239dfd-df12-4903-82f8-07daee11fe08,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:05.542414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:42:05.557481 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (85e603d6-2bba-4175-a47b-bdd264e80f68), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.557749 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Added segment 85e603d6-2bba-4175-a47b-bdd264e80f68 of type vlan for network 20167e26-0fb0-478d-af58-7d6fb2157187 Feb 03 12:42:05.578125 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-dec5cf16-4597-47a2-87b2-f273d7c22bb3 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664746 Feb 03 12:42:05.613696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (20167e26-0fb0-478d-af58-7d6fb2157187), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.661116 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-4738b565-2a23-4903-bc43-419eeab49f39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=da9fdd58-f939-4dd3-aded-7d8b8b218825 HTTP/1.1" status: 200 len: 217 time: 0.0753834 Feb 03 12:42:05.668717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb132-9b10-49ee-94dc-3b0b074e8b6c req-222dbb0b-d8fd-429f-9a99-96dde3db5294 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:05.682936 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e07cb132-9b10-49ee-94dc-3b0b074e8b6c req-222dbb0b-d8fd-429f-9a99-96dde3db5294 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.9396462 Feb 03 12:42:05.688440 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (20167e26-0fb0-478d-af58-7d6fb2157187), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.691425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:05.693288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.740378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-78695bb1-c118-433f-ac47-92710d9ccb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:05.742107 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-78695bb1-c118-433f-ac47-92710d9ccb32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=917e2d18-2c78-4d31-972c-21faa5a1de07 HTTP/1.1" status: 200 len: 797 time: 0.0733161 Feb 03 12:42:05.836415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-8eb39134-78aa-4b06-814f-fa9768c8b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:05.838053 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-8eb39134-78aa-4b06-814f-fa9768c8b9e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b3bbc52-c42c-404e-a275-1710938bd243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0883965 Feb 03 12:42:05.839306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3497b900-834d-4b61-bd43-3f0c50573e41 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:05.853813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.1769495 Feb 03 12:42:05.858562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54550) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:05.867483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Request body: {'subnet': {'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-subnet', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:05.872648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 3497b900-834d-4b61-bd43-3f0c50573e41 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:05.873932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3497b900-834d-4b61-bd43-3f0c50573e41 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:05.905537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b3475-2210-4094-8f85-6f3f6e4718eb admin admin] Pushing event updated for resources: {'Network': ['ID=20167e26-0fb0-478d-af58-7d6fb2157187,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:05.919991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 20167e26-0fb0-478d-af58-7d6fb2157187 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:42:05.920634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cad77-1f52-4f61-a85f-0d5c87e3927a req-ba5cb30c-1b24-4578-85ae-09a4e6a0d948 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:05.922494 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-778cad77-1f52-4f61-a85f-0d5c87e3927a req-ba5cb30c-1b24-4578-85ae-09a4e6a0d948 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 950 time: 0.2356145 Feb 03 12:42:05.928705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Made reservation on behalf of f739d6873ab640f98f91a6b43607cae3 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:05.931218 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.986602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-778cad77-1f52-4f61-a85f-0d5c87e3927a req-4ac81e43-fb01-4ef3-982b-aa7ba5123177 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564473 Feb 03 12:42:05.989981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e07cb132-9b10-49ee-94dc-3b0b074e8b6c req-53e0cfd2-ae7a-4169-ab9c-3361a5989eb0 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555242 Feb 03 12:42:06.050249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54554) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:06.101962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-318abcde-c373-4d0a-bae5-845405ff7c0d admin admin] Deleting subnet 63d607d2-2690-46d8-b38c-00d76cd68e35 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:42:06.105980 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-318abcde-c373-4d0a-bae5-845405ff7c0d admin admin] Publish callbacks [] for subnet (63d607d2-2690-46d8-b38c-00d76cd68e35), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.120646 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17633591-63c9-44ed-8871-a176cfb104b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.145553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-318abcde-c373-4d0a-bae5-845405ff7c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (63d607d2-2690-46d8-b38c-00d76cd68e35), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.149849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17633591-63c9-44ed-8871-a176cfb104b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (596c3dc5-1b17-46f3-bedf-264c28325856), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.225019 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.261625 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-a01348f9-339e-4cc4-a075-1aaf343246bb service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151835 Feb 03 12:42:06.284423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-318abcde-c373-4d0a-bae5-845405ff7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (63d607d2-2690-46d8-b38c-00d76cd68e35), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.347535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f8ce7527-d2d9-4ced-afcb-e07cea8f4c7e req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1518434058', 'description': 'tempest-description-882754726'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:06.355987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-318abcde-c373-4d0a-bae5-845405ff7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (63d607d2-2690-46d8-b38c-00d76cd68e35), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.387864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318abcde-c373-4d0a-bae5-845405ff7c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d607d2-2690-46d8-b38c-00d76cd68e35,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:06.394834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:06.409084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe230a86-af71-4326-afd2-c2f1b6d8d76f None None] Network 8840afdc-a3ef-4d81-9bf6-7b35120db4eb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:06.417437 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-17633591-63c9-44ed-8871-a176cfb104b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Floating IP 596c3dc5-1b17-46f3-bedf-264c28325856 associated. External IP: 172.25.3.19, port: acd40df8-2d14-4df8-9f32-4ef1e66c9082. Feb 03 12:42:06.422546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Checking segment: {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:06.423529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Network hostable DHCP agents. Network: 20167e26-0fb0-478d-af58-7d6fb2157187, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:42:06.428188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-318abcde-c373-4d0a-bae5-845405ff7c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.432284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-318abcde-c373-4d0a-bae5-845405ff7c0d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/63d607d2-2690-46d8-b38c-00d76cd68e35 HTTP/1.1" status: 204 len: 168 time: 0.3809869 Feb 03 12:42:06.434897 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f8ce7527-d2d9-4ced-afcb-e07cea8f4c7e req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.437125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54556) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:06.503027 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-87a1034e-a89a-44cf-9e65-6369eded1c2c service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050180 Feb 03 12:42:06.522614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f8ce7527-d2d9-4ced-afcb-e07cea8f4c7e req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.542940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8840afdc-a3ef-4d81-9bf6-7b35120db4eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.600447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Network 20167e26-0fb0-478d-af58-7d6fb2157187 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:42:06.607358 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd191b00-f5ee-40de-aad6-7fcb2b7a76e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.607794 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-10227633-6aeb-4e47-925c-63b6e32a1159 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=858ff12f-932f-4dec-b7d9-c2676c9ca09c HTTP/1.1" status: 200 len: 217 time: 0.0706310 Feb 03 12:42:06.634302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946fd34-70c3-4733-ac5d-84be84382dc7 None None] DHCP port deletion for 8840afdc-a3ef-4d81-9bf6-7b35120db4eb request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:42:06.636868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 20167e26-0fb0-478d-af58-7d6fb2157187) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:06.646704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c77f4-4326-4ba5-a1fc-2872d9e39c5d None None] Network 20167e26-0fb0-478d-af58-7d6fb2157187 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:06.679474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:06.680626 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.683867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f8ce7527-d2d9-4ced-afcb-e07cea8f4c7e req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (f7db0c22-f0a4-4130-a115-c666f3774b63), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.687032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Deleting port 739de4bd-9531-4684-83d1-70dc1d75ece4 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:06.687470 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.703830 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f8ce7527-d2d9-4ced-afcb-e07cea8f4c7e req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7db0c22-f0a4-4130-a115-c666f3774b63), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.713173 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-63cca2b4-639e-4d24-9e5e-df97d3c08c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:06.714697 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-63cca2b4-639e-4d24-9e5e-df97d3c08c8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=917e2d18-2c78-4d31-972c-21faa5a1de07 HTTP/1.1" status: 200 len: 797 time: 0.0916107 Feb 03 12:42:06.720957 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8a11b6d2-4ed9-46d8-ab1c-58686061c472 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.8612719 Feb 03 12:42:06.724833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54558) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:06.739671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:06.853362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0946fd34-70c3-4733-ac5d-84be84382dc7 None None] Deleting port 739de4bd-9531-4684-83d1-70dc1d75ece4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:06.854077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0946fd34-70c3-4733-ac5d-84be84382dc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.877827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-20167e26-0fb0-478d-af58-7d6fb2157187', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:42:06.879604 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.938626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 739de4bd-9531-4684-83d1-70dc1d75ece4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:06.950256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-68961f91-3ea7-4195-958d-41430098c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:06.952004 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-68961f91-3ea7-4195-958d-41430098c08d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b3bbc52-c42c-404e-a275-1710938bd243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1956763 Feb 03 12:42:06.960585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17633591-63c9-44ed-8871-a176cfb104b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Router 64c24cce-2776-484e-8447-9b88c65f75ac has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:42:07.104306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Allocated IP 172.20.0.2 (20167e26-0fb0-478d-af58-7d6fb2157187/6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a/40808478-5d01-4eb5-9269-a6837910023f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:07.171522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db0c22-f0a4-4130-a115-c666f3774b63,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:07.173197 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-c31a1c64-10ce-490f-aaf4-dbb554532137 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108893 Feb 03 12:42:07.217371 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (d9852367-bca2-4f62-9a25-5b2392dab290), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.218703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (d9852367-bca2-4f62-9a25-5b2392dab290), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.229343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0946fd34-70c3-4733-ac5d-84be84382dc7 None None] For port 739de4bd-9531-4684-83d1-70dc1d75ece4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=739de4bd-9531-4684-83d1-70dc1d75ece4,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:07.229750 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0946fd34-70c3-4733-ac5d-84be84382dc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.255934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0946fd34-70c3-4733-ac5d-84be84382dc7 None None] Calling delete_port for 739de4bd-9531-4684-83d1-70dc1d75ece4 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:07.268161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] For port 739de4bd-9531-4684-83d1-70dc1d75ece4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=739de4bd-9531-4684-83d1-70dc1d75ece4,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:07.268524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.294187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Calling delete_port for 739de4bd-9531-4684-83d1-70dc1d75ece4 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:07.336149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 739de4bd-9531-4684-83d1-70dc1d75ece4 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:07.337421 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.418903 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f8ce7527-d2d9-4ced-afcb-e07cea8f4c7e req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (da2cd941-b649-4926-854a-e2b15e431100), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.422460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks [] for router_controller (d9852367-bca2-4f62-9a25-5b2392dab290), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.431015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b1e4a-ccc4-49eb-bea3-cf694bc48a88 req-d98cec09-6955-4de7-bc1c-0dfbb26d2b1b tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:07.433161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f7b1e4a-ccc4-49eb-bea3-cf694bc48a88 req-d98cec09-6955-4de7-bc1c-0dfbb26d2b1b tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 950 time: 0.3078351 Feb 03 12:42:07.465959 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f8ce7527-d2d9-4ced-afcb-e07cea8f4c7e req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (da2cd941-b649-4926-854a-e2b15e431100), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.472827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 739de4bd-9531-4684-83d1-70dc1d75ece4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=739de4bd-9531-4684-83d1-70dc1d75ece4,segment=NetworkSegment(23e72aef-59b4-45ac-8b60-a97a1e40faec),segment_id=23e72aef-59b4-45ac-8b60-a97a1e40faec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:07.478256 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Publish callbacks [] for port (40808478-5d01-4eb5-9269-a6837910023f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.482902 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.506698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (40808478-5d01-4eb5-9269-a6837910023f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.556285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0946fd34-70c3-4733-ac5d-84be84382dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.578486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17633591-63c9-44ed-8871-a176cfb104b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:07.586099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17633591-63c9-44ed-8871-a176cfb104b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.593030 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] Sync routers for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:07.605103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Network 20167e26-0fb0-478d-af58-7d6fb2157187 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:07.605756 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:07.606651 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:07.608250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=739de4bd-9531-4684-83d1-70dc1d75ece4,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:07.615553 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-a1fad64d-91fa-45f0-8b78-738e08271480 service neutron] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313195 Feb 03 12:42:07.623145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:07.631454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:07.631906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f8ce7527-d2d9-4ced-afcb-e07cea8f4c7e req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.633252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8ce7527-d2d9-4ced-afcb-e07cea8f4c7e req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.2905555 Feb 03 12:42:07.636274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946fd34-70c3-4733-ac5d-84be84382dc7 None None] No DVR routers for this DVR port 739de4bd-9531-4684-83d1-70dc1d75ece4 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:07.671902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (739de4bd-9531-4684-83d1-70dc1d75ece4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.690692 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-17633591-63c9-44ed-8871-a176cfb104b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "PUT /v2.0/floatingips/596c3dc5-1b17-46f3-bedf-264c28325856 HTTP/1.1" status: 200 len: 990 time: 3.2097383 Feb 03 12:42:07.691400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:07.694017 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7162ca39-6974-4dc4-bdc2-923472f4f4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:07.698100 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-4f5eaf5f-317d-454e-a172-677c9d3a933f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=31cf04c8-d7df-473c-89a0-7031f83de97f HTTP/1.1" status: 200 len: 217 time: 0.0760972 Feb 03 12:42:07.754785 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:07.771158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks [] for router_gateway (d9852367-bca2-4f62-9a25-5b2392dab290), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.785179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] No DVR routers for this DVR port 739de4bd-9531-4684-83d1-70dc1d75ece4 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:07.785617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-6efb3f69-994e-4504-87f2-f292748b098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:07.788421 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-6efb3f69-994e-4504-87f2-f292748b098f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6b6e30d-fa7f-4090-975d-e7858e81e282 HTTP/1.1" status: 200 len: 797 time: 0.0812559 Feb 03 12:42:07.790764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Pushing event updated for resources: {'Port': ['ID=40808478-5d01-4eb5-9269-a6837910023f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:07.819175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946fd34-70c3-4733-ac5d-84be84382dc7 None None] Pushing event deleted for resources: {'Port': ['ID=739de4bd-9531-4684-83d1-70dc1d75ece4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:07.825091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Attempting to bind port 40808478-5d01-4eb5-9269-a6837910023f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:07.825538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Attempting to bind port 40808478-5d01-4eb5-9269-a6837910023f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:07.826032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Attempting to bind port 40808478-5d01-4eb5-9269-a6837910023f on network 20167e26-0fb0-478d-af58-7d6fb2157187 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:07.831680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:07.832148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Checking segment: {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:07.832620 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.833080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Bound using segment: {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:07.833649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Bound port: 40808478-5d01-4eb5-9269-a6837910023f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:07.834271 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40808478-5d01-4eb5-9269-a6837910023f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.837704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:07.861257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe501ac-72fe-49c5-ac0d-ed1dd23940c7 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2cd941-b649-4926-854a-e2b15e431100,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:07.874566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f7b1e4a-ccc4-49eb-bea3-cf694bc48a88 req-60e29205-2183-4dcb-83d8-9282a713e016 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097219 Feb 03 12:42:07.875872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Pushing event deleted for resources: {'Port': ['ID=739de4bd-9531-4684-83d1-70dc1d75ece4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:07.904322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-775ee3c8-6b5f-419f-b3ed-cd7bcb9f303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:07.906166 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-775ee3c8-6b5f-419f-b3ed-cd7bcb9f303c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1036766 Feb 03 12:42:07.960253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] For port 40808478-5d01-4eb5-9269-a6837910023f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:07.964897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] For port 40808478-5d01-4eb5-9269-a6837910023f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=40808478-5d01-4eb5-9269-a6837910023f,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:07.976314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port acffd3d1-4850-4286-8ea7-278c5a2c5803 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:42:07.982686 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40808478-5d01-4eb5-9269-a6837910023f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.983434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-96b845b6-6e5f-4b19-b9e8-567a8ee32b8b req-4414c95e-a178-473d-9cc4-a86113274848 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1928147830', 'description': 'tempest-description-647968972'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:08.000993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port acffd3d1-4850-4286-8ea7-278c5a2c5803 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:08.000993 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.007438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8840afdc-a3ef-4d81-9bf6-7b35120db4eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.019193 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96b845b6-6e5f-4b19-b9e8-567a8ee32b8b req-4414c95e-a178-473d-9cc4-a86113274848 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.060514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbede44-9160-4ee4-8460-48fc4f5ae6f8 req-3590de45-7afe-402f-b6f2-94a5272339c7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:08.062175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcbede44-9160-4ee4-8460-48fc4f5ae6f8 req-3590de45-7afe-402f-b6f2-94a5272339c7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.2803464 Feb 03 12:42:08.088007 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-4a4d0abd-40e3-49ce-a2ce-1d9927f3fe5b service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738279 Feb 03 12:42:08.097000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7544353-acfb-42e3-be14-295e1b3ec47f None None] Pushing event updated for resources: {'Port': ['ID=40808478-5d01-4eb5-9269-a6837910023f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:08.179762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96b845b6-6e5f-4b19-b9e8-567a8ee32b8b req-4414c95e-a178-473d-9cc4-a86113274848 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (945e8a0f-57b9-4234-bec4-983d5a7e5702), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.193184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port acffd3d1-4850-4286-8ea7-278c5a2c5803 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:08.193622 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.194292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8840afdc-a3ef-4d81-9bf6-7b35120db4eb']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:08.210628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e72aef-59b4-45ac-8b60-a97a1e40faec') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:08.211191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e72aef-59b4-45ac-8b60-a97a1e40faec') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:08.219426 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '596c3dc5-1b17-46f3-bedf-264c28325856', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'port_id': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'mac_address': 'fa:16:3e:05:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add5f764-8300-4915-964e-1dc5e895ee56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:41:45Z', 'updated_at': '2022-02-03T12:42:05Z', 'revision_number': 1, 'project_id': 'a81b03ac1897424eb96c460148626143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a57283-e774-41a8-b479-0db24b939685', 'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'mac_address': 'fa:16:3e:58:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:37Z', 'updated_at': '2022-02-03T12:41:44Z', 'revision_number': 5, 'project_id': 'a81b03ac1897424eb96c460148626143', 'subnets': [{'id': '2811af0d-f638-4d08-aed1-a178296e88db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:08.220015 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-662a04d0-d1ee-41a8-a9c0-4a90e8550fd9 service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233022 Feb 03 12:42:08.224958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:08.227246 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727ad725-4099-44f0-89ee-2cf293b10c43" -d '{"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-plugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:08.232690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96b845b6-6e5f-4b19-b9e8-567a8ee32b8b req-4414c95e-a178-473d-9cc4-a86113274848 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (945e8a0f-57b9-4234-bec4-983d5a7e5702), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.236618 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (23e72aef-59b4-45ac-8b60-a97a1e40faec), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.253176 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] Checking router: 64c24cce-2776-484e-8447-9b88c65f75ac for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:08.253876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:08.263865 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.274098 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-94898eff-6c37-45a0-b07a-173c7d9a107d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d73e6e9-897d-4783-9cd8-4d34cc417560 HTTP/1.1" status: 200 len: 217 time: 0.0477569 Feb 03 12:42:08.275924 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:08.276677 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:08.289662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414c95e-a178-473d-9cc4-a86113274848 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945e8a0f-57b9-4234-bec4-983d5a7e5702,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:08.309738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (23e72aef-59b4-45ac-8b60-a97a1e40faec), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.351698 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96b845b6-6e5f-4b19-b9e8-567a8ee32b8b req-4414c95e-a178-473d-9cc4-a86113274848 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.363676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96b845b6-6e5f-4b19-b9e8-567a8ee32b8b req-4414c95e-a178-473d-9cc4-a86113274848 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4266152 Feb 03 12:42:08.375913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:42:08.376363 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (23e72aef-59b4-45ac-8b60-a97a1e40faec), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.380268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:42:08.383264 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:42:08.418654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2a21d718-f58e-42b6-a2f5-4cea4205b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:08.421126 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-2a21d718-f58e-42b6-a2f5-4cea4205b708 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6b6e30d-fa7f-4090-975d-e7858e81e282 HTTP/1.1" status: 200 len: 797 time: 0.1282518 Feb 03 12:42:08.476472 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:08.486156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcbede44-9160-4ee4-8460-48fc4f5ae6f8 req-080376b8-f43a-413f-ae3c-68223a7d8dd3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995367 Feb 03 12:42:08.517046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-26c31419-5f62-4774-89c7-83a5390a6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:08.527281 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-26c31419-5f62-4774-89c7-83a5390a6020 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3bea9c57-5f12-4607-a8e0-f3441fcf7875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0913534 Feb 03 12:42:08.530583 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (8840afdc-a3ef-4d81-9bf6-7b35120db4eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.551125 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.557476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] 10.222.0.65 "DELETE /v2.0/networks/8840afdc-a3ef-4d81-9bf6-7b35120db4eb HTTP/1.1" status: 204 len: 168 time: 2.1161287 Feb 03 12:42:08.562085 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5131ce14-b8ea-4d58-aadd-ae7747051c1a x-openstack-request-id: req-5131ce14-b8ea-4d58-aadd-ae7747051c1a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:08.562264 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:08.567529 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5131ce14-b8ea-4d58-aadd-ae7747051c1a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:08.568335 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'status': 'completed', 'code': 200} Feb 03 12:42:08.633333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7c52b-c7d1-4c21-999d-04a73e329cec admin admin] Pushing event deleted for resources: {'Network': ['ID=8840afdc-a3ef-4d81-9bf6-7b35120db4eb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:08.685211 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-17492b01-1a24-446b-8d43-772c0a235b3d service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574852 Feb 03 12:42:08.724392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4c15-9c15-4026-9414-99e6bbc2cd36 req-6993397e-83ec-49b6-ba5b-6922197cdb82 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:08.724392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-276d4c15-9c15-4026-9414-99e6bbc2cd36 req-6993397e-83ec-49b6-ba5b-6922197cdb82 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.2630661 Feb 03 12:42:08.765412 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa564-6ebe-4f0b-8476-21913df8d2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.856088 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-844c2e58-167f-48ba-a02e-19b60920cdf9 req-12548403-9864-45ae-a228-91e3a53fc259 service neutron] 10.222.0.72 "GET /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633887 Feb 03 12:42:08.881875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-55adde6b-adfc-42c8-b95a-e19e43145c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:08.884151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-55adde6b-adfc-42c8-b95a-e19e43145c24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1128 time: 0.2732022 Feb 03 12:42:08.892834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54584) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:08.916643 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '596c3dc5-1b17-46f3-bedf-264c28325856', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'port_id': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'mac_address': 'fa:16:3e:05:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add5f764-8300-4915-964e-1dc5e895ee56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:41:45Z', 'updated_at': '2022-02-03T12:42:05Z', 'revision_number': 1, 'project_id': 'a81b03ac1897424eb96c460148626143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a57283-e774-41a8-b479-0db24b939685', 'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'mac_address': 'fa:16:3e:58:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:37Z', 'updated_at': '2022-02-03T12:41:44Z', 'revision_number': 5, 'project_id': 'a81b03ac1897424eb96c460148626143', 'subnets': [{'id': '2811af0d-f638-4d08-aed1-a178296e88db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:08.939468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-276d4c15-9c15-4026-9414-99e6bbc2cd36 req-35b834f7-4bc4-40f5-85c0-17dee1109d77 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917565 Feb 03 12:42:08.956352 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c654fd-a30e-4478-8d5f-ae0a56690cc5 None None] The sync data for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 is: [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '596c3dc5-1b17-46f3-bedf-264c28325856', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'port_id': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'mac_address': 'fa:16:3e:05:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add5f764-8300-4915-964e-1dc5e895ee56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:41:45Z', 'updated_at': '2022-02-03T12:42:05Z', 'revision_number': 1, 'project_id': 'a81b03ac1897424eb96c460148626143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a57283-e774-41a8-b479-0db24b939685', 'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'mac_address': 'fa:16:3e:58:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:37Z', 'updated_at': '2022-02-03T12:41:44Z', 'revision_number': 5, 'project_id': 'a81b03ac1897424eb96c460148626143', 'subnets': [{'id': '2811af0d-f638-4d08-aed1-a178296e88db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:08.963593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49b34f-0a0d-4ba3-b39b-494a8d038ab3 req-db2e0978-b27e-4526-acc2-546f7ae04593 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:08.965140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc49b34f-0a0d-4ba3-b39b-494a8d038ab3 req-db2e0978-b27e-4526-acc2-546f7ae04593 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 950 time: 0.2976396 Feb 03 12:42:08.983660 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-df0b7db3-9161-466c-8a0c-f3e1237a4d4a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=128dd9deede3453395eef25da6166720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0891163 Feb 03 12:42:08.987451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54586) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:09.012563 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks [] for router_gateway (d9852367-bca2-4f62-9a25-5b2392dab290), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.013933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 40808478-5d01-4eb5-9269-a6837910023f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:09.061084 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.106242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dec71b95-5b0e-4a41-b3b2-3812ae8e513b admin admin] Publish callbacks [] for security_group (ef113d80-f593-4f95-bf1a-a8dcfa7b97ae), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.139606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 40808478-5d01-4eb5-9269-a6837910023f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:09.140333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40808478-5d01-4eb5-9269-a6837910023f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.141972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dec71b95-5b0e-4a41-b3b2-3812ae8e513b admin admin] Publish callbacks [] for security_group (ef113d80-f593-4f95-bf1a-a8dcfa7b97ae), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.195213 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919ff48f-4e91-42e3-a3f9-bc22f646dc98 x-openstack-request-id: req-919ff48f-4e91-42e3-a3f9-bc22f646dc98 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:09.196000 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-plugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:09.196255 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-919ff48f-4e91-42e3-a3f9-bc22f646dc98 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:09.196977 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'code': 200} Feb 03 12:42:09.226367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dec71b95-5b0e-4a41-b3b2-3812ae8e513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ef113d80-f593-4f95-bf1a-a8dcfa7b97ae), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.229243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dec71b95-5b0e-4a41-b3b2-3812ae8e513b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.230620 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dec71b95-5b0e-4a41-b3b2-3812ae8e513b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef113d80-f593-4f95-bf1a-a8dcfa7b97ae HTTP/1.1" status: 204 len: 168 time: 0.2420406 Feb 03 12:42:09.269597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec71b95-5b0e-4a41-b3b2-3812ae8e513b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef113d80-f593-4f95-bf1a-a8dcfa7b97ae,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:09.317787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 40808478-5d01-4eb5-9269-a6837910023f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:09.318472 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40808478-5d01-4eb5-9269-a6837910023f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.340992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc49b34f-0a0d-4ba3-b39b-494a8d038ab3 req-046fb792-6cc0-43ba-a037-7e4247b9a89c tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595562 Feb 03 12:42:09.367179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121c79b-8834-43d3-a932-7240918f4470 req-fcd4bc24-98c3-455a-a4fb-4028a185a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:09.370068 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b121c79b-8834-43d3-a932-7240918f4470 req-fcd4bc24-98c3-455a-a4fb-4028a185a976 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 1133 time: 0.0791295 Feb 03 12:42:09.416168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21978631-f888-428d-9ca6-05756f76e1ce None None] New status for floating IP 596c3dc5-1b17-46f3-bedf-264c28325856: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:42:09.421993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 40808478-5d01-4eb5-9269-a6837910023f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=40808478-5d01-4eb5-9269-a6837910023f,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:09.479483 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40808478-5d01-4eb5-9269-a6837910023f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.493592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-2afc45ec-c5c7-48d6-87f2-235ecb26ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:09.497644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-2afc45ec-c5c7-48d6-87f2-235ecb26ae59 service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.5826118 Feb 03 12:42:09.504301 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b121c79b-8834-43d3-a932-7240918f4470 req-7213e32d-cf93-4982-ba69-358550319cbe service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187251 Feb 03 12:42:09.737335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a222d3-7cd4-4e54-ab84-defbd37a180a None None] Network 20167e26-0fb0-478d-af58-7d6fb2157187 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:09.746459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-61dd7c1f-b8b5-4e2b-b608-1ced7463b3a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.2414026 Feb 03 12:42:09.749680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-18bfe469-1b56-45ab-93b6-9f82424032c9 req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1413956261', 'description': 'tempest-description-1418159310'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:09.795455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Allocated IP 172.25.3.236 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/5cd8a5e7-2d98-4f52-a19a-090052085836) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:09.827665 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=40808478-5d01-4eb5-9269-a6837910023f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:09.829145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2e2f-0806-4e3c-b03c-c212ec6e7aff req-a40e4d2b-0250-43af-af2b-aa4f3eab1104 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:09.831991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59bc2e2f-0806-4e3c-b03c-c212ec6e7aff req-a40e4d2b-0250-43af-af2b-aa4f3eab1104 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1848228 Feb 03 12:42:09.838987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18bfe469-1b56-45ab-93b6-9f82424032c9 req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.888862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18bfe469-1b56-45ab-93b6-9f82424032c9 req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.893040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-83b62c73-9a44-42ea-9e02-041941065cdf None None] Provisioning complete for port 40808478-5d01-4eb5-9269-a6837910023f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:09.893445 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83b62c73-9a44-42ea-9e02-041941065cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40808478-5d01-4eb5-9269-a6837910023f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.016352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.065939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-83b62c73-9a44-42ea-9e02-041941065cdf None None] Current status of the port 40808478-5d01-4eb5-9269-a6837910023f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:10.290368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59bc2e2f-0806-4e3c-b03c-c212ec6e7aff req-f32811b0-bc9e-451b-abef-e708d28d421b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4339521 Feb 03 12:42:10.291507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-486cabf7-9542-4d15-acc2-8ddab06d2f78 None None] Provisioning complete for port 40808478-5d01-4eb5-9269-a6837910023f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:10.292151 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-486cabf7-9542-4d15-acc2-8ddab06d2f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40808478-5d01-4eb5-9269-a6837910023f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.350761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-aa37793c-8907-4759-96ff-5a7765e63033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:10.352368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-aa37793c-8907-4759-96ff-5a7765e63033 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.5966902 Feb 03 12:42:10.376968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks [] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.380978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54624) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:10.408662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-486cabf7-9542-4d15-acc2-8ddab06d2f78 None None] Current status of the port 40808478-5d01-4eb5-9269-a6837910023f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:10.448927 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18bfe469-1b56-45ab-93b6-9f82424032c9 req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.461722 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18bfe469-1b56-45ab-93b6-9f82424032c9 req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.519334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-9d2c4cc5-c7ce-4dde-b918-2f2c29cdd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:10.519802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1790335507-network', 'tenant_id': '9479c0680690430480744a3efec36481'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:10.521026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-9d2c4cc5-c7ce-4dde-b918-2f2c29cdd1cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1601057 Feb 03 12:42:10.526999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:10.532722 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.544953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Made reservation on behalf of 9479c0680690430480744a3efec36481 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:10.547722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-db7dc777-27f8-4e69-94d1-53b95e3aa74c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:42:10.548492 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.548867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-db7dc777-27f8-4e69-94d1-53b95e3aa74c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133500 Feb 03 12:42:10.560920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.636546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Publish callbacks [] for security_group (59b3f4dd-4530-4ae7-9ca7-97b26c2c1897), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.643671 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (59b3f4dd-4530-4ae7-9ca7-97b26c2c1897), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.665222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:42:10.666372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:10.680931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:10.683824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5153a7a9-f2e5-4618-ab01-9f4028dacafb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.684172 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Added segment 5153a7a9-f2e5-4618-ab01-9f4028dacafb of type vlan for network e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 Feb 03 12:42:10.709611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:10.712415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:10.721946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Pushing event updated for resources: {'Port': ['ID=5cd8a5e7-2d98-4f52-a19a-090052085836,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:10.725760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.736724 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18bfe469-1b56-45ab-93b6-9f82424032c9 req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (4176aff9-3f46-4d5d-8a97-9d3a8ef0b7e4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.754582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.755797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:10.756387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.767892 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18bfe469-1b56-45ab-93b6-9f82424032c9 req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4176aff9-3f46-4d5d-8a97-9d3a8ef0b7e4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.820748 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4385366 Feb 03 12:42:10.823958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54632) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:10.829275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Request body: {'subnet': {'network_id': 'e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1790335507-subnet', 'tenant_id': '9479c0680690430480744a3efec36481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:10.832231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-18bfe469-1b56-45ab-93b6-9f82424032c9 req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.832529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f00bf-9632-44f5-9ac5-bc5dac3a7029 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:10.833522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18bfe469-1b56-45ab-93b6-9f82424032c9 req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.0936999 Feb 03 12:42:10.841702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0e8f6-b183-4d2a-b862-349aac6132b0 req-bb30da1c-eb49-4f63-af80-ee89db5d68a4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:10.848890 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5a0e8f6-b183-4d2a-b862-349aac6132b0 req-bb30da1c-eb49-4f63-af80-ee89db5d68a4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.2730792 Feb 03 12:42:10.856904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-bb340b69-3ff6-4c68-bc9a-bcfa06aa372e service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998061 Feb 03 12:42:10.859397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Made reservation on behalf of 9479c0680690430480744a3efec36481 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:10.861786 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.868826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e0cd-6242-4326-b9de-edc314d6f3ce tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4176aff9-3f46-4d5d-8a97-9d3a8ef0b7e4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:10.870965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:42:10.892796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 40808478-5d01-4eb5-9269-a6837910023f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:11.013331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 40808478-5d01-4eb5-9269-a6837910023f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:11.013701 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40808478-5d01-4eb5-9269-a6837910023f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.075557 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (70bb90d9-cf19-48e7-8267-3c407bdd6075), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.103554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 40808478-5d01-4eb5-9269-a6837910023f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:11.136358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5a0e8f6-b183-4d2a-b862-349aac6132b0 req-f8bf95e6-ab7b-4975-ab87-ed0f4c2bc70c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2855742 Feb 03 12:42:11.137174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70bb90d9-cf19-48e7-8267-3c407bdd6075,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:11.144850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Checking segment: {'id': '5153a7a9-f2e5-4618-ab01-9f4028dacafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:11.145431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Network hostable DHCP agents. Network: e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:42:11.172237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Network e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:42:11.175337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2979f4c-191f-4d07-8877-dd0497ba2e6c req-d7a80667-f58a-410c-bd7a-84f5e622e60a tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:11.177020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2979f4c-191f-4d07-8877-dd0497ba2e6c req-d7a80667-f58a-410c-bd7a-84f5e622e60a tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 950 time: 0.2543685 Feb 03 12:42:11.194578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:11.201975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:11.202615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.208501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e71cd5-af9b-4242-9061-78296965bbb8 None None] Network e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:11.218608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7162ca39-6974-4dc4-bdc2-923472f4f4d4 req-ec46aabd-22ff-43b8-b601-98b7f0783ed5 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507247 Feb 03 12:42:11.243429 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-688f5345-58e1-42a9-94da-e201ea9a9909 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4181299 Feb 03 12:42:11.339929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2979f4c-191f-4d07-8877-dd0497ba2e6c req-55815758-760e-407f-851f-759640de9a96 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548982 Feb 03 12:42:11.345449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e5331-68e9-46a0-9532-63d76b747889 None None] Network e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:11.365023 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks [] for router_gateway (d9852367-bca2-4f62-9a25-5b2392dab290), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.417503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-8b38da5f-8a8a-458b-ba08-461c60a0199d req-b4caf6ab-88ab-48aa-95ca-ab6491a4b47a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1377505689', 'description': 'tempest-description-1879710968'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:11.434473 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.436852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498cce7-a451-4301-b4ca-81b01dfe8bb1 req-88f83546-78e8-4fa1-9a1d-9540f9cd4983 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:11.439548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c498cce7-a451-4301-b4ca-81b01dfe8bb1 req-88f83546-78e8-4fa1-9a1d-9540f9cd4983 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 945 time: 0.1380713 Feb 03 12:42:11.499866 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8b38da5f-8a8a-458b-ba08-461c60a0199d req-b4caf6ab-88ab-48aa-95ca-ab6491a4b47a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.552040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c498cce7-a451-4301-b4ca-81b01dfe8bb1 req-3b1922c5-6d4d-45f2-a7fc-acd0a848b3a8 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065106 Feb 03 12:42:11.718977 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8b38da5f-8a8a-458b-ba08-461c60a0199d req-b4caf6ab-88ab-48aa-95ca-ab6491a4b47a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (a844db8b-3c59-41af-a0cf-5dee9afacbb8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.727443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (d9852367-bca2-4f62-9a25-5b2392dab290), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.733052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8b38da5f-8a8a-458b-ba08-461c60a0199d req-b4caf6ab-88ab-48aa-95ca-ab6491a4b47a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a844db8b-3c59-41af-a0cf-5dee9afacbb8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.751004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de47a2e-eade-4d3a-a225-bff9bcfd26e9 req-50eea343-ac8b-428d-8380-fb77d8bc0924 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:11.752540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4de47a2e-eade-4d3a-a225-bff9bcfd26e9 req-50eea343-ac8b-428d-8380-fb77d8bc0924 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1403599 Feb 03 12:42:11.818594 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8b38da5f-8a8a-458b-ba08-461c60a0199d req-b4caf6ab-88ab-48aa-95ca-ab6491a4b47a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.819541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b38da5f-8a8a-458b-ba08-461c60a0199d req-b4caf6ab-88ab-48aa-95ca-ab6491a4b47a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4133117 Feb 03 12:42:11.847835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:11.866740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caf6ab-88ab-48aa-95ca-ab6491a4b47a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a844db8b-3c59-41af-a0cf-5dee9afacbb8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:11.900645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4de47a2e-eade-4d3a-a225-bff9bcfd26e9 req-60dda943-a6d2-496c-8543-da48c5663d3e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103609 Feb 03 12:42:11.961963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:11.974644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'port_id': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'mac_address': 'fa:16:3e:5c:b8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:11.997881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Router d9852367-bca2-4f62-9a25-5b2392dab290 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:42:12.024485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40e8374e-c8cc-4779-b4e8-3813307aaccd is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:12.024931 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:12.044275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40e8374e-c8cc-4779-b4e8-3813307aaccd {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:12.069588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:12.074518 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:12.125707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:12.184021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['40e8374e-c8cc-4779-b4e8-3813307aaccd'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:12.263636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:12.278055 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Sync routers for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:12.284626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-e09ea4cb-2ee7-4e81-8cb3-3ca3e41cc1a5 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:12.286074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-e09ea4cb-2ee7-4e81-8cb3-3ca3e41cc1a5 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/networks?id=e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 HTTP/1.1" status: 200 len: 814 time: 0.2163911 Feb 03 12:42:12.288613 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:12.289463 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:12.323200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:12.326883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5f746c33-1468-4c03-b147-0cfef92e2d0b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.5886469 Feb 03 12:42:12.327561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54658) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:12.335465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-16b589bf-5054-461d-9c01-e619aba3a754 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/quotas/9479c0680690430480744a3efec36481 HTTP/1.1" status: 200 len: 375 time: 0.0373852 Feb 03 12:42:12.386062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-31c5081f-819f-4d43-b771-2cc0b6ae6770 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9479c0680690430480744a3efec36481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402420 Feb 03 12:42:12.422726 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:12.519340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-792203a7-9d18-4257-8a8e-aefd2c28f13d tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53682 time: 0.5899906 Feb 03 12:42:12.535588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-f6964953-b642-41f4-94c2-228749e12f4e service neutron] 10.222.0.65 "GET /v2.0/networks/e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352646 Feb 03 12:42:12.610076 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:11Z', 'revision_number': 3, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:12.641158 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Checking router: d9852367-bca2-4f62-9a25-5b2392dab290 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:12.641886 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Updating router d9852367-bca2-4f62-9a25-5b2392dab290 port 5cd8a5e7-2d98-4f52-a19a-090052085836 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:42:12.665892 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:12.666559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-0e5fb370-125e-469c-ac58-3a161c3a5a40 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/32adf5cf-bbc0-4208-917c-3ee6324587df HTTP/1.1" status: 200 len: 2998 time: 0.0857832 Feb 03 12:42:12.679025 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:12.694736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-f7e12a2b-b6e7-48c2-8742-fb8d4349c33c service neutron] 10.222.0.65 "GET /v2.0/networks/e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524141 Feb 03 12:42:12.729250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-792c4779-3ebc-4924-95c3-be5aa3d986d4 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/32adf5cf-bbc0-4208-917c-3ee6324587df HTTP/1.1" status: 200 len: 2998 time: 0.0529327 Feb 03 12:42:12.772354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-9d34b1a8-4b21-4c4e-b82c-06b5ffd29e06 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/3a308edc-7113-48e7-b0ba-bc3b53052174 HTTP/1.1" status: 200 len: 2998 time: 0.0421724 Feb 03 12:42:12.785349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:12.822605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-8d3591a8-d699-4eee-8f47-f2d841633435 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/3a308edc-7113-48e7-b0ba-bc3b53052174 HTTP/1.1" status: 200 len: 2998 time: 0.0486915 Feb 03 12:42:12.863689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-990ad649-bbbd-4867-b987-5e0deb944b17 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4c6617ad-7403-4f03-81ae-5ca9355cb675 HTTP/1.1" status: 200 len: 2994 time: 0.0402036 Feb 03 12:42:12.918024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-6befcc85-ef0e-429f-b9b2-0ca67dd7e125 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4c6617ad-7403-4f03-81ae-5ca9355cb675 HTTP/1.1" status: 200 len: 2994 time: 0.0404029 Feb 03 12:42:13.017116 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Publish callbacks [] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.020249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Allocated IP 172.20.0.1 (20167e26-0fb0-478d-af58-7d6fb2157187/6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a/c0a62ebf-6d97-4721-b216-daec24c41abf) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:13.027676 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.036291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-65ef352c-6c4b-471e-8ed7-5ffac2174d7f tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/50d68e1c-5e5c-45cd-a0ce-1a319e953583 HTTP/1.1" status: 200 len: 2998 time: 0.1104586 Feb 03 12:42:13.065229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c1061-53e7-4221-8f61-299e454acb12 req-c0f55969-82a7-4314-8e31-37eadd95938a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:13.072714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-108c1061-53e7-4221-8f61-299e454acb12 req-c0f55969-82a7-4314-8e31-37eadd95938a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.1391816 Feb 03 12:42:13.091278 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85814346-2072-4c56-876b-55c4a0c3c7c5 None None] Pushing event updated for resources: {'Port': ['ID=5cd8a5e7-2d98-4f52-a19a-090052085836,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:13.108459 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Attempting to bind port 5cd8a5e7-2d98-4f52-a19a-090052085836 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:13.108904 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Attempting to bind port 5cd8a5e7-2d98-4f52-a19a-090052085836 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:13.110021 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Attempting to bind port 5cd8a5e7-2d98-4f52-a19a-090052085836 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:13.118718 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:13.119517 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:13.120606 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.121217 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:13.122722 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Bound port: 5cd8a5e7-2d98-4f52-a19a-090052085836, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:13.122945 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.166826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Publish callbacks [] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.192235 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] For port 5cd8a5e7-2d98-4f52-a19a-090052085836, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:13.196988 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] For port 5cd8a5e7-2d98-4f52-a19a-090052085836, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5cd8a5e7-2d98-4f52-a19a-090052085836,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:13.208566 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.209456 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.262345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Network 20167e26-0fb0-478d-af58-7d6fb2157187 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:13.265756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:13.273864 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:13.280711 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85814346-2072-4c56-876b-55c4a0c3c7c5 None None] Pushing event updated for resources: {'Port': ['ID=5cd8a5e7-2d98-4f52-a19a-090052085836,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:13.295504 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:13.296136 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:13.321536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (d9852367-bca2-4f62-9a25-5b2392dab290), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.371992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a62ebf-6d97-4721-b216-daec24c41abf,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:13.447813 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:13.457342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-f3281a0a-3080-4b9d-b13b-88e514f309fb tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/50d68e1c-5e5c-45cd-a0ce-1a319e953583 HTTP/1.1" status: 200 len: 2998 time: 0.4120772 Feb 03 12:42:13.475986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-108c1061-53e7-4221-8f61-299e454acb12 req-a25f2368-abb5-48f9-82d3-94ed228174fb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4022951 Feb 03 12:42:13.532528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-efbb6ee1-0673-4451-a156-1b1bbee4ad2a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/59b3f4dd-4530-4ae7-9ca7-97b26c2c1897 HTTP/1.1" status: 200 len: 3002 time: 0.0554829 Feb 03 12:42:13.590715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-bc770b2a-c362-41f1-a559-1cb4600ddbf5 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:13.592151 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-bc770b2a-c362-41f1-a559-1cb4600ddbf5 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.91 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 945 time: 0.1656327 Feb 03 12:42:13.638360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-acc88a58-54b7-4577-8d73-907bc11a643b tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/59b3f4dd-4530-4ae7-9ca7-97b26c2c1897 HTTP/1.1" status: 200 len: 3002 time: 0.0982227 Feb 03 12:42:13.639016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.694252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-8cd594c8-a5e6-46a6-a886-0c3f85d1f571 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/5f239dfd-df12-4903-82f8-07daee11fe08 HTTP/1.1" status: 200 len: 3002 time: 0.0550265 Feb 03 12:42:13.712883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874a4cd-75b8-4fb4-916f-4c1cfcfe3ba1 req-2e845fc8-40fa-42ff-8c03-45f65a7ed154 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:13.714573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3874a4cd-75b8-4fb4-916f-4c1cfcfe3ba1 req-2e845fc8-40fa-42ff-8c03-45f65a7ed154 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 950 time: 0.1188421 Feb 03 12:42:13.734749 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:11Z', 'revision_number': 3, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:13.764281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5331f58b-e2ef-466b-bc46-39fe7c580820 None None] Provisioning complete for port c0a62ebf-6d97-4721-b216-daec24c41abf triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:13.765355 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5331f58b-e2ef-466b-bc46-39fe7c580820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.834948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-0d06249c-c59b-4098-b32d-d63f208ac970 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/5f239dfd-df12-4903-82f8-07daee11fe08 HTTP/1.1" status: 200 len: 3002 time: 0.1394453 Feb 03 12:42:13.876091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Deleting port 6d05eb2d-61a8-4841-8bd6-1236441a776e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:13.876426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.881209 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e108-0518-4dee-be75-80079b3b7f94 None None] The sync data for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 is: [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:11Z', 'revision_number': 3, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:13.882075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5331f58b-e2ef-466b-bc46-39fe7c580820 None None] Port c0a62ebf-6d97-4721-b216-daec24c41abf cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:42:13.892356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3874a4cd-75b8-4fb4-916f-4c1cfcfe3ba1 req-18ec626f-0434-4675-9c9d-4d161bed468c tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704888 Feb 03 12:42:13.900451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:13.908626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-259a5996-6493-4f24-a482-e7cc61d0649b tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/5f285f9d-fcdd-486d-bca0-10e0fd6a9064 HTTP/1.1" status: 200 len: 2998 time: 0.0723159 Feb 03 12:42:13.968843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-622cee3a-ad4f-4d9b-9a63-f7b5762b0e61 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/5f285f9d-fcdd-486d-bca0-10e0fd6a9064 HTTP/1.1" status: 200 len: 2998 time: 0.0589769 Feb 03 12:42:13.982454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 40e8374e-c8cc-4779-b4e8-3813307aaccd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:13.982841 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.049068 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Publish callbacks [] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.057065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.066096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-54291d14-b45d-42cc-b2a1-0d0d07668765 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/78eaddd4-0490-4084-9ea1-fcb7203ad285 HTTP/1.1" status: 200 len: 2998 time: 0.0856073 Feb 03 12:42:14.088100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baf830-ae8c-4acb-b135-1db5ef83b286 req-d7e6041f-fe81-46a6-9e0d-0188f50ab8c5 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:14.089651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0baf830-ae8c-4acb-b135-1db5ef83b286 req-d7e6041f-fe81-46a6-9e0d-0188f50ab8c5 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc19ef49-e436-4ae8-afe7-f66fb7382147 HTTP/1.1" status: 200 len: 945 time: 0.0966158 Feb 03 12:42:14.107965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] For port 6d05eb2d-61a8-4841-8bd6-1236441a776e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=6d05eb2d-61a8-4841-8bd6-1236441a776e,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:14.108824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.113825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40e8374e-c8cc-4779-b4e8-3813307aaccd is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:14.113825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.141218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-ffefaaea-1fab-4527-bad2-daf55827017e tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/78eaddd4-0490-4084-9ea1-fcb7203ad285 HTTP/1.1" status: 200 len: 2998 time: 0.0679059 Feb 03 12:42:14.155838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Calling delete_port for 6d05eb2d-61a8-4841-8bd6-1236441a776e owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:14.173870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:14.175619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:14.178863 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a4d753-66c9-40e1-b782-12d8e781ed20" -d '{"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-plugged", "status": "completed", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:14.189459 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.190788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 6d05eb2d-61a8-4841-8bd6-1236441a776e no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:14.198140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0baf830-ae8c-4acb-b135-1db5ef83b286 req-a21ddfac-13d1-4768-9847-3fc257c55800 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3bdcde4-1659-47fb-a034-94a87fe6100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013808 Feb 03 12:42:14.205298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a62ebf-6d97-4721-b216-daec24c41abf,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:14.214791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (d9852367-bca2-4f62-9a25-5b2392dab290), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.241739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-4a9eba70-3e66-4ab6-a930-ee5c497744b2 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a583a52d-1b2a-4a83-803c-0e43b4d95b6c HTTP/1.1" status: 200 len: 2998 time: 0.0838265 Feb 03 12:42:14.467076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:14.469564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-ca72c0ac-bf0c-49a6-bb65-932daac09dad tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:14.471326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-ca72c0ac-bf0c-49a6-bb65-932daac09dad tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.91 "GET /v2.0/networks?id=e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 HTTP/1.1" status: 200 len: 814 time: 0.2215407 Feb 03 12:42:14.484087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 6d05eb2d-61a8-4841-8bd6-1236441a776e is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:14.484484 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.521748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Network 20167e26-0fb0-478d-af58-7d6fb2157187 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:14.521748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:14.529279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Request body: {'port': {'device_id': 'c9928a0d-70f1-45e7-acb1-bd78eae0d791', 'network_id': 'e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4', 'admin_state_up': True, 'tenant_id': '9479c0680690430480744a3efec36481'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:14.532588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6d05eb2d-61a8-4841-8bd6-1236441a776e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.562885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9113255f-3072-4935-ad26-ce87604d7206 req-2c9d26f1-76ee-40c1-a829-0b6750415ae3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 210 time: 0.1923199 Feb 03 12:42:14.629134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Pushing event deleted for resources: {'Port': ['ID=6d05eb2d-61a8-4841-8bd6-1236441a776e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:14.670172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-8bc91873-56c1-4358-97a0-f678cbb8fd32 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a583a52d-1b2a-4a83-803c-0e43b4d95b6c HTTP/1.1" status: 200 len: 2998 time: 0.3553090 Feb 03 12:42:14.684989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] No DVR routers for this DVR port 6d05eb2d-61a8-4841-8bd6-1236441a776e on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:14.689869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.694274 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9e5bf20c-451a-40b2-85bb-ef87f133edbb req-cd4d2212-e747-488d-9a39-0a2d66b80966 tempest-AttachSCSIVolumeTestJSON-812596294 tempest-AttachSCSIVolumeTestJSON-812596294-project] 10.222.0.91 "DELETE /v2.0/ports/6d05eb2d-61a8-4841-8bd6-1236441a776e HTTP/1.1" status: 204 len: 173 time: 1.0894954 Feb 03 12:42:14.694886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc19ef49-e436-4ae8-afe7-f66fb7382147', 'name': 'network-vif-deleted', 'tag': '6d05eb2d-61a8-4841-8bd6-1236441a776e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:14.697365 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e3954-f358-4b31-87ce-6fb85b37d86b" -d '{"events": [{"server_uuid": "fc19ef49-e436-4ae8-afe7-f66fb7382147", "name": "network-vif-deleted", "tag": "6d05eb2d-61a8-4841-8bd6-1236441a776e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:14.764028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Router d9852367-bca2-4f62-9a25-5b2392dab290 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:42:14.842633 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-cee37e02-9abb-4df9-b58f-f3204b2771b4 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9 HTTP/1.1" status: 200 len: 3002 time: 0.1714361 Feb 03 12:42:14.886728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad3314-8b50-460e-bbec-6f858f7b987b req-00486f62-d55f-4ea2-a430-c8969418a057 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:14.888437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89ad3314-8b50-460e-bbec-6f858f7b987b req-00486f62-d55f-4ea2-a430-c8969418a057 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1867950 Feb 03 12:42:14.894104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Made reservation on behalf of 9479c0680690430480744a3efec36481 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:14.906033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.926644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:14.936652 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-24424c11-febf-4304-9570-1776be33a283 admin admin] 10.222.0.65 "PUT /v2.0/routers/d9852367-bca2-4f62-9a25-5b2392dab290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6074708 Feb 03 12:42:14.940385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5ad92bac-8ea3-44aa-b077-25306d01b65c None None] Provisioning complete for port c0a62ebf-6d97-4721-b216-daec24c41abf triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:14.940896 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ad92bac-8ea3-44aa-b077-25306d01b65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.007588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5ad92bac-8ea3-44aa-b077-25306d01b65c None None] Port c0a62ebf-6d97-4721-b216-daec24c41abf cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:42:15.033863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5cd8a5e7-2d98-4f52-a19a-090052085836 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:15.089418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-50ad3f5c-c36c-4aa8-8aed-b0d703caff4d tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9 HTTP/1.1" status: 200 len: 3002 time: 0.2297466 Feb 03 12:42:15.133139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 5cd8a5e7-2d98-4f52-a19a-090052085836 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:15.133441 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.172834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89ad3314-8b50-460e-bbec-6f858f7b987b req-c8845334-d3e2-4318-b0c4-8bfdc5020e75 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602963 Feb 03 12:42:15.202188 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-5bc46a9c-c74d-449b-a8b9-ccee81fd119f tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/d3bdcde4-1659-47fb-a034-94a87fe6100d HTTP/1.1" status: 200 len: 2998 time: 0.0783513 Feb 03 12:42:15.263712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 5cd8a5e7-2d98-4f52-a19a-090052085836 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:15.266102 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.304448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 5cd8a5e7-2d98-4f52-a19a-090052085836, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5cd8a5e7-2d98-4f52-a19a-090052085836,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:15.311931 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.345259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Allocated IP 172.20.0.2 (e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4/70bb90d9-cf19-48e7-8267-3c407bdd6075/b84c0100-34a4-4255-a64f-383315455a4a) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:15.357278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-1b378e8b-553a-4eb5-8a8b-99d3f8ded042 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/d3bdcde4-1659-47fb-a034-94a87fe6100d HTTP/1.1" status: 200 len: 2998 time: 0.1258059 Feb 03 12:42:15.369699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=5cd8a5e7-2d98-4f52-a19a-090052085836,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:15.416254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ce5d6-303d-4254-8f99-6cd5f24e1758 req-67e2a7dd-4bdf-4a73-9525-d7411b6fed92 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:15.416522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d47ce5d6-303d-4254-8f99-6cd5f24e1758 req-67e2a7dd-4bdf-4a73-9525-d7411b6fed92 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.1184704 Feb 03 12:42:15.569771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-274b4b8c-97c1-4f52-81c2-107f52308c9a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/da82f6ff-edf4-4582-9d63-102bcc7c69ca HTTP/1.1" status: 200 len: 2990 time: 0.1799543 Feb 03 12:42:15.581341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d47ce5d6-303d-4254-8f99-6cd5f24e1758 req-13aa37cd-ef89-4982-9d28-0fb4983b13d9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502714 Feb 03 12:42:15.647331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Publish callbacks [] for port (b84c0100-34a4-4255-a64f-383315455a4a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.657370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-b04107f5-0eca-45bb-966d-5df21bf0326e tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/da82f6ff-edf4-4582-9d63-102bcc7c69ca HTTP/1.1" status: 200 len: 2990 time: 0.0795946 Feb 03 12:42:15.713043 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b84c0100-34a4-4255-a64f-383315455a4a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.722550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-422ac4ad-6131-48a8-aae2-a609cd82e047 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/db9a943f-76da-4c32-83b8-e33dedb02ba7 HTTP/1.1" status: 200 len: 2998 time: 0.0586319 Feb 03 12:42:15.786100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Network e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:15.790815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Pushing event updated for resources: {'Port': ['ID=b84c0100-34a4-4255-a64f-383315455a4a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:15.796669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:15.801269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:15.842487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-5d1ebd19-d5e4-4abb-9ef7-a05a61b989eb tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/db9a943f-76da-4c32-83b8-e33dedb02ba7 HTTP/1.1" status: 200 len: 2998 time: 0.0919716 Feb 03 12:42:15.858202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:15.858910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.892647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-86afb717-8a41-47ea-8782-58cdfad773a3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3875320 Feb 03 12:42:15.910718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Request body: {'port': {'device_id': 'c9928a0d-70f1-45e7-acb1-bd78eae0d791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:15.939575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-6b5e4141-6338-42b1-86cd-a115f86a9c1a tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f7db0c22-f0a4-4130-a115-c666f3774b63 HTTP/1.1" status: 200 len: 3002 time: 0.0778511 Feb 03 12:42:16.025019 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b84c0100-34a4-4255-a64f-383315455a4a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.028755 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f69930-ee33-4269-9668-43798468bde4 x-openstack-request-id: req-a9f69930-ee33-4269-9668-43798468bde4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:16.029370 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-plugged", "status": "completed", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:16.033771 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9f69930-ee33-4269-9668-43798468bde4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:16.034281 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'code': 200} Feb 03 12:42:16.039679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a58219f4-75ef-4fe3-8a02-ebe21b98a392 req-3531103a-9a7b-4a9e-9531-e7c37ae65a5b tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f7db0c22-f0a4-4130-a115-c666f3774b63 HTTP/1.1" status: 200 len: 3002 time: 0.0874100 Feb 03 12:42:16.050894 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.110776 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb78bbd9-b6b0-467a-912f-73021993c0d4 x-openstack-request-id: req-bb78bbd9-b6b0-467a-912f-73021993c0d4 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:16.111945 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc19ef49-e436-4ae8-afe7-f66fb7382147", "name": "network-vif-deleted", "tag": "6d05eb2d-61a8-4841-8bd6-1236441a776e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:16.112211 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb78bbd9-b6b0-467a-912f-73021993c0d4 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:16.113291 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc19ef49-e436-4ae8-afe7-f66fb7382147', 'name': 'network-vif-deleted', 'tag': '6d05eb2d-61a8-4841-8bd6-1236441a776e', 'status': 'completed', 'code': 200} Feb 03 12:42:16.492476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8af5-3366-427e-a21f-d501fb5e8e56 req-1cf97a3e-a485-45c6-9e1c-e61f04bf6f32 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:16.492476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc4b8af5-3366-427e-a21f-d501fb5e8e56 req-1cf97a3e-a485-45c6-9e1c-e61f04bf6f32 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 931 time: 0.1975541 Feb 03 12:42:16.576425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-dd19356c-89d2-4abf-a993-af3587d50459 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:16.578169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-dd19356c-89d2-4abf-a993-af3587d50459 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/networks?id=20167e26-0fb0-478d-af58-7d6fb2157187 HTTP/1.1" status: 200 len: 827 time: 0.2819381 Feb 03 12:42:16.580482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Sync routers for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:16.616208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:16.616876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:16.638843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc4b8af5-3366-427e-a21f-d501fb5e8e56 req-29f193f4-4cdf-4189-bd67-483cf13c279f tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379399 Feb 03 12:42:16.642051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-2dac3c6c-7d00-4eef-a90b-66524c11c702 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/quotas/f739d6873ab640f98f91a6b43607cae3 HTTP/1.1" status: 200 len: 375 time: 0.0535748 Feb 03 12:42:16.666125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84c0100-34a4-4255-a64f-383315455a4a {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:16.708483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Publish callbacks [] for port (b84c0100-34a4-4255-a64f-383315455a4a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.733472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Transition to ACTIVE for port object b84c0100-34a4-4255-a64f-383315455a4a will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:42:16.752423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-f91e2a13-03d9-4323-802c-95ba85d6a93b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f739d6873ab640f98f91a6b43607cae3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028550 Feb 03 12:42:16.762430 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b84c0100-34a4-4255-a64f-383315455a4a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.946607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Pushing event updated for resources: {'Port': ['ID=b84c0100-34a4-4255-a64f-383315455a4a,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:17.083405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5cd8a5e7-2d98-4f52-a19a-090052085836 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:17.093853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-72eaa0dc-33ee-4704-809f-47363eed4323 service neutron] 10.222.0.65 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405149 Feb 03 12:42:17.098479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Attempting to bind port b84c0100-34a4-4255-a64f-383315455a4a on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:17.098925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Attempting to bind port b84c0100-34a4-4255-a64f-383315455a4a by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '5153a7a9-f2e5-4618-ab01-9f4028dacafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:17.099444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Attempting to bind port b84c0100-34a4-4255-a64f-383315455a4a on network e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:17.113753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Port b84c0100-34a4-4255-a64f-383315455a4a on network e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:42:17.114165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Attempting to bind port b84c0100-34a4-4255-a64f-383315455a4a on network e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:17.139582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:17.140083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Checking segment: {'id': '5153a7a9-f2e5-4618-ab01-9f4028dacafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:17.140603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Bound using segment: {'id': '5153a7a9-f2e5-4618-ab01-9f4028dacafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:17.141506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Bound port: b84c0100-34a4-4255-a64f-383315455a4a, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5153a7a9-f2e5-4618-ab01-9f4028dacafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:17.142177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b84c0100-34a4-4255-a64f-383315455a4a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.175786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 5cd8a5e7-2d98-4f52-a19a-090052085836 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:17.176182 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.202307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:17.413141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-493dc512-1b38-4a9e-b9b7-b622c77b8d7e service neutron] 10.222.0.65 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086424 Feb 03 12:42:17.416280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] For port b84c0100-34a4-4255-a64f-383315455a4a, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:17.431283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] For port b84c0100-34a4-4255-a64f-383315455a4a, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b84c0100-34a4-4255-a64f-383315455a4a,segment=NetworkSegment(5153a7a9-f2e5-4618-ab01-9f4028dacafb),segment_id=5153a7a9-f2e5-4618-ab01-9f4028dacafb)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:17.453381 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b84c0100-34a4-4255-a64f-383315455a4a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.558587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:17.559469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.566424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] 10.222.0.91 "PUT /v2.0/ports/b84c0100-34a4-4255-a64f-383315455a4a HTTP/1.1" status: 200 len: 1092 time: 1.6597335 Feb 03 12:42:17.567089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9928a0d-70f1-45e7-acb1-bd78eae0d791', 'tag': 'b84c0100-34a4-4255-a64f-383315455a4a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:17.586241 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9928a0d-70f1-45e7-acb1-bd78eae0d791", "tag": "b84c0100-34a4-4255-a64f-383315455a4a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:17.591951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 5cd8a5e7-2d98-4f52-a19a-090052085836 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:17.854873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c0a62ebf-6d97-4721-b216-daec24c41abf', 'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'mac_address': 'fa:16:3e:c9:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:12Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 2, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'subnets': [{'id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:17.893518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4337b3-effc-4a64-ae35-d99b746f9449 service neutron] Pushing event updated for resources: {'Port': ['ID=b84c0100-34a4-4255-a64f-383315455a4a,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:17.973296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Checking router: d9852367-bca2-4f62-9a25-5b2392dab290 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:17.973954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Updating router d9852367-bca2-4f62-9a25-5b2392dab290 port c0a62ebf-6d97-4721-b216-daec24c41abf binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:42:18.053975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-8eee63eb-d9b7-4405-8b62-56e43b20b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:18.056006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-8eee63eb-d9b7-4405-8b62-56e43b20b0a2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9479c0680690430480744a3efec36481&device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 1126 time: 0.4283855 Feb 03 12:42:18.068085 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.278031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-2958cfe6-a114-4292-9521-0634a6d74714 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b84c0100-34a4-4255-a64f-383315455a4a HTTP/1.1" status: 200 len: 217 time: 0.2109530 Feb 03 12:42:18.367003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b434196f-326e-4b15-bc1e-3deb5dc749e5 req-e8190dbf-356c-4df9-9238-3727372c7756 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18fbe7530da34f348fa39787b638aa65 HTTP/1.1" status: 200 len: 6161 time: 0.5461040 Feb 03 12:42:18.561968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-ca516d61-9469-4d9e-b5a6-97eadcd33943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:18.564276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-ca516d61-9469-4d9e-b5a6-97eadcd33943 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70bb90d9-cf19-48e7-8267-3c407bdd6075 HTTP/1.1" status: 200 len: 854 time: 0.2366052 Feb 03 12:42:18.578792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b434196f-326e-4b15-bc1e-3deb5dc749e5 req-2927c6f1-31ca-4c84-9979-759b5556f181 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] 10.222.0.65 "GET /v2.0/security-groups/f7db0c22-f0a4-4130-a115-c666f3774b63 HTTP/1.1" status: 200 len: 3002 time: 0.1998143 Feb 03 12:42:18.675177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c8d13-6e7e-42b6-97af-b958c821677e req-9705deda-4f7d-46a7-ba71-e067ad8fbc03 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:18.677136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-437c8d13-6e7e-42b6-97af-b958c821677e req-9705deda-4f7d-46a7-ba71-e067ad8fbc03 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.5721734 Feb 03 12:42:18.685273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-ace55942-e156-4291-bd65-af06a1bdd2c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002693 Feb 03 12:42:18.698321 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Publish callbacks [] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.746352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.853021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a273f-4d88-413d-a73f-72260e5f9aa1 None None] Pushing event updated for resources: {'Port': ['ID=c0a62ebf-6d97-4721-b216-daec24c41abf,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:18.914275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b434196f-326e-4b15-bc1e-3deb5dc749e5 req-baaf4c64-235e-4842-be7d-1cc3431d6949 tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] 10.222.0.65 "GET /v2.0/security-groups/f7db0c22-f0a4-4130-a115-c666f3774b63 HTTP/1.1" status: 200 len: 3002 time: 0.3247867 Feb 03 12:42:18.971357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Attempting to bind port c0a62ebf-6d97-4721-b216-daec24c41abf on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:18.971746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Attempting to bind port c0a62ebf-6d97-4721-b216-daec24c41abf by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:18.972524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Attempting to bind port c0a62ebf-6d97-4721-b216-daec24c41abf on network 20167e26-0fb0-478d-af58-7d6fb2157187 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:18.982638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:18.983093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Checking segment: {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:18.983565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.984148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Bound using segment: {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:18.984698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Bound port: c0a62ebf-6d97-4721-b216-daec24c41abf, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:18.985179 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.025886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-437c8d13-6e7e-42b6-97af-b958c821677e req-8ba454ef-baf0-4e16-9f8c-17bebbe5dc95 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330505 Feb 03 12:42:19.057267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-b4954c28-107f-43e9-8643-22bc16189a8f service neutron] 10.222.0.91 "GET /v2.0/networks/e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306780 Feb 03 12:42:19.150965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] For port c0a62ebf-6d97-4721-b216-daec24c41abf, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:19.156526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] For port c0a62ebf-6d97-4721-b216-daec24c41abf, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c0a62ebf-6d97-4721-b216-daec24c41abf,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:19.172075 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.180942 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6299d78f-493e-455e-a57a-5a12159531ab x-openstack-request-id: req-6299d78f-493e-455e-a57a-5a12159531ab {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:19.182908 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9928a0d-70f1-45e7-acb1-bd78eae0d791", "tag": "b84c0100-34a4-4255-a64f-383315455a4a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:19.183328 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6299d78f-493e-455e-a57a-5a12159531ab {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:19.183946 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9928a0d-70f1-45e7-acb1-bd78eae0d791', 'tag': 'b84c0100-34a4-4255-a64f-383315455a4a', 'status': 'completed', 'code': 200} Feb 03 12:42:19.307107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d4399c4-64e2-4645-85f2-1e2d2234a776 req-ad6fde47-08b3-48df-8454-0d7c813eb950 service neutron] 10.222.0.91 "GET /v2.0/networks/e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359087 Feb 03 12:42:19.332274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:19.333316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:19.336996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a273f-4d88-413d-a73f-72260e5f9aa1 None None] Pushing event updated for resources: {'Port': ['ID=c0a62ebf-6d97-4721-b216-daec24c41abf,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:19.381527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6f387c8-0105-4be5-9c11-78b3346f5f3a req-ea793615-3bac-46bc-8956-b4384dce67d7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 210 time: 0.0728569 Feb 03 12:42:19.447089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5ea6b-b15b-4917-a6a3-fefedf2c69c6 req-c13a6af4-df16-485d-b132-483e869bd78b tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:19.448923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffa5ea6b-b15b-4917-a6a3-fefedf2c69c6 req-c13a6af4-df16-485d-b132-483e869bd78b tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 943 time: 0.2238681 Feb 03 12:42:19.541470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffa5ea6b-b15b-4917-a6a3-fefedf2c69c6 req-e87d9950-d354-49e0-a4a4-a26b3f33c0f0 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838904 Feb 03 12:42:19.544555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-f1a640a0-cfa2-4422-8c31-17f39d94566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:19.546198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-f1a640a0-cfa2-4422-8c31-17f39d94566f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9479c0680690430480744a3efec36481&device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 1126 time: 0.1554575 Feb 03 12:42:19.581371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:19.587613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-862fdc2d-7650-42a6-a2da-f8d84fc35d9f None None] Provisioning complete for port c0a62ebf-6d97-4721-b216-daec24c41abf triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:19.588165 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-862fdc2d-7650-42a6-a2da-f8d84fc35d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.620226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8e56c0d-843d-45ba-89c1-b7817fc16235 req-6354bbe3-49de-4d58-b64e-d3a54de049fc tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a844db8b-3c59-41af-a0cf-5dee9afacbb8 HTTP/1.1" status: 200 len: 1797 time: 0.0836530 Feb 03 12:42:19.801572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-2e5c418e-e195-4539-880c-17674ae68363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:19.812304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-2e5c418e-e195-4539-880c-17674ae68363 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 HTTP/1.1" status: 200 len: 915 time: 0.2475359 Feb 03 12:42:19.864285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-862fdc2d-7650-42a6-a2da-f8d84fc35d9f None None] Current status of the port c0a62ebf-6d97-4721-b216-daec24c41abf is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:19.865354 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-862fdc2d-7650-42a6-a2da-f8d84fc35d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.901356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:19.996887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c8e56c0d-843d-45ba-89c1-b7817fc16235 req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (a844db8b-3c59-41af-a0cf-5dee9afacbb8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.021159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:20.036956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:20.056881 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c8e56c0d-843d-45ba-89c1-b7817fc16235 req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (a844db8b-3c59-41af-a0cf-5dee9afacbb8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.155070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:20.174955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'mac_address': 'fa:16:3e:4e:71:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:20.177543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'port_id': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'mac_address': 'fa:16:3e:05:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:20.181838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-77882da3-66b0-4759-ae27-b7ddb50fa6d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b84c0100-34a4-4255-a64f-383315455a4a HTTP/1.1" status: 200 len: 217 time: 0.3584666 Feb 03 12:42:20.194809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c8e56c0d-843d-45ba-89c1-b7817fc16235 req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a844db8b-3c59-41af-a0cf-5dee9afacbb8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.197431 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c8e56c0d-843d-45ba-89c1-b7817fc16235 req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.206260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8e56c0d-843d-45ba-89c1-b7817fc16235 req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/a844db8b-3c59-41af-a0cf-5dee9afacbb8 HTTP/1.1" status: 204 len: 173 time: 0.5759127 Feb 03 12:42:20.285367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-862fdc2d-7650-42a6-a2da-f8d84fc35d9f None None] For port c0a62ebf-6d97-4721-b216-daec24c41abf, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c0a62ebf-6d97-4721-b216-daec24c41abf,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:20.341900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:20.342597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.360467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-862fdc2d-7650-42a6-a2da-f8d84fc35d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.388029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acd40df8-2d14-4df8-9f32-4ef1e66c9082 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:20.400220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a844db8b-3c59-41af-a0cf-5dee9afacbb8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:20.405469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-6bc7fa9f-5172-4130-bcf1-47ca9f9b9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:20.408354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-6bc7fa9f-5172-4130-bcf1-47ca9f9b9639 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70bb90d9-cf19-48e7-8267-3c407bdd6075 HTTP/1.1" status: 200 len: 854 time: 0.1922057 Feb 03 12:42:20.417033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-dd76c48e-5e6f-47cd-9d95-aa4935406729 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:20.419052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-dd76c48e-5e6f-47cd-9d95-aa4935406729 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.72 "GET /v2.0/networks?id=20167e26-0fb0-478d-af58-7d6fb2157187 HTTP/1.1" status: 200 len: 827 time: 0.5337210 Feb 03 12:42:20.444790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:20.451746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port acffd3d1-4850-4286-8ea7-278c5a2c5803 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:20.452139 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.458124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-15082721-4141-432e-ad8e-ee358c735195 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369825 Feb 03 12:42:20.478556 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Request body: {'port': {'device_id': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'admin_state_up': True, 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:20.497569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acffd3d1-4850-4286-8ea7-278c5a2c5803 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:20.504339 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.530113 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.585883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:20.621667 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.630484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fdc2d-7650-42a6-a2da-f8d84fc35d9f None None] Pushing event updated for resources: {'Port': ['ID=c0a62ebf-6d97-4721-b216-daec24c41abf,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:20.648465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ccc03f19-037d-4e92-98f1-14db85c60682 None None] Provisioning complete for port c0a62ebf-6d97-4721-b216-daec24c41abf triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:20.648906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccc03f19-037d-4e92-98f1-14db85c60682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.688237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['acd40df8-2d14-4df8-9f32-4ef1e66c9082'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:20.968076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['acffd3d1-4850-4286-8ea7-278c5a2c5803'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:20.968822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.970167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.970512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.970891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.971263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.971591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.971930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.972291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.972617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.972938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.974424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.976118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:20.976118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25f6af-5eaf-40b5-8a3c-cc5576664acf tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:21.086387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-af4835e4-3dcb-49e1-8648-55c9a7d1aac1 service neutron] 10.222.0.91 "GET /v2.0/networks/e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941404 Feb 03 12:42:21.089307 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8fae4b2-1e80-4d39-bd1b-5b13c93f7142 req-793c2f17-af17-49da-a943-e8f2cf6e2b31 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4176aff9-3f46-4d5d-8a97-9d3a8ef0b7e4 HTTP/1.1" status: 200 len: 1797 time: 0.8368099 Feb 03 12:42:21.089871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Made reservation on behalf of f739d6873ab640f98f91a6b43607cae3 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:21.093587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.150284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c0a62ebf-6d97-4721-b216-daec24c41abf', 'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'mac_address': 'fa:16:3e:c9:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:12Z', 'updated_at': '2022-02-03T12:42:19Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'subnets': [{'id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:21.154143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678e8c7-9b74-445b-a4e8-e3c81bb83fe4 req-0ff591da-3924-4281-a5d7-0129216ced09 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:21.155721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d678e8c7-9b74-445b-a4e8-e3c81bb83fe4 req-0ff591da-3924-4281-a5d7-0129216ced09 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.9412618 Feb 03 12:42:21.223723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24dae01-525e-4a93-9c40-6efbf526f90c None None] The sync data for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 is: [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c0a62ebf-6d97-4721-b216-daec24c41abf', 'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'mac_address': 'fa:16:3e:c9:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:12Z', 'updated_at': '2022-02-03T12:42:19Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'subnets': [{'id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:21.241580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:21.455276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ccc03f19-037d-4e92-98f1-14db85c60682 None None] Current status of the port c0a62ebf-6d97-4721-b216-daec24c41abf is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:21.502699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:21.577385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d678e8c7-9b74-445b-a4e8-e3c81bb83fe4 req-3096ed75-ce37-4975-8834-0a1ec943494a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105930 Feb 03 12:42:21.601530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e8fae4b2-1e80-4d39-bd1b-5b13c93f7142 req-395de34c-4fc1-481f-a3b6-c1f714aa90f3 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (4176aff9-3f46-4d5d-8a97-9d3a8ef0b7e4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.682654 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e8fae4b2-1e80-4d39-bd1b-5b13c93f7142 req-395de34c-4fc1-481f-a3b6-c1f714aa90f3 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (4176aff9-3f46-4d5d-8a97-9d3a8ef0b7e4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.738749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Allocated IP 172.20.0.7 (20167e26-0fb0-478d-af58-7d6fb2157187/6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a/41532616-4f01-465d-b020-4514ade72963) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:21.797711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b283bc6f-4815-4aea-b085-ea8b0ae78bc6 req-308ff3b5-867c-4f1b-b092-cfcfaf13a318 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 210 time: 0.0426192 Feb 03 12:42:21.812437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fe618a-fa5c-4171-8de1-da2d2eb725a0 req-adacfd0e-1225-41d3-8804-3aeeb4af2641 service neutron] 10.222.0.91 "GET /v2.0/networks/e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142565 Feb 03 12:42:21.874314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:21.924720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e8fae4b2-1e80-4d39-bd1b-5b13c93f7142 req-395de34c-4fc1-481f-a3b6-c1f714aa90f3 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4176aff9-3f46-4d5d-8a97-9d3a8ef0b7e4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.928555 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e8fae4b2-1e80-4d39-bd1b-5b13c93f7142 req-395de34c-4fc1-481f-a3b6-c1f714aa90f3 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.930787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8fae4b2-1e80-4d39-bd1b-5b13c93f7142 req-395de34c-4fc1-481f-a3b6-c1f714aa90f3 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/4176aff9-3f46-4d5d-8a97-9d3a8ef0b7e4 HTTP/1.1" status: 204 len: 173 time: 0.8211341 Feb 03 12:42:21.945384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:21.969989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395de34c-4fc1-481f-a3b6-c1f714aa90f3 tempest-SecurityGroupsTestAdminJSON-1017809730 tempest-SecurityGroupsTestAdminJSON-1017809730-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4176aff9-3f46-4d5d-8a97-9d3a8ef0b7e4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:22.124993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port acd40df8-2d14-4df8-9f32-4ef1e66c9082 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:22.126681 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.157471 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for port (41532616-4f01-465d-b020-4514ade72963), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.188419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port acffd3d1-4850-4286-8ea7-278c5a2c5803 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:22.189095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.196582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2716724-411a-4460-8857-7c412da51c1b req-a0261967-6687-487d-948d-7d093baf8ba7 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:22.199090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2716724-411a-4460-8857-7c412da51c1b req-a0261967-6687-487d-948d-7d093baf8ba7 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 943 time: 0.1503098 Feb 03 12:42:22.294465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2716724-411a-4460-8857-7c412da51c1b req-8db07839-03f2-4d3e-bcaa-700c4a7fa64b tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838330 Feb 03 12:42:22.361396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:22.361795 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.398743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35be5549-626c-44a8-819f-5066c96d343c req-f2ba543d-254d-461c-900e-4d261cec499d tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] 10.222.0.65 "GET /v2.0/security-groups/945e8a0f-57b9-4234-bec4-983d5a7e5702 HTTP/1.1" status: 200 len: 1796 time: 0.1984234 Feb 03 12:42:22.452207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port acffd3d1-4850-4286-8ea7-278c5a2c5803 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:22.453178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.464723 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (41532616-4f01-465d-b020-4514ade72963), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.484403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:22.488646 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28991ea2-8a18-4170-9b25-695a8e3c5830" -d '{"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-plugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:22.545513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:22.559883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.577691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:22.634157 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8b8e16-2817-4ca5-9af3-f94eecf651be x-openstack-request-id: req-6d8b8e16-2817-4ca5-9af3-f94eecf651be {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:22.634570 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-plugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:22.634898 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d8b8e16-2817-4ca5-9af3-f94eecf651be {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:22.635502 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'code': 200} Feb 03 12:42:22.638477 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.691488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35be5549-626c-44a8-819f-5066c96d343c req-6b068905-f655-4e30-805f-85390ea0b30c tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (945e8a0f-57b9-4234-bec4-983d5a7e5702), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.693497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:22.703715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.705587 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.706399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.707431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.710208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.710688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.711105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.711508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.711910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.712309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.713907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.714318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.714751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:22.760963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Network 20167e26-0fb0-478d-af58-7d6fb2157187 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:22.771297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Pushing event updated for resources: {'Port': ['ID=41532616-4f01-465d-b020-4514ade72963,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:22.780189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:22.784613 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35be5549-626c-44a8-819f-5066c96d343c req-6b068905-f655-4e30-805f-85390ea0b30c tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (945e8a0f-57b9-4234-bec4-983d5a7e5702), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.788656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:22.921472 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:23.112480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:23.114123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.120790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c0a62ebf-6d97-4721-b216-daec24c41abf up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:23.171973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636de2f-0415-42af-aaee-0466b4dca930 req-e9328090-dfd7-47ca-81ca-3dba1dcb32e2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:23.174787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f636de2f-0415-42af-aaee-0466b4dca930 req-e9328090-dfd7-47ca-81ca-3dba1dcb32e2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.3512380 Feb 03 12:42:23.175879 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35be5549-626c-44a8-819f-5066c96d343c req-6b068905-f655-4e30-805f-85390ea0b30c tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (945e8a0f-57b9-4234-bec4-983d5a7e5702), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.179175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-35be5549-626c-44a8-819f-5066c96d343c req-6b068905-f655-4e30-805f-85390ea0b30c tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.181918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35be5549-626c-44a8-819f-5066c96d343c req-6b068905-f655-4e30-805f-85390ea0b30c tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] 10.222.0.65 "DELETE /v2.0/security-groups/945e8a0f-57b9-4234-bec4-983d5a7e5702 HTTP/1.1" status: 204 len: 173 time: 0.7821584 Feb 03 12:42:23.265601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-73a1ce2f-98e8-4486-aa2a-7f524f2df3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7965050 Feb 03 12:42:23.269208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c0a62ebf-6d97-4721-b216-daec24c41abf triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:23.269800 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.273066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b068905-f655-4e30-805f-85390ea0b30c tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945e8a0f-57b9-4234-bec4-983d5a7e5702,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:23.297446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Request body: {'port': {'device_id': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:23.495157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e15e934e-2f75-496a-86ec-fff7f237f00b None None] Provisioning complete for port 41532616-4f01-465d-b020-4514ade72963 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:23.496089 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e15e934e-2f75-496a-86ec-fff7f237f00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (41532616-4f01-465d-b020-4514ade72963), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.600646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e15e934e-2f75-496a-86ec-fff7f237f00b None None] Port 41532616-4f01-465d-b020-4514ade72963 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:42:23.664233 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (41532616-4f01-465d-b020-4514ade72963), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.697295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f636de2f-0415-42af-aaee-0466b4dca930 req-91bd2db9-278b-41d9-9fab-8e02b427a348 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5117877 Feb 03 12:42:23.737944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c0a62ebf-6d97-4721-b216-daec24c41abf is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:23.877945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device b84c0100-34a4-4255-a64f-383315455a4a details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:24.074427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41532616-4f01-465d-b020-4514ade72963 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:24.087119 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Publish callbacks [] for port (41532616-4f01-465d-b020-4514ade72963), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.102904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Transition to ACTIVE for port object 41532616-4f01-465d-b020-4514ade72963 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:42:24.120746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (41532616-4f01-465d-b020-4514ade72963), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.136569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7bf54-458a-49e2-ad0d-cb2e58e48571 req-d761b810-85a4-48e8-a699-636dc4bb47a8 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:24.143709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfe7bf54-458a-49e2-ad0d-cb2e58e48571 req-d761b810-85a4-48e8-a699-636dc4bb47a8 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 931 time: 0.8285489 Feb 03 12:42:24.173110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port b84c0100-34a4-4255-a64f-383315455a4a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b84c0100-34a4-4255-a64f-383315455a4a,segment=NetworkSegment(5153a7a9-f2e5-4618-ab01-9f4028dacafb),segment_id=5153a7a9-f2e5-4618-ab01-9f4028dacafb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:24.205036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'b84c0100-34a4-4255-a64f-383315455a4a', 'network_id': 'e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4', 'port_id': 'b84c0100-34a4-4255-a64f-383315455a4a', 'mac_address': 'fa:16:3e:dc:0e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70bb90d9-cf19-48e7-8267-3c407bdd6075', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:24.261660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Pushing event updated for resources: {'Port': ['ID=41532616-4f01-465d-b020-4514ade72963,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:24.328229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfe7bf54-458a-49e2-ad0d-cb2e58e48571 req-dfeaed86-b4fd-4d02-a0f5-82c944fa2e24 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836393 Feb 03 12:42:24.359497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port b84c0100-34a4-4255-a64f-383315455a4a is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:24.369603 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b84c0100-34a4-4255-a64f-383315455a4a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.398858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84c0100-34a4-4255-a64f-383315455a4a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:24.440357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port b84c0100-34a4-4255-a64f-383315455a4a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b84c0100-34a4-4255-a64f-383315455a4a,segment=NetworkSegment(5153a7a9-f2e5-4618-ab01-9f4028dacafb),segment_id=5153a7a9-f2e5-4618-ab01-9f4028dacafb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:24.460715 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b84c0100-34a4-4255-a64f-383315455a4a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.507195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db3b765b-d44c-4da9-bde5-ce77f0c9ebf6 req-bdec7e51-b9d6-4e42-920f-761f1f14f8ea tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] 10.222.0.65 "GET /v2.0/security-groups/da2cd941-b649-4926-854a-e2b15e431100 HTTP/1.1" status: 200 len: 1796 time: 0.1264160 Feb 03 12:42:24.530575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=b84c0100-34a4-4255-a64f-383315455a4a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:24.536079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Attempting to bind port 41532616-4f01-465d-b020-4514ade72963 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:24.536377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Attempting to bind port 41532616-4f01-465d-b020-4514ade72963 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:24.536664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Attempting to bind port 41532616-4f01-465d-b020-4514ade72963 on network 20167e26-0fb0-478d-af58-7d6fb2157187 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:24.544249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Port 41532616-4f01-465d-b020-4514ade72963 on network 20167e26-0fb0-478d-af58-7d6fb2157187 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:42:24.544579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Attempting to bind port 41532616-4f01-465d-b020-4514ade72963 on network 20167e26-0fb0-478d-af58-7d6fb2157187 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:24.565355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:24.565758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Checking segment: {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:24.566157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Bound using segment: {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:24.566646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Bound port: 41532616-4f01-465d-b020-4514ade72963, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e603d6-2bba-4175-a47b-bdd264e80f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:24.567014 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (41532616-4f01-465d-b020-4514ade72963), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.636952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:24.639246 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13434c72-d138-4d04-83e6-dc080b598916" -d '{"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-plugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:24.683178 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db3b765b-d44c-4da9-bde5-ce77f0c9ebf6 req-7cd2c1ed-07c5-4ef9-9741-433baba2e59a tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (da2cd941-b649-4926-854a-e2b15e431100), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.748201 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db3b765b-d44c-4da9-bde5-ce77f0c9ebf6 req-7cd2c1ed-07c5-4ef9-9741-433baba2e59a tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (da2cd941-b649-4926-854a-e2b15e431100), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.854234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['b84c0100-34a4-4255-a64f-383315455a4a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:24.874129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] For port 41532616-4f01-465d-b020-4514ade72963, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:24.887899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] For port 41532616-4f01-465d-b020-4514ade72963, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=41532616-4f01-465d-b020-4514ade72963,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:24.900825 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db3b765b-d44c-4da9-bde5-ce77f0c9ebf6 req-7cd2c1ed-07c5-4ef9-9741-433baba2e59a tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (da2cd941-b649-4926-854a-e2b15e431100), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.905867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-db3b765b-d44c-4da9-bde5-ce77f0c9ebf6 req-7cd2c1ed-07c5-4ef9-9741-433baba2e59a tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.910373 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db3b765b-d44c-4da9-bde5-ce77f0c9ebf6 req-7cd2c1ed-07c5-4ef9-9741-433baba2e59a tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] 10.222.0.65 "DELETE /v2.0/security-groups/da2cd941-b649-4926-854a-e2b15e431100 HTTP/1.1" status: 204 len: 173 time: 0.4001627 Feb 03 12:42:24.919817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (41532616-4f01-465d-b020-4514ade72963), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:25.012923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:25.013564 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:25.025245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] 10.222.0.72 "PUT /v2.0/ports/41532616-4f01-465d-b020-4514ade72963 HTTP/1.1" status: 200 len: 1092 time: 1.7322388 Feb 03 12:42:25.079672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'tag': '41532616-4f01-465d-b020-4514ade72963'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:25.082782 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dfc62c-2c21-4f6d-86f7-0387e7648207" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "tag": "41532616-4f01-465d-b020-4514ade72963"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:25.164932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2c1ed-07c5-4ef9-9741-433baba2e59a tempest-SecurityGroupsTestAdminJSON-770386923 tempest-SecurityGroupsTestAdminJSON-770386923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2cd941-b649-4926-854a-e2b15e431100,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:25.368050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2068e-4bb3-4c5d-be92-152d8a4fe32b service neutron] Pushing event updated for resources: {'Port': ['ID=41532616-4f01-465d-b020-4514ade72963,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:25.489250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716716a8-92c4-4293-a02f-b1b12fba8713 req-cf900cf1-7bb8-468f-a54a-1e8664c934f1 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:25.493054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-716716a8-92c4-4293-a02f-b1b12fba8713 req-cf900cf1-7bb8-468f-a54a-1e8664c934f1 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 944 time: 0.3691583 Feb 03 12:42:25.567187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-916b1ba7-98e9-4fc0-91cf-253ca88bc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:25.573031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-916b1ba7-98e9-4fc0-91cf-253ca88bc932 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f739d6873ab640f98f91a6b43607cae3&device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 1126 time: 0.4789619 Feb 03 12:42:25.586773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54944) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:25.647897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-0e5e9060-1fea-452e-a30d-3b8575a3ffbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41532616-4f01-465d-b020-4514ade72963 HTTP/1.1" status: 200 len: 217 time: 0.0513570 Feb 03 12:42:25.652499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-716716a8-92c4-4293-a02f-b1b12fba8713 req-cb576b1c-605e-4b74-8b21-dcb9287ea367 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529622 Feb 03 12:42:25.709992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ee9214b9-f4c7-4803-8226-7c609782e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:25.711701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-ee9214b9-f4c7-4803-8226-7c609782e0ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a HTTP/1.1" status: 200 len: 866 time: 0.0578609 Feb 03 12:42:25.784506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-a6590b1c-c71c-4116-bd3f-5ebb5b63d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:25.786445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-a6590b1c-c71c-4116-bd3f-5ebb5b63d762 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20167e26-0fb0-478d-af58-7d6fb2157187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0669212 Feb 03 12:42:25.807229 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1957dd95-dd4c-44c2-91a7-af67f8802fb0 x-openstack-request-id: req-1957dd95-dd4c-44c2-91a7-af67f8802fb0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:25.807747 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-plugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:25.807747 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1957dd95-dd4c-44c2-91a7-af67f8802fb0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:25.808161 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'code': 200} Feb 03 12:42:25.999017 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-32ab8f78-d3ad-441d-935c-bcf9ae9b920d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18fbe7530da34f348fa39787b638aa65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107213 Feb 03 12:42:25.999659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54950) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:26.075432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-fd268e9d-1ebf-4203-b842-cfdd3e84189c service neutron] 10.222.0.72 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712996 Feb 03 12:42:26.090517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7064730e-60f7-4210-824c-f69db9129e5f admin admin] Publish callbacks [] for security_group (f7db0c22-f0a4-4130-a115-c666f3774b63), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.162830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7064730e-60f7-4210-824c-f69db9129e5f admin admin] Publish callbacks [] for security_group (f7db0c22-f0a4-4130-a115-c666f3774b63), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.239714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17d59-abbc-4267-acc3-398c231b79cd req-50d060ff-27f1-4cf1-827a-9f941ab6f4a7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:26.242356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08e17d59-abbc-4267-acc3-398c231b79cd req-50d060ff-27f1-4cf1-827a-9f941ab6f4a7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.2395084 Feb 03 12:42:26.268431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7064730e-60f7-4210-824c-f69db9129e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7db0c22-f0a4-4130-a115-c666f3774b63), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.271315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7064730e-60f7-4210-824c-f69db9129e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.272741 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7064730e-60f7-4210-824c-f69db9129e5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7db0c22-f0a4-4130-a115-c666f3774b63 HTTP/1.1" status: 204 len: 168 time: 0.2721312 Feb 03 12:42:26.284867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064730e-60f7-4210-824c-f69db9129e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db0c22-f0a4-4130-a115-c666f3774b63,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:26.408010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8fe8dc-fd4f-4bec-8f31-635504dcdb1d req-89ece268-6597-4b52-8192-a085e035698c service neutron] 10.222.0.72 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315957 Feb 03 12:42:26.457631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08e17d59-abbc-4267-acc3-398c231b79cd req-ce59b5b9-e052-4db6-b101-373850859948 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084153 Feb 03 12:42:26.587593 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac61b5df-751d-4f71-a5d7-462558e24ec3 x-openstack-request-id: req-ac61b5df-751d-4f71-a5d7-462558e24ec3 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:26.588126 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "tag": "41532616-4f01-465d-b020-4514ade72963", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:26.588580 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac61b5df-751d-4f71-a5d7-462558e24ec3 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:26.589141 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'tag': '41532616-4f01-465d-b020-4514ade72963', 'status': 'completed', 'code': 200} Feb 03 12:42:26.754681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-423d06f6-58d0-4f44-bf8e-2abebffb6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:26.756074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-423d06f6-58d0-4f44-bf8e-2abebffb6ddc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f739d6873ab640f98f91a6b43607cae3&device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 1126 time: 0.1475604 Feb 03 12:42:26.854913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54958) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:26.928680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7da7e-5a66-408c-8e61-a90b77e72538 req-42ff9762-fa40-4a03-9dff-d219f750abdf tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:26.930244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cc7da7e-5a66-408c-8e61-a90b77e72538 req-42ff9762-fa40-4a03-9dff-d219f750abdf tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 943 time: 0.1851215 Feb 03 12:42:26.973187 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8780528b-3cd0-4487-b8d1-5058e1692208 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20624035a95a427785303b4110ae04a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1136696 Feb 03 12:42:26.978271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54962) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:27.000755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-c7a96337-a2b5-4c8e-949e-06ddb8640f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.006874 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-c7a96337-a2b5-4c8e-949e-06ddb8640f40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=20167e26-0fb0-478d-af58-7d6fb2157187 HTTP/1.1" status: 200 len: 928 time: 0.2286193 Feb 03 12:42:27.107926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Publish callbacks [] for security_group (c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:27.137737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Publish callbacks [] for security_group (c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:27.165527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cc7da7e-5a66-408c-8e61-a90b77e72538 req-f29dc3a6-0ce7-4eab-972a-c80393cf823c tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261150 Feb 03 12:42:27.176170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-30d22e66-fb76-47c0-a979-7126056631ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41532616-4f01-465d-b020-4514ade72963 HTTP/1.1" status: 200 len: 217 time: 0.1554613 Feb 03 12:42:27.216132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:27.219181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:27.222958 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9 HTTP/1.1" status: 204 len: 168 time: 0.2412968 Feb 03 12:42:27.233059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f25c5e-152c-4ea6-89a8-9be0e7f7e1f9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:27.245714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.246702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.247478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.248000 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.248499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.248996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.249504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.250007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.250537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.251021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.251511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.252025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.252639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f90ffe-6eee-4543-91cf-0b9d7fda860f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:27.281554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-93a4671e-3d33-4a3f-8788-4ef8682293df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.284849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-93a4671e-3d33-4a3f-8788-4ef8682293df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a HTTP/1.1" status: 200 len: 866 time: 0.0953510 Feb 03 12:42:27.558887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-51d64b8d-efcf-44de-a931-50ef6671db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.565902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-51d64b8d-efcf-44de-a931-50ef6671db1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20167e26-0fb0-478d-af58-7d6fb2157187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2673962 Feb 03 12:42:27.623450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c996a-5488-4df7-ac94-361313099f7c req-32b81775-7fa3-4f2e-805b-7bf605ea0dec tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.625388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-812c996a-5488-4df7-ac94-361313099f7c req-32b81775-7fa3-4f2e-805b-7bf605ea0dec tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 944 time: 0.2400753 Feb 03 12:42:27.723811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-56da403e-ed35-4c9c-9786-9fb364009537 service neutron] 10.222.0.72 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522796 Feb 03 12:42:27.856007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6dfc62c-2c21-4f6d-86f7-0387e7648207 req-0367d282-6949-4501-afa7-95ee55ad2b6d service neutron] 10.222.0.72 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211264 Feb 03 12:42:27.894038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device b84c0100-34a4-4255-a64f-383315455a4a up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:27.934593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-812c996a-5488-4df7-ac94-361313099f7c req-a2f180a1-2873-4d7d-b2f9-74a5002c0cec tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084599 Feb 03 12:42:28.090944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port b84c0100-34a4-4255-a64f-383315455a4a completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:42:28.104491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port b84c0100-34a4-4255-a64f-383315455a4a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:28.105177 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b84c0100-34a4-4255-a64f-383315455a4a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.213496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248d8c7-e545-4667-9698-aab26ccb9245 req-7c8c3d5d-0d64-4864-b904-a365945affce tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:28.225607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a248d8c7-e545-4667-9698-aab26ccb9245 req-7c8c3d5d-0d64-4864-b904-a365945affce tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.1259253 Feb 03 12:42:28.325183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port b84c0100-34a4-4255-a64f-383315455a4a is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:28.325574 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b84c0100-34a4-4255-a64f-383315455a4a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.347645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a248d8c7-e545-4667-9698-aab26ccb9245 req-ea6b370f-0437-4156-9eb8-e5cfca015033 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155632 Feb 03 12:42:28.369159 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:42:28.399253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9928a0d-70f1-45e7-acb1-bd78eae0d791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84c0100-34a4-4255-a64f-383315455a4a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:28.401544 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4767e0-997c-4c69-9ec5-6ba766dd2537" -d '{"events": [{"server_uuid": "c9928a0d-70f1-45e7-acb1-bd78eae0d791", "name": "network-vif-plugged", "status": "completed", "tag": "b84c0100-34a4-4255-a64f-383315455a4a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:28.439302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port b84c0100-34a4-4255-a64f-383315455a4a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b84c0100-34a4-4255-a64f-383315455a4a,segment=NetworkSegment(5153a7a9-f2e5-4618-ab01-9f4028dacafb),segment_id=5153a7a9-f2e5-4618-ab01-9f4028dacafb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:28.469306 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b84c0100-34a4-4255-a64f-383315455a4a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.591390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=b84c0100-34a4-4255-a64f-383315455a4a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:28.703937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb676fc-abbb-4127-8e78-3ad4254caef0 req-10ad0cc9-a4d5-4063-a47b-e8773c9f183f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:28.711856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eb676fc-abbb-4127-8e78-3ad4254caef0 req-10ad0cc9-a4d5-4063-a47b-e8773c9f183f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 943 time: 0.1240728 Feb 03 12:42:28.740060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54996) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:28.844131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eb676fc-abbb-4127-8e78-3ad4254caef0 req-8fb0b218-47cc-4f21-b41f-6fa1b953543b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231232 Feb 03 12:42:28.904689 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb849bc-0068-4a16-8f5d-bbd67cdc617d x-openstack-request-id: req-9fb849bc-0068-4a16-8f5d-bbd67cdc617d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:28.905225 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9928a0d-70f1-45e7-acb1-bd78eae0d791", "name": "network-vif-plugged", "status": "completed", "tag": "b84c0100-34a4-4255-a64f-383315455a4a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:28.905225 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fb849bc-0068-4a16-8f5d-bbd67cdc617d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:28.905612 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9928a0d-70f1-45e7-acb1-bd78eae0d791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84c0100-34a4-4255-a64f-383315455a4a', 'code': 200} Feb 03 12:42:28.996565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1954492668-network', 'tenant_id': '49fbd6257e60410fa2a312ec038b6c2e'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:29.013922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55006) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:29.059379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Made reservation on behalf of 49fbd6257e60410fa2a312ec038b6c2e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:29.062106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.071294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.292521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Publish callbacks [] for security_group (6dbf8ef1-7214-42c7-af58-d58d9df02579), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.312284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6dbf8ef1-7214-42c7-af58-d58d9df02579), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.364861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:42:29.413830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbf8ef1-7214-42c7-af58-d58d9df02579,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:29.434021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9c48d3f5-5092-4c79-87fc-26e037f93e45), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.434694 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Added segment 9c48d3f5-5092-4c79-87fc-26e037f93e45 of type vlan for network 05fd82f8-0a72-40da-9781-193c63c84f5c Feb 03 12:42:29.548037 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (05fd82f8-0a72-40da-9781-193c63c84f5c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.611744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (05fd82f8-0a72-40da-9781-193c63c84f5c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.612755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:29.613355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.687732 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9440706 Feb 03 12:42:29.688503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55012) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:29.697996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Request body: {'subnet': {'network_id': '05fd82f8-0a72-40da-9781-193c63c84f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1954492668-subnet', 'tenant_id': '49fbd6257e60410fa2a312ec038b6c2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:29.788635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2a563-d6ca-4254-96ba-684565d01139 admin admin] Pushing event updated for resources: {'Network': ['ID=05fd82f8-0a72-40da-9781-193c63c84f5c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:29.804583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 05fd82f8-0a72-40da-9781-193c63c84f5c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:42:29.835098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Made reservation on behalf of 49fbd6257e60410fa2a312ec038b6c2e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:29.839752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.933770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 41532616-4f01-465d-b020-4514ade72963 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:30.159704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 41532616-4f01-465d-b020-4514ade72963, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=41532616-4f01-465d-b020-4514ade72963,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:30.180596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '41532616-4f01-465d-b020-4514ade72963', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'port_id': '41532616-4f01-465d-b020-4514ade72963', 'mac_address': 'fa:16:3e:30:14:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:30.191158 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (de552eb8-54a4-4fae-9ef8-be05c78b763c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.271438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 41532616-4f01-465d-b020-4514ade72963 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:30.272313 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (41532616-4f01-465d-b020-4514ade72963), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.298267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41532616-4f01-465d-b020-4514ade72963 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:30.332598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Pushing event updated for resources: {'Subnet': ['ID=de552eb8-54a4-4fae-9ef8-be05c78b763c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:30.334526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 41532616-4f01-465d-b020-4514ade72963, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=41532616-4f01-465d-b020-4514ade72963,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:30.342761 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (41532616-4f01-465d-b020-4514ade72963), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.347406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Checking segment: {'id': '9c48d3f5-5092-4c79-87fc-26e037f93e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '05fd82f8-0a72-40da-9781-193c63c84f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:30.349688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Network hostable DHCP agents. Network: 05fd82f8-0a72-40da-9781-193c63c84f5c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:42:30.376644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501681-ea84-46c8-bcc3-ede3103b97d0 req-da13736f-1017-4d59-85a8-7e6612765cc3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:30.378672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8501681-ea84-46c8-bcc3-ede3103b97d0 req-da13736f-1017-4d59-85a8-7e6612765cc3 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 945 time: 1.0314357 Feb 03 12:42:30.389145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Network 05fd82f8-0a72-40da-9781-193c63c84f5c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:42:30.434443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 05fd82f8-0a72-40da-9781-193c63c84f5c) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:30.453934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=41532616-4f01-465d-b020-4514ade72963,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:30.468375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80eed0-f2e2-4320-9949-2b043d41e101 req-386ee496-e826-4b10-96b3-664bbdc88364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:30.469949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba80eed0-f2e2-4320-9949-2b043d41e101 req-386ee496-e826-4b10-96b3-664bbdc88364 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 1128 time: 1.1366298 Feb 03 12:42:30.497947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:30.498993 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.524377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb040a8-8986-4962-9e19-c9f459c6d3ca None None] Network 05fd82f8-0a72-40da-9781-193c63c84f5c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:30.549461 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5a94ec99-3666-4655-ac90-30bfcaa4210c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8572299 Feb 03 12:42:30.594550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8501681-ea84-46c8-bcc3-ede3103b97d0 req-840c3268-cce2-4cf6-b086-9b4b159664fc tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011783 Feb 03 12:42:30.701449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba80eed0-f2e2-4320-9949-2b043d41e101 req-e955d27d-2650-46b4-b75c-31585d9f16d8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105024 Feb 03 12:42:30.779263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['41532616-4f01-465d-b020-4514ade72963'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:30.805657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd58fbf-aa54-4493-8a08-7b160b6c3d9f None None] Network 05fd82f8-0a72-40da-9781-193c63c84f5c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:30.946730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04c887-3a00-4bf1-aec6-1150c0b096ea req-ced44305-82fc-42b9-84a3-99296981dc1c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:30.954455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb04c887-3a00-4bf1-aec6-1150c0b096ea req-ced44305-82fc-42b9-84a3-99296981dc1c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.2521439 Feb 03 12:42:31.091429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb04c887-3a00-4bf1-aec6-1150c0b096ea req-fc508411-1e7a-429a-8010-a4175bec8bdb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360829 Feb 03 12:42:31.353240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b674b3d-0ee9-4440-9f43-f2a818e586e2 req-c909f9a0-a5c9-4a38-a51f-bb1c1bf00479 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:31.360903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b674b3d-0ee9-4440-9f43-f2a818e586e2 req-c909f9a0-a5c9-4a38-a51f-bb1c1bf00479 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 944 time: 0.1281052 Feb 03 12:42:31.366355 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (4da439f3-b8b7-43da-a943-f6e73e5a7f84), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.498534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b674b3d-0ee9-4440-9f43-f2a818e586e2 req-757e6e74-c170-42d0-b2d6-66839fc24647 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362770 Feb 03 12:42:31.841136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:31.848142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2081328734-network', 'tenant_id': '56124ae80a674ea78feff0661bb437c4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:31.894432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d03546-b50b-4abd-8f71-50e70614aed1 req-3d2304c4-7391-42c8-b200-37c1ceac5de2 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:31.904110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Made reservation on behalf of 56124ae80a674ea78feff0661bb437c4 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:31.905129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19d03546-b50b-4abd-8f71-50e70614aed1 req-3d2304c4-7391-42c8-b200-37c1ceac5de2 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 945 time: 0.1067719 Feb 03 12:42:31.907297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.928512 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.001161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19d03546-b50b-4abd-8f71-50e70614aed1 req-b567b19c-ff22-492c-be89-e58fafdd1551 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947318 Feb 03 12:42:32.164583 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Publish callbacks [] for security_group (6f755794-2767-488d-b177-de483659da0b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.180601 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6f755794-2767-488d-b177-de483659da0b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.203614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Deleting port af28a45a-bd60-456f-b83d-dcd3bc951448 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:32.204347 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.220650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:42:32.234724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (212bd03e-07f2-4f59-9580-4fbeec37eb1b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.235280 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Added segment 212bd03e-07f2-4f59-9580-4fbeec37eb1b of type vlan for network c725b4d5-850f-493e-a486-78e9d771f83f Feb 03 12:42:32.288535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (c725b4d5-850f-493e-a486-78e9d771f83f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.317216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] For port af28a45a-bd60-456f-b83d-dcd3bc951448, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=af28a45a-bd60-456f-b83d-dcd3bc951448,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:32.317758 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.332656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (c725b4d5-850f-493e-a486-78e9d771f83f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.334789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:32.336171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.356436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Calling delete_port for af28a45a-bd60-456f-b83d-dcd3bc951448 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:32.462941 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Pushing event updated for resources: {'Network': ['ID=c725b4d5-850f-493e-a486-78e9d771f83f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:32.470267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f755794-2767-488d-b177-de483659da0b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:32.477914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network c725b4d5-850f-493e-a486-78e9d771f83f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:42:32.526347 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b1a9db06-83a9-4143-8572-4b69f328aad6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6839292 Feb 03 12:42:32.528488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55042) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:32.544696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Request body: {'subnet': {'network_id': 'c725b4d5-850f-493e-a486-78e9d771f83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2081328734-subnet', 'tenant_id': '56124ae80a674ea78feff0661bb437c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:32.615729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Made reservation on behalf of 56124ae80a674ea78feff0661bb437c4 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:32.618597 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.863351 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (af28a45a-bd60-456f-b83d-dcd3bc951448), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.992691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af28a45a-bd60-456f-b83d-dcd3bc951448,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:33.009617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (8238fd16-cb1f-43c6-9d05-366d422389ea), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.123027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1730e-affb-40b5-a5df-abf343454b43 req-77ac2b2a-8942-4755-8349-cbe0becc6e9b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:33.134511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00d1730e-affb-40b5-a5df-abf343454b43 req-77ac2b2a-8942-4755-8349-cbe0becc6e9b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.9327295 Feb 03 12:42:33.157615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8238fd16-cb1f-43c6-9d05-366d422389ea,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:33.179766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Checking segment: {'id': '212bd03e-07f2-4f59-9580-4fbeec37eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c725b4d5-850f-493e-a486-78e9d771f83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:33.180174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Network hostable DHCP agents. Network: c725b4d5-850f-493e-a486-78e9d771f83f, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:42:33.236894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Network c725b4d5-850f-493e-a486-78e9d771f83f is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:42:33.261785 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, c725b4d5-850f-493e-a486-78e9d771f83f) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:33.266533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:33.267139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.272047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c701b4-4193-4c36-9e38-247c8707f460 None None] Network c725b4d5-850f-493e-a486-78e9d771f83f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:33.298957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00d1730e-affb-40b5-a5df-abf343454b43 req-ecb75bc0-fbac-49fa-835b-cb2b4b79108e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634176 Feb 03 12:42:33.356521 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ac944352-8ac4-46f6-89d7-5819823b7b1d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8251715 Feb 03 12:42:33.526717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (4da439f3-b8b7-43da-a943-f6e73e5a7f84), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.571082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdec559f-7478-4c1c-ab0e-3763cb4995e0 None None] Network c725b4d5-850f-493e-a486-78e9d771f83f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:33.818000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e0faa-e6d4-4fd1-a093-f19c6b87a779 req-740d4382-f559-4e47-b11b-c78df6a1af30 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:33.833426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-053e0faa-e6d4-4fd1-a093-f19c6b87a779 req-740d4382-f559-4e47-b11b-c78df6a1af30 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 944 time: 0.3975012 Feb 03 12:42:33.933408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 41532616-4f01-465d-b020-4514ade72963 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:34.004592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-053e0faa-e6d4-4fd1-a093-f19c6b87a779 req-7d7091c1-69b5-4337-9a54-e391cf0b2a04 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672616 Feb 03 12:42:34.063724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 41532616-4f01-465d-b020-4514ade72963 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:42:34.070545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 41532616-4f01-465d-b020-4514ade72963 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:34.075877 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (41532616-4f01-465d-b020-4514ade72963), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.339388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 41532616-4f01-465d-b020-4514ade72963 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:34.340134 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (41532616-4f01-465d-b020-4514ade72963), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.373355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:42:34.390823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a173625-b544-404a-9fab-d53ae510974f req-bc0f1874-a8f1-4949-91ec-12bd4e48c215 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:34.392685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a173625-b544-404a-9fab-d53ae510974f req-bc0f1874-a8f1-4949-91ec-12bd4e48c215 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 945 time: 0.1896925 Feb 03 12:42:34.396454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 41532616-4f01-465d-b020-4514ade72963, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=41532616-4f01-465d-b020-4514ade72963,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:34.397759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41532616-4f01-465d-b020-4514ade72963'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:34.401667 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03557387-733f-43dc-a003-fa185c079bdb" -d '{"events": [{"server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "name": "network-vif-plugged", "status": "completed", "tag": "41532616-4f01-465d-b020-4514ade72963"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:34.406172 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (41532616-4f01-465d-b020-4514ade72963), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.503899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=41532616-4f01-465d-b020-4514ade72963,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:34.530431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a173625-b544-404a-9fab-d53ae510974f req-1f029e35-3f16-4ded-900c-f99759e31647 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261375 Feb 03 12:42:34.636750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:34.645855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] Sync routers for ids ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:34.655634 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] Routers {'4da439f3-b8b7-43da-a943-f6e73e5a7f84'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:34.656839 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:34.662274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-013687a9-46e7-4536-b4fd-8853ee5eebf5 admin admin] 10.222.0.65 "PUT /v2.0/routers/4da439f3-b8b7-43da-a943-f6e73e5a7f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6468155 Feb 03 12:42:34.664766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55064) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:34.771453 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] Set router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:34.955928 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks [] for router (4da439f3-b8b7-43da-a943-f6e73e5a7f84), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.039927 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:07Z', 'updated_at': '2022-02-03T12:42:32Z', 'revision_number': 5, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'gw_port': {'id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:08Z', 'updated_at': '2022-02-03T12:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:35.080830 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] Checking router: 4da439f3-b8b7-43da-a943-f6e73e5a7f84 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:35.090150 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] Routers {'4da439f3-b8b7-43da-a943-f6e73e5a7f84'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:35.090852 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:35.121387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks [] for router_gateway (4da439f3-b8b7-43da-a943-f6e73e5a7f84), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.213380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Deleting port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:35.213722 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.236025 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] Set router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:35.411760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] For port 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8bc3be41-65bd-48e6-9322-1c64a3cbdc2f,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:35.412124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.443320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Calling delete_port for 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:35.578433 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:07Z', 'updated_at': '2022-02-03T12:42:32Z', 'revision_number': 5, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'gw_port': {'id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:08Z', 'updated_at': '2022-02-03T12:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:35.626701 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fa7b9-b303-45bd-91ff-71ed727c8337 None None] The sync data for ids ['4da439f3-b8b7-43da-a943-f6e73e5a7f84'] in n-d-792364-10 is: [{'id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'name': 'tempest-AttachSCSIVolumeTestJSON-963103867-router', 'tenant_id': '8ba905b157074c7eb9cbae05783fc5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:07Z', 'updated_at': '2022-02-03T12:42:32Z', 'revision_number': 5, 'project_id': '8ba905b157074c7eb9cbae05783fc5af', 'gw_port': {'id': '8bc3be41-65bd-48e6-9322-1c64a3cbdc2f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da439f3-b8b7-43da-a943-f6e73e5a7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:08Z', 'updated_at': '2022-02-03T12:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:35.788988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8bc3be41-65bd-48e6-9322-1c64a3cbdc2f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.852488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc3be41-65bd-48e6-9322-1c64a3cbdc2f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:35.931547 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (4da439f3-b8b7-43da-a943-f6e73e5a7f84), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.119029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (4da439f3-b8b7-43da-a943-f6e73e5a7f84), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.123015 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks [] for router_controller (4da439f3-b8b7-43da-a943-f6e73e5a7f84), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.244875 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (4da439f3-b8b7-43da-a943-f6e73e5a7f84), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.245559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4da439f3-b8b7-43da-a943-f6e73e5a7f84 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:42:36.254062 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.258632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5324564d-1a0c-4be3-823f-47bce068fdde admin admin] 10.222.0.65 "DELETE /v2.0/routers/4da439f3-b8b7-43da-a943-f6e73e5a7f84 HTTP/1.1" status: 204 len: 168 time: 1.5901990 Feb 03 12:42:36.259290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55084) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:36.366705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bed4e5-ef96-483b-b3a1-fb7ebc8e3200 admin admin] Deleting subnet 02314eb2-2388-44ff-8dae-e7ccf012c23d {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:42:36.371464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14bed4e5-ef96-483b-b3a1-fb7ebc8e3200 admin admin] Publish callbacks [] for subnet (02314eb2-2388-44ff-8dae-e7ccf012c23d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.431611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14bed4e5-ef96-483b-b3a1-fb7ebc8e3200 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (02314eb2-2388-44ff-8dae-e7ccf012c23d), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.611733 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63020a2d-2fbd-4342-8dc1-15d019bba5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.631753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14bed4e5-ef96-483b-b3a1-fb7ebc8e3200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (02314eb2-2388-44ff-8dae-e7ccf012c23d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.703193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bc759e4a-f391-4b4f-9854-0275189bbe4b tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:36.711660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bc759e4a-f391-4b4f-9854-0275189bbe4b tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/networks?id=05fd82f8-0a72-40da-9781-193c63c84f5c HTTP/1.1" status: 200 len: 815 time: 0.2974727 Feb 03 12:42:36.712871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14bed4e5-ef96-483b-b3a1-fb7ebc8e3200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (02314eb2-2388-44ff-8dae-e7ccf012c23d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.727866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08f2ab-5304-41f4-8c9a-caa8ae71d1cf req-6bedaf55-b6cf-4c17-b723-bb75f4906ba8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:36.729299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c08f2ab-5304-41f4-8c9a-caa8ae71d1cf req-6bedaf55-b6cf-4c17-b723-bb75f4906ba8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.2128592 Feb 03 12:42:36.737270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-224108ab-f8e1-494a-9b35-bde9e62285fa tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/quotas/49fbd6257e60410fa2a312ec038b6c2e HTTP/1.1" status: 200 len: 375 time: 0.0246873 Feb 03 12:42:36.746540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bed4e5-ef96-483b-b3a1-fb7ebc8e3200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02314eb2-2388-44ff-8dae-e7ccf012c23d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:36.761756 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14bed4e5-ef96-483b-b3a1-fb7ebc8e3200 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.762493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c83baf-1703-4f20-affc-4b6213a55169 None None] Network 47c4878a-7f5a-4252-bb6c-de76d619a443 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:36.773761 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-14bed4e5-ef96-483b-b3a1-fb7ebc8e3200 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/02314eb2-2388-44ff-8dae-e7ccf012c23d HTTP/1.1" status: 204 len: 168 time: 0.5127966 Feb 03 12:42:36.775387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55106) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:36.808265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-36304db2-6f4f-472c-a51a-36d69d920bbd tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=49fbd6257e60410fa2a312ec038b6c2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700185 Feb 03 12:42:36.813184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-e44f294b-2edb-4405-8e11-23993a53199a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:42:36.820211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-e44f294b-2edb-4405-8e11-23993a53199a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110214 Feb 03 12:42:36.888118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (47c4878a-7f5a-4252-bb6c-de76d619a443), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.921366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-45e23e44-aecf-4214-8b0e-96ccf522ef03 service neutron] 10.222.0.65 "GET /v2.0/networks/05fd82f8-0a72-40da-9781-193c63c84f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001070 Feb 03 12:42:37.020584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c08f2ab-5304-41f4-8c9a-caa8ae71d1cf req-cd763eaf-a77e-4f9d-b860-9d76089edae1 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725368 Feb 03 12:42:37.059475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Deleting port 09130aa0-0df3-4983-bad9-4cae50062470 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:37.059759 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (09130aa0-0df3-4983-bad9-4cae50062470), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.079200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-342d7efa-29d7-4983-81ce-5238b35c8dc5 service neutron] 10.222.0.65 "GET /v2.0/networks/05fd82f8-0a72-40da-9781-193c63c84f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569602 Feb 03 12:42:37.089865 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead89c9e-1048-441d-9bf5-41f7e7f04700 x-openstack-request-id: req-ead89c9e-1048-441d-9bf5-41f7e7f04700 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:37.090385 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "name": "network-vif-plugged", "status": "completed", "tag": "41532616-4f01-465d-b020-4514ade72963", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:37.090818 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ead89c9e-1048-441d-9bf5-41f7e7f04700 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:37.091446 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41532616-4f01-465d-b020-4514ade72963', 'code': 200} Feb 03 12:42:37.156130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] DHCP port deletion for 47c4878a-7f5a-4252-bb6c-de76d619a443 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:42:37.194036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] For port 09130aa0-0df3-4983-bad9-4cae50062470, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=09130aa0-0df3-4983-bad9-4cae50062470,segment=NetworkSegment(6440fcc9-fafb-427f-b0ed-48c54272035b),segment_id=6440fcc9-fafb-427f-b0ed-48c54272035b)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:37.194449 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (09130aa0-0df3-4983-bad9-4cae50062470), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.232299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Calling delete_port for 09130aa0-0df3-4983-bad9-4cae50062470 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:37.327702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80cec5-491d-4058-8f3e-fa451eccf9ab req-b610ff66-81e1-4701-8a88-cf53c02ecd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:37.331951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f80cec5-491d-4058-8f3e-fa451eccf9ab req-b610ff66-81e1-4701-8a88-cf53c02ecd51 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 1128 time: 0.1597912 Feb 03 12:42:37.366205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device af28a45a-bd60-456f-b83d-dcd3bc951448 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:37.411555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: af28a45a-bd60-456f-b83d-dcd3bc951448 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:37.412340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device af28a45a-bd60-456f-b83d-dcd3bc951448 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:37.412926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 09130aa0-0df3-4983-bad9-4cae50062470 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:37.434818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f80cec5-491d-4058-8f3e-fa451eccf9ab req-cf0b68a1-036e-4ca4-8cc4-3c0c1866267e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936687 Feb 03 12:42:37.454378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (09130aa0-0df3-4983-bad9-4cae50062470), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.488837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=09130aa0-0df3-4983-bad9-4cae50062470,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:37.493542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] Deleting port 09130aa0-0df3-4983-bad9-4cae50062470 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:37.494185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (09130aa0-0df3-4983-bad9-4cae50062470), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.494391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] No DVR routers for this DVR port 09130aa0-0df3-4983-bad9-4cae50062470 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:37.578589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] For port 09130aa0-0df3-4983-bad9-4cae50062470, host n-d-792364-10, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:37.579431 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (09130aa0-0df3-4983-bad9-4cae50062470), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.597258 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (47c4878a-7f5a-4252-bb6c-de76d619a443), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.600652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] Calling delete_port for 09130aa0-0df3-4983-bad9-4cae50062470 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:37.604896 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] Port 09130aa0-0df3-4983-bad9-4cae50062470 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:42:37.611011 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (09130aa0-0df3-4983-bad9-4cae50062470), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.620985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No active binding found for port 09130aa0-0df3-4983-bad9-4cae50062470 {{(pid=103225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 12:42:37.621694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] The host n-d-792364-10 is not matching for port 09130aa0-0df3-4983-bad9-4cae50062470 host None! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:42:37.621694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 09130aa0-0df3-4983-bad9-4cae50062470 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:37.622116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:37.651701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] No DVR routers for this DVR port 09130aa0-0df3-4983-bad9-4cae50062470 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:37.677236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:37.677907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8bc3be41-65bd-48e6-9322-1c64a3cbdc2f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:37.680853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248673-b288-4b94-b7b0-baca5899f8fb req-1c56f09e-b782-42fc-8c37-a7b3e1362871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:37.683418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9390edc-d3cc-46d3-830d-9b37f5731d90 None None] Pushing event deleted for resources: {'Port': ['ID=09130aa0-0df3-4983-bad9-4cae50062470,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:37.684554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87248673-b288-4b94-b7b0-baca5899f8fb req-1c56f09e-b782-42fc-8c37-a7b3e1362871 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 1128 time: 0.2172711 Feb 03 12:42:37.700490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92085a8-71a1-4235-aedf-232441be64d8 req-f46ee2f8-d4fa-4070-b30c-14cafe6bcd75 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:37.705143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c4878a-7f5a-4252-bb6c-de76d619a443']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:37.718100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e92085a8-71a1-4235-aedf-232441be64d8 req-f46ee2f8-d4fa-4070-b30c-14cafe6bcd75 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 945 time: 0.2764342 Feb 03 12:42:37.732397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6440fcc9-fafb-427f-b0ed-48c54272035b') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:37.741611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6440fcc9-fafb-427f-b0ed-48c54272035b') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:37.760992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (6440fcc9-fafb-427f-b0ed-48c54272035b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.791530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6440fcc9-fafb-427f-b0ed-48c54272035b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.803747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:42:37.804153 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (6440fcc9-fafb-427f-b0ed-48c54272035b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:42:37.809699 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:42:37.828988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e92085a8-71a1-4235-aedf-232441be64d8 req-379a4820-0726-4c84-8776-45f1b2349880 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097522 Feb 03 12:42:38.304782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (47c4878a-7f5a-4252-bb6c-de76d619a443), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.314245 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.327059 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/47c4878a-7f5a-4252-bb6c-de76d619a443 HTTP/1.1" status: 204 len: 168 time: 1.5484428 Feb 03 12:42:38.327746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55146) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:38.441621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc6bc2f2-2e51-4928-aaa9-adb7bb2d0521 req-748a9ab3-1d59-4347-b32c-413ccb611b7e tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 210 time: 0.5130444 Feb 03 12:42:38.450203 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa6f0-4048-484f-9585-dbcf289cb3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c4878a-7f5a-4252-bb6c-de76d619a443,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:38.484997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248673-b288-4b94-b7b0-baca5899f8fb req-70d92fd3-0c64-485d-9864-55a84d8424ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:38.487009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87248673-b288-4b94-b7b0-baca5899f8fb req-70d92fd3-0c64-485d-9864-55a84d8424ca service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 0.7958798 Feb 03 12:42:38.767692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9044d92-38bb-4896-83e6-2ac15de8d923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.821377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87248673-b288-4b94-b7b0-baca5899f8fb req-34d72b7d-50ea-4407-8368-d14832a50168 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd HTTP/1.1" status: 200 len: 1000 time: 0.3015065 Feb 03 12:42:38.971156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248673-b288-4b94-b7b0-baca5899f8fb req-b1ec0c1f-032e-45fb-a078-a6f3e06f5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:38.972804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87248673-b288-4b94-b7b0-baca5899f8fb req-b1ec0c1f-032e-45fb-a078-a6f3e06f5d5e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.1505070 Feb 03 12:42:39.047066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d31d2a-793f-4c48-9633-a9ee25624e48 req-f1d7fd4d-381d-4204-b710-952586df65cb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:39.055664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2d31d2a-793f-4c48-9633-a9ee25624e48 req-f1d7fd4d-381d-4204-b710-952586df65cb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 945 time: 0.3786705 Feb 03 12:42:39.128906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2d31d2a-793f-4c48-9633-a9ee25624e48 req-05c671ec-f773-4764-944b-e32f5efcf7f2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712531 Feb 03 12:42:39.176012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248673-b288-4b94-b7b0-baca5899f8fb req-583679d7-44ba-4f22-9d54-31f0565bcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:39.178451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87248673-b288-4b94-b7b0-baca5899f8fb req-583679d7-44ba-4f22-9d54-31f0565bcd27 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1971824 Feb 03 12:42:39.193917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-87248673-b288-4b94-b7b0-baca5899f8fb req-23dc42a0-d125-47e5-993f-2600fa047992 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:42:39.203530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87248673-b288-4b94-b7b0-baca5899f8fb req-23dc42a0-d125-47e5-993f-2600fa047992 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181553 Feb 03 12:42:39.313722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (e3cf36cb-5269-458f-973e-acfebc73503d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.432221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87248673-b288-4b94-b7b0-baca5899f8fb req-80aded21-ef2f-4134-8292-7e20b1dbb382 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230034 Feb 03 12:42:39.671907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87248673-b288-4b94-b7b0-baca5899f8fb req-196e65ba-9cca-45c8-b566-7d84e9683a5e service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309234 Feb 03 12:42:39.719024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d839c-56a4-4b0f-a38c-a955d85354eb req-32c0ff5a-da35-4f0b-9e92-c23e0e79276a tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:39.722124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e38d839c-56a4-4b0f-a38c-a955d85354eb req-32c0ff5a-da35-4f0b-9e92-c23e0e79276a tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 945 time: 0.1373703 Feb 03 12:42:39.946352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:39.958959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e38d839c-56a4-4b0f-a38c-a955d85354eb req-7ee3b5a2-3139-4f8b-96b7-7d4d940f707a tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263753 Feb 03 12:42:39.993386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Deleting port b16e4012-4188-4ea5-9f2b-a325fa357bf4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:39.993728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.059876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-f9aa2269-4fa0-4912-aafd-8792123c2bd9 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:40.061901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-f9aa2269-4fa0-4912-aafd-8792123c2bd9 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.91 "GET /v2.0/networks?id=05fd82f8-0a72-40da-9781-193c63c84f5c HTTP/1.1" status: 200 len: 815 time: 0.3009334 Feb 03 12:42:40.078664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Request body: {'port': {'device_id': '29d49577-b05f-4d6c-9e14-f7dee2e9d987', 'network_id': '05fd82f8-0a72-40da-9781-193c63c84f5c', 'admin_state_up': True, 'tenant_id': '49fbd6257e60410fa2a312ec038b6c2e'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:40.126311 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.152704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] For port b16e4012-4188-4ea5-9f2b-a325fa357bf4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b16e4012-4188-4ea5-9f2b-a325fa357bf4,segment=NetworkSegment(eddde70c-8fad-49fd-b6a0-180dbbc117f7),segment_id=eddde70c-8fad-49fd-b6a0-180dbbc117f7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:40.153073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.174386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Calling delete_port for b16e4012-4188-4ea5-9f2b-a325fa357bf4 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:40.226782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40e8374e-c8cc-4779-b4e8-3813307aaccd is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:40.228051 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.266826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:40.269173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:40.272412 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd800ae5-0aae-4dc0-b043-9b83e8ff3f0a" -d '{"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-unplugged", "status": "completed", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:40.277719 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.340467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e402-6c8d-4610-93eb-b482919fbe26 req-fcc2a65e-8a39-41af-9830-f66041df2404 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:40.344764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37b5e402-6c8d-4610-93eb-b482919fbe26 req-fcc2a65e-8a39-41af-9830-f66041df2404 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 945 time: 0.1936076 Feb 03 12:42:40.346234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Made reservation on behalf of 49fbd6257e60410fa2a312ec038b6c2e for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:40.348146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:40.359767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.428450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b16e4012-4188-4ea5-9f2b-a325fa357bf4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.474953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37b5e402-6c8d-4610-93eb-b482919fbe26 req-7c243e71-c41a-4be0-9a14-4633835608f9 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109304 Feb 03 12:42:40.517775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b16e4012-4188-4ea5-9f2b-a325fa357bf4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:40.609681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Allocated IP 172.20.0.3 (05fd82f8-0a72-40da-9781-193c63c84f5c/de552eb8-54a4-4fae-9ef8-be05c78b763c/290708d7-ac07-4ba3-94c7-7a6ec40d8326) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:40.741228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (e3cf36cb-5269-458f-973e-acfebc73503d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.941594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b7d77d9-f9c5-4561-8571-c41b4804b53f req-d2923657-f729-4111-a28a-dff8e3b77e4b tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 210 time: 0.1466608 Feb 03 12:42:41.108635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-b237833f-40bb-4290-acd7-6e9976690bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 258 time: 0.4794614 Feb 03 12:42:41.111900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Router e3cf36cb-5269-458f-973e-acfebc73503d has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:42:41.119429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:41.203981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.244507 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Publish callbacks [] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.253378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3978d-9d25-4d20-a37b-c3b9548a487d req-008017a9-30b0-401f-8eb8-477b5db322ca tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:41.260775 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66e3978d-9d25-4d20-a37b-c3b9548a487d req-008017a9-30b0-401f-8eb8-477b5db322ca tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.2197123 Feb 03 12:42:41.272799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:41.284599 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-66fab564-60f3-4632-b4a2-5b81e6225ae0 admin admin] 10.222.0.65 "PUT /v2.0/routers/e3cf36cb-5269-458f-973e-acfebc73503d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9479094 Feb 03 12:42:41.285739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55186) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:41.285960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] Sync routers for ids ['e3cf36cb-5269-458f-973e-acfebc73503d'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:41.309569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] Routers {'e3cf36cb-5269-458f-973e-acfebc73503d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:41.312482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e3cf36cb-5269-458f-973e-acfebc73503d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:41.387190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66e3978d-9d25-4d20-a37b-c3b9548a487d req-096d7e0f-9519-4d80-958b-3451c075f997 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251988 Feb 03 12:42:41.418224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.459716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks [] for router (e3cf36cb-5269-458f-973e-acfebc73503d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.489954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Network 05fd82f8-0a72-40da-9781-193c63c84f5c is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:41.496685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:41.499662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:41.502647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Pushing event updated for resources: {'Port': ['ID=290708d7-ac07-4ba3-94c7-7a6ec40d8326,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:41.570818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.589423 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956961ca-d469-42f2-97ed-37483e414c70 x-openstack-request-id: req-956961ca-d469-42f2-97ed-37483e414c70 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:41.589928 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-unplugged", "status": "completed", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:41.590359 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-956961ca-d469-42f2-97ed-37483e414c70 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:41.590898 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'code': 200} Feb 03 12:42:41.592910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] Set router e3cf36cb-5269-458f-973e-acfebc73503d gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:41.597702 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.613275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:41.621311 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.711132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-9b46ca3f-2465-4439-9407-4e11bc5bf843 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:41.713171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-9b46ca3f-2465-4439-9407-4e11bc5bf843 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.91 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 945 time: 0.1427302 Feb 03 12:42:41.732634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-bfb44a39-aeab-4bf4-a767-277a623157c0 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6582508 Feb 03 12:42:41.761015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Request body: {'port': {'device_id': '29d49577-b05f-4d6c-9e14-f7dee2e9d987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:41.843185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:17Z', 'updated_at': '2022-02-03T12:42:40Z', 'revision_number': 5, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'gw_port': {'id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:18Z', 'updated_at': '2022-02-03T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:41.872480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] Checking router: e3cf36cb-5269-458f-973e-acfebc73503d for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:41.881626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] Routers {'e3cf36cb-5269-458f-973e-acfebc73503d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:41.882443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e3cf36cb-5269-458f-973e-acfebc73503d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:41.897821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b61b32-8df6-44a7-a093-86e1c7f153f4 req-9ef4b806-d4fa-41b8-8c68-12609149c847 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:41.905183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03b61b32-8df6-44a7-a093-86e1c7f153f4 req-9ef4b806-d4fa-41b8-8c68-12609149c847 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.1841621 Feb 03 12:42:41.929833 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.939901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Allocated IP 172.25.3.192 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/c753f975-1ae3-4b6b-b028-5fb072009d01) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:41.993805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Deleting port b84c0100-34a4-4255-a64f-383315455a4a {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:41.994138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b84c0100-34a4-4255-a64f-383315455a4a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.009269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] Set router e3cf36cb-5269-458f-973e-acfebc73503d gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:42.046315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03b61b32-8df6-44a7-a093-86e1c7f153f4 req-be3e964e-3298-42b3-b683-0fc8921f9e0a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398878 Feb 03 12:42:42.143619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] For port b84c0100-34a4-4255-a64f-383315455a4a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=b84c0100-34a4-4255-a64f-383315455a4a,segment=NetworkSegment(5153a7a9-f2e5-4618-ab01-9f4028dacafb),segment_id=5153a7a9-f2e5-4618-ab01-9f4028dacafb)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:42.143993 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b84c0100-34a4-4255-a64f-383315455a4a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.148038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks [] for router_gateway (e3cf36cb-5269-458f-973e-acfebc73503d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.219169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Calling delete_port for b84c0100-34a4-4255-a64f-383315455a4a owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:42.223973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:17Z', 'updated_at': '2022-02-03T12:42:40Z', 'revision_number': 5, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'gw_port': {'id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:18Z', 'updated_at': '2022-02-03T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:42.259894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52231505-6a46-48dd-89ad-56c4e80aabf6 None None] The sync data for ids ['e3cf36cb-5269-458f-973e-acfebc73503d'] in n-d-792364-10 is: [{'id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1894442417-router', 'tenant_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:40:17Z', 'updated_at': '2022-02-03T12:42:40Z', 'revision_number': 5, 'project_id': '2bc286348e5f42f5a3bb6a1d13c643ee', 'gw_port': {'id': 'c27371f8-b18c-4a02-91d7-3a946fdb9c71', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf36cb-5269-458f-973e-acfebc73503d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:18Z', 'updated_at': '2022-02-03T12:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:42.345718 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Deleting port c27371f8-b18c-4a02-91d7-3a946fdb9c71 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:42.346016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.409048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for port (c753f975-1ae3-4b6b-b028-5fb072009d01), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.433455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0cea6-8d05-4f42-b96a-46bc6d2d2d0d req-c2f82568-dfe2-416d-8408-d7d312f94365 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:42.435213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0e0cea6-8d05-4f42-b96a-46bc6d2d2d0d req-c2f82568-dfe2-416d-8408-d7d312f94365 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9928a0d-70f1-45e7-acb1-bd78eae0d791 HTTP/1.1" status: 200 len: 945 time: 0.2131686 Feb 03 12:42:42.508223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] For port c27371f8-b18c-4a02-91d7-3a946fdb9c71, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c27371f8-b18c-4a02-91d7-3a946fdb9c71,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:42.509873 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.522805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b84c0100-34a4-4255-a64f-383315455a4a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.559240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Calling delete_port for c27371f8-b18c-4a02-91d7-3a946fdb9c71 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:42.566828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Pushing event deleted for resources: {'Port': ['ID=b84c0100-34a4-4255-a64f-383315455a4a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:42.584547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0e0cea6-8d05-4f42-b96a-46bc6d2d2d0d req-f5833e0f-bedb-4fe7-9d6f-983eeb024b86 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.65 "GET /v2.0/security-groups?id=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426315 Feb 03 12:42:42.587446 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c753f975-1ae3-4b6b-b028-5fb072009d01), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.675436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290708d7-ac07-4ba3-94c7-7a6ec40d8326 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:42.684515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] No DVR routers for this DVR port b84c0100-34a4-4255-a64f-383315455a4a on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:42.687930 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.688705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Publish callbacks [] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.690455 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.704702 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-04c86f2d-266a-4ea9-a30a-b725994f82a1 req-4dbdc783-61ff-4cec-a7bc-6cf211f0c095 tempest-ServerAddressesTestJSON-1243957604 tempest-ServerAddressesTestJSON-1243957604-project] 10.222.0.91 "DELETE /v2.0/ports/b84c0100-34a4-4255-a64f-383315455a4a HTTP/1.1" status: 204 len: 173 time: 0.9813197 Feb 03 12:42:42.704875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Transition to ACTIVE for port object 290708d7-ac07-4ba3-94c7-7a6ec40d8326 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:42:42.705193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9928a0d-70f1-45e7-acb1-bd78eae0d791', 'name': 'network-vif-deleted', 'tag': 'b84c0100-34a4-4255-a64f-383315455a4a'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:42.707505 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0db5e2-9300-4fb7-ad24-24121a89cb3d" -d '{"events": [{"server_uuid": "c9928a0d-70f1-45e7-acb1-bd78eae0d791", "name": "network-vif-deleted", "tag": "b84c0100-34a4-4255-a64f-383315455a4a"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:42.715754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Pushing event updated for resources: {'Port': ['ID=c753f975-1ae3-4b6b-b028-5fb072009d01,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:42.728651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:42.730782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:42.738028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:42.773899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.830762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Pushing event updated for resources: {'Port': ['ID=290708d7-ac07-4ba3-94c7-7a6ec40d8326,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:42.960358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c27371f8-b18c-4a02-91d7-3a946fdb9c71), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.962104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b16e4012-4188-4ea5-9f2b-a325fa357bf4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:42.964468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b2dbe-f8a3-498c-ae08-39e0326aec30 req-7891cb08-54d2-4fcf-b72a-807efaa39e6d tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:42.975210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c2b2dbe-f8a3-498c-ae08-39e0326aec30 req-7891cb08-54d2-4fcf-b72a-807efaa39e6d tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 943 time: 0.2032509 Feb 03 12:42:42.999932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Pushing event deleted for resources: {'Port': ['ID=c27371f8-b18c-4a02-91d7-3a946fdb9c71,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:43.049018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b16e4012-4188-4ea5-9f2b-a325fa357bf4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:43.052166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b16e4012-4188-4ea5-9f2b-a325fa357bf4 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:43.109439 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (e3cf36cb-5269-458f-973e-acfebc73503d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.146206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c2b2dbe-f8a3-498c-ae08-39e0326aec30 req-a4b9a004-44ee-4aa0-9046-751694df01a9 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/security-groups?id=6dbf8ef1-7214-42c7-af58-d58d9df02579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700301 Feb 03 12:42:43.175930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Attempting to bind port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:43.176372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Attempting to bind port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '9c48d3f5-5092-4c79-87fc-26e037f93e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '05fd82f8-0a72-40da-9781-193c63c84f5c'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:43.176817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Attempting to bind port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 on network 05fd82f8-0a72-40da-9781-193c63c84f5c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:43.180532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (a13d967c-44fe-4db6-b971-8f3b34e2789a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.201285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 on network 05fd82f8-0a72-40da-9781-193c63c84f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:42:43.201900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Attempting to bind port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 on network 05fd82f8-0a72-40da-9781-193c63c84f5c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:43.214170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:43.215100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Checking segment: {'id': '9c48d3f5-5092-4c79-87fc-26e037f93e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '05fd82f8-0a72-40da-9781-193c63c84f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:43.215100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Bound using segment: {'id': '9c48d3f5-5092-4c79-87fc-26e037f93e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '05fd82f8-0a72-40da-9781-193c63c84f5c'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:43.215399 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Bound port: 290708d7-ac07-4ba3-94c7-7a6ec40d8326, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c48d3f5-5092-4c79-87fc-26e037f93e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '05fd82f8-0a72-40da-9781-193c63c84f5c'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:43.215717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.253218 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (e3cf36cb-5269-458f-973e-acfebc73503d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.260671 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks [] for router_controller (e3cf36cb-5269-458f-973e-acfebc73503d), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.340596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (e3cf36cb-5269-458f-973e-acfebc73503d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.341399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3cf36cb-5269-458f-973e-acfebc73503d {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:42:43.348632 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c753f975-1ae3-4b6b-b028-5fb072009d01), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.361938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.363240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3fddeb3c-c701-4380-a258-bbaa30812fce admin admin] 10.222.0.65 "DELETE /v2.0/routers/e3cf36cb-5269-458f-973e-acfebc73503d HTTP/1.1" status: 204 len: 168 time: 2.0767927 Feb 03 12:42:43.366196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55214) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:43.388768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] For port 290708d7-ac07-4ba3-94c7-7a6ec40d8326, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:43.416216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] For port 290708d7-ac07-4ba3-94c7-7a6ec40d8326, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=290708d7-ac07-4ba3-94c7-7a6ec40d8326,segment=NetworkSegment(9c48d3f5-5092-4c79-87fc-26e037f93e45),segment_id=9c48d3f5-5092-4c79-87fc-26e037f93e45)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:43.450684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79765b8-9359-45b8-a8b3-4c0e1490d2a4 admin admin] Deleting subnet 0aa39798-00bf-44fc-9fd5-ae410de9858c {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:42:43.463291 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d79765b8-9359-45b8-a8b3-4c0e1490d2a4 admin admin] Publish callbacks [] for subnet (0aa39798-00bf-44fc-9fd5-ae410de9858c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.473259 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.572313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d79765b8-9359-45b8-a8b3-4c0e1490d2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (0aa39798-00bf-44fc-9fd5-ae410de9858c), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.580085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Pushing event updated for resources: {'Port': ['ID=290708d7-ac07-4ba3-94c7-7a6ec40d8326,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:43.611538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:43.612308 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.614847 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-b595bd0f-531a-4de8-b2f6-1624a134cf53 service neutron] 10.222.0.91 "PUT /v2.0/ports/290708d7-ac07-4ba3-94c7-7a6ec40d8326 HTTP/1.1" status: 200 len: 1092 time: 1.8608696 Feb 03 12:42:43.617523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d49577-b05f-4d6c-9e14-f7dee2e9d987', 'tag': '290708d7-ac07-4ba3-94c7-7a6ec40d8326'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:43.620688 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618aac88-71b4-4e12-9920-52f6b4b3f374" -d '{"events": [{"name": "network-changed", "server_uuid": "29d49577-b05f-4d6c-9e14-f7dee2e9d987", "tag": "290708d7-ac07-4ba3-94c7-7a6ec40d8326"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:43.749008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d79765b8-9359-45b8-a8b3-4c0e1490d2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0aa39798-00bf-44fc-9fd5-ae410de9858c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.879093 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d79765b8-9359-45b8-a8b3-4c0e1490d2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (0aa39798-00bf-44fc-9fd5-ae410de9858c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.930515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79765b8-9359-45b8-a8b3-4c0e1490d2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa39798-00bf-44fc-9fd5-ae410de9858c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:43.943178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e090b4f-fce7-4c85-acf1-3028d7029208 None None] Network 0aa2d23c-abfe-4400-993f-39b788b21242 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:43.946477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d79765b8-9359-45b8-a8b3-4c0e1490d2a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.949937 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d79765b8-9359-45b8-a8b3-4c0e1490d2a4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0aa39798-00bf-44fc-9fd5-ae410de9858c HTTP/1.1" status: 204 len: 168 time: 0.5823433 Feb 03 12:42:43.958868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55234) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:43.985532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:43.991058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:44.086199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0aa2d23c-abfe-4400-993f-39b788b21242), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.172513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Deleting port 34e6b797-681a-4095-b39c-28fed3835ed3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:44.173065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.226219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-4b7594b8-fc5c-40e6-abf4-f92a90d5305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:44.228146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-4b7594b8-fc5c-40e6-abf4-f92a90d5305f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=49fbd6257e60410fa2a312ec038b6c2e&device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 1126 time: 0.5320711 Feb 03 12:42:44.255487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] For port 34e6b797-681a-4095-b39c-28fed3835ed3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=34e6b797-681a-4095-b39c-28fed3835ed3,segment=NetworkSegment(eddde70c-8fad-49fd-b6a0-180dbbc117f7),segment_id=eddde70c-8fad-49fd-b6a0-180dbbc117f7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:44.256184 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.259127 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for port (c753f975-1ae3-4b6b-b028-5fb072009d01), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.271131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Calling delete_port for 34e6b797-681a-4095-b39c-28fed3835ed3 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:44.296449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-4b6aba12-c651-4023-b95e-a9e9b1276e48 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=290708d7-ac07-4ba3-94c7-7a6ec40d8326 HTTP/1.1" status: 200 len: 217 time: 0.0547862 Feb 03 12:42:44.297287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c753f975-1ae3-4b6b-b028-5fb072009d01), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.326020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40e8374e-c8cc-4779-b4e8-3813307aaccd is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:44.327495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device b84c0100-34a4-4255-a64f-383315455a4a no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:44.362087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: b84c0100-34a4-4255-a64f-383315455a4a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:44.363048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device b84c0100-34a4-4255-a64f-383315455a4a not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:44.378278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:44.380137 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.392670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce13a2f-1a66-4815-8995-56710ab9ec0c req-84b82a95-0bf9-4411-bb42-3cc22ae5a9a5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:44.394266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dce13a2f-1a66-4815-8995-56710ab9ec0c req-84b82a95-0bf9-4411-bb42-3cc22ae5a9a5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.2110729 Feb 03 12:42:44.412298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] DHCP port deletion for 0aa2d23c-abfe-4400-993f-39b788b21242 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:42:44.440740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.463084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Pushing event updated for resources: {'Port': ['ID=c753f975-1ae3-4b6b-b028-5fb072009d01,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:44.486378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e6b797-681a-4095-b39c-28fed3835ed3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:44.491206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-3a0a118c-2d89-45e5-a786-2f2f1103c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:44.491932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] No DVR routers for this DVR port 34e6b797-681a-4095-b39c-28fed3835ed3 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:44.492723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-3a0a118c-2d89-45e5-a786-2f2f1103c137 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=de552eb8-54a4-4fae-9ef8-be05c78b763c HTTP/1.1" status: 200 len: 855 time: 0.1829991 Feb 03 12:42:44.500361 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (a13d967c-44fe-4db6-b971-8f3b34e2789a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.551222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:44.560252 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509d1368-d367-4fd1-89b5-9c1a20433c22" -d '{"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-unplugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:44.567021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-4ba52f9e-54b4-4550-ae16-ec863000a2ff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05fd82f8-0a72-40da-9781-193c63c84f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545883 Feb 03 12:42:44.573250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dce13a2f-1a66-4815-8995-56710ab9ec0c req-63492725-5fff-400d-afd9-b1bad1fcd307 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663175 Feb 03 12:42:44.588899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.590099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-e80d3c12-d86a-4271-9482-7cc7595bb44f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4806376 Feb 03 12:42:44.631183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:44.658050 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.666597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-a028c581-c6fd-4488-a1c6-157ae5761c67 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.0651488 Feb 03 12:42:44.678868 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0aa2d23c-abfe-4400-993f-39b788b21242), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.738662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa2d23c-abfe-4400-993f-39b788b21242']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:44.767030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddde70c-8fad-49fd-b6a0-180dbbc117f7') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:44.768638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddde70c-8fad-49fd-b6a0-180dbbc117f7') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:44.776423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] Deleting port 34e6b797-681a-4095-b39c-28fed3835ed3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:44.777940 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.785530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (eddde70c-8fad-49fd-b6a0-180dbbc117f7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.799756 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eddde70c-8fad-49fd-b6a0-180dbbc117f7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.807716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:42:44.809126 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (eddde70c-8fad-49fd-b6a0-180dbbc117f7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.813037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55242) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:44.854537 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73bb83c-162b-477c-ae55-28b6811abe20 x-openstack-request-id: req-d73bb83c-162b-477c-ae55-28b6811abe20 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:44.854815 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d49577-b05f-4d6c-9e14-f7dee2e9d987", "tag": "290708d7-ac07-4ba3-94c7-7a6ec40d8326", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:44.855091 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d73bb83c-162b-477c-ae55-28b6811abe20 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:44.855468 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d49577-b05f-4d6c-9e14-f7dee2e9d987', 'tag': '290708d7-ac07-4ba3-94c7-7a6ec40d8326', 'status': 'completed', 'code': 200} Feb 03 12:42:44.875980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:44.932819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-4f4c2009-626b-4034-9dd7-ad20a50297b6 service neutron] 10.222.0.91 "GET /v2.0/networks/05fd82f8-0a72-40da-9781-193c63c84f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479707 Feb 03 12:42:44.968026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c27371f8-b18c-4a02-91d7-3a946fdb9c71 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:42:44.970158 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:42:44.973368 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745fb5b2-bd78-474e-8117-d835163314ff x-openstack-request-id: req-745fb5b2-bd78-474e-8117-d835163314ff {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:44.973368 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9928a0d-70f1-45e7-acb1-bd78eae0d791", "name": "network-vif-deleted", "tag": "b84c0100-34a4-4255-a64f-383315455a4a", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:44.973368 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-745fb5b2-bd78-474e-8117-d835163314ff {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:44.973368 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9928a0d-70f1-45e7-acb1-bd78eae0d791', 'name': 'network-vif-deleted', 'tag': 'b84c0100-34a4-4255-a64f-383315455a4a', 'status': 'completed', 'code': 200} Feb 03 12:42:44.990103 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0aa2d23c-abfe-4400-993f-39b788b21242), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.995314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] For port 34e6b797-681a-4095-b39c-28fed3835ed3, host n-d-792364-10, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:44.995810 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.996265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.008827 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0aa2d23c-abfe-4400-993f-39b788b21242 HTTP/1.1" status: 204 len: 168 time: 1.0482090 Feb 03 12:42:45.034874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] Calling delete_port for 34e6b797-681a-4095-b39c-28fed3835ed3 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:45.043404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6e355-5b20-4080-a7b9-989d1fd8bc48 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa2d23c-abfe-4400-993f-39b788b21242,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:45.183494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-065a3370-f85a-4456-97fd-15a5e08e1dd7 admin admin] Deleting subnet 70bb90d9-cf19-48e7-8267-3c407bdd6075 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:42:45.208292 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-065a3370-f85a-4456-97fd-15a5e08e1dd7 admin admin] Publish callbacks [] for subnet (70bb90d9-cf19-48e7-8267-3c407bdd6075), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.253878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] Port 34e6b797-681a-4095-b39c-28fed3835ed3 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:42:45.255974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c27371f8-b18c-4a02-91d7-3a946fdb9c71 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:45.256151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c27371f8-b18c-4a02-91d7-3a946fdb9c71 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:45.256434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 34e6b797-681a-4095-b39c-28fed3835ed3 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:45.258365 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (34e6b797-681a-4095-b39c-28fed3835ed3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.260502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-4da96897-a98a-4065-b4fc-a8241b12acd1 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:45.275261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-990a75ec-cfc3-4c56-bb0b-9776707cff2c req-4da96897-a98a-4065-b4fc-a8241b12acd1 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.5755403 Feb 03 12:42:45.303492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] Pushing event deleted for resources: {'Port': ['ID=34e6b797-681a-4095-b39c-28fed3835ed3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:45.306112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] Network 0aa2d23c-abfe-4400-993f-39b788b21242 is not hosted by any dhcp agent {{(pid=103225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:42:45.306601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290bc00d-4ee0-4894-b78f-806f2c644b9d None None] No DVR routers for this DVR port 34e6b797-681a-4095-b39c-28fed3835ed3 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:45.308272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 34e6b797-681a-4095-b39c-28fed3835ed3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:45.308637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 34e6b797-681a-4095-b39c-28fed3835ed3 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:45.328938 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370aac42-1466-436f-9ec7-440e35760ef3 x-openstack-request-id: req-370aac42-1466-436f-9ec7-440e35760ef3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:45.329288 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-unplugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:45.329733 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-370aac42-1466-436f-9ec7-440e35760ef3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:45.330136 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'code': 200} Feb 03 12:42:45.333883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fffa1725-f69b-4eb7-be94-482f48234cb2 req-43c41976-f58b-4a8a-9a8a-e294b29290bd service neutron] 10.222.0.91 "GET /v2.0/networks/05fd82f8-0a72-40da-9781-193c63c84f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999670 Feb 03 12:42:45.358116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc756a3-6b90-4e32-a2e7-d113d319b049 req-a2297965-455a-4e41-b3bc-be3b3c86ae2e tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:45.360437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bc756a3-6b90-4e32-a2e7-d113d319b049 req-a2297965-455a-4e41-b3bc-be3b3c86ae2e tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 943 time: 0.3735578 Feb 03 12:42:45.375215 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-065a3370-f85a-4456-97fd-15a5e08e1dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (70bb90d9-cf19-48e7-8267-3c407bdd6075), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.427288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55260) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:45.517464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-065a3370-f85a-4456-97fd-15a5e08e1dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (70bb90d9-cf19-48e7-8267-3c407bdd6075), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.549278 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a967c0ed-6c48-4f40-a996-f8b25a77c73a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ba905b157074c7eb9cbae05783fc5af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1179528 Feb 03 12:42:45.549680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55268) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:45.628940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-972e3472-7090-49d5-ab69-4475c0426f28 admin admin] Publish callbacks [] for security_group (d3bdcde4-1659-47fb-a034-94a87fe6100d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.632810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bc756a3-6b90-4e32-a2e7-d113d319b049 req-c9dd37b7-637d-4554-b820-7abca382c193 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/security-groups?id=6dbf8ef1-7214-42c7-af58-d58d9df02579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099996 Feb 03 12:42:45.635268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-065a3370-f85a-4456-97fd-15a5e08e1dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (70bb90d9-cf19-48e7-8267-3c407bdd6075), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.659796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-972e3472-7090-49d5-ab69-4475c0426f28 admin admin] Publish callbacks [] for security_group (d3bdcde4-1659-47fb-a034-94a87fe6100d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.704498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a3370-f85a-4456-97fd-15a5e08e1dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70bb90d9-cf19-48e7-8267-3c407bdd6075,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:45.716596 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-065a3370-f85a-4456-97fd-15a5e08e1dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.732515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-065a3370-f85a-4456-97fd-15a5e08e1dd7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/70bb90d9-cf19-48e7-8267-3c407bdd6075 HTTP/1.1" status: 204 len: 168 time: 0.9183822 Feb 03 12:42:45.740012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55270) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:45.760931 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-972e3472-7090-49d5-ab69-4475c0426f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d3bdcde4-1659-47fb-a034-94a87fe6100d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.763737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-972e3472-7090-49d5-ab69-4475c0426f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.765179 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-972e3472-7090-49d5-ab69-4475c0426f28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3bdcde4-1659-47fb-a034-94a87fe6100d HTTP/1.1" status: 204 len: 168 time: 0.2146056 Feb 03 12:42:45.786226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e3472-7090-49d5-ab69-4475c0426f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bdcde4-1659-47fb-a034-94a87fe6100d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:45.888107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.920991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-cefdb8ff-7498-43a3-a3c6-39dd8b7dc78f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:45.929735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-cefdb8ff-7498-43a3-a3c6-39dd8b7dc78f tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1956000 Feb 03 12:42:45.976525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:45.988237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-afb70bf5-9261-45f7-a49f-88f103cbab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:45.990239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-afb70bf5-9261-45f7-a49f-88f103cbab18 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=49fbd6257e60410fa2a312ec038b6c2e&device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 1126 time: 0.5821810 Feb 03 12:42:45.999404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-a4e81e63-f234-48fb-a83c-07abe5f9f654 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.0683613 Feb 03 12:42:46.005102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-375388e3-d850-4258-b7bb-c4bb456ab582 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Request body: {'floatingip': {'port_id': '41532616-4f01-465d-b020-4514ade72963', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:46.075679 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.082759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.137125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:46.171122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5153a7a9-f2e5-4618-ab01-9f4028dacafb') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:46.171122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5153a7a9-f2e5-4618-ab01-9f4028dacafb') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:46.219290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-375388e3-d850-4258-b7bb-c4bb456ab582 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (a13d967c-44fe-4db6-b971-8f3b34e2789a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.220431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (5153a7a9-f2e5-4618-ab01-9f4028dacafb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.222694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-ff426b78-33fe-4a98-ae7f-1a269d8f565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:46.224960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-ff426b78-33fe-4a98-ae7f-1a269d8f565a service neutron] 10.222.0.91 "GET /v2.0/networks?id=05fd82f8-0a72-40da-9781-193c63c84f5c HTTP/1.1" status: 200 len: 916 time: 0.1643529 Feb 03 12:42:46.296113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5153a7a9-f2e5-4618-ab01-9f4028dacafb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.319546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:42:46.319972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (5153a7a9-f2e5-4618-ab01-9f4028dacafb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.320660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-a3ed84ca-dad4-45ed-b1f3-83b4a5f1fa27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=290708d7-ac07-4ba3-94c7-7a6ec40d8326 HTTP/1.1" status: 200 len: 217 time: 0.0515344 Feb 03 12:42:46.393815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-95f17be5-1854-429a-ae8b-d156b8ea4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:46.395682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-95f17be5-1854-429a-ae8b-d156b8ea4754 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=de552eb8-54a4-4fae-9ef8-be05c78b763c HTTP/1.1" status: 200 len: 855 time: 0.0674655 Feb 03 12:42:46.403445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-70ec2b85-68a6-4c8d-9791-906a3fbb3db9 req-fe09cc19-ccd7-4520-ae9f-92a97fce32ab service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:42:46.404713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70ec2b85-68a6-4c8d-9791-906a3fbb3db9 req-fe09cc19-ccd7-4520-ae9f-92a97fce32ab service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079513 Feb 03 12:42:46.444365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-a55a5170-0388-4511-b963-dd7c8dc59fba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05fd82f8-0a72-40da-9781-193c63c84f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383320 Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:42:46.474749 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:42:46.485572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:46.491699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.505067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.529190 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4 HTTP/1.1" status: 204 len: 168 time: 0.7709887 Feb 03 12:42:46.547397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'port_id': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'mac_address': 'fa:16:3e:05:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:46.569120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef4371-b2bb-4a85-b27e-62bde05678e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c2b9d1-f1f6-42a0-8e87-19de1d7365f4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:46.730167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:46.731042 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.735497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55310) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:46.771485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd40df8-2d14-4df8-9f32-4ef1e66c9082 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:46.806882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-3f4176ca-e461-4930-bc04-39194e2e3b7a service neutron] 10.222.0.91 "GET /v2.0/networks/05fd82f8-0a72-40da-9781-193c63c84f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559921 Feb 03 12:42:46.808328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:46.832169 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a06821d4-cab2-4c8d-a1ee-1ab50db1537e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2bc286348e5f42f5a3bb6a1d13c643ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930400 Feb 03 12:42:46.835314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55312) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:46.846119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55314) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:46.846699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.927092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:46.956839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e354f62c-0954-4b6a-8af1-e5b55a8f0ab4 admin admin] Publish callbacks [] for security_group (50d68e1c-5e5c-45cd-a0ce-1a319e953583), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.966482 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-735c3ee6-fa51-4145-b169-2579722ecb13 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9479c0680690430480744a3efec36481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1191297 Feb 03 12:42:46.971903 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55320) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:47.000228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e354f62c-0954-4b6a-8af1-e5b55a8f0ab4 admin admin] Publish callbacks [] for security_group (50d68e1c-5e5c-45cd-a0ce-1a319e953583), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.034161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['acd40df8-2d14-4df8-9f32-4ef1e66c9082'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:47.040212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e444f64-8fd3-4ccd-878c-7f0e45d9df00 req-9d9d3616-b384-4aff-8e38-6ea0471be0d3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:47.053158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e444f64-8fd3-4ccd-878c-7f0e45d9df00 req-9d9d3616-b384-4aff-8e38-6ea0471be0d3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.3795280 Feb 03 12:42:47.074097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d1e50ad-9f2f-4b84-b196-f669a207250e admin admin] Publish callbacks [] for security_group (59b3f4dd-4530-4ae7-9ca7-97b26c2c1897), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.099178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d1e50ad-9f2f-4b84-b196-f669a207250e admin admin] Publish callbacks [] for security_group (59b3f4dd-4530-4ae7-9ca7-97b26c2c1897), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.120395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e354f62c-0954-4b6a-8af1-e5b55a8f0ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (50d68e1c-5e5c-45cd-a0ce-1a319e953583), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.123911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e354f62c-0954-4b6a-8af1-e5b55a8f0ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.130404 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e354f62c-0954-4b6a-8af1-e5b55a8f0ab4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50d68e1c-5e5c-45cd-a0ce-1a319e953583 HTTP/1.1" status: 204 len: 168 time: 0.2927740 Feb 03 12:42:47.153484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354f62c-0954-4b6a-8af1-e5b55a8f0ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d68e1c-5e5c-45cd-a0ce-1a319e953583,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:47.182129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d1e50ad-9f2f-4b84-b196-f669a207250e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (59b3f4dd-4530-4ae7-9ca7-97b26c2c1897), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.186038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d1e50ad-9f2f-4b84-b196-f669a207250e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.190631 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d1e50ad-9f2f-4b84-b196-f669a207250e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59b3f4dd-4530-4ae7-9ca7-97b26c2c1897 HTTP/1.1" status: 204 len: 168 time: 0.2175050 Feb 03 12:42:47.208830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e50ad-9f2f-4b84-b196-f669a207250e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b3f4dd-4530-4ae7-9ca7-97b26c2c1897,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:47.274464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-618aac88-71b4-4e12-9920-52f6b4b3f374 req-49e94d6b-51a4-4335-86d5-d93de1418eab service neutron] 10.222.0.91 "GET /v2.0/networks/05fd82f8-0a72-40da-9781-193c63c84f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519377 Feb 03 12:42:47.368770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e444f64-8fd3-4ccd-878c-7f0e45d9df00 req-59164790-3464-4b9b-bd4b-5d91264f8306 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076293 Feb 03 12:42:47.683346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961add4-8f4a-4777-a087-bb06e1ab5be4 req-51632075-98a8-437b-baec-f78550803895 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:47.688167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f961add4-8f4a-4777-a087-bb06e1ab5be4 req-51632075-98a8-437b-baec-f78550803895 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 943 time: 0.1781263 Feb 03 12:42:47.821687 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-375388e3-d850-4258-b7bb-c4bb456ab582 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.852766 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-375388e3-d850-4258-b7bb-c4bb456ab582 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (a13d967c-44fe-4db6-b971-8f3b34e2789a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.874476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f961add4-8f4a-4777-a087-bb06e1ab5be4 req-216d9192-e2ec-45a1-8e4e-15a2a115417a tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/security-groups?id=6dbf8ef1-7214-42c7-af58-d58d9df02579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768045 Feb 03 12:42:47.894530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-5c66d29c-d0f8-44a2-80a6-df40c92990d6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4312088 Feb 03 12:42:48.544680 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-375388e3-d850-4258-b7bb-c4bb456ab582 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Floating IP a13d967c-44fe-4db6-b971-8f3b34e2789a associated. External IP: 172.25.3.192, port: 41532616-4f01-465d-b020-4514ade72963. Feb 03 12:42:48.713573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55406) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:48.897658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-375388e3-d850-4258-b7bb-c4bb456ab582 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Router d9852367-bca2-4f62-9a25-5b2392dab290 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:42:49.105416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55420) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:49.153264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-network', 'tenant_id': '662f8493262d4ff58e08d72f5309851f'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:49.164462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-375388e3-d850-4258-b7bb-c4bb456ab582 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:49.181113 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] Sync routers for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:49.190887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-375388e3-d850-4258-b7bb-c4bb456ab582 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.200798 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:49.201435 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:49.209636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-357604066-network', 'tenant_id': '2aa2e4d9c11a403eb5651431c33e512d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:49.234032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Made reservation on behalf of 662f8493262d4ff58e08d72f5309851f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:49.236358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.241999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-375388e3-d850-4258-b7bb-c4bb456ab582 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "PUT /v2.0/floatingips/a13d967c-44fe-4db6-b971-8f3b34e2789a HTTP/1.1" status: 200 len: 996 time: 3.2414970 Feb 03 12:42:49.242487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'tag': '41532616-4f01-465d-b020-4514ade72963'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:49.244755 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "tag": "41532616-4f01-465d-b020-4514ade72963"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:49.294791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.354861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-0863fd6c-b237-42cd-a01d-73d993850a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:49.364039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-0863fd6c-b237-42cd-a01d-73d993850a00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f739d6873ab640f98f91a6b43607cae3&device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 1128 time: 0.1093259 Feb 03 12:42:49.456484 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:49.517257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Publish callbacks [] for security_group (80499c89-dbe0-4eac-a6a5-88e4c8bf4267), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.529541 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (80499c89-dbe0-4eac-a6a5-88e4c8bf4267), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.567723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80499c89-dbe0-4eac-a6a5-88e4c8bf4267,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:49.591097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Made reservation on behalf of 2aa2e4d9c11a403eb5651431c33e512d for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:49.597032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.617149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.632878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:42:49.643737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-23f6306e-4d44-4dcb-89f2-823840618ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:49.649165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-23f6306e-4d44-4dcb-89f2-823840618ff5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20167e26-0fb0-478d-af58-7d6fb2157187 HTTP/1.1" status: 200 len: 928 time: 0.2831798 Feb 03 12:42:49.807790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-7309c570-96d5-463e-ac78-a57d4e818944 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41532616-4f01-465d-b020-4514ade72963 HTTP/1.1" status: 200 len: 999 time: 0.1474493 Feb 03 12:42:49.819440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6f24db29-ed72-4730-80e0-4614d4fa2335), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.826596 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Added segment 6f24db29-ed72-4730-80e0-4614d4fa2335 of type vlan for network 4fb76f39-ca19-4232-8505-00822f8c6eeb Feb 03 12:42:49.959388 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'a13d967c-44fe-4db6-b971-8f3b34e2789a', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'port_id': '41532616-4f01-465d-b020-4514ade72963', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'mac_address': 'fa:16:3e:30:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:42:42Z', 'updated_at': '2022-02-03T12:42:47Z', 'revision_number': 1, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a62ebf-6d97-4721-b216-daec24c41abf', 'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'mac_address': 'fa:16:3e:c9:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:12Z', 'updated_at': '2022-02-03T12:42:20Z', 'revision_number': 5, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'subnets': [{'id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:49.972694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-350cc4f6-cf39-4e4c-b977-de6d37d025e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:49.974711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-350cc4f6-cf39-4e4c-b977-de6d37d025e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a HTTP/1.1" status: 200 len: 866 time: 0.1605828 Feb 03 12:42:49.998522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Publish callbacks [] for security_group (19c0b0f6-df03-425f-ab22-97d8b7671b4b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.000453 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (4fb76f39-ca19-4232-8505-00822f8c6eeb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.014899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:50.030774 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (19c0b0f6-df03-425f-ab22-97d8b7671b4b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.033371 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] Checking router: d9852367-bca2-4f62-9a25-5b2392dab290 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:50.044895 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:50.045892 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:50.065931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 290708d7-ac07-4ba3-94c7-7a6ec40d8326 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:50.079022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:42:50.096871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (fb05759c-d449-48a0-b700-d2a1d8a9b62f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.097686 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Added segment fb05759c-d449-48a0-b700-d2a1d8a9b62f of type vlan for network 3315131b-c682-4f98-baeb-6449a3848ef2 Feb 03 12:42:50.141678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-8b3bf4ea-2038-4548-a970-6a5b28ccbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:50.143283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-8b3bf4ea-2038-4548-a970-6a5b28ccbb00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20167e26-0fb0-478d-af58-7d6fb2157187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1576512 Feb 03 12:42:50.162132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3315131b-c682-4f98-baeb-6449a3848ef2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.217707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3315131b-c682-4f98-baeb-6449a3848ef2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.219371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:50.220503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.325919 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Pushing event updated for resources: {'Network': ['ID=3315131b-c682-4f98-baeb-6449a3848ef2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:50.344176 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:50.349692 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2430840 Feb 03 12:42:50.350838 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (4fb76f39-ca19-4232-8505-00822f8c6eeb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.352543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:50.353689 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.365240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:50.365940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3315131b-c682-4f98-baeb-6449a3848ef2 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:42:50.425795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port acd40df8-2d14-4df8-9f32-4ef1e66c9082 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:50.427714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-8e92d3c1-8d46-4fe1-bf53-ad143103aab7 service neutron] 10.222.0.65 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770140 Feb 03 12:42:50.440553 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.726318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc75d76-fda9-44dd-a345-dc4c285788bd req-5a7706f1-534b-42c6-8b3e-0d895ea6edcd service neutron] 10.222.0.65 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911315 Feb 03 12:42:50.899236 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.904428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:50.904820 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.907872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 290708d7-ac07-4ba3-94c7-7a6ec40d8326, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=290708d7-ac07-4ba3-94c7-7a6ec40d8326,segment=NetworkSegment(9c48d3f5-5092-4c79-87fc-26e037f93e45),segment_id=9c48d3f5-5092-4c79-87fc-26e037f93e45)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:51.000288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '290708d7-ac07-4ba3-94c7-7a6ec40d8326', 'network_id': '05fd82f8-0a72-40da-9781-193c63c84f5c', 'port_id': '290708d7-ac07-4ba3-94c7-7a6ec40d8326', 'mac_address': 'fa:16:3e:bf:84:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de552eb8-54a4-4fae-9ef8-be05c78b763c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:51.004163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Request body: {'subnet': {'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-357604066-subnet', 'tenant_id': '2aa2e4d9c11a403eb5651431c33e512d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:51.051953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3361757 Feb 03 12:42:51.056873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55434) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:51.061764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Request body: {'subnet': {'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-subnet', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:51.063580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef865f-dc60-4e71-9622-8a7fcbc1b6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c0b0f6-df03-425f-ab22-97d8b7671b4b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:51.104034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Made reservation on behalf of 2aa2e4d9c11a403eb5651431c33e512d for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:51.111846 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.124792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a165e-17f8-4168-b979-2f17a69d6d72 req-f2ec9de7-bd95-41cb-b512-d53efa60814f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:51.134926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d94a165e-17f8-4168-b979-2f17a69d6d72 req-f2ec9de7-bd95-41cb-b512-d53efa60814f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.2012382 Feb 03 12:42:51.138554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Made reservation on behalf of 662f8493262d4ff58e08d72f5309851f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:51.139680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:51.141988 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837795ee-3586-448f-86db-16f9e099ae37" -d '{"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-plugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:51.144710 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.150006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25e8df-e6d0-4db6-8a72-f146a9cf1af3 admin admin] Pushing event updated for resources: {'Network': ['ID=4fb76f39-ca19-4232-8505-00822f8c6eeb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:51.180408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:42:51.205478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:51.245087 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.296010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:51.296704 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.322080 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'a13d967c-44fe-4db6-b971-8f3b34e2789a', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'port_id': '41532616-4f01-465d-b020-4514ade72963', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'mac_address': 'fa:16:3e:30:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:42:42Z', 'updated_at': '2022-02-03T12:42:47Z', 'revision_number': 1, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a62ebf-6d97-4721-b216-daec24c41abf', 'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'mac_address': 'fa:16:3e:c9:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:12Z', 'updated_at': '2022-02-03T12:42:20Z', 'revision_number': 5, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'subnets': [{'id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:51.403385 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4caa18d-d82b-43d5-9224-ff13c0cfacfb None None] The sync data for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 is: [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'a13d967c-44fe-4db6-b971-8f3b34e2789a', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'port_id': '41532616-4f01-465d-b020-4514ade72963', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'mac_address': 'fa:16:3e:30:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:42:42Z', 'updated_at': '2022-02-03T12:42:47Z', 'revision_number': 1, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a62ebf-6d97-4721-b216-daec24c41abf', 'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'mac_address': 'fa:16:3e:c9:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:12Z', 'updated_at': '2022-02-03T12:42:20Z', 'revision_number': 5, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'subnets': [{'id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:51.436404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d94a165e-17f8-4168-b979-2f17a69d6d72 req-3e692e6a-3845-404d-a3d8-aba77029a3c7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005419 Feb 03 12:42:51.513590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290708d7-ac07-4ba3-94c7-7a6ec40d8326 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:51.627544 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (77bfd0a9-38ea-454b-9ad7-21a48c2b074a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.627852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 290708d7-ac07-4ba3-94c7-7a6ec40d8326, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=290708d7-ac07-4ba3-94c7-7a6ec40d8326,segment=NetworkSegment(9c48d3f5-5092-4c79-87fc-26e037f93e45),segment_id=9c48d3f5-5092-4c79-87fc-26e037f93e45)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:51.661194 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.665620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:51.789931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=290708d7-ac07-4ba3-94c7-7a6ec40d8326,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:51.871428 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (12f7eafc-6d9d-4c19-8d9f-96e8a609efe7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.934259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f83fa7-3a53-4a4e-8dbf-b5c4743036bd None None] New status for floating IP a13d967c-44fe-4db6-b971-8f3b34e2789a: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:42:51.950911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Checking segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:51.951356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Network hostable DHCP agents. Network: 3315131b-c682-4f98-baeb-6449a3848ef2, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:42:51.969732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77bfd0a9-38ea-454b-9ad7-21a48c2b074a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:52.029957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Network 3315131b-c682-4f98-baeb-6449a3848ef2 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:42:52.054787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3315131b-c682-4f98-baeb-6449a3848ef2) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:52.067180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['290708d7-ac07-4ba3-94c7-7a6ec40d8326'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:52.070470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:52.073395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.092008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:52.132628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf292631-9990-43b2-86c9-2f4c7139f159 None None] Network 3315131b-c682-4f98-baeb-6449a3848ef2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:52.148909 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2ce64605-c784-4eaa-8cac-0d372c60a7c4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1560681 Feb 03 12:42:52.235512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Checking segment: {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:52.239072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Network hostable DHCP agents. Network: 4fb76f39-ca19-4232-8505-00822f8c6eeb, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:42:52.286289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520755a9-5bdb-4e84-beb8-be22b588aa36 req-84ce530a-8afc-4942-a4f3-373236b3d989 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:52.295965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-520755a9-5bdb-4e84-beb8-be22b588aa36 req-84ce530a-8afc-4942-a4f3-373236b3d989 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 944 time: 0.6264603 Feb 03 12:42:52.380812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-520755a9-5bdb-4e84-beb8-be22b588aa36 req-f6c957cc-616b-4fa2-80d6-84aec157aa1c tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/security-groups?id=6dbf8ef1-7214-42c7-af58-d58d9df02579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834005 Feb 03 12:42:52.390838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:42:52.427407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 4fb76f39-ca19-4232-8505-00822f8c6eeb) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:52.432997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:52.433909 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.443492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505e5906-80dc-429f-89a3-000b6f294a45 None None] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:52.467614 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5038e1-60b1-4dc5-a37d-9db75aa91c5d x-openstack-request-id: req-aa5038e1-60b1-4dc5-a37d-9db75aa91c5d {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:52.468383 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "tag": "41532616-4f01-465d-b020-4514ade72963", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:52.468822 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa5038e1-60b1-4dc5-a37d-9db75aa91c5d {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:52.469527 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'tag': '41532616-4f01-465d-b020-4514ade72963', 'status': 'completed', 'code': 200} Feb 03 12:42:52.491805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-60495970-3c59-42bd-aa1e-a32f2aaaf38c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4337938 Feb 03 12:42:52.494963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55446) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:52.500144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:52.564542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (fc269635-8382-439d-bb4c-b20d63b6ee7f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.566066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (fc269635-8382-439d-bb4c-b20d63b6ee7f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.610861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c321aad8-0c2b-401d-b6e2-f98500a9db99 None None] Network 3315131b-c682-4f98-baeb-6449a3848ef2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:52.713901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks [] for router_controller (fc269635-8382-439d-bb4c-b20d63b6ee7f), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.830832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-82a2f6ac-d371-4c22-a6de-c5810862ac2b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 258 time: 0.2328436 Feb 03 12:42:52.848360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:52.879452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-4fb76f39-ca19-4232-8505-00822f8c6eeb', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:42:52.880335 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.909504 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.954451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-e4ecd8c5-1ad7-47ac-8d2a-8c27d5fa69de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:52.956999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-e4ecd8c5-1ad7-47ac-8d2a-8c27d5fa69de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f739d6873ab640f98f91a6b43607cae3&device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 1128 time: 0.4518344 Feb 03 12:42:53.039808 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks [] for router_gateway (fc269635-8382-439d-bb4c-b20d63b6ee7f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.198239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.449657 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-5fdfbf2b-96c8-440a-ac5d-8948626c766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:53.453673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-5fdfbf2b-96c8-440a-ac5d-8948626c766c service neutron] 10.222.0.72 "GET /v2.0/networks?id=20167e26-0fb0-478d-af58-7d6fb2157187 HTTP/1.1" status: 200 len: 928 time: 0.4854560 Feb 03 12:42:53.498955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks [] for router_gateway (fc269635-8382-439d-bb4c-b20d63b6ee7f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.543264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Allocated IP 172.20.0.2 (4fb76f39-ca19-4232-8505-00822f8c6eeb/12f7eafc-6d9d-4c19-8d9f-96e8a609efe7/91bcbd90-a02e-47f9-9e96-bd7c21b04321) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:53.558136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.579205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-8f520faa-5a4b-4719-9ed3-48fda50c75ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41532616-4f01-465d-b020-4514ade72963 HTTP/1.1" status: 200 len: 1001 time: 0.1073081 Feb 03 12:42:53.713516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Allocated IP 172.25.3.25 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:53.802485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-02bc221d-5256-48a8-a7a1-fba40e2e2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:53.804216 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-02bc221d-5256-48a8-a7a1-fba40e2e2a8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a HTTP/1.1" status: 200 len: 866 time: 0.2121835 Feb 03 12:42:53.877793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Publish callbacks [] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.899640 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.009122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Pushing event updated for resources: {'Port': ['ID=91bcbd90-a02e-47f9-9e96-bd7c21b04321,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:54.032615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for port (c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.045814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:54.046638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-f17eb3de-8837-4bbe-ba23-a47730aed270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:54.048202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-f17eb3de-8837-4bbe-ba23-a47730aed270 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20167e26-0fb0-478d-af58-7d6fb2157187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1540170 Feb 03 12:42:54.051434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:54.054305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:54.194553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Attempting to bind port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:54.194950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Attempting to bind port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:54.195312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Attempting to bind port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 on network 4fb76f39-ca19-4232-8505-00822f8c6eeb {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:54.200849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:54.201251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Checking segment: {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:54.201632 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.202030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Bound using segment: {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:54.211338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Bound port: 91bcbd90-a02e-47f9-9e96-bd7c21b04321, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:54.211858 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.256575 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.324171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] For port 91bcbd90-a02e-47f9-9e96-bd7c21b04321, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:54.328600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] For port 91bcbd90-a02e-47f9-9e96-bd7c21b04321, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=91bcbd90-a02e-47f9-9e96-bd7c21b04321,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:54.344592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-a040344f-d9ec-4cd3-9a9f-a92ae542bd3d service neutron] 10.222.0.72 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837894 Feb 03 12:42:54.345557 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.387892 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Allocated IP 172.25.3.237 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/f63aa023-595e-4653-aff3-efce25efe001) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:54.392641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:54.407364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:54.409397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Pushing event updated for resources: {'Port': ['ID=c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:54.419949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:54.539610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5b2a3-e378-46ef-b31e-0219b0c31aa8 None None] Pushing event updated for resources: {'Port': ['ID=91bcbd90-a02e-47f9-9e96-bd7c21b04321,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:54.590645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ffc3130-b1dd-4aaf-a9b4-1b7d54bc5237 req-b187ea51-f022-4f80-b6f6-c2fcccb10b51 service neutron] 10.222.0.72 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370927 Feb 03 12:42:54.738991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks [] for port (f63aa023-595e-4653-aff3-efce25efe001), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.750864 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (8b560bf3-8525-471e-8a25-49e8dd6656f9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.814300 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.874668 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f63aa023-595e-4653-aff3-efce25efe001), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.984525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:54.991727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:54.997735 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:55.050365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Pushing event updated for resources: {'Port': ['ID=f63aa023-595e-4653-aff3-efce25efe001,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:55.142428 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for port (c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.156775 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.299613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Pushing event updated for resources: {'Port': ['ID=c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:55.384176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (8b560bf3-8525-471e-8a25-49e8dd6656f9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.410369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.421073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-17f060a2-5da0-4c53-86d1-5c8a31e2895e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5899606 Feb 03 12:42:55.497666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks [] for router_gateway (fc269635-8382-439d-bb4c-b20d63b6ee7f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.501145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-8a14c75c-2c7f-4510-8372-fd400b9e0ffd tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0733624 Feb 03 12:42:55.688063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-c4cbd354-7157-410f-b9cf-4fae359388ce tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:55.689689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-973b148b-b759-4d12-85a0-358a39f3d8a2 req-c4cbd354-7157-410f-b9cf-4fae359388ce tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1826530 Feb 03 12:42:55.756733 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20436890-ceac-4684-b8f0-dfd6a92c4fa8 x-openstack-request-id: req-20436890-ceac-4684-b8f0-dfd6a92c4fa8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:55.757726 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-plugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:55.758216 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20436890-ceac-4684-b8f0-dfd6a92c4fa8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:55.758879 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'code': 200} Feb 03 12:42:55.813584 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (fc269635-8382-439d-bb4c-b20d63b6ee7f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.015292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Router fc269635-8382-439d-bb4c-b20d63b6ee7f is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:42:56.066982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 290708d7-ac07-4ba3-94c7-7a6ec40d8326 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:56.210700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:42:56.215212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:56.215646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.314100 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:56.326962 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Sync routers for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:56.351275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.352912 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-549102d8-6201-4426-abe7-7425a188ce66 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8566990 Feb 03 12:42:56.355844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55470) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:56.373023 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:56.381720 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:56.453637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:56.454037 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.522704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 290708d7-ac07-4ba3-94c7-7a6ec40d8326, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=290708d7-ac07-4ba3-94c7-7a6ec40d8326,segment=NetworkSegment(9c48d3f5-5092-4c79-87fc-26e037f93e45),segment_id=9c48d3f5-5092-4c79-87fc-26e037f93e45)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:56.537268 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.660085 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=290708d7-ac07-4ba3-94c7-7a6ec40d8326,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:56.668446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f13628-b32e-44f2-be5d-b422244a1f4b None None] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:56.826638 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:56.862693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ba5bd73d-227f-41cc-a36c-865893dfdc3d None None] Provisioning complete for port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:56.863869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd73d-227f-41cc-a36c-865893dfdc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.328212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 91bcbd90-a02e-47f9-9e96-bd7c21b04321 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:57.345958 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:55Z', 'revision_number': 3, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:57.389327 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Checking router: fc269635-8382-439d-bb4c-b20d63b6ee7f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:57.389897 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Updating router fc269635-8382-439d-bb4c-b20d63b6ee7f port f63aa023-595e-4653-aff3-efce25efe001 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:42:57.443319 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f63aa023-595e-4653-aff3-efce25efe001), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.451240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:57.451600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.514476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bd73d-227f-41cc-a36c-865893dfdc3d None None] Current status of the port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:57.514965 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd73d-227f-41cc-a36c-865893dfdc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.534000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.583400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ba5bd73d-227f-41cc-a36c-865893dfdc3d None None] For port 91bcbd90-a02e-47f9-9e96-bd7c21b04321, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=91bcbd90-a02e-47f9-9e96-bd7c21b04321,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:57.613231 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd73d-227f-41cc-a36c-865893dfdc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.770723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d49577-b05f-4d6c-9e14-f7dee2e9d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290708d7-ac07-4ba3-94c7-7a6ec40d8326'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:57.772863 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1677098b-820f-4eef-ba73-b1435c370942" -d '{"events": [{"server_uuid": "29d49577-b05f-4d6c-9e14-f7dee2e9d987", "name": "network-vif-plugged", "status": "completed", "tag": "290708d7-ac07-4ba3-94c7-7a6ec40d8326"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:57.789290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bd73d-227f-41cc-a36c-865893dfdc3d None None] Pushing event updated for resources: {'Port': ['ID=91bcbd90-a02e-47f9-9e96-bd7c21b04321,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:57.814926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a7c9cb53-8724-4d9c-883b-4685bf25f43b None None] Provisioning complete for port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:57.815285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cb53-8724-4d9c-883b-4685bf25f43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.866134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1024f09-2bf5-467a-9081-3510ae27c3ee req-80dcb663-b1ad-42bf-bc24-58f095ea1069 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:57.868558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1024f09-2bf5-467a-9081-3510ae27c3ee req-80dcb663-b1ad-42bf-bc24-58f095ea1069 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.3954391 Feb 03 12:42:57.869658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:57.911708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Allocated IP 172.20.0.1 (4fb76f39-ca19-4232-8505-00822f8c6eeb/12f7eafc-6d9d-4c19-8d9f-96e8a609efe7/00993670-d3b8-47eb-a544-cf5226d16dbe) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:57.915535 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Publish callbacks [] for port (f63aa023-595e-4653-aff3-efce25efe001), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.934019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-94663dc2-f979-48cc-8285-d8479fb6bb3f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:57.940239 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f63aa023-595e-4653-aff3-efce25efe001), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.941662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9cb53-8724-4d9c-883b-4685bf25f43b None None] Current status of the port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:57.957901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-94663dc2-f979-48cc-8285-d8479fb6bb3f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.3813198 Feb 03 12:42:58.000628 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Attempting to bind port f63aa023-595e-4653-aff3-efce25efe001 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:58.001003 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Attempting to bind port f63aa023-595e-4653-aff3-efce25efe001 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:58.001291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-cff5160d-4cc8-47bb-9da5-b613499e1c73 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/quotas/2aa2e4d9c11a403eb5651431c33e512d HTTP/1.1" status: 200 len: 375 time: 0.0255256 Feb 03 12:42:58.001437 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Attempting to bind port f63aa023-595e-4653-aff3-efce25efe001 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:58.008367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1024f09-2bf5-467a-9081-3510ae27c3ee req-8446166b-2c1d-4c49-be1e-cec3bd1035b3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280797 Feb 03 12:42:58.008615 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:58.008918 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:58.009316 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.009709 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:58.010378 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Bound port: f63aa023-595e-4653-aff3-efce25efe001, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:58.010780 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f63aa023-595e-4653-aff3-efce25efe001), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.068344 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] For port f63aa023-595e-4653-aff3-efce25efe001, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:58.071846 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] For port f63aa023-595e-4653-aff3-efce25efe001, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f63aa023-595e-4653-aff3-efce25efe001,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:58.073663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-c5e8dedc-0053-472b-a182-1527b3d64b29 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642424 Feb 03 12:42:58.085427 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Pushing event updated for resources: {'Port': ['ID=f63aa023-595e-4653-aff3-efce25efe001,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:58.088797 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f63aa023-595e-4653-aff3-efce25efe001), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.111751 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.112214 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.112563 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.112901 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.113230 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.114200 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.114661 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.115003 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.115348 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.115665 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.115991 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.116317 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.116644 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:58.182631 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426286e7-ab25-4dd6-82f9-53db97e18b6a None None] Pushing event updated for resources: {'Port': ['ID=f63aa023-595e-4653-aff3-efce25efe001,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:58.189113 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:58.189753 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:58.294407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-08bbf058-2843-4f2b-8945-ad0c4718edb4 service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092950 Feb 03 12:42:58.320893 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:58.353843 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Publish callbacks [] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.477695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.538546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-7baf6944-01f0-4cf6-990d-12a48b9dbe31 service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362704 Feb 03 12:42:58.564251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Pushing event updated for resources: {'Port': ['ID=00993670-d3b8-47eb-a544-cf5226d16dbe,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:58.592781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:58.594968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:58.597799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:58.628134 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8590d862-730a-4838-9495-fd17277d2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:55Z', 'revision_number': 3, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:58.681866 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (fc269635-8382-439d-bb4c-b20d63b6ee7f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.716224 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590d862-730a-4838-9495-fd17277d2353 None None] The sync data for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 is: [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:55Z', 'revision_number': 3, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:58.769189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8ca53-3194-473c-a608-93fed8fb23f6 req-51928412-814e-4d4d-aaee-b251ba889635 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:58.773947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32c8ca53-3194-473c-a608-93fed8fb23f6 req-51928412-814e-4d4d-aaee-b251ba889635 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 945 time: 0.1677501 Feb 03 12:42:58.902992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32c8ca53-3194-473c-a608-93fed8fb23f6 req-cebafddf-8359-4fa2-93c2-4a7040430af8 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/security-groups?id=6dbf8ef1-7214-42c7-af58-d58d9df02579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195195 Feb 03 12:42:58.995251 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab31408b-a187-40ea-bad2-a1d1019b665a x-openstack-request-id: req-ab31408b-a187-40ea-bad2-a1d1019b665a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:58.996169 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d49577-b05f-4d6c-9e14-f7dee2e9d987", "name": "network-vif-plugged", "status": "completed", "tag": "290708d7-ac07-4ba3-94c7-7a6ec40d8326", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:59.002053 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab31408b-a187-40ea-bad2-a1d1019b665a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:59.004156 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d49577-b05f-4d6c-9e14-f7dee2e9d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290708d7-ac07-4ba3-94c7-7a6ec40d8326', 'code': 200} Feb 03 12:42:59.012506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.042459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 91bcbd90-a02e-47f9-9e96-bd7c21b04321 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:59.321821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2f6292b0-7b5e-4105-8378-a10c65e02dd5 None None] Provisioning complete for port 00993670-d3b8-47eb-a544-cf5226d16dbe triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:59.322202 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f6292b0-7b5e-4105-8378-a10c65e02dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.417838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2f6292b0-7b5e-4105-8378-a10c65e02dd5 None None] Port 00993670-d3b8-47eb-a544-cf5226d16dbe cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:42:59.425969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:59.426504 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.431345 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Publish callbacks [] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.446642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.515994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685823b-4ebb-4c16-80b6-8ff68d6ad24b req-1ac54e02-1083-48ff-8ab5-7e4d7e2a446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:59.521742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d685823b-4ebb-4c16-80b6-8ff68d6ad24b req-1ac54e02-1083-48ff-8ab5-7e4d7e2a446b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 1128 time: 0.4573631 Feb 03 12:42:59.574396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:59.585904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (fc269635-8382-439d-bb4c-b20d63b6ee7f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.638996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9961d34-2fc9-45bc-a918-1625f90e3373 req-6d74a54c-8560-41eb-825d-5f657305aa36 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:59.647564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9961d34-2fc9-45bc-a918-1625f90e3373 req-6d74a54c-8560-41eb-825d-5f657305aa36 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4228601 Feb 03 12:42:59.658614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d685823b-4ebb-4c16-80b6-8ff68d6ad24b req-beab2fb6-f0b9-4902-8141-dd6365def3d5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6dbf8ef1-7214-42c7-af58-d58d9df02579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241057 Feb 03 12:42:59.853898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Pushing event updated for resources: {'Port': ['ID=00993670-d3b8-47eb-a544-cf5226d16dbe,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:59.864704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:59.867834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:00.102127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:00.436893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d23ff912-702a-4cc1-8899-b4bcc12b9399 None None] Provisioning complete for port 00993670-d3b8-47eb-a544-cf5226d16dbe triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:00.437280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d23ff912-702a-4cc1-8899-b4bcc12b9399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:00.569844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9961d34-2fc9-45bc-a918-1625f90e3373 req-459ffea6-4002-4508-b22b-491df864d88a tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.9202955 Feb 03 12:43:00.580787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d23ff912-702a-4cc1-8899-b4bcc12b9399 None None] Port 00993670-d3b8-47eb-a544-cf5226d16dbe cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:00.584531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port acffd3d1-4850-4286-8ea7-278c5a2c5803 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:00.585125 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:00.605878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5e60-9086-49ef-87e0-77264d0a5d92 req-252bfaeb-3d91-4b6a-8c3f-db3c99dd7b76 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:00.612688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5e60-9086-49ef-87e0-77264d0a5d92 req-252bfaeb-3d91-4b6a-8c3f-db3c99dd7b76 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:00.618878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5e60-9086-49ef-87e0-77264d0a5d92 req-252bfaeb-3d91-4b6a-8c3f-db3c99dd7b76 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:00.625944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5e60-9086-49ef-87e0-77264d0a5d92 req-252bfaeb-3d91-4b6a-8c3f-db3c99dd7b76 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:00.632012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5e60-9086-49ef-87e0-77264d0a5d92 req-252bfaeb-3d91-4b6a-8c3f-db3c99dd7b76 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:00.641304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5e60-9086-49ef-87e0-77264d0a5d92 req-252bfaeb-3d91-4b6a-8c3f-db3c99dd7b76 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:00.647899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5e60-9086-49ef-87e0-77264d0a5d92 req-252bfaeb-3d91-4b6a-8c3f-db3c99dd7b76 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:00.658963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61fc5e60-9086-49ef-87e0-77264d0a5d92 req-252bfaeb-3d91-4b6a-8c3f-db3c99dd7b76 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 1.2628205 Feb 03 12:43:00.669847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b9961d34-2fc9-45bc-a918-1625f90e3373 req-22a3dd65-a39f-4d42-9f16-3e7fd0cf173b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Request body: {'floatingip': {'port_id': '41532616-4f01-465d-b020-4514ade72963', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:00.701671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:00.713242 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:00.735970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b9961d34-2fc9-45bc-a918-1625f90e3373 req-22a3dd65-a39f-4d42-9f16-3e7fd0cf173b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (8b560bf3-8525-471e-8a25-49e8dd6656f9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:00.841887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:00.908371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Router fc269635-8382-439d-bb4c-b20d63b6ee7f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:00.964024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61fc5e60-9086-49ef-87e0-77264d0a5d92 req-52aeca42-4fe6-4ea8-b056-f24a54018204 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3035753 Feb 03 12:43:01.006340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:01.009788 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a044a3-a2ae-4bd1-9fb3-e77e8ff7a272" -d '{"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-unplugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:01.137488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f63aa023-595e-4653-aff3-efce25efe001 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:01.166099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:01.170937 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bf42c3c7-8cf4-4da1-938b-db9254dcd0ea admin admin] 10.222.0.65 "PUT /v2.0/routers/fc269635-8382-439d-bb4c-b20d63b6ee7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8140717 Feb 03 12:43:01.267204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f63aa023-595e-4653-aff3-efce25efe001 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:01.267791 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f63aa023-595e-4653-aff3-efce25efe001), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:01.381022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69bfb21a-94bd-4cce-b35a-9cc94ee66977 req-313ecc9f-bcd8-4cd5-af45-84798253e0ad tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 210 time: 0.1101422 Feb 03 12:43:01.447136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f63aa023-595e-4653-aff3-efce25efe001 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:01.450190 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f63aa023-595e-4653-aff3-efce25efe001), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:01.502871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port f63aa023-595e-4653-aff3-efce25efe001, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f63aa023-595e-4653-aff3-efce25efe001,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:01.515551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f63aa023-595e-4653-aff3-efce25efe001), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:01.599154 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-b9961d34-2fc9-45bc-a918-1625f90e3373 req-22a3dd65-a39f-4d42-9f16-3e7fd0cf173b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 12:43:01.610765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9961d34-2fc9-45bc-a918-1625f90e3373 req-22a3dd65-a39f-4d42-9f16-3e7fd0cf173b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "PUT /v2.0/floatingips/8b560bf3-8525-471e-8a25-49e8dd6656f9 HTTP/1.1" status: 409 len: 549 time: 1.0391276 Feb 03 12:43:01.642938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=f63aa023-595e-4653-aff3-efce25efe001,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:01.707375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-d06b92c9-7516-4530-979a-4288ca89ebb3 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:01.709419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-d06b92c9-7516-4530-979a-4288ca89ebb3 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.3778162 Feb 03 12:43:01.729780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05f83-e0f7-4c10-9308-fc156da089cf req-465f19ae-70fe-4945-ab18-e19056d3eae4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:01.731318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cc05f83-e0f7-4c10-9308-fc156da089cf req-465f19ae-70fe-4945-ab18-e19056d3eae4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.2025733 Feb 03 12:43:01.740037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Request body: {'port': {'device_id': 'eef42ff0-ec5a-4b45-9785-6032cda9fe29', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'admin_state_up': True, 'tenant_id': '2aa2e4d9c11a403eb5651431c33e512d'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:01.924855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80204-6756-4252-8db5-619aad497353 req-0daea116-c719-46fe-a766-00adcf7b215d tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:01.927690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79c80204-6756-4252-8db5-619aad497353 req-0daea116-c719-46fe-a766-00adcf7b215d tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 945 time: 0.1684198 Feb 03 12:43:01.930904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cc05f83-e0f7-4c10-9308-fc156da089cf req-f0fa3ba7-f726-4b52-b198-947b2fccbcaf tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858099 Feb 03 12:43:01.935293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Sync routers for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:01.956891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:01.958167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:02.018939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Made reservation on behalf of 2aa2e4d9c11a403eb5651431c33e512d for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:02.022762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:02.048609 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df6a54f-60e0-47ff-bcaf-673d02b147e9 x-openstack-request-id: req-0df6a54f-60e0-47ff-bcaf-673d02b147e9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:02.050279 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-unplugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:02.050777 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0df6a54f-60e0-47ff-bcaf-673d02b147e9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:02.051522 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'code': 200} Feb 03 12:43:02.114237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79c80204-6756-4252-8db5-619aad497353 req-04fe641f-e563-4992-91e4-3dbf355bd136 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/security-groups?id=6dbf8ef1-7214-42c7-af58-d58d9df02579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749787 Feb 03 12:43:02.214158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:02.223086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-288f00cd-3cf0-4b74-98bd-edcc944020db tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.236368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-288f00cd-3cf0-4b74-98bd-edcc944020db tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.250763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-288f00cd-3cf0-4b74-98bd-edcc944020db tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.264877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-288f00cd-3cf0-4b74-98bd-edcc944020db tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.270350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-288f00cd-3cf0-4b74-98bd-edcc944020db tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.280440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-288f00cd-3cf0-4b74-98bd-edcc944020db tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.286082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-288f00cd-3cf0-4b74-98bd-edcc944020db tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.288222 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-288f00cd-3cf0-4b74-98bd-edcc944020db tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 5432 time: 0.2452950 Feb 03 12:43:02.506757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-f6ac6939-275a-4bcf-90ac-46ecdedafb7b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips/8b560bf3-8525-471e-8a25-49e8dd6656f9 HTTP/1.1" status: 200 len: 692 time: 0.2133057 Feb 03 12:43:02.564098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:42:59Z', 'revision_number': 2, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:02.585623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-dbb3601f-8846-40ca-9d08-63be5b9a9651 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.587412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-dbb3601f-8846-40ca-9d08-63be5b9a9651 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "GET /v2.0/ports/157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2822330 Feb 03 12:43:02.606117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Checking router: fc269635-8382-439d-bb4c-b20d63b6ee7f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:02.606696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Updating router fc269635-8382-439d-bb4c-b20d63b6ee7f port 00993670-d3b8-47eb-a544-cf5226d16dbe binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:43:02.713537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:02.798107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Allocated IP 172.20.0.4 (3315131b-c682-4f98-baeb-6449a3848ef2/77bfd0a9-38ea-454b-9ad7-21a48c2b074a/17480ae5-6049-4da9-9fbc-80f7cf47a2b7) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:02.814992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-f4cef89a-9e8a-4096-8b94-e87e976109b5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.821962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-f4cef89a-9e8a-4096-8b94-e87e976109b5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 821 time: 0.5326805 Feb 03 12:43:02.862772 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-dc631d67-28b8-4fbf-84ff-8ca64beb39e8 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/quotas/662f8493262d4ff58e08d72f5309851f HTTP/1.1" status: 200 len: 375 time: 0.0398009 Feb 03 12:43:02.899988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-e2b6f802-c8f6-48a5-a228-effbfeee3064 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.918519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-e2b6f802-c8f6-48a5-a228-effbfeee3064 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.3836653 Feb 03 12:43:03.004807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f63aa023-595e-4653-aff3-efce25efe001 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:03.119849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-f179efa4-374a-44cd-93c4-59a594d89277 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.2003472 Feb 03 12:43:03.189568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-7df1ee87-0b6c-48d9-92f8-99c6a8cedc1d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "GET /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5709705 Feb 03 12:43:03.213694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f63aa023-595e-4653-aff3-efce25efe001 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:03.214052 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f63aa023-595e-4653-aff3-efce25efe001), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.304843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:03.367365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f63aa023-595e-4653-aff3-efce25efe001 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:03.384416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-11705d5b-4b02-4f8b-b7e9-0772181725c6 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.2434576 Feb 03 12:43:03.493756 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks [] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.536573 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Publish callbacks [] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.560577 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.561912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.619975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-567c893f-183c-4b24-99a1-16a484d118f4 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7561193 Feb 03 12:43:03.721235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95da69-32dc-4640-86b3-f4c753585ebf None None] Pushing event updated for resources: {'Port': ['ID=00993670-d3b8-47eb-a544-cf5226d16dbe,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:03.837652 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.859379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Network 3315131b-c682-4f98-baeb-6449a3848ef2 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:03.864549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:03.865114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Attempting to bind port 00993670-d3b8-47eb-a544-cf5226d16dbe on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:03.865504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Attempting to bind port 00993670-d3b8-47eb-a544-cf5226d16dbe by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:03.865878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Attempting to bind port 00993670-d3b8-47eb-a544-cf5226d16dbe on network 4fb76f39-ca19-4232-8505-00822f8c6eeb {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:03.868880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:03.872654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event updated for resources: {'Port': ['ID=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:03.895809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:03.896380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Checking segment: {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:03.896912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.897407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Bound using segment: {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:03.899052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Bound port: 00993670-d3b8-47eb-a544-cf5226d16dbe, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:03.899551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.013779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] For port 00993670-d3b8-47eb-a544-cf5226d16dbe, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:04.023076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] For port 00993670-d3b8-47eb-a544-cf5226d16dbe, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=00993670-d3b8-47eb-a544-cf5226d16dbe,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:04.040110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.091012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:04.091920 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.161814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device da9fdd58-f939-4dd3-aded-7d8b8b218825 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:04.174624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-dbd2e755-aa2a-4c7d-bd94-62504802d8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4420767 Feb 03 12:43:04.188625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95da69-32dc-4640-86b3-f4c753585ebf None None] Pushing event updated for resources: {'Port': ['ID=00993670-d3b8-47eb-a544-cf5226d16dbe,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:04.205491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Deleting port c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:04.206121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.221217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Request body: {'port': {'device_id': 'eef42ff0-ec5a-4b45-9785-6032cda9fe29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:04.236882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-24f928fa-f61e-4249-a61f-6a80af9248ab service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159706 Feb 03 12:43:04.537257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] For port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:04.581893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:04.583443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:42:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:04.586133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-21e99153-6fce-402d-8367-d96539e50dea None None] Provisioning complete for port 00993670-d3b8-47eb-a544-cf5226d16dbe triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:04.586557 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21e99153-6fce-402d-8367-d96539e50dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.588590 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.602497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.603245 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.634438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Calling delete_port for c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:04.647976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-85f7a367-9599-4962-a2f5-f4720660acf1 service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822446 Feb 03 12:43:04.692719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] For port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:04.795314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port da9fdd58-f939-4dd3-aded-7d8b8b218825 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:04.795703 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.925144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9fdd58-f939-4dd3-aded-7d8b8b218825'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:04.932718 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aaec26-52b5-4580-8239-9e7c165533f4" -d '{"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "da9fdd58-f939-4dd3-aded-7d8b8b218825"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:05.023134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port da9fdd58-f939-4dd3-aded-7d8b8b218825, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=da9fdd58-f939-4dd3-aded-7d8b8b218825,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:05.087702 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.088494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 31cf04c8-d7df-473c-89a0-7031f83de97f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:05.179826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-21e99153-6fce-402d-8367-d96539e50dea None None] Current status of the port 00993670-d3b8-47eb-a544-cf5226d16dbe is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:05.180244 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21e99153-6fce-402d-8367-d96539e50dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.235332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-21e99153-6fce-402d-8367-d96539e50dea None None] For port 00993670-d3b8-47eb-a544-cf5226d16dbe, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=00993670-d3b8-47eb-a544-cf5226d16dbe,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:05.237734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:05.309551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21e99153-6fce-402d-8367-d96539e50dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.360013 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:43:05.546495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=da9fdd58-f939-4dd3-aded-7d8b8b218825,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:05.618736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] device_id is not set on port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:43:05.693907 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] Publish callbacks [] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.731847 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.811572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef2098-6c9c-41a0-9247-b2061c402c00 req-b8905ddd-2a3b-4e59-82a0-21e94f980e63 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:05.815605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 31cf04c8-d7df-473c-89a0-7031f83de97f is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:05.816146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.820969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1ef2098-6c9c-41a0-9247-b2061c402c00 req-b8905ddd-2a3b-4e59-82a0-21e94f980e63 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 948 time: 0.3228452 Feb 03 12:43:05.826460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a242bff2-0590-4cc6-b6a1-72f0f2bb1704 None None] Provisioning complete for port 00993670-d3b8-47eb-a544-cf5226d16dbe triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:05.826825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a242bff2-0590-4cc6-b6a1-72f0f2bb1704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.019310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e99153-6fce-402d-8367-d96539e50dea None None] Pushing event updated for resources: {'Port': ['ID=00993670-d3b8-47eb-a544-cf5226d16dbe,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:06.056620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] No DVR routers for this DVR port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:06.067104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] Pushing event updated for resources: {'Port': ['ID=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:06.084265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 31cf04c8-d7df-473c-89a0-7031f83de97f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=31cf04c8-d7df-473c-89a0-7031f83de97f,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:06.101948 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.117256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 858ff12f-932f-4dec-b7d9-c2676c9ca09c no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:06.237995 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-8b472d78-7eb8-4540-a428-87d2b7b61a13 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1168792 Feb 03 12:43:06.280370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.303213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a242bff2-0590-4cc6-b6a1-72f0f2bb1704 None None] Current status of the port 00993670-d3b8-47eb-a544-cf5226d16dbe is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:06.323534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1ef2098-6c9c-41a0-9247-b2061c402c00 req-51fa70cc-00a1-49d3-a4f2-447102f8e27e tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009239 Feb 03 12:43:06.395794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-c6b5d165-8b59-4ec5-be9f-b8ec7fe7ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:06.397319 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-c6b5d165-8b59-4ec5-be9f-b8ec7fe7ea17 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5b90e084ac52498c915394a37a9c7c4d&device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 1131 time: 0.0937529 Feb 03 12:43:06.443098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Pushing event deleted for resources: {'Port': ['ID=c4ef5093-a4b0-49c9-bdc6-22dd65a5a7b7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:06.453629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] In _notify_port_updated(), no bound segment for port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:43:06.454575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:06.458443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.459837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-0d3faf04-448c-462b-a373-35b3519019f4 service neutron] 10.222.0.72 "PUT /v2.0/ports/157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f HTTP/1.1" status: 200 len: 1028 time: 3.1819997 Feb 03 12:43:06.504008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:04Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:06.593034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8597536-91aa-476d-8f67-f0ff4ccde0b4 None None] The sync data for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 is: [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:04Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:06.608301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-7c1f9f93-395d-4e8a-b34a-d1b81ee36beb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:06.611982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-7c1f9f93-395d-4e8a-b34a-d1b81ee36beb tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "GET /v2.0/ports/baf4854b-e3bd-4695-80f0-c99e47518c47?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1360466 Feb 03 12:43:06.616957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 858ff12f-932f-4dec-b7d9-c2676c9ca09c is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:06.617657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-d1136446-6624-4b80-b900-3ee8dac717c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:06.619210 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-d1136446-6624-4b80-b900-3ee8dac717c7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2011423 Feb 03 12:43:06.627236 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.688012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:06.718783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c684fc8c-6cfe-4ff8-8c89-748c1ef795ec None None] Provisioning complete for port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:06.719296 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c684fc8c-6cfe-4ff8-8c89-748c1ef795ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.738968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=31cf04c8-d7df-473c-89a0-7031f83de97f,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:06.801195 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-281715b2-2fbe-4926-84e6-94d8f272ba4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.862607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 858ff12f-932f-4dec-b7d9-c2676c9ca09c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=858ff12f-932f-4dec-b7d9-c2676c9ca09c,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:06.885131 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.893892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device baf4854b-e3bd-4695-80f0-c99e47518c47 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:06.947358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-85950554-c81f-4bef-9f4a-5f79be5a40f2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:06.949229 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-85950554-c81f-4bef-9f4a-5f79be5a40f2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 821 time: 0.2200513 Feb 03 12:43:06.956144 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-86825f4e-248b-474d-8f4f-6d73994dfaa4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803 HTTP/1.1" status: 200 len: 217 time: 0.3301091 Feb 03 12:43:07.003338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Request body: {'port': {'device_id': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'admin_state_up': True, 'tenant_id': '662f8493262d4ff58e08d72f5309851f'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:07.020375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:07.036249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c684fc8c-6cfe-4ff8-8c89-748c1ef795ec None None] Port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:07.055850 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Publish callbacks [] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.084982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Transition to ACTIVE for port object 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:43:07.145966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-662ea3e3-3420-4bda-ae35-a1eeab37749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.147504 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-662ea3e3-3420-4bda-ae35-a1eeab37749d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1841617 Feb 03 12:43:07.170722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=858ff12f-932f-4dec-b7d9-c2676c9ca09c,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:07.176803 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.182223 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (8b560bf3-8525-471e-8a25-49e8dd6656f9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.186282 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.187506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a23aa25e-1b10-4593-b55f-d45a7c523564 req-75301fd5-7c65-4965-b8a3-44c57659c002 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "DELETE /v2.0/floatingips/8b560bf3-8525-471e-8a25-49e8dd6656f9 HTTP/1.1" status: 204 len: 173 time: 3.8021147 Feb 03 12:43:07.252225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 00993670-d3b8-47eb-a544-cf5226d16dbe up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:07.306458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Made reservation on behalf of 662f8493262d4ff58e08d72f5309851f for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:07.311498 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.315902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-dbb78cf6-af88-438b-9c81-276b2442f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.317538 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-dbb78cf6-af88-438b-9c81-276b2442f217 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1604404 Feb 03 12:43:07.356277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port baf4854b-e3bd-4695-80f0-c99e47518c47 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:07.356961 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.382669 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.431213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b137d-9980-4761-b868-27264a4acdfe req-c016d2fa-def4-4764-bf78-55f2cbe87f55 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.443990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b137d-9980-4761-b868-27264a4acdfe req-c016d2fa-def4-4764-bf78-55f2cbe87f55 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.455901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port baf4854b-e3bd-4695-80f0-c99e47518c47, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=baf4854b-e3bd-4695-80f0-c99e47518c47,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:07.456367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b137d-9980-4761-b868-27264a4acdfe req-c016d2fa-def4-4764-bf78-55f2cbe87f55 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.466944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b137d-9980-4761-b868-27264a4acdfe req-c016d2fa-def4-4764-bf78-55f2cbe87f55 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.479143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b137d-9980-4761-b868-27264a4acdfe req-c016d2fa-def4-4764-bf78-55f2cbe87f55 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.484497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 00993670-d3b8-47eb-a544-cf5226d16dbe triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:07.485175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.493050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b137d-9980-4761-b868-27264a4acdfe req-c016d2fa-def4-4764-bf78-55f2cbe87f55 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.497813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a3b137d-9980-4761-b868-27264a4acdfe req-c016d2fa-def4-4764-bf78-55f2cbe87f55 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 4653 time: 0.8750496 Feb 03 12:43:07.500324 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-231096eb-4b1a-4e5c-844f-3b26dd6b7b5c service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717894 Feb 03 12:43:07.537783 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.553664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8579dd39-96aa-4005-8088-22ccafa220de no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:07.562866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Pushing event updated for resources: {'Port': ['ID=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:07.647768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-18ed2e31-4bc6-48fa-8551-164fe513f811 req-3ce49acb-aeb5-4c5b-9d5d-43e989045e3e service neutron] 10.222.0.91 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415169 Feb 03 12:43:07.881551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8579dd39-96aa-4005-8088-22ccafa220de is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:07.882116 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8579dd39-96aa-4005-8088-22ccafa220de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.886006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=baf4854b-e3bd-4695-80f0-c99e47518c47,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:07.900358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca503c62-de37-43c6-9597-4a4cc991def6 req-fdc46038-0664-4d4d-9997-dbb42aeca6a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.914984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca503c62-de37-43c6-9597-4a4cc991def6 req-fdc46038-0664-4d4d-9997-dbb42aeca6a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 943 time: 0.6069369 Feb 03 12:43:07.921768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Allocated IP 172.20.0.10 (4fb76f39-ca19-4232-8505-00822f8c6eeb/12f7eafc-6d9d-4c19-8d9f-96e8a609efe7/1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:07.982171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8579dd39-96aa-4005-8088-22ccafa220de, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8579dd39-96aa-4005-8088-22ccafa220de,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:08.034155 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8579dd39-96aa-4005-8088-22ccafa220de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.034910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5d73e6e9-897d-4783-9cd8-4d34cc417560 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:08.061002 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a3b137d-9980-4761-b868-27264a4acdfe req-e4b693f1-576a-4428-9a48-ab5c040c7469 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&id=5f285f9d-fcdd-486d-bca0-10e0fd6a9064&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5418632 Feb 03 12:43:08.191533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 00993670-d3b8-47eb-a544-cf5226d16dbe is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:08.230851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8579dd39-96aa-4005-8088-22ccafa220de,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:08.288046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Attempting to bind port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:08.288715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Attempting to bind port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:08.289238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Attempting to bind port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:08.346560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 5d73e6e9-897d-4783-9cd8-4d34cc417560 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:08.346976 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.367077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 on network 3315131b-c682-4f98-baeb-6449a3848ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:43:08.367892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Attempting to bind port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:08.389471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca503c62-de37-43c6-9597-4a4cc991def6 req-58e1507f-7a67-4e60-83ef-92010f7ecdb6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736052 Feb 03 12:43:08.393109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:08.393437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Checking segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:08.393820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Bound using segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:08.394267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Bound port: 17480ae5-6049-4da9-9fbc-80f7cf47a2b7, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:08.394960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.396182 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.403098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] For port baf4854b-e3bd-4695-80f0-c99e47518c47, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=baf4854b-e3bd-4695-80f0-c99e47518c47,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:08.451640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5d73e6e9-897d-4783-9cd8-4d34cc417560, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5d73e6e9-897d-4783-9cd8-4d34cc417560,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:08.462670 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.463494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:08.516721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.550682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd3d1-6382-4692-833e-f16ed9337580 req-16a1cdd6-16bb-49a2-96ab-da6f7bd24ad1 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:08.558043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1cbd3d1-6382-4692-833e-f16ed9337580 req-16a1cdd6-16bb-49a2-96ab-da6f7bd24ad1 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.3003285 Feb 03 12:43:08.609910 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Pushing event updated for resources: {'Port': ['ID=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:08.613466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f host ! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:43:08.614975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:08.630992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:08.632914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:08.648460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] For port baf4854b-e3bd-4695-80f0-c99e47518c47, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:08.651443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:08.697073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=5d73e6e9-897d-4783-9cd8-4d34cc417560,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:08.756338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] For port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:08.768595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] For port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:08.801411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] device_id is not set on port baf4854b-e3bd-4695-80f0-c99e47518c47 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:43:08.831124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:08.831837 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.833458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] Publish callbacks [] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.877825 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-40b94da1-467f-4b4e-9a30-16faa92558dc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9105871 Feb 03 12:43:08.889055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1cbd3d1-6382-4692-833e-f16ed9337580 req-0194d636-3a40-4032-a0a9-b656203180d0 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297539 Feb 03 12:43:08.890654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Request body: {'port': {'device_id': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:08.904163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.062934 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.081816 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.096117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9cc8a-76d2-4302-9bb9-54ab8d3fe991 req-eda0be5a-9a64-4e72-81a7-30c07dcafcfc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.103957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca9cc8a-76d2-4302-9bb9-54ab8d3fe991 req-eda0be5a-9a64-4e72-81a7-30c07dcafcfc tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 932 time: 0.5725369 Feb 03 12:43:09.104807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] Pushing event updated for resources: {'Port': ['ID=baf4854b-e3bd-4695-80f0-c99e47518c47,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:09.180487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] No DVR routers for this DVR port baf4854b-e3bd-4695-80f0-c99e47518c47 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:09.184162 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be18d61-f137-4dfa-962c-4f339810d5e6 x-openstack-request-id: req-1be18d61-f137-4dfa-962c-4f339810d5e6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:09.184722 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "da9fdd58-f939-4dd3-aded-7d8b8b218825", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:09.184722 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1be18d61-f137-4dfa-962c-4f339810d5e6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:09.185117 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9fdd58-f939-4dd3-aded-7d8b8b218825', 'code': 200} Feb 03 12:43:09.235594 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a560203d-4e51-4d95-b88c-1241c7a7a355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.327169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-35edc0b0-9869-4e3b-a697-c7c650fa3a34 None None] Provisioning complete for port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:09.327457 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35edc0b0-9869-4e3b-a697-c7c650fa3a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.336709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] In _notify_port_updated(), no bound segment for port baf4854b-e3bd-4695-80f0-c99e47518c47 on network 2b3bbc52-c42c-404e-a275-1710938bd243 {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:43:09.337966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.338668 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.340071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-022ca54a-94ff-4f8d-ba2d-bf7f5ee89f47 service neutron] 10.222.0.72 "PUT /v2.0/ports/baf4854b-e3bd-4695-80f0-c99e47518c47 HTTP/1.1" status: 200 len: 1026 time: 2.6850710 Feb 03 12:43:09.341681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Pushing event updated for resources: {'Port': ['ID=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:09.367548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.368906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.370529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-f182c664-40af-4767-8c5e-97ee00c5210f service neutron] 10.222.0.91 "PUT /v2.0/ports/17480ae5-6049-4da9-9fbc-80f7cf47a2b7 HTTP/1.1" status: 200 len: 1092 time: 5.1590106 Feb 03 12:43:09.399347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef42ff0-ec5a-4b45-9785-6032cda9fe29', 'tag': '17480ae5-6049-4da9-9fbc-80f7cf47a2b7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:09.407576 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a430176-e00e-4abf-bf1b-348948d78ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "eef42ff0-ec5a-4b45-9785-6032cda9fe29", "tag": "17480ae5-6049-4da9-9fbc-80f7cf47a2b7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:09.439516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-35edc0b0-9869-4e3b-a697-c7c650fa3a34 None None] Port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:09.528848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca9cc8a-76d2-4302-9bb9-54ab8d3fe991 req-9bf7603d-0d15-48bc-882c-cc8061c0d341 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770497 Feb 03 12:43:09.683600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3d852aaa-030a-416f-b89b-44bf06c1667d None None] Provisioning complete for port baf4854b-e3bd-4695-80f0-c99e47518c47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:09.683786 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d852aaa-030a-416f-b89b-44bf06c1667d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.709879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-d1e5d19c-ae14-40cf-bc8c-0f95dd4eb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.737029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-d1e5d19c-ae14-40cf-bc8c-0f95dd4eb102 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 1126 time: 0.2655072 Feb 03 12:43:09.859492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3d852aaa-030a-416f-b89b-44bf06c1667d None None] Port baf4854b-e3bd-4695-80f0-c99e47518c47 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:09.904940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-240c3f03-a30b-4cf7-a936-2c3566eab745 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17480ae5-6049-4da9-9fbc-80f7cf47a2b7 HTTP/1.1" status: 200 len: 217 time: 0.1668804 Feb 03 12:43:09.930407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:09.963419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Publish callbacks [] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.026659 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.032993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Transition to ACTIVE for port object 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:43:10.045284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.109070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting port da9fdd58-f939-4dd3-aded-7d8b8b218825 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:10.111324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.122600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:10.260696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Attempting to bind port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:10.261039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Attempting to bind port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:10.261370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Attempting to bind port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 on network 4fb76f39-ca19-4232-8505-00822f8c6eeb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:10.266153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 on network 4fb76f39-ca19-4232-8505-00822f8c6eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:43:10.266523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Attempting to bind port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 on network 4fb76f39-ca19-4232-8505-00822f8c6eeb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:10.272026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:10.272369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Checking segment: {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:10.272773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Bound using segment: {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:10.273185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Bound port: 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:10.273544 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.315933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-65180785-820c-41e3-8475-e67ba534c96b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1001 time: 0.5672255 Feb 03 12:43:10.384688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] For port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:10.392038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] For port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:10.428985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.458112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:10.461914 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.466934 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] 10.222.0.72 "PUT /v2.0/ports/1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 1093 time: 1.5794952 Feb 03 12:43:10.471383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:10.478446 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef380df7-1035-40f4-a514-fe80bc03ae71" -d '{"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:10.565075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] For port da9fdd58-f939-4dd3-aded-7d8b8b218825, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=da9fdd58-f939-4dd3-aded-7d8b8b218825,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:10.566004 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.589793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Calling delete_port for da9fdd58-f939-4dd3-aded-7d8b8b218825 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:10.613733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-807f6217-6080-4cbe-a83e-235bbe85820e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:10.621975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-807f6217-6080-4cbe-a83e-235bbe85820e tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports/41532616-4f01-465d-b020-4514ade72963 HTTP/1.1" status: 200 len: 942 time: 0.3045678 Feb 03 12:43:10.757849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-69f84c38-2bf0-4c43-9fd3-8ec4a22965f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:10.763673 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-69f84c38-2bf0-4c43-9fd3-8ec4a22965f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1127 time: 0.2381217 Feb 03 12:43:10.769721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73aed2-baa6-48ed-9090-0feae39770d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:10.827271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-1090e826-93a4-4af4-8d3d-8bad5f14a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:10.828948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-1090e826-93a4-4af4-8d3d-8bad5f14a9c4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.7871673 Feb 03 12:43:10.838940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (da9fdd58-f939-4dd3-aded-7d8b8b218825), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.843860 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-b3c782d0-d437-4662-8bc2-1a89d148ea17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 217 time: 0.0618095 Feb 03 12:43:10.850958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-87e03963-1021-4f4c-b31d-2cada50dc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:10.853200 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-87e03963-1021-4f4c-b31d-2cada50dc534 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e&tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec HTTP/1.1" status: 200 len: 1126 time: 0.2155449 Feb 03 12:43:10.962178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Port': ['ID=da9fdd58-f939-4dd3-aded-7d8b8b218825,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:10.998047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-9ff0e9cf-48e5-4bdc-9a62-9df7706d2a6e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532986 Feb 03 12:43:11.016697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473fb6-7ad0-4fc0-9ccf-b48f383aba67 req-10eee7e1-774e-453e-8460-6af38e33fb98 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.017199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-6e74587f-be64-4c4b-8479-c4cb83cbaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.020773 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-6e74587f-be64-4c4b-8479-c4cb83cbaf20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.1661532 Feb 03 12:43:11.021905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473fb6-7ad0-4fc0-9ccf-b48f383aba67 req-10eee7e1-774e-453e-8460-6af38e33fb98 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.039298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473fb6-7ad0-4fc0-9ccf-b48f383aba67 req-10eee7e1-774e-453e-8460-6af38e33fb98 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.045903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473fb6-7ad0-4fc0-9ccf-b48f383aba67 req-10eee7e1-774e-453e-8460-6af38e33fb98 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.049255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-43869981-81ea-47eb-9e66-31560eb3f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.052323 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-43869981-81ea-47eb-9e66-31560eb3f620 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 1126 time: 0.1664331 Feb 03 12:43:11.052664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473fb6-7ad0-4fc0-9ccf-b48f383aba67 req-10eee7e1-774e-453e-8460-6af38e33fb98 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.061240 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01473fb6-7ad0-4fc0-9ccf-b48f383aba67 req-10eee7e1-774e-453e-8460-6af38e33fb98 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 3797 time: 0.6600695 Feb 03 12:43:11.185911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cf04c8-d7df-473c-89a0-7031f83de97f'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858ff12f-932f-4dec-b7d9-c2676c9ca09c'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf4854b-e3bd-4695-80f0-c99e47518c47'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d73e6e9-897d-4783-9cd8-4d34cc417560'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:11.191185 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dabe95-98c9-4ec8-90fb-8db6dd4b2b57" -d '{"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "31cf04c8-d7df-473c-89a0-7031f83de97f"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "858ff12f-932f-4dec-b7d9-c2676c9ca09c"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "baf4854b-e3bd-4695-80f0-c99e47518c47"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8579dd39-96aa-4005-8088-22ccafa220de"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d73e6e9-897d-4783-9cd8-4d34cc417560"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:11.195411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-b45515b0-6662-406a-8405-1e2ba7a4f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.196956 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-b45515b0-6662-406a-8405-1e2ba7a4f567 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1639216 Feb 03 12:43:11.257847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-16a35280-be91-4649-a3f5-bd2407e269d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.259809 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-16a35280-be91-4649-a3f5-bd2407e269d5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 0.1563053 Feb 03 12:43:11.429586 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-205bff94-ff59-4b52-9116-4f236f265734 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd HTTP/1.1" status: 200 len: 998 time: 0.1546948 Feb 03 12:43:11.439090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.442151 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-904901a6-a3c5-4793-8940-cf3b80c742e5 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283695 Feb 03 12:43:11.709307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] No DVR routers for this DVR port da9fdd58-f939-4dd3-aded-7d8b8b218825 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:11.719836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-89e609cd-9422-460a-9a49-b6f2bc891170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.732062 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-89e609cd-9422-460a-9a49-b6f2bc891170 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.2970705 Feb 03 12:43:11.744655 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e3a5bd-8811-442a-afae-dbe5b9ea51a3 req-f8448640-a25a-4937-93f9-ce94511a6bdb service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856376 Feb 03 12:43:11.810550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-4bdb8bd2-6f3b-49dc-9e56-d61feeb6ae3c tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1001 time: 0.9783857 Feb 03 12:43:11.811955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.824659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-380d5643-5267-4287-bb7f-760fdb59743d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "DELETE /v2.0/ports/da9fdd58-f939-4dd3-aded-7d8b8b218825 HTTP/1.1" status: 204 len: 173 time: 2.4529881 Feb 03 12:43:11.825764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-69490a50-1b91-4832-be4f-85b6a297b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.827816 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-69490a50-1b91-4832-be4f-85b6a297b602 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0807652 Feb 03 12:43:11.883975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01473fb6-7ad0-4fc0-9ccf-b48f383aba67 req-c9957802-9b8d-4aca-85ba-d9b6cdfd5691 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8218253 Feb 03 12:43:11.953078 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-7ae64a78-5b3d-4b38-8940-412df6df86d6 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178098 Feb 03 12:43:12.077922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-697663fa-d2b3-4da4-bb66-6a5caf89a196 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9930375 Feb 03 12:43:12.092382 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d780dc3-b25f-4a0e-b578-d2c95a05914b req-b46e46a8-ab35-4f1a-af8b-2119c3c460af service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324039 Feb 03 12:43:12.130568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-344e8851-12cc-4d5d-b0b6-d6ea1728e970 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:12.132012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-344e8851-12cc-4d5d-b0b6-d6ea1728e970 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.2816558 Feb 03 12:43:12.157908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-c819de5c-e0f6-4cf2-b30d-745e503c5415 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:43:12.158956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-c819de5c-e0f6-4cf2-b30d-745e503c5415 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109036 Feb 03 12:43:12.325712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2cc53-f5c3-4265-888b-8f463cfcdb1b req-158c5bfe-19a9-4039-98ac-005b853b401d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:12.333397 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7c2cc53-f5c3-4265-888b-8f463cfcdb1b req-158c5bfe-19a9-4039-98ac-005b853b401d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 943 time: 0.2730470 Feb 03 12:43:12.353247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-581e7118-a731-4b6c-9586-122ee941e808 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1001 time: 0.1572580 Feb 03 12:43:12.381301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-13084388-75af-4b4f-b8a9-6851039e7543 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:12.437509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f66475f-90fa-4b23-a6f2-560cf977d9ef req-7548fe66-ade1-487d-8f3b-109bc477128d service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337355 Feb 03 12:43:12.461627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting port 5d73e6e9-897d-4783-9cd8-4d34cc417560 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:12.462093 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:12.586203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] For port 5d73e6e9-897d-4783-9cd8-4d34cc417560, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5d73e6e9-897d-4783-9cd8-4d34cc417560,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:12.586534 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:12.600357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Calling delete_port for 5d73e6e9-897d-4783-9cd8-4d34cc417560 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:12.703816 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:12.760990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-13084388-75af-4b4f-b8a9-6851039e7543 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (a13d967c-44fe-4db6-b971-8f3b34e2789a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:12.764709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (5d73e6e9-897d-4783-9cd8-4d34cc417560), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:12.779963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7c2cc53-f5c3-4265-888b-8f463cfcdb1b req-dbd500b2-608e-4a24-ac67-e1d36f6e889c tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445825 Feb 03 12:43:12.882453 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bdec69-8c91-4772-b5d2-6e9bc823a68a x-openstack-request-id: req-15bdec69-8c91-4772-b5d2-6e9bc823a68a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:12.884703 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef42ff0-ec5a-4b45-9785-6032cda9fe29", "tag": "17480ae5-6049-4da9-9fbc-80f7cf47a2b7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:12.885189 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15bdec69-8c91-4772-b5d2-6e9bc823a68a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:12.885627 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef42ff0-ec5a-4b45-9785-6032cda9fe29', 'tag': '17480ae5-6049-4da9-9fbc-80f7cf47a2b7', 'status': 'completed', 'code': 200} Feb 03 12:43:12.975597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Port': ['ID=5d73e6e9-897d-4783-9cd8-4d34cc417560,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:13.185886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] No DVR routers for this DVR port 5d73e6e9-897d-4783-9cd8-4d34cc417560 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:13.188871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.193446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-8312c0cc-e448-473a-8ec5-af55e4cda68f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "DELETE /v2.0/ports/5d73e6e9-897d-4783-9cd8-4d34cc417560 HTTP/1.1" status: 204 len: 173 time: 1.3415530 Feb 03 12:43:13.326730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-13084388-75af-4b4f-b8a9-6851039e7543 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.357139 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-13084388-75af-4b4f-b8a9-6851039e7543 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (a13d967c-44fe-4db6-b971-8f3b34e2789a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.357543 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-13084388-75af-4b4f-b8a9-6851039e7543 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Floating IP a13d967c-44fe-4db6-b971-8f3b34e2789a disassociated. External IP: 172.25.3.192, port: 41532616-4f01-465d-b020-4514ade72963. Feb 03 12:43:13.417219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea842ca-bb03-436d-9f9d-da700d12be75 req-24f57674-521a-4509-bd49-9534d9c2ce69 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:13.424195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea842ca-bb03-436d-9f9d-da700d12be75 req-24f57674-521a-4509-bd49-9534d9c2ce69 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.4427452 Feb 03 12:43:13.432668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-0760bb34-1283-4781-8bd6-075c2d6799e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:13.434220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-0760bb34-1283-4781-8bd6-075c2d6799e4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 1126 time: 0.5016701 Feb 03 12:43:13.512097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting port 31cf04c8-d7df-473c-89a0-7031f83de97f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:13.512469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.745676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] For port 31cf04c8-d7df-473c-89a0-7031f83de97f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=31cf04c8-d7df-473c-89a0-7031f83de97f,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:13.746128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.807440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea842ca-bb03-436d-9f9d-da700d12be75 req-9ea2ceb6-cf74-4e91-89dc-013ae2c86b7b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817253 Feb 03 12:43:13.808014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Calling delete_port for 31cf04c8-d7df-473c-89a0-7031f83de97f owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:14.120010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8a55b540-6074-4cc4-bd85-19e6ed523d7e details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:43:14.177549 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6257356-d5ca-4e39-adf0-dfe3fe048b5b x-openstack-request-id: req-e6257356-d5ca-4e39-adf0-dfe3fe048b5b {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:14.178457 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:14.178914 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6257356-d5ca-4e39-adf0-dfe3fe048b5b {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:14.179507 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'status': 'completed', 'code': 200} Feb 03 12:43:14.323309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-33357ae8-dcff-4b4f-83ce-3cdf96dd5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:14.324842 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-33357ae8-dcff-4b4f-83ce-3cdf96dd5cd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1127 time: 0.1218784 Feb 03 12:43:14.328901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-13084388-75af-4b4f-b8a9-6851039e7543 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Router d9852367-bca2-4f62-9a25-5b2392dab290 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:14.436007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:14.473245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '8a55b540-6074-4cc4-bd85-19e6ed523d7e', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '8a55b540-6074-4cc4-bd85-19e6ed523d7e', 'mac_address': 'fa:16:3e:88:48:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:43:14.565992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-ecae90c1-1448-465c-b481-fef0b867698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:14.568748 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-ecae90c1-1448-465c-b481-fef0b867698a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.2368009 Feb 03 12:43:14.598320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8a55b540-6074-4cc4-bd85-19e6ed523d7e is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:14.600439 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.661853 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (31cf04c8-d7df-473c-89a0-7031f83de97f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.665474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a55b540-6074-4cc4-bd85-19e6ed523d7e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:14.725501 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-db6248d2-09fc-498a-97bd-05eff5a91cb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 217 time: 0.1470473 Feb 03 12:43:14.727918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:14.744245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.745860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:43:14.867771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Port': ['ID=31cf04c8-d7df-473c-89a0-7031f83de97f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:14.871824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-890f8583-0b86-4336-af53-32b87a698d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:14.880028 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-890f8583-0b86-4336-af53-32b87a698d26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.1356227 Feb 03 12:43:14.904567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8a55b540-6074-4cc4-bd85-19e6ed523d7e,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:14.927383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': 'da9fdd58-f939-4dd3-aded-7d8b8b218825'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': '5d73e6e9-897d-4783-9cd8-4d34cc417560'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:14.930409 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f31e7b-089f-47bf-ab16-c1c8d1af62ef" -d '{"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "da9fdd58-f939-4dd3-aded-7d8b8b218825"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "5d73e6e9-897d-4783-9cd8-4d34cc417560"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:14.971224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-13084388-75af-4b4f-b8a9-6851039e7543 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:14.984708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-2764043c-7d11-47cf-ae0e-9bc0a9ab080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:14.986269 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-2764043c-7d11-47cf-ae0e-9bc0a9ab080d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1054280 Feb 03 12:43:14.986525 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] Sync routers for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:14.990842 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-13084388-75af-4b4f-b8a9-6851039e7543 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.999187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] No DVR routers for this DVR port 31cf04c8-d7df-473c-89a0-7031f83de97f on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:15.004720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.007862 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:15.008519 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:15.009120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-308f2bcb-cb12-496d-ad4d-f384f7309340 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "DELETE /v2.0/ports/31cf04c8-d7df-473c-89a0-7031f83de97f HTTP/1.1" status: 204 len: 173 time: 1.8046832 Feb 03 12:43:15.070074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:15.079121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a6c46-70e1-479c-bbaa-c798c50e7ffd req-dd0becaf-6426-4b47-878d-b8c326f8d457 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:15.080747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b9a6c46-70e1-479c-bbaa-c798c50e7ffd req-dd0becaf-6426-4b47-878d-b8c326f8d457 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 944 time: 0.7369602 Feb 03 12:43:15.089963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'port_id': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'mac_address': 'fa:16:3e:fe:9a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:43:15.158606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:15.160925 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.171346 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-8e22288b-aa72-4f52-8272-e48596b318af service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751845 Feb 03 12:43:15.180007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:15.187042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-13084388-75af-4b4f-b8a9-6851039e7543 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "PUT /v2.0/floatingips/a13d967c-44fe-4db6-b971-8f3b34e2789a HTTP/1.1" status: 200 len: 695 time: 2.8100412 Feb 03 12:43:15.252574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:15.260492 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.392477 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ef380df7-1035-40f4-a514-fe80bc03ae71 req-aa82ff48-a3c0-4e88-a021-23cac28bebc4 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145259 Feb 03 12:43:15.488153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b9a6c46-70e1-479c-bbaa-c798c50e7ffd req-40e9a774-2f16-40ed-88b8-1869004c50f6 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683174 Feb 03 12:43:15.494113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8a55b540-6074-4cc4-bd85-19e6ed523d7e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:15.591315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:15.596487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:15.624027 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b01a83-4f5e-444f-af62-f03ccd1cbe59 x-openstack-request-id: req-c9b01a83-4f5e-444f-af62-f03ccd1cbe59 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:15.624391 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "31cf04c8-d7df-473c-89a0-7031f83de97f", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "858ff12f-932f-4dec-b7d9-c2676c9ca09c", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "baf4854b-e3bd-4695-80f0-c99e47518c47", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8579dd39-96aa-4005-8088-22ccafa220de", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d73e6e9-897d-4783-9cd8-4d34cc417560", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:15.624523 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9b01a83-4f5e-444f-af62-f03ccd1cbe59 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:15.624872 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cf04c8-d7df-473c-89a0-7031f83de97f', 'code': 200} Feb 03 12:43:15.625128 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858ff12f-932f-4dec-b7d9-c2676c9ca09c', 'code': 200} Feb 03 12:43:15.625472 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf4854b-e3bd-4695-80f0-c99e47518c47', 'code': 200} Feb 03 12:43:15.625683 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de', 'code': 200} Feb 03 12:43:15.625896 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d73e6e9-897d-4783-9cd8-4d34cc417560', 'code': 200} Feb 03 12:43:15.696158 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:15.712843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-5494e841-5f8d-467d-afa4-6d5f977f6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:15.717554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-5494e841-5f8d-467d-afa4-6d5f977f6f5e service neutron] 10.222.0.91 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 906 time: 0.3295591 Feb 03 12:43:15.994688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-18454d4c-1b5c-46b8-80f9-67cc514055f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17480ae5-6049-4da9-9fbc-80f7cf47a2b7 HTTP/1.1" status: 200 len: 217 time: 0.2319727 Feb 03 12:43:16.073879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-3e54bdc0-8ff3-46e1-bfce-bd8bb6257217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:16.075476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-3e54bdc0-8ff3-46e1-bfce-bd8bb6257217 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f739d6873ab640f98f91a6b43607cae3&device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 1128 time: 0.8435502 Feb 03 12:43:16.212701 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c0a62ebf-6d97-4721-b216-daec24c41abf', 'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'mac_address': 'fa:16:3e:c9:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:12Z', 'updated_at': '2022-02-03T12:42:20Z', 'revision_number': 5, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'subnets': [{'id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:16.275846 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:16.327722 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] Checking router: d9852367-bca2-4f62-9a25-5b2392dab290 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:16.362196 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:16.362860 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:16.631280 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:16.842147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting port 858ff12f-932f-4dec-b7d9-c2676c9ca09c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:16.842758 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:16.961968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-3ac20628-d56a-4822-8494-76c5ba143ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:16.963481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-3ac20628-d56a-4822-8494-76c5ba143ec7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.9680023 Feb 03 12:43:16.979749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11db4d-b358-49cc-a075-b0ff7c6845bb req-592d61dd-79b8-4ba2-acdc-1f4a7f46f1df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:16.985089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11db4d-b358-49cc-a075-b0ff7c6845bb req-592d61dd-79b8-4ba2-acdc-1f4a7f46f1df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:16.986762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e11db4d-b358-49cc-a075-b0ff7c6845bb req-592d61dd-79b8-4ba2-acdc-1f4a7f46f1df tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 1676 time: 1.2347350 Feb 03 12:43:17.087661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-36a9f393-14ae-491d-8a46-bffe92effdb5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435088 Feb 03 12:43:17.105272 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c0a62ebf-6d97-4721-b216-daec24c41abf', 'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'mac_address': 'fa:16:3e:c9:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:12Z', 'updated_at': '2022-02-03T12:42:20Z', 'revision_number': 5, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'subnets': [{'id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:17.169774 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357cf80-6569-406c-bb67-26b68ebaf630 None None] The sync data for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 is: [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 4, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c0a62ebf-6d97-4721-b216-daec24c41abf', 'name': '', 'network_id': '20167e26-0fb0-478d-af58-7d6fb2157187', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'mac_address': 'fa:16:3e:c9:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:12Z', 'updated_at': '2022-02-03T12:42:20Z', 'revision_number': 5, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'subnets': [{'id': '6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:17.229243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-601e7536-8f35-4ee1-8c9c-c321629a2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:17.230846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-601e7536-8f35-4ee1-8c9c-c321629a2663 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20167e26-0fb0-478d-af58-7d6fb2157187 HTTP/1.1" status: 200 len: 928 time: 1.1371882 Feb 03 12:43:17.319964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] For port 858ff12f-932f-4dec-b7d9-c2676c9ca09c, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=858ff12f-932f-4dec-b7d9-c2676c9ca09c,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:17.320656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:17.337325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Calling delete_port for 858ff12f-932f-4dec-b7d9-c2676c9ca09c owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:17.521225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e11db4d-b358-49cc-a075-b0ff7c6845bb req-fc2d0b77-6c8d-42fd-b3a4-587cc2bcbf9a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups?id=1440e152-dd99-45e9-925a-3dfcf4eba99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4739251 Feb 03 12:43:17.709797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b2c0e-5a09-45da-9120-d08b1622a4dc None None] New status for floating IP a13d967c-44fe-4db6-b971-8f3b34e2789a: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:43:17.754007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-f9391320-cd73-49fd-a943-a94472bb3203 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434891 Feb 03 12:43:17.754733 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (858ff12f-932f-4dec-b7d9-c2676c9ca09c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:18.088149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-35934cf0-36c5-4395-a741-5cb0e4d16813 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41532616-4f01-465d-b020-4514ade72963 HTTP/1.1" status: 200 len: 217 time: 0.8419292 Feb 03 12:43:18.215283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:18.306144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Port': ['ID=858ff12f-932f-4dec-b7d9-c2676c9ca09c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:18.307343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:43:18.312576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] No DVR routers for this DVR port 858ff12f-932f-4dec-b7d9-c2676c9ca09c on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:18.317033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:18.324073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-4e64259b-ed2d-477c-a126-c267b7e4fe27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "DELETE /v2.0/ports/858ff12f-932f-4dec-b7d9-c2676c9ca09c HTTP/1.1" status: 204 len: 173 time: 3.2883015 Feb 03 12:43:18.452872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:43:18.468607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:18.468908 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:18.572174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a430176-e00e-4abf-bf1b-348948d78ce9 req-8f60cf78-0600-4e50-851e-9fca1258242e service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018583 Feb 03 12:43:18.596383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-56b36b74-aa6e-487c-bd55-38af7ee04295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:18.598107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-56b36b74-aa6e-487c-bd55-38af7ee04295 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a HTTP/1.1" status: 200 len: 866 time: 0.5091810 Feb 03 12:43:18.684380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78514613-9bbd-4bcb-a824-393ce08229e6 req-eef3b868-5989-4882-947d-d67f044291cb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:18.692897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78514613-9bbd-4bcb-a824-393ce08229e6 req-eef3b868-5989-4882-947d-d67f044291cb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.8960195 Feb 03 12:43:18.705897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:18.723690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '17480ae5-6049-4da9-9fbc-80f7cf47a2b7', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'port_id': '17480ae5-6049-4da9-9fbc-80f7cf47a2b7', 'mac_address': 'fa:16:3e:05:72:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bfd0a9-38ea-454b-9ad7-21a48c2b074a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:43:18.809159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:18.809953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:18.835532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:18.836356 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:18.868499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:18.905706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:18.912536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:18.916682 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc7154a-2418-4ab4-a340-d957219d4262" -d '{"events": [{"server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "name": "network-vif-plugged", "status": "completed", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:18.924263 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.017438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:19.021818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:19.030182 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.032357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8a55b540-6074-4cc4-bd85-19e6ed523d7e up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:19.058789 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78514613-9bbd-4bcb-a824-393ce08229e6 req-196edf1a-d899-43f4-a49f-41aee1f5f1d9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626015 Feb 03 12:43:19.119679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-fb8a7878-c49b-4c42-86a9-8c73d2057e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:19.131298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-fb8a7878-c49b-4c42-86a9-8c73d2057e37 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20167e26-0fb0-478d-af58-7d6fb2157187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5210030 Feb 03 12:43:19.152876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:19.209705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting port 8579dd39-96aa-4005-8088-22ccafa220de {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:19.210431 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8579dd39-96aa-4005-8088-22ccafa220de), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.223502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 8a55b540-6074-4cc4-bd85-19e6ed523d7e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:19.224192 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.324112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] For port 8579dd39-96aa-4005-8088-22ccafa220de, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8579dd39-96aa-4005-8088-22ccafa220de,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:19.324371 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8579dd39-96aa-4005-8088-22ccafa220de), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.344470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8a55b540-6074-4cc4-bd85-19e6ed523d7e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:19.345152 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.348163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:19.542059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:19.561070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.562566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:19.667824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8a55b540-6074-4cc4-bd85-19e6ed523d7e,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:19.875562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.876179 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (632866fa-c486-4c08-bbf1-809169df07ca), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.880561 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Floating IP 632866fa-c486-4c08-bbf1-809169df07ca disassociated. External IP: 172.25.3.50, port: 8579dd39-96aa-4005-8088-22ccafa220de. Feb 03 12:43:19.882017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Calling delete_port for 8579dd39-96aa-4005-8088-22ccafa220de owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:19.883486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:19.885735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.972613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:19.985612 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:20.104004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=11']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:20.268685 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8579dd39-96aa-4005-8088-22ccafa220de), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:20.329804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Port': ['ID=8579dd39-96aa-4005-8088-22ccafa220de,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:20.451128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-dd6602f4-0006-4709-97c6-e69985075c7a service neutron] 10.222.0.65 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3186133 Feb 03 12:43:20.493471 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:20.631768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41cf60b8-23f9-4b7c-99de-9ed613778ec0 req-c3a59bce-8e18-4f42-9652-5dcd170b4caa service neutron] 10.222.0.65 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782539 Feb 03 12:43:20.652857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a527112-7d90-4e65-a2e3-f4dcc8ca03b6 req-e80365b5-3b2f-4fe6-bf39-62c4e8b2fcc9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:20.658517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a527112-7d90-4e65-a2e3-f4dcc8ca03b6 req-e80365b5-3b2f-4fe6-bf39-62c4e8b2fcc9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 944 time: 1.2274494 Feb 03 12:43:20.856106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a527112-7d90-4e65-a2e3-f4dcc8ca03b6 req-8e005220-53f9-401b-911e-377814dda486 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370125 Feb 03 12:43:20.865339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Router aa69689b-ba07-487a-8ab1-f5e22d9c0bee has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:21.091702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239a27a-1071-498d-8ebc-8ff5ab664c32 req-799e3d88-0f93-41d8-91f4-a2a6c635f21c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:21.093461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6239a27a-1071-498d-8ebc-8ff5ab664c32 req-799e3d88-0f93-41d8-91f4-a2a6c635f21c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.1351871 Feb 03 12:43:21.127478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:21.149256 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] Sync routers for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:21.178952 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:21.180086 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:21.214016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] No DVR routers for this DVR port 8579dd39-96aa-4005-8088-22ccafa220de on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:21.221949 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:21.228898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1556a2a-3acb-4a25-b351-ef899897f2a2 req-d598629b-9def-4815-9158-496a859b6dd0 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.72 "DELETE /v2.0/ports/8579dd39-96aa-4005-8088-22ccafa220de HTTP/1.1" status: 204 len: 173 time: 2.8672261 Feb 03 12:43:21.280347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6239a27a-1071-498d-8ebc-8ff5ab664c32 req-7fc7a5c6-7d1e-47a4-9d15-9113c8a10b76 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787934 Feb 03 12:43:21.364588 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50544382-4d67-4133-9706-dbd5ab7612b9 x-openstack-request-id: req-50544382-4d67-4133-9706-dbd5ab7612b9 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:21.364896 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "da9fdd58-f939-4dd3-aded-7d8b8b218825", "status": "completed", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "5d73e6e9-897d-4783-9cd8-4d34cc417560", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:21.365156 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50544382-4d67-4133-9706-dbd5ab7612b9 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:21.365596 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': 'da9fdd58-f939-4dd3-aded-7d8b8b218825', 'status': 'completed', 'code': 200} Feb 03 12:43:21.365885 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': '5d73e6e9-897d-4783-9cd8-4d34cc417560', 'status': 'completed', 'code': 200} Feb 03 12:43:21.450932 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:21.497519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579a35d-c399-4403-aef9-516ccff1f3a2 req-90d87e86-a99f-4d7b-b836-eab9f24822e1 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:21.500769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8579a35d-c399-4403-aef9-516ccff1f3a2 req-90d87e86-a99f-4d7b-b836-eab9f24822e1 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 946 time: 0.0766840 Feb 03 12:43:21.579195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8579a35d-c399-4403-aef9-516ccff1f3a2 req-b4d7fb5b-db73-47b7-9338-305d4daace6b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722470 Feb 03 12:43:21.788178 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:39Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2dcfafc9-8fcc-4962-8db3-9ae863e123f6', 'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:36Z', 'updated_at': '2022-02-03T12:36:46Z', 'revision_number': 5, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'subnets': [{'id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:21.814951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51b745eb-9a6c-4212-854d-c503d469747b req-43a07136-adc3-44c4-905c-fc5205611263 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0842702 Feb 03 12:43:21.821174 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] Checking router: aa69689b-ba07-487a-8ab1-f5e22d9c0bee for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:21.833077 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:21.834222 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:21.976308 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:21.987390 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b965d1-42a5-4ba6-b2c3-d4cb65eb5af0 x-openstack-request-id: req-b0b965d1-42a5-4ba6-b2c3-d4cb65eb5af0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:21.988080 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "name": "network-vif-plugged", "status": "completed", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:21.988080 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0b965d1-42a5-4ba6-b2c3-d4cb65eb5af0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:21.989202 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'code': 200} Feb 03 12:43:22.157757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c1392-1d94-42db-aef7-e51eec13e432 req-e9f985bf-fc69-4bab-b180-ad35d269cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:22.159497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd1c1392-1d94-42db-aef7-e51eec13e432 req-e9f985bf-fc69-4bab-b180-ad35d269cb7c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1129 time: 0.1027243 Feb 03 12:43:22.178228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:22.221450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd1c1392-1d94-42db-aef7-e51eec13e432 req-18a43c74-52a3-43c0-8992-0cb2248dc525 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543504 Feb 03 12:43:22.368013 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:39Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2dcfafc9-8fcc-4962-8db3-9ae863e123f6', 'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:36Z', 'updated_at': '2022-02-03T12:36:46Z', 'revision_number': 5, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'subnets': [{'id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:22.370710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:43:22.377444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:22.378010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.414494 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52800f-44b1-43b2-80f2-df4acb6a8709 None None] The sync data for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 is: [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:36:39Z', 'revision_number': 4, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2dcfafc9-8fcc-4962-8db3-9ae863e123f6', 'name': '', 'network_id': 'a84c857a-e683-46a0-bd81-759bba81b838', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:36Z', 'updated_at': '2022-02-03T12:36:46Z', 'revision_number': 5, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'subnets': [{'id': '2b6abf6f-4cc7-448a-af3e-104f8d39e59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:22.616585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:22.617584 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:23.005742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:23.009867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855c4f9-0d73-40dd-9830-3f4e54717685 None None] New status for floating IP 632866fa-c486-4c08-bbf1-809169df07ca: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:43:23.016946 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:23.309920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:23.335182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.336231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.341550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.342836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.343590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.344312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.345257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.346263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.348181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.349177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.350055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.351234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.351763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:23.367167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': '31cf04c8-d7df-473c-89a0-7031f83de97f'}, {'name': 'network-changed', 'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'tag': '41532616-4f01-465d-b020-4514ade72963'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': '858ff12f-932f-4dec-b7d9-c2676c9ca09c'}, {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:23.371418 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a50c8-86ee-4939-acc8-00c5883d1a72" -d '{"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "31cf04c8-d7df-473c-89a0-7031f83de97f"}, {"name": "network-changed", "server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "tag": "41532616-4f01-465d-b020-4514ade72963"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "858ff12f-932f-4dec-b7d9-c2676c9ca09c"}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "8579dd39-96aa-4005-8088-22ccafa220de"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:23.991032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e'}, {'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}, {'server_uuid': 'eef42ff0-ec5a-4b45-9785-6032cda9fe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17480ae5-6049-4da9-9fbc-80f7cf47a2b7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:23.998987 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f2a888-634d-4965-8327-41a0222e0b09" -d '{"events": [{"server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "name": "network-vif-plugged", "status": "completed", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e"}, {"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-unplugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}, {"server_uuid": "eef42ff0-ec5a-4b45-9785-6032cda9fe29", "name": "network-vif-plugged", "status": "completed", "tag": "17480ae5-6049-4da9-9fbc-80f7cf47a2b7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:28.936058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8be4878f-0545-4469-9cc9-68dd98c71346 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips/a13d967c-44fe-4db6-b971-8f3b34e2789a HTTP/1.1" status: 200 len: 693 time: 0.0878842 Feb 03 12:43:29.112475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-01bc536a-7409-4e2a-a6df-6758b79d0be6 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:29.114954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-01bc536a-7409-4e2a-a6df-6758b79d0be6 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1638312 Feb 03 12:43:29.233249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-f8bb5206-328a-4a6d-80cf-67ef7f4f3aeb tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.1111338 Feb 03 12:43:29.328453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-819a7ea8-c8e8-4f2c-bbbf-3c91d244899b tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.0933096 Feb 03 12:43:29.753560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b2ae4-8a92-4114-8ed8-845bda4ec45f req-2615b149-66f2-49bb-94b7-0ada04a32b0e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:29.755491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f04b2ae4-8a92-4114-8ed8-845bda4ec45f req-2615b149-66f2-49bb-94b7-0ada04a32b0e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 945 time: 0.4692075 Feb 03 12:43:29.832634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f04b2ae4-8a92-4114-8ed8-845bda4ec45f req-07b5b37a-6b79-4fa0-a509-f8fbe07f0bb1 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682106 Feb 03 12:43:29.836299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Deleting port c753f975-1ae3-4b6b-b028-5fb072009d01 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:29.836450 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c753f975-1ae3-4b6b-b028-5fb072009d01), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:29.937335 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c753f975-1ae3-4b6b-b028-5fb072009d01), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:29.938089 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (c753f975-1ae3-4b6b-b028-5fb072009d01), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:29.952017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Calling delete_port for c753f975-1ae3-4b6b-b028-5fb072009d01 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:30.009960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81ea9-2c8c-4d68-91d5-c57fde64a316 req-765e79e7-ff0f-44d9-9880-70236f1b1cce tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:30.011610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6d81ea9-2c8c-4d68-91d5-c57fde64a316 req-765e79e7-ff0f-44d9-9880-70236f1b1cce tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.1145685 Feb 03 12:43:30.081702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6d81ea9-2c8c-4d68-91d5-c57fde64a316 req-f220e368-0b3e-4984-b7c0-2adfcc8ef33f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632584 Feb 03 12:43:30.144055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c753f975-1ae3-4b6b-b028-5fb072009d01), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.186415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Pushing event deleted for resources: {'Port': ['ID=c753f975-1ae3-4b6b-b028-5fb072009d01,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:30.218645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.219010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.219348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.219782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.220102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.220440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.220794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.221838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.222264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.223258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.223730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.224055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.224402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:30.295932 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks [] for floatingip (a13d967c-44fe-4db6-b971-8f3b34e2789a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.298778 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.299912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a787be44-b342-4bfd-bad5-4317d06ac9fc req-8902fa39-4d5a-4d0b-935e-8873400a75c7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "DELETE /v2.0/floatingips/a13d967c-44fe-4db6-b971-8f3b34e2789a HTTP/1.1" status: 204 len: 173 time: 0.9608483 Feb 03 12:43:30.308387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07252407-1743-495d-915e-f3b057046f6e req-72ed96fd-4967-4fc2-960f-e2cc60ea37c7 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:30.309956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07252407-1743-495d-915e-f3b057046f6e req-72ed96fd-4967-4fc2-960f-e2cc60ea37c7 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 946 time: 0.1573925 Feb 03 12:43:30.371625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07252407-1743-495d-915e-f3b057046f6e req-11e21f82-575c-4ab1-8296-19b8597cff15 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559592 Feb 03 12:43:30.397272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a598e76-7db9-4651-a51f-f89da7c513c4 req-2139bf2c-5096-4c54-b637-d10c38c18728 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0411732 Feb 03 12:43:30.429477 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91c4c7c-f9fa-42e3-9670-43b23b83e016 x-openstack-request-id: req-c91c4c7c-f9fa-42e3-9670-43b23b83e016 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:30.430146 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "31cf04c8-d7df-473c-89a0-7031f83de97f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "tag": "41532616-4f01-465d-b020-4514ade72963", "status": "completed", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "858ff12f-932f-4dec-b7d9-c2676c9ca09c", "status": "completed", "code": 200}, {"server_uuid": "50533604-5184-4d5d-a7c3-07e35a95df9e", "name": "network-vif-deleted", "tag": "8579dd39-96aa-4005-8088-22ccafa220de", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:30.430658 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c91c4c7c-f9fa-42e3-9670-43b23b83e016 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:30.431280 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': '31cf04c8-d7df-473c-89a0-7031f83de97f', 'status': 'completed', 'code': 200} Feb 03 12:43:30.431722 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'tag': '41532616-4f01-465d-b020-4514ade72963', 'status': 'completed', 'code': 200} Feb 03 12:43:30.432359 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': '858ff12f-932f-4dec-b7d9-c2676c9ca09c', 'status': 'completed', 'code': 200} Feb 03 12:43:30.433008 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50533604-5184-4d5d-a7c3-07e35a95df9e', 'name': 'network-vif-deleted', 'tag': '8579dd39-96aa-4005-8088-22ccafa220de', 'status': 'completed', 'code': 200} Feb 03 12:43:30.460833 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57057d06-e96c-4802-8090-43bee90a6217 x-openstack-request-id: req-57057d06-e96c-4802-8090-43bee90a6217 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:30.461399 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "name": "network-vif-plugged", "status": "completed", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e", "code": 200}, {"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-unplugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "code": 200}, {"server_uuid": "eef42ff0-ec5a-4b45-9785-6032cda9fe29", "name": "network-vif-plugged", "status": "completed", "tag": "17480ae5-6049-4da9-9fbc-80f7cf47a2b7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:30.462196 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57057d06-e96c-4802-8090-43bee90a6217 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:30.462653 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e', 'code': 200} Feb 03 12:43:30.462971 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'code': 200} Feb 03 12:43:30.463169 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef42ff0-ec5a-4b45-9785-6032cda9fe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17480ae5-6049-4da9-9fbc-80f7cf47a2b7', 'code': 200} Feb 03 12:43:30.580903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-f453e1a2-e4c7-4966-8b18-ead11a2de5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:30.582553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-f453e1a2-e4c7-4966-8b18-ead11a2de5ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f739d6873ab640f98f91a6b43607cae3&device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 1128 time: 0.1138825 Feb 03 12:43:30.629059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe577f6-e714-4ae8-9ab4-c6790907b89c req-052b7420-9ab6-42d4-9da6-00fbc9dcc57d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:30.630523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbe577f6-e714-4ae8-9ab4-c6790907b89c req-052b7420-9ab6-42d4-9da6-00fbc9dcc57d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1328583 Feb 03 12:43:30.852828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbe577f6-e714-4ae8-9ab4-c6790907b89c req-9b4ff9fe-0c5b-4ba2-ba4d-40e8c8341669 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028239 Feb 03 12:43:30.861588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-714c3935-037f-4b1c-ae64-3cada2863866 req-2a519a25-33f9-480c-8d26-bb3d67c9a3a5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3053162 Feb 03 12:43:30.866566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-1c3740fb-2f28-4cac-9b00-bcf99803e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:30.868036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-1c3740fb-2f28-4cac-9b00-bcf99803e3da service neutron] 10.222.0.72 "GET /v2.0/networks?id=20167e26-0fb0-478d-af58-7d6fb2157187 HTTP/1.1" status: 200 len: 928 time: 0.2701621 Feb 03 12:43:30.873460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:30.915954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-a43f8650-f8aa-426b-9547-75033123f776 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41532616-4f01-465d-b020-4514ade72963 HTTP/1.1" status: 200 len: 217 time: 0.0380449 Feb 03 12:43:30.933540 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.999068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-6b2644a5-b252-4077-b781-d13501529d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:31.000557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-6b2644a5-b252-4077-b781-d13501529d98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a HTTP/1.1" status: 200 len: 866 time: 0.0771894 Feb 03 12:43:31.133271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-9ad5487f-bf45-4f9c-ac37-b38d85a5f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:31.134807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-9ad5487f-bf45-4f9c-ac37-b38d85a5f84b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20167e26-0fb0-478d-af58-7d6fb2157187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1197522 Feb 03 12:43:31.143067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08e9c-5a1f-4e38-b21a-91b010489c58 req-64eb5800-f00c-45cb-bffa-f12fe4058de7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:31.144893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9a08e9c-5a1f-4e38-b21a-91b010489c58 req-64eb5800-f00c-45cb-bffa-f12fe4058de7 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1547408 Feb 03 12:43:31.210454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9a08e9c-5a1f-4e38-b21a-91b010489c58 req-c70da0de-da95-482b-805d-3eec6ece2bb6 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0567591 Feb 03 12:43:31.283504 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.308431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-aeba45b2-9600-4539-a4a8-eff1e5c58875 service neutron] 10.222.0.72 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625698 Feb 03 12:43:31.466839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdce42-38a6-4f4c-896f-202edd60feed req-b0eb4995-187e-4d24-b408-c28bc5bd63b5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:31.468445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8dfdce42-38a6-4f4c-896f-202edd60feed req-b0eb4995-187e-4d24-b408-c28bc5bd63b5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 945 time: 0.2015600 Feb 03 12:43:31.501359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e72a50c8-86ee-4939-acc8-00c5883d1a72 req-fa41c662-c21c-4771-96d8-8651863066c1 service neutron] 10.222.0.72 "GET /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618743 Feb 03 12:43:31.520529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Allocated IP 172.25.3.26 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/3572dbc7-03b2-4efe-9017-493c73bbbb45) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:31.576911 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8dfdce42-38a6-4f4c-896f-202edd60feed req-80b7ecf4-2407-491e-8b83-daffe0b44bf5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997066 Feb 03 12:43:31.682056 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for port (3572dbc7-03b2-4efe-9017-493c73bbbb45), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.720810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03857b6d-c420-4fb8-a7ce-82ea214189fc req-4b9687fc-c01d-4259-b023-698c8e020212 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:31.722708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03857b6d-c420-4fb8-a7ce-82ea214189fc req-4b9687fc-c01d-4259-b023-698c8e020212 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 950 time: 0.0859053 Feb 03 12:43:31.740691 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3572dbc7-03b2-4efe-9017-493c73bbbb45), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.804689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:31.835817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:31.844242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:31.855840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Pushing event updated for resources: {'Port': ['ID=3572dbc7-03b2-4efe-9017-493c73bbbb45,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:31.882675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03857b6d-c420-4fb8-a7ce-82ea214189fc req-fcb44202-91b8-410a-8dba-b44b1bacd3e1 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508083 Feb 03 12:43:31.919636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97691f4-759a-4d3d-9ad8-a4a2e136a5eb req-34e7ec0c-5b5b-4f76-9d7c-336f83e7d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:31.921400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d97691f4-759a-4d3d-9ad8-a4a2e136a5eb req-34e7ec0c-5b5b-4f76-9d7c-336f83e7d90c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 1128 time: 0.1211836 Feb 03 12:43:32.028515 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.042471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d97691f4-759a-4d3d-9ad8-a4a2e136a5eb req-076a7f3e-5c3e-4139-b8b1-90d2f7df3679 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982263 Feb 03 12:43:32.076185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926edb-bac1-4a36-a76d-99668436d1a6 req-a1ee0f08-4cc1-4e69-be18-53251fa411c9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:32.077682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd926edb-bac1-4a36-a76d-99668436d1a6 req-a1ee0f08-4cc1-4e69-be18-53251fa411c9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.1262496 Feb 03 12:43:32.092735 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3572dbc7-03b2-4efe-9017-493c73bbbb45), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.165646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd926edb-bac1-4a36-a76d-99668436d1a6 req-9d1fd3c6-6a9b-4d88-b157-dfbb71558097 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811064 Feb 03 12:43:32.226014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:43:32.269155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9af4c2c-618b-4de3-b33d-045bcd8df5ba req-a360657d-26eb-4049-b99c-96deb36acf97 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0711699 Feb 03 12:43:32.326070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:32.329012 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for port (3572dbc7-03b2-4efe-9017-493c73bbbb45), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.340097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'port_id': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'mac_address': 'fa:16:3e:05:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:43:32.343694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3572dbc7-03b2-4efe-9017-493c73bbbb45), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.385051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:32.385444 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.398493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-974fbbbf-e207-466b-af23-ac0a0c932b58 req-d0ddf296-4ef0-4f16-a847-b1235e271a4b tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0567336 Feb 03 12:43:32.399182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd40df8-2d14-4df8-9f32-4ef1e66c9082 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:32.425683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:32.443741 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.447993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Pushing event updated for resources: {'Port': ['ID=3572dbc7-03b2-4efe-9017-493c73bbbb45,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:32.459475 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.479141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.480741 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-714c3935-037f-4b1c-ae64-3cada2863866 req-df606451-26f9-49ec-99c3-9e63acdc84ea tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6110547 Feb 03 12:43:32.508655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=12']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:32.556126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['acd40df8-2d14-4df8-9f32-4ef1e66c9082'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:32.557753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-714c3935-037f-4b1c-ae64-3cada2863866 req-a8c7fe40-f1e9-45ef-971e-efa9d496d4bb tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0660541 Feb 03 12:43:32.613305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546a301-f999-49a4-b45d-adab93739bb3 req-5ef13a0b-2061-4a2b-a670-9e774d2ee548 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:32.615021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a546a301-f999-49a4-b45d-adab93739bb3 req-5ef13a0b-2061-4a2b-a670-9e774d2ee548 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 945 time: 0.1333594 Feb 03 12:43:32.723472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a546a301-f999-49a4-b45d-adab93739bb3 req-688230e8-698e-4f21-b271-96f83027baa3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012616 Feb 03 12:43:32.731101 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3935-037f-4b1c-ae64-3cada2863866 req-5c090581-27b1-4caf-8f90-53fb740bafb4 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:32.746440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-714c3935-037f-4b1c-ae64-3cada2863866 req-5c090581-27b1-4caf-8f90-53fb740bafb4 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1760869 Feb 03 12:43:33.102755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f36133-414a-496f-b628-180bd87362a0 req-f656258a-89cc-47f8-81a4-cedb74965ac6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:33.104351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32f36133-414a-496f-b628-180bd87362a0 req-f656258a-89cc-47f8-81a4-cedb74965ac6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 945 time: 0.0672781 Feb 03 12:43:33.185122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32f36133-414a-496f-b628-180bd87362a0 req-155031f3-c83d-44d6-92dc-0f1110ba398f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739527 Feb 03 12:43:33.678420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca529fe2-7022-4376-a638-f59a56e46ec2 req-c4cd962c-4678-4b43-9c7c-00f39eb40a28 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:33.678958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca529fe2-7022-4376-a638-f59a56e46ec2 req-c4cd962c-4678-4b43-9c7c-00f39eb40a28 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 945 time: 0.4287524 Feb 03 12:43:33.747932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-44633b19-bfe8-47c6-954b-2042ed5c56b4 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:33.749603 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-44633b19-bfe8-47c6-954b-2042ed5c56b4 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 821 time: 0.4640865 Feb 03 12:43:33.780007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-cc95fd25-f04c-4316-8c3c-abc4bf520b3b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/quotas/662f8493262d4ff58e08d72f5309851f HTTP/1.1" status: 200 len: 375 time: 0.0234408 Feb 03 12:43:33.785187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca529fe2-7022-4376-a638-f59a56e46ec2 req-ab7e468f-314e-40d1-8963-3abac734fe6c tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950921 Feb 03 12:43:33.869589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-859de4ec-d607-4836-96cb-94eeb4490e94 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799611 Feb 03 12:43:34.035040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-9d5c8a5e-07a9-4909-8b5b-bf85dd43e972 service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412206 Feb 03 12:43:34.191518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c445428-4897-496d-8418-88571cda5cdb req-e1e379b7-7689-434a-9cae-2504a6ccb376 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:34.194114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c445428-4897-496d-8418-88571cda5cdb req-e1e379b7-7689-434a-9cae-2504a6ccb376 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.2532556 Feb 03 12:43:34.222758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:34.274270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-18fde0db-231e-45d0-b69e-9916286b32f0 service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277246 Feb 03 12:43:34.274815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port acd40df8-2d14-4df8-9f32-4ef1e66c9082 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:34.275198 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.332091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c445428-4897-496d-8418-88571cda5cdb req-1d37f6c3-3f78-4141-ab67-19b9c1948284 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304166 Feb 03 12:43:34.407000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:34.407706 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.459776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:34.468680 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce344173-ecf5-4007-a37c-bf105b7545d3" -d '{"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-plugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:34.510120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:34.522388 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.523525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8a55b540-6074-4cc4-bd85-19e6ed523d7e no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:34.573253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0c7ba9d-d23d-4360-bb45-bc3096f9a3a7 req-f8647da9-167c-46ef-912d-cda127276dfe tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0840211 Feb 03 12:43:34.665726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=13']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:34.701612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590132b0-e3a2-41cb-8510-c3823c805672 req-13d1d9b2-b333-4b35-a9a6-8764ca6c863c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:34.703643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-590132b0-e3a2-41cb-8510-c3823c805672 req-13d1d9b2-b333-4b35-a9a6-8764ca6c863c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.1066117 Feb 03 12:43:34.728033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8a55b540-6074-4cc4-bd85-19e6ed523d7e is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:34.728608 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.824213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:34.833535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-590132b0-e3a2-41cb-8510-c3823c805672 req-0502cc0d-221c-4a68-a676-f624e07502b9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175933 Feb 03 12:43:34.842658 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.911340 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff11fc21-4086-4dab-b38b-c58752673708 x-openstack-request-id: req-ff11fc21-4086-4dab-b38b-c58752673708 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:34.912757 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-plugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:34.913156 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff11fc21-4086-4dab-b38b-c58752673708 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:34.913684 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'code': 200} Feb 03 12:43:34.925381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194034c9-5f78-4f9e-acbb-592a50085ef1 req-6aeae71f-d411-4ef1-8deb-441a74be102d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:34.933359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-194034c9-5f78-4f9e-acbb-592a50085ef1 req-6aeae71f-d411-4ef1-8deb-441a74be102d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 945 time: 0.2286625 Feb 03 12:43:34.954541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8a55b540-6074-4cc4-bd85-19e6ed523d7e,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:35.012118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6ffbf27-49f8-44cd-8139-15b9a7e7ad8c req-372ff9c9-f0d4-4132-ab27-4f94058a59f2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 210 time: 0.0699704 Feb 03 12:43:35.055566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-194034c9-5f78-4f9e-acbb-592a50085ef1 req-9a14613a-07b1-471d-90ca-35c156af9885 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211784 Feb 03 12:43:35.092224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-fb3b9036-fdae-4a15-83af-f489ea2730c1 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:35.092224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-fb3b9036-fdae-4a15-83af-f489ea2730c1 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 945 time: 0.3336816 Feb 03 12:43:35.296391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121e30d-c3b9-4f1a-ba5a-bfb52cd0e58e req-c39455fb-b5c9-4b08-9e29-699249706fee tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:35.306585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3121e30d-c3b9-4f1a-ba5a-bfb52cd0e58e req-c39455fb-b5c9-4b08-9e29-699249706fee tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 945 time: 0.1985109 Feb 03 12:43:35.440161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Deleting port 41532616-4f01-465d-b020-4514ade72963 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:35.440515 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (41532616-4f01-465d-b020-4514ade72963), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:35.573044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3121e30d-c3b9-4f1a-ba5a-bfb52cd0e58e req-848fe597-7bcb-49b3-aaf5-fc192668d8d3 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f239dfd-df12-4903-82f8-07daee11fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655044 Feb 03 12:43:35.581722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ab5e3-e07e-46dd-a3d6-874a2d6556cc req-f719b0ba-2b39-4ff0-b9f0-5d0071f511a8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:35.588557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991ab5e3-e07e-46dd-a3d6-874a2d6556cc req-f719b0ba-2b39-4ff0-b9f0-5d0071f511a8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.2764509 Feb 03 12:43:35.617177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991ab5e3-e07e-46dd-a3d6-874a2d6556cc req-3acd12a2-ba71-49c8-9e69-66e65d843617 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/quotas/2aa2e4d9c11a403eb5651431c33e512d HTTP/1.1" status: 200 len: 375 time: 0.0276799 Feb 03 12:43:35.669011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] For port 41532616-4f01-465d-b020-4514ade72963, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=41532616-4f01-465d-b020-4514ade72963,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:35.669382 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (41532616-4f01-465d-b020-4514ade72963), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:35.688192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Calling delete_port for 41532616-4f01-465d-b020-4514ade72963 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:35.778500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991ab5e3-e07e-46dd-a3d6-874a2d6556cc req-6336c6af-22e7-4e4c-87c5-b6d357665f8e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603978 Feb 03 12:43:35.845571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea0a17-3a46-47c1-bf6c-c97e883c3baf req-c4f94c46-2235-4ba7-b6a4-7740b0f8f256 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:35.847271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cea0a17-3a46-47c1-bf6c-c97e883c3baf req-c4f94c46-2235-4ba7-b6a4-7740b0f8f256 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.1602829 Feb 03 12:43:35.931983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-991ab5e3-e07e-46dd-a3d6-874a2d6556cc req-8fa8bb47-0758-4cc8-ab48-ce3cb07775eb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:43:35.933041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991ab5e3-e07e-46dd-a3d6-874a2d6556cc req-8fa8bb47-0758-4cc8-ab48-ce3cb07775eb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1447809 Feb 03 12:43:36.030630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cea0a17-3a46-47c1-bf6c-c97e883c3baf req-08f00028-fb25-4340-9901-11b105382a66 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674538 Feb 03 12:43:36.115125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991ab5e3-e07e-46dd-a3d6-874a2d6556cc req-234c06bc-2b3b-4b39-9388-d5626df24d10 service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695738 Feb 03 12:43:36.126418 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (41532616-4f01-465d-b020-4514ade72963), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.142491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['41532616-4f01-465d-b020-4514ade72963'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:36.207886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-6adaa473-5b96-4d5d-ab63-34c317eee142 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:36.209096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Pushing event deleted for resources: {'Port': ['ID=41532616-4f01-465d-b020-4514ade72963,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:36.211230 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-6adaa473-5b96-4d5d-ab63-34c317eee142 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 821 time: 0.1162176 Feb 03 12:43:36.237872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Request body: {'port': {'device_id': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'admin_state_up': True, 'tenant_id': '662f8493262d4ff58e08d72f5309851f'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:36.310295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70d2f79e-60ba-436a-970e-5135e1214e0e req-ef6c9cb8-44d8-4ac3-a548-3849e3bf4e86 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.1386247 Feb 03 12:43:36.387403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991ab5e3-e07e-46dd-a3d6-874a2d6556cc req-6214d037-845e-4d0b-a52e-1ad973ce5b7d service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700830 Feb 03 12:43:36.389177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] No DVR routers for this DVR port 41532616-4f01-465d-b020-4514ade72963 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:36.399002 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.415656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba7aa557-a4c0-413d-b621-902f9c6228b6 req-c9299c5a-f449-48d9-b703-ace5434cccea tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.72 "DELETE /v2.0/ports/41532616-4f01-465d-b020-4514ade72963 HTTP/1.1" status: 204 len: 173 time: 1.3294349 Feb 03 12:43:36.417914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'name': 'network-vif-deleted', 'tag': '41532616-4f01-465d-b020-4514ade72963'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:36.429607 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fefafc8-69a3-4109-85c1-0ee2cd34067c" -d '{"events": [{"server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "name": "network-vif-deleted", "tag": "41532616-4f01-465d-b020-4514ade72963"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:36.438657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Made reservation on behalf of 662f8493262d4ff58e08d72f5309851f for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:36.442667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.579812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df70181-c988-4e75-a3fb-ccf6a59d9f00 req-0af01920-85e0-4e65-81ee-644d5addd109 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:36.590701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7df70181-c988-4e75-a3fb-ccf6a59d9f00 req-0af01920-85e0-4e65-81ee-644d5addd109 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.1398609 Feb 03 12:43:36.624464 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbab2-43a4-4991-b84c-52175fddcf8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.739991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7df70181-c988-4e75-a3fb-ccf6a59d9f00 req-ebdb6066-b45e-4c98-9f5e-b5fa571bf9ae tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439900 Feb 03 12:43:36.812017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Allocated IP 172.20.0.4 (4fb76f39-ca19-4232-8505-00822f8c6eeb/12f7eafc-6d9d-4c19-8d9f-96e8a609efe7/7394e369-e9de-489e-8487-9c4c49ee54dd) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:36.854804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1dbe2cbd-0dfd-446e-a3fa-5884c0a39607 req-aa02bbd7-3008-4c15-8c5d-091aa906170f tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 210 time: 0.0580146 Feb 03 12:43:36.914918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:36.917219 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f197c87-c442-4862-bd7c-6981c6504cc7" -d '{"events": [{"server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:36.958823 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baa12a0-4ea0-4065-a774-b3e1ed5f9fe5 x-openstack-request-id: req-3baa12a0-4ea0-4065-a774-b3e1ed5f9fe5 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:36.959120 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b5f3dc-05f8-41a5-9b73-28a27a58758a", "name": "network-vif-deleted", "tag": "41532616-4f01-465d-b020-4514ade72963", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:36.959383 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3baa12a0-4ea0-4065-a774-b3e1ed5f9fe5 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:36.959793 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5f3dc-05f8-41a5-9b73-28a27a58758a', 'name': 'network-vif-deleted', 'tag': '41532616-4f01-465d-b020-4514ade72963', 'status': 'completed', 'code': 200} Feb 03 12:43:37.051733 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a46bf3cb-0bac-4822-9b07-6ba276117bed req-07185f8d-6bf8-4152-b912-7d0940f66a97 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508 tempest-FloatingIPsAssociationNegativeTestJSON-1177471508-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5b5f3dc-05f8-41a5-9b73-28a27a58758a HTTP/1.1" status: 200 len: 210 time: 0.0463514 Feb 03 12:43:37.075462 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.158620 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.176173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:37.211770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:37.215780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:37.252071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:37.278585 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c21df0a-877e-43d8-9a5e-7b5036b3ba42 x-openstack-request-id: req-8c21df0a-877e-43d8-9a5e-7b5036b3ba42 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:37.278892 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:37.279277 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c21df0a-877e-43d8-9a5e-7b5036b3ba42 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:37.280207 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e', 'code': 200} Feb 03 12:43:37.400792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cf1dc-05f3-4912-90c6-11f582ad1bbf req-63e76b19-1a8e-442a-b3b3-f4fad5692251 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:37.410024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Pushing event updated for resources: {'Port': ['ID=7394e369-e9de-489e-8487-9c4c49ee54dd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:37.418300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-442cf1dc-05f3-4912-90c6-11f582ad1bbf req-63e76b19-1a8e-442a-b3b3-f4fad5692251 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.1410995 Feb 03 12:43:37.455965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.456448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.456792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.457132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.457462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.457787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.458113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.458462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.458792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.459143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.459421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.459735 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.460051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:37.497848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:37.500021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.543903 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-508aee30-1f71-4189-ad99-ae577ffa2a88 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3225210 Feb 03 12:43:37.553252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-442cf1dc-05f3-4912-90c6-11f582ad1bbf req-755f3c53-e8ba-439f-a757-2b3971fd4e03 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339064 Feb 03 12:43:37.555621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Request body: {'port': {'device_id': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:37.696064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.733847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-007b5be1-e78b-4e0c-b802-5b4a8e088270 None None] Provisioning complete for port 7394e369-e9de-489e-8487-9c4c49ee54dd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:37.734236 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-007b5be1-e78b-4e0c-b802-5b4a8e088270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.785813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71b95ea4-f606-425e-83ab-bcf7a731972e req-9fa01ca1-bbcd-46cd-8d3e-0dfac47f6061 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0695734 Feb 03 12:43:37.826031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-007b5be1-e78b-4e0c-b802-5b4a8e088270 None None] Port 7394e369-e9de-489e-8487-9c4c49ee54dd cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:38.041949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c769125-b1ad-4dc9-82c8-38579e37f516 req-ec5effc2-3ac7-4a16-ba14-7828db59ec77 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:38.043785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c769125-b1ad-4dc9-82c8-38579e37f516 req-ec5effc2-3ac7-4a16-ba14-7828db59ec77 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.1540823 Feb 03 12:43:38.088023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec709fd-3900-49a3-b757-1dc20ada740c req-6b36ed96-cf8e-4bf0-9ce3-fee9f46cebe9 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:38.089940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ec709fd-3900-49a3-b757-1dc20ada740c req-6b36ed96-cf8e-4bf0-9ce3-fee9f46cebe9 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 931 time: 0.1275477 Feb 03 12:43:38.138376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c769125-b1ad-4dc9-82c8-38579e37f516 req-7c46eae1-28ab-4811-8372-5f786e08436d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855274 Feb 03 12:43:38.181420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ec709fd-3900-49a3-b757-1dc20ada740c req-742cdaba-d1c2-4a17-a24a-ea17c714b9e3 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679021 Feb 03 12:43:38.231155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:43:38.237630 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7394e369-e9de-489e-8487-9c4c49ee54dd {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:38.259677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Publish callbacks [] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.287254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 41532616-4f01-465d-b020-4514ade72963 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:38.303283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Transition to ACTIVE for port object 7394e369-e9de-489e-8487-9c4c49ee54dd will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:43:38.316240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.356933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 41532616-4f01-465d-b020-4514ade72963 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:38.356933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 41532616-4f01-465d-b020-4514ade72963 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:38.386447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56084) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:38.458862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-aa942cad-457a-4fde-8cac-de30e0b3ac12 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:38.466300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-aa942cad-457a-4fde-8cac-de30e0b3ac12 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.1513076 Feb 03 12:43:38.491594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-d33f0c08-7311-4307-8d47-713fd48bd71a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/quotas/2aa2e4d9c11a403eb5651431c33e512d HTTP/1.1" status: 200 len: 375 time: 0.0241303 Feb 03 12:43:38.556544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Pushing event updated for resources: {'Port': ['ID=7394e369-e9de-489e-8487-9c4c49ee54dd,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:38.559161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:38.619302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-af49261e-b7e7-408f-8c07-727515c12ee2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251407 Feb 03 12:43:38.625463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'mac_address': 'fa:16:3e:4e:71:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:43:38.779728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port acffd3d1-4850-4286-8ea7-278c5a2c5803 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:38.785192 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.814507 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f08a42e-5833-49d0-b00e-4006d031c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.833158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acffd3d1-4850-4286-8ea7-278c5a2c5803 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:38.887177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:38.897241 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.910970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-5d892bd7-5aa1-4960-adf8-ecf1e20e8285 service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904341 Feb 03 12:43:38.953071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:39.006813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a5e5a-470d-4a8e-93a7-447e2cc4337d req-7ac53afe-083a-4ddd-aa3f-bb491d052f5a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:39.010974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b6a5e5a-470d-4a8e-93a7-447e2cc4337d req-7ac53afe-083a-4ddd-aa3f-bb491d052f5a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.2544410 Feb 03 12:43:39.016650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['acffd3d1-4850-4286-8ea7-278c5a2c5803'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:39.130160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b6a5e5a-470d-4a8e-93a7-447e2cc4337d req-bf7cf6cb-b81d-4aff-84c4-9eb9be12ff85 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976229 Feb 03 12:43:39.189326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-5415d8d9-8004-418a-b56d-295a16e63f3a service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771049 Feb 03 12:43:39.330735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83b08f0e-862a-4c97-9fae-c8a44369a5e8 req-88bab296-5467-4261-b938-6512844a8faa tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0804021 Feb 03 12:43:39.573716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Attempting to bind port 7394e369-e9de-489e-8487-9c4c49ee54dd on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:39.574315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Attempting to bind port 7394e369-e9de-489e-8487-9c4c49ee54dd by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:39.574571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Attempting to bind port 7394e369-e9de-489e-8487-9c4c49ee54dd on network 4fb76f39-ca19-4232-8505-00822f8c6eeb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:39.583284 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Port 7394e369-e9de-489e-8487-9c4c49ee54dd on network 4fb76f39-ca19-4232-8505-00822f8c6eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:43:39.583634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Attempting to bind port 7394e369-e9de-489e-8487-9c4c49ee54dd on network 4fb76f39-ca19-4232-8505-00822f8c6eeb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:39.632437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ff5cd-2790-4094-9d21-d55d5a83dc79 req-58218b84-9fce-4228-9b33-6dc579d140e3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:39.639268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b59ff5cd-2790-4094-9d21-d55d5a83dc79 req-58218b84-9fce-4228-9b33-6dc579d140e3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.1643958 Feb 03 12:43:39.659444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:39.660300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Checking segment: {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:39.661005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Bound using segment: {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:39.661625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Bound port: 7394e369-e9de-489e-8487-9c4c49ee54dd, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f24db29-ed72-4730-80e0-4614d4fa2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:39.662143 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.689166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212e943-6e85-41db-b4ba-517cfc49673a req-01dc3ae5-38f6-47cb-a13d-ad8f1919a894 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:39.697502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0212e943-6e85-41db-b4ba-517cfc49673a req-01dc3ae5-38f6-47cb-a13d-ad8f1919a894 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 943 time: 0.1335745 Feb 03 12:43:39.765211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b59ff5cd-2790-4094-9d21-d55d5a83dc79 req-ccb498fd-027a-4608-a94c-4f03ecc74479 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249399 Feb 03 12:43:39.813592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] For port 7394e369-e9de-489e-8487-9c4c49ee54dd, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:39.817077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] For port 7394e369-e9de-489e-8487-9c4c49ee54dd, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7394e369-e9de-489e-8487-9c4c49ee54dd,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:39.819835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0212e943-6e85-41db-b4ba-517cfc49673a req-7cdd501e-ab93-447e-ba43-1c989fe31ca0 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213641 Feb 03 12:43:39.853169 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.927254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2db64f2d-f435-4224-b783-81dd7dc70d7a req-d4a56355-5866-4ccf-8df0-2de6d39cf9e1 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 210 time: 0.0541072 Feb 03 12:43:40.025202 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.061682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Pushing event updated for resources: {'Port': ['ID=7394e369-e9de-489e-8487-9c4c49ee54dd,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:40.070538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:40.072481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.075185 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-ce24936f-a749-4722-916e-d50d999c704f service neutron] 10.222.0.72 "PUT /v2.0/ports/7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 200 len: 1092 time: 2.5227070 Feb 03 12:43:40.076145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:40.078535 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b700341-b286-4acc-b0cc-760dcc9d69c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:40.182380 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd146d9f-7a17-4293-8a89-219573a16d7f x-openstack-request-id: req-fd146d9f-7a17-4293-8a89-219573a16d7f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:40.182880 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:40.183291 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd146d9f-7a17-4293-8a89-219573a16d7f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:40.183820 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'status': 'completed', 'code': 200} Feb 03 12:43:40.245026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:40.294040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-44ecc318-7385-41b8-ad2e-a4cc2a644ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:40.297109 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-44ecc318-7385-41b8-ad2e-a4cc2a644ce5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 1126 time: 0.1601846 Feb 03 12:43:40.371996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port acffd3d1-4850-4286-8ea7-278c5a2c5803 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:40.372819 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.397787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403df03-c339-4b6a-8bf0-fac35837865b req-f00e6eb0-e5d9-48e4-8273-0c218dc407ee tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:40.400259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a403df03-c339-4b6a-8bf0-fac35837865b req-f00e6eb0-e5d9-48e4-8273-0c218dc407ee tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.1121440 Feb 03 12:43:40.505434 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-c630f5af-34eb-4e80-96e1-062966dbd6f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 200 len: 217 time: 0.1967661 Feb 03 12:43:40.522792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a403df03-c339-4b6a-8bf0-fac35837865b req-dadc94e0-b657-41bd-9e40-bb64fb0dca82 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080909 Feb 03 12:43:40.574734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-a8ab2846-360b-4690-b7c1-b834dd50ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:40.577918 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-a8ab2846-360b-4690-b7c1-b834dd50ef4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.0668352 Feb 03 12:43:40.601798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (d9852367-bca2-4f62-9a25-5b2392dab290), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.609648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a8661a8-6714-4df6-b046-b7d395adce0f req-d82e110f-8f4a-4858-9663-2c8b4336a497 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0437846 Feb 03 12:43:40.641932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port acffd3d1-4850-4286-8ea7-278c5a2c5803 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:40.642465 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.683342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:40.683342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:40.688292 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2d9f5a-62f0-4179-a8c0-5e8b26723bf5" -d '{"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-plugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:40.706406 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.822940 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bd629d-b6d5-4beb-8b22-89b27539923c x-openstack-request-id: req-60bd629d-b6d5-4beb-8b22-89b27539923c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:40.823236 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-plugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:40.823496 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60bd629d-b6d5-4beb-8b22-89b27539923c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:40.825448 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'code': 200} Feb 03 12:43:40.885892 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-2a4adee4-5923-49d9-be52-e4802ad072f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:40.887779 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-2a4adee4-5923-49d9-be52-e4802ad072f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3003831 Feb 03 12:43:40.911562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:41.048893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9236d30-4081-4f33-8525-34e29a81d94b req-4585c489-e3a2-4ffa-acfc-ed541bfca2e5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:41.053840 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-368535ee-0858-428e-950a-1d177f1560a2 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537549 Feb 03 12:43:41.056570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9236d30-4081-4f33-8525-34e29a81d94b req-4585c489-e3a2-4ffa-acfc-ed541bfca2e5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.1474841 Feb 03 12:43:41.111200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade613-e735-4b73-bf9d-1db4a9104132 req-210a1e52-7dfd-4d96-beeb-d85742ef83ae tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:41.113705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baade613-e735-4b73-bf9d-1db4a9104132 req-210a1e52-7dfd-4d96-beeb-d85742ef83ae tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 943 time: 0.1272569 Feb 03 12:43:41.154661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9236d30-4081-4f33-8525-34e29a81d94b req-2cba1b25-1772-474e-a5f0-c610a8e27370 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892267 Feb 03 12:43:41.221804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baade613-e735-4b73-bf9d-1db4a9104132 req-8e78f75d-2544-475c-b55a-c64095fd0662 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983496 Feb 03 12:43:41.267629 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Deleting port c0a62ebf-6d97-4721-b216-daec24c41abf {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:41.267977 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.364415 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb8b6aca-b0aa-4205-b210-dc30d0f289e9 req-d2057871-712f-4b92-8602-a777665205b0 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934377 Feb 03 12:43:41.425695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-948ba614-59c5-4196-a84e-36fb798f2027 req-a00fa3f5-46fa-454a-9775-75638e54becf tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 210 time: 0.0900872 Feb 03 12:43:41.442729 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.490229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] For port c0a62ebf-6d97-4721-b216-daec24c41abf, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c0a62ebf-6d97-4721-b216-daec24c41abf,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:41.490622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.576090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Calling delete_port for c0a62ebf-6d97-4721-b216-daec24c41abf owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:41.629194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-f5101a92-383f-44b9-a6d3-f05c618e2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:41.630680 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-f5101a92-383f-44b9-a6d3-f05c618e2ce4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 1126 time: 0.1722710 Feb 03 12:43:41.714416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-025e3a45-326c-4c55-900f-f24513f461e6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:41.716198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-025e3a45-326c-4c55-900f-f24513f461e6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.3644128 Feb 03 12:43:41.756349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Request body: {'port': {'device_id': '6104da90-3d9b-46f1-9a93-ec15c030071d', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'admin_state_up': True, 'tenant_id': '2aa2e4d9c11a403eb5651431c33e512d'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:41.762375 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c38dbb0-3095-4479-8d72-8342e3834363 req-a6835106-fa71-4856-a7ad-4a5befc48a8a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0449109 Feb 03 12:43:41.787476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-eedb108d-d687-47ad-a474-14c0a8c6b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:41.788934 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-eedb108d-d687-47ad-a474-14c0a8c6b8f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.1221795 Feb 03 12:43:41.811288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dda61e-c3e5-405c-b244-016588765871 req-54cbac64-e82a-4210-8ec7-c79394882f8b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:41.812904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75dda61e-c3e5-405c-b244-016588765871 req-54cbac64-e82a-4210-8ec7-c79394882f8b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 943 time: 0.1636341 Feb 03 12:43:41.929964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75dda61e-c3e5-405c-b244-016588765871 req-e30e657f-1af2-4a26-9d98-a44342b06910 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725508 Feb 03 12:43:41.994383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Made reservation on behalf of 2aa2e4d9c11a403eb5651431c33e512d for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:41.998157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.040850 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-c7e54070-dbf7-4c4a-a9cf-4bdfcb2000cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 200 len: 217 time: 0.2407031 Feb 03 12:43:42.041889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c0a62ebf-6d97-4721-b216-daec24c41abf), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.170354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-22afccec-e5a0-4030-89bc-0cd5f86cc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:42.171897 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-22afccec-e5a0-4030-89bc-0cd5f86cc82b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.1201568 Feb 03 12:43:42.213598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a62ebf-6d97-4721-b216-daec24c41abf,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:42.260697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:43:42.268151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Allocated IP 172.20.0.13 (3315131b-c682-4f98-baeb-6449a3848ef2/77bfd0a9-38ea-454b-9ad7-21a48c2b074a/559beadc-8457-438f-a8c4-0faff417d0f3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:42.365032 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:43:42.392983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d877f6-b93f-4b1c-ab8b-5facb75d0c49 req-63b6a1e8-12b5-4e6b-a6b9-b876b7a41d23 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:42.415854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0d877f6-b93f-4b1c-ab8b-5facb75d0c49 req-63b6a1e8-12b5-4e6b-a6b9-b876b7a41d23 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.1577542 Feb 03 12:43:42.461989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-546882bd-77f3-4adb-976f-311b865fb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:42.464205 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-546882bd-77f3-4adb-976f-311b865fb64a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2470775 Feb 03 12:43:42.493840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:42.518999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'port_id': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'mac_address': 'fa:16:3e:5c:b8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:43:42.591774 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-6791929a-0e55-4401-9c77-8af494b6f3b7 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163397 Feb 03 12:43:42.601928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40e8374e-c8cc-4779-b4e8-3813307aaccd is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:42.602361 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.606015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0d877f6-b93f-4b1c-ab8b-5facb75d0c49 req-2ae7f2d9-9058-4219-9b70-7b027363a0ba tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891494 Feb 03 12:43:42.632831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e8374e-c8cc-4779-b4e8-3813307aaccd {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:42.654532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:42.671482 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.713974 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks [] for port (559beadc-8457-438f-a8c4-0faff417d0f3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.789973 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.790767 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.793248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:42.804844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:42.821323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471441e6-baff-4468-81df-817b302f814c req-edd86d87-ac90-4d2e-be64-7f6dde698ef9 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:42.822936 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-471441e6-baff-4468-81df-817b302f814c req-edd86d87-ac90-4d2e-be64-7f6dde698ef9 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 943 time: 0.3279238 Feb 03 12:43:42.892704 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (d9852367-bca2-4f62-9a25-5b2392dab290), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.006246 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b700341-b286-4acc-b0cc-760dcc9d69c7 req-bac42259-c723-4a2b-bb1e-e984dc9e0256 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055343 Feb 03 12:43:43.048714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Network 3315131b-c682-4f98-baeb-6449a3848ef2 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:43.064069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:43.075900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:43.078517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event updated for resources: {'Port': ['ID=559beadc-8457-438f-a8c4-0faff417d0f3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:43.116574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['40e8374e-c8cc-4779-b4e8-3813307aaccd'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:43.152050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff38c-8319-4f6e-a499-c7e78853e5db req-41fb1ae1-4c72-472f-988d-a18807a0bd9e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:43.169110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f53ff38c-8319-4f6e-a499-c7e78853e5db req-41fb1ae1-4c72-472f-988d-a18807a0bd9e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 932 time: 0.4092038 Feb 03 12:43:43.224847 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-471441e6-baff-4468-81df-817b302f814c req-c22f68ea-3098-47d9-af62-4d2d03bb08df tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337812 Feb 03 12:43:43.372888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:43.374223 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.435639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Router d9852367-bca2-4f62-9a25-5b2392dab290 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:43.481253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f53ff38c-8319-4f6e-a499-c7e78853e5db req-ba2fe157-fd58-49bf-9e39-ac75272de5cb tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108561 Feb 03 12:43:43.512345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df008863-2d6b-498c-854e-70550349dce8 req-a56a9f02-29b2-4381-82fe-18552644ea2a tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.1044815 Feb 03 12:43:43.524303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-cc5e21c2-5a5d-49e6-a2e7-759b1266ea18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7855957 Feb 03 12:43:43.545025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Request body: {'port': {'device_id': '6104da90-3d9b-46f1-9a93-ec15c030071d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:43.775432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:43.780676 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e3e2dc3c-353b-45b8-b864-8f71ff6c18c2 admin admin] 10.222.0.65 "PUT /v2.0/routers/d9852367-bca2-4f62-9a25-5b2392dab290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3880641 Feb 03 12:43:43.782852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56202) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:43.793069 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] Sync routers for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:43.808739 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:43.809357 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:43.853639 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.983475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9563e-1554-4e73-bdab-5bd05d87419b req-bc426937-1f3c-4948-8d9d-130d94991c72 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:43.985417 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68e9563e-1554-4e73-bdab-5bd05d87419b req-bc426937-1f3c-4948-8d9d-130d94991c72 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 944 time: 0.3051252 Feb 03 12:43:44.076039 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks [] for router (d9852367-bca2-4f62-9a25-5b2392dab290), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.229940 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:44.309657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 7394e369-e9de-489e-8487-9c4c49ee54dd details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:43:44.444517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks [] for router_gateway (d9852367-bca2-4f62-9a25-5b2392dab290), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.619233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Deleting port 5cd8a5e7-2d98-4f52-a19a-090052085836 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:44.619570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.762262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 7394e369-e9de-489e-8487-9c4c49ee54dd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7394e369-e9de-489e-8487-9c4c49ee54dd,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:44.851634 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'port_id': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'mac_address': 'fa:16:3e:9c:23:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:43:44.856585 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:43:41Z', 'revision_number': 5, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port': {'id': '5cd8a5e7-2d98-4f52-a19a-090052085836', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:09Z', 'updated_at': '2022-02-03T12:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:44.915333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] For port 5cd8a5e7-2d98-4f52-a19a-090052085836, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5cd8a5e7-2d98-4f52-a19a-090052085836,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:44.915868 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.943339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Calling delete_port for 5cd8a5e7-2d98-4f52-a19a-090052085836 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:44.957913 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] Checking router: d9852367-bca2-4f62-9a25-5b2392dab290 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:44.983753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 7394e369-e9de-489e-8487-9c4c49ee54dd is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:44.984151 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.997211 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] Routers {'d9852367-bca2-4f62-9a25-5b2392dab290'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:44.998194 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d9852367-bca2-4f62-9a25-5b2392dab290'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:45.013645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7394e369-e9de-489e-8487-9c4c49ee54dd {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:45.081395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 7394e369-e9de-489e-8487-9c4c49ee54dd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7394e369-e9de-489e-8487-9c4c49ee54dd,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:45.096452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.231791 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] Set router d9852367-bca2-4f62-9a25-5b2392dab290 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:45.249609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=7394e369-e9de-489e-8487-9c4c49ee54dd,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:45.380106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559beadc-8457-438f-a8c4-0faff417d0f3 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:45.412602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Publish callbacks [] for port (559beadc-8457-438f-a8c4-0faff417d0f3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.484005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Transition to ACTIVE for port object 559beadc-8457-438f-a8c4-0faff417d0f3 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:43:45.550122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.620467 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:43:44Z', 'revision_number': 6, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:45.625468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68e9563e-1554-4e73-bdab-5bd05d87419b req-1f6bc69f-586a-4fae-b4b4-a6f2155c8e69 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6241262 Feb 03 12:43:45.631925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['7394e369-e9de-489e-8487-9c4c49ee54dd'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:45.647579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5cd8a5e7-2d98-4f52-a19a-090052085836), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.729992 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f98721-7bb6-431f-8285-8ff270007a31 None None] The sync data for ids ['d9852367-bca2-4f62-9a25-5b2392dab290'] in n-d-792364-10 is: [{'id': 'd9852367-bca2-4f62-9a25-5b2392dab290', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73171136-router', 'tenant_id': 'f739d6873ab640f98f91a6b43607cae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:07Z', 'updated_at': '2022-02-03T12:43:44Z', 'revision_number': 6, 'project_id': 'f739d6873ab640f98f91a6b43607cae3', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:45.774609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd8a5e7-2d98-4f52-a19a-090052085836,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:45.858882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Pushing event updated for resources: {'Port': ['ID=559beadc-8457-438f-a8c4-0faff417d0f3,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:45.920947 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (d9852367-bca2-4f62-9a25-5b2392dab290), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.078583 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.082492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4c73-3889-491e-b639-872d7c2b8c60 req-584c34b1-a601-4621-9439-9e27d1558fcf tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:46.084073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-607b4c73-3889-491e-b639-872d7c2b8c60 req-584c34b1-a601-4621-9439-9e27d1558fcf tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.2543554 Feb 03 12:43:46.115535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Attempting to bind port 559beadc-8457-438f-a8c4-0faff417d0f3 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:46.115919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Attempting to bind port 559beadc-8457-438f-a8c4-0faff417d0f3 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:46.116208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Attempting to bind port 559beadc-8457-438f-a8c4-0faff417d0f3 on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:46.126717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Port 559beadc-8457-438f-a8c4-0faff417d0f3 on network 3315131b-c682-4f98-baeb-6449a3848ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:43:46.127082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Attempting to bind port 559beadc-8457-438f-a8c4-0faff417d0f3 on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:46.149818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:46.150175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Checking segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:46.150579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Bound using segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:46.151037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Bound port: 559beadc-8457-438f-a8c4-0faff417d0f3, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:46.151407 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.167607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (d9852367-bca2-4f62-9a25-5b2392dab290), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.173743 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks [] for router_controller (d9852367-bca2-4f62-9a25-5b2392dab290), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.262709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-607b4c73-3889-491e-b639-872d7c2b8c60 req-e824879a-dad6-49f5-9d4c-5857d61c597e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642742 Feb 03 12:43:46.272933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:46.302304 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (d9852367-bca2-4f62-9a25-5b2392dab290), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.302856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9852367-bca2-4f62-9a25-5b2392dab290 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:43:46.310467 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.311634 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c557e6d6-a534-4b32-8a4f-03d0b05a2452 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d9852367-bca2-4f62-9a25-5b2392dab290 HTTP/1.1" status: 204 len: 168 time: 2.5277305 Feb 03 12:43:46.314288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56222) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:46.415164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] For port 559beadc-8457-438f-a8c4-0faff417d0f3, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:46.473933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] For port 559beadc-8457-438f-a8c4-0faff417d0f3, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=559beadc-8457-438f-a8c4-0faff417d0f3,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:46.498109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa800f8-f45b-4d9e-9728-87b9a7f0c092 admin admin] Deleting subnet 6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:43:46.501790 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4aa800f8-f45b-4d9e-9728-87b9a7f0c092 admin admin] Publish callbacks [] for subnet (6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.538448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 40e8374e-c8cc-4779-b4e8-3813307aaccd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:46.544496 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.549360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4aa800f8-f45b-4d9e-9728-87b9a7f0c092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.682513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4aa800f8-f45b-4d9e-9728-87b9a7f0c092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.703587 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40e8374e-c8cc-4779-b4e8-3813307aaccd is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:46.704180 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.744220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:46.750964 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41548bed-bcb4-4203-8b0f-0230f1d275a8" -d '{"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-plugged", "status": "completed", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:46.784446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:46.797804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.819787 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.898105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4aa800f8-f45b-4d9e-9728-87b9a7f0c092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.930551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:46.932166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.939568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] 10.222.0.91 "PUT /v2.0/ports/559beadc-8457-438f-a8c4-0faff417d0f3 HTTP/1.1" status: 200 len: 1093 time: 3.4038360 Feb 03 12:43:46.943049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6104da90-3d9b-46f1-9a93-ec15c030071d', 'tag': '559beadc-8457-438f-a8c4-0faff417d0f3'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:46.948380 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62b5fd-6922-45e5-9d8a-de667508c93c" -d '{"events": [{"name": "network-changed", "server_uuid": "6104da90-3d9b-46f1-9a93-ec15c030071d", "tag": "559beadc-8457-438f-a8c4-0faff417d0f3"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:47.001957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13eb878-9b6e-4709-9fb4-74f18048179e service neutron] Pushing event updated for resources: {'Port': ['ID=559beadc-8457-438f-a8c4-0faff417d0f3,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:47.017635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:47.054558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5cd8a5e7-2d98-4f52-a19a-090052085836 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:47.090169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0308020-e2fd-42b9-8351-b2995fae9e8c req-1483e469-29c4-4bc4-8674-70708881fbb7 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:47.098368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0308020-e2fd-42b9-8351-b2995fae9e8c req-1483e469-29c4-4bc4-8674-70708881fbb7 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 944 time: 0.7044170 Feb 03 12:43:47.111889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa800f8-f45b-4d9e-9728-87b9a7f0c092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:47.133760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4aa800f8-f45b-4d9e-9728-87b9a7f0c092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.142003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4aa800f8-f45b-4d9e-9728-87b9a7f0c092 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6a98b9cc-a3b6-4a7b-ba2f-60ae8b70552a HTTP/1.1" status: 204 len: 168 time: 0.8245785 Feb 03 12:43:47.144653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56236) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:47.176747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 5cd8a5e7-2d98-4f52-a19a-090052085836 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:47.177123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5cd8a5e7-2d98-4f52-a19a-090052085836 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:47.177561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c0a62ebf-6d97-4721-b216-daec24c41abf no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:47.183011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d66501-9676-4f7b-b40e-ab216b7da4e4 None None] Network 20167e26-0fb0-478d-af58-7d6fb2157187 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:43:47.188031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-ce7be3fd-f1e0-40b0-b8b7-1755a7f281a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:47.190590 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-ce7be3fd-f1e0-40b0-b8b7-1755a7f281a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 1127 time: 0.1746025 Feb 03 12:43:47.324423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-93a932e4-45ca-4f29-a002-bd6abcf2c64f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=559beadc-8457-438f-a8c4-0faff417d0f3 HTTP/1.1" status: 200 len: 217 time: 0.1199427 Feb 03 12:43:47.339394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (20167e26-0fb0-478d-af58-7d6fb2157187), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.342906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c0a62ebf-6d97-4721-b216-daec24c41abf {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:47.343255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c0a62ebf-6d97-4721-b216-daec24c41abf not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:47.356980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0308020-e2fd-42b9-8351-b2995fae9e8c req-4090c0aa-48e0-4044-bbe3-6e03ab8984de tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573164 Feb 03 12:43:47.492222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-f7e8c7b7-7a56-44e8-bf8d-59b37bd531c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:47.494660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-f7e8c7b7-7a56-44e8-bf8d-59b37bd531c3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.1351852 Feb 03 12:43:47.506401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Deleting port 40808478-5d01-4eb5-9269-a6837910023f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:47.506769 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (40808478-5d01-4eb5-9269-a6837910023f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.584241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-f7144f6e-dd25-453d-9be6-45db45b54ce0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605531 Feb 03 12:43:47.605617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f14fda-bf22-41f1-8ce1-f3c6cedadcbb None None] DHCP port deletion for 20167e26-0fb0-478d-af58-7d6fb2157187 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:43:47.753937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] For port 40808478-5d01-4eb5-9269-a6837910023f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=40808478-5d01-4eb5-9269-a6837910023f,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:47.753937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (40808478-5d01-4eb5-9269-a6837910023f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.754233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b8f14fda-bf22-41f1-8ce1-f3c6cedadcbb None None] Deleting port 40808478-5d01-4eb5-9269-a6837910023f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:47.754233 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8f14fda-bf22-41f1-8ce1-f3c6cedadcbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (40808478-5d01-4eb5-9269-a6837910023f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.762368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dbed1-b558-4603-a5c5-a793c88aa06e req-3b7345ad-2fb5-4e18-9eb1-4e410d08ca77 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:47.770621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-749dbed1-b558-4603-a5c5-a793c88aa06e req-3b7345ad-2fb5-4e18-9eb1-4e410d08ca77 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 944 time: 0.2744861 Feb 03 12:43:47.823297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-3792fd46-a22f-4077-aeb8-27f28da831b0 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102726 Feb 03 12:43:47.835711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Calling delete_port for 40808478-5d01-4eb5-9269-a6837910023f owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:47.865191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-749dbed1-b558-4603-a5c5-a793c88aa06e req-de26876c-6054-4fd4-9397-88c37f37787e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906198 Feb 03 12:43:47.939874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b8f14fda-bf22-41f1-8ce1-f3c6cedadcbb None None] For port 40808478-5d01-4eb5-9269-a6837910023f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=40808478-5d01-4eb5-9269-a6837910023f,segment=NetworkSegment(85e603d6-2bba-4175-a47b-bdd264e80f68),segment_id=85e603d6-2bba-4175-a47b-bdd264e80f68)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:47.940282 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8f14fda-bf22-41f1-8ce1-f3c6cedadcbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (40808478-5d01-4eb5-9269-a6837910023f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.973072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b8f14fda-bf22-41f1-8ce1-f3c6cedadcbb None None] Calling delete_port for 40808478-5d01-4eb5-9269-a6837910023f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:48.080436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-761bd3ce-bc17-4e90-b77a-e902fdd9155f req-44ad2ef6-3b1a-42e9-9f79-9f04b04cad0c tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0926888 Feb 03 12:43:48.152197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cac4961-10e0-419f-8099-585ebd28dbfc req-133bdf16-9910-489d-9f89-27ac174a3da2 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168778 Feb 03 12:43:48.459079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8f14fda-bf22-41f1-8ce1-f3c6cedadcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (40808478-5d01-4eb5-9269-a6837910023f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.475814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f14fda-bf22-41f1-8ce1-f3c6cedadcbb None None] No DVR routers for this DVR port 40808478-5d01-4eb5-9269-a6837910023f on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:48.534796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 7394e369-e9de-489e-8487-9c4c49ee54dd up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:48.547942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f14fda-bf22-41f1-8ce1-f3c6cedadcbb None None] Pushing event deleted for resources: {'Port': ['ID=40808478-5d01-4eb5-9269-a6837910023f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:48.706683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 7394e369-e9de-489e-8487-9c4c49ee54dd completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:43:48.716919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 7394e369-e9de-489e-8487-9c4c49ee54dd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:48.717288 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.889226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc034f-2564-4eb7-981c-01ae8e7b970b req-37a0069a-64d3-4cc1-a060-458f679202d0 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:48.897979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (40808478-5d01-4eb5-9269-a6837910023f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.906544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18dc034f-2564-4eb7-981c-01ae8e7b970b req-37a0069a-64d3-4cc1-a060-458f679202d0 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 946 time: 0.0931883 Feb 03 12:43:48.928497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] No DVR routers for this DVR port 40808478-5d01-4eb5-9269-a6837910023f on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:48.937554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 7394e369-e9de-489e-8487-9c4c49ee54dd is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:48.938109 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.993042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Pushing event deleted for resources: {'Port': ['ID=40808478-5d01-4eb5-9269-a6837910023f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:49.038654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18dc034f-2564-4eb7-981c-01ae8e7b970b req-b02ac89c-d7d6-4dd0-86b0-eba0ca6fce7b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234446 Feb 03 12:43:49.050449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 40808478-5d01-4eb5-9269-a6837910023f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:49.125492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 7394e369-e9de-489e-8487-9c4c49ee54dd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7394e369-e9de-489e-8487-9c4c49ee54dd,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:49.128615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 40808478-5d01-4eb5-9269-a6837910023f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:49.129126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 40808478-5d01-4eb5-9269-a6837910023f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:49.167198 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa06bf-c8ed-4092-956d-3c0d8a24dcee x-openstack-request-id: req-a4aa06bf-c8ed-4092-956d-3c0d8a24dcee {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:49.177075 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-plugged", "status": "completed", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:49.177350 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4aa06bf-c8ed-4092-956d-3c0d8a24dcee {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:49.177789 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'code': 200} Feb 03 12:43:49.180761 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.247461 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca3c71d-b83c-4393-b026-74ee23f03eef x-openstack-request-id: req-8ca3c71d-b83c-4393-b026-74ee23f03eef {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:49.247981 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6104da90-3d9b-46f1-9a93-ec15c030071d", "tag": "559beadc-8457-438f-a8c4-0faff417d0f3", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:49.248390 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ca3c71d-b83c-4393-b026-74ee23f03eef {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:49.249053 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6104da90-3d9b-46f1-9a93-ec15c030071d', 'tag': '559beadc-8457-438f-a8c4-0faff417d0f3', 'status': 'completed', 'code': 200} Feb 03 12:43:49.283301 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (20167e26-0fb0-478d-af58-7d6fb2157187), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.399917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20167e26-0fb0-478d-af58-7d6fb2157187']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:49.428480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=7394e369-e9de-489e-8487-9c4c49ee54dd,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:49.472064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e603d6-2bba-4175-a47b-bdd264e80f68') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:49.472371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e603d6-2bba-4175-a47b-bdd264e80f68') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:49.493031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (85e603d6-2bba-4175-a47b-bdd264e80f68), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.529663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c639d-4070-43ae-afa5-96abedc4fec8 req-ac0ea0a7-1be3-4a21-9487-cf8654dbde26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:49.533991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-9aaefafb-be75-4adf-b9c4-c85d5de89904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:49.536372 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f65c639d-4070-43ae-afa5-96abedc4fec8 req-ac0ea0a7-1be3-4a21-9487-cf8654dbde26 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 1129 time: 0.1337278 Feb 03 12:43:49.537276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-9aaefafb-be75-4adf-b9c4-c85d5de89904 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 1127 time: 0.2669106 Feb 03 12:43:49.550806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (85e603d6-2bba-4175-a47b-bdd264e80f68), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.611617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:43:49.612364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (85e603d6-2bba-4175-a47b-bdd264e80f68), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:43:49.615385 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:43:49.640976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75d31-ed75-4bbc-a8e9-fbf67f9f5a24 req-a45e46ea-b4c8-47c0-b484-0ed8919f78ba tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:49.647362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cff75d31-ed75-4bbc-a8e9-fbf67f9f5a24 req-a45e46ea-b4c8-47c0-b484-0ed8919f78ba tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.2692635 Feb 03 12:43:49.738666 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f65c639d-4070-43ae-afa5-96abedc4fec8 req-0b3f7271-3389-43ee-901e-0f5224725bbb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807582 Feb 03 12:43:49.755576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (20167e26-0fb0-478d-af58-7d6fb2157187), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.761084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.768132 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] 10.222.0.65 "DELETE /v2.0/networks/20167e26-0fb0-478d-af58-7d6fb2157187 HTTP/1.1" status: 204 len: 168 time: 2.6224267 Feb 03 12:43:49.800314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a92385-5bda-4e1f-b489-8f2a5f365369 admin admin] Pushing event deleted for resources: {'Network': ['ID=20167e26-0fb0-478d-af58-7d6fb2157187,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:49.830025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-ef79161d-2872-446f-b956-6609f797d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:49.833190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-ef79161d-2872-446f-b956-6609f797d4e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 906 time: 0.2782326 Feb 03 12:43:49.866510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cff75d31-ed75-4bbc-a8e9-fbf67f9f5a24 req-65c89662-b69a-4004-a9a2-b33fc2e7155c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094858 Feb 03 12:43:50.178379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45c4ab-986d-44ae-a591-e954a20a0cb6 req-2ca7896a-dcf4-4a78-ae15-7c670f9c107f tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:50.190959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f45c4ab-986d-44ae-a591-e954a20a0cb6 req-2ca7896a-dcf4-4a78-ae15-7c670f9c107f tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 945 time: 0.2088568 Feb 03 12:43:50.193184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56260) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:50.226463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-c9509b0e-b3f8-421c-9fc2-058e1450f3a1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=559beadc-8457-438f-a8c4-0faff417d0f3 HTTP/1.1" status: 200 len: 217 time: 0.1568391 Feb 03 12:43:50.289121 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-75a92cd8-e919-49c4-a06d-61153bbe4a6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f739d6873ab640f98f91a6b43607cae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939770 Feb 03 12:43:50.296557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56262) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:50.416532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2368612-b2b8-41d5-b778-2652b1f48113 admin admin] Publish callbacks [] for security_group (5f239dfd-df12-4903-82f8-07daee11fe08), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.417705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f45c4ab-986d-44ae-a591-e954a20a0cb6 req-c57ffc01-a231-4aab-a2f5-6b874e0a4188 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253916 Feb 03 12:43:50.456585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-1bcee130-6a75-458d-a0ac-30d311b93bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:50.456996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-1bcee130-6a75-458d-a0ac-30d311b93bee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.2087505 Feb 03 12:43:50.476284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2368612-b2b8-41d5-b778-2652b1f48113 admin admin] Publish callbacks [] for security_group (5f239dfd-df12-4903-82f8-07daee11fe08), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.496432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.513015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-8e7f415a-a481-4bcc-9d1c-c94a1c28cd92 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476499 Feb 03 12:43:50.563014 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2368612-b2b8-41d5-b778-2652b1f48113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f239dfd-df12-4903-82f8-07daee11fe08), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.566074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2368612-b2b8-41d5-b778-2652b1f48113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.570292 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e2368612-b2b8-41d5-b778-2652b1f48113 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f239dfd-df12-4903-82f8-07daee11fe08 HTTP/1.1" status: 204 len: 168 time: 0.2722788 Feb 03 12:43:50.583366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2368612-b2b8-41d5-b778-2652b1f48113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f239dfd-df12-4903-82f8-07daee11fe08,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:50.693223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-6b8e215a-60a1-412f-9fc6-ec1e010ff882 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717064 Feb 03 12:43:51.124701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe62b5fd-6922-45e5-9d8a-de667508c93c req-0e54a5e0-af76-427c-90f3-87e75eac467f service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148128 Feb 03 12:43:51.179245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:51.181606 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba686d67-cccd-41c6-ae69-dfc1b5e08bc5" -d '{"events": [{"server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "name": "network-vif-plugged", "status": "completed", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:51.271354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a15ee-49df-4d9a-90d5-2dd7c51fa14d req-73fa1309-58b9-45c0-a259-f87477839928 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:51.279783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-793a15ee-49df-4d9a-90d5-2dd7c51fa14d req-73fa1309-58b9-45c0-a259-f87477839928 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 944 time: 0.1089051 Feb 03 12:43:51.432602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-793a15ee-49df-4d9a-90d5-2dd7c51fa14d req-5f330fb4-485d-4f69-b5c5-4425f09ebe33 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532094 Feb 03 12:43:51.685080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aca64e0c-be50-40d2-9129-51f5f6e9902d req-539169b1-61bc-42e3-a5a1-5c7512fc1f9c tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0933406 Feb 03 12:43:51.916729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf08bea-e258-4a64-b59d-ddf71326bb8f req-9c70b146-e897-4c02-9edc-b3e734f295c8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:51.924766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bf08bea-e258-4a64-b59d-ddf71326bb8f req-9c70b146-e897-4c02-9edc-b3e734f295c8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 946 time: 0.0997369 Feb 03 12:43:52.022742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bf08bea-e258-4a64-b59d-ddf71326bb8f req-900c0391-c2dc-4798-a0b8-7892cf9ca2ff tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893896 Feb 03 12:43:52.220032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffc8bd-cd17-4ab6-8084-17602480cd1b req-aa374982-5d60-4f1a-bdc3-28dc84878eee tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:52.232865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fffc8bd-cd17-4ab6-8084-17602480cd1b req-aa374982-5d60-4f1a-bdc3-28dc84878eee tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.1481934 Feb 03 12:43:52.246969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56304) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:52.312349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 559beadc-8457-438f-a8c4-0faff417d0f3 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:43:52.351116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fffc8bd-cd17-4ab6-8084-17602480cd1b req-1d999ff9-a4f0-425c-b4cd-b792e5cf90c9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106348 Feb 03 12:43:52.493974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-network', 'tenant_id': '9a666af970244689aecc7fd3c9831b07'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:52.533419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Made reservation on behalf of 9a666af970244689aecc7fd3c9831b07 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:52.537135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.553077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.690440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Publish callbacks [] for security_group (ad14cd9d-1bfc-411b-8271-2b4f33acd415), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.701302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 559beadc-8457-438f-a8c4-0faff417d0f3, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=559beadc-8457-438f-a8c4-0faff417d0f3,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:52.705547 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ad14cd9d-1bfc-411b-8271-2b4f33acd415), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.740943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '559beadc-8457-438f-a8c4-0faff417d0f3', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'port_id': '559beadc-8457-438f-a8c4-0faff417d0f3', 'mac_address': 'fa:16:3e:18:25:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bfd0a9-38ea-454b-9ad7-21a48c2b074a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:43:52.780214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad14cd9d-1bfc-411b-8271-2b4f33acd415,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:52.792356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:43:52.859443 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe85967-b14f-41c4-900a-40bc089f6027 x-openstack-request-id: req-ebe85967-b14f-41c4-900a-40bc089f6027 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:52.859736 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "name": "network-vif-plugged", "status": "completed", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:52.860194 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebe85967-b14f-41c4-900a-40bc089f6027 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:52.860761 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'code': 200} Feb 03 12:43:52.862061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 559beadc-8457-438f-a8c4-0faff417d0f3 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:52.862816 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.896728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.898355 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Added segment a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15 of type vlan for network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f Feb 03 12:43:52.903987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559beadc-8457-438f-a8c4-0faff417d0f3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:52.979791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 559beadc-8457-438f-a8c4-0faff417d0f3, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=559beadc-8457-438f-a8c4-0faff417d0f3,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:52.996851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.089562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (029777ae-afa3-4c4b-b07a-2f3214bcbe0f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.123730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67224af9-a3d1-404d-8509-17cf129d424d req-9f7b519f-dfbf-40cd-9cea-9eb4e5294477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:53.133906 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-67224af9-a3d1-404d-8509-17cf129d424d req-9f7b519f-dfbf-40cd-9cea-9eb4e5294477 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 1128 time: 0.3278089 Feb 03 12:43:53.165238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70695118-2123-4611-916f-e3b5bbbfc513 req-60103f53-f09a-4707-b45c-3693b51ac697 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:53.172092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=559beadc-8457-438f-a8c4-0faff417d0f3,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:53.186973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70695118-2123-4611-916f-e3b5bbbfc513 req-60103f53-f09a-4707-b45c-3693b51ac697 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 945 time: 0.2245708 Feb 03 12:43:53.236877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (029777ae-afa3-4c4b-b07a-2f3214bcbe0f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.238107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:53.238830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.315071 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-67224af9-a3d1-404d-8509-17cf129d424d req-db62e187-da07-43c6-b3b9-1d410caa5e9b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699405 Feb 03 12:43:53.330841 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0794709 Feb 03 12:43:53.332728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56318) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:53.337429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Request body: {'subnet': {'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-subnet', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:53.419051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70695118-2123-4611-916f-e3b5bbbfc513 req-a65ff1aa-8075-4dbe-92e7-f45961c4e1d7 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309806 Feb 03 12:43:53.443118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Made reservation on behalf of 9a666af970244689aecc7fd3c9831b07 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:53.445759 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.446546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['559beadc-8457-438f-a8c4-0faff417d0f3'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:53.460064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca697c-0355-40fe-9c1c-48cf79c02628 admin admin] Pushing event updated for resources: {'Network': ['ID=029777ae-afa3-4c4b-b07a-2f3214bcbe0f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:53.503281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:43:53.747381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11af150-00eb-4d81-87d3-d8a64c207563 req-ee50abb6-26da-417c-9b8d-ab5e42446f29 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:53.749311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c11af150-00eb-4d81-87d3-d8a64c207563 req-ee50abb6-26da-417c-9b8d-ab5e42446f29 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 945 time: 0.1997616 Feb 03 12:43:53.950460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (369fccad-1247-47cf-b35c-975b2ac1e5b8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.026401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c11af150-00eb-4d81-87d3-d8a64c207563 req-8ef3f5e1-ba0c-4c39-b6f9-6fbbce4e80fe tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669241 Feb 03 12:43:54.222841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec1e5c04-5d9e-44a8-b63c-c284326b76ce req-d4f71f05-f5d6-4f43-ab01-74bb157a3c50 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0581458 Feb 03 12:43:54.224099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369fccad-1247-47cf-b35c-975b2ac1e5b8,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:54.233062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Checking segment: {'id': 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:54.233427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Network hostable DHCP agents. Network: 029777ae-afa3-4c4b-b07a-2f3214bcbe0f, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:43:54.286485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:43:54.306753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 029777ae-afa3-4c4b-b07a-2f3214bcbe0f) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:54.318514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1098291-fe98-4a63-a210-b7cda7cebccf None None] Network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:43:54.324351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:54.325799 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.372441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56338) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:54.373071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3c3a45db-98a2-4f61-95b2-817d7f1cb794 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0392015 Feb 03 12:43:54.379983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:54.433986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (1a65f683-206d-4137-ac23-b8cf2788a550), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.436000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (1a65f683-206d-4137-ac23-b8cf2788a550), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.545997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffae6f-f55a-41a6-959e-41638c757a96 req-46e7aae1-b320-4c6e-8b3e-f32456733dba tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:54.558865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81ffae6f-f55a-41a6-959e-41638c757a96 req-46e7aae1-b320-4c6e-8b3e-f32456733dba tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 946 time: 0.1729739 Feb 03 12:43:54.573218 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks [] for router_controller (1a65f683-206d-4137-ac23-b8cf2788a550), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.608900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-029777ae-afa3-4c4b-b07a-2f3214bcbe0f', 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f', 'project_id': '9a666af970244689aecc7fd3c9831b07', 'fixed_ips': [{'subnet_id': '369fccad-1247-47cf-b35c-975b2ac1e5b8'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:43:54.614973 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.719186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81ffae6f-f55a-41a6-959e-41638c757a96 req-db3ada9e-52fc-4503-8da1-3ef3e73fca03 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582599 Feb 03 12:43:54.961079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e832ec-2cf8-4056-8c23-b0c9080d3906 req-00193ac5-f8be-4e4c-b191-a0be5964f80d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:54.970631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53e832ec-2cf8-4056-8c23-b0c9080d3906 req-00193ac5-f8be-4e4c-b191-a0be5964f80d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.1427536 Feb 03 12:43:54.993446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Allocated IP 172.20.0.2 (029777ae-afa3-4c4b-b07a-2f3214bcbe0f/369fccad-1247-47cf-b35c-975b2ac1e5b8/bd4a5f96-ab04-4a96-a96d-153b360f965a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:55.060413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53e832ec-2cf8-4056-8c23-b0c9080d3906 req-7a1ea9b5-2aab-4f7e-8039-510b5c6b2289 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882094 Feb 03 12:43:55.073375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks [] for router_gateway (1a65f683-206d-4137-ac23-b8cf2788a550), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.171770 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Publish callbacks [] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.196332 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.297180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:55.302007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:55.304120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Pushing event updated for resources: {'Port': ['ID=bd4a5f96-ab04-4a96-a96d-153b360f965a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:55.316131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:55.394873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Attempting to bind port bd4a5f96-ab04-4a96-a96d-153b360f965a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:55.395260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Attempting to bind port bd4a5f96-ab04-4a96-a96d-153b360f965a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:55.395627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Attempting to bind port bd4a5f96-ab04-4a96-a96d-153b360f965a on network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:55.403618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:55.403983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Checking segment: {'id': 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:55.404467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.404904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Bound using segment: {'id': 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:55.405380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Bound port: bd4a5f96-ab04-4a96-a96d-153b360f965a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:55.405760 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.452426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af048eb-548b-4892-9d21-94f2dc085d78 req-fa1a53e2-9865-4f3f-8b88-225c1d080ce2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:55.459208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0af048eb-548b-4892-9d21-94f2dc085d78 req-fa1a53e2-9865-4f3f-8b88-225c1d080ce2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 945 time: 0.1274889 Feb 03 12:43:55.545000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0af048eb-548b-4892-9d21-94f2dc085d78 req-64fd0ff2-d7d1-4b97-af4a-82cd93961b1d tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710313 Feb 03 12:43:55.571070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks [] for router_gateway (1a65f683-206d-4137-ac23-b8cf2788a550), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.597607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.632255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] For port bd4a5f96-ab04-4a96-a96d-153b360f965a, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:55.637550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] For port bd4a5f96-ab04-4a96-a96d-153b360f965a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bd4a5f96-ab04-4a96-a96d-153b360f965a,segment=NetworkSegment(a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15),segment_id=a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:55.647505 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.755305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461f21f-cda2-494a-85ce-0c618f3ea4da None None] Pushing event updated for resources: {'Port': ['ID=bd4a5f96-ab04-4a96-a96d-153b360f965a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:55.792196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e735f-2189-434f-8c04-ee79bced3d31 req-ea9cc79d-c8be-40f2-a173-9bdcd3c6b388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:55.794459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-120e735f-2189-434f-8c04-ee79bced3d31 req-ea9cc79d-c8be-40f2-a173-9bdcd3c6b388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 945 time: 0.1558900 Feb 03 12:43:55.827933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Allocated IP 172.25.3.227 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/f362bced-46a3-4989-accf-fb2692eafcb0) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:55.897382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-120e735f-2189-434f-8c04-ee79bced3d31 req-1c3836ac-e508-4e9f-96f8-178fbee6cb6e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967116 Feb 03 12:43:56.014831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57dd9edc-840c-4216-aea1-7ca65b4e1fd7 req-5345c3ec-53fa-4b50-a0d2-49990963a6ba tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0438654 Feb 03 12:43:56.042221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks [] for port (f362bced-46a3-4989-accf-fb2692eafcb0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.096922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.213849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-0857ff48-5547-463d-b172-c0f615c9336d tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:56.216050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Pushing event updated for resources: {'Port': ['ID=f362bced-46a3-4989-accf-fb2692eafcb0,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:56.223610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-0857ff48-5547-463d-b172-c0f615c9336d tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1057515 Feb 03 12:43:56.229566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:56.231762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:56.239639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:56.326216 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-4070dbcd-5902-44d9-8ca9-dba1e012444a tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.1010830 Feb 03 12:43:56.332369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-e122db11-011e-45fc-8ace-3475af3471d2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Request body: {'floatingip': {'port_id': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:56.356403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 559beadc-8457-438f-a8c4-0faff417d0f3 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:56.419677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-e122db11-011e-45fc-8ace-3475af3471d2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.500390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 559beadc-8457-438f-a8c4-0faff417d0f3 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:43:56.506117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 559beadc-8457-438f-a8c4-0faff417d0f3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:56.506664 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.742299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks [] for router_gateway (1a65f683-206d-4137-ac23-b8cf2788a550), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.755477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 559beadc-8457-438f-a8c4-0faff417d0f3 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:56.756069 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.803126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 559beadc-8457-438f-a8c4-0faff417d0f3, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=559beadc-8457-438f-a8c4-0faff417d0f3,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:56.804291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6104da90-3d9b-46f1-9a93-ec15c030071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559beadc-8457-438f-a8c4-0faff417d0f3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:56.807246 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341382a3-ec45-4e99-bb14-1702825abf77" -d '{"events": [{"server_uuid": "6104da90-3d9b-46f1-9a93-ec15c030071d", "name": "network-vif-plugged", "status": "completed", "tag": "559beadc-8457-438f-a8c4-0faff417d0f3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:56.822123 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.939987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=559beadc-8457-438f-a8c4-0faff417d0f3,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:57.248163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (1a65f683-206d-4137-ac23-b8cf2788a550), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.250713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a16d5b-f705-4f85-a123-519b83c5dedb req-eb9db5ef-c1e0-432a-8fe8-f9bcbcda00ef tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:57.252245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1a16d5b-f705-4f85-a123-519b83c5dedb req-eb9db5ef-c1e0-432a-8fe8-f9bcbcda00ef tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 946 time: 0.2841065 Feb 03 12:43:57.257740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd4a5f96-ab04-4a96-a96d-153b360f965a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:57.411980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bd4a5f96-ab04-4a96-a96d-153b360f965a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:57.412690 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.578251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b849c76-5476-4894-b489-f273ea6f5d4b None None] Network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:43:57.616036 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-e122db11-011e-45fc-8ace-3475af3471d2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.626104 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Router 1a65f683-206d-4137-ac23-b8cf2788a550 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:43:57.646635 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-e122db11-011e-45fc-8ace-3475af3471d2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.656033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bd4a5f96-ab04-4a96-a96d-153b360f965a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:57.656449 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.755666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1a16d5b-f705-4f85-a123-519b83c5dedb req-48eec9af-aa63-4f71-9fb0-2c28fc833bbb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881666 Feb 03 12:43:57.803323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port bd4a5f96-ab04-4a96-a96d-153b360f965a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bd4a5f96-ab04-4a96-a96d-153b360f965a,segment=NetworkSegment(a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15),segment_id=a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:57.808069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-933a1f69-0b89-4766-b114-92ae8f3d8f57 None None] Provisioning complete for port bd4a5f96-ab04-4a96-a96d-153b360f965a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:57.808446 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933a1f69-0b89-4766-b114-92ae8f3d8f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.852871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.854052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:57.891178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Sync routers for ids ['1a65f683-206d-4137-ac23-b8cf2788a550'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:57.923241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.926928 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-771db3e4-723a-44bf-86b1-23bada7e1c06 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5522521 Feb 03 12:43:57.929417 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:57.940494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Routers {'1a65f683-206d-4137-ac23-b8cf2788a550'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:57.941166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1a65f683-206d-4137-ac23-b8cf2788a550'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:57.944780 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-e122db11-011e-45fc-8ace-3475af3471d2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec associated. External IP: 172.25.3.26, port: 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5. Feb 03 12:43:58.165452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Set router 1a65f683-206d-4137-ac23-b8cf2788a550 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:58.308023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=bd4a5f96-ab04-4a96-a96d-153b360f965a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:58.376711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-933a1f69-0b89-4766-b114-92ae8f3d8f57 None None] Current status of the port bd4a5f96-ab04-4a96-a96d-153b360f965a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:58.535914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:54Z', 'updated_at': '2022-02-03T12:43:56Z', 'revision_number': 3, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'gw_port': {'id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:58.605726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Checking router: 1a65f683-206d-4137-ac23-b8cf2788a550 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:58.607629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Updating router 1a65f683-206d-4137-ac23-b8cf2788a550 port f362bced-46a3-4989-accf-fb2692eafcb0 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:43:58.676689 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.866734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.930160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-e122db11-011e-45fc-8ace-3475af3471d2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Router fc269635-8382-439d-bb4c-b20d63b6ee7f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:58.945607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3d23194c-f473-4a40-9204-456458c7ab4b None None] Provisioning complete for port bd4a5f96-ab04-4a96-a96d-153b360f965a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:58.946153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d23194c-f473-4a40-9204-456458c7ab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.952689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41ed2c-780e-40f3-a266-fe171f7b8550 req-f5ee970e-60df-4a5a-bcac-3a13be9e86c3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:58.961703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c41ed2c-780e-40f3-a266-fe171f7b8550 req-f5ee970e-60df-4a5a-bcac-3a13be9e86c3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 946 time: 0.8932314 Feb 03 12:43:59.046900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd4a5f96-ab04-4a96-a96d-153b360f965a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:59.078422 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c41ed2c-780e-40f3-a266-fe171f7b8550 req-31804e47-d58e-4522-a79f-51572999d616 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153781 Feb 03 12:43:59.248549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-e122db11-011e-45fc-8ace-3475af3471d2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:59.258994 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] Sync routers for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:59.259672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-e122db11-011e-45fc-8ace-3475af3471d2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.269097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Allocated IP 172.20.0.1 (029777ae-afa3-4c4b-b07a-2f3214bcbe0f/369fccad-1247-47cf-b35c-975b2ac1e5b8/6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:59.274141 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:59.274462 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:59.331330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-e122db11-011e-45fc-8ace-3475af3471d2 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "PUT /v2.0/floatingips/ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec HTTP/1.1" status: 200 len: 996 time: 3.0040188 Feb 03 12:43:59.332092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:59.334500 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c" -d '{"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:59.498412 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:59.535589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b5659-4fb3-4e64-8613-3600827247a9 req-80583987-aba8-4498-aaea-1fbecd3d1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:59.537411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-014b5659-4fb3-4e64-8613-3600827247a9 req-80583987-aba8-4498-aaea-1fbecd3d1ae8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 1129 time: 0.1849961 Feb 03 12:43:59.544245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-0dcb87f5-e431-4ffb-81fc-2b97a4441a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:59.545936 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-0dcb87f5-e431-4ffb-81fc-2b97a4441a5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1129 time: 0.1746213 Feb 03 12:43:59.572872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56e06c-58e2-4dbe-b024-ce024251bf13 req-cc0e16c7-7d10-4b92-a5e3-ef7f93f8fc07 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:59.580074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d56e06c-58e2-4dbe-b024-ce024251bf13 req-cc0e16c7-7d10-4b92-a5e3-ef7f93f8fc07 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 946 time: 0.1485577 Feb 03 12:43:59.581459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Publish callbacks [] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.661776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.686943 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Publish callbacks [] for port (f362bced-46a3-4989-accf-fb2692eafcb0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.715345 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69352017-a4be-4d9e-b4f0-b986a2af08c4 x-openstack-request-id: req-69352017-a4be-4d9e-b4f0-b986a2af08c4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:59.715643 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6104da90-3d9b-46f1-9a93-ec15c030071d", "name": "network-vif-plugged", "status": "completed", "tag": "559beadc-8457-438f-a8c4-0faff417d0f3", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:59.715914 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69352017-a4be-4d9e-b4f0-b986a2af08c4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:59.717113 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6104da90-3d9b-46f1-9a93-ec15c030071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559beadc-8457-438f-a8c4-0faff417d0f3', 'code': 200} Feb 03 12:43:59.725749 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.780103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Pushing event updated for resources: {'Port': ['ID=6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:59.831935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:59.835184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:59.840712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:59.879681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073b9ba-7f8f-4ca2-8a6d-2d12d3de5374 None None] Pushing event updated for resources: {'Port': ['ID=f362bced-46a3-4989-accf-fb2692eafcb0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:59.881185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d56e06c-58e2-4dbe-b024-ce024251bf13 req-2612f933-f408-4b14-b822-e1f09ff16a18 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994235 Feb 03 12:43:59.927302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (1a65f683-206d-4137-ac23-b8cf2788a550), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.930788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-014b5659-4fb3-4e64-8613-3600827247a9 req-e2495bb9-4a01-40ce-95d3-fe6155801042 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829670 Feb 03 12:43:59.936684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bd4a5f96-ab04-4a96-a96d-153b360f965a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:59.937063 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.012614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-ca94607a-c892-4b82-80c3-6d623a906ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:00.015679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-ca94607a-c892-4b82-80c3-6d623a906ddb service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.4616306 Feb 03 12:44:00.034146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Attempting to bind port f362bced-46a3-4989-accf-fb2692eafcb0 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:00.034791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Attempting to bind port f362bced-46a3-4989-accf-fb2692eafcb0 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:00.034988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Attempting to bind port f362bced-46a3-4989-accf-fb2692eafcb0 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:00.040096 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:fe:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 1, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:00.043133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:00.043518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:00.043925 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.044324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:00.044809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Bound port: f362bced-46a3-4989-accf-fb2692eafcb0, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:00.045193 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.117272 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] Checking router: fc269635-8382-439d-bb4c-b20d63b6ee7f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:00.139366 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:00.139970 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:00.220429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc434d42-51f9-4b91-8c04-0bfd5469c694 req-32720de3-3fd1-4937-b171-bc5312ef9160 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.1745231 Feb 03 12:44:00.252286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-3c6432d7-83aa-4572-afa6-9ed3a473cd64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 999 time: 0.2275677 Feb 03 12:44:00.298655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3d23194c-f473-4a40-9204-456458c7ab4b None None] Current status of the port bd4a5f96-ab04-4a96-a96d-153b360f965a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:00.314029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] For port f362bced-46a3-4989-accf-fb2692eafcb0, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:00.323492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] For port f362bced-46a3-4989-accf-fb2692eafcb0, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f362bced-46a3-4989-accf-fb2692eafcb0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:00.372728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.379215 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:00.380318 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.426246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:00.454457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-fa329771-9720-44be-97ea-59726637e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:00.469203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-fa329771-9720-44be-97ea-59726637e78a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.2100415 Feb 03 12:44:00.599808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-f1605a6e-90ca-450c-adf5-79823d07bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:00.624096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-f1605a6e-90ca-450c-adf5-79823d07bcc5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1449628 Feb 03 12:44:00.631673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073b9ba-7f8f-4ca2-8a6d-2d12d3de5374 None None] Pushing event updated for resources: {'Port': ['ID=f362bced-46a3-4989-accf-fb2692eafcb0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:00.634136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bd4a5f96-ab04-4a96-a96d-153b360f965a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:00.651130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6848730f-cfcf-4b2f-a812-a6c5a8256e07 None None] Provisioning complete for port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:00.651512 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6848730f-cfcf-4b2f-a812-a6c5a8256e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.686729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Routers {'1a65f683-206d-4137-ac23-b8cf2788a550'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:00.687238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1a65f683-206d-4137-ac23-b8cf2788a550'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:00.741379 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:fe:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 1, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:00.767752 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ab696-9d44-4f91-a211-a4193d1c6566 None None] The sync data for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 is: [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:fe:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 1, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:00.817531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6848730f-cfcf-4b2f-a812-a6c5a8256e07 None None] Port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:00.865422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Publish callbacks [] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.881982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.892886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1fc67-7d29-40e3-bd82-191575d03bc4 req-e92cf5ca-fcf8-45f0-8ec7-c8caf0f011a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:00.914595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c1fc67-7d29-40e3-bd82-191575d03bc4 req-e92cf5ca-fcf8-45f0-8ec7-c8caf0f011a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 946 time: 0.3463686 Feb 03 12:44:00.959653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port acd40df8-2d14-4df8-9f32-4ef1e66c9082 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:00.960026 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.008927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (1a65f683-206d-4137-ac23-b8cf2788a550), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.016109 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Pushing event updated for resources: {'Port': ['ID=6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:01.041958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-762f7ed8-1ea4-4c29-8c04-195795ea9a4e service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127541 Feb 03 12:44:01.042984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:01.045696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] Set router 1a65f683-206d-4137-ac23-b8cf2788a550 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:01.083551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.150146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c1fc67-7d29-40e3-bd82-191575d03bc4 req-8b329209-abd0-40d1-8f4f-cd62a97549cb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312193 Feb 03 12:44:01.187601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:01.199496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:01.245433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=14']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:01.310760 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906c38b-a415-408c-bee9-e97f15394d16 x-openstack-request-id: req-d906c38b-a415-408c-bee9-e97f15394d16 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:01.314393 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:01.318943 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d906c38b-a415-408c-bee9-e97f15394d16 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:01.320049 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'status': 'completed', 'code': 200} Feb 03 12:44:01.337874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a5b05-b10e-4d50-ac7b-169adee24bff None None] New status for floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:44:01.381435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a8b6db1-b4fa-44d9-be40-56796abfa4b9 req-6dea8904-48fa-4c2d-b6c6-b7efaf85d5cb service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343291 Feb 03 12:44:01.723919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:01.723919 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9dcf6-8350-4b2a-84a4-9f5af544de9e" -d '{"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-unplugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:01.890086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:54Z', 'updated_at': '2022-02-03T12:44:00Z', 'revision_number': 4, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'gw_port': {'id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6', 'name': '', 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'mac_address': 'fa:16:3e:8f:ab:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:58Z', 'updated_at': '2022-02-03T12:43:59Z', 'revision_number': 1, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'subnets': [{'id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:01.891816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b6f45-e6d0-42cd-af9c-fccbbaf7903b req-7eb6a9ea-e643-4c21-be1a-02a823753de9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:01.901550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c1b6f45-e6d0-42cd-af9c-fccbbaf7903b req-7eb6a9ea-e643-4c21-be1a-02a823753de9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.4625652 Feb 03 12:44:01.928842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e3c96651-5219-4a12-b675-2ca65f9b578d None None] Provisioning complete for port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:01.929463 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3c96651-5219-4a12-b675-2ca65f9b578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.951083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Router 1a65f683-206d-4137-ac23-b8cf2788a550 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:01.960174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-8c0d8e50-d065-40ba-a9b7-8e64f28d0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:01.961684 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-8c0d8e50-d065-40ba-a9b7-8e64f28d0d7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1129 time: 0.6115599 Feb 03 12:44:01.974638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e3c96651-5219-4a12-b675-2ca65f9b578d None None] Port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:01.980798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d98ed-7640-42c5-a572-9d2f218f921f None None] The sync data for ids ['1a65f683-206d-4137-ac23-b8cf2788a550'] in n-d-792364-10 is: [{'id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:54Z', 'updated_at': '2022-02-03T12:44:00Z', 'revision_number': 4, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'gw_port': {'id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6', 'name': '', 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'mac_address': 'fa:16:3e:8f:ab:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:58Z', 'updated_at': '2022-02-03T12:43:59Z', 'revision_number': 1, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'subnets': [{'id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:01.997151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfba89-5c22-4f97-b98d-2e3c3074ce94 req-dd7c2681-c352-44a3-bbda-551da872fdb6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:02.007557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53bfba89-5c22-4f97-b98d-2e3c3074ce94 req-dd7c2681-c352-44a3-bbda-551da872fdb6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 946 time: 0.3648710 Feb 03 12:44:02.078430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c1b6f45-e6d0-42cd-af9c-fccbbaf7903b req-3c45c9d1-d4cc-4bab-b4c9-e0afc86fcf56 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622217 Feb 03 12:44:02.171410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53bfba89-5c22-4f97-b98d-2e3c3074ce94 req-dd8d237d-0552-41aa-b015-945072f0cd0e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627462 Feb 03 12:44:02.264261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c988c36-2f4d-478c-9c7e-0e48e783655b req-ca8b1da8-525b-4da2-9d88-334c798125ff tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0393572 Feb 03 12:44:02.366019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-427f5dca-4fc7-4bb4-bdbb-d32320fc247b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:02.368023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-427f5dca-4fc7-4bb4-bdbb-d32320fc247b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1083484 Feb 03 12:44:02.450815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-3924b32c-cba9-4671-a643-69e01cecebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:02.455721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-3924b32c-cba9-4671-a643-69e01cecebb9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.4839137 Feb 03 12:44:02.530542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:02.545868 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c1fab7c1-78b3-47c9-93fd-6342178d3b2e admin admin] 10.222.0.65 "PUT /v2.0/routers/1a65f683-206d-4137-ac23-b8cf2788a550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6103613 Feb 03 12:44:02.607042 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-48413d1d-e67f-4b1c-a56a-5a980119fc88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 1001 time: 0.1251996 Feb 03 12:44:02.617707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-f2015dc3-cd3f-48a7-9359-323c7ee1144f tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1001 time: 0.2415020 Feb 03 12:44:02.628712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Request body: {'floatingip': {'port_id': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:02.736429 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-cbc14bb5-eeff-42df-ba1f-50e11c368642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:02.741825 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-cbc14bb5-eeff-42df-ba1f-50e11c368642 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.1304214 Feb 03 12:44:02.814458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.890476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-85539d09-26e3-495f-a2c8-a58d0a38db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:02.892412 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-85539d09-26e3-495f-a2c8-a58d0a38db58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1454065 Feb 03 12:44:02.963621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-81b0029c-e0cb-410c-8812-ddc034a7e016 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0851023 Feb 03 12:44:03.064048 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-d633d890-ee8b-439b-86db-5eb68dcf9f80 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595733 Feb 03 12:44:03.133401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-ef5c71ae-8f98-421d-a4f4-6ec78094ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:03.135150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-ef5c71ae-8f98-421d-a4f4-6ec78094ed51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1127 time: 0.1076298 Feb 03 12:44:03.295766 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dbeacb4a-ab24-425e-a1e8-6a3c3b76962c req-27132c05-f3d2-4083-adde-effd1e38d4fc service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241428 Feb 03 12:44:03.532172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-2dca9bf9-ee89-4139-89d6-1c869c8bd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:03.533672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-2dca9bf9-ee89-4139-89d6-1c869c8bd10a service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.3713179 Feb 03 12:44:03.695587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-ed6ead11-63f2-44eb-b89b-2348563d09d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.1521893 Feb 03 12:44:03.865485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-a3186a4e-69d8-4bef-96d8-e140f478920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:03.867570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-a3186a4e-69d8-4bef-96d8-e140f478920d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1544380 Feb 03 12:44:03.988466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-6e66ed58-c521-478e-b192-9578a43fdf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:03.994311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-6e66ed58-c521-478e-b192-9578a43fdf7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1050436 Feb 03 12:44:04.130516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.196479 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.400252 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec associated. External IP: 172.25.3.26, port: 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5. Feb 03 12:44:04.497815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-00faae89-bcf8-428d-9407-4edd848e6be3 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377444 Feb 03 12:44:04.640046 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcde51a-ad3e-46ca-981c-af21900d9480 x-openstack-request-id: req-1bcde51a-ad3e-46ca-981c-af21900d9480 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:04.640571 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-unplugged", "status": "completed", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:04.640571 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bcde51a-ad3e-46ca-981c-af21900d9480 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:04.640989 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'code': 200} Feb 03 12:44:04.752877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dde6f56-35be-4146-9362-6e4c96030f9f req-59888c1a-4f6b-4f55-9583-cf3162c373f8 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978977 Feb 03 12:44:05.121229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f362bced-46a3-4989-accf-fb2692eafcb0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:05.203435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f362bced-46a3-4989-accf-fb2692eafcb0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:05.204665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.217273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e06eb91-1efd-40e3-bffc-b041f6d5b1ca req-c0b3d78c-ba88-4408-a618-f8eada9bc17d tempest-FloatingIPsNegativeTestJSON-1196184107 tempest-FloatingIPsNegativeTestJSON-1196184107-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=9a666af970244689aecc7fd3c9831b07 HTTP/1.1" status: 200 len: 217 time: 0.0677032 Feb 03 12:44:05.238712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Router fc269635-8382-439d-bb4c-b20d63b6ee7f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:05.315239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f362bced-46a3-4989-accf-fb2692eafcb0 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:05.316021 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.352026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port f362bced-46a3-4989-accf-fb2692eafcb0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f362bced-46a3-4989-accf-fb2692eafcb0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:05.365460 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.430392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=f362bced-46a3-4989-accf-fb2692eafcb0,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:05.461274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed905eda-7340-4d03-802c-326c9bf5ba14 req-49e96ba4-be63-4491-ad47-c8b502ab6301 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:05.477184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed905eda-7340-4d03-802c-326c9bf5ba14 req-49e96ba4-be63-4491-ad47-c8b502ab6301 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 946 time: 0.1620512 Feb 03 12:44:05.478463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:05.489867 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] Sync routers for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:05.502991 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:05.503243 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:05.638507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed905eda-7340-4d03-802c-326c9bf5ba14 req-28cfb2a5-acc3-4fbe-9af8-71b31fd390ef tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576414 Feb 03 12:44:05.781004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bcdd733-83d3-40c2-9b5b-5a638590bbf4 req-3998a5cd-bdac-45d8-b975-ca1730a40b6c tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0375457 Feb 03 12:44:05.781211 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:05.800038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Sync routers for ids ['1a65f683-206d-4137-ac23-b8cf2788a550'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:05.812872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Routers {'1a65f683-206d-4137-ac23-b8cf2788a550'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:05.813774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1a65f683-206d-4137-ac23-b8cf2788a550'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:05.930804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Router fc269635-8382-439d-bb4c-b20d63b6ee7f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:06.007369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4ac16-ee09-4ed8-9727-3f4a8e860545 req-f9941337-707d-4284-9992-96803ba9e609 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:06.014749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0c4ac16-ee09-4ed8-9727-3f4a8e860545 req-f9941337-707d-4284-9992-96803ba9e609 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1179922 Feb 03 12:44:06.058776 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:9c:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:44:03Z', 'revision_number': 3, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:06.088502 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] Checking router: fc269635-8382-439d-bb4c-b20d63b6ee7f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:06.098649 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:06.099292 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:06.123902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0c4ac16-ee09-4ed8-9727-3f4a8e860545 req-17155bde-14d3-4bdb-a620-a7fb777f359e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079488 Feb 03 12:44:06.156723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Set router 1a65f683-206d-4137-ac23-b8cf2788a550 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:06.173377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:06.176547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cf4361d-9c70-4edc-b600-3c7a9d800478 req-ff4925e9-3a91-4cfa-b34d-d509b07231e6 tempest-FloatingIPsNegativeTestJSON-1196184107 tempest-FloatingIPsNegativeTestJSON-1196184107-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0266855 Feb 03 12:44:06.179951 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.238528 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:06.264836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:06.267938 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c" -d '{"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:06.278707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-656eedd7-2fa6-4299-9a83-917d7842751b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "PUT /v2.0/floatingips/ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec HTTP/1.1" status: 200 len: 997 time: 3.6549540 Feb 03 12:44:06.404640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-75b117a4-afb9-4faf-9968-c0714c881b50 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:06.406085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-75b117a4-afb9-4faf-9968-c0714c881b50 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports/1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 943 time: 0.1261487 Feb 03 12:44:06.431746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:54Z', 'updated_at': '2022-02-03T12:44:00Z', 'revision_number': 4, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'gw_port': {'id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6', 'name': '', 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'mac_address': 'fa:16:3e:8f:ab:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:58Z', 'updated_at': '2022-02-03T12:44:00Z', 'revision_number': 2, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'subnets': [{'id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:06.432054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcecad-fccd-474d-9f29-fafd817f05fc req-cf897e9a-1903-4b03-a825-de5b02aa7e57 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:06.438904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1adcecad-fccd-474d-9f29-fafd817f05fc req-cf897e9a-1903-4b03-a825-de5b02aa7e57 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 946 time: 0.0905612 Feb 03 12:44:06.467730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Checking router: 1a65f683-206d-4137-ac23-b8cf2788a550 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:06.468105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Updating router 1a65f683-206d-4137-ac23-b8cf2788a550 port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:44:06.498985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1adcecad-fccd-474d-9f29-fafd817f05fc req-06775678-3da3-4c38-9da5-4b1fe1e01cd9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590475 Feb 03 12:44:06.514534 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.564505 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:9c:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:44:03Z', 'revision_number': 3, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:06.604713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-0e1bd8cc-0bdf-4c65-94e1-615e13e65918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:06.606341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-0e1bd8cc-0bdf-4c65-94e1-615e13e65918 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1129 time: 0.0807121 Feb 03 12:44:06.616965 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0def843-4af4-4ccb-b37f-0db0285d1881 None None] The sync data for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 is: [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:9c:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:44:03Z', 'revision_number': 3, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:06.700217 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf922479-b962-42b0-8ae3-039a075ac7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.837546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-f57eb52d-134d-4892-ae3b-d453ec2f4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:06.839068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-f57eb52d-134d-4892-ae3b-d453ec2f4655 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.2254789 Feb 03 12:44:06.846962 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-f4844813-c4fa-4d39-b00f-87ca2b621873 req-d85f7a1d-99f9-4870-a5b8-b28babee38bd tempest-FloatingIPsNegativeTestJSON-1196184107 tempest-FloatingIPsNegativeTestJSON-1196184107-project] show failed (client error): The resource could not be found. Feb 03 12:44:06.848405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4844813-c4fa-4d39-b00f-87ca2b621873 req-d85f7a1d-99f9-4870-a5b8-b28babee38bd tempest-FloatingIPsNegativeTestJSON-1196184107 tempest-FloatingIPsNegativeTestJSON-1196184107-project] 10.222.0.65 "GET /v2.0/floatingips/9e58a2f1-25d6-46c7-92e0-161bd836dc60 HTTP/1.1" status: 404 len: 350 time: 0.0530958 Feb 03 12:44:06.867032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56612) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:06.904005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-287ebe18-3d49-4db1-bfb4-877250fed7db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 217 time: 0.0551050 Feb 03 12:44:06.936145 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd39e1a-8bf4-4f0a-81d5-febaf1a0e8e9 None None] New status for floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:44:07.002118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-26cdefca-5cc7-4fb6-ae73-0c6e26e709cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.004116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-26cdefca-5cc7-4fb6-ae73-0c6e26e709cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.0614917 Feb 03 12:44:07.013866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-4a9faa4f-06f4-4aa4-a53d-e41c46d91fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.015429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-4a9faa4f-06f4-4aa4-a53d-e41c46d91fa4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1127 time: 0.1794264 Feb 03 12:44:07.031917 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Publish callbacks [] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.049157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f362bced-46a3-4989-accf-fb2692eafcb0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:07.078787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.106919 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb48c663-0ead-420d-8bdb-4cb150354939 x-openstack-request-id: req-fb48c663-0ead-420d-8bdb-4cb150354939 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:07.107234 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:07.107476 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb48c663-0ead-420d-8bdb-4cb150354939 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:07.117063 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'status': 'completed', 'code': 200} Feb 03 12:44:07.210737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c5873-166c-48c4-b895-978c39180a7f None None] Pushing event updated for resources: {'Port': ['ID=6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:07.279315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-1fb358ae-2c61-4308-881d-8332bf15bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.280894 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-1fb358ae-2c61-4308-881d-8332bf15bb4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1129 time: 0.1743624 Feb 03 12:44:07.307975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Attempting to bind port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:07.308374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Attempting to bind port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:07.308746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Attempting to bind port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 on network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:07.310954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f362bced-46a3-4989-accf-fb2692eafcb0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:07.311667 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.396654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-b3961438-6aa3-421f-b358-311cdb21de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.402500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-b3961438-6aa3-421f-b358-311cdb21de5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.3735032 Feb 03 12:44:07.416826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:07.417214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Checking segment: {'id': 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:07.417612 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.418004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Bound using segment: {'id': 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:07.418524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Bound port: 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:07.418906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.429192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-49e352b5-b254-4110-9e4b-2c0f612ce472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.430920 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-49e352b5-b254-4110-9e4b-2c0f612ce472 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.1417599 Feb 03 12:44:07.539388 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-95396ac4-28ce-4fd9-b10a-b601055d862d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 217 time: 0.0949342 Feb 03 12:44:07.544093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cc3bef8-38e8-4009-a809-718f586de31f req-ac89149c-7430-4294-86ec-441b12895b8d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3749237 Feb 03 12:44:07.545853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-32e434ba-fd02-42ef-8e56-af0d812a6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.547218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-32e434ba-fd02-42ef-8e56-af0d812a6aee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5358400 Feb 03 12:44:07.570451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635c919-8562-48a3-b624-e9815c59182a None None] Sync routers for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:07.594748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635c919-8562-48a3-b624-e9815c59182a None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:07.595626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a635c919-8562-48a3-b624-e9815c59182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:07.636792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-eedebaac-7114-4302-8bac-caca32b034bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.639366 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-eedebaac-7114-4302-8bac-caca32b034bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.0795565 Feb 03 12:44:07.666089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-44a48c3c-c0dd-4e51-b7f4-db72d3e3cce2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.2537262 Feb 03 12:44:07.712018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a635c919-8562-48a3-b624-e9815c59182a None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:07.769197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868049a-0a61-4b5b-a9ff-2d13bbc18efb req-030d72e7-4b93-47bf-ab05-f5c9f4f6a29c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.777508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9868049a-0a61-4b5b-a9ff-2d13bbc18efb req-030d72e7-4b93-47bf-ab05-f5c9f4f6a29c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2436397 Feb 03 12:44:07.786450 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-17ed6d70-88e0-4770-bcb7-a234c8b0c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.788315 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-17ed6d70-88e0-4770-bcb7-a234c8b0c4e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1246295 Feb 03 12:44:07.798319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3bef8-38e8-4009-a809-718f586de31f req-c92597a3-90f1-4f0f-8fdf-324e1bb79fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.799869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cc3bef8-38e8-4009-a809-718f586de31f req-c92597a3-90f1-4f0f-8fdf-324e1bb79fe3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=49fbd6257e60410fa2a312ec038b6c2e&device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 1128 time: 0.2092202 Feb 03 12:44:07.820724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-1217edca-7489-4387-8949-843c621e7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.822122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-1217edca-7489-4387-8949-843c621e7bc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1211390 Feb 03 12:44:07.878359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-efef17e6-3352-413b-bc48-e230c72c3687 service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181188 Feb 03 12:44:07.921789 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f362bced-46a3-4989-accf-fb2692eafcb0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:07.971510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-faeca149-5835-4344-8824-7b9de6e28399 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741104 Feb 03 12:44:07.981032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4c512ef2-6a9b-457b-9006-b5a301a88b51 None None] Provisioning complete for port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:07.981415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c512ef2-6a9b-457b-9006-b5a301a88b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.983951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] For port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:07.994005 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (1a65f683-206d-4137-ac23-b8cf2788a550), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.005844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9868049a-0a61-4b5b-a9ff-2d13bbc18efb req-2fc888fa-2921-4e44-a020-e94875281568 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272224 Feb 03 12:44:08.036799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] For port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6,segment=NetworkSegment(a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15),segment_id=a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:08.063387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4c512ef2-6a9b-457b-9006-b5a301a88b51 None None] Port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:08.068825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.122924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-cda38db3-8c0c-4e32-a80f-8e96eb634730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:08.124599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-cda38db3-8c0c-4e32-a80f-8e96eb634730 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2908752 Feb 03 12:44:08.139768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Routers {'1a65f683-206d-4137-ac23-b8cf2788a550'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:08.140419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1a65f683-206d-4137-ac23-b8cf2788a550'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:08.145299 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-157bb38b-4d30-432e-bda9-dc1c9f10bd7c req-08d28099-bb6d-4bfc-ad13-69242539346a service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654437 Feb 03 12:44:08.272879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-3fdfb0f3-d90b-421c-89fc-5aac9f17cf6c service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207035 Feb 03 12:44:08.285876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0737953-80f4-4a32-8a48-22d0cde87919 req-c3d5969e-a3cd-47bd-8c7c-95d17f51c895 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.1675789 Feb 03 12:44:08.290670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] Set router 1a65f683-206d-4137-ac23-b8cf2788a550 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:08.333462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3bef8-38e8-4009-a809-718f586de31f req-cc840f97-c995-48a2-9de9-23bd8722b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:08.336035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cc3bef8-38e8-4009-a809-718f586de31f req-cc840f97-c995-48a2-9de9-23bd8722b182 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05fd82f8-0a72-40da-9781-193c63c84f5c HTTP/1.1" status: 200 len: 916 time: 0.5054717 Feb 03 12:44:08.367469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-070160be-1bcc-44ac-8077-1919c487eb79 service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692495 Feb 03 12:44:08.392135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a635c919-8562-48a3-b624-e9815c59182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:9c:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:44:07Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:08.445894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635c919-8562-48a3-b624-e9815c59182a None None] Checking router: fc269635-8382-439d-bb4c-b20d63b6ee7f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:08.448408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c5873-166c-48c4-b895-978c39180a7f None None] Pushing event updated for resources: {'Port': ['ID=6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:08.468390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635c919-8562-48a3-b624-e9815c59182a None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:08.469014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a635c919-8562-48a3-b624-e9815c59182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:43:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:08.482435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Deleting port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:08.482783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.512516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cc3bef8-38e8-4009-a809-718f586de31f req-38cb77c5-9326-4d9a-970a-6f9c44f1a97c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=290708d7-ac07-4ba3-94c7-7a6ec40d8326 HTTP/1.1" status: 200 len: 217 time: 0.1479485 Feb 03 12:44:08.590342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2b3b5d3f-6574-4eda-8335-6ceeb0524dc8 None None] Provisioning complete for port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:08.590646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b3b5d3f-6574-4eda-8335-6ceeb0524dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.605782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] For port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6,segment=NetworkSegment(a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15),segment_id=a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:08.606189 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.623410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Calling delete_port for 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:08.650042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1567ae-8e72-4556-83ce-6d9ca81ba2a2 req-451fcc60-f3c1-49d1-8fc7-df1536954992 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:08.658544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d1567ae-8e72-4556-83ce-6d9ca81ba2a2 req-451fcc60-f3c1-49d1-8fc7-df1536954992 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 951 time: 0.2768846 Feb 03 12:44:08.673128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3bef8-38e8-4009-a809-718f586de31f req-a2b7a9c2-3a30-4c01-872b-9213e7438e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:08.675310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cc3bef8-38e8-4009-a809-718f586de31f req-a2b7a9c2-3a30-4c01-872b-9213e7438e6f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=de552eb8-54a4-4fae-9ef8-be05c78b763c HTTP/1.1" status: 200 len: 855 time: 0.1507902 Feb 03 12:44:08.682871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b2ccee4-ba24-4eff-8ee4-c6f43d1d2071 req-b1d4c917-40bf-4479-a5f2-2859f05ac7d8 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796132 Feb 03 12:44:08.711486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-9b654dbc-b038-4c11-be5c-2732a17a558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:08.713215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-9b654dbc-b038-4c11-be5c-2732a17a558d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 1128 time: 0.2710967 Feb 03 12:44:08.741637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cc3bef8-38e8-4009-a809-718f586de31f req-03f283c8-8eee-4728-943e-67da64e875d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05fd82f8-0a72-40da-9781-193c63c84f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575666 Feb 03 12:44:08.889689 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.916820 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24a018c0-ea7c-4053-85e7-8797b4230984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.929660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a635c919-8562-48a3-b624-e9815c59182a None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:08.940868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:08.984478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b5d3f-6574-4eda-8335-6ceeb0524dc8 None None] Current status of the port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:08.984876 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b3b5d3f-6574-4eda-8335-6ceeb0524dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.237092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:09.321750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (1a65f683-206d-4137-ac23-b8cf2788a550), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.322832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:54Z', 'updated_at': '2022-02-03T12:44:00Z', 'revision_number': 4, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'gw_port': {'id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6', 'name': '', 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'mac_address': 'fa:16:3e:8f:ab:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:58Z', 'updated_at': '2022-02-03T12:44:07Z', 'revision_number': 4, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'subnets': [{'id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:09.401591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:09.401872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 12:44:09.408835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d1567ae-8e72-4556-83ce-6d9ca81ba2a2 req-cfee5084-ff6f-4716-ab6e-17b4b363b343 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7489946 Feb 03 12:44:09.409340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:09.413496 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:09.444771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Port 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 not found, will not notify nova. {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 12:44:09.452576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-d9a4377d-5522-40bd-a661-d7cee4dad0b7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:09.454091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b816dfa-9af0-4e16-867d-6980b31fb885 None None] The sync data for ids ['1a65f683-206d-4137-ac23-b8cf2788a550'] in n-d-792364-10 is: [{'id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:54Z', 'updated_at': '2022-02-03T12:44:00Z', 'revision_number': 4, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'gw_port': {'id': 'f362bced-46a3-4989-accf-fb2692eafcb0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6', 'name': '', 'network_id': '029777ae-afa3-4c4b-b07a-2f3214bcbe0f', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'mac_address': 'fa:16:3e:8f:ab:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:58Z', 'updated_at': '2022-02-03T12:44:07Z', 'revision_number': 4, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'subnets': [{'id': '369fccad-1247-47cf-b35c-975b2ac1e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:09.454476 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-d9a4377d-5522-40bd-a661-d7cee4dad0b7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 946 time: 0.1293323 Feb 03 12:44:09.594683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-89b83550-87c8-4f97-a0ba-c48508e282f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:09.601972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-89b83550-87c8-4f97-a0ba-c48508e282f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.8661048 Feb 03 12:44:09.609159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cc3bef8-38e8-4009-a809-718f586de31f req-ac780c7f-7d4e-43c9-8d0b-fc2f44635b0f service neutron] 10.222.0.91 "GET /v2.0/networks/05fd82f8-0a72-40da-9781-193c63c84f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8499413 Feb 03 12:44:09.693926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a635c919-8562-48a3-b624-e9815c59182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:9c:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:44:07Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:09.754411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635c919-8562-48a3-b624-e9815c59182a None None] The sync data for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 is: [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:9c:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:44:07Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:09.850056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Deleting port 559beadc-8457-438f-a8c4-0faff417d0f3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:09.850682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.870344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9862976-2844-402d-8e92-dbb17f713582 req-225c012b-a4a8-4b23-8aa2-df94e1c1f5a5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:09.880258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9862976-2844-402d-8e92-dbb17f713582 req-225c012b-a4a8-4b23-8aa2-df94e1c1f5a5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 946 time: 0.3678446 Feb 03 12:44:09.919358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-fcb730ff-22b5-4f49-b2aa-8d59d5daad38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 200 len: 1000 time: 0.2998021 Feb 03 12:44:09.961218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Router 1a65f683-206d-4137-ac23-b8cf2788a550 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:09.999708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2cc3bef8-38e8-4009-a809-718f586de31f req-566872ee-5c86-4b91-8736-da1e0ce5af77 service neutron] 10.222.0.91 "GET /v2.0/networks/05fd82f8-0a72-40da-9781-193c63c84f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738315 Feb 03 12:44:10.007826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:10.035521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9862976-2844-402d-8e92-dbb17f713582 req-a763b0c9-cd9d-408d-b74b-d8094c8517ec tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525221 Feb 03 12:44:10.057866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-2f65b4ac-a33b-4e30-8a42-1521e343649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:10.073539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-2f65b4ac-a33b-4e30-8a42-1521e343649a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.1530559 Feb 03 12:44:10.092203 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] For port 559beadc-8457-438f-a8c4-0faff417d0f3, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=559beadc-8457-438f-a8c4-0faff417d0f3,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:10.092632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:10.124856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Calling delete_port for 559beadc-8457-438f-a8c4-0faff417d0f3 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:10.199031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-04cd9cd8-a756-413d-b9a9-ed87fb3cb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:10.217273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-04cd9cd8-a756-413d-b9a9-ed87fb3cb698 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1338687 Feb 03 12:44:10.328241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:10.337986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4e60d1dc-9468-4f8f-81b9-f6115cc35c98 admin admin] 10.222.0.65 "PUT /v2.0/routers/1a65f683-206d-4137-ac23-b8cf2788a550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4688535 Feb 03 12:44:10.342783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56640) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:10.390360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e335d-843f-49c8-b16f-fa18b15b212f req-27432042-7c27-4114-89d4-e96378252ac8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:10.395870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:10.415972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-538e335d-843f-49c8-b16f-fa18b15b212f req-27432042-7c27-4114-89d4-e96378252ac8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1934631 Feb 03 12:44:10.505145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-538e335d-843f-49c8-b16f-fa18b15b212f req-7263152f-8bce-4ad7-987e-a1c454ee3cdc tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881610 Feb 03 12:44:10.521284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-6246fb70-b961-4f98-8fb3-c6dc1b6a5ebe service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098021 Feb 03 12:44:10.633002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port acffd3d1-4850-4286-8ea7-278c5a2c5803 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:10.633408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:10.686845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:10.693964 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea658da0-a523-42e2-b1af-13be94152db7" -d '{"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-unplugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:10.720693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-26007e82-193e-4434-9947-8b9bdd9da8b2 req-4522bbbc-54c3-4161-8eba-0f74b6902a3d tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0707674 Feb 03 12:44:10.727348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:10.739221 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:10.799906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-440bd3aa-b5bd-4c93-bf78-338218863d79 req-84c0f3e8-61c5-4413-a5ed-3f704221f8e0 service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773998 Feb 03 12:44:10.891598 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bb212f-4d37-4ffe-a6f4-ddf44c342ac7 x-openstack-request-id: req-44bb212f-4d37-4ffe-a6f4-ddf44c342ac7 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:10.891897 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:10.892155 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44bb212f-4d37-4ffe-a6f4-ddf44c342ac7 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:10.892560 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'status': 'completed', 'code': 200} Feb 03 12:44:10.899038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=11']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:10.957798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks [] for router (1a65f683-206d-4137-ac23-b8cf2788a550), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.022654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-cf098110-e860-4e11-9770-1b63bbf15f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.026835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-cf098110-e860-4e11-9770-1b63bbf15f60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 1128 time: 0.1082296 Feb 03 12:44:11.123313 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d48396-f69d-4f87-93d5-a1fc980dd832 x-openstack-request-id: req-11d48396-f69d-4f87-93d5-a1fc980dd832 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:11.123775 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-unplugged", "status": "completed", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:11.124216 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11d48396-f69d-4f87-93d5-a1fc980dd832 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:11.124904 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'code': 200} Feb 03 12:44:11.162610 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] Sync routers for ids ['1a65f683-206d-4137-ac23-b8cf2788a550'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:11.165828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (559beadc-8457-438f-a8c4-0faff417d0f3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.169666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ea55d73-327c-4940-a996-3d83b31adfdd req-4233a321-54dc-495e-bb66-584dfa129bdb tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.0815790 Feb 03 12:44:11.174649 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] Routers {'1a65f683-206d-4137-ac23-b8cf2788a550'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:11.174809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks [] for router_gateway (1a65f683-206d-4137-ac23-b8cf2788a550), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.178843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7', '559beadc-8457-438f-a8c4-0faff417d0f3'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:11.185328 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1a65f683-206d-4137-ac23-b8cf2788a550'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:11.213619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event deleted for resources: {'Port': ['ID=559beadc-8457-438f-a8c4-0faff417d0f3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:11.221291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55d73-327c-4940-a996-3d83b31adfdd req-f6150e02-ec91-44dd-8991-0432c22db883 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.232251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ea55d73-327c-4940-a996-3d83b31adfdd req-f6150e02-ec91-44dd-8991-0432c22db883 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports/7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 200 len: 942 time: 0.0614412 Feb 03 12:44:11.322647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] No DVR routers for this DVR port 559beadc-8457-438f-a8c4-0faff417d0f3 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:11.325755 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.329630 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3426fb9c-9609-4388-ab0c-e378a750aa43 req-f94b18a5-d199-4398-88c5-38a6d7af54ba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "DELETE /v2.0/ports/559beadc-8457-438f-a8c4-0faff417d0f3 HTTP/1.1" status: 204 len: 173 time: 1.8152936 Feb 03 12:44:11.330229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6104da90-3d9b-46f1-9a93-ec15c030071d', 'name': 'network-vif-deleted', 'tag': '559beadc-8457-438f-a8c4-0faff417d0f3'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:11.332076 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421f0b7e-506e-4477-a026-d1c89844fd1c" -d '{"events": [{"server_uuid": "6104da90-3d9b-46f1-9a93-ec15c030071d", "name": "network-vif-deleted", "tag": "559beadc-8457-438f-a8c4-0faff417d0f3"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:11.354091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Deleting port f362bced-46a3-4989-accf-fb2692eafcb0 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:11.354466 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.410966 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] Set router 1a65f683-206d-4137-ac23-b8cf2788a550 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:11.485921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d136c01-c402-4ac0-aa18-b96cef540626 req-49cd2c69-b023-46ef-b562-2248dcbb35d6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=6104da90-3d9b-46f1-9a93-ec15c030071d HTTP/1.1" status: 200 len: 210 time: 0.0605385 Feb 03 12:44:11.505090 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:54Z', 'updated_at': '2022-02-03T12:44:11Z', 'revision_number': 6, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:11.505309 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.511324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] For port f362bced-46a3-4989-accf-fb2692eafcb0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f362bced-46a3-4989-accf-fb2692eafcb0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:11.517247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.544308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Calling delete_port for f362bced-46a3-4989-accf-fb2692eafcb0 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:11.556276 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] Checking router: 1a65f683-206d-4137-ac23-b8cf2788a550 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:11.571054 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] Routers {'1a65f683-206d-4137-ac23-b8cf2788a550'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:11.571922 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1a65f683-206d-4137-ac23-b8cf2788a550'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:11.578392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-3dc5aaa8-e8aa-4b03-888a-d8b4c598f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.579889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-3dc5aaa8-e8aa-4b03-888a-d8b4c598f774 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.5441384 Feb 03 12:44:11.718551 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] Set router 1a65f683-206d-4137-ac23-b8cf2788a550 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:11.731627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ea55d73-327c-4940-a996-3d83b31adfdd req-5837e6e0-938c-4974-b935-37f7f6eb636d tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.3704047 Feb 03 12:44:11.847188 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:54Z', 'updated_at': '2022-02-03T12:44:11Z', 'revision_number': 6, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:11.852811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f362bced-46a3-4989-accf-fb2692eafcb0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.871646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55d73-327c-4940-a996-3d83b31adfdd req-f5f4d052-63b0-4368-a3b6-da97a182bb8b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.886979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ea55d73-327c-4940-a996-3d83b31adfdd req-f5f4d052-63b0-4368-a3b6-da97a182bb8b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1544156 Feb 03 12:44:11.909859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-0adedc7c-378f-49ea-87ca-0f9bca63908a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 200 len: 1000 time: 0.3147886 Feb 03 12:44:11.914002 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Pushing event deleted for resources: {'Port': ['ID=f362bced-46a3-4989-accf-fb2692eafcb0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:11.932468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bd4c2-9ad2-45d8-947f-fee6dbe41dba req-4e92c837-0679-4915-b8c8-8af36c9571c8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.937472 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916628b-8a80-488a-a82c-2d897c227578 None None] The sync data for ids ['1a65f683-206d-4137-ac23-b8cf2788a550'] in n-d-792364-10 is: [{'id': '1a65f683-206d-4137-ac23-b8cf2788a550', 'name': 'tempest-FloatingIPsNegativeTestJSON-1948016857-router', 'tenant_id': '9a666af970244689aecc7fd3c9831b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:54Z', 'updated_at': '2022-02-03T12:44:11Z', 'revision_number': 6, 'project_id': '9a666af970244689aecc7fd3c9831b07', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:11.939738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e75bd4c2-9ad2-45d8-947f-fee6dbe41dba req-4e92c837-0679-4915-b8c8-8af36c9571c8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.3151674 Feb 03 12:44:12.041477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e75bd4c2-9ad2-45d8-947f-fee6dbe41dba req-e556446a-d3e8-42a3-87a6-e0133caedfb5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981359 Feb 03 12:44:12.053262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-40e44138-1d35-4d26-88f7-72a268a02ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:12.067850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-40e44138-1d35-4d26-88f7-72a268a02ab2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.1387041 Feb 03 12:44:12.069455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (1a65f683-206d-4137-ac23-b8cf2788a550), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.165728 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf6fd7-7f40-4646-a4cd-a2a1267ff8c3 x-openstack-request-id: req-5cbf6fd7-7f40-4646-a4cd-a2a1267ff8c3 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:12.166093 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6104da90-3d9b-46f1-9a93-ec15c030071d", "name": "network-vif-deleted", "tag": "559beadc-8457-438f-a8c4-0faff417d0f3", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:12.166281 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cbf6fd7-7f40-4646-a4cd-a2a1267ff8c3 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:12.166718 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6104da90-3d9b-46f1-9a93-ec15c030071d', 'name': 'network-vif-deleted', 'tag': '559beadc-8457-438f-a8c4-0faff417d0f3', 'status': 'completed', 'code': 200} Feb 03 12:44:12.181409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-fade2da2-7740-4179-8891-fb71b78ff9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:12.183486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-fade2da2-7740-4179-8891-fb71b78ff9e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1185868 Feb 03 12:44:12.276403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (1a65f683-206d-4137-ac23-b8cf2788a550), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.279154 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks [] for router_controller (1a65f683-206d-4137-ac23-b8cf2788a550), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.347482 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (1a65f683-206d-4137-ac23-b8cf2788a550), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.348061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a65f683-206d-4137-ac23-b8cf2788a550 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:44:12.353713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.358396 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-249c95d6-dbc3-4742-b604-c5fb71ac5205 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1a65f683-206d-4137-ac23-b8cf2788a550 HTTP/1.1" status: 204 len: 168 time: 2.0145559 Feb 03 12:44:12.359145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56698) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:12.363721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a70a0eeb-b9fe-488f-bd87-e21c7cf067e2 req-253ffec5-7daf-454d-b228-3d17df14ca70 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.1622376 Feb 03 12:44:12.372927 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-f79e48ba-2bc7-4903-9ede-f6727ee0c375 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816278 Feb 03 12:44:12.463531 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c00836-d559-43c7-ab5e-e1fc8f374bd0 admin admin] Deleting subnet 369fccad-1247-47cf-b35c-975b2ac1e5b8 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:12.473997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-86c00836-d559-43c7-ab5e-e1fc8f374bd0 admin admin] Publish callbacks [] for subnet (369fccad-1247-47cf-b35c-975b2ac1e5b8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.536343 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-86c00836-d559-43c7-ab5e-e1fc8f374bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (369fccad-1247-47cf-b35c-975b2ac1e5b8), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.587879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-1078df2e-3a36-476e-a1b6-9c13daf3c4dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.2137339 Feb 03 12:44:12.640910 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-86c00836-d559-43c7-ab5e-e1fc8f374bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (369fccad-1247-47cf-b35c-975b2ac1e5b8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.670985 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.676719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-04cc8e86-a719-4b40-a84e-e548a4ff130c tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:12.682878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-04cc8e86-a719-4b40-a84e-e548a4ff130c tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports/7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 200 len: 942 time: 0.0941830 Feb 03 12:44:12.686933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfe2b782-5e13-4b9f-aeee-d9b1cf99f2a6 req-5ff14bfd-90c5-4524-a788-af9f27b12905 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050685 Feb 03 12:44:12.700107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb77532-567e-43c2-9ce0-5efd25a2181f req-cfd6eb86-cc12-4844-80fb-6fbda9603704 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:12.701605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfb77532-567e-43c2-9ce0-5efd25a2181f req-cfd6eb86-cc12-4844-80fb-6fbda9603704 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2046413 Feb 03 12:44:12.741242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-86c00836-d559-43c7-ab5e-e1fc8f374bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (369fccad-1247-47cf-b35c-975b2ac1e5b8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.779029 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-86c00836-d559-43c7-ab5e-e1fc8f374bd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.779661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96035125-666d-48b3-b566-c99a4150ce06 None None] Network 029777ae-afa3-4c4b-b07a-2f3214bcbe0f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:12.783166 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-86c00836-d559-43c7-ab5e-e1fc8f374bd0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/369fccad-1247-47cf-b35c-975b2ac1e5b8 HTTP/1.1" status: 204 len: 168 time: 0.4229846 Feb 03 12:44:12.785428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfb77532-567e-43c2-9ce0-5efd25a2181f req-1548c9f7-28ba-429a-94d6-d8f6e88f5ab3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750709 Feb 03 12:44:12.791589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56702) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:12.792305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c00836-d559-43c7-ab5e-e1fc8f374bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369fccad-1247-47cf-b35c-975b2ac1e5b8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:13.052306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-9c165504-7f98-400a-bd24-326963ab0a53 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.2859349 Feb 03 12:44:13.139539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f362bced-46a3-4989-accf-fb2692eafcb0 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:13.183341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b9ca5-4a85-44bd-899e-7b759303c255 None None] DHCP port deletion for 029777ae-afa3-4c4b-b07a-2f3214bcbe0f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:44:13.186221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f362bced-46a3-4989-accf-fb2692eafcb0 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:13.186684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f362bced-46a3-4989-accf-fb2692eafcb0 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:13.187187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:13.241568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:13.241914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6b4e26e8-08f6-4cf6-86ea-50e2fa7439d6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:13.287403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b9ca5-4a85-44bd-899e-7b759303c255 None None] Deleting port bd4a5f96-ab04-4a96-a96d-153b360f965a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:13.287826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9ca5-4a85-44bd-899e-7b759303c255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.307710 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (029777ae-afa3-4c4b-b07a-2f3214bcbe0f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.370228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fd5b9ca5-4a85-44bd-899e-7b759303c255 None None] For port bd4a5f96-ab04-4a96-a96d-153b360f965a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bd4a5f96-ab04-4a96-a96d-153b360f965a,segment=NetworkSegment(a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15),segment_id=a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:13.370655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9ca5-4a85-44bd-899e-7b759303c255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.387721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b9ca5-4a85-44bd-899e-7b759303c255 None None] Calling delete_port for bd4a5f96-ab04-4a96-a96d-153b360f965a owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:13.477715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-172c9c1a-994a-47b1-b572-ac0a6f492d3f tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:13.479336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-172c9c1a-994a-47b1-b572-ac0a6f492d3f tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.4262516 Feb 03 12:44:13.481105 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9ca5-4a85-44bd-899e-7b759303c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.499397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b9ca5-4a85-44bd-899e-7b759303c255 None None] No DVR routers for this DVR port bd4a5f96-ab04-4a96-a96d-153b360f965a on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:13.528972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b9ca5-4a85-44bd-899e-7b759303c255 None None] Pushing event deleted for resources: {'Port': ['ID=bd4a5f96-ab04-4a96-a96d-153b360f965a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:13.565043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-f7f01a86-94f4-476c-a760-074600d05a8f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:13.566636 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-f7f01a86-94f4-476c-a760-074600d05a8f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 0.2443922 Feb 03 12:44:13.598286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-c7b506cf-71e6-4ea0-b9dc-53106ce79209 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.1079926 Feb 03 12:44:13.599566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-de2fc29d-8591-42c0-9c51-0732db74bdd9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/quotas/a81b03ac1897424eb96c460148626143 HTTP/1.1" status: 200 len: 375 time: 0.0251658 Feb 03 12:44:13.605589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Deleting port bd4a5f96-ab04-4a96-a96d-153b360f965a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:13.605948 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.622597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-14857c41-860b-439f-9cb3-ae61c557780e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:13.743581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] For port bd4a5f96-ab04-4a96-a96d-153b360f965a, host n-d-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:13.743934 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.764055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Calling delete_port for bd4a5f96-ab04-4a96-a96d-153b360f965a owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:13.767169 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-14857c41-860b-439f-9cb3-ae61c557780e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.770130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_backend_mixin [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Port bd4a5f96-ab04-4a96-a96d-153b360f965a was not found and therefore no delete operation was performed {{(pid=103224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:44:13.773730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (bd4a5f96-ab04-4a96-a96d-153b360f965a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.832275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4a5f96-ab04-4a96-a96d-153b360f965a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:13.848320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-5b57ffe0-5d85-4c1c-ad0a-74b8be26eba1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2383938 Feb 03 12:44:13.851425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] No DVR routers for this DVR port bd4a5f96-ab04-4a96-a96d-153b360f965a on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:14.024626 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (029777ae-afa3-4c4b-b07a-2f3214bcbe0f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.077312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-14857c41-860b-439f-9cb3-ae61c557780e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.087149 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-14857c41-860b-439f-9cb3-ae61c557780e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.087486 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-14857c41-860b-439f-9cb3-ae61c557780e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec disassociated. External IP: 172.25.3.26, port: 7394e369-e9de-489e-8487-9c4c49ee54dd. Feb 03 12:44:14.090128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029777ae-afa3-4c4b-b07a-2f3214bcbe0f']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:14.137428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:14.137702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:14.160479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-f7652cb9-6602-43b8-b19e-98639c6a20b2 service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025506 Feb 03 12:44:14.166237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.419404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 559beadc-8457-438f-a8c4-0faff417d0f3 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:14.445613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 559beadc-8457-438f-a8c4-0faff417d0f3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:14.446056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 559beadc-8457-438f-a8c4-0faff417d0f3 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:14.542951 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.580629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:44:14.581039 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (a484cd5d-68f8-4714-a1e7-5b9ba5ba3f15), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:44:14.584136 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:44:14.694070 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (029777ae-afa3-4c4b-b07a-2f3214bcbe0f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.705299 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.708612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] 10.222.0.65 "DELETE /v2.0/networks/029777ae-afa3-4c4b-b07a-2f3214bcbe0f HTTP/1.1" status: 204 len: 168 time: 1.9159412 Feb 03 12:44:14.730138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-d7bafbb9-3e7a-4e93-b865-521ddb0925a3 service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609736 Feb 03 12:44:14.733198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9242e-4284-41e3-9790-8b5f1c8ebd2c admin admin] Pushing event deleted for resources: {'Network': ['ID=029777ae-afa3-4c4b-b07a-2f3214bcbe0f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:14.800654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-14857c41-860b-439f-9cb3-ae61c557780e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Router fc269635-8382-439d-bb4c-b20d63b6ee7f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:14.886017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56750) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:14.963013 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb426198-e05a-4fa2-91d5-2189b675da17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a666af970244689aecc7fd3c9831b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757895 Feb 03 12:44:14.966799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56754) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:15.003375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-14857c41-860b-439f-9cb3-ae61c557780e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:15.010860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-14857c41-860b-439f-9cb3-ae61c557780e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.019134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] Sync routers for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:15.032995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:15.036915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:15.048497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd4a5f96-ab04-4a96-a96d-153b360f965a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:15.060253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-14857c41-860b-439f-9cb3-ae61c557780e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "PUT /v2.0/floatingips/ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec HTTP/1.1" status: 200 len: 694 time: 1.4521158 Feb 03 12:44:15.060734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:15.063357 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e8a52-2291-47de-8ce1-6adb8814f599" -d '{"events": [{"name": "network-changed", "server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:15.069454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6fea597-a2b2-4ba8-9c7f-d3d5b5f296cf admin admin] Publish callbacks [] for security_group (ad14cd9d-1bfc-411b-8271-2b4f33acd415), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.117938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: bd4a5f96-ab04-4a96-a96d-153b360f965a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:15.118414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd4a5f96-ab04-4a96-a96d-153b360f965a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:15.131332 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6fea597-a2b2-4ba8-9c7f-d3d5b5f296cf admin admin] Publish callbacks [] for security_group (ad14cd9d-1bfc-411b-8271-2b4f33acd415), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.177592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-bd1f4128-1f5f-4d6a-8cb3-4fbec628f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:15.179636 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-bd1f4128-1f5f-4d6a-8cb3-4fbec628f5a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 1128 time: 0.1028209 Feb 03 12:44:15.223073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6fea597-a2b2-4ba8-9c7f-d3d5b5f296cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ad14cd9d-1bfc-411b-8271-2b4f33acd415), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.227129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6fea597-a2b2-4ba8-9c7f-d3d5b5f296cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.231554 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d6fea597-a2b2-4ba8-9c7f-d3d5b5f296cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad14cd9d-1bfc-411b-8271-2b4f33acd415 HTTP/1.1" status: 204 len: 168 time: 0.2607086 Feb 03 12:44:15.247825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fea597-a2b2-4ba8-9c7f-d3d5b5f296cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad14cd9d-1bfc-411b-8271-2b4f33acd415,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:15.261611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:15.342069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-d1b971e0-056c-40d3-a732-f789629d5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:15.343289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-d1b971e0-056c-40d3-a732-f789629d5b05 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.1577921 Feb 03 12:44:15.444654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-d79325b8-eea6-463b-9aff-94434910efe7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 200 len: 217 time: 0.0836020 Feb 03 12:44:15.578802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-c0902565-249c-4662-b210-7eec86aa1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:15.588063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-c0902565-249c-4662-b210-7eec86aa1918 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.1358676 Feb 03 12:44:15.650118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-9e85e404-9dd4-445a-8ab2-1e2fc1393ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:15.659698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:15.666900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-9e85e404-9dd4-445a-8ab2-1e2fc1393ef6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0773532 Feb 03 12:44:15.690833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] Checking router: fc269635-8382-439d-bb4c-b20d63b6ee7f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:15.700678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:15.701441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:15.807840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-3be73881-8370-4140-98d4-ff4bb06a927c service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380286 Feb 03 12:44:15.987051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:15.995078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cacfca9-bfbc-4ff4-8c17-9e297de15142 req-a96eddee-5659-493f-a42a-190ca9ba2aa2 service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796176 Feb 03 12:44:16.284400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-637a9fd8-299a-440e-8558-72395e8f31d0 req-e54bc33d-3b47-4c51-aa4a-33233ffd765c tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0902135 Feb 03 12:44:16.355912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.605079 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793eb063-1574-4a33-888d-c9647732f834 x-openstack-request-id: req-793eb063-1574-4a33-888d-c9647732f834 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:16.608563 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:16.613887 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-793eb063-1574-4a33-888d-c9647732f834 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:16.614770 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'status': 'completed', 'code': 200} Feb 03 12:44:16.665727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94df8c6d-62e0-487a-bef0-529b654f497d req-3f1f9dc6-30d0-4b8f-8125-b61ac2b388ed tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 210 time: 0.1643662 Feb 03 12:44:16.735945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b32cb9a6-2a6a-4766-8e0d-7c61c46b547b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:16.740937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56808) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:16.742888 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b32cb9a6-2a6a-4766-8e0d-7c61c46b547b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 0.3255370 Feb 03 12:44:16.774634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'port': {'device_id': '174fde90-8035-4628-931e-070401146a33', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'admin_state_up': True, 'tenant_id': 'a81b03ac1897424eb96c460148626143'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:16.868564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-2617e213-f0a1-4b42-b92d-780bf9fd07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:16.870044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-2617e213-f0a1-4b42-b92d-780bf9fd07af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 1128 time: 0.2755899 Feb 03 12:44:17.087936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:17.129366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510fdce-de6c-425a-bccb-43bcfbc7a056 None None] The sync data for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 is: [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:17.218779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Made reservation on behalf of a81b03ac1897424eb96c460148626143 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:17.222569 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.287749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-12556195-network', 'tenant_id': 'ef3b228b88f1483fa14a092aa6b6b1ff'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:17.314231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-e5c39a93-4682-4405-abf7-15962221d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:17.317988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-e5c39a93-4682-4405-abf7-15962221d2af service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.4387221 Feb 03 12:44:17.427239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Allocated IP 172.20.0.6 (23d047bd-79e0-4559-8a3c-03ba31d3b479/2811af0d-f638-4d08-aed1-a178296e88db/81640e76-72bc-40b8-9810-16f92432dde8) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:17.491973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-89629845-f12a-4624-b10f-5dee40b46915 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 200 len: 217 time: 0.1580021 Feb 03 12:44:17.562994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-7549409a-2ef1-40c3-8e26-0bdd7f006f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:17.564956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-7549409a-2ef1-40c3-8e26-0bdd7f006f22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.0640707 Feb 03 12:44:17.565722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Made reservation on behalf of ef3b228b88f1483fa14a092aa6b6b1ff for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:17.568866 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.622172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for port (81640e76-72bc-40b8-9810-16f92432dde8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.659462 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.665184 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (81640e76-72bc-40b8-9810-16f92432dde8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.689127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96529836-b0d2-4953-8834-eae4c01debbb req-cc33a4bf-d290-4c21-a982-4649e63c80a0 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:17.697968 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e954c2-1321-47bb-9f90-7dbd0b07e78b None None] New status for floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:44:17.702277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-cc33a4bf-d290-4c21-a982-4649e63c80a0 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7212131 Feb 03 12:44:17.735218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:17.742122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:17.758305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:17.851196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-4f3a72ab-9af9-4a68-a025-7a64ff4fa35b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 697 time: 0.1475990 Feb 03 12:44:17.856726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Request body: {'floatingip': {'port_id': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:17.864436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'Port': ['ID=81640e76-72bc-40b8-9810-16f92432dde8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:17.938874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:17.940047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.977249 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-b3203de1-5735-40e5-88a7-37c593785591 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2193091 Feb 03 12:44:17.992697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Request body: {'port': {'device_id': '174fde90-8035-4628-931e-070401146a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:18.009110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.151930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4c6f744f-1eba-451c-8ee0-e28c3e7415e4 None None] Provisioning complete for port 81640e76-72bc-40b8-9810-16f92432dde8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:18.153528 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c6f744f-1eba-451c-8ee0-e28c3e7415e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (81640e76-72bc-40b8-9810-16f92432dde8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.166818 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (81640e76-72bc-40b8-9810-16f92432dde8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.179460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-f012d72f-9124-40d4-add8-e1dc21c35319 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:18.186176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-f012d72f-9124-40d4-add8-e1dc21c35319 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.7480090 Feb 03 12:44:18.195014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-a25ad42b-1dbc-48bd-945e-b15400bf34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:18.196525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-a25ad42b-1dbc-48bd-945e-b15400bf34ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6083939 Feb 03 12:44:18.220038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f744f-1eba-451c-8ee0-e28c3e7415e4 None None] Port 81640e76-72bc-40b8-9810-16f92432dde8 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:18.275832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-141440e6-3f66-4cf0-a34a-c39e3065b33c tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/quotas/2aa2e4d9c11a403eb5651431c33e512d HTTP/1.1" status: 200 len: 375 time: 0.0886681 Feb 03 12:44:18.387684 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Publish callbacks [] for security_group (f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.436574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.540801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81640e76-72bc-40b8-9810-16f92432dde8 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:18.549884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Publish callbacks [] for port (81640e76-72bc-40b8-9810-16f92432dde8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.563425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Transition to ACTIVE for port object 81640e76-72bc-40b8-9810-16f92432dde8 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:44:18.581306 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (81640e76-72bc-40b8-9810-16f92432dde8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.677329 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.api [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:44:18.677846 n-d-792364-10 neutron-server[103224]: DEBUG oslo_db.api [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:44:18.678835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:44:18.708711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-a91843a0-c781-4d03-9de6-7e94cb940b11 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4320154 Feb 03 12:44:18.714688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:18.723432 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f4662c3d-1f20-4cb4-9120-234068e0ff01), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.723911 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Added segment f4662c3d-1f20-4cb4-9120-234068e0ff01 of type vlan for network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 Feb 03 12:44:18.763765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-935ba02a-38e0-4d46-bbb1-d5cd6d729cc3 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509415 Feb 03 12:44:18.797289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b5c93-0936-4332-bb05-679127da192f service neutron] Pushing event updated for resources: {'Port': ['ID=81640e76-72bc-40b8-9810-16f92432dde8,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:18.886380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844e865-649c-4be3-a37a-e21d035532fe req-111134e1-1ba0-4267-ac3c-fec2e2af372d tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:18.888026 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d844e865-649c-4be3-a37a-e21d035532fe req-111134e1-1ba0-4267-ac3c-fec2e2af372d tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e461528-efa5-42fb-a604-28f97ecb4d6d HTTP/1.1" status: 200 len: 945 time: 0.3229380 Feb 03 12:44:18.907159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (131803c5-cf3c-4700-81a0-78f3f5fb3ea0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.089462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e1e8a52-2291-47de-8ce1-6adb8814f599 req-2f816791-289e-46de-8bae-04b6d8ecd663 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953367 Feb 03 12:44:19.091653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-2d3dad0b-dacf-4464-83fb-64f93870755b service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657987 Feb 03 12:44:19.152468 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (131803c5-cf3c-4700-81a0-78f3f5fb3ea0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.155071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Attempting to bind port 81640e76-72bc-40b8-9810-16f92432dde8 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:19.155939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Attempting to bind port 81640e76-72bc-40b8-9810-16f92432dde8 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:19.156437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Attempting to bind port 81640e76-72bc-40b8-9810-16f92432dde8 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:19.164400 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:19.165441 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.176916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Port 81640e76-72bc-40b8-9810-16f92432dde8 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:44:19.177483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Attempting to bind port 81640e76-72bc-40b8-9810-16f92432dde8 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:19.189166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.190163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:19.190909 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Checking segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:19.191461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Bound using segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:19.192260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Bound port: 81640e76-72bc-40b8-9810-16f92432dde8, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:19.192847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (81640e76-72bc-40b8-9810-16f92432dde8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.210300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-d844e865-649c-4be3-a37a-e21d035532fe req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Deleting port 7394e369-e9de-489e-8487-9c4c49ee54dd {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:19.211098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d844e865-649c-4be3-a37a-e21d035532fe req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.306263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] For port 81640e76-72bc-40b8-9810-16f92432dde8, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:19.324296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] For port 81640e76-72bc-40b8-9810-16f92432dde8, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=81640e76-72bc-40b8-9810-16f92432dde8,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:19.354073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (81640e76-72bc-40b8-9810-16f92432dde8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.368977 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:44:19.381523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6335742 Feb 03 12:44:19.414070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56864) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:19.423467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Request body: {'subnet': {'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-12556195-subnet', 'tenant_id': 'ef3b228b88f1483fa14a092aa6b6b1ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:19.435428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccf422-29f8-427e-8419-e6022faf281c admin admin] Pushing event updated for resources: {'Network': ['ID=131803c5-cf3c-4700-81a0-78f3f5fb3ea0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:19.446899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:44:19.489828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:19.503652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.503652 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-789b5c93-0936-4332-bb05-679127da192f service neutron] 10.222.0.91 "PUT /v2.0/ports/81640e76-72bc-40b8-9810-16f92432dde8 HTTP/1.1" status: 200 len: 1092 time: 1.5087681 Feb 03 12:44:19.503652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174fde90-8035-4628-931e-070401146a33', 'tag': '81640e76-72bc-40b8-9810-16f92432dde8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:19.511172 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72f8372-9ba2-4be8-972d-e422de06e20a" -d '{"events": [{"name": "network-changed", "server_uuid": "174fde90-8035-4628-931e-070401146a33", "tag": "81640e76-72bc-40b8-9810-16f92432dde8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:19.563117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b5c93-0936-4332-bb05-679127da192f service neutron] Pushing event updated for resources: {'Port': ['ID=81640e76-72bc-40b8-9810-16f92432dde8,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:19.577906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-678fc073-7664-45cc-8b86-edf920d3cd64 service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788878 Feb 03 12:44:19.580414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Made reservation on behalf of ef3b228b88f1483fa14a092aa6b6b1ff for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:19.583382 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.605969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-d844e865-649c-4be3-a37a-e21d035532fe req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] For port 7394e369-e9de-489e-8487-9c4c49ee54dd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7394e369-e9de-489e-8487-9c4c49ee54dd,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:19.606489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d844e865-649c-4be3-a37a-e21d035532fe req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.624293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-d844e865-649c-4be3-a37a-e21d035532fe req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Calling delete_port for 7394e369-e9de-489e-8487-9c4c49ee54dd owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:19.676188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-99cae70e-df9b-482a-abaa-dfe9198463b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:19.678288 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-99cae70e-df9b-482a-abaa-dfe9198463b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 1126 time: 0.1298516 Feb 03 12:44:19.748718 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-4efec256-0347-4412-b4a5-57c09281c7fd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81640e76-72bc-40b8-9810-16f92432dde8 HTTP/1.1" status: 200 len: 217 time: 0.0608194 Feb 03 12:44:19.887321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-e5a1b91a-181e-4be4-9331-eb1c97eabca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:19.896724 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-e5a1b91a-181e-4be4-9331-eb1c97eabca1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1406870 Feb 03 12:44:20.085905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-6e7b1666-70bd-43ab-b8ba-f348e3671f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:20.088632 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-6e7b1666-70bd-43ab-b8ba-f348e3671f30 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1809771 Feb 03 12:44:20.090681 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d844e865-649c-4be3-a37a-e21d035532fe req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7394e369-e9de-489e-8487-9c4c49ee54dd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.104908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', '7394e369-e9de-489e-8487-9c4c49ee54dd'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:20.274946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Pushing event deleted for resources: {'Port': ['ID=7394e369-e9de-489e-8487-9c4c49ee54dd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:20.387895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d844e865-649c-4be3-a37a-e21d035532fe req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] No DVR routers for this DVR port 7394e369-e9de-489e-8487-9c4c49ee54dd on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:20.407268 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d844e865-649c-4be3-a37a-e21d035532fe req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.411031 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d844e865-649c-4be3-a37a-e21d035532fe req-ee9a38f9-7274-428a-8d23-dd34f301efd5 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.72 "DELETE /v2.0/ports/7394e369-e9de-489e-8487-9c4c49ee54dd HTTP/1.1" status: 204 len: 173 time: 1.4736907 Feb 03 12:44:20.463200 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-87c7695e-a36d-497b-9411-8e3ff97d7c9d service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669968 Feb 03 12:44:20.520082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.567955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12f31ba7-dc4a-4f46-bc1e-fd2f2eb03a46 req-b7f0d535-2be4-4ffa-9ab8-d3e548a44e34 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0886390 Feb 03 12:44:20.709298 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c36e7ac-028e-444c-aa9f-98f0360c3bd0 req-8009f216-4a24-4b1f-8ff0-1c5381ea3af3 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382801 Feb 03 12:44:20.939921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788689d9-07c4-42f6-a87e-a39bba15b1b7 req-8a3ca223-b18b-48e9-b3b9-9028ef0c4e08 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:20.947785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-788689d9-07c4-42f6-a87e-a39bba15b1b7 req-8a3ca223-b18b-48e9-b3b9-9028ef0c4e08 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 943 time: 0.1908679 Feb 03 12:44:20.975818 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.resource_extend [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:44:21.084302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.108837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-788689d9-07c4-42f6-a87e-a39bba15b1b7 req-f44e1aba-1ba3-476f-ac6c-d58d9bf885de tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600194 Feb 03 12:44:21.116487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.186376 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe116ec-9c8b-4ecc-b92d-4b39057081fc x-openstack-request-id: req-0fe116ec-9c8b-4ecc-b92d-4b39057081fc {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:21.186935 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174fde90-8035-4628-931e-070401146a33", "tag": "81640e76-72bc-40b8-9810-16f92432dde8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:21.186935 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fe116ec-9c8b-4ecc-b92d-4b39057081fc {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:21.187516 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174fde90-8035-4628-931e-070401146a33', 'tag': '81640e76-72bc-40b8-9810-16f92432dde8', 'status': 'completed', 'code': 200} Feb 03 12:44:21.208307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (610e35aa-8839-4be4-96a1-bfb0ca0ab9a2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.290812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-8e58cb34-cf08-4e4d-8ee4-9011efdf421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:21.292458 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-8e58cb34-cf08-4e4d-8ee4-9011efdf421e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 1126 time: 0.0684836 Feb 03 12:44:21.347963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6388b96-2e7d-4e8a-b1f2-7face31190a6 req-482304d9-3a3c-4978-8472-b832b7693012 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 210 time: 0.0565927 Feb 03 12:44:21.378796 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec associated. External IP: 172.25.3.26, port: 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5. Feb 03 12:44:21.382714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Pushing event updated for resources: {'Subnet': ['ID=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:21.429304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Checking segment: {'id': 'f4662c3d-1f20-4cb4-9120-234068e0ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:21.429669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Network hostable DHCP agents. Network: 131803c5-cf3c-4700-81a0-78f3f5fb3ea0, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:44:21.515086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-f6d53685-61de-4c3c-aaa5-fa6caebb3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:21.516853 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-f6d53685-61de-4c3c-aaa5-fa6caebb3cfb service neutron] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.2163041 Feb 03 12:44:21.519886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:44:21.623205 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-d0130835-a3a4-49e6-8504-40eeede89547 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81640e76-72bc-40b8-9810-16f92432dde8 HTTP/1.1" status: 200 len: 217 time: 0.0929315 Feb 03 12:44:21.704914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-b322a764-dbee-49e1-92fa-8bc742b807a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:21.706994 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-b322a764-dbee-49e1-92fa-8bc742b807a8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.0751026 Feb 03 12:44:21.736373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 131803c5-cf3c-4700-81a0-78f3f5fb3ea0) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:21.743723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:21.744338 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.747500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b3f56-0d03-4144-9f0a-a3e798e3abce None None] Network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:21.809221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-94a872e1-c696-4516-9807-70f0fe31371c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3928530 Feb 03 12:44:21.815929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b85dbdeb-18b1-487a-841f-e3474d47ca79 req-2c953993-e2f2-4275-b1c5-5b569ac3539e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0896924 Feb 03 12:44:21.905105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Router fc269635-8382-439d-bb4c-b20d63b6ee7f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:21.957078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-acc05a72-a1d1-4ecd-88b3-089d52a4ad15 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:21.958646 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-acc05a72-a1d1-4ecd-88b3-089d52a4ad15 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.5052900 Feb 03 12:44:21.992564 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Request body: {'port': {'device_id': '44524f65-534c-436e-aed2-0acefb85b694', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'admin_state_up': True, 'tenant_id': '2aa2e4d9c11a403eb5651431c33e512d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:21.997329 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-577b392a-fc65-43ea-bd85-3b170ad01396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:21.998880 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-577b392a-fc65-43ea-bd85-3b170ad01396 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1567516 Feb 03 12:44:22.023161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8816cd7a-2286-4b6c-833f-db8fd0c7e1ce None None] Network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:22.223165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:22.229634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.246065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] Sync routers for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:22.288358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:22.292245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:22.298495 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-0d50803e-ccfd-4ed0-a086-1cb3786a7055 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823327 Feb 03 12:44:22.328474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Made reservation on behalf of 2aa2e4d9c11a403eb5651431c33e512d for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:22.338310 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.357663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-8e345517-d48e-4468-bcef-e6855059d768 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "PUT /v2.0/floatingips/ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec HTTP/1.1" status: 200 len: 996 time: 4.5048811 Feb 03 12:44:22.358021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:22.367807 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:22.443653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-8e49def3-7b16-4dea-afb2-e74817e5a51a req-bc122fcf-7df2-41a1-9eba-83df7979b828 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1879558206', 'description': 'tempest-description-1904052458'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:22.473185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:22.489890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96529836-b0d2-4953-8834-eae4c01debbb req-d65a4f35-ac70-49c6-9ac0-d654a838fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:22.491772 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-d65a4f35-ac70-49c6-9ac0-d654a838fe79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1129 time: 0.1036675 Feb 03 12:44:22.492958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8e49def3-7b16-4dea-afb2-e74817e5a51a req-bc122fcf-7df2-41a1-9eba-83df7979b828 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.601077 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d72f8372-9ba2-4be8-972d-e422de06e20a req-d446d1fc-d7bb-47aa-8cd1-0973d17bc5bd service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953062 Feb 03 12:44:22.606032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96529836-b0d2-4953-8834-eae4c01debbb req-ff8986be-05c0-4347-ad67-1ad31b5f4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:22.607598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-ff8986be-05c0-4347-ad67-1ad31b5f4cd5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.1046145 Feb 03 12:44:22.624952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 7394e369-e9de-489e-8487-9c4c49ee54dd no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:22.728960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-3d97fa98-59d4-4eb9-80e0-b13b8ad892ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 999 time: 0.1089613 Feb 03 12:44:22.739436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Allocated IP 172.20.0.8 (3315131b-c682-4f98-baeb-6449a3848ef2/77bfd0a9-38ea-454b-9ad7-21a48c2b074a/a2edd382-bacf-4d1c-bbcb-ceae3562dfaf) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:22.766696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 7394e369-e9de-489e-8487-9c4c49ee54dd {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:22.767302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 7394e369-e9de-489e-8487-9c4c49ee54dd not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:22.802846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96529836-b0d2-4953-8834-eae4c01debbb req-db1a5b1c-2cb4-4e1b-8076-68e347347fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:22.810857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-db1a5b1c-2cb4-4e1b-8076-68e347347fe4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.0679097 Feb 03 12:44:22.811759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:fe:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:44:20Z', 'revision_number': 8, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:22.849899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] Checking router: fc269635-8382-439d-bb4c-b20d63b6ee7f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:22.860061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:22.862569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:22.879783 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8e49def3-7b16-4dea-afb2-e74817e5a51a req-bc122fcf-7df2-41a1-9eba-83df7979b828 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (b7e56934-4020-4f75-9e74-7f9d09831b53), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.900800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8e49def3-7b16-4dea-afb2-e74817e5a51a req-bc122fcf-7df2-41a1-9eba-83df7979b828 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b7e56934-4020-4f75-9e74-7f9d09831b53), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.914987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96529836-b0d2-4953-8834-eae4c01debbb req-746b0fdd-ba4c-44ee-955b-708971a80b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:22.916811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-746b0fdd-ba4c-44ee-955b-708971a80b74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1051526 Feb 03 12:44:22.968047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks [] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.976742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc122fcf-7df2-41a1-9eba-83df7979b828 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e56934-4020-4f75-9e74-7f9d09831b53,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:22.984384 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8e49def3-7b16-4dea-afb2-e74817e5a51a req-bc122fcf-7df2-41a1-9eba-83df7979b828 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.998656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e49def3-7b16-4dea-afb2-e74817e5a51a req-bc122fcf-7df2-41a1-9eba-83df7979b828 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5590727 Feb 03 12:44:23.036233 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.036712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:23.097844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-aff66645-0a4f-4c3e-a760-406d8e8edccb service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708040 Feb 03 12:44:23.103109 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Network 3315131b-c682-4f98-baeb-6449a3848ef2 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:23.106458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:23.111122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:23.116087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event updated for resources: {'Port': ['ID=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:23.125562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:23.178102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:23.179314 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.188792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'name': 'network-vif-deleted', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:23.190634 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145bbdab-5a8e-4a51-aeee-dc6fac26ea3f" -d '{"events": [{"server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "name": "network-vif-deleted", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:23.209074 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-9c36db7d-be10-4097-bfd5-55820df1e822 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2362351 Feb 03 12:44:23.221662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Request body: {'port': {'device_id': '44524f65-534c-436e-aed2-0acefb85b694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:23.257903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53da60a-43a2-4327-a613-0f389913168a req-ed3a3a99-1b07-4242-87ae-ce4806d58d45 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:23.265562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c53da60a-43a2-4327-a613-0f389913168a req-ed3a3a99-1b07-4242-87ae-ce4806d58d45 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 943 time: 0.1720984 Feb 03 12:44:23.288070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.324578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96529836-b0d2-4953-8834-eae4c01debbb req-284f5c2d-0203-4ebe-ae5f-e01d9927aa4c service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086139 Feb 03 12:44:23.340810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c53da60a-43a2-4327-a613-0f389913168a req-a8126e1c-b51b-4d5a-94ff-63dbfd57a100 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742435 Feb 03 12:44:23.443285 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f68e6-4f27-4bf6-b4d4-10c4732fe6ee x-openstack-request-id: req-346f68e6-4f27-4bf6-b4d4-10c4732fe6ee {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:23.443683 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:23.443996 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-346f68e6-4f27-4bf6-b4d4-10c4732fe6ee {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:23.452970 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'status': 'completed', 'code': 200} Feb 03 12:44:23.652117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:fe:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:44:20Z', 'revision_number': 8, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:23.698004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e595dd-a965-4ac6-9d97-832d39373989 None None] The sync data for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 is: [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'port_id': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'mac_address': 'fa:16:3e:fe:9a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:43:31Z', 'updated_at': '2022-02-03T12:44:20Z', 'revision_number': 8, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:23.703175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-82d5ae1b-1432-4a25-a885-1a4e01db42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:23.709661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-82d5ae1b-1432-4a25-a885-1a4e01db42e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1129 time: 0.2305436 Feb 03 12:44:23.758662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7739368-6b7f-40b2-ad3c-84cc34a0d9a1 req-35de7f21-975a-4a2f-9d29-02bb0bbddf1c tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/ports?device_id=50533604-5184-4d5d-a7c3-07e35a95df9e HTTP/1.1" status: 200 len: 210 time: 0.0788543 Feb 03 12:44:23.787763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f9712de5-9664-4196-a21b-8701ed397235 req-e3e57757-84a4-4b34-8e39-893a9ddd4a4c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-594074207', 'description': 'tempest-description-1273344726'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:23.819566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e942a-8cec-496b-aaba-a6da8d32e30f req-9dbadf90-7b37-4f14-a646-a26df3ea9de8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:23.827169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e2e942a-8cec-496b-aaba-a6da8d32e30f req-9dbadf90-7b37-4f14-a646-a26df3ea9de8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 931 time: 0.2746506 Feb 03 12:44:23.842994 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f9712de5-9664-4196-a21b-8701ed397235 req-e3e57757-84a4-4b34-8e39-893a9ddd4a4c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.844299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2edd382-bacf-4d1c-bbcb-ceae3562dfaf {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:23.860139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Publish callbacks [] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.885351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Transition to ACTIVE for port object a2edd382-bacf-4d1c-bbcb-ceae3562dfaf will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:44:23.894488 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.969692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Pushing event updated for resources: {'Port': ['ID=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:23.983840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e2e942a-8cec-496b-aaba-a6da8d32e30f req-b762bff7-7c6b-4bde-a6c0-4ed622aa5404 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538310 Feb 03 12:44:24.021132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-23a6cc6b-2cf9-4f03-bf76-89bd1c53fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.022973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-23a6cc6b-2cf9-4f03-bf76-89bd1c53fd16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.3049898 Feb 03 12:44:24.105085 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e903346-576e-428c-8d69-7466497d35ad x-openstack-request-id: req-4e903346-576e-428c-8d69-7466497d35ad {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:24.105551 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e461528-efa5-42fb-a604-28f97ecb4d6d", "name": "network-vif-deleted", "tag": "7394e369-e9de-489e-8487-9c4c49ee54dd", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:24.105818 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e903346-576e-428c-8d69-7466497d35ad {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:24.106279 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e461528-efa5-42fb-a604-28f97ecb4d6d', 'name': 'network-vif-deleted', 'tag': '7394e369-e9de-489e-8487-9c4c49ee54dd', 'status': 'completed', 'code': 200} Feb 03 12:44:24.110675 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de9b6cf-1cc9-4a94-a968-7204ed5c2991 None None] New status for floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:44:24.129044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Attempting to bind port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:24.129044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Attempting to bind port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:24.131407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Attempting to bind port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:24.143079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf on network 3315131b-c682-4f98-baeb-6449a3848ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:44:24.143397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Attempting to bind port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:24.151059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:24.151398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Checking segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:24.151907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Bound using segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:24.152560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Bound port: a2edd382-bacf-4d1c-bbcb-ceae3562dfaf, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:24.152917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.221093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-4864a131-10f8-4d89-bb53-bb8f420645ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 999 time: 0.1734312 Feb 03 12:44:24.226442 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f9712de5-9664-4196-a21b-8701ed397235 req-e3e57757-84a4-4b34-8e39-893a9ddd4a4c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (63d12d4b-022f-4af5-9217-fbee01654a62), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.229414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] For port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:24.234065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] For port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:24.245976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.268678 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f9712de5-9664-4196-a21b-8701ed397235 req-e3e57757-84a4-4b34-8e39-893a9ddd4a4c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (63d12d4b-022f-4af5-9217-fbee01654a62), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.273730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e179e0e-b40f-4aec-a19b-f3e3cf65b1c9 req-4adebc55-cf6d-4e56-a482-f13f57329db3 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips/ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec HTTP/1.1" status: 200 len: 996 time: 0.1594753 Feb 03 12:44:24.319908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Pushing event updated for resources: {'Port': ['ID=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:24.321354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e57757-84a4-4b34-8e39-893a9ddd4a4c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d12d4b-022f-4af5-9217-fbee01654a62,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:24.349830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.350533 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.356454 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-fd07068c-9248-45e5-a1c4-858e468c58eb service neutron] 10.222.0.72 "PUT /v2.0/ports/a2edd382-bacf-4d1c-bbcb-ceae3562dfaf HTTP/1.1" status: 200 len: 1092 time: 1.1393583 Feb 03 12:44:24.366042 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f9712de5-9664-4196-a21b-8701ed397235 req-e3e57757-84a4-4b34-8e39-893a9ddd4a4c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.375618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9712de5-9664-4196-a21b-8701ed397235 req-e3e57757-84a4-4b34-8e39-893a9ddd4a4c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5916729 Feb 03 12:44:24.496607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e179e0e-b40f-4aec-a19b-f3e3cf65b1c9 req-15fcb827-e1bb-499d-89ea-ab1f7ae05747 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.498042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e179e0e-b40f-4aec-a19b-f3e3cf65b1c9 req-15fcb827-e1bb-499d-89ea-ab1f7ae05747 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1884854 Feb 03 12:44:24.502113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 81640e76-72bc-40b8-9810-16f92432dde8 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:44:24.511147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-a866639c-feae-4d97-b004-9b4cfa849d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.512783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-a866639c-feae-4d97-b004-9b4cfa849d16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.2833321 Feb 03 12:44:24.533026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-093840bd-71f0-4c9e-b1be-579528251d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.535770 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-093840bd-71f0-4c9e-b1be-579528251d9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 1126 time: 0.1200070 Feb 03 12:44:24.632730 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-513639a6-2d67-4f27-8df8-88b0262143cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf HTTP/1.1" status: 200 len: 217 time: 0.0889616 Feb 03 12:44:24.672516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-e31dd1b0-d08b-4c1c-82ec-7188455a6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.674235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-e31dd1b0-d08b-4c1c-82ec-7188455a6cde service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1541100 Feb 03 12:44:24.686621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a1e6f-6a08-49d9-9787-0d37965051dd req-87a1dee7-1a4d-47fe-9a85-7bc01078abca tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.693998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e50a1e6f-6a08-49d9-9787-0d37965051dd req-87a1dee7-1a4d-47fe-9a85-7bc01078abca tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 943 time: 0.1541359 Feb 03 12:44:24.767604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-ddab4b53-6753-4c3f-8d8d-453bccf897cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.769250 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-ddab4b53-6753-4c3f-8d8d-453bccf897cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.1288342 Feb 03 12:44:24.827604 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-dbbf4124-4115-4040-a5ba-0005ffeceef6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481651 Feb 03 12:44:24.845493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-52c22b5e-9e38-4149-a27d-d7fd8ba7a188 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.847923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-52c22b5e-9e38-4149-a27d-d7fd8ba7a188 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 811 time: 0.1364498 Feb 03 12:44:24.940742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-166d0149-44fa-4b5e-b012-49a0272c3cba tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/quotas/ef3b228b88f1483fa14a092aa6b6b1ff HTTP/1.1" status: 200 len: 375 time: 0.0822005 Feb 03 12:44:24.977152 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-17f61309-3d89-42d2-90af-23d630067f22 service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383703 Feb 03 12:44:24.981830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 81640e76-72bc-40b8-9810-16f92432dde8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=81640e76-72bc-40b8-9810-16f92432dde8,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:25.001736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '81640e76-72bc-40b8-9810-16f92432dde8', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'port_id': '81640e76-72bc-40b8-9810-16f92432dde8', 'mac_address': 'fa:16:3e:25:50:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:44:25.030025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-4e14f4e3-c191-4890-8e8d-2f5ea9a2b085 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734701 Feb 03 12:44:25.047190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e50a1e6f-6a08-49d9-9787-0d37965051dd req-dd951737-7aba-468e-ba91-3f5e89649a3f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522615 Feb 03 12:44:25.091516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 81640e76-72bc-40b8-9810-16f92432dde8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:25.092070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (81640e76-72bc-40b8-9810-16f92432dde8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.098537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-ca4d122d-1941-456e-b3da-16628a9d1dac service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017606 Feb 03 12:44:25.118694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81640e76-72bc-40b8-9810-16f92432dde8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:25.121496 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0e44bd6-a91f-412d-85e5-cea983daa8a4 req-5ad6efd0-9f68-4a10-a775-61f54887da66 service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362984 Feb 03 12:44:25.145180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 81640e76-72bc-40b8-9810-16f92432dde8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=81640e76-72bc-40b8-9810-16f92432dde8,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:25.154143 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (81640e76-72bc-40b8-9810-16f92432dde8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.211899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=81640e76-72bc-40b8-9810-16f92432dde8,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:25.220316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.221214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.221753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.222309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.222977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.223794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.224686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.225315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.225944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.226687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.227485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.228136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.228765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:25.231926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-342c522f-aba7-4150-bb80-0f4d1a62fe1e tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1001 time: 0.1396153 Feb 03 12:44:25.347507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-34a049e5-7246-43b2-9365-5bb695e12603 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:25.348894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-34a049e5-7246-43b2-9365-5bb695e12603 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports/1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 943 time: 0.1161811 Feb 03 12:44:25.359147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-e27bac47-0928-4fd0-851e-77fb3f283afd service neutron] 10.222.0.65 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283026 Feb 03 12:44:25.462721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c9cace5-cfa1-4589-9d80-08f40a40d7b8 req-ba9e1dda-79d3-4ac2-9837-ccf93a543f19 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160024 Feb 03 12:44:25.536038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-a915e1be-e42d-450b-aae8-7c4cdcfe95fb service neutron] 10.222.0.65 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614296 Feb 03 12:44:25.539642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-799cde96-6e19-4cda-b3c1-486d63fb1a0a tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1001 time: 0.0988119 Feb 03 12:44:25.600007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['81640e76-72bc-40b8-9810-16f92432dde8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:25.678088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-e8677c89-c528-470b-9823-bbf39b54d766 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:25.686585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-e8677c89-c528-470b-9823-bbf39b54d766 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1417682 Feb 03 12:44:25.818714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-db2edd96-e676-4ff7-93c9-91d84615abcb tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1001 time: 0.1301618 Feb 03 12:44:25.824711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-2d8f6e65-c11f-4cda-a55d-2ac65430f53b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:25.894267 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-2d8f6e65-c11f-4cda-a55d-2ac65430f53b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.108511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44524f65-534c-436e-aed2-0acefb85b694', 'tag': 'a2edd382-bacf-4d1c-bbcb-ceae3562dfaf'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:26.119566 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a" -d '{"events": [{"name": "network-changed", "server_uuid": "44524f65-534c-436e-aed2-0acefb85b694", "tag": "a2edd382-bacf-4d1c-bbcb-ceae3562dfaf"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:26.469877 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-2d8f6e65-c11f-4cda-a55d-2ac65430f53b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.475767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-2d8f6e65-c11f-4cda-a55d-2ac65430f53b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.476230 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-2d8f6e65-c11f-4cda-a55d-2ac65430f53b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec disassociated. External IP: 172.25.3.26, port: 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5. Feb 03 12:44:26.587859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a2edd382-bacf-4d1c-bbcb-ceae3562dfaf details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:44:26.731197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:26.748787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a2edd382-bacf-4d1c-bbcb-ceae3562dfaf', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'port_id': 'a2edd382-bacf-4d1c-bbcb-ceae3562dfaf', 'mac_address': 'fa:16:3e:41:90:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bfd0a9-38ea-454b-9ad7-21a48c2b074a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:44:26.759834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57660f-64ae-44ce-a59e-c7c20615bbcb req-13293f83-80fe-4de0-851e-4ac12a441ccf tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:26.761337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d57660f-64ae-44ce-a59e-c7c20615bbcb req-13293f83-80fe-4de0-851e-4ac12a441ccf tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 943 time: 0.1188612 Feb 03 12:44:26.783629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-2d8f6e65-c11f-4cda-a55d-2ac65430f53b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Router fc269635-8382-439d-bb4c-b20d63b6ee7f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:26.788372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:26.788947 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.802478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2edd382-bacf-4d1c-bbcb-ceae3562dfaf {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:26.822930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:26.828473 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.864031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d57660f-64ae-44ce-a59e-c7c20615bbcb req-fd751ac6-06ec-45bd-8031-9be9a696a6d0 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909059 Feb 03 12:44:26.925991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:26.978354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4238da4-5122-44a6-88e2-949ea2587a29 req-d464e69b-01e2-44fc-8919-c827135d68d4 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 210 time: 0.0389748 Feb 03 12:44:26.987538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-2d8f6e65-c11f-4cda-a55d-2ac65430f53b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:27.000062 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-2d8f6e65-c11f-4cda-a55d-2ac65430f53b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.010961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] Sync routers for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:27.023573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-2d8f6e65-c11f-4cda-a55d-2ac65430f53b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "PUT /v2.0/floatingips/ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec HTTP/1.1" status: 200 len: 695 time: 1.2036197 Feb 03 12:44:27.024028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:27.026357 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97898d77-5adb-42b1-af5f-8bc1bb5433cf" -d '{"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:27.038738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:27.039419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:27.138099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-b9d759d4-7a72-4ffd-8554-36ab9241dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.139766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-b9d759d4-7a72-4ffd-8554-36ab9241dc1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1129 time: 0.1029766 Feb 03 12:44:27.157014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a2edd382-bacf-4d1c-bbcb-ceae3562dfaf'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:27.217465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:27.240143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64127-f456-4478-b58b-084527d8898c req-613036fd-32cf-4471-88a9-40fa60747985 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.243012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ac64127-f456-4478-b58b-084527d8898c req-613036fd-32cf-4471-88a9-40fa60747985 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 944 time: 0.1653080 Feb 03 12:44:27.427146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-986ff28e-a03a-4940-a7a3-37629477a02a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.428724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-986ff28e-a03a-4940-a7a3-37629477a02a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.72 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 811 time: 0.2870672 Feb 03 12:44:27.433263 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ac64127-f456-4478-b58b-084527d8898c req-72788d01-a913-4fb2-a34b-0829dec58dab tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277730 Feb 03 12:44:27.434712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-4daa266d-fa29-4f1a-9ec7-5f6c7b5f0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.436116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-4daa266d-fa29-4f1a-9ec7-5f6c7b5f0a3f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.2817385 Feb 03 12:44:27.448422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'port': {'device_id': '8ee87468-025c-4602-9248-db1f1c233f9a', 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0', 'admin_state_up': True, 'tenant_id': 'ef3b228b88f1483fa14a092aa6b6b1ff'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:27.499373 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2164442-a3c7-4799-bf78-1d1b64b67eac x-openstack-request-id: req-e2164442-a3c7-4799-bf78-1d1b64b67eac {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:27.499874 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44524f65-534c-436e-aed2-0acefb85b694", "tag": "a2edd382-bacf-4d1c-bbcb-ceae3562dfaf", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:27.499965 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2164442-a3c7-4799-bf78-1d1b64b67eac {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:27.500298 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44524f65-534c-436e-aed2-0acefb85b694', 'tag': 'a2edd382-bacf-4d1c-bbcb-ceae3562dfaf', 'status': 'completed', 'code': 200} Feb 03 12:44:27.541661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:27.563177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-05b37456-a998-49f3-aeb2-00caef6b0f7f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 217 time: 0.0711949 Feb 03 12:44:27.582996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] Checking router: fc269635-8382-439d-bb4c-b20d63b6ee7f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:27.592246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:27.593098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:27.622602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-d78936ae-85fc-4675-ae64-56803b182e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.624259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-d78936ae-85fc-4675-ae64-56803b182e5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.0515809 Feb 03 12:44:27.640096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-1c8d817e-887b-4eca-875f-78a8673bb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.641601 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-1c8d817e-887b-4eca-875f-78a8673bb28f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 1127 time: 0.1117086 Feb 03 12:44:27.710604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Made reservation on behalf of ef3b228b88f1483fa14a092aa6b6b1ff for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:27.716227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.746808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-d93963c2-a1a3-4389-81df-953426b8e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.748774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-d93963c2-a1a3-4389-81df-953426b8e8b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0983262 Feb 03 12:44:27.766678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:27.835933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-d567d777-832e-49b3-8634-aea942903451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.837638 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-d567d777-832e-49b3-8634-aea942903451 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 906 time: 0.1867132 Feb 03 12:44:27.901252 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-d685a7ae-7e00-4b6d-b53c-03a2e75edca5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf HTTP/1.1" status: 200 len: 217 time: 0.0418613 Feb 03 12:44:27.913526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-440b8c4a-7108-40e0-990b-f3ff2612a5f2 service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087151 Feb 03 12:44:28.056264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Allocated IP 172.20.0.3 (131803c5-cf3c-4700-81a0-78f3f5fb3ea0/610e35aa-8839-4be4-96a1-bfb0ca0ab9a2/25500ae5-bd45-4cc9-9c21-9d272c6c02e2) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:28.083152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6c7175-19c3-4b19-86c6-3bd28bad0b23 req-f35d1f0e-9c24-471d-ac0d-0b884b5a384d service neutron] 10.222.0.65 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585841 Feb 03 12:44:28.267211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:28.327714 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.340239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3f7b0-3d4f-48e6-9bc7-a34651bccff9 None None] The sync data for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 is: [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:42:58Z', 'revision_number': 4, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '00993670-d3b8-47eb-a544-cf5226d16dbe', 'name': '', 'network_id': '4fb76f39-ca19-4232-8505-00822f8c6eeb', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'mac_address': 'fa:16:3e:fe:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:05Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'subnets': [{'id': '12f7eafc-6d9d-4c19-8d9f-96e8a609efe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:28.378393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57110) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:28.380155 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09dbc43-edae-43f0-aa78-fb9b4579d585 x-openstack-request-id: req-d09dbc43-edae-43f0-aa78-fb9b4579d585 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:28.380448 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:28.380700 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d09dbc43-edae-43f0-aa78-fb9b4579d585 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:28.381194 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'status': 'completed', 'code': 200} Feb 03 12:44:28.410880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.450114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-7529f0cf-4c70-4b17-9df1-2c98b95e0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:28.451622 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-7529f0cf-4c70-4b17-9df1-2c98b95e0c04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.5429440 Feb 03 12:44:28.491698 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-d1dd3bdf-c10e-4d0d-a0c8-7c16f2a674c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325887 Feb 03 12:44:28.527359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 81640e76-72bc-40b8-9810-16f92432dde8 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:28.550687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:28.564216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:28.572677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'Port': ['ID=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:28.576174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:28.615971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a2edd382-bacf-4d1c-bbcb-ceae3562dfaf up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:28.635011 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-e86c7115-9c2e-4584-9242-733ae126e47e service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356974 Feb 03 12:44:28.644213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d82175-a751-4945-a1a9-189da7a2a090 req-47b8bb71-d352-40b2-8ec4-7397361b6f2a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:28.653349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78d82175-a751-4945-a1a9-189da7a2a090 req-47b8bb71-d352-40b2-8ec4-7397361b6f2a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 944 time: 0.2851741 Feb 03 12:44:28.692664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:44:28.697014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 81640e76-72bc-40b8-9810-16f92432dde8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:44:28.700683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:28.701062 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.702713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 81640e76-72bc-40b8-9810-16f92432dde8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:28.703076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (81640e76-72bc-40b8-9810-16f92432dde8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.707042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b035051-fb91-41f2-bd2a-fc0fb74811b9 req-e024e85f-6b17-441b-9ee9-a4b5cff4459a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:28.709022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b035051-fb91-41f2-bd2a-fc0fb74811b9 req-e024e85f-6b17-441b-9ee9-a4b5cff4459a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 931 time: 0.2815111 Feb 03 12:44:28.714709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-78380015-c614-4cf8-a9e4-68655a27b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:28.716428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-78380015-c614-4cf8-a9e4-68655a27b5b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=662f8493262d4ff58e08d72f5309851f&device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 1129 time: 0.3495815 Feb 03 12:44:28.753680 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bdf52-ae17-4c15-b58e-492c954b281c None None] New status for floating IP ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:44:28.766911 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3759074b-72a6-4b7f-b4f1-4f70a7afe53a req-9ba1142e-4051-472a-a70e-ed710d6d2757 service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248789 Feb 03 12:44:28.836447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-8c25f5fc-c2ad-48f5-a1ab-4f6afd6863f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:28.839152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-8c25f5fc-c2ad-48f5-a1ab-4f6afd6863f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 200 len: 922 time: 0.1008687 Feb 03 12:44:28.912860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b035051-fb91-41f2-bd2a-fc0fb74811b9 req-024686d6-ac01-45bc-adcc-86d3622df6ff tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861734 Feb 03 12:44:28.924974 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cb443c41-3f79-4936-ba99-22851afbce27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group (1440e152-dd99-45e9-925a-3dfcf4eba99a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.972174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:28.972663 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.993221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-f32c2586-b302-45d0-8f31-e321b1006117 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 200 len: 217 time: 0.0846956 Feb 03 12:44:29.013943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:29.014663 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.051470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:29.055079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44524f65-534c-436e-aed2-0acefb85b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2edd382-bacf-4d1c-bbcb-ceae3562dfaf'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:29.058196 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3953a09d-d4fe-4345-ab58-ba3de8e2a51d" -d '{"events": [{"server_uuid": "44524f65-534c-436e-aed2-0acefb85b694", "name": "network-vif-plugged", "status": "completed", "tag": "a2edd382-bacf-4d1c-bbcb-ceae3562dfaf"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:29.062453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 81640e76-72bc-40b8-9810-16f92432dde8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:29.062951 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (81640e76-72bc-40b8-9810-16f92432dde8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.073986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78d82175-a751-4945-a1a9-189da7a2a090 req-14b2f770-6df8-4804-bdf8-1bd382211dd3 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192975 Feb 03 12:44:29.096838 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.125191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cb443c41-3f79-4936-ba99-22851afbce27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group (1440e152-dd99-45e9-925a-3dfcf4eba99a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.154348 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b739ac14-1d7c-4805-98c2-a81255e98c8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7098124 Feb 03 12:44:29.158023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-7fb2a12b-9d2b-4fe8-b6ed-1292bf3a6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:29.159730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-7fb2a12b-9d2b-4fe8-b6ed-1292bf3a6b53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 200 len: 860 time: 0.1394360 Feb 03 12:44:29.181430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Request body: {'port': {'device_id': '8ee87468-025c-4602-9248-db1f1c233f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:29.196494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 81640e76-72bc-40b8-9810-16f92432dde8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=81640e76-72bc-40b8-9810-16f92432dde8,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:29.206880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (81640e76-72bc-40b8-9810-16f92432dde8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.231114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:29.299041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=81640e76-72bc-40b8-9810-16f92432dde8,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:29.336874 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.368889 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cb443c41-3f79-4936-ba99-22851afbce27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1440e152-dd99-45e9-925a-3dfcf4eba99a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.371634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cb443c41-3f79-4936-ba99-22851afbce27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.375686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cb443c41-3f79-4936-ba99-22851afbce27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "DELETE /v2.0/security-groups/1440e152-dd99-45e9-925a-3dfcf4eba99a HTTP/1.1" status: 204 len: 168 time: 0.9907475 Feb 03 12:44:29.376633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57144) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:29.382059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b440415-2044-4771-b137-4fb26f05fd25 req-a4df80d0-a447-4b31-95db-ab1b1a482cf6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:29.388998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b440415-2044-4771-b137-4fb26f05fd25 req-a4df80d0-a447-4b31-95db-ab1b1a482cf6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.2001741 Feb 03 12:44:29.395536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-4feef81c-4b19-49cb-8816-efaf93f9275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:29.396131 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-fc966bb4-162e-405c-a86b-1f0605ef8785 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] show failed (client error): The resource could not be found. Feb 03 12:44:29.400312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-4feef81c-4b19-49cb-8816-efaf93f9275d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fb76f39-ca19-4232-8505-00822f8c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2107852 Feb 03 12:44:29.400509 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fc966bb4-162e-405c-a86b-1f0605ef8785 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "GET /v2.0/security-groups/1440e152-dd99-45e9-925a-3dfcf4eba99a HTTP/1.1" status: 404 len: 347 time: 0.0194428 Feb 03 12:44:29.401094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57148) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:29.456137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb443c41-3f79-4936-ba99-22851afbce27 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440e152-dd99-45e9-925a-3dfcf4eba99a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:29.616639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b440415-2044-4771-b137-4fb26f05fd25 req-3f6ad9e0-c2c3-42d4-9da3-2ee2384cc999 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262793 Feb 03 12:44:29.663794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting port 5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:29.664739 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.671496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-fee9d338-fe0a-4461-8a00-070aec47445c service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645023 Feb 03 12:44:29.751387 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06932963-2d58-4c77-82b6-e47cb5e5357e x-openstack-request-id: req-06932963-2d58-4c77-82b6-e47cb5e5357e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:29.751387 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44524f65-534c-436e-aed2-0acefb85b694", "name": "network-vif-plugged", "status": "completed", "tag": "a2edd382-bacf-4d1c-bbcb-ceae3562dfaf", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:29.751630 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06932963-2d58-4c77-82b6-e47cb5e5357e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:29.752144 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44524f65-534c-436e-aed2-0acefb85b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2edd382-bacf-4d1c-bbcb-ceae3562dfaf', 'code': 200} Feb 03 12:44:29.819075 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.821692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for floatingip (5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.871687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Calling delete_port for 5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:29.947066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035823-187c-449b-9a36-166cfbc46ec5 req-335545ce-174d-49e4-b8ff-c55eac5a8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:29.948696 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-16035823-187c-449b-9a36-166cfbc46ec5 req-335545ce-174d-49e4-b8ff-c55eac5a8857 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 1128 time: 0.1238103 Feb 03 12:44:30.028546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-16035823-187c-449b-9a36-166cfbc46ec5 req-e5d54760-52cc-4272-b773-989ab0cc0059 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723035 Feb 03 12:44:30.094729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.130521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Port': ['ID=5b7a8c7a-7efb-4f87-a1f3-e7e5e36ed2dc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:30.197929 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for floatingip (632866fa-c486-4c08-bbf1-809169df07ca), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.202515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.203286 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e1344d11-2642-4138-b348-34335b8cebd1 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "DELETE /v2.0/floatingips/632866fa-c486-4c08-bbf1-809169df07ca HTTP/1.1" status: 204 len: 168 time: 0.7999654 Feb 03 12:44:30.206089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57178) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:30.216998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-b6f95f9f-d955-4649-918b-142ffc8507f4 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips/ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec HTTP/1.1" status: 200 len: 693 time: 0.1205754 Feb 03 12:44:30.301577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a25dabea-c65c-43d5-95e6-0c1fef19758e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting port 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:30.301976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a25dabea-c65c-43d5-95e6-0c1fef19758e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.350808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797d31c-331a-4590-a47b-5ae2bedb7b42 req-2dd268f0-9442-470f-9ecd-0eb83bc7cc1f tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:30.352229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3797d31c-331a-4590-a47b-5ae2bedb7b42 req-2dd268f0-9442-470f-9ecd-0eb83bc7cc1f tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 931 time: 0.2542114 Feb 03 12:44:30.363088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97898d77-5adb-42b1-af5f-8bc1bb5433cf req-23143eab-375c-4f40-916d-1ea538b029dd service neutron] 10.222.0.72 "GET /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770456 Feb 03 12:44:30.395653 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a25dabea-c65c-43d5-95e6-0c1fef19758e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.408697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a25dabea-c65c-43d5-95e6-0c1fef19758e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Calling delete_port for 157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:30.447722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-137ea17b-f040-43ef-82b9-08eacdf1fe89 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:30.449094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-137ea17b-f040-43ef-82b9-08eacdf1fe89 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.2188013 Feb 03 12:44:30.511677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3797d31c-331a-4590-a47b-5ae2bedb7b42 req-4102bd2b-6483-4eff-b598-ebd00410d920 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457992 Feb 03 12:44:30.513674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:30.527981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Publish callbacks [] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.540877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-f4088bad-b9c0-4a8a-af68-d0e32f57707b tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 696 time: 0.0745986 Feb 03 12:44:30.548533 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a25dabea-c65c-43d5-95e6-0c1fef19758e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.559806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Transition to ACTIVE for port object 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:44:30.570622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.586808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dabea-c65c-43d5-95e6-0c1fef19758e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Port': ['ID=157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:30.657566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-79178d69-fe2a-48c7-81a1-abe0f696290c tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 696 time: 0.1124921 Feb 03 12:44:30.676328 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a25dabea-c65c-43d5-95e6-0c1fef19758e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.682786 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a25dabea-c65c-43d5-95e6-0c1fef19758e tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "DELETE /v2.0/ports/157edc2c-72a4-4eaf-94fb-8e3bdbe8d99f HTTP/1.1" status: 204 len: 168 time: 0.4732375 Feb 03 12:44:30.683076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57182) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:30.765489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Pushing event updated for resources: {'Port': ['ID=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:30.784549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7b11d41b-8626-4079-8b9a-16f3ed5a440f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting port baf4854b-e3bd-4695-80f0-c99e47518c47 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:30.784882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7b11d41b-8626-4079-8b9a-16f3ed5a440f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.812780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.813118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.813918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.813918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.814098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.814505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.814833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.815157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.815481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.815821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.816136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.817204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.817204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:30.875866 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7b11d41b-8626-4079-8b9a-16f3ed5a440f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.888289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7b11d41b-8626-4079-8b9a-16f3ed5a440f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Calling delete_port for baf4854b-e3bd-4695-80f0-c99e47518c47 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:30.901009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb3566-50cf-4fbb-9c13-14575bdce91f req-90af8eb5-4799-49d4-8881-7930c0e434dd tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:30.902283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6fb3566-50cf-4fbb-9c13-14575bdce91f req-90af8eb5-4799-49d4-8881-7930c0e434dd tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 948 time: 0.2671828 Feb 03 12:44:30.954094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Attempting to bind port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:30.954461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Attempting to bind port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'f4662c3d-1f20-4cb4-9120-234068e0ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:30.954792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Attempting to bind port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 on network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:30.976661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 on network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:44:30.976992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Attempting to bind port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 on network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:30.994051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:30.994437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Checking segment: {'id': 'f4662c3d-1f20-4cb4-9120-234068e0ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:30.994943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Bound using segment: {'id': 'f4662c3d-1f20-4cb4-9120-234068e0ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:30.995272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Bound port: 25500ae5-bd45-4cc9-9c21-9d272c6c02e2, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4662c3d-1f20-4cb4-9120-234068e0ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:30.995631 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.002870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6fb3566-50cf-4fbb-9c13-14575bdce91f req-d0d01432-9696-4c66-882a-510342c5b37f tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910773 Feb 03 12:44:31.006818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Deleting port 3572dbc7-03b2-4efe-9017-493c73bbbb45 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:31.007649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3572dbc7-03b2-4efe-9017-493c73bbbb45), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.059976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7b11d41b-8626-4079-8b9a-16f3ed5a440f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (baf4854b-e3bd-4695-80f0-c99e47518c47), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.108079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11d41b-8626-4079-8b9a-16f3ed5a440f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Port': ['ID=baf4854b-e3bd-4695-80f0-c99e47518c47,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:31.187958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7b11d41b-8626-4079-8b9a-16f3ed5a440f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.192448 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7b11d41b-8626-4079-8b9a-16f3ed5a440f tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "DELETE /v2.0/ports/baf4854b-e3bd-4695-80f0-c99e47518c47 HTTP/1.1" status: 204 len: 168 time: 0.5076702 Feb 03 12:44:31.194389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57184) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:31.196265 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3572dbc7-03b2-4efe-9017-493c73bbbb45), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.196592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (3572dbc7-03b2-4efe-9017-493c73bbbb45), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.212237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] For port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:31.229153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Calling delete_port for 3572dbc7-03b2-4efe-9017-493c73bbbb45 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:31.257599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9e1c55-a631-4567-830e-377c3461cf82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting subnet c6b6e30d-fa7f-4090-975d-e7858e81e282 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:31.261423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c55-a631-4567-830e-377c3461cf82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for subnet (c6b6e30d-fa7f-4090-975d-e7858e81e282), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.301176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] For port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:31.307700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c55-a631-4567-830e-377c3461cf82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (c6b6e30d-fa7f-4090-975d-e7858e81e282), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.319264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f2800-040a-405f-97d8-fcc25265db28 req-df72504d-8fc7-4301-a467-c99359b82997 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:31.321121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a5f2800-040a-405f-97d8-fcc25265db28 req-df72504d-8fc7-4301-a467-c99359b82997 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 945 time: 0.2411397 Feb 03 12:44:31.324425 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.380948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:31.381777 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.383953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] 10.222.0.72 "PUT /v2.0/ports/25500ae5-bd45-4cc9-9c21-9d272c6c02e2 HTTP/1.1" status: 200 len: 1092 time: 2.2090380 Feb 03 12:44:31.386387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:31.388822 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9835f87e-1e02-48d7-8359-ab18b6031499" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:31.415865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c55-a631-4567-830e-377c3461cf82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c6b6e30d-fa7f-4090-975d-e7858e81e282), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.476619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785acc1-93c1-43fa-9335-944cd9a8d655 service neutron] Pushing event updated for resources: {'Port': ['ID=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:31.513916 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c55-a631-4567-830e-377c3461cf82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (c6b6e30d-fa7f-4090-975d-e7858e81e282), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.530987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a5f2800-040a-405f-97d8-fcc25265db28 req-53730ee5-99d0-4db9-b398-1d2423ee21bd tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977046 Feb 03 12:44:31.545556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e1c55-a631-4567-830e-377c3461cf82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b6e30d-fa7f-4090-975d-e7858e81e282,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:31.557298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c55-a631-4567-830e-377c3461cf82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.558517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410fa07b-e5a1-47e0-ad60-e7468334fc68 None None] Network 3bea9c57-5f12-4607-a8e0-f3441fcf7875 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:31.563798 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e9e1c55-a631-4567-830e-377c3461cf82 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "DELETE /v2.0/subnets/c6b6e30d-fa7f-4090-975d-e7858e81e282 HTTP/1.1" status: 204 len: 168 time: 0.3681459 Feb 03 12:44:31.566713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57190) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:31.573289 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3572dbc7-03b2-4efe-9017-493c73bbbb45), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.586042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b435a1e1-92ab-4a81-8746-218ee7e3990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:31.588451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-b435a1e1-92ab-4a81-8746-218ee7e3990a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 1126 time: 0.1308839 Feb 03 12:44:31.624826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Pushing event deleted for resources: {'Port': ['ID=3572dbc7-03b2-4efe-9017-493c73bbbb45,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:31.652878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-261dbbc9-ec36-4d44-8c02-6089a1bbcca5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting subnet 917e2d18-2c78-4d31-972c-21faa5a1de07 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:31.658843 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-261dbbc9-ec36-4d44-8c02-6089a1bbcca5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for subnet (917e2d18-2c78-4d31-972c-21faa5a1de07), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.749570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-261dbbc9-ec36-4d44-8c02-6089a1bbcca5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (917e2d18-2c78-4d31-972c-21faa5a1de07), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.753151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-20c4b64c-4363-478d-9c34-810fa3d2dff8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2 HTTP/1.1" status: 200 len: 217 time: 0.1369472 Feb 03 12:44:31.760227 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174fde90-8035-4628-931e-070401146a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81640e76-72bc-40b8-9810-16f92432dde8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:31.766351 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fd60ae-503b-4d54-90be-487864e4334c" -d '{"events": [{"server_uuid": "174fde90-8035-4628-931e-070401146a33", "name": "network-vif-plugged", "status": "completed", "tag": "81640e76-72bc-40b8-9810-16f92432dde8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:31.912087 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks [] for floatingip (ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.914681 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.915842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bb64d55-e154-4f81-8eff-ed85b7793333 req-526ab189-7d22-48e6-b287-3870112c2a27 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "DELETE /v2.0/floatingips/ea0526ef-2eb5-42ee-8f36-5b5faf2f0fec HTTP/1.1" status: 204 len: 173 time: 1.2487931 Feb 03 12:44:31.925154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-2d79f731-8695-4d9f-8120-e1d6f7bf39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:31.929858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-2d79f731-8695-4d9f-8120-e1d6f7bf39c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 200 len: 851 time: 0.1349032 Feb 03 12:44:31.936250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c48fa96-bcb4-4a93-9c4a-bab28a33d616 None None] DHCP port deletion for 3bea9c57-5f12-4607-a8e0-f3441fcf7875 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:44:31.953261 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-261dbbc9-ec36-4d44-8c02-6089a1bbcca5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (917e2d18-2c78-4d31-972c-21faa5a1de07), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.025399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8c48fa96-bcb4-4a93-9c4a-bab28a33d616 None None] Deleting port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:32.025789 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c48fa96-bcb4-4a93-9c4a-bab28a33d616 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.037788 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c42b739-ed1e-4435-b03a-7a8237e65c67 x-openstack-request-id: req-7c42b739-ed1e-4435-b03a-7a8237e65c67 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:32.037788 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:32.037788 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c42b739-ed1e-4435-b03a-7a8237e65c67 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:32.038136 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2', 'status': 'completed', 'code': 200} Feb 03 12:44:32.040151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-5bcc6941-3153-48c5-a4cf-93c3942e935c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000228 Feb 03 12:44:32.044262 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-261dbbc9-ec36-4d44-8c02-6089a1bbcca5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (917e2d18-2c78-4d31-972c-21faa5a1de07), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.085711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-261dbbc9-ec36-4d44-8c02-6089a1bbcca5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.092505 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-261dbbc9-ec36-4d44-8c02-6089a1bbcca5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "DELETE /v2.0/subnets/917e2d18-2c78-4d31-972c-21faa5a1de07 HTTP/1.1" status: 204 len: 168 time: 0.5221646 Feb 03 12:44:32.092505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dbbc9-ec36-4d44-8c02-6089a1bbcca5 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Subnet': ['ID=917e2d18-2c78-4d31-972c-21faa5a1de07,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:32.095656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57200) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:32.105764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e9649-f503-490e-a2c0-0f9e69f63c91 None None] Network 2b3bbc52-c42c-404e-a275-1710938bd243 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:32.157157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8c48fa96-bcb4-4a93-9c4a-bab28a33d616 None None] For port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a25ed22d-c15b-4a4e-ae20-9c0ee7eae063,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:32.157783 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c48fa96-bcb4-4a93-9c4a-bab28a33d616 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.201052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3bea9c57-5f12-4607-a8e0-f3441fcf7875), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.209188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8c48fa96-bcb4-4a93-9c4a-bab28a33d616 None None] Calling delete_port for a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:32.241564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9cd95-2dc1-4696-aab2-274feb4e92c5 req-f3b9fece-db0d-4fd6-8199-938d041ca4b8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:32.249846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4c9cd95-2dc1-4696-aab2-274feb4e92c5 req-f3b9fece-db0d-4fd6-8199-938d041ca4b8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.3011451 Feb 03 12:44:32.263512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b38f-7e65-4535-82ea-c9425f24afb1 req-98c66918-ab62-46e1-9733-874e2873bf7e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:32.265041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6a4b38f-7e65-4535-82ea-c9425f24afb1 req-98c66918-ab62-46e1-9733-874e2873bf7e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 943 time: 0.1943460 Feb 03 12:44:32.265994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Deleting port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:32.266451 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.351847 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c48fa96-bcb4-4a93-9c4a-bab28a33d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.357340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] For port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a25ed22d-c15b-4a4e-ae20-9c0ee7eae063,segment=NetworkSegment(d86d76d5-0404-48f4-84b7-bbdd962279af),segment_id=d86d76d5-0404-48f4-84b7-bbdd962279af)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:32.358174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.371154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-0f7fb086-3ee8-4ffe-ba42-551a6b1927f8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:32.372677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-0f7fb086-3ee8-4ffe-ba42-551a6b1927f8 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 948 time: 0.2296484 Feb 03 12:44:32.375942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4c9cd95-2dc1-4696-aab2-274feb4e92c5 req-f2477b3c-4418-49ed-be5f-1455977a1a03 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249750 Feb 03 12:44:32.416817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Calling delete_port for a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:32.470409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-0b5bee9e-19a1-48e9-9bf3-ff9614c43f25 service neutron] 10.222.0.72 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116988 Feb 03 12:44:32.474683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6a4b38f-7e65-4535-82ea-c9425f24afb1 req-a0e1087e-2284-48cd-9b8b-7b0e883af45a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968493 Feb 03 12:44:32.536712 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a25ed22d-c15b-4a4e-ae20-9c0ee7eae063), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.571197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Deleting port 8a55b540-6074-4cc4-bd85-19e6ed523d7e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:32.571539 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.600948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Port': ['ID=a25ed22d-c15b-4a4e-ae20-9c0ee7eae063,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:32.629637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] No DVR routers for this DVR port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:32.657730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e2d6be1-cc58-4e3a-aba7-38279b5e6d78 req-215692ee-3e2d-4349-b43c-61bee6c0689e service neutron] 10.222.0.72 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787446 Feb 03 12:44:32.676566 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90adc492-23de-4521-be89-9f452a788e09 x-openstack-request-id: req-90adc492-23de-4521-be89-9f452a788e09 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:32.677576 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174fde90-8035-4628-931e-070401146a33", "name": "network-vif-plugged", "status": "completed", "tag": "81640e76-72bc-40b8-9810-16f92432dde8", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:32.678026 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90adc492-23de-4521-be89-9f452a788e09 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:32.678655 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174fde90-8035-4628-931e-070401146a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81640e76-72bc-40b8-9810-16f92432dde8', 'code': 200} Feb 03 12:44:32.680089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe26da-90af-47a7-8949-2d3072a3c0c3 None None] DHCP port deletion for 2b3bbc52-c42c-404e-a275-1710938bd243 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:44:32.682736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48fa96-bcb4-4a93-9c4a-bab28a33d616 None None] Pushing event deleted for resources: {'Port': ['ID=a25ed22d-c15b-4a4e-ae20-9c0ee7eae063,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:32.686143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c48fa96-bcb4-4a93-9c4a-bab28a33d616 None None] No DVR routers for this DVR port a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:32.710089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3270e3-e84b-46e8-861f-84ca31118442 req-e7e9b917-2267-44fd-86b5-a917a20afbe3 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:32.711748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf3270e3-e84b-46e8-861f-84ca31118442 req-e7e9b917-2267-44fd-86b5-a917a20afbe3 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 945 time: 0.1371036 Feb 03 12:44:32.801988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] For port 8a55b540-6074-4cc4-bd85-19e6ed523d7e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8a55b540-6074-4cc4-bd85-19e6ed523d7e,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:32.802374 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.803706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7abe26da-90af-47a7-8949-2d3072a3c0c3 None None] Deleting port f5b812bd-8964-4cd1-a8e0-16600f44a44f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:32.804094 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7abe26da-90af-47a7-8949-2d3072a3c0c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.813561 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3bea9c57-5f12-4607-a8e0-f3441fcf7875), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.830767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Calling delete_port for 8a55b540-6074-4cc4-bd85-19e6ed523d7e owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:32.835274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bea9c57-5f12-4607-a8e0-f3441fcf7875']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:32.845811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86d76d5-0404-48f4-84b7-bbdd962279af') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:32.846125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86d76d5-0404-48f4-84b7-bbdd962279af') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:32.858416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf3270e3-e84b-46e8-861f-84ca31118442 req-9d899757-d144-4efe-ad3d-0b8bf21fa6af tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/security-groups?id=6dbf8ef1-7214-42c7-af58-d58d9df02579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247370 Feb 03 12:44:32.859078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (d86d76d5-0404-48f4-84b7-bbdd962279af), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.876418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d86d76d5-0404-48f4-84b7-bbdd962279af), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.885870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:44:32.886272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (d86d76d5-0404-48f4-84b7-bbdd962279af), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:44:32.890014 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:44:32.896233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7abe26da-90af-47a7-8949-2d3072a3c0c3 None None] For port f5b812bd-8964-4cd1-a8e0-16600f44a44f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f5b812bd-8964-4cd1-a8e0-16600f44a44f,segment=NetworkSegment(46f00d39-0b8f-485a-84a3-6af6aa9c90ee),segment_id=46f00d39-0b8f-485a-84a3-6af6aa9c90ee)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:32.896995 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7abe26da-90af-47a7-8949-2d3072a3c0c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.897102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-9d9ff94e-c36b-4f63-914d-4074f40f42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:32.899161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-9d9ff94e-c36b-4f63-914d-4074f40f42a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 1126 time: 0.1544213 Feb 03 12:44:32.908975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6d49-fdd0-47fc-acf0-4736c9ee6d7d req-bd717766-f011-46b8-8c11-ceef1f900d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:32.913044 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-668c6d49-fdd0-47fc-acf0-4736c9ee6d7d req-bd717766-f011-46b8-8c11-ceef1f900d0a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 1128 time: 0.3327203 Feb 03 12:44:32.922292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7abe26da-90af-47a7-8949-2d3072a3c0c3 None None] Calling delete_port for f5b812bd-8964-4cd1-a8e0-16600f44a44f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:32.981523 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3bea9c57-5f12-4607-a8e0-f3441fcf7875), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.994495 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.997704 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "DELETE /v2.0/networks/3bea9c57-5f12-4607-a8e0-f3441fcf7875 HTTP/1.1" status: 204 len: 168 time: 0.9008136 Feb 03 12:44:33.011095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57206) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:33.024764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000e86-14ee-4386-a779-d63823223dd3 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Network': ['ID=3bea9c57-5f12-4607-a8e0-f3441fcf7875,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:33.038632 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-668c6d49-fdd0-47fc-acf0-4736c9ee6d7d req-ac9fd472-5b29-415a-a80c-7a36a3e25f56 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171300 Feb 03 12:44:33.052691 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7abe26da-90af-47a7-8949-2d3072a3c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (f5b812bd-8964-4cd1-a8e0-16600f44a44f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.063676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f5b812bd-8964-4cd1-a8e0-16600f44a44f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:33.097350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (2b3bbc52-c42c-404e-a275-1710938bd243), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.107113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe26da-90af-47a7-8949-2d3072a3c0c3 None None] Pushing event deleted for resources: {'Port': ['ID=f5b812bd-8964-4cd1-a8e0-16600f44a44f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:33.110722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f5b812bd-8964-4cd1-a8e0-16600f44a44f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:33.111251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f5b812bd-8964-4cd1-a8e0-16600f44a44f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:33.111959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:33.114268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe26da-90af-47a7-8949-2d3072a3c0c3 None None] No DVR routers for this DVR port f5b812bd-8964-4cd1-a8e0-16600f44a44f on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:33.130788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befb7ca-13ed-414f-a5a7-8d0a7f9324ce req-51d03b91-070d-48d9-b698-c96f98a3b088 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:33.139812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5befb7ca-13ed-414f-a5a7-8d0a7f9324ce req-51d03b91-070d-48d9-b698-c96f98a3b088 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe3b8f64-b1d6-42ea-a735-b1ed81ee710b HTTP/1.1" status: 200 len: 948 time: 0.2825007 Feb 03 12:44:33.141126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:33.141579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a25ed22d-c15b-4a4e-ae20-9c0ee7eae063 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:33.198802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (2b3bbc52-c42c-404e-a275-1710938bd243), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.204101 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6257f-c412-4423-86bd-c26ed6ad6254 req-ae4caafe-e96b-4d66-8577-876fe1ad80f0 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:33.205978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baf6257f-c412-4423-86bd-c26ed6ad6254 req-ae4caafe-e96b-4d66-8577-876fe1ad80f0 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 945 time: 0.2335055 Feb 03 12:44:33.213625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-54757ab9-ed75-4e0d-b335-e11f9a700175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:33.215144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-54757ab9-ed75-4e0d-b335-e11f9a700175 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 912 time: 0.2525895 Feb 03 12:44:33.220289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3bbc52-c42c-404e-a275-1710938bd243']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:33.229799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f00d39-0b8f-485a-84a3-6af6aa9c90ee') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:33.230094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f00d39-0b8f-485a-84a3-6af6aa9c90ee') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:33.239503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (46f00d39-0b8f-485a-84a3-6af6aa9c90ee), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.252525 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (46f00d39-0b8f-485a-84a3-6af6aa9c90ee), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.258859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:44:33.259393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (46f00d39-0b8f-485a-84a3-6af6aa9c90ee), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:44:33.262647 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:44:33.327767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (2b3bbc52-c42c-404e-a275-1710938bd243), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.335378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.338845 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] 10.222.0.65 "DELETE /v2.0/networks/2b3bbc52-c42c-404e-a275-1710938bd243 HTTP/1.1" status: 204 len: 168 time: 0.3242462 Feb 03 12:44:33.357936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829fb7a-8bab-41fc-af3d-9f6571707431 tempest-TaggedBootDevicesTest-2044413054 tempest-TaggedBootDevicesTest-2044413054-project] Pushing event deleted for resources: {'Network': ['ID=2b3bbc52-c42c-404e-a275-1710938bd243,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:33.612682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-8ea5fac9-5ec2-41c5-986a-1db928bb644c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2 HTTP/1.1" status: 200 len: 217 time: 0.3724592 Feb 03 12:44:33.629329 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5befb7ca-13ed-414f-a5a7-8d0a7f9324ce req-3c6c6586-0637-4dac-9a7c-afec3cfb45f4 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884715 Feb 03 12:44:33.671149 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8a55b540-6074-4cc4-bd85-19e6ed523d7e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.727291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baf6257f-c412-4423-86bd-c26ed6ad6254 req-ffe97d22-5c9f-4184-aee6-12afa923b683 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888084 Feb 03 12:44:33.731508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Pushing event deleted for resources: {'Port': ['ID=8a55b540-6074-4cc4-bd85-19e6ed523d7e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:33.733973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-876e7048-d80c-483d-8f6a-8781d3b16380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:33.735472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-876e7048-d80c-483d-8f6a-8781d3b16380 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 200 len: 851 time: 0.1145906 Feb 03 12:44:33.802453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-c3f5512a-df7a-4c4e-b55e-73156f4b2c26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470886 Feb 03 12:44:33.821933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] No DVR routers for this DVR port 8a55b540-6074-4cc4-bd85-19e6ed523d7e on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:33.831437 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.834636 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93a8f742-3850-4bc2-aabe-ed6e77307cdf req-04c9201d-c6b8-46dc-b915-f448b18570d3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.72 "DELETE /v2.0/ports/8a55b540-6074-4cc4-bd85-19e6ed523d7e HTTP/1.1" status: 204 len: 173 time: 1.4443192 Feb 03 12:44:33.928746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c165a-acd9-4378-9dc0-1664b0378825 req-0c68e7b3-2bac-47af-847e-47659b9e32d4 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:33.930281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f0c165a-acd9-4378-9dc0-1664b0378825 req-0c68e7b3-2bac-47af-847e-47659b9e32d4 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 946 time: 0.2383716 Feb 03 12:44:33.996030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531cb2b-77ec-404b-9613-a3011af77eff req-a10e8105-96b4-4a2a-88a0-521e364a5dfc tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:33.997518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f531cb2b-77ec-404b-9613-a3011af77eff req-a10e8105-96b4-4a2a-88a0-521e364a5dfc tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1620669 Feb 03 12:44:34.011587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-da9832eb-46e9-44de-a4e3-e220d5054e96 service neutron] 10.222.0.72 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915519 Feb 03 12:44:34.027502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f0c165a-acd9-4378-9dc0-1664b0378825 req-7aa6e695-bfe7-43e4-9f3f-82ec0692c919 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902014 Feb 03 12:44:34.038608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'name': 'network-vif-deleted', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:34.041044 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce89fa3d-445f-4984-b3e5-2d01b06afd3c" -d '{"events": [{"server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "name": "network-vif-deleted", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:34.132456 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f531cb2b-77ec-404b-9613-a3011af77eff req-f4806ee8-d550-45c2-a27e-21be837f2b6f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265459 Feb 03 12:44:34.193067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9835f87e-1e02-48d7-8359-ab18b6031499 req-042b639d-7026-41a5-b87d-7ebdf45181cb service neutron] 10.222.0.72 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645968 Feb 03 12:44:34.207196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76921d8-df52-4842-8399-ad3350352ea9 req-9a15306b-e27a-4738-9ced-5475ae30e925 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:34.209333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a76921d8-df52-4842-8399-ad3350352ea9 req-9a15306b-e27a-4738-9ced-5475ae30e925 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 943 time: 0.0961223 Feb 03 12:44:34.237852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-3df13e03-57d0-4e2c-9d1d-7c51afc9fdab tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:34.239551 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-3df13e03-57d0-4e2c-9d1d-7c51afc9fdab tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 945 time: 0.0781851 Feb 03 12:44:34.291069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a76921d8-df52-4842-8399-ad3350352ea9 req-e6c2f124-4158-4662-9556-602e0b51fc26 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705092 Feb 03 12:44:34.298429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71620b7c-4b2d-435a-aeeb-87f94886fe13 req-28b8f0ec-4da9-4766-bbc6-5568922405e1 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:34.300144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71620b7c-4b2d-435a-aeeb-87f94886fe13 req-28b8f0ec-4da9-4766-bbc6-5568922405e1 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 945 time: 0.0898395 Feb 03 12:44:34.360235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Deleting port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:34.360781 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.362895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71620b7c-4b2d-435a-aeeb-87f94886fe13 req-783e7b3a-1a20-4fc8-8ea1-452f37d1ad79 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565450 Feb 03 12:44:34.471626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db90d1a-6568-4385-af96-868121852017 req-35adff20-a1c4-4ab3-885c-b33f2bfe6a2c tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:34.482168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5db90d1a-6568-4385-af96-868121852017 req-35adff20-a1c4-4ab3-885c-b33f2bfe6a2c tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d49577-b05f-4d6c-9e14-f7dee2e9d987 HTTP/1.1" status: 200 len: 945 time: 0.0790360 Feb 03 12:44:34.531659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] For port 290708d7-ac07-4ba3-94c7-7a6ec40d8326, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=290708d7-ac07-4ba3-94c7-7a6ec40d8326,segment=NetworkSegment(9c48d3f5-5092-4c79-87fc-26e037f93e45),segment_id=9c48d3f5-5092-4c79-87fc-26e037f93e45)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:34.532032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.555612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Calling delete_port for 290708d7-ac07-4ba3-94c7-7a6ec40d8326 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:34.564176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5db90d1a-6568-4385-af96-868121852017 req-77469a54-f50f-408e-acf7-cda432470e7d tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.65 "GET /v2.0/security-groups?id=6dbf8ef1-7214-42c7-af58-d58d9df02579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809252 Feb 03 12:44:34.620799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:44:34.624659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8a55b540-6074-4cc4-bd85-19e6ed523d7e no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:34.686923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 8a55b540-6074-4cc4-bd85-19e6ed523d7e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:34.694902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8a55b540-6074-4cc4-bd85-19e6ed523d7e not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:34.827724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-3cba068e-750a-4a09-bd09-27de8fa8c0b6 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:34.834051 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (290708d7-ac07-4ba3-94c7-7a6ec40d8326), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.840494 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-3cba068e-750a-4a09-bd09-27de8fa8c0b6 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.72 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 946 time: 0.1784256 Feb 03 12:44:34.843043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:34.857517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['290708d7-ac07-4ba3-94c7-7a6ec40d8326'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:34.865664 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ef9ad-e526-4f7c-b946-98f8d668a429 x-openstack-request-id: req-364ef9ad-e526-4f7c-b946-98f8d668a429 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:34.869111 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3b8f64-b1d6-42ea-a735-b1ed81ee710b", "name": "network-vif-deleted", "tag": "8a55b540-6074-4cc4-bd85-19e6ed523d7e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:34.869529 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-364ef9ad-e526-4f7c-b946-98f8d668a429 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:34.870029 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3b8f64-b1d6-42ea-a735-b1ed81ee710b', 'name': 'network-vif-deleted', 'tag': '8a55b540-6074-4cc4-bd85-19e6ed523d7e', 'status': 'completed', 'code': 200} Feb 03 12:44:34.892885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2', 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0', 'port_id': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2', 'mac_address': 'fa:16:3e:90:91:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610e35aa-8839-4be4-96a1-bfb0ca0ab9a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:44:34.901770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Pushing event deleted for resources: {'Port': ['ID=290708d7-ac07-4ba3-94c7-7a6ec40d8326,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:34.960753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:34.961184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.979561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:35.004580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] No DVR routers for this DVR port 290708d7-ac07-4ba3-94c7-7a6ec40d8326 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:35.005375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:35.012321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.016128 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.029689 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-531fc7b6-f09f-46da-9179-ea240b2e0793 req-a9d0763b-516c-45c5-8c99-4e84b52bc365 tempest-VolumesAdminNegativeTest-2124404237 tempest-VolumesAdminNegativeTest-2124404237-project] 10.222.0.91 "DELETE /v2.0/ports/290708d7-ac07-4ba3-94c7-7a6ec40d8326 HTTP/1.1" status: 204 len: 173 time: 0.7822704 Feb 03 12:44:35.030189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d49577-b05f-4d6c-9e14-f7dee2e9d987', 'name': 'network-vif-deleted', 'tag': '290708d7-ac07-4ba3-94c7-7a6ec40d8326'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:35.032740 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4ae215-71d9-427f-b668-d6ffebec0e41" -d '{"events": [{"server_uuid": "29d49577-b05f-4d6c-9e14-f7dee2e9d987", "name": "network-vif-deleted", "tag": "290708d7-ac07-4ba3-94c7-7a6ec40d8326"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:35.103486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3895f2-cd1a-43d1-8da9-6f6e8a116859 req-a775a475-98b5-4fbb-b4ac-2a85e0d2f196 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:35.105133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f3895f2-cd1a-43d1-8da9-6f6e8a116859 req-a775a475-98b5-4fbb-b4ac-2a85e0d2f196 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 945 time: 0.1128669 Feb 03 12:44:35.107687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Deleting port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:35.108661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.114113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:35.213313 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4364bf07-f940-4be8-9453-3b7fceeaf13d x-openstack-request-id: req-4364bf07-f940-4be8-9453-3b7fceeaf13d {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:35.213671 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d49577-b05f-4d6c-9e14-f7dee2e9d987", "name": "network-vif-deleted", "tag": "290708d7-ac07-4ba3-94c7-7a6ec40d8326", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:35.213975 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4364bf07-f940-4be8-9453-3b7fceeaf13d {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:35.214567 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d49577-b05f-4d6c-9e14-f7dee2e9d987', 'name': 'network-vif-deleted', 'tag': '290708d7-ac07-4ba3-94c7-7a6ec40d8326', 'status': 'completed', 'code': 200} Feb 03 12:44:35.277039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f3895f2-cd1a-43d1-8da9-6f6e8a116859 req-14755a34-9c0b-4177-9ac6-63a9a03f3caa tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632061 Feb 03 12:44:35.289433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['25500ae5-bd45-4cc9-9c21-9d272c6c02e2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:35.320643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] For port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:35.321101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.338062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Calling delete_port for 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:35.360576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b00a8-bbf0-4094-bdce-ce4d361296d6 req-a31dba39-9110-4279-8dc3-955e62496bd8 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:35.362582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-745b00a8-bbf0-4094-bdce-ce4d361296d6 req-a31dba39-9110-4279-8dc3-955e62496bd8 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ac41ea-2fa4-4ea1-aadc-d3e95640a059 HTTP/1.1" status: 200 len: 946 time: 0.0999808 Feb 03 12:44:35.501525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-745b00a8-bbf0-4094-bdce-ce4d361296d6 req-f634c078-a31a-4caf-9058-7fd14f713366 tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.65 "GET /v2.0/security-groups?id=80499c89-dbe0-4eac-a6a5-88e4c8bf4267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955672 Feb 03 12:44:35.518933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4d935-bb4d-4afa-a487-e29f6d8aa272 req-f0d57352-a23d-4f38-a72e-459daa0bb033 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:35.525570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-26e4d935-bb4d-4afa-a487-e29f6d8aa272 req-f0d57352-a23d-4f38-a72e-459daa0bb033 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1185231 Feb 03 12:44:35.609474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-26e4d935-bb4d-4afa-a487-e29f6d8aa272 req-bea95db5-4447-4c22-a4d5-5f5e3f3a0fe0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793853 Feb 03 12:44:35.674615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.687583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:35.752876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Pushing event deleted for resources: {'Port': ['ID=1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:35.813439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] No DVR routers for this DVR port 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:35.816313 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.819901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66aa2492-d7ea-4f72-bbc8-964192899e54 req-9c09d8a4-25d1-4afc-b42f-983be15740dd tempest-FloatingIPsAssociationTestJSON-1769162994 tempest-FloatingIPsAssociationTestJSON-1769162994-project] 10.222.0.72 "DELETE /v2.0/ports/1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 HTTP/1.1" status: 204 len: 173 time: 0.9780302 Feb 03 12:44:35.831716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda6c1-d7b5-4acc-ac90-9fc4a33ff65f req-b16f360e-d084-497b-b026-5a4e89f55fa5 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:35.833556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9eda6c1-d7b5-4acc-ac90-9fc4a33ff65f req-b16f360e-d084-497b-b026-5a4e89f55fa5 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 949 time: 0.2032304 Feb 03 12:44:35.869171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b8296-016e-4baa-a390-12a5b567f70d req-decac5e8-123a-4bca-b81f-9bc2bf56cfc5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:35.870711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f52b8296-016e-4baa-a390-12a5b567f70d req-decac5e8-123a-4bca-b81f-9bc2bf56cfc5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 944 time: 0.1859293 Feb 03 12:44:35.927576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9eda6c1-d7b5-4acc-ac90-9fc4a33ff65f req-d9f5623a-77ee-4dbf-bd40-1bcd81b7488b tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878620 Feb 03 12:44:35.953984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f52b8296-016e-4baa-a390-12a5b567f70d req-cfa01546-9d1a-4aba-be9f-3c21af0d92f7 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739200 Feb 03 12:44:35.996934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57250) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:36.049585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba74c1ef-8189-4b9c-9534-c5e85fe131a8 admin admin] Deleting subnet de552eb8-54a4-4fae-9ef8-be05c78b763c {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:36.053057 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ba74c1ef-8189-4b9c-9534-c5e85fe131a8 admin admin] Publish callbacks [] for subnet (de552eb8-54a4-4fae-9ef8-be05c78b763c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.108591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ba74c1ef-8189-4b9c-9534-c5e85fe131a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (de552eb8-54a4-4fae-9ef8-be05c78b763c), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.186738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ba74c1ef-8189-4b9c-9534-c5e85fe131a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (de552eb8-54a4-4fae-9ef8-be05c78b763c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.235074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bebac-ad53-4bc1-ab60-4941a4e27d42 req-abd5b57b-0af5-438c-8540-b39203609ab4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:36.236707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e11bebac-ad53-4bc1-ab60-4941a4e27d42 req-abd5b57b-0af5-438c-8540-b39203609ab4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1257367 Feb 03 12:44:36.280239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ba74c1ef-8189-4b9c-9534-c5e85fe131a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (de552eb8-54a4-4fae-9ef8-be05c78b763c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.324402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ba74c1ef-8189-4b9c-9534-c5e85fe131a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.330919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ba74c1ef-8189-4b9c-9534-c5e85fe131a8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/de552eb8-54a4-4fae-9ef8-be05c78b763c HTTP/1.1" status: 204 len: 168 time: 0.3321617 Feb 03 12:44:36.331164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57258) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:36.358226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e11bebac-ad53-4bc1-ab60-4941a4e27d42 req-dcf1414e-ce6b-4e15-a823-750b6e6d2ee8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091480 Feb 03 12:44:36.359388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74c1ef-8189-4b9c-9534-c5e85fe131a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de552eb8-54a4-4fae-9ef8-be05c78b763c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:36.420401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (05fd82f8-0a72-40da-9781-193c63c84f5c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.507089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (05fd82f8-0a72-40da-9781-193c63c84f5c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.538996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376f2d4-8649-4251-9a2c-d30dfee8bddf req-5cb1a9a0-e36a-4b39-bc87-7c12a479874d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:36.540889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8376f2d4-8649-4251-9a2c-d30dfee8bddf req-5cb1a9a0-e36a-4b39-bc87-7c12a479874d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 945 time: 0.1237407 Feb 03 12:44:36.544214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fd82f8-0a72-40da-9781-193c63c84f5c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:36.569508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-ef876508-2666-4055-9139-31fe1a1ef498 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:36.570625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c48d3f5-5092-4c79-87fc-26e037f93e45') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:36.571096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c48d3f5-5092-4c79-87fc-26e037f93e45') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:36.571434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-ef876508-2666-4055-9139-31fe1a1ef498 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 945 time: 0.0881255 Feb 03 12:44:36.573054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57262) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:36.587856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (9c48d3f5-5092-4c79-87fc-26e037f93e45), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.596932 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8401b755-8db3-4e0c-8119-207a9072cec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.607944 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9c48d3f5-5092-4c79-87fc-26e037f93e45), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.615797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:44:36.616909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (9c48d3f5-5092-4c79-87fc-26e037f93e45), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.642219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:44:36.692440 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:44:36.699244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (05fd82f8-0a72-40da-9781-193c63c84f5c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.709698 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.716302 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] 10.222.0.65 "DELETE /v2.0/networks/05fd82f8-0a72-40da-9781-193c63c84f5c HTTP/1.1" status: 204 len: 168 time: 0.3840773 Feb 03 12:44:36.726040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57266) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:36.734782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace0b7f-785d-4b2b-8cf3-e0f53d85cf93 admin admin] Pushing event deleted for resources: {'Network': ['ID=05fd82f8-0a72-40da-9781-193c63c84f5c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:36.748579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:44:36.753943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:36.754516 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.756396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8376f2d4-8649-4251-9a2c-d30dfee8bddf req-94708628-aed4-4ba2-ad19-e7d737a3f39e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041190 Feb 03 12:44:36.791042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a202fa3b-7b1f-44d9-b5b1-0eb1cce42562 admin admin] Deleting subnet 8238fd16-cb1f-43c6-9d05-366d422389ea {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:36.795891 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a202fa3b-7b1f-44d9-b5b1-0eb1cce42562 admin admin] Publish callbacks [] for subnet (8238fd16-cb1f-43c6-9d05-366d422389ea), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.840332 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a202fa3b-7b1f-44d9-b5b1-0eb1cce42562 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (8238fd16-cb1f-43c6-9d05-366d422389ea), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.863984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:36.864489 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.880185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'name': 'network-vif-deleted', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:36.882797 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3a3175-617e-4ddc-996b-626115365739" -d '{"events": [{"server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "name": "network-vif-deleted", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:36.890696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:36.894574 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d19e7-df5a-4bd5-a331-ed195e3d6936" -d '{"events": [{"server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "name": "network-vif-plugged", "status": "completed", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:36.912477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a202fa3b-7b1f-44d9-b5b1-0eb1cce42562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (8238fd16-cb1f-43c6-9d05-366d422389ea), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.932353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Deleting port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:36.933643 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.945241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:36.951072 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc893a2-e6a7-405a-8eef-022def07302b x-openstack-request-id: req-5dc893a2-e6a7-405a-8eef-022def07302b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:36.952324 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ac41ea-2fa4-4ea1-aadc-d3e95640a059", "name": "network-vif-deleted", "tag": "1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:36.952947 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5dc893a2-e6a7-405a-8eef-022def07302b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:36.953521 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ac41ea-2fa4-4ea1-aadc-d3e95640a059', 'name': 'network-vif-deleted', 'tag': '1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5', 'status': 'completed', 'code': 200} Feb 03 12:44:36.966663 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.967491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:36.985114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a202fa3b-7b1f-44d9-b5b1-0eb1cce42562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (8238fd16-cb1f-43c6-9d05-366d422389ea), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.004557 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a202fa3b-7b1f-44d9-b5b1-0eb1cce42562 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.011583 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a202fa3b-7b1f-44d9-b5b1-0eb1cce42562 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8238fd16-cb1f-43c6-9d05-366d422389ea HTTP/1.1" status: 204 len: 168 time: 0.2821660 Feb 03 12:44:37.028776 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3dd77f-f05b-41a7-8231-99b4ba8cd1b6 x-openstack-request-id: req-1b3dd77f-f05b-41a7-8231-99b4ba8cd1b6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:37.034272 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "name": "network-vif-plugged", "status": "completed", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:37.034848 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b3dd77f-f05b-41a7-8231-99b4ba8cd1b6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:37.036797 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2', 'code': 200} Feb 03 12:44:37.062723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:37.063415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 1e1a784d-9bc2-4e8d-af03-e6ebaf7fc5e5 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:37.069821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57276) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:37.090958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:37.147352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202fa3b-7b1f-44d9-b5b1-0eb1cce42562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8238fd16-cb1f-43c6-9d05-366d422389ea,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:37.156690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (c725b4d5-850f-493e-a486-78e9d771f83f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.248379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (c725b4d5-850f-493e-a486-78e9d771f83f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.275058 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c725b4d5-850f-493e-a486-78e9d771f83f']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:37.279658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] For port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:37.280185 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.284769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212bd03e-07f2-4f59-9580-4fbeec37eb1b') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:37.285064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212bd03e-07f2-4f59-9580-4fbeec37eb1b') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:37.294728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (212bd03e-07f2-4f59-9580-4fbeec37eb1b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.307887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (212bd03e-07f2-4f59-9580-4fbeec37eb1b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.318317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:44:37.318860 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (212bd03e-07f2-4f59-9580-4fbeec37eb1b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:44:37.320764 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:44:37.327894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Calling delete_port for a2edd382-bacf-4d1c-bbcb-ceae3562dfaf owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:37.357413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3f5ff-66c6-4290-9ff8-eee8d093061a req-3fe236c5-f321-4061-8445-b13b79150bdc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:37.359159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45d3f5ff-66c6-4290-9ff8-eee8d093061a req-3fe236c5-f321-4061-8445-b13b79150bdc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 945 time: 0.2514815 Feb 03 12:44:37.365836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465fb69-fe99-40ff-8bc6-b2d3c1b49a10 req-04b6bf27-518c-4975-8763-2fd9209858c2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:37.368183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1465fb69-fe99-40ff-8bc6-b2d3c1b49a10 req-04b6bf27-518c-4975-8763-2fd9209858c2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 949 time: 0.2619395 Feb 03 12:44:37.375517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b3d85-fc6e-4ee5-ae8b-e3200fbb820b req-7272de41-938c-4e3b-aa20-97a7ceb8d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:37.376129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a10b3d85-fc6e-4ee5-ae8b-e3200fbb820b req-7272de41-938c-4e3b-aa20-97a7ceb8d966 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 1128 time: 0.2694855 Feb 03 12:44:37.385354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (c725b4d5-850f-493e-a486-78e9d771f83f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.391781 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.396315 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c725b4d5-850f-493e-a486-78e9d771f83f HTTP/1.1" status: 204 len: 168 time: 0.3251607 Feb 03 12:44:37.408426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff43adb-9653-49fa-a418-33fa0db99212 admin admin] Pushing event deleted for resources: {'Network': ['ID=c725b4d5-850f-493e-a486-78e9d771f83f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:37.532985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce98071-549e-4479-938a-850fb064ab21 req-14c33526-0840-4b88-b1dc-7ddff3983307 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:37.535361 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ce98071-549e-4479-938a-850fb064ab21 req-14c33526-0840-4b88-b1dc-7ddff3983307 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.91 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 949 time: 0.0671108 Feb 03 12:44:37.548319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57284) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:37.591676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45d3f5ff-66c6-4290-9ff8-eee8d093061a req-be02db48-ef4f-445a-b14c-53fde00c9022 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798878 Feb 03 12:44:37.597148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a10b3d85-fc6e-4ee5-ae8b-e3200fbb820b req-934ffa19-63ab-421c-965e-3e08481944cf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815314 Feb 03 12:44:37.606298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1465fb69-fe99-40ff-8bc6-b2d3c1b49a10 req-e79fd1cb-4e20-405d-bdab-2b59ff58cdd3 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/security-groups?id=db9a943f-76da-4c32-83b8-e33dedb02ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934435 Feb 03 12:44:37.693351 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-547a3b9b-44cf-4908-bc47-777a86bd298b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49fbd6257e60410fa2a312ec038b6c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418915 Feb 03 12:44:37.696645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57288) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:37.712698 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a2edd382-bacf-4d1c-bbcb-ceae3562dfaf), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.727502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:37.731797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a2edd382-bacf-4d1c-bbcb-ceae3562dfaf'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:37.766968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-2ce98071-549e-4479-938a-850fb064ab21 req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Deleting port acffd3d1-4850-4286-8ea7-278c5a2c5803 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:37.768068 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2ce98071-549e-4479-938a-850fb064ab21 req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.788738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event deleted for resources: {'Port': ['ID=a2edd382-bacf-4d1c-bbcb-ceae3562dfaf,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:37.876770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] No DVR routers for this DVR port a2edd382-bacf-4d1c-bbcb-ceae3562dfaf on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:37.880687 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.884642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d12f905b-ebd6-4864-b297-0e47522dc9e9 req-749b37e8-ee17-4c8a-abc5-bc4807ca1388 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "DELETE /v2.0/ports/a2edd382-bacf-4d1c-bbcb-ceae3562dfaf HTTP/1.1" status: 204 len: 173 time: 1.2954879 Feb 03 12:44:37.899670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff15fd2-7a4b-4d3d-980f-da96c99756fe req-92ccdbaf-6f00-4161-a8dd-b6c08b4746a4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:37.901622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ff15fd2-7a4b-4d3d-980f-da96c99756fe req-92ccdbaf-6f00-4161-a8dd-b6c08b4746a4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.2135408 Feb 03 12:44:37.936222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (fc269635-8382-439d-bb4c-b20d63b6ee7f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.976214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Publish callbacks [] for security_group (6dbf8ef1-7214-42c7-af58-d58d9df02579), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.019764 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Publish callbacks [] for security_group (6dbf8ef1-7214-42c7-af58-d58d9df02579), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.035063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2ce98071-549e-4479-938a-850fb064ab21 req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] For port acffd3d1-4850-4286-8ea7-278c5a2c5803, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=acffd3d1-4850-4286-8ea7-278c5a2c5803,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:38.035597 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2ce98071-549e-4479-938a-850fb064ab21 req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.063071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-2ce98071-549e-4479-938a-850fb064ab21 req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Calling delete_port for acffd3d1-4850-4286-8ea7-278c5a2c5803 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:38.140187 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6dbf8ef1-7214-42c7-af58-d58d9df02579), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.142956 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.144240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6dbf8ef1-7214-42c7-af58-d58d9df02579 HTTP/1.1" status: 204 len: 168 time: 0.4471338 Feb 03 12:44:38.162590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbf8ef1-7214-42c7-af58-d58d9df02579,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:38.172461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.172941 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.173419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.175020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.175557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.175918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.176380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.176968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.177519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.177950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.178405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.178832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.179256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c470c1-a30c-47d5-b851-54626c15d1a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:38.270918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2ce98071-549e-4479-938a-850fb064ab21 req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (acffd3d1-4850-4286-8ea7-278c5a2c5803), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.311529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Pushing event deleted for resources: {'Port': ['ID=acffd3d1-4850-4286-8ea7-278c5a2c5803,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:38.330118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24b7f8d2-d953-4cc2-a779-765090ee8548 req-b523dd43-bede-425b-8c14-77c4a9271781 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=44524f65-534c-436e-aed2-0acefb85b694 HTTP/1.1" status: 200 len: 210 time: 0.3891449 Feb 03 12:44:38.357000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ff15fd2-7a4b-4d3d-980f-da96c99756fe req-277a24b0-0b30-4e29-b89a-a3561305aa9e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476321 Feb 03 12:44:38.394894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce98071-549e-4479-938a-850fb064ab21 req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] No DVR routers for this DVR port acffd3d1-4850-4286-8ea7-278c5a2c5803 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:38.401726 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2ce98071-549e-4479-938a-850fb064ab21 req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.407600 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ce98071-549e-4479-938a-850fb064ab21 req-f719a90c-e995-4314-a675-36235df5ade2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.91 "DELETE /v2.0/ports/acffd3d1-4850-4286-8ea7-278c5a2c5803 HTTP/1.1" status: 204 len: 173 time: 0.8661196 Feb 03 12:44:38.408188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-deleted', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:38.426796 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f383a0-6fe9-4856-b10a-959e053140f8" -d '{"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-deleted", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:38.521815 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2483e33b-28a0-4890-845b-ba4d211105c8 x-openstack-request-id: req-2483e33b-28a0-4890-845b-ba4d211105c8 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:38.522172 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a0529-92e1-4ef4-839c-5c30a42f39e7", "name": "network-vif-deleted", "tag": "acffd3d1-4850-4286-8ea7-278c5a2c5803", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:38.522548 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2483e33b-28a0-4890-845b-ba4d211105c8 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:38.523019 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a0529-92e1-4ef4-839c-5c30a42f39e7', 'name': 'network-vif-deleted', 'tag': 'acffd3d1-4850-4286-8ea7-278c5a2c5803', 'status': 'completed', 'code': 200} Feb 03 12:44:38.535115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 290708d7-ac07-4ba3-94c7-7a6ec40d8326 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:38.580979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 290708d7-ac07-4ba3-94c7-7a6ec40d8326 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:38.582278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 290708d7-ac07-4ba3-94c7-7a6ec40d8326 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:38.678270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57302) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:38.774125 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7108060e-b7bf-46ed-98a6-60e4bd6befa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.779452 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d3f5239-7b43-495e-85c1-c43bea8f271a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=56124ae80a674ea78feff0661bb437c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997295 Feb 03 12:44:38.783286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57306) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:38.833894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61eb22d1-0562-4583-a3b1-af84637cc563 req-2f0b72c7-5fdf-4125-b367-e4552c6b6ab2 tempest-ListImageFiltersTestJSON-40842768 tempest-ListImageFiltersTestJSON-40842768-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06a0529-92e1-4ef4-839c-5c30a42f39e7 HTTP/1.1" status: 200 len: 210 time: 0.0698180 Feb 03 12:44:38.873136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Deleting port 00993670-d3b8-47eb-a544-cf5226d16dbe {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:38.873986 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.902818 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f13c7c-2168-4237-b91f-8e500e8ffa3d admin admin] Publish callbacks [] for security_group (6f755794-2767-488d-b177-de483659da0b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.922869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e60193-567e-4bb9-80a7-929a967a9bc2 req-0775c295-618a-46fe-bd36-1229cfe3a6ac tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:38.924475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38e60193-567e-4bb9-80a7-929a967a9bc2 req-0775c295-618a-46fe-bd36-1229cfe3a6ac tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 945 time: 0.2203655 Feb 03 12:44:38.949130 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f13c7c-2168-4237-b91f-8e500e8ffa3d admin admin] Publish callbacks [] for security_group (6f755794-2767-488d-b177-de483659da0b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.978626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44524f65-534c-436e-aed2-0acefb85b694', 'name': 'network-vif-deleted', 'tag': 'a2edd382-bacf-4d1c-bbcb-ceae3562dfaf'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:38.981956 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6665a4be-7a62-4adb-8252-3675015aeb26" -d '{"events": [{"server_uuid": "44524f65-534c-436e-aed2-0acefb85b694", "name": "network-vif-deleted", "tag": "a2edd382-bacf-4d1c-bbcb-ceae3562dfaf"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:39.015843 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f13c7c-2168-4237-b91f-8e500e8ffa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6f755794-2767-488d-b177-de483659da0b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.021645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93f13c7c-2168-4237-b91f-8e500e8ffa3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.032751 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-93f13c7c-2168-4237-b91f-8e500e8ffa3d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f755794-2767-488d-b177-de483659da0b HTTP/1.1" status: 204 len: 168 time: 0.2479610 Feb 03 12:44:39.053732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f13c7c-2168-4237-b91f-8e500e8ffa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f755794-2767-488d-b177-de483659da0b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:39.056492 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbdd1e1-5df0-4cd0-914a-1d4b45d3b875 x-openstack-request-id: req-4bbdd1e1-5df0-4cd0-914a-1d4b45d3b875 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:39.056784 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44524f65-534c-436e-aed2-0acefb85b694", "name": "network-vif-deleted", "tag": "a2edd382-bacf-4d1c-bbcb-ceae3562dfaf", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:39.057035 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bbdd1e1-5df0-4cd0-914a-1d4b45d3b875 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:39.057429 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44524f65-534c-436e-aed2-0acefb85b694', 'name': 'network-vif-deleted', 'tag': 'a2edd382-bacf-4d1c-bbcb-ceae3562dfaf', 'status': 'completed', 'code': 200} Feb 03 12:44:39.071289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] For port 00993670-d3b8-47eb-a544-cf5226d16dbe, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=00993670-d3b8-47eb-a544-cf5226d16dbe,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:39.071662 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.084293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38e60193-567e-4bb9-80a7-929a967a9bc2 req-cd9bb367-eee6-49c0-be59-e2d5a2ed0336 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996895 Feb 03 12:44:39.092454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Calling delete_port for 00993670-d3b8-47eb-a544-cf5226d16dbe owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:39.297034 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (00993670-d3b8-47eb-a544-cf5226d16dbe), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.323615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=00993670-d3b8-47eb-a544-cf5226d16dbe,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:39.615937 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (fc269635-8382-439d-bb4c-b20d63b6ee7f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.650580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f217b6-25b3-459e-8c90-798c03c11a1a req-1dcc3e01-2b50-43a2-a2cb-c20b63e9c0b0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:39.657478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68f217b6-25b3-459e-8c90-798c03c11a1a req-1dcc3e01-2b50-43a2-a2cb-c20b63e9c0b0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1388648 Feb 03 12:44:39.885513 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68f217b6-25b3-459e-8c90-798c03c11a1a req-a7315604-09ba-487d-87fc-64d251ee84ae tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210686 Feb 03 12:44:40.000490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-e92738f9-1d0e-4bfa-a836-0f797f731f8b tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:40.009104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-e92738f9-1d0e-4bfa-a836-0f797f731f8b tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.2803934 Feb 03 12:44:40.016608 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.031082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-1790c4df-814e-43d9-be06-050926badb38 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/quotas/2aa2e4d9c11a403eb5651431c33e512d HTTP/1.1" status: 200 len: 375 time: 0.0210388 Feb 03 12:44:40.146160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-67c8b79a-ffbf-4cd1-810a-1e3df129035c tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141164 Feb 03 12:44:40.158893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Router fc269635-8382-439d-bb4c-b20d63b6ee7f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:40.334001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-312f4da9-071d-41c3-82cc-cee4d59384c6 service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869438 Feb 03 12:44:40.371488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:40.383204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] Sync routers for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:40.394774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a2c62c68-c5e8-419e-aac3-33b877bc9d40 admin admin] 10.222.0.65 "PUT /v2.0/routers/fc269635-8382-439d-bb4c-b20d63b6ee7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8205512 Feb 03 12:44:40.395304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57386) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:40.397539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:40.398670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:40.482864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-2bd79aae-17b1-474f-a3ce-762495dcb44b service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420741 Feb 03 12:44:40.553046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:40.582532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: acffd3d1-4850-4286-8ea7-278c5a2c5803 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:40.582872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device acffd3d1-4850-4286-8ea7-278c5a2c5803 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:40.602554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:40.604176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks [] for router (fc269635-8382-439d-bb4c-b20d63b6ee7f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.666169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb424de1-d4cd-4b07-87dc-8c32c0287513 req-30718064-43cb-4f4e-b293-b6acbc72d212 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:40.667904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb424de1-d4cd-4b07-87dc-8c32c0287513 req-30718064-43cb-4f4e-b293-b6acbc72d212 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 945 time: 0.0716515 Feb 03 12:44:40.738618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a2edd382-bacf-4d1c-bbcb-ceae3562dfaf no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:40.742885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb424de1-d4cd-4b07-87dc-8c32c0287513 req-de973057-ef81-4a62-ad95-281813bdb310 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661604 Feb 03 12:44:40.772439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a2edd382-bacf-4d1c-bbcb-ceae3562dfaf {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:40.772782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a2edd382-bacf-4d1c-bbcb-ceae3562dfaf not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:40.807190 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks [] for router_gateway (fc269635-8382-439d-bb4c-b20d63b6ee7f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.865473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d58c8002-7b4a-4502-91c4-06b248727488 req-f32cfa3c-e887-40eb-af3c-1171fd65135a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 210 time: 0.0453744 Feb 03 12:44:40.908074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Deleting port f63aa023-595e-4653-aff3-efce25efe001 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:40.909615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f63aa023-595e-4653-aff3-efce25efe001), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.044383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f63aa023-595e-4653-aff3-efce25efe001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:44:39Z', 'revision_number': 5, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port': {'id': 'f63aa023-595e-4653-aff3-efce25efe001', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:53Z', 'updated_at': '2022-02-03T12:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:41.147176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] For port f63aa023-595e-4653-aff3-efce25efe001, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f63aa023-595e-4653-aff3-efce25efe001,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:41.147543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f63aa023-595e-4653-aff3-efce25efe001), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.165947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-7ddff1ba-82c7-4965-9acb-032698bd98cc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1879558206&fields=id&tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff HTTP/1.1" status: 200 len: 267 time: 0.0877419 Feb 03 12:44:41.183335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Calling delete_port for f63aa023-595e-4653-aff3-efce25efe001 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:41.211385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] Checking router: fc269635-8382-439d-bb4c-b20d63b6ee7f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:41.252651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-c706f31f-0825-464d-98a7-ab34c2e20b41 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:41.258418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] Routers {'fc269635-8382-439d-bb4c-b20d63b6ee7f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:41.261040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-c706f31f-0825-464d-98a7-ab34c2e20b41 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 945 time: 0.0934556 Feb 03 12:44:41.261517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fc269635-8382-439d-bb4c-b20d63b6ee7f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:41.267800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-a85b4377-0d21-4518-bd6f-a8fa428530bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'port': {'security_groups': ['f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b', 'b7e56934-4020-4f75-9e74-7f9d09831b53']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:41.409769 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-a85b4377-0d21-4518-bd6f-a8fa428530bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.429292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] Set router fc269635-8382-439d-bb4c-b20d63b6ee7f gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:41.433675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0cb96-4dba-47f4-9521-28f601f5b9ae req-adf6dbaf-525f-4825-893e-125db48723b6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:41.441591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58b0cb96-4dba-47f4-9521-28f601f5b9ae req-adf6dbaf-525f-4825-893e-125db48723b6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1966946 Feb 03 12:44:41.529941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:44:40Z', 'revision_number': 6, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:41.547991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f63aa023-595e-4653-aff3-efce25efe001), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.556459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58b0cb96-4dba-47f4-9521-28f601f5b9ae req-dec0491f-cbb0-4ec5-ab9e-dba913e9b8f7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138549 Feb 03 12:44:41.578937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb37090-9bc4-4d9d-93fe-6f6152044f66 None None] The sync data for ids ['fc269635-8382-439d-bb4c-b20d63b6ee7f'] in n-d-792364-10 is: [{'id': 'fc269635-8382-439d-bb4c-b20d63b6ee7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758046757-router', 'tenant_id': '662f8493262d4ff58e08d72f5309851f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:52Z', 'updated_at': '2022-02-03T12:44:40Z', 'revision_number': 6, 'project_id': '662f8493262d4ff58e08d72f5309851f', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:41.601836 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.650148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Pushing event deleted for resources: {'Port': ['ID=f63aa023-595e-4653-aff3-efce25efe001,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:41.757484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (fc269635-8382-439d-bb4c-b20d63b6ee7f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.798974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-a85b4377-0d21-4518-bd6f-a8fa428530bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] For port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:41.858568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (fc269635-8382-439d-bb4c-b20d63b6ee7f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.860439 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-a85b4377-0d21-4518-bd6f-a8fa428530bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.860721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks [] for router_controller (fc269635-8382-439d-bb4c-b20d63b6ee7f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.869775 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-a85b4377-0d21-4518-bd6f-a8fa428530bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.885979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['25500ae5-bd45-4cc9-9c21-9d272c6c02e2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:41.936630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-a85b4377-0d21-4518-bd6f-a8fa428530bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:41.947155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-a85b4377-0d21-4518-bd6f-a8fa428530bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.966303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04f7842b-59c8-4f6c-b7a2-08c3e6b21fc5 req-a85b4377-0d21-4518-bd6f-a8fa428530bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "PUT /v2.0/ports/25500ae5-bd45-4cc9-9c21-9d272c6c02e2 HTTP/1.1" status: 200 len: 981 time: 0.7037902 Feb 03 12:44:41.967373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:41.977498 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed5b897-30a7-4107-95d9-f832db6193bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:42.074999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b4377-0d21-4518-bd6f-a8fa428530bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'Port': ['ID=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:42.115517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['25500ae5-bd45-4cc9-9c21-9d272c6c02e2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:42.407350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (fc269635-8382-439d-bb4c-b20d63b6ee7f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.408452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc269635-8382-439d-bb4c-b20d63b6ee7f {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:44:42.417277 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.418116 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a413a4e9-fcfa-4985-a670-85cf15ab900f admin admin] 10.222.0.65 "DELETE /v2.0/routers/fc269635-8382-439d-bb4c-b20d63b6ee7f HTTP/1.1" status: 204 len: 168 time: 2.0215042 Feb 03 12:44:42.421282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57510) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:42.453833 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b332cddb-629d-4024-ac54-46585ceffb9a req-666ff16b-713d-4a3b-9ec1-f5e19f4599e0 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 210 time: 0.0758309 Feb 03 12:44:42.528993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a12f20-0be0-4300-b565-5442ee42adc6 admin admin] Deleting subnet 12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:42.535108 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1a12f20-0be0-4300-b565-5442ee42adc6 admin admin] Publish callbacks [] for subnet (12f7eafc-6d9d-4c19-8d9f-96e8a609efe7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.605200 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48eef3d-bb77-4b04-b6b4-4cba806a1400 x-openstack-request-id: req-a48eef3d-bb77-4b04-b6b4-4cba806a1400 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:42.606850 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:42.608438 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a48eef3d-bb77-4b04-b6b4-4cba806a1400 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:42.609184 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2', 'status': 'completed', 'code': 200} Feb 03 12:44:42.660930 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1a12f20-0be0-4300-b565-5442ee42adc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (12f7eafc-6d9d-4c19-8d9f-96e8a609efe7), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.728189 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.930419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1a12f20-0be0-4300-b565-5442ee42adc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (12f7eafc-6d9d-4c19-8d9f-96e8a609efe7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.001175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-74e4ee87-43bd-4865-ad36-e36518f4af26 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.004086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-74e4ee87-43bd-4865-ad36-e36518f4af26 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.4986503 Feb 03 12:44:43.007532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-c23efed1-9b9c-4508-9380-0f744998fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.010150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-c23efed1-9b9c-4508-9380-0f744998fa6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 1167 time: 0.3696327 Feb 03 12:44:43.020834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-385b450e-8534-4d60-a692-1645613fec72 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-594074207&fields=id&tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff HTTP/1.1" status: 200 len: 267 time: 0.3921158 Feb 03 12:44:43.043209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1a12f20-0be0-4300-b565-5442ee42adc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (12f7eafc-6d9d-4c19-8d9f-96e8a609efe7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.089052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a12f20-0be0-4300-b565-5442ee42adc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f7eafc-6d9d-4c19-8d9f-96e8a609efe7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:43.105357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d3b06f-ac3d-4eb4-b6ce-d1c3bef35f88 None None] Network 4fb76f39-ca19-4232-8505-00822f8c6eeb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:43.106837 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1a12f20-0be0-4300-b565-5442ee42adc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.116219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a1a12f20-0be0-4300-b565-5442ee42adc6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/12f7eafc-6d9d-4c19-8d9f-96e8a609efe7 HTTP/1.1" status: 204 len: 168 time: 0.6916139 Feb 03 12:44:43.119381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57548) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:43.240910 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57552) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:43.265925 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (4fb76f39-ca19-4232-8505-00822f8c6eeb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.325156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-8727622c-78e0-4dac-82b8-eac530003271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.327825 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-8727622c-78e0-4dac-82b8-eac530003271 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 912 time: 0.2932658 Feb 03 12:44:43.340423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Request body: {'port': {'device_id': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'admin_state_up': True, 'tenant_id': '2aa2e4d9c11a403eb5651431c33e512d'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:43.359333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Deleting port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:43.359862 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.507105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 00993670-d3b8-47eb-a544-cf5226d16dbe no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:43.512749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] For port 91bcbd90-a02e-47f9-9e96-bd7c21b04321, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=91bcbd90-a02e-47f9-9e96-bd7c21b04321,segment=NetworkSegment(6f24db29-ed72-4730-80e0-4614d4fa2335),segment_id=6f24db29-ed72-4730-80e0-4614d4fa2335)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:43.514018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.538133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 00993670-d3b8-47eb-a544-cf5226d16dbe {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:43.538675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 00993670-d3b8-47eb-a544-cf5226d16dbe not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:43.539224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f63aa023-595e-4653-aff3-efce25efe001 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:43.575763 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c1fd5f04-889f-46bb-88fe-42b2aed1d301 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b90e084ac52498c915394a37a9c7c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314064 Feb 03 12:44:43.576064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f63aa023-595e-4653-aff3-efce25efe001 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:43.576174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57566) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:43.576583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f63aa023-595e-4653-aff3-efce25efe001 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:43.580335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-59f83fe8-e8f4-4b70-b458-5791d6ee14c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2 HTTP/1.1" status: 200 len: 217 time: 0.2267108 Feb 03 12:44:43.637986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Calling delete_port for 91bcbd90-a02e-47f9-9e96-bd7c21b04321 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:43.674072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-a1515a83-a5a0-4a42-8af1-a3c02f256da5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.682205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-a1515a83-a5a0-4a42-8af1-a3c02f256da5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 984 time: 0.6601870 Feb 03 12:44:43.695737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-d2bb38eb-a59e-4af2-a530-7c917e56aa28 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'port': {'security_groups': ['b7e56934-4020-4f75-9e74-7f9d09831b53', 'f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b', '63d12d4b-022f-4af5-9217-fbee01654a62']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:43.700064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] DHCP port deletion for 4fb76f39-ca19-4232-8505-00822f8c6eeb request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:44:43.707507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Made reservation on behalf of 2aa2e4d9c11a403eb5651431c33e512d for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:43.710863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.738543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d08b4cf9-24da-4b21-8979-9dcafc6531c2 admin admin] Publish callbacks [] for security_group (db9a943f-76da-4c32-83b8-e33dedb02ba7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.776376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-c359b44f-ccfe-4558-85ef-f77ebd3d1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.777759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-c359b44f-ccfe-4558-85ef-f77ebd3d1818 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 200 len: 851 time: 0.1910501 Feb 03 12:44:43.807576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d08b4cf9-24da-4b21-8979-9dcafc6531c2 admin admin] Publish callbacks [] for security_group (db9a943f-76da-4c32-83b8-e33dedb02ba7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.818742 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.822168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070444d8-8a5f-4cd1-aa9c-33017699596b req-2150c2e6-b981-4a45-b722-49b0b848d62c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.824940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-070444d8-8a5f-4cd1-aa9c-33017699596b req-2150c2e6-b981-4a45-b722-49b0b848d62c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.2406154 Feb 03 12:44:43.835613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] No DVR routers for this DVR port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:43.838200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] Deleting port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:43.838628 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.891949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91bcbd90-a02e-47f9-9e96-bd7c21b04321,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:43.933374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] For port 91bcbd90-a02e-47f9-9e96-bd7c21b04321, host n-d-792364-10, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:43.933693 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.946732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] Calling delete_port for 91bcbd90-a02e-47f9-9e96-bd7c21b04321 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:43.949414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] Port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:44:43.950764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (91bcbd90-a02e-47f9-9e96-bd7c21b04321), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.984749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-6cfa3b27-ca63-426f-87fb-6cdc21a38d3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1982055 Feb 03 12:44:44.008581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] Pushing event deleted for resources: {'Port': ['ID=91bcbd90-a02e-47f9-9e96-bd7c21b04321,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:44.022561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4704b0-f45c-4afa-8cc6-b068e8be6dad None None] No DVR routers for this DVR port 91bcbd90-a02e-47f9-9e96-bd7c21b04321 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:44.023290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (4fb76f39-ca19-4232-8505-00822f8c6eeb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.049566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb76f39-ca19-4232-8505-00822f8c6eeb']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:44.063895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f24db29-ed72-4730-80e0-4614d4fa2335') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:44.064427 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f24db29-ed72-4730-80e0-4614d4fa2335') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:44.067462 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d08b4cf9-24da-4b21-8979-9dcafc6531c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (db9a943f-76da-4c32-83b8-e33dedb02ba7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.070371 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d08b4cf9-24da-4b21-8979-9dcafc6531c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.071766 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d08b4cf9-24da-4b21-8979-9dcafc6531c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db9a943f-76da-4c32-83b8-e33dedb02ba7 HTTP/1.1" status: 204 len: 168 time: 0.4897435 Feb 03 12:44:44.075560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-070444d8-8a5f-4cd1-aa9c-33017699596b req-dc80dcca-e371-48b5-bf33-b099d56b33c9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301271 Feb 03 12:44:44.130229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-d2bb38eb-a59e-4af2-a530-7c917e56aa28 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.136048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (6f24db29-ed72-4730-80e0-4614d4fa2335), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.139187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b4cf9-24da-4b21-8979-9dcafc6531c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9a943f-76da-4c32-83b8-e33dedb02ba7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:44.171870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6f24db29-ed72-4730-80e0-4614d4fa2335), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.204688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:44:44.205454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (6f24db29-ed72-4730-80e0-4614d4fa2335), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:44:44.211874 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:44:44.322239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (4fb76f39-ca19-4232-8505-00822f8c6eeb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.343644 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.347690 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4fb76f39-ca19-4232-8505-00822f8c6eeb HTTP/1.1" status: 204 len: 168 time: 1.2272170 Feb 03 12:44:44.348863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495b9e1-4239-48f5-a186-a3b6f03468a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb76f39-ca19-4232-8505-00822f8c6eeb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:44.379485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6bea8ef-0322-47cf-9a94-b858cc43c45a req-cfb70790-28a6-47f0-a065-ba9f8c7ea191 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 210 time: 0.0825386 Feb 03 12:44:44.491987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Allocated IP 172.20.0.9 (3315131b-c682-4f98-baeb-6449a3848ef2/77bfd0a9-38ea-454b-9ad7-21a48c2b074a/409fcbda-aa2f-46c0-a866-e0ed09e17fd1) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:44.541415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-19fb5f94-48cf-4242-81ca-d849da1223aa service neutron] 10.222.0.72 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182784 Feb 03 12:44:44.790066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57626) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:44.851147 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-92fe8113-05ab-48c6-a4fb-4f9d0067b72a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=662f8493262d4ff58e08d72f5309851f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0590098 Feb 03 12:44:44.853875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57630) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:44.919668 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed69917c-113e-415f-906d-55a00a8fdb59 admin admin] Publish callbacks [] for security_group (80499c89-dbe0-4eac-a6a5-88e4c8bf4267), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.951331 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed69917c-113e-415f-906d-55a00a8fdb59 admin admin] Publish callbacks [] for security_group (80499c89-dbe0-4eac-a6a5-88e4c8bf4267), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.082226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed69917c-113e-415f-906d-55a00a8fdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (80499c89-dbe0-4eac-a6a5-88e4c8bf4267), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.086826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed69917c-113e-415f-906d-55a00a8fdb59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.087764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ed5b897-30a7-4107-95d9-f832db6193bf req-7b4948eb-3075-469d-a716-1cec977118d4 service neutron] 10.222.0.72 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368536 Feb 03 12:44:45.088478 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed69917c-113e-415f-906d-55a00a8fdb59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80499c89-dbe0-4eac-a6a5-88e4c8bf4267 HTTP/1.1" status: 204 len: 168 time: 0.2320967 Feb 03 12:44:45.132515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 91bcbd90-a02e-47f9-9e96-bd7c21b04321 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:45.151994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69917c-113e-415f-906d-55a00a8fdb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80499c89-dbe0-4eac-a6a5-88e4c8bf4267,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:45.202370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 91bcbd90-a02e-47f9-9e96-bd7c21b04321 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:45.202718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 91bcbd90-a02e-47f9-9e96-bd7c21b04321 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:45.328992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-d2bb38eb-a59e-4af2-a530-7c917e56aa28 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] For port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:45.402026 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-d2bb38eb-a59e-4af2-a530-7c917e56aa28 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.408158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks [] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.415126 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-d2bb38eb-a59e-4af2-a530-7c917e56aa28 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.427521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['25500ae5-bd45-4cc9-9c21-9d272c6c02e2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:45.448311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57698) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:45.529467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb38eb-a59e-4af2-a530-7c917e56aa28 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'Port': ['ID=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:45.571975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-d2bb38eb-a59e-4af2-a530-7c917e56aa28 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:45.572631 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-d2bb38eb-a59e-4af2-a530-7c917e56aa28 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.574163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15f7c12c-731d-4a7d-a547-c3c7cc1b04c8 req-d2bb38eb-a59e-4af2-a530-7c917e56aa28 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "PUT /v2.0/ports/25500ae5-bd45-4cc9-9c21-9d272c6c02e2 HTTP/1.1" status: 200 len: 1020 time: 1.8910995 Feb 03 12:44:45.584987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:45.587419 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c64e671-0981-4560-8865-9bd522d06029" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:45.650606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['25500ae5-bd45-4cc9-9c21-9d272c6c02e2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:45.650959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-168866203-network', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:45.693409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Made reservation on behalf of 6d5ae59690e04a658f2a90abcbb24c64 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:45.696289 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.714525 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.738604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12d17cf6-fad9-4f5e-ae70-e28ffb2584e7 req-bcbf02dc-5520-48ea-968e-684170e6ccce tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 210 time: 0.0636976 Feb 03 12:44:45.776722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d2b0-3849-4bb2-b579-d5094df9cc8f req-8c9ba205-4269-401a-a4ea-865bf26eecd0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:45.791040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8af8d2b0-3849-4bb2-b579-d5094df9cc8f req-8c9ba205-4269-401a-a4ea-865bf26eecd0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1956105 Feb 03 12:44:45.800213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.847181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:45.882236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event updated for resources: {'Port': ['ID=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:45.949919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Network 3315131b-c682-4f98-baeb-6449a3848ef2 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:45.956633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Publish callbacks [] for security_group (fae529d1-7b6e-49e2-824a-3c675e6f4408), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.972444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fae529d1-7b6e-49e2-824a-3c675e6f4408), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.974913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:45.989560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:46.020873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:44:46.026366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae529d1-7b6e-49e2-824a-3c675e6f4408,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:46.041451 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (03918e85-7e84-4768-972e-a840988fd321), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.041801 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Added segment 03918e85-7e84-4768-972e-a840988fd321 of type vlan for network e186ce9e-846a-4564-8e1d-78a32beecfcd Feb 03 12:44:46.049692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:46.050814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.089713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (e186ce9e-846a-4564-8e1d-78a32beecfcd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.098424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8af8d2b0-3849-4bb2-b579-d5094df9cc8f req-6503e7a4-18d6-4dd6-8415-b2e1662842ce tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999415 Feb 03 12:44:46.114926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-7c814ab5-e33d-4fa3-a4d6-e4b5938496f2 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7993450 Feb 03 12:44:46.131985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (e186ce9e-846a-4564-8e1d-78a32beecfcd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.133375 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:46.134256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.150642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495a902-5b10-486a-a3b8-f64c69dcd84c req-bc63478c-122f-4cae-a696-cca42fd31060 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:46.161581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f495a902-5b10-486a-a3b8-f64c69dcd84c req-bc63478c-122f-4cae-a696-cca42fd31060 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 1023 time: 0.2667017 Feb 03 12:44:46.167141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Request body: {'port': {'device_id': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:46.172531 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed49584-fa45-4eaf-b2b4-5c3a8812fe19 x-openstack-request-id: req-bed49584-fa45-4eaf-b2b4-5c3a8812fe19 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:46.172824 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:46.173245 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bed49584-fa45-4eaf-b2b4-5c3a8812fe19 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:46.173676 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2', 'status': 'completed', 'code': 200} Feb 03 12:44:46.194104 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7443678 Feb 03 12:44:46.197850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57738) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:46.203523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Request body: {'subnet': {'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-168866203-subnet', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:46.233366 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.316023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Made reservation on behalf of 6d5ae59690e04a658f2a90abcbb24c64 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:46.319224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.340419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85987152-f533-4c76-b924-0f5ab5ba728f admin admin] Pushing event updated for resources: {'Network': ['ID=e186ce9e-846a-4564-8e1d-78a32beecfcd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:46.355125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network e186ce9e-846a-4564-8e1d-78a32beecfcd details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:44:46.423095 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.446547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64e671-0981-4560-8865-9bd522d06029 req-0f9d8cd9-550c-4b01-8011-92c9ec77e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:46.448096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c64e671-0981-4560-8865-9bd522d06029 req-0f9d8cd9-550c-4b01-8011-92c9ec77e518 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 1207 time: 0.2454708 Feb 03 12:44:46.462462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f495a902-5b10-486a-a3b8-f64c69dcd84c req-31ce4fa8-db83-4553-bb31-33d13a0fca8c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7e56934-4020-4f75-9e74-7f9d09831b53&id=63d12d4b-022f-4af5-9217-fbee01654a62&id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b HTTP/1.1" status: 200 len: 6208 time: 0.2874956 Feb 03 12:44:46.477660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57768) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:46.512814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d506ae52-5952-4383-8326-f43ce43fd098 req-67b24b7d-547e-4838-b275-4c6ab302956b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1719079171 ', 'description': 'tempest-description-1217166487'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:46.640613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0c67debf-c402-40d1-b59e-56a9beaf1cb8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.675275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64e671-0981-4560-8865-9bd522d06029 req-adfc2b1b-fd00-48a9-bde3-7419dff9ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:46.677105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c64e671-0981-4560-8865-9bd522d06029 req-adfc2b1b-fd00-48a9-bde3-7419dff9ba5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 912 time: 0.2217793 Feb 03 12:44:46.681245 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d506ae52-5952-4383-8326-f43ce43fd098 req-67b24b7d-547e-4838-b275-4c6ab302956b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.739184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Checking segment: {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:46.739549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Network hostable DHCP agents. Network: e186ce9e-846a-4564-8e1d-78a32beecfcd, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:44:46.743817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c67debf-c402-40d1-b59e-56a9beaf1cb8,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:46.771466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Network e186ce9e-846a-4564-8e1d-78a32beecfcd is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:44:46.788848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-457413078-network', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:46.791183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c64e671-0981-4560-8865-9bd522d06029 req-9916963e-9084-4d87-92ea-ebaa937128bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2 HTTP/1.1" status: 200 len: 217 time: 0.0434093 Feb 03 12:44:46.795303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, e186ce9e-846a-4564-8e1d-78a32beecfcd) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:46.808293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d966a-dd19-47bf-8c35-584d5730b7f4 None None] Network e186ce9e-846a-4564-8e1d-78a32beecfcd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:46.824935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:46.827236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.864214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Made reservation on behalf of 64f59ce8c29a46e1a3744faa389171d1 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:46.866653 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.878942 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-29813742-5c73-412c-bc51-b0bc0450a6ed admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6795943 Feb 03 12:44:46.879903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.881597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57806) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:46.886897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:46.928974 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.930073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.015844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks [] for router_controller (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.039695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Publish callbacks [] for security_group (94fbf6ba-92a7-43a6-ad53-5457388b015a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.079864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (94fbf6ba-92a7-43a6-ad53-5457388b015a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.091472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:47.102312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Publish callbacks [] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.116966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-e186ce9e-846a-4564-8e1d-78a32beecfcd', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:47.117860 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.136692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Transition to ACTIVE for port object 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:44:47.139170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fbf6ba-92a7-43a6-ad53-5457388b015a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:47.221659 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks [] for router_gateway (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.226623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:44:47.234559 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.237243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bce61b70-481d-48e0-9a0a-669cde468206), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.237667 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Added segment bce61b70-481d-48e0-9a0a-669cde468206 of type vlan for network 1ef33151-2025-466a-b56e-e7724c709938 Feb 03 12:44:47.300865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Pushing event updated for resources: {'Port': ['ID=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:47.308040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1ef33151-2025-466a-b56e-e7724c709938), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.314584 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d506ae52-5952-4383-8326-f43ce43fd098 req-67b24b7d-547e-4838-b275-4c6ab302956b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (1722c493-945c-478a-afe4-2b1a26625509), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.343486 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d506ae52-5952-4383-8326-f43ce43fd098 req-67b24b7d-547e-4838-b275-4c6ab302956b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1722c493-945c-478a-afe4-2b1a26625509), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.355098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64e671-0981-4560-8865-9bd522d06029 req-d2130fcf-7356-4803-8d65-3c58480a142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:47.357057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c64e671-0981-4560-8865-9bd522d06029 req-d2130fcf-7356-4803-8d65-3c58480a142e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 200 len: 851 time: 0.5551255 Feb 03 12:44:47.385875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Allocated IP 172.20.0.2 (e186ce9e-846a-4564-8e1d-78a32beecfcd/0c67debf-c402-40d1-b59e-56a9beaf1cb8/9b305873-af7e-40f1-9195-b324f53ee087) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:47.396154 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1ef33151-2025-466a-b56e-e7724c709938), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.397213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:47.397862 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.437352 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9507141 Feb 03 12:44:47.460100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57828) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:47.468697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Request body: {'subnet': {'network_id': '1ef33151-2025-466a-b56e-e7724c709938', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-457413078-subnet', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:47.538682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd01d8b-dcc4-4a15-8bdf-f14d49c0db2f admin admin] Pushing event updated for resources: {'Network': ['ID=1ef33151-2025-466a-b56e-e7724c709938,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:47.554101 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1ef33151-2025-466a-b56e-e7724c709938 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:44:47.571765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c64e671-0981-4560-8865-9bd522d06029 req-c398f4cd-42a7-4903-84a4-bfaf8c956afd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1949902 Feb 03 12:44:47.577849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d506ae52-5952-4383-8326-f43ce43fd098 req-67b24b7d-547e-4838-b275-4c6ab302956b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.579402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d506ae52-5952-4383-8326-f43ce43fd098 req-67b24b7d-547e-4838-b275-4c6ab302956b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0747783 Feb 03 12:44:47.583598 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks [] for router_gateway (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.593263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Made reservation on behalf of 64f59ce8c29a46e1a3744faa389171d1 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:47.595860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.598109 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Publish callbacks [] for port (9b305873-af7e-40f1-9195-b324f53ee087), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.608576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.614077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b24b7d-547e-4838-b275-4c6ab302956b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1722c493-945c-478a-afe4-2b1a26625509,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:47.668405 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (9b305873-af7e-40f1-9195-b324f53ee087), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.715552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Network e186ce9e-846a-4564-8e1d-78a32beecfcd is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:47.719282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Pushing event updated for resources: {'Port': ['ID=9b305873-af7e-40f1-9195-b324f53ee087,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:47.722303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:47.727395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:47.805147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Attempting to bind port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:47.805481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Attempting to bind port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:47.805805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Attempting to bind port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:47.815106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Allocated IP 172.25.3.227 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/e29b29fa-8ad2-4f2f-b95b-7de49418bdfa) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:47.818219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Attempting to bind port 9b305873-af7e-40f1-9195-b324f53ee087 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:47.818693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Attempting to bind port 9b305873-af7e-40f1-9195-b324f53ee087 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:47.819130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Attempting to bind port 9b305873-af7e-40f1-9195-b324f53ee087 on network e186ce9e-846a-4564-8e1d-78a32beecfcd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:47.825727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:47.826205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Checking segment: {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:47.826802 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.827333 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Bound using segment: {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:47.828359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Bound port: 9b305873-af7e-40f1-9195-b324f53ee087, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:47.828801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9b305873-af7e-40f1-9195-b324f53ee087), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.864763 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c64e671-0981-4560-8865-9bd522d06029 req-9246dcfe-536b-4c3e-9daa-4ad50a8f6aee service neutron] 10.222.0.72 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794385 Feb 03 12:44:47.876772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 on network 3315131b-c682-4f98-baeb-6449a3848ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:44:47.877084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Attempting to bind port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:47.908840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee31e-f2b2-42a5-895d-08001d56803d req-ce3ef017-a519-477b-b21e-a6e374251bd8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:47.910539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fbee31e-f2b2-42a5-895d-08001d56803d req-ce3ef017-a519-477b-b21e-a6e374251bd8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 943 time: 0.5194802 Feb 03 12:44:47.921001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e23650d4-007c-4317-b78d-0c592213005f None None] For port 9b305873-af7e-40f1-9195-b324f53ee087, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:47.925696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:47.926016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Checking segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:47.926134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e23650d4-007c-4317-b78d-0c592213005f None None] For port 9b305873-af7e-40f1-9195-b324f53ee087, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b305873-af7e-40f1-9195-b324f53ee087,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:47.926437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Bound using segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:47.926940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Bound port: 409fcbda-aa2f-46c0-a866-e0ed09e17fd1, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:47.927305 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.936005 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9b305873-af7e-40f1-9195-b324f53ee087), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.966874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks [] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.009753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23650d4-007c-4317-b78d-0c592213005f None None] Pushing event updated for resources: {'Port': ['ID=9b305873-af7e-40f1-9195-b324f53ee087,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:48.024276 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.080587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:48.085171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:48.089343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:48.094712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Pushing event updated for resources: {'Port': ['ID=e29b29fa-8ad2-4f2f-b95b-7de49418bdfa,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:48.138174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bddcc-11ec-4e75-8a3b-4544e10a6180 req-6e9bda3d-d54e-43db-a32f-107ccdcac2c5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:48.139379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883bddcc-11ec-4e75-8a3b-4544e10a6180 req-6e9bda3d-d54e-43db-a32f-107ccdcac2c5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.3892710 Feb 03 12:44:48.160567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fbee31e-f2b2-42a5-895d-08001d56803d req-a53bea96-b819-40e1-b180-435d00f13cb9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279055 Feb 03 12:44:48.220731 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c64e671-0981-4560-8865-9bd522d06029 req-26ca3f10-57f8-4e09-abc5-f6d4b2cbe37b service neutron] 10.222.0.72 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364077 Feb 03 12:44:48.234933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] For port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:48.246692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] For port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:48.303453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.354153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883bddcc-11ec-4e75-8a3b-4544e10a6180 req-e67b44a2-1c52-4f43-81be-ff417629b7b2 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057292 Feb 03 12:44:48.381661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:48.381661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.383197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] 10.222.0.72 "PUT /v2.0/ports/409fcbda-aa2f-46c0-a866-e0ed09e17fd1 HTTP/1.1" status: 200 len: 1092 time: 2.2553432 Feb 03 12:44:48.383640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'tag': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:48.385899 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba9a0df-d762-4e8d-bdaf-6c2552120201" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc53a9e-11ae-4826-8bdc-5fcff201fb35", "tag": "409fcbda-aa2f-46c0-a866-e0ed09e17fd1"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:48.413344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (1f698416-4195-45a3-90c1-1877cd499622), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.507442 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks [] for router_gateway (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.531398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceeaac-88de-4553-b452-a6ef325fe279 service neutron] Pushing event updated for resources: {'Port': ['ID=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:48.552669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c339665e-f0a2-4616-811e-f108fef5f6c1 req-af3bfae8-1e50-4efc-8d11-7f062c372f2b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/1722c493-945c-478a-afe4-2b1a26625509 HTTP/1.1" status: 200 len: 1800 time: 0.2511666 Feb 03 12:44:48.555570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f698416-4195-45a3-90c1-1877cd499622,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:48.601864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Checking segment: {'id': 'bce61b70-481d-48e0-9a0a-669cde468206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ef33151-2025-466a-b56e-e7724c709938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:48.602080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Network hostable DHCP agents. Network: 1ef33151-2025-466a-b56e-e7724c709938, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:44:48.610138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-b27b761d-11ae-4ec9-98c1-43c7a1db9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:48.612035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-b27b761d-11ae-4ec9-98c1-43c7a1db9a23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 1126 time: 0.1541693 Feb 03 12:44:48.619232 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4391c4-42c0-4653-b3d3-3bbed567cf6b x-openstack-request-id: req-1f4391c4-42c0-4653-b3d3-3bbed567cf6b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:48.619524 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc53a9e-11ae-4826-8bdc-5fcff201fb35", "tag": "409fcbda-aa2f-46c0-a866-e0ed09e17fd1", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:48.619781 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f4391c4-42c0-4653-b3d3-3bbed567cf6b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:48.620197 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'tag': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1', 'status': 'completed', 'code': 200} Feb 03 12:44:48.663366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-4b68e129-f234-48eb-b3db-5db9a98530ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409fcbda-aa2f-46c0-a866-e0ed09e17fd1 HTTP/1.1" status: 200 len: 217 time: 0.0423062 Feb 03 12:44:48.663920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Network 1ef33151-2025-466a-b56e-e7724c709938 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:44:48.716079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1ef33151-2025-466a-b56e-e7724c709938) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:48.729684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:48.730283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.742835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ea85b-c348-4d32-bae2-e3253a1ab246 None None] Network 1ef33151-2025-466a-b56e-e7724c709938 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:48.778482 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.792339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-ec974db6-5cf1-49c1-87cf-24e012ff3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:48.798136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-ec974db6-5cf1-49c1-87cf-24e012ff3452 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.1212800 Feb 03 12:44:48.821305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-774d3e30-61bb-494b-899b-0dcaaf30c7fd req-c50bb045-f7fa-4da2-a861-c1a46d4da45b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/1722c493-945c-478a-afe4-2b1a26625509 HTTP/1.1" status: 200 len: 1800 time: 0.1606195 Feb 03 12:44:48.884644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-3ea04279-ba6f-4e93-ba9d-84cae2588148 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816455 Feb 03 12:44:48.889482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b03e475e-3f89-446e-86d8-0c088ace06fe admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4261482 Feb 03 12:44:48.897986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57882) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:48.908779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:48.952859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-1ef33151-2025-466a-b56e-e7724c709938', 'network_id': '1ef33151-2025-466a-b56e-e7724c709938', 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'fixed_ips': [{'subnet_id': '1f698416-4195-45a3-90c1-1877cd499622'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:48.953733 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.999032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (87636369-ae55-4437-8fee-656889fc4d3f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.002486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (87636369-ae55-4437-8fee-656889fc4d3f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.100181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks [] for router_controller (87636369-ae55-4437-8fee-656889fc4d3f), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.194786 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-774d3e30-61bb-494b-899b-0dcaaf30c7fd req-f5f12c3a-595d-4b95-84c2-17996b3d1f8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (1722c493-945c-478a-afe4-2b1a26625509), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.263425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b305873-af7e-40f1-9195-b324f53ee087 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:49.269073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-774d3e30-61bb-494b-899b-0dcaaf30c7fd req-f5f12c3a-595d-4b95-84c2-17996b3d1f8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (1722c493-945c-478a-afe4-2b1a26625509), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.284049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-5f5ebaca-11ee-44e9-8ff2-9f4137313129 service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481853 Feb 03 12:44:49.324842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Allocated IP 172.20.0.2 (1ef33151-2025-466a-b56e-e7724c709938/1f698416-4195-45a3-90c1-1877cd499622/12812713-6879-4f1a-a721-5c27abcd3f2c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:49.404244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9b305873-af7e-40f1-9195-b324f53ee087 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:49.404631 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b305873-af7e-40f1-9195-b324f53ee087), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.456394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cf7fce9-9624-4549-af1d-31cf9d81ddba req-300550f7-a6b0-4e5a-957e-28ed901a803e service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643920 Feb 03 12:44:49.488739 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-774d3e30-61bb-494b-899b-0dcaaf30c7fd req-f5f12c3a-595d-4b95-84c2-17996b3d1f8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1722c493-945c-478a-afe4-2b1a26625509), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.491394 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-774d3e30-61bb-494b-899b-0dcaaf30c7fd req-f5f12c3a-595d-4b95-84c2-17996b3d1f8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.492580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-774d3e30-61bb-494b-899b-0dcaaf30c7fd req-f5f12c3a-595d-4b95-84c2-17996b3d1f8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/1722c493-945c-478a-afe4-2b1a26625509 HTTP/1.1" status: 204 len: 173 time: 0.6699474 Feb 03 12:44:49.511139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f12c3a-595d-4b95-84c2-17996b3d1f8d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1722c493-945c-478a-afe4-2b1a26625509,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:49.606771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9b305873-af7e-40f1-9195-b324f53ee087 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:49.607176 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9b305873-af7e-40f1-9195-b324f53ee087), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.617275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-b91755b5-76b8-4fe3-bf56-0d036f9b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:49.620116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-b91755b5-76b8-4fe3-bf56-0d036f9b96c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 1126 time: 0.0749044 Feb 03 12:44:49.747850 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Publish callbacks [] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.754161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 9b305873-af7e-40f1-9195-b324f53ee087, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b305873-af7e-40f1-9195-b324f53ee087,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:49.764824 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9b305873-af7e-40f1-9195-b324f53ee087), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.773592 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.855917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Network 1ef33151-2025-466a-b56e-e7724c709938 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:49.861497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:49.866275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:49.866491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:44:49.879513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4716440-f00c-4338-bff1-b2af6848ba73 None None] Network e186ce9e-846a-4564-8e1d-78a32beecfcd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:49.897104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03868c-b8fb-40d9-bf6a-e8df0447c878 req-b5b8611b-2fc5-4fc7-b8f3-e61df540786c tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:49.904624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b03868c-b8fb-40d9-bf6a-e8df0447c878 req-b5b8611b-2fc5-4fc7-b8f3-e61df540786c tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 943 time: 0.2692549 Feb 03 12:44:49.909619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=9b305873-af7e-40f1-9195-b324f53ee087,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:49.948050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-87c587de-711e-4d4f-8e86-39e158d889af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:49.950065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-87c587de-711e-4d4f-8e86-39e158d889af service neutron] 10.222.0.72 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 906 time: 0.3160038 Feb 03 12:44:49.973371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde1088-a561-4db5-9648-e2c780bd8295 req-7328f2e3-3059-4c76-951b-dcb398ccd47b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:49.981528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dde1088-a561-4db5-9648-e2c780bd8295 req-7328f2e3-3059-4c76-951b-dcb398ccd47b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1519227 Feb 03 12:44:49.986320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Attempting to bind port 12812713-6879-4f1a-a721-5c27abcd3f2c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:49.986798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Attempting to bind port 12812713-6879-4f1a-a721-5c27abcd3f2c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'bce61b70-481d-48e0-9a0a-669cde468206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ef33151-2025-466a-b56e-e7724c709938'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:49.987207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Attempting to bind port 12812713-6879-4f1a-a721-5c27abcd3f2c on network 1ef33151-2025-466a-b56e-e7724c709938 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:49.992996 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks [] for router_gateway (87636369-ae55-4437-8fee-656889fc4d3f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.044853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-681565b5-fe39-42d2-8478-be0c5f824600 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=409fcbda-aa2f-46c0-a866-e0ed09e17fd1 HTTP/1.1" status: 200 len: 217 time: 0.0855923 Feb 03 12:44:50.045887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:50.046269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Checking segment: {'id': 'bce61b70-481d-48e0-9a0a-669cde468206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ef33151-2025-466a-b56e-e7724c709938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:50.046695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.047083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Bound using segment: {'id': 'bce61b70-481d-48e0-9a0a-669cde468206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ef33151-2025-466a-b56e-e7724c709938'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:50.047564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Bound port: 12812713-6879-4f1a-a721-5c27abcd3f2c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce61b70-481d-48e0-9a0a-669cde468206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ef33151-2025-466a-b56e-e7724c709938'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:50.047940 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.070869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Pushing event updated for resources: {'Port': ['ID=12812713-6879-4f1a-a721-5c27abcd3f2c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:50.076955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c6267e00-d8c7-413a-b201-842783173ef9 None None] Provisioning complete for port 9b305873-af7e-40f1-9195-b324f53ee087 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:50.077320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6267e00-d8c7-413a-b201-842783173ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b305873-af7e-40f1-9195-b324f53ee087), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.169036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:50.185855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Sync routers for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:50.207411 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:50.207848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] For port 12812713-6879-4f1a-a721-5c27abcd3f2c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:50.208095 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:50.230442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] For port 12812713-6879-4f1a-a721-5c27abcd3f2c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=12812713-6879-4f1a-a721-5c27abcd3f2c,segment=NetworkSegment(bce61b70-481d-48e0-9a0a-669cde468206),segment_id=bce61b70-481d-48e0-9a0a-669cde468206)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:50.264784 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.281272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c6267e00-d8c7-413a-b201-842783173ef9 None None] Current status of the port 9b305873-af7e-40f1-9195-b324f53ee087 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:50.294321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.298557 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-160dfa18-8679-45c3-bc0b-ec99170fca23 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4134352 Feb 03 12:44:50.302464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57938) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:50.381145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8450925-2628-4f48-abbb-f067ea495ec9 None None] Pushing event updated for resources: {'Port': ['ID=12812713-6879-4f1a-a721-5c27abcd3f2c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:50.473187 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:50.479553 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.509241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b03868c-b8fb-40d9-bf6a-e8df0447c878 req-a5e505f0-4b33-4d0b-afbf-61863eebd564 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034093 Feb 03 12:44:50.588461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dde1088-a561-4db5-9648-e2c780bd8295 req-8d515b44-b661-4de8-bda2-33a04d54b7b7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035941 Feb 03 12:44:50.711124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:44:50.731160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-9da4c554-14d5-434a-92ed-6d1720e99847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:50.732655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-9da4c554-14d5-434a-92ed-6d1720e99847 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.1552722 Feb 03 12:44:50.750257 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-59181c18-7d26-4d1e-ade7-d7f99e00e279 req-bc8f2067-110c-4a6d-b1c7-e546c18891fb tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:44:50.751407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59181c18-7d26-4d1e-ade7-d7f99e00e279 req-bc8f2067-110c-4a6d-b1c7-e546c18891fb tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/1722c493-945c-478a-afe4-2b1a26625509 HTTP/1.1" status: 404 len: 352 time: 0.1751461 Feb 03 12:44:50.808695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bccc491e-e13d-4d6a-9139-d0716c02a65b None None] Provisioning complete for port 9b305873-af7e-40f1-9195-b324f53ee087 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:50.809237 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bccc491e-e13d-4d6a-9139-d0716c02a65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b305873-af7e-40f1-9195-b324f53ee087), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.839104 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:48Z', 'revision_number': 3, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:50.846556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-e3116e77-b216-4c28-b289-5d34c902e102 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940444 Feb 03 12:44:50.850678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6f5f4303-9b4a-4dbc-b7bd-a0d98c823d9f req-4ef1c171-9904-419a-b2fa-62d93a2adb6e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-783596449', 'description': 'tempest-description-148935277'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:50.895267 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Checking router: bc2219f1-8ec5-4463-a96a-0a9efadafbd8 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:50.900081 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Updating router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:44:50.913251 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:44:51.023497 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.090193 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6f5f4303-9b4a-4dbc-b7bd-a0d98c823d9f req-4ef1c171-9904-419a-b2fa-62d93a2adb6e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.174814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-c6e7c892-ddc1-4e1f-888a-875f5e4dd181 service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154979 Feb 03 12:44:51.221568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks [] for router_gateway (87636369-ae55-4437-8fee-656889fc4d3f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.334200 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.343870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6f5f4303-9b4a-4dbc-b7bd-a0d98c823d9f req-4ef1c171-9904-419a-b2fa-62d93a2adb6e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (76a9028c-258d-47ca-b1f5-ab28b46ffd9a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.361091 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6f5f4303-9b4a-4dbc-b7bd-a0d98c823d9f req-4ef1c171-9904-419a-b2fa-62d93a2adb6e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (76a9028c-258d-47ca-b1f5-ab28b46ffd9a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.448037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba9a0df-d762-4e8d-bdaf-6c2552120201 req-43a0245d-ffa8-4e7f-b1f9-41c622ef639b service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660708 Feb 03 12:44:51.455715 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6f5f4303-9b4a-4dbc-b7bd-a0d98c823d9f req-4ef1c171-9904-419a-b2fa-62d93a2adb6e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.475516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f5f4303-9b4a-4dbc-b7bd-a0d98c823d9f req-4ef1c171-9904-419a-b2fa-62d93a2adb6e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6381621 Feb 03 12:44:51.524428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f16fe4cb-0c12-40e8-b15d-edb0752c9100 req-58b363e5-1cf4-48b7-a60c-e662948d0e1e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1358680958', 'description': 'tempest-description-1874195994'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:51.549069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1c171-9904-419a-b2fa-62d93a2adb6e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a9028c-258d-47ca-b1f5-ab28b46ffd9a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:51.589623 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f16fe4cb-0c12-40e8-b15d-edb0752c9100 req-58b363e5-1cf4-48b7-a60c-e662948d0e1e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.631656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:51.667415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'port_id': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1', 'mac_address': 'fa:16:3e:d7:a4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bfd0a9-38ea-454b-9ad7-21a48c2b074a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:44:51.687681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 12812713-6879-4f1a-a721-5c27abcd3f2c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:51.690863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bccc491e-e13d-4d6a-9139-d0716c02a65b None None] Current status of the port 9b305873-af7e-40f1-9195-b324f53ee087 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:51.808369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.834136 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f16fe4cb-0c12-40e8-b15d-edb0752c9100 req-58b363e5-1cf4-48b7-a60c-e662948d0e1e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (eb2874f5-0510-442b-a45f-16fb3215c5e2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.837103 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Publish callbacks [] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.846135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f16fe4cb-0c12-40e8-b15d-edb0752c9100 req-58b363e5-1cf4-48b7-a60c-e662948d0e1e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (eb2874f5-0510-442b-a45f-16fb3215c5e2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.849422 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.900532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:51.901166 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.939470 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f16fe4cb-0c12-40e8-b15d-edb0752c9100 req-58b363e5-1cf4-48b7-a60c-e662948d0e1e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.952145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f16fe4cb-0c12-40e8-b15d-edb0752c9100 req-58b363e5-1cf4-48b7-a60c-e662948d0e1e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4592741 Feb 03 12:44:51.955098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b363e5-1cf4-48b7-a60c-e662948d0e1e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2874f5-0510-442b-a45f-16fb3215c5e2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:51.972549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:51.996349 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Attempting to bind port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:51.996850 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Attempting to bind port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:51.997264 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Attempting to bind port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:52.006382 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Pushing event updated for resources: {'Port': ['ID=e29b29fa-8ad2-4f2f-b95b-7de49418bdfa,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:52.010869 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:52.011519 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:52.012081 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.012610 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:52.013252 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Bound port: e29b29fa-8ad2-4f2f-b95b-7de49418bdfa, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:52.013812 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.055713 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.056046 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.059215 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.059706 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.060199 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.061307 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.063495 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.064072 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.064544 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.065019 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.067266 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.067757 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.068226 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:52.089197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Allocated IP 172.25.3.208 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/9803f33a-4a6d-493e-a9bb-a1499faf6f44) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:52.094549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:52.105663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 12812713-6879-4f1a-a721-5c27abcd3f2c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:52.106078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.114697 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.163333 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] For port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:52.169638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435011b-d71f-4546-be62-27f795d49e1e req-f6447b82-af42-4ee7-a8ea-513adb690811 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:52.173671 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] For port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e29b29fa-8ad2-4f2f-b95b-7de49418bdfa,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:52.176067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f435011b-d71f-4546-be62-27f795d49e1e req-f6447b82-af42-4ee7-a8ea-513adb690811 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 943 time: 0.1334291 Feb 03 12:44:52.190663 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.263948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:52.266235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e371a1-7cec-4477-9f7a-9c0fe62a72ae None None] Network 1ef33151-2025-466a-b56e-e7724c709938 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:52.361699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f435011b-d71f-4546-be62-27f795d49e1e req-254d89a4-373b-4afd-906f-96dfadb13ab5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776917 Feb 03 12:44:52.408739 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:52.409610 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:52.410199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-979fe1ae-caf6-4d1f-a496-aa2f2fb71433 req-9acda9fd-eb3b-4605-80ba-7036fe575f2a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1369489511', 'description': 'tempest-description-937791488'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:52.412906 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd7fa-b042-433d-8c67-f984e0464756 None None] Pushing event updated for resources: {'Port': ['ID=e29b29fa-8ad2-4f2f-b95b-7de49418bdfa,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:52.421397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['409fcbda-aa2f-46c0-a866-e0ed09e17fd1'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:52.506844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Allocated IP 172.20.0.1 (e186ce9e-846a-4564-8e1d-78a32beecfcd/0c67debf-c402-40d1-b59e-56a9beaf1cb8/11628aeb-2b6c-40aa-812f-b57a53dd76e6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:52.511378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-92c94f57-3b3d-45fa-aa16-4b5418ab7d32 None None] Provisioning complete for port 12812713-6879-4f1a-a721-5c27abcd3f2c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:52.511770 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92c94f57-3b3d-45fa-aa16-4b5418ab7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.520178 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-979fe1ae-caf6-4d1f-a496-aa2f2fb71433 req-9acda9fd-eb3b-4605-80ba-7036fe575f2a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.533064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks [] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.587616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87ef73-3610-43e9-b87b-fbe5d76b4f94 req-ab3a6a0f-b311-45c9-a021-1608b1ebb3fe tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:52.589446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a87ef73-3610-43e9-b87b-fbe5d76b4f94 req-ab3a6a0f-b311-45c9-a021-1608b1ebb3fe tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1367545 Feb 03 12:44:52.661710 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.740273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Publish callbacks [] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.743032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:52.754985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:52.772784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a87ef73-3610-43e9-b87b-fbe5d76b4f94 req-26bed387-4b7a-4989-ad5c-c081031c748d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723161 Feb 03 12:44:52.773381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:52.777660 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-979fe1ae-caf6-4d1f-a496-aa2f2fb71433 req-9acda9fd-eb3b-4605-80ba-7036fe575f2a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (46be87c3-b261-4e19-96bb-3ca2bdb41546), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.801110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-979fe1ae-caf6-4d1f-a496-aa2f2fb71433 req-9acda9fd-eb3b-4605-80ba-7036fe575f2a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (46be87c3-b261-4e19-96bb-3ca2bdb41546), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.833324 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:52.868004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Pushing event updated for resources: {'Port': ['ID=9803f33a-4a6d-493e-a9bb-a1499faf6f44,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:52.902454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acda9fd-eb3b-4605-80ba-7036fe575f2a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46be87c3-b261-4e19-96bb-3ca2bdb41546,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:52.913877 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-979fe1ae-caf6-4d1f-a496-aa2f2fb71433 req-9acda9fd-eb3b-4605-80ba-7036fe575f2a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.922254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-979fe1ae-caf6-4d1f-a496-aa2f2fb71433 req-9acda9fd-eb3b-4605-80ba-7036fe575f2a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5159597 Feb 03 12:44:52.974830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 12812713-6879-4f1a-a721-5c27abcd3f2c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:52.975411 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.995501 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.062734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Network e186ce9e-846a-4564-8e1d-78a32beecfcd is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:53.071933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:53.084539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-92c94f57-3b3d-45fa-aa16-4b5418ab7d32 None None] Current status of the port 12812713-6879-4f1a-a721-5c27abcd3f2c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:53.084921 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92c94f57-3b3d-45fa-aa16-4b5418ab7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.149729 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:48Z', 'revision_number': 3, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:53.150266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:53.168243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f31da30-6982-4089-a2bb-a270a22ddcec req-2499267e-78d9-4914-902b-a3c9661c2857 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff HTTP/1.1" status: 200 len: 11012 time: 0.2249146 Feb 03 12:44:53.197977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 12812713-6879-4f1a-a721-5c27abcd3f2c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=12812713-6879-4f1a-a721-5c27abcd3f2c,segment=NetworkSegment(bce61b70-481d-48e0-9a0a-669cde468206),segment_id=bce61b70-481d-48e0-9a0a-669cde468206)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:53.221411 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.225554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b305873-af7e-40f1-9195-b324f53ee087 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:53.231069 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f75ac-ccd1-44f8-bd47-e6ad98dd7b04 None None] The sync data for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 is: [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:48Z', 'revision_number': 3, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:53.280900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.325030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f31da30-6982-4089-a2bb-a270a22ddcec req-baaf2cc9-8fd2-4991-bf66-85d83d06323b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b HTTP/1.1" status: 200 len: 3002 time: 0.1497052 Feb 03 12:44:53.424136 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-92c94f57-3b3d-45fa-aa16-4b5418ab7d32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:44:53.424694 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-92c94f57-3b3d-45fa-aa16-4b5418ab7d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:44:53.437027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=12812713-6879-4f1a-a721-5c27abcd3f2c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:53.478057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9b305873-af7e-40f1-9195-b324f53ee087 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:53.478535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b305873-af7e-40f1-9195-b324f53ee087), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.500767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f31da30-6982-4089-a2bb-a270a22ddcec req-d342c236-aa1e-46bf-a185-1144c39bf3c3 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b HTTP/1.1" status: 200 len: 3002 time: 0.1667793 Feb 03 12:44:53.680920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a6373f4-7d7b-4819-8248-096aa00a7724 req-7d78894f-367d-4921-8f43-f6b8099d0f68 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/76a9028c-258d-47ca-b1f5-ab28b46ffd9a HTTP/1.1" status: 200 len: 1818 time: 0.1654596 Feb 03 12:44:53.712052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9b305873-af7e-40f1-9195-b324f53ee087 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:53.764770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc98e1-88f3-4f1f-950a-8a19da4dfec7 req-52fcdc30-a19f-4816-bd34-12a3cb515d0e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:53.772402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6dc98e1-88f3-4f1f-950a-8a19da4dfec7 req-52fcdc30-a19f-4816-bd34-12a3cb515d0e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 944 time: 0.2262826 Feb 03 12:44:53.819200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2a6373f4-7d7b-4819-8248-096aa00a7724 req-abb98457-9a0e-42e5-812b-906d7945cc23 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (76a9028c-258d-47ca-b1f5-ab28b46ffd9a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.857720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=11628aeb-2b6c-40aa-812f-b57a53dd76e6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:53.879227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2a6373f4-7d7b-4819-8248-096aa00a7724 req-abb98457-9a0e-42e5-812b-906d7945cc23 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (76a9028c-258d-47ca-b1f5-ab28b46ffd9a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.921333 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.014742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6dc98e1-88f3-4f1f-950a-8a19da4dfec7 req-97d6140e-7f40-48ac-872e-8205b451d3be tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412801 Feb 03 12:44:54.015460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2a6373f4-7d7b-4819-8248-096aa00a7724 req-abb98457-9a0e-42e5-812b-906d7945cc23 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (76a9028c-258d-47ca-b1f5-ab28b46ffd9a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.023000 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2a6373f4-7d7b-4819-8248-096aa00a7724 req-abb98457-9a0e-42e5-812b-906d7945cc23 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.040257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a6373f4-7d7b-4819-8248-096aa00a7724 req-abb98457-9a0e-42e5-812b-906d7945cc23 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/76a9028c-258d-47ca-b1f5-ab28b46ffd9a HTTP/1.1" status: 204 len: 173 time: 0.3455093 Feb 03 12:44:54.056471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 12812713-6879-4f1a-a721-5c27abcd3f2c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:54.068284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-92c94f57-3b3d-45fa-aa16-4b5418ab7d32 None None] Current status of the port 12812713-6879-4f1a-a721-5c27abcd3f2c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:54.112671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb98457-9a0e-42e5-812b-906d7945cc23 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a9028c-258d-47ca-b1f5-ab28b46ffd9a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:54.138792 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-c2d93c06-cfd0-47b7-b024-af73f7bd9cb5 req-1d32d273-cafe-43bf-968d-7ecb2783746c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:44:54.166938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2d93c06-cfd0-47b7-b024-af73f7bd9cb5 req-1d32d273-cafe-43bf-968d-7ecb2783746c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/76a9028c-258d-47ca-b1f5-ab28b46ffd9a HTTP/1.1" status: 404 len: 352 time: 0.0931039 Feb 03 12:44:54.236168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks [] for router_gateway (87636369-ae55-4437-8fee-656889fc4d3f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.258799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fb0a38a3-fe88-494d-9bc4-d0a449028808 None None] Provisioning complete for port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:54.259381 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb0a38a3-fe88-494d-9bc4-d0a449028808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.305895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58088) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:54.316985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-065e0330-c1c3-4367-bd6c-6d0fa86471bb req-6a81e582-bab3-4aa5-ae60-3c9283e2e19d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/eb2874f5-0510-442b-a45f-16fb3215c5e2 HTTP/1.1" status: 200 len: 1820 time: 0.1464398 Feb 03 12:44:54.332457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa96d1-a389-40d7-952c-3c2d69783fb3 req-85aa4c47-db67-4b0d-9b16-99a0794883c6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:54.334598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21aa96d1-a389-40d7-952c-3c2d69783fb3 req-85aa4c47-db67-4b0d-9b16-99a0794883c6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1315877 Feb 03 12:44:54.346882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a38a3-fe88-494d-9bc4-d0a449028808 None None] Port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:54.395225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 12812713-6879-4f1a-a721-5c27abcd3f2c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:54.395612 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.403911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fb0a38a3-fe88-494d-9bc4-d0a449028808 None None] Provisioning complete for port 12812713-6879-4f1a-a721-5c27abcd3f2c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:54.404322 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb0a38a3-fe88-494d-9bc4-d0a449028808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.477259 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-065e0330-c1c3-4367-bd6c-6d0fa86471bb req-8b106052-f402-4b8d-8a3b-a970b1089bd8 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (eb2874f5-0510-442b-a45f-16fb3215c5e2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.523711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21aa96d1-a389-40d7-952c-3c2d69783fb3 req-0758f669-fc6f-43df-9723-b288873d47ec tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813939 Feb 03 12:44:54.559795 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-065e0330-c1c3-4367-bd6c-6d0fa86471bb req-8b106052-f402-4b8d-8a3b-a970b1089bd8 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (eb2874f5-0510-442b-a45f-16fb3215c5e2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.578008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5671-a9ec-4a1d-9807-ce7d6cb1c388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.722195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Publish callbacks [] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.728066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 12812713-6879-4f1a-a721-5c27abcd3f2c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:54.733408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a38a3-fe88-494d-9bc4-d0a449028808 None None] Current status of the port 12812713-6879-4f1a-a721-5c27abcd3f2c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:54.740222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.746202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:54.785079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5671-a9ec-4a1d-9807-ce7d6cb1c388 admin admin] Publish callbacks [] for security_group (137a16ed-35a1-4479-a5bc-9a201499da3c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.788344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-065e0330-c1c3-4367-bd6c-6d0fa86471bb req-8b106052-f402-4b8d-8a3b-a970b1089bd8 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (eb2874f5-0510-442b-a45f-16fb3215c5e2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.792346 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-065e0330-c1c3-4367-bd6c-6d0fa86471bb req-8b106052-f402-4b8d-8a3b-a970b1089bd8 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.793873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-065e0330-c1c3-4367-bd6c-6d0fa86471bb req-8b106052-f402-4b8d-8a3b-a970b1089bd8 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/eb2874f5-0510-442b-a45f-16fb3215c5e2 HTTP/1.1" status: 204 len: 173 time: 0.4582667 Feb 03 12:44:54.810964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5671-a9ec-4a1d-9807-ce7d6cb1c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (137a16ed-35a1-4479-a5bc-9a201499da3c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.846612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dbbf5671-a9ec-4a1d-9807-ce7d6cb1c388 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d241d330104547fe8a471af0b8c55c1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5338285 Feb 03 12:44:54.848518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b106052-f402-4b8d-8a3b-a970b1089bd8 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2874f5-0510-442b-a45f-16fb3215c5e2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:54.853385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58096) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:54.907105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf5671-a9ec-4a1d-9807-ce7d6cb1c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137a16ed-35a1-4479-a5bc-9a201499da3c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:54.911673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:44:54.916108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:54.916540 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.938047 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-48afe4be-c9f0-4aae-9a26-2756388859d3 req-e970d791-34dd-4515-9f4f-6bda4bf68ddd tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:44:54.939877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48afe4be-c9f0-4aae-9a26-2756388859d3 req-e970d791-34dd-4515-9f4f-6bda4bf68ddd tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/eb2874f5-0510-442b-a45f-16fb3215c5e2 HTTP/1.1" status: 404 len: 352 time: 0.0965257 Feb 03 12:44:54.956262 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.965433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=11628aeb-2b6c-40aa-812f-b57a53dd76e6,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:55.034915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:55.035314 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.070582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:55.073092 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca590bf7-b9cf-4107-88f2-a32592f047f6" -d '{"events": [{"server_uuid": "fcc53a9e-11ae-4826-8bdc-5fcff201fb35", "name": "network-vif-plugged", "status": "completed", "tag": "409fcbda-aa2f-46c0-a866-e0ed09e17fd1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:55.106588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5b95ec1-ae5c-4a10-b992-52fb5db27091 req-d7304e71-596a-41d7-91cb-5ecb4f96337f tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/46be87c3-b261-4e19-96bb-3ca2bdb41546 HTTP/1.1" status: 200 len: 1819 time: 0.1431525 Feb 03 12:44:55.110294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:55.123155 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.193331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:55.232603 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e5b95ec1-ae5c-4a10-b992-52fb5db27091 req-4723a4ea-ef33-42f9-8b5c-551fc4531135 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (46be87c3-b261-4e19-96bb-3ca2bdb41546), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.253323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbd95d-764d-4a2e-90ed-20901c832965 req-d883f9c2-fb2e-47dc-9c56-f96593a2b5e7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:55.255025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5dbd95d-764d-4a2e-90ed-20901c832965 req-d883f9c2-fb2e-47dc-9c56-f96593a2b5e7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 945 time: 0.1364946 Feb 03 12:44:55.275126 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e5b95ec1-ae5c-4a10-b992-52fb5db27091 req-4723a4ea-ef33-42f9-8b5c-551fc4531135 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (46be87c3-b261-4e19-96bb-3ca2bdb41546), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.340793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5dbd95d-764d-4a2e-90ed-20901c832965 req-4a64f54d-1925-46b3-8bf3-4256b69c80e9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792153 Feb 03 12:44:55.350282 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e5b95ec1-ae5c-4a10-b992-52fb5db27091 req-4723a4ea-ef33-42f9-8b5c-551fc4531135 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (46be87c3-b261-4e19-96bb-3ca2bdb41546), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.353400 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e5b95ec1-ae5c-4a10-b992-52fb5db27091 req-4723a4ea-ef33-42f9-8b5c-551fc4531135 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.354826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5b95ec1-ae5c-4a10-b992-52fb5db27091 req-4723a4ea-ef33-42f9-8b5c-551fc4531135 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/46be87c3-b261-4e19-96bb-3ca2bdb41546 HTTP/1.1" status: 204 len: 173 time: 0.2451630 Feb 03 12:44:55.370015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723a4ea-ef33-42f9-8b5c-551fc4531135 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46be87c3-b261-4e19-96bb-3ca2bdb41546,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:55.421509 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f8880f-4235-4b01-9c9a-35be478d4f55 x-openstack-request-id: req-39f8880f-4235-4b01-9c9a-35be478d4f55 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:55.421917 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc53a9e-11ae-4826-8bdc-5fcff201fb35", "name": "network-vif-plugged", "status": "completed", "tag": "409fcbda-aa2f-46c0-a866-e0ed09e17fd1", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:55.422235 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39f8880f-4235-4b01-9c9a-35be478d4f55 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:55.422959 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1', 'code': 200} Feb 03 12:44:55.428822 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-ed036f26-e10f-4af1-9531-2e7a0036018f req-d3fc76de-cd03-4750-bf71-ab12cc50a8f0 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:44:55.441056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed036f26-e10f-4af1-9531-2e7a0036018f req-d3fc76de-cd03-4750-bf71-ab12cc50a8f0 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/46be87c3-b261-4e19-96bb-3ca2bdb41546 HTTP/1.1" status: 404 len: 352 time: 0.0346344 Feb 03 12:44:55.454174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9384d19b-69c5-4861-a517-fe4571a88d06 admin admin] Publish callbacks [] for security_group (137a16ed-35a1-4479-a5bc-9a201499da3c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.526253 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9384d19b-69c5-4861-a517-fe4571a88d06 admin admin] Publish callbacks [] for security_group (137a16ed-35a1-4479-a5bc-9a201499da3c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.544206 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (87636369-ae55-4437-8fee-656889fc4d3f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.591469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f170ecbf-231f-4f09-9735-779806b6b693 req-60177096-7ab3-44c6-a8d4-89a91eb3cdfc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff HTTP/1.1" status: 200 len: 6208 time: 0.1350560 Feb 03 12:44:55.656511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a978de-406b-48b4-9fd8-42119da38348 req-5bb19043-3916-42e2-b2ce-6f0d504a83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:55.659371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84a978de-406b-48b4-9fd8-42119da38348 req-5bb19043-3916-42e2-b2ce-6f0d504a83a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 1128 time: 0.1719429 Feb 03 12:44:55.715222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Network e186ce9e-846a-4564-8e1d-78a32beecfcd is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:55.719706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:55.778220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f170ecbf-231f-4f09-9735-779806b6b693 req-d8d1e055-99bb-452e-bed4-58d60ba7fbc3 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b HTTP/1.1" status: 200 len: 3002 time: 0.1858420 Feb 03 12:44:55.779686 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9384d19b-69c5-4861-a517-fe4571a88d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (137a16ed-35a1-4479-a5bc-9a201499da3c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.782239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9384d19b-69c5-4861-a517-fe4571a88d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.783747 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9384d19b-69c5-4861-a517-fe4571a88d06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/137a16ed-35a1-4479-a5bc-9a201499da3c HTTP/1.1" status: 204 len: 168 time: 0.9231496 Feb 03 12:44:55.802460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Router 87636369-ae55-4437-8fee-656889fc4d3f is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:44:55.811990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84a978de-406b-48b4-9fd8-42119da38348 req-0bab4e13-09fd-4851-8720-aac16925b8b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394958 Feb 03 12:44:55.815796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384d19b-69c5-4861-a517-fe4571a88d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137a16ed-35a1-4479-a5bc-9a201499da3c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:55.868011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edefc2-8123-48f6-b8d1-72e8dcca531c req-23d4aae8-b892-42e0-a812-940e1834f399 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:55.869581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54edefc2-8123-48f6-b8d1-72e8dcca531c req-23d4aae8-b892-42e0-a812-940e1834f399 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.2263002 Feb 03 12:44:55.872500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f170ecbf-231f-4f09-9735-779806b6b693 req-91a2aeee-7fd1-4d89-94ef-ec755bb363fc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b HTTP/1.1" status: 200 len: 3002 time: 0.0835438 Feb 03 12:44:55.929356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-be630139-eac5-4676-a6b9-66701dfd32d5 req-81444737-0e46-4077-99aa-cafa17bfe609 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2021871348', 'description': 'tempest-description-748785281'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:55.958141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:55.976446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Sync routers for ids ['87636369-ae55-4437-8fee-656889fc4d3f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:56.024470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Routers {'87636369-ae55-4437-8fee-656889fc4d3f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:56.026056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['87636369-ae55-4437-8fee-656889fc4d3f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:56.028589 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be630139-eac5-4676-a6b9-66701dfd32d5 req-81444737-0e46-4077-99aa-cafa17bfe609 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.030991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.033052 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4dc46e96-44e5-416f-91ff-3b00bc6e701b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1338682 Feb 03 12:44:56.036885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58118) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:56.065868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54edefc2-8123-48f6-b8d1-72e8dcca531c req-24b1a11e-3650-48d3-bca1-82865382cd9a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825082 Feb 03 12:44:56.105341 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:56.212485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e29b29fa-8ad2-4f2f-b95b-7de49418bdfa up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:56.221488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be630139-eac5-4676-a6b9-66701dfd32d5 req-81444737-0e46-4077-99aa-cafa17bfe609 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (57bc5672-94f2-4238-8d3b-8df72006ca80), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.237882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be630139-eac5-4676-a6b9-66701dfd32d5 req-81444737-0e46-4077-99aa-cafa17bfe609 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (57bc5672-94f2-4238-8d3b-8df72006ca80), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.296683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be630139-eac5-4676-a6b9-66701dfd32d5 req-81444737-0e46-4077-99aa-cafa17bfe609 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.298493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be630139-eac5-4676-a6b9-66701dfd32d5 req-81444737-0e46-4077-99aa-cafa17bfe609 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3746970 Feb 03 12:44:56.301842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81444737-0e46-4077-99aa-cafa17bfe609 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bc5672-94f2-4238-8d3b-8df72006ca80,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:56.324808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-912335af-530f-4559-baa2-950923099db0 req-d57a1868-abff-447b-a1dc-1fa11635ed1c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-135208674', 'description': 'tempest-description-627371829'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:56.363226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-912335af-530f-4559-baa2-950923099db0 req-d57a1868-abff-447b-a1dc-1fa11635ed1c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.369812 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:44:56.375048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f0b435c8-c8dd-4dfc-8728-85c71fc41dd6 None None] Provisioning complete for port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:56.387072 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0b435c8-c8dd-4dfc-8728-85c71fc41dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.475016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:56.480170 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.547282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Set router 87636369-ae55-4437-8fee-656889fc4d3f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:56.580810 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-912335af-530f-4559-baa2-950923099db0 req-d57a1868-abff-447b-a1dc-1fa11635ed1c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (c827227c-ba61-44c4-9bae-895dbf255365), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.590557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-912335af-530f-4559-baa2-950923099db0 req-d57a1868-abff-447b-a1dc-1fa11635ed1c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c827227c-ba61-44c4-9bae-895dbf255365), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.638629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-912335af-530f-4559-baa2-950923099db0 req-d57a1868-abff-447b-a1dc-1fa11635ed1c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.639630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-912335af-530f-4559-baa2-950923099db0 req-d57a1868-abff-447b-a1dc-1fa11635ed1c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3197062 Feb 03 12:44:56.642040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a1868-abff-447b-a1dc-1fa11635ed1c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c827227c-ba61-44c4-9bae-895dbf255365,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:56.674612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c870-d4ba-4174-b9f8-07abcc57ad63 req-0d58b0c7-5bd1-4b8f-bd56-b1ef7298b5f6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:56.676526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55c4c870-d4ba-4174-b9f8-07abcc57ad63 req-0d58b0c7-5bd1-4b8f-bd56-b1ef7298b5f6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 945 time: 0.1599035 Feb 03 12:44:56.801692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f0b435c8-c8dd-4dfc-8728-85c71fc41dd6 None None] Port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:56.824977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55c4c870-d4ba-4174-b9f8-07abcc57ad63 req-04ca82e4-e835-4818-9942-29c5a1087a87 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384099 Feb 03 12:44:56.874976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:56.899011 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Sync routers for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:56.917967 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e95f7b05-a516-464e-8718-25bef781e3a8 admin admin] 10.222.0.65 "PUT /v2.0/routers/bc2219f1-8ec5-4463-a96a-0a9efadafbd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6123638 Feb 03 12:44:56.928157 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:56.929540 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:57.095427 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.185589 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:57.257888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87636369-ae55-4437-8fee-656889fc4d3f', 'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:49Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 3, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'gw_port': {'id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:57.303161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Checking router: 87636369-ae55-4437-8fee-656889fc4d3f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:57.303981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Updating router 87636369-ae55-4437-8fee-656889fc4d3f port 9803f33a-4a6d-493e-a9bb-a1499faf6f44 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:44:57.310417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:57.311149 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.315816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-f48ea102-3db6-4b54-b81c-6fcfe8906d9c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:57.317493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-f48ea102-3db6-4b54-b81c-6fcfe8906d9c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 811 time: 0.2923465 Feb 03 12:44:57.339179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e29b29fa-8ad2-4f2f-b95b-7de49418bdfa,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:57.348283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f193d9-cce5-411e-8b55-e4f5bed76e80 req-04f2d652-761c-4fca-9232-5e999a8f1c30 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:57.350455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04f193d9-cce5-411e-8b55-e4f5bed76e80 req-04f2d652-761c-4fca-9232-5e999a8f1c30 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1194792 Feb 03 12:44:57.352935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-beffcb8b-4178-4aaf-9ac7-cb1878cfe0bc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/quotas/ef3b228b88f1483fa14a092aa6b6b1ff HTTP/1.1" status: 200 len: 375 time: 0.0270555 Feb 03 12:44:57.390035 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.443146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.449604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Allocated IP 172.20.0.1 (1ef33151-2025-466a-b56e-e7724c709938/1f698416-4195-45a3-90c1-1877cd499622/4fe6b2cd-d631-4880-8e8c-894fdcbf115d) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:57.458150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04f193d9-cce5-411e-8b55-e4f5bed76e80 req-a0ac4f48-ec75-491e-813e-7c7dd5db6079 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980985 Feb 03 12:44:57.475104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-10893dbe-b4ca-4d8d-8586-54ee479ac0b9 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163583 Feb 03 12:44:57.486620 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11628aeb-2b6c-40aa-812f-b57a53dd76e6', 'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'mac_address': 'fa:16:3e:0f:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:44:54Z', 'revision_number': 2, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'subnets': [{'id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:57.537399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=e29b29fa-8ad2-4f2f-b95b-7de49418bdfa,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:57.572023 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Checking router: bc2219f1-8ec5-4463-a96a-0a9efadafbd8 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:57.574495 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Updating router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:44:57.612035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-dc15d487-74e1-4a37-9298-54ad96352ae6 service neutron] 10.222.0.65 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236835 Feb 03 12:44:57.643854 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.654802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Publish callbacks [] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.705888 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.775910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-68fb6520-73df-4095-a542-8c1a78fe102d service neutron] 10.222.0.65 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551113 Feb 03 12:44:57.849437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Network 1ef33151-2025-466a-b56e-e7724c709938 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:57.860570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:57.871072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:57.978064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e29b29fa-8ad2-4f2f-b95b-7de49418bdfa up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:58.013673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Publish callbacks [] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.021125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Pushing event updated for resources: {'Port': ['ID=4fe6b2cd-d631-4880-8e8c-894fdcbf115d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:58.031642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (87636369-ae55-4437-8fee-656889fc4d3f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.072350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.212262 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Publish callbacks [] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.234667 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.265432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168a5ef-6110-41fe-a45b-1c1e7863306e None None] Pushing event updated for resources: {'Port': ['ID=9803f33a-4a6d-493e-a9bb-a1499faf6f44,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:58.319341 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7a905-39e7-4119-8cc4-8259846767f8 None None] Pushing event updated for resources: {'Port': ['ID=11628aeb-2b6c-40aa-812f-b57a53dd76e6,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:58.363038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.404634 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Attempting to bind port 9803f33a-4a6d-493e-a9bb-a1499faf6f44 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:58.405013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Attempting to bind port 9803f33a-4a6d-493e-a9bb-a1499faf6f44 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:58.405380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Attempting to bind port 9803f33a-4a6d-493e-a9bb-a1499faf6f44 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:58.418365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3313e-ab01-455a-843f-7ac8e67c6f6b req-e6b5aa65-b020-481b-813b-9c7544bcb1f6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:58.438176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49e3313e-ab01-455a-843f-7ac8e67c6f6b req-e6b5aa65-b020-481b-813b-9c7544bcb1f6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 945 time: 0.1274233 Feb 03 12:44:58.447399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2b431c1d-d728-49a4-97eb-1d280825ff47 None None] Provisioning complete for port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:58.448892 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b431c1d-d728-49a4-97eb-1d280825ff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.452308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:58.457625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:58.460945 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.461505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:58.463282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Bound port: 9803f33a-4a6d-493e-a9bb-a1499faf6f44, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:58.463837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.486770 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Attempting to bind port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:58.487487 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Attempting to bind port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:58.487866 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Attempting to bind port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 on network e186ce9e-846a-4564-8e1d-78a32beecfcd {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:58.504854 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:58.505228 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Checking segment: {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:58.506396 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.506951 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Bound using segment: {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:58.507613 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Bound port: 11628aeb-2b6c-40aa-812f-b57a53dd76e6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:58.508158 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.574051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49e3313e-ab01-455a-843f-7ac8e67c6f6b req-838b80a2-e2b1-4a30-a995-2e9761f1fd7a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335044 Feb 03 12:44:58.695883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:58.696339 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.721047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7562135e-e21c-4d21-8f65-e7a17bf5e853 req-590a48c6-17cd-4b3b-8b56-00e1c1085523 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 210 time: 0.0666351 Feb 03 12:44:58.796254 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] For port 11628aeb-2b6c-40aa-812f-b57a53dd76e6, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:58.810679 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] For port 11628aeb-2b6c-40aa-812f-b57a53dd76e6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=11628aeb-2b6c-40aa-812f-b57a53dd76e6,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:58.835089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58190) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:58.837149 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.840741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8cdb3fa2-2cbb-40ee-94c5-29cde4e442da tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1393692781', 'description': 'tempest-description--568979720'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:58.847901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2b431c1d-d728-49a4-97eb-1d280825ff47 None None] Port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:58.877369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] For port 9803f33a-4a6d-493e-a9bb-a1499faf6f44, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:58.879123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Publish callbacks [] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.892054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] For port 9803f33a-4a6d-493e-a9bb-a1499faf6f44, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9803f33a-4a6d-493e-a9bb-a1499faf6f44,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:58.894565 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.932240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3fa2-2cbb-40ee-94c5-29cde4e442da tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.934543 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.970386 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:58.971795 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:59.074628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58204) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:59.133241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Pushing event updated for resources: {'Port': ['ID=4fe6b2cd-d631-4880-8e8c-894fdcbf115d,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:59.149321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (87636369-ae55-4437-8fee-656889fc4d3f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.264735 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:59.270257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fbbe59c4-91c7-4343-a23f-b3dac801ffcc None None] Provisioning complete for port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:59.270831 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbbe59c4-91c7-4343-a23f-b3dac801ffcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.359960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:59.376596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Routers {'87636369-ae55-4437-8fee-656889fc4d3f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:59.377408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['87636369-ae55-4437-8fee-656889fc4d3f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:59.408315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50988a-cc15-4908-b37d-6a8700d30a65 req-7c07d35b-a9cc-4f64-865c-3a7592de672c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:59.430528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab50988a-cc15-4908-b37d-6a8700d30a65 req-7c07d35b-a9cc-4f64-865c-3a7592de672c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.5421522 Feb 03 12:44:59.468388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Network 1ef33151-2025-466a-b56e-e7724c709938 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:59.470968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:59.481162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168a5ef-6110-41fe-a45b-1c1e7863306e None None] Pushing event updated for resources: {'Port': ['ID=9803f33a-4a6d-493e-a9bb-a1499faf6f44,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:59.573468 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7a905-39e7-4119-8cc4-8259846767f8 None None] Pushing event updated for resources: {'Port': ['ID=11628aeb-2b6c-40aa-812f-b57a53dd76e6,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:59.614313 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3fa2-2cbb-40ee-94c5-29cde4e442da tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group (52e89200-3ef7-4f9d-9904-0ab40cc0d0d4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.631299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-36be6b34-8279-476d-8ee5-b51da0b370f8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:59.640000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-36be6b34-8279-476d-8ee5-b51da0b370f8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.5870759 Feb 03 12:44:59.647970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] Set router 87636369-ae55-4437-8fee-656889fc4d3f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:59.655097 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3fa2-2cbb-40ee-94c5-29cde4e442da tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (52e89200-3ef7-4f9d-9904-0ab40cc0d0d4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.762190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab50988a-cc15-4908-b37d-6a8700d30a65 req-8058bfd9-184e-4a06-bd11-849e9e672047 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306625 Feb 03 12:44:59.774138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-825479fd-0eab-4022-8096-601b241b78b7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/quotas/2aa2e4d9c11a403eb5651431c33e512d HTTP/1.1" status: 200 len: 375 time: 0.1330724 Feb 03 12:44:59.829593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Router 87636369-ae55-4437-8fee-656889fc4d3f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:59.849367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2384f3be-f142-4953-b993-57e9bd018366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.893987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3fa2-2cbb-40ee-94c5-29cde4e442da tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.897860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8cdb3fa2-2cbb-40ee-94c5-29cde4e442da tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0592422 Feb 03 12:44:59.899856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58210) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:59.903608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb3fa2-2cbb-40ee-94c5-29cde4e442da tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:59.928618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-698626fc-bc3c-4199-a916-5fad74f11c9e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Request body: {'security_group_rule': {'security_group_id': '52e89200-3ef7-4f9d-9904-0ab40cc0d0d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:59.987951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:00.040780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-ad899a4e-60dc-40ef-a938-b63d1028f0a3 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2653813 Feb 03 12:45:00.068405 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2384f3be-f142-4953-b993-57e9bd018366 admin admin] Publish callbacks [] for security_group (3a04c8d4-d90b-4661-9501-c3bcacf739c2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.070740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-698626fc-bc3c-4199-a916-5fad74f11c9e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group_rule (936e38ad-57c1-4e80-808e-265d04418f6a), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.101320 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e82e2a44-d1a6-4552-8eb8-7f61f7cdff3e admin admin] 10.222.0.65 "PUT /v2.0/routers/87636369-ae55-4437-8fee-656889fc4d3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0498998 Feb 03 12:45:00.103017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2384f3be-f142-4953-b993-57e9bd018366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3a04c8d4-d90b-4661-9501-c3bcacf739c2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.126184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe59c4-91c7-4343-a23f-b3dac801ffcc None None] Current status of the port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:00.126786 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbbe59c4-91c7-4343-a23f-b3dac801ffcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.174270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384f3be-f142-4953-b993-57e9bd018366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a04c8d4-d90b-4661-9501-c3bcacf739c2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:00.191370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7118106c-e8cc-481e-8a40-e30ca543777f req-d188abae-304d-4bb2-a4d3-df126dd465ae tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 210 time: 0.2067134 Feb 03 12:45:00.203054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fbbe59c4-91c7-4343-a23f-b3dac801ffcc None None] For port 11628aeb-2b6c-40aa-812f-b57a53dd76e6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=11628aeb-2b6c-40aa-812f-b57a53dd76e6,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:00.222721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2384f3be-f142-4953-b993-57e9bd018366 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ed60ff25b6c4de08bd924af57206227&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1403277 Feb 03 12:45:00.227621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58216) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:00.238353 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbbe59c4-91c7-4343-a23f-b3dac801ffcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.241650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87636369-ae55-4437-8fee-656889fc4d3f', 'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:49Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 4, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'gw_port': {'id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4fe6b2cd-d631-4880-8e8c-894fdcbf115d', 'name': '', 'network_id': '1ef33151-2025-466a-b56e-e7724c709938', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'mac_address': 'fa:16:3e:52:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '1f698416-4195-45a3-90c1-1877cd499622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:57Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 2, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'subnets': [{'id': '1f698416-4195-45a3-90c1-1877cd499622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:00.318745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0fd338-b579-4bb2-856f-85a4442a40c6 None None] The sync data for ids ['87636369-ae55-4437-8fee-656889fc4d3f'] in n-d-792364-10 is: [{'id': '87636369-ae55-4437-8fee-656889fc4d3f', 'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:49Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 4, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'gw_port': {'id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4fe6b2cd-d631-4880-8e8c-894fdcbf115d', 'name': '', 'network_id': '1ef33151-2025-466a-b56e-e7724c709938', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'mac_address': 'fa:16:3e:52:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '1f698416-4195-45a3-90c1-1877cd499622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:57Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 2, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'subnets': [{'id': '1f698416-4195-45a3-90c1-1877cd499622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:00.415552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-698626fc-bc3c-4199-a916-5fad74f11c9e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group_rule (936e38ad-57c1-4e80-808e-265d04418f6a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.422795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe59c4-91c7-4343-a23f-b3dac801ffcc None None] Pushing event updated for resources: {'Port': ['ID=11628aeb-2b6c-40aa-812f-b57a53dd76e6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:00.427830 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11628aeb-2b6c-40aa-812f-b57a53dd76e6', 'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'mac_address': 'fa:16:3e:0f:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'subnets': [{'id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:00.443616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-698626fc-bc3c-4199-a916-5fad74f11c9e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (936e38ad-57c1-4e80-808e-265d04418f6a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.452603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a37ab7cf-541c-4696-9ab1-d610c54c8373 None None] Provisioning complete for port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:00.452985 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a37ab7cf-541c-4696-9ab1-d610c54c8373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.461885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-89c7ae1e-9786-492f-a7eb-942c01a41ef0 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:00.464175 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-89c7ae1e-9786-492f-a7eb-942c01a41ef0 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.91 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 811 time: 0.1505885 Feb 03 12:45:00.476378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-9a00c6b2-2388-4399-a364-f313d943b592 service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347298 Feb 03 12:45:00.485208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef0ec-f2b1-4187-81d7-fd109cc25847 admin admin] Publish callbacks [] for security_group (3a04c8d4-d90b-4661-9501-c3bcacf739c2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.490878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'port': {'device_id': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0', 'admin_state_up': True, 'tenant_id': 'ef3b228b88f1483fa14a092aa6b6b1ff'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:00.514243 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbba070-bd3e-4288-92ed-6a3ff89c4d8e None None] The sync data for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 is: [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11628aeb-2b6c-40aa-812f-b57a53dd76e6', 'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'mac_address': 'fa:16:3e:0f:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'subnets': [{'id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:00.631398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698626fc-bc3c-4199-a916-5fad74f11c9e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936e38ad-57c1-4e80-808e-265d04418f6a,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:00.704931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a37ab7cf-541c-4696-9ab1-d610c54c8373 None None] Current status of the port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:00.725066 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-698626fc-bc3c-4199-a916-5fad74f11c9e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.725533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a37ab7cf-541c-4696-9ab1-d610c54c8373 None None] Provisioning complete for port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:00.725923 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a37ab7cf-541c-4696-9ab1-d610c54c8373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.726700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-698626fc-bc3c-4199-a916-5fad74f11c9e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8258870 Feb 03 12:45:00.731256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58222) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:00.746125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ca2c4ff1-08ed-48d2-8599-ca629d150d53 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Request body: {'security_group_rule': {'security_group_id': '52e89200-3ef7-4f9d-9904-0ab40cc0d0d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:00.815348 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef0ec-f2b1-4187-81d7-fd109cc25847 admin admin] Publish callbacks [] for security_group (3a04c8d4-d90b-4661-9501-c3bcacf739c2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.871433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a37ab7cf-541c-4696-9ab1-d610c54c8373 None None] Port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:00.888568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2c4ff1-08ed-48d2-8599-ca629d150d53 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group_rule (fc3f8f18-0e6d-4f33-bca8-564bba7d6e7a), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.919360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-2ebd8fb2-a1b7-49ea-875d-f3943ea93456 service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410017 Feb 03 12:45:01.036848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1597a754-3a25-4c33-af08-f85de41c5122 req-02a860f4-40d8-4eb9-9844-0deb7d0de843 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3078170 Feb 03 12:45:01.054449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Made reservation on behalf of ef3b228b88f1483fa14a092aa6b6b1ff for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:01.061919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:01.062815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.080740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2c4ff1-08ed-48d2-8599-ca629d150d53 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group_rule (fc3f8f18-0e6d-4f33-bca8-564bba7d6e7a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.106114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2c4ff1-08ed-48d2-8599-ca629d150d53 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (fc3f8f18-0e6d-4f33-bca8-564bba7d6e7a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.152592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef0ec-f2b1-4187-81d7-fd109cc25847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3a04c8d4-d90b-4661-9501-c3bcacf739c2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.156134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef0ec-f2b1-4187-81d7-fd109cc25847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.166196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c4ff1-08ed-48d2-8599-ca629d150d53 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3f8f18-0e6d-4f33-bca8-564bba7d6e7a,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:01.175939 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.187685 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2c4ff1-08ed-48d2-8599-ca629d150d53 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.189625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ca2c4ff1-08ed-48d2-8599-ca629d150d53 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4557819 Feb 03 12:45:01.193228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58234) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:01.197044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:01.214792 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1b7ef0ec-f2b1-4187-81d7-fd109cc25847 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a04c8d4-d90b-4661-9501-c3bcacf739c2 HTTP/1.1" status: 204 len: 168 time: 0.9402020 Feb 03 12:45:01.331438 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ef0ec-f2b1-4187-81d7-fd109cc25847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a04c8d4-d90b-4661-9501-c3bcacf739c2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:01.338079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.500959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5333c4-f808-4be5-9985-6d4a6a07f3b4 req-c6265640-d4f1-4d00-855f-30171b0c2e6a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:01.503771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5333c4-f808-4be5-9985-6d4a6a07f3b4 req-c6265640-d4f1-4d00-855f-30171b0c2e6a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.2291262 Feb 03 12:45:01.602450 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Allocated IP 172.20.0.12 (131803c5-cf3c-4700-81a0-78f3f5fb3ea0/610e35aa-8839-4be4-96a1-bfb0ca0ab9a2/baa486c2-7035-4656-9ed1-a4b1a5ea81e9) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:01.716509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5333c4-f808-4be5-9985-6d4a6a07f3b4 req-142da612-5981-4b9c-a437-d7f3b57462ed tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037532 Feb 03 12:45:01.718291 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.884760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12eb2e9d-7b2a-4f11-91e3-0ad95aea4e9c req-f79628d8-ba1f-4609-9893-1d909a50c1f4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 210 time: 0.0603795 Feb 03 12:45:01.890365 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.077884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 11628aeb-2b6c-40aa-812f-b57a53dd76e6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:02.207361 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.235294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:02.236889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.296252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4f895ea-90f2-40dd-9e0f-c1a22dad71d1 req-d370c24a-1adf-4610-8cdf-9ec4bffe7842 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 210 time: 0.2263942 Feb 03 12:45:02.349813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58262) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:02.380786 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.430068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Allocated IP 172.25.3.216 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/ba2754c1-671d-4794-aa76-9e49326fb0e3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:02.464638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:02.473086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['25500ae5-bd45-4cc9-9c21-9d272c6c02e2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:02.583141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'Port': ['ID=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:02.622232 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:02.623705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:02.640238 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:02.760574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for port (ba2754c1-671d-4794-aa76-9e49326fb0e3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.771526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58274) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:02.831834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:02.832719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.002500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ba2754c1-671d-4794-aa76-9e49326fb0e3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.062704 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-74fc6436-b4ec-4934-a270-196184bf9c04 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5802181 Feb 03 12:45:03.085073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Request body: {'port': {'device_id': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:03.160911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Pushing event updated for resources: {'Port': ['ID=ba2754c1-671d-4794-aa76-9e49326fb0e3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:03.186597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:03.191685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-878601770-network', 'tenant_id': 'a7d97e56e12943739f1a993f2955e6d3'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:03.215568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:03.230350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:03.249692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.274032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8575559-0a55-45cd-b3a4-9eebc5a93573 req-538ca863-e913-40da-b62a-0fb6905c5785 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:03.276212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8575559-0a55-45cd-b3a4-9eebc5a93573 req-538ca863-e913-40da-b62a-0fb6905c5785 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.4020300 Feb 03 12:45:03.277069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Made reservation on behalf of a7d97e56e12943739f1a993f2955e6d3 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:03.283936 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.338922 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.342585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Allocated IP 172.25.3.155 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/9e548826-ceb0-47dd-9fa6-3a694bd1f8d3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:03.518997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8575559-0a55-45cd-b3a4-9eebc5a93573 req-1110817c-519f-467f-92a0-026d112106aa tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180977 Feb 03 12:45:03.550807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for floatingip (c38c62fc-2ac8-4da5-aab4-b29f6e0c3b95), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.594258 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for port (9e548826-ceb0-47dd-9fa6-3a694bd1f8d3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.665534 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ba2754c1-671d-4794-aa76-9e49326fb0e3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.967539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9803f33a-4a6d-493e-a9bb-a1499faf6f44 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:04.114424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9803f33a-4a6d-493e-a9bb-a1499faf6f44 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:04.115537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.230727 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Publish callbacks [] for security_group (c4d02d35-6f59-4788-92b3-3d3f333f8b7d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.233656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa486c2-7035-4656-9ed1-a4b1a5ea81e9 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:04.263876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Publish callbacks [] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.269433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28f9343c-4b09-4718-b8b0-6aa5a82cdf07 req-aff2729f-54ec-4ded-93d0-272aacf36251 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 210 time: 0.6337259 Feb 03 12:45:04.283571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Transition to ACTIVE for port object baa486c2-7035-4656-9ed1-a4b1a5ea81e9 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:45:04.299191 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.326639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9803f33a-4a6d-493e-a9bb-a1499faf6f44 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:04.327147 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.343535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c4d02d35-6f59-4788-92b3-3d3f333f8b7d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.389714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 9803f33a-4a6d-493e-a9bb-a1499faf6f44, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9803f33a-4a6d-493e-a9bb-a1499faf6f44,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:04.398528 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.417335 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9e548826-ceb0-47dd-9fa6-3a694bd1f8d3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.425082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Pushing event updated for resources: {'Port': ['ID=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:04.513786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=9803f33a-4a6d-493e-a9bb-a1499faf6f44,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:04.532499 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.549352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:04.610788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Attempting to bind port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:04.611460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Attempting to bind port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'f4662c3d-1f20-4cb4-9120-234068e0ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:04.611980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Attempting to bind port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 on network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:04.624656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 on network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:45:04.625275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Attempting to bind port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 on network 131803c5-cf3c-4700-81a0-78f3f5fb3ea0 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:04.632219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:04.632851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Checking segment: {'id': 'f4662c3d-1f20-4cb4-9120-234068e0ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:04.633280 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Bound using segment: {'id': 'f4662c3d-1f20-4cb4-9120-234068e0ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:04.633671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Bound port: baa486c2-7035-4656-9ed1-a4b1a5ea81e9, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4662c3d-1f20-4cb4-9120-234068e0ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:04.634070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.702527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d02d35-6f59-4788-92b3-3d3f333f8b7d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:04.722388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:04.730041 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (833e2158-1d4d-40f6-9343-0ef580f8c041), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.730636 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Added segment 833e2158-1d4d-40f6-9343-0ef580f8c041 of type vlan for network 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 Feb 03 12:45:04.762793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:04.788449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:04.840086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] For port baa486c2-7035-4656-9ed1-a4b1a5ea81e9, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:04.844323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] For port baa486c2-7035-4656-9ed1-a4b1a5ea81e9, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:04.866034 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.889596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Pushing event updated for resources: {'Port': ['ID=9e548826-ceb0-47dd-9fa6-3a694bd1f8d3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:04.913390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e6032-e611-45b4-931b-97f772506017 req-ce4eb539-c46c-463a-944b-5f695fc0533d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.921185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-137e6032-e611-45b4-931b-97f772506017 req-ce4eb539-c46c-463a-944b-5f695fc0533d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 944 time: 0.5059259 Feb 03 12:45:04.921990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.922669 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.937922 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] 10.222.0.91 "PUT /v2.0/ports/baa486c2-7035-4656-9ed1-a4b1a5ea81e9 HTTP/1.1" status: 200 len: 1093 time: 1.8656869 Feb 03 12:45:04.944106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:04.946458 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d09c8f-7517-4282-a904-540ed476303e" -d '{"events": [{"name": "network-changed", "server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:04.978947 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.998846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-1e804fd3-40cb-4416-96ff-d8a5d52d05e7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:05.000376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-1e804fd3-40cb-4416-96ff-d8a5d52d05e7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.7569573 Feb 03 12:45:05.026690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Request body: {'port': {'device_id': '367dc798-a2b1-4c63-9dce-985559ec95bf', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'admin_state_up': True, 'tenant_id': '2aa2e4d9c11a403eb5651431c33e512d'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:05.051020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f921117-243d-4d30-9a60-f487ed59e699 service neutron] Pushing event updated for resources: {'Port': ['ID=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:05.141194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.143031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:05.143424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.161134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-5dc1f88e-135a-4e61-82dc-c0dde0b645bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:05.162735 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-5dc1f88e-135a-4e61-82dc-c0dde0b645bf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 1127 time: 0.1355648 Feb 03 12:45:05.196141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-137e6032-e611-45b4-931b-97f772506017 req-bab3887a-366e-42b8-a371-a751e602be57 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744970 Feb 03 12:45:05.239796 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-62b5f047-4485-4026-bbee-0779b7844ca1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9 HTTP/1.1" status: 200 len: 217 time: 0.0638907 Feb 03 12:45:05.246039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Deleting port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:05.246463 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.320465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5392447 Feb 03 12:45:05.324363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58290) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:05.334304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Request body: {'subnet': {'network_id': '11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-878601770-subnet', 'tenant_id': 'a7d97e56e12943739f1a993f2955e6d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:05.369906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for floatingip (b88c1f13-1dfb-4dd7-8bca-c6159841e2f1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.405491 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for port (ba2754c1-671d-4794-aa76-9e49326fb0e3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.414061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f312246-5545-480f-94bc-92770453afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:05.415616 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-8f312246-5545-480f-94bc-92770453afd8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 200 len: 851 time: 0.1662743 Feb 03 12:45:05.416729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12049aaa-e7da-4b4e-b30f-0a37e04f75af admin admin] Pushing event updated for resources: {'Network': ['ID=11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:05.421286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Made reservation on behalf of a7d97e56e12943739f1a993f2955e6d3 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:05.422272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ba2754c1-671d-4794-aa76-9e49326fb0e3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.424074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.436562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:05.499463 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-7ccaf4ae-c7e1-466e-b61c-45fdcba627cd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731995 Feb 03 12:45:05.501574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] For port 2dcfafc9-8fcc-4962-8db3-9ae863e123f6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2dcfafc9-8fcc-4962-8db3-9ae863e123f6,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:05.502355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.524590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Sync routers for ids ['87636369-ae55-4437-8fee-656889fc4d3f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:05.535145 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9e548826-ceb0-47dd-9fa6-3a694bd1f8d3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.545238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Routers {'87636369-ae55-4437-8fee-656889fc4d3f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:05.546154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['87636369-ae55-4437-8fee-656889fc4d3f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:05.561905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Calling delete_port for 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:05.570148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Made reservation on behalf of 2aa2e4d9c11a403eb5651431c33e512d for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:05.573925 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.690787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47b4f-7d51-4d84-b84e-60e2546e71e6 req-f6b4820f-158c-43a7-8ed1-0409465d4814 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:05.692690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32a47b4f-7d51-4d84-b84e-60e2546e71e6 req-f6b4820f-158c-43a7-8ed1-0409465d4814 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.3818316 Feb 03 12:45:05.702225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Pushing event updated for resources: {'Port': ['ID=ba2754c1-671d-4794-aa76-9e49326fb0e3,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:05.729393 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (c38c62fc-2ac8-4da5-aab4-b29f6e0c3b95), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.741571 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-2c4f6633-b866-4c06-b8d9-3cb9d86f1577 service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297840 Feb 03 12:45:05.833170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Set router 87636369-ae55-4437-8fee-656889fc4d3f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:05.848229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.849939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1597a754-3a25-4c33-af08-f85de41c5122 req-db4032cb-f77f-4668-8aaf-78ebb9b23553 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8023715 Feb 03 12:45:05.927525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9803f33a-4a6d-493e-a9bb-a1499faf6f44 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:05.937723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32a47b4f-7d51-4d84-b84e-60e2546e71e6 req-185dcc7d-dfd1-4299-99c6-fb707c5dd8d5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279708 Feb 03 12:45:05.957419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1597a754-3a25-4c33-af08-f85de41c5122 req-c2cad895-4b07-45ae-977c-0d96f698927d tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.216 HTTP/1.1" status: 200 len: 696 time: 0.0879891 Feb 03 12:45:05.979514 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36c1a463-3600-4951-a81a-94a4dc98e577 req-83655c98-0614-4377-9f50-c7dcb9075abe service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294493 Feb 03 12:45:06.015795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (e352a1cc-5e2e-4baf-8032-63b12778e62d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.059749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Allocated IP 172.20.0.3 (3315131b-c682-4f98-baeb-6449a3848ef2/77bfd0a9-38ea-454b-9ad7-21a48c2b074a/0bf8dc79-1320-4cce-964c-d2d1b15713ff) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:06.067242 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e352a1cc-5e2e-4baf-8032-63b12778e62d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:06.072722 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c3bf8a-6a46-4673-b274-a318444487bf x-openstack-request-id: req-c8c3bf8a-6a46-4673-b274-a318444487bf {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:06.073033 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:06.073247 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8c3bf8a-6a46-4673-b274-a318444487bf {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:06.073698 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9', 'status': 'completed', 'code': 200} Feb 03 12:45:06.111700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9803f33a-4a6d-493e-a9bb-a1499faf6f44 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:06.111700 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.141362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Checking segment: {'id': '833e2158-1d4d-40f6-9343-0ef580f8c041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:06.141800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Network hostable DHCP agents. Network: 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:06.149421 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2dcfafc9-8fcc-4962-8db3-9ae863e123f6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.167676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for port (9e548826-ceb0-47dd-9fa6-3a694bd1f8d3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.186980 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9e548826-ceb0-47dd-9fa6-3a694bd1f8d3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.206632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcfafc9-8fcc-4962-8db3-9ae863e123f6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:06.221331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87636369-ae55-4437-8fee-656889fc4d3f', 'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:49Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 4, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'gw_port': {'id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4fe6b2cd-d631-4880-8e8c-894fdcbf115d', 'name': '', 'network_id': '1ef33151-2025-466a-b56e-e7724c709938', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'mac_address': 'fa:16:3e:52:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '1f698416-4195-45a3-90c1-1877cd499622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:57Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 2, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'subnets': [{'id': '1f698416-4195-45a3-90c1-1877cd499622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:06.226550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b09010a8-c071-49f9-8034-e0ca808d60ed req-702c00a9-26a1-4446-86b8-3420e6619b1f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 210 time: 0.0670059 Feb 03 12:45:06.271497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Network 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:06.276519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Checking router: 87636369-ae55-4437-8fee-656889fc4d3f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:06.276889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Updating router 87636369-ae55-4437-8fee-656889fc4d3f port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:45:06.287847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9803f33a-4a6d-493e-a9bb-a1499faf6f44 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:06.291718 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d09c8f-7517-4282-a904-540ed476303e req-2d1caaa5-c8be-4d59-8b47-83f9a4bf0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.293675 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0d09c8f-7517-4282-a904-540ed476303e req-2d1caaa5-c8be-4d59-8b47-83f9a4bf0d08 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 1127 time: 0.1832452 Feb 03 12:45:06.301494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:06.306637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.307753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.340751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03e5b27-94d7-4186-b537-0a4c84b80a9b None None] Network 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:06.374903 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.433063 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c7e537da-b3c0-495d-86d4-b0f5e18fd381 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1075215 Feb 03 12:45:06.438497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a754-3a25-4c33-af08-f85de41c5122 req-eddb52a5-0601-470d-96e7-e6715e006a38 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.443387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1597a754-3a25-4c33-af08-f85de41c5122 req-eddb52a5-0601-470d-96e7-e6715e006a38 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.4792204 Feb 03 12:45:06.472941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Pushing event updated for resources: {'Port': ['ID=9e548826-ceb0-47dd-9fa6-3a694bd1f8d3,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:06.526976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d09c8f-7517-4282-a904-540ed476303e req-26ac62e4-2042-46f1-877b-97e6613aa496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.528359 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0d09c8f-7517-4282-a904-540ed476303e req-26ac62e4-2042-46f1-877b-97e6613aa496 service neutron] 10.222.0.91 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 912 time: 0.2179377 Feb 03 12:45:06.555854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ab4ef6b-38fe-4d79-bdac-c74c908ab391 req-8c127743-e977-433f-a4c0-a54eb17eb3f9 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips/c38c62fc-2ac8-4da5-aab4-b29f6e0c3b95 HTTP/1.1" status: 200 len: 693 time: 0.0622969 Feb 03 12:45:06.582826 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0d09c8f-7517-4282-a904-540ed476303e req-480da246-977c-45d7-bf97-1a1063168e7c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9 HTTP/1.1" status: 200 len: 217 time: 0.0454090 Feb 03 12:45:06.585230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.591929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f57f7c-a5e6-4730-a51f-420457b2b835 None None] Network 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:06.663521 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c634ce7f-e801-4437-b586-92b7a53bef4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.717577 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (b88c1f13-1dfb-4dd7-8bca-c6159841e2f1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.738054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d09c8f-7517-4282-a904-540ed476303e req-022e458b-8b5f-47af-91ca-4e24fa49e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.739700 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0d09c8f-7517-4282-a904-540ed476303e req-022e458b-8b5f-47af-91ca-4e24fa49e6a0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 200 len: 851 time: 0.1474006 Feb 03 12:45:06.802199 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0d09c8f-7517-4282-a904-540ed476303e req-5c2b4fe5-92b4-4e96-95d1-76855e92e125 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360839 Feb 03 12:45:06.802886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea74f5f-d27f-4348-a4d8-62355bb1b1bb req-99d7ce3f-8b36-4bdb-a65b-061336849b05 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.804418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bea74f5f-d27f-4348-a4d8-62355bb1b1bb req-99d7ce3f-8b36-4bdb-a65b-061336849b05 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 944 time: 0.4512830 Feb 03 12:45:06.827749 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.843929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5318588c-4893-4b1c-bb48-7ab4888fc460 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6476381 Feb 03 12:45:06.886838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks [] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.902183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4ef6b-38fe-4d79-bdac-c74c908ab391 req-747c114e-6291-40e2-9d7f-189c99227fbd tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.924483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ab4ef6b-38fe-4d79-bdac-c74c908ab391 req-747c114e-6291-40e2-9d7f-189c99227fbd tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.3579266 Feb 03 12:45:06.932409 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Publish callbacks [] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.948421 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.011181 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0d09c8f-7517-4282-a904-540ed476303e req-5b110fac-a7ea-48f2-8ccc-5ec9fc61d918 service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935151 Feb 03 12:45:07.022990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bea74f5f-d27f-4348-a4d8-62355bb1b1bb req-a698deb9-1335-49bf-a8db-13438b0bb579 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984808 Feb 03 12:45:07.052463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Router aa69689b-ba07-487a-8ab1-f5e22d9c0bee has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:45:07.064054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98936f41-3af9-4dd4-9488-32af6b2704b9 None None] Pushing event updated for resources: {'Port': ['ID=4fe6b2cd-d631-4880-8e8c-894fdcbf115d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:07.167856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Attempting to bind port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:07.168229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Attempting to bind port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'bce61b70-481d-48e0-9a0a-669cde468206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ef33151-2025-466a-b56e-e7724c709938'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:07.168600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Attempting to bind port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d on network 1ef33151-2025-466a-b56e-e7724c709938 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:07.176891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:07.177294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Checking segment: {'id': 'bce61b70-481d-48e0-9a0a-669cde468206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ef33151-2025-466a-b56e-e7724c709938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:07.177680 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.178078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Bound using segment: {'id': 'bce61b70-481d-48e0-9a0a-669cde468206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ef33151-2025-466a-b56e-e7724c709938'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:07.178791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Bound port: 4fe6b2cd-d631-4880-8e8c-894fdcbf115d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce61b70-481d-48e0-9a0a-669cde468206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '1ef33151-2025-466a-b56e-e7724c709938'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:07.179180 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.183001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-585a0672-8096-40b9-9f01-c503091b103d req-05191117-1310-4dce-a24a-a00131e34852 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=64f59ce8c29a46e1a3744faa389171d1 HTTP/1.1" status: 200 len: 696 time: 0.1164167 Feb 03 12:45:07.229680 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0d09c8f-7517-4282-a904-540ed476303e req-f08f6452-ce7b-48da-bd16-167ee78a86d4 service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088921 Feb 03 12:45:07.256026 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.282412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:07.306134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['409fcbda-aa2f-46c0-a866-e0ed09e17fd1'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:07.316137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:07.328811 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-73f9a9db-d255-419f-8e2f-36696ed93fc3 admin admin] 10.222.0.65 "PUT /v2.0/routers/aa69689b-ba07-487a-8ab1-f5e22d9c0bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9754810 Feb 03 12:45:07.331514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58350) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:07.335081 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] Sync routers for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:07.335599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event updated for resources: {'Port': ['ID=0bf8dc79-1320-4cce-964c-d2d1b15713ff,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:07.368112 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:07.368970 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:07.458190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] For port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:07.463832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] For port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4fe6b2cd-d631-4880-8e8c-894fdcbf115d,segment=NetworkSegment(bce61b70-481d-48e0-9a0a-669cde468206),segment_id=bce61b70-481d-48e0-9a0a-669cde468206)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:07.476840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a0672-8096-40b9-9f01-c503091b103d req-bad13970-7093-49d8-bb65-89588dd5ba6b tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:07.478044 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:07.484362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-585a0672-8096-40b9-9f01-c503091b103d req-bad13970-7093-49d8-bb65-89588dd5ba6b tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/networks?id=166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 787 time: 0.2849646 Feb 03 12:45:07.504010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.511223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-585a0672-8096-40b9-9f01-c503091b103d req-955c3a61-f14b-4e28-b396-ba06d922a237 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:45:07.531119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-585a0672-8096-40b9-9f01-c503091b103d req-955c3a61-f14b-4e28-b396-ba06d922a237 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457404 Feb 03 12:45:07.558824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Network 3315131b-c682-4f98-baeb-6449a3848ef2 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:07.584113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks [] for router (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.592452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:07.667982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cece7a25-5e53-43dc-992c-deac3af6d9a0 None None] Provisioning complete for port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:07.668614 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cece7a25-5e53-43dc-992c-deac3af6d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.737474 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:45:05Z', 'revision_number': 5, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:07.796112 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] Checking router: aa69689b-ba07-487a-8ab1-f5e22d9c0bee for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:07.827837 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] Routers {'aa69689b-ba07-487a-8ab1-f5e22d9c0bee'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:07.828564 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:07.854909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks [] for router_gateway (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.922465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98936f41-3af9-4dd4-9488-32af6b2704b9 None None] Pushing event updated for resources: {'Port': ['ID=4fe6b2cd-d631-4880-8e8c-894fdcbf115d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:07.925557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Routers {'87636369-ae55-4437-8fee-656889fc4d3f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:07.926185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['87636369-ae55-4437-8fee-656889fc4d3f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:07.975342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Deleting port e7904f80-c8e0-4fd7-a952-b3fa648c04dd {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:07.975903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.012875 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] Set router aa69689b-ba07-487a-8ab1-f5e22d9c0bee gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:08.071773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] For port e7904f80-c8e0-4fd7-a952-b3fa648c04dd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e7904f80-c8e0-4fd7-a952-b3fa648c04dd,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:08.072239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.088649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Calling delete_port for e7904f80-c8e0-4fd7-a952-b3fa648c04dd owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:08.104990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:08.110379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-d4f9502d-9337-4ecf-ac11-ac129b1fcfd2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9256992 Feb 03 12:45:08.267292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cece7a25-5e53-43dc-992c-deac3af6d9a0 None None] Current status of the port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:08.268024 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cece7a25-5e53-43dc-992c-deac3af6d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.309143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:08.309777 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.316883 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:45:05Z', 'revision_number': 5, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:08.353970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-10f383fa-b434-4ce3-af73-90d3ce5cdf7d tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:08.358401 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79fb6e-d2f8-4840-a1fe-7d83ac8925c4 None None] The sync data for ids ['aa69689b-ba07-487a-8ab1-f5e22d9c0bee'] in n-d-792364-10 is: [{'id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'name': 'tempest-TaggedBootDevicesTest-1213135235-router', 'tenant_id': 'b07baa1fe485403f8894a9f21fd36b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:29Z', 'updated_at': '2022-02-03T12:45:05Z', 'revision_number': 5, 'project_id': 'b07baa1fe485403f8894a9f21fd36b42', 'gw_port': {'id': 'e7904f80-c8e0-4fd7-a952-b3fa648c04dd', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa69689b-ba07-487a-8ab1-f5e22d9c0bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:30Z', 'updated_at': '2022-02-03T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:08.363015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-10f383fa-b434-4ce3-af73-90d3ce5cdf7d tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/networks?id=11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 HTTP/1.1" status: 200 len: 813 time: 0.9886143 Feb 03 12:45:08.386885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e7904f80-c8e0-4fd7-a952-b3fa648c04dd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.394628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-f1ef632a-f792-4cfa-84f4-9eee6896c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:08.396183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-f1ef632a-f792-4cfa-84f4-9eee6896c6f1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 1129 time: 0.2155037 Feb 03 12:45:08.405798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6fae0-d39e-49f9-b5cd-ab4169a15022 req-bc6eadac-db39-4d36-a71a-343650704aac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:08.412992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82c6fae0-d39e-49f9-b5cd-ab4169a15022 req-bc6eadac-db39-4d36-a71a-343650704aac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.3002636 Feb 03 12:45:08.422940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-b41554a7-99db-4cca-8aca-b889b914c2fb tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/quotas/a7d97e56e12943739f1a993f2955e6d3 HTTP/1.1" status: 200 len: 375 time: 0.0580485 Feb 03 12:45:08.452396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5ce3d25b-7104-43fc-9d8d-fb2af2f55799 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4343369 Feb 03 12:45:08.486665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Request body: {'port': {'device_id': '367dc798-a2b1-4c63-9dce-985559ec95bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:08.499672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7904f80-c8e0-4fd7-a952-b3fa648c04dd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:08.537705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-71cec43f-05e8-4082-af2d-9145d93d4e7c tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7d97e56e12943739f1a993f2955e6d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136432 Feb 03 12:45:08.565856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.609427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82c6fae0-d39e-49f9-b5cd-ab4169a15022 req-930fce4f-9049-4968-afb4-aeb3bf55d5a0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955485 Feb 03 12:45:08.669213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] Set router 87636369-ae55-4437-8fee-656889fc4d3f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:08.673892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cece7a25-5e53-43dc-992c-deac3af6d9a0 None None] For port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4fe6b2cd-d631-4880-8e8c-894fdcbf115d,segment=NetworkSegment(bce61b70-481d-48e0-9a0a-669cde468206),segment_id=bce61b70-481d-48e0-9a0a-669cde468206)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:08.686930 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.712438 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cece7a25-5e53-43dc-992c-deac3af6d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.724785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device baa486c2-7035-4656-9ed1-a4b1a5ea81e9 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:45:08.753755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-8b8f985c-cc14-4d8c-8922-b9a0bfb1466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:08.755240 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-8b8f985c-cc14-4d8c-8922-b9a0bfb1466f service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 0.3086336 Feb 03 12:45:08.898013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece7a25-5e53-43dc-992c-deac3af6d9a0 None None] Pushing event updated for resources: {'Port': ['ID=4fe6b2cd-d631-4880-8e8c-894fdcbf115d,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:08.955023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfc0aeaf-0385-4f78-b8ae-f07c17c4d1dd service neutron] 10.222.0.65 "GET /v2.0/networks/11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610148 Feb 03 12:45:09.059091 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe00d89a-bab7-4002-b39a-079dc081a77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.059309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-28dd7281-00c6-48bd-b58e-584fc1df8060 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd HTTP/1.1" status: 200 len: 1000 time: 0.2722669 Feb 03 12:45:09.081493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c617cb82-bf01-4c6f-9173-699ee2dd7c30 None None] Provisioning complete for port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:09.081704 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617cb82-bf01-4c6f-9173-699ee2dd7c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.136140 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.143070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks [] for router_controller (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.143379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34a198-06c5-4fe6-b245-6b1e72fee9e6 req-c9d759b4-2ecd-462c-a4ea-ad08e2995886 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:09.145290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b34a198-06c5-4fe6-b245-6b1e72fee9e6 req-c9d759b4-2ecd-462c-a4ea-ad08e2995886 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 931 time: 0.3357155 Feb 03 12:45:09.207800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (aa69689b-ba07-487a-8ab1-f5e22d9c0bee), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.208265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa69689b-ba07-487a-8ab1-f5e22d9c0bee {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:45:09.216706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.217892 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-40b51e51-0a0e-48da-831e-6554f2afe31c admin admin] 10.222.0.65 "DELETE /v2.0/routers/aa69689b-ba07-487a-8ab1-f5e22d9c0bee HTTP/1.1" status: 204 len: 168 time: 1.8854063 Feb 03 12:45:09.220930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58398) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:09.236908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port baa486c2-7035-4656-9ed1-a4b1a5ea81e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:09.276322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-c9a3d29d-2f0e-4f78-8eff-7f34a1cfe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:09.277815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-c9a3d29d-2f0e-4f78-8eff-7f34a1cfe912 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.2030399 Feb 03 12:45:09.291107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9', 'network_id': '131803c5-cf3c-4700-81a0-78f3f5fb3ea0', 'port_id': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9', 'mac_address': 'fa:16:3e:49:e7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610e35aa-8839-4be4-96a1-bfb0ca0ab9a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:45:09.297879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c617cb82-bf01-4c6f-9173-699ee2dd7c30 None None] Current status of the port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:09.325260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e303e447-93ef-4dda-b780-c5dba281dc6b admin admin] Deleting subnet 2b6abf6f-4cc7-448a-af3e-104f8d39e59f {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:09.330530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e303e447-93ef-4dda-b780-c5dba281dc6b admin admin] Publish callbacks [] for subnet (2b6abf6f-4cc7-448a-af3e-104f8d39e59f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.374815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:09.375197 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.391805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa486c2-7035-4656-9ed1-a4b1a5ea81e9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:09.392608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-02739399-8d1b-4f8a-bdd0-ca4b218ae3a3 service neutron] 10.222.0.65 "GET /v2.0/networks/11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286187 Feb 03 12:45:09.394607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e303e447-93ef-4dda-b780-c5dba281dc6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (2b6abf6f-4cc7-448a-af3e-104f8d39e59f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.414112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b34a198-06c5-4fe6-b245-6b1e72fee9e6 req-3dea1bbb-c3bc-4077-ba72-bf9c864e71f7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377152 Feb 03 12:45:09.472356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-d4068554-a09b-4f05-bc4e-ecdc30042c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:09.474576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-d4068554-a09b-4f05-bc4e-ecdc30042c6e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1664677 Feb 03 12:45:09.477741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port baa486c2-7035-4656-9ed1-a4b1a5ea81e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:09.495674 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.516390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87636369-ae55-4437-8fee-656889fc4d3f', 'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:49Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 4, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'gw_port': {'id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4fe6b2cd-d631-4880-8e8c-894fdcbf115d', 'name': '', 'network_id': '1ef33151-2025-466a-b56e-e7724c709938', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'mac_address': 'fa:16:3e:52:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '1f698416-4195-45a3-90c1-1877cd499622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:57Z', 'updated_at': '2022-02-03T12:45:07Z', 'revision_number': 4, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'subnets': [{'id': '1f698416-4195-45a3-90c1-1877cd499622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:09.569672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e303e447-93ef-4dda-b780-c5dba281dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (2b6abf6f-4cc7-448a-af3e-104f8d39e59f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.592269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e67820fb-8494-41af-ac81-60019ff16c45 req-4caa869c-101c-4047-a46c-c1083cad51a9 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips/c38c62fc-2ac8-4da5-aab4-b29f6e0c3b95 HTTP/1.1" status: 200 len: 693 time: 0.0792372 Feb 03 12:45:09.598032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf8dc79-1320-4cce-964c-d2d1b15713ff {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:09.647172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9201954-4a0d-4efa-82b5-7c9ff917f1da None None] The sync data for ids ['87636369-ae55-4437-8fee-656889fc4d3f'] in n-d-792364-10 is: [{'id': '87636369-ae55-4437-8fee-656889fc4d3f', 'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:49Z', 'updated_at': '2022-02-03T12:44:58Z', 'revision_number': 4, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'gw_port': {'id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4fe6b2cd-d631-4880-8e8c-894fdcbf115d', 'name': '', 'network_id': '1ef33151-2025-466a-b56e-e7724c709938', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'mac_address': 'fa:16:3e:52:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '1f698416-4195-45a3-90c1-1877cd499622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:57Z', 'updated_at': '2022-02-03T12:45:07Z', 'revision_number': 4, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'subnets': [{'id': '1f698416-4195-45a3-90c1-1877cd499622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:09.663656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Publish callbacks [] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.673825 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e303e447-93ef-4dda-b780-c5dba281dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (2b6abf6f-4cc7-448a-af3e-104f8d39e59f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.694479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e303e447-93ef-4dda-b780-c5dba281dc6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.712088 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e303e447-93ef-4dda-b780-c5dba281dc6b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2b6abf6f-4cc7-448a-af3e-104f8d39e59f HTTP/1.1" status: 204 len: 168 time: 0.4873595 Feb 03 12:45:09.712315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57272e-e8be-4e64-838a-72df8704bcc9 None None] Network a84c857a-e683-46a0-bd81-759bba81b838 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:09.736006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58404) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:09.764241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303e447-93ef-4dda-b780-c5dba281dc6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6abf6f-4cc7-448a-af3e-104f8d39e59f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:09.789415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Transition to ACTIVE for port object 0bf8dc79-1320-4cce-964c-d2d1b15713ff will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:45:09.827563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:09.898573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.951378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (a84c857a-e683-46a0-bd81-759bba81b838), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.023230 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.057737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] DHCP port deletion for a84c857a-e683-46a0-bd81-759bba81b838 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:45:10.093751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-c2db9920-1a80-4271-a0e6-f1e58337d894 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105561 Feb 03 12:45:10.119220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Deleting port 64bc9470-570a-4bac-bfc3-79d9101920ba {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:10.119564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.132731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['baa486c2-7035-4656-9ed1-a4b1a5ea81e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:10.188276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67820fb-8494-41af-ac81-60019ff16c45 req-20a19d09-5ff6-4107-90cb-3202b0ebdb10 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:10.201781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e67820fb-8494-41af-ac81-60019ff16c45 req-20a19d09-5ff6-4107-90cb-3202b0ebdb10 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.5539334 Feb 03 12:45:10.203730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4fe6b2cd-d631-4880-8e8c-894fdcbf115d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:10.216642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf8dc79-1320-4cce-964c-d2d1b15713ff,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:10.277992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] For port 64bc9470-570a-4bac-bfc3-79d9101920ba, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=64bc9470-570a-4bac-bfc3-79d9101920ba,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:10.278709 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.306978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Calling delete_port for 64bc9470-570a-4bac-bfc3-79d9101920ba owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:10.347490 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e67820fb-8494-41af-ac81-60019ff16c45 req-8d906755-1e6e-4a32-a8dc-21c83f90f335 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.216 HTTP/1.1" status: 200 len: 696 time: 0.1500962 Feb 03 12:45:10.397898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30352b-41a8-42cd-98d3-7bdbacf9344a req-ddfc6663-180a-4b87-9e7b-efc53368165e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:10.400902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b30352b-41a8-42cd-98d3-7bdbacf9344a req-ddfc6663-180a-4b87-9e7b-efc53368165e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 945 time: 0.6951449 Feb 03 12:45:10.420617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] Deleting port 64bc9470-570a-4bac-bfc3-79d9101920ba {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:10.420985 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.471164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:10.471802 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.505606 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.557501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Pushing event deleted for resources: {'Port': ['ID=64bc9470-570a-4bac-bfc3-79d9101920ba,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:10.562167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] No DVR routers for this DVR port 64bc9470-570a-4bac-bfc3-79d9101920ba on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:10.577230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a62a9b9-f15f-4b75-9bac-63509bbfb852 req-27e20167-e366-4293-aed6-fba65327e328 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784981 Feb 03 12:45:10.615675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] For port 64bc9470-570a-4bac-bfc3-79d9101920ba, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=64bc9470-570a-4bac-bfc3-79d9101920ba,segment=NetworkSegment(93d42a84-6f56-41a9-a22a-389f440d2e02),segment_id=93d42a84-6f56-41a9-a22a-389f440d2e02)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:10.615997 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.652086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] Calling delete_port for 64bc9470-570a-4bac-bfc3-79d9101920ba owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:10.653337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e67820fb-8494-41af-ac81-60019ff16c45 req-48cc1c2c-7caa-4fc7-b446-3392cd586da7 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.216 HTTP/1.1" status: 200 len: 696 time: 0.3044002 Feb 03 12:45:10.670103 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (a84c857a-e683-46a0-bd81-759bba81b838), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.701006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84c857a-e683-46a0-bd81-759bba81b838']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:10.714633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d42a84-6f56-41a9-a22a-389f440d2e02') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:10.715084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d42a84-6f56-41a9-a22a-389f440d2e02') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:10.739223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (93d42a84-6f56-41a9-a22a-389f440d2e02), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.758960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (93d42a84-6f56-41a9-a22a-389f440d2e02), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.773236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:10.773966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (93d42a84-6f56-41a9-a22a-389f440d2e02), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:10.777372 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:10.860119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (a84c857a-e683-46a0-bd81-759bba81b838), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.869814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.874484 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a84c857a-e683-46a0-bd81-759bba81b838 HTTP/1.1" status: 204 len: 168 time: 1.1374524 Feb 03 12:45:10.877608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58416) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:10.883660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Attempting to bind port 0bf8dc79-1320-4cce-964c-d2d1b15713ff on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:10.884377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Attempting to bind port 0bf8dc79-1320-4cce-964c-d2d1b15713ff by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:10.884859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Attempting to bind port 0bf8dc79-1320-4cce-964c-d2d1b15713ff on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:10.894437 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (64bc9470-570a-4bac-bfc3-79d9101920ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.902752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Port 0bf8dc79-1320-4cce-964c-d2d1b15713ff on network 3315131b-c682-4f98-baeb-6449a3848ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:45:10.904128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Attempting to bind port 0bf8dc79-1320-4cce-964c-d2d1b15713ff on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:10.942630 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e42584-a86a-4b05-a293-196475d01300 admin admin] Pushing event deleted for resources: {'Network': ['ID=a84c857a-e683-46a0-bd81-759bba81b838,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:10.958362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] Network a84c857a-e683-46a0-bd81-759bba81b838 is not hosted by any dhcp agent {{(pid=103225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:45:10.958864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] No DVR routers for this DVR port 64bc9470-570a-4bac-bfc3-79d9101920ba on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:10.960467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba0045-05ff-4d05-b89b-3183db7ed54c None None] Pushing event deleted for resources: {'Port': ['ID=64bc9470-570a-4bac-bfc3-79d9101920ba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:10.961579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:10.962124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Checking segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:10.962706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Bound using segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:10.963323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Bound port: 0bf8dc79-1320-4cce-964c-d2d1b15713ff, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:10.964054 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.977297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:10.982405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b30352b-41a8-42cd-98d3-7bdbacf9344a req-b3df03f6-8e7a-4539-9516-be0cd56d08fe tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234366 Feb 03 12:45:11.077078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] For port 0bf8dc79-1320-4cce-964c-d2d1b15713ff, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:11.085635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e67820fb-8494-41af-ac81-60019ff16c45 req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Deleting port ba2754c1-671d-4794-aa76-9e49326fb0e3 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:11.086079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e67820fb-8494-41af-ac81-60019ff16c45 req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ba2754c1-671d-4794-aa76-9e49326fb0e3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.092828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e7904f80-c8e0-4fd7-a952-b3fa648c04dd no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:11.138651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e7904f80-c8e0-4fd7-a952-b3fa648c04dd {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:11.139004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e7904f80-c8e0-4fd7-a952-b3fa648c04dd not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:11.139422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:11.186175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:11.186550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2dcfafc9-8fcc-4962-8db3-9ae863e123f6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:11.218373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] For port 0bf8dc79-1320-4cce-964c-d2d1b15713ff, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0bf8dc79-1320-4cce-964c-d2d1b15713ff,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:11.226970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e67820fb-8494-41af-ac81-60019ff16c45 req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ba2754c1-671d-4794-aa76-9e49326fb0e3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.227299 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e67820fb-8494-41af-ac81-60019ff16c45 req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for floatingip (ba2754c1-671d-4794-aa76-9e49326fb0e3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.294953 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.312514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e67820fb-8494-41af-ac81-60019ff16c45 req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Calling delete_port for ba2754c1-671d-4794-aa76-9e49326fb0e3 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:11.442486 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.497315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.689471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9263bdd1-05f0-476f-99dd-819208a87816 req-e3e43452-2b06-4f5b-9226-83c4ff1dde18 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 210 time: 0.3975990 Feb 03 12:45:11.761582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:11.762203 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.763714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] 10.222.0.72 "PUT /v2.0/ports/0bf8dc79-1320-4cce-964c-d2d1b15713ff HTTP/1.1" status: 200 len: 1092 time: 3.2874331 Feb 03 12:45:11.764044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367dc798-a2b1-4c63-9dce-985559ec95bf', 'tag': '0bf8dc79-1320-4cce-964c-d2d1b15713ff'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:11.766270 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbecff9-62b4-49f1-9103-0030696bbdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "367dc798-a2b1-4c63-9dce-985559ec95bf", "tag": "0bf8dc79-1320-4cce-964c-d2d1b15713ff"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:11.819315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c91561-fa6f-4ba3-a402-4c0eefbd7747 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf8dc79-1320-4cce-964c-d2d1b15713ff,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:11.841070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-726a6258-93db-4099-a564-63c8cec276c0 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:11.842654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-726a6258-93db-4099-a564-63c8cec276c0 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.72 "GET /v2.0/networks?id=11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 HTTP/1.1" status: 200 len: 813 time: 0.5982852 Feb 03 12:45:11.849808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Deleting port d6fd3050-3351-4918-925e-c2b84620ac77 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:11.850994 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.872817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 64bc9470-570a-4bac-bfc3-79d9101920ba no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:11.895033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Request body: {'port': {'device_id': '56146d5a-86ba-4993-9b70-f919c69a5512', 'network_id': '11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3', 'admin_state_up': True, 'tenant_id': 'a7d97e56e12943739f1a993f2955e6d3'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:11.899362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 64bc9470-570a-4bac-bfc3-79d9101920ba {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:11.899885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 64bc9470-570a-4bac-bfc3-79d9101920ba not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:11.966630 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] For port d6fd3050-3351-4918-925e-c2b84620ac77, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d6fd3050-3351-4918-925e-c2b84620ac77,segment=NetworkSegment(a332b304-6372-4420-8fb7-2308b5c17177),segment_id=a332b304-6372-4420-8fb7-2308b5c17177)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:11.967058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.984902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Calling delete_port for d6fd3050-3351-4918-925e-c2b84620ac77 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:12.056698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-32412091-6a85-4f25-9de1-7a5f34e00407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:12.058368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-32412091-6a85-4f25-9de1-7a5f34e00407 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 1126 time: 0.2148101 Feb 03 12:45:12.090928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6aa80-34d9-4e64-bc9f-08ea85b86923 req-bb75fd4b-c35e-4bda-9a22-5ecce12114e7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:12.092597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2c6aa80-34d9-4e64-bc9f-08ea85b86923 req-bb75fd4b-c35e-4bda-9a22-5ecce12114e7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 943 time: 0.2375994 Feb 03 12:45:12.096144 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e67820fb-8494-41af-ac81-60019ff16c45 req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ba2754c1-671d-4794-aa76-9e49326fb0e3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.137695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-b2ed3da6-07c8-4738-bbeb-1d9987510acb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bf8dc79-1320-4cce-964c-d2d1b15713ff HTTP/1.1" status: 200 len: 217 time: 0.0709236 Feb 03 12:45:12.184627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Pushing event deleted for resources: {'Port': ['ID=ba2754c1-671d-4794-aa76-9e49326fb0e3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:12.225214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d6fd3050-3351-4918-925e-c2b84620ac77), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.267205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fd3050-3351-4918-925e-c2b84620ac77,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:12.281905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Made reservation on behalf of a7d97e56e12943739f1a993f2955e6d3 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:12.285398 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.331562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-e2fb323b-26cb-41c6-a43c-120e81abc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:12.333753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-e2fb323b-26cb-41c6-a43c-120e81abc8aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.1691957 Feb 03 12:45:12.342534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2c6aa80-34d9-4e64-bc9f-08ea85b86923 req-a562f58c-b00d-47d6-a6b0-b0f416f57c0e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130079 Feb 03 12:45:12.394792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-ebce29d1-ff88-4b7a-b4ca-e614066219ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478530 Feb 03 12:45:12.395753 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e67820fb-8494-41af-ac81-60019ff16c45 req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for floatingip (c38c62fc-2ac8-4da5-aab4-b29f6e0c3b95), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.398509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e67820fb-8494-41af-ac81-60019ff16c45 req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.399729 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e67820fb-8494-41af-ac81-60019ff16c45 req-a36d7a8d-2286-4938-a196-c1fed5dc34c3 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "DELETE /v2.0/floatingips/c38c62fc-2ac8-4da5-aab4-b29f6e0c3b95 HTTP/1.1" status: 204 len: 173 time: 1.7053185 Feb 03 12:45:12.498140 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e704da20-58ac-42b5-8d25-cc7bc61b8a38 x-openstack-request-id: req-e704da20-58ac-42b5-8d25-cc7bc61b8a38 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:12.498478 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367dc798-a2b1-4c63-9dce-985559ec95bf", "tag": "0bf8dc79-1320-4cce-964c-d2d1b15713ff", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:12.498737 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e704da20-58ac-42b5-8d25-cc7bc61b8a38 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:12.499131 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367dc798-a2b1-4c63-9dce-985559ec95bf', 'tag': '0bf8dc79-1320-4cce-964c-d2d1b15713ff', 'status': 'completed', 'code': 200} Feb 03 12:45:12.573023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.673668 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.698710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Allocated IP 172.20.0.8 (11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3/e352a1cc-5e2e-4baf-8032-63b12778e62d/316074d6-2289-4c54-bbdb-bdf117400001) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:12.714648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-c958580a-ec31-4912-b9ed-a275d53498a5 service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774806 Feb 03 12:45:12.726392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73285-d32c-4072-a988-58b7ad4a84f9 req-c56e8911-93fc-4ec1-8a07-76e510ce3255 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:12.730944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device baa486c2-7035-4656-9ed1-a4b1a5ea81e9 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:12.733726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cd73285-d32c-4072-a988-58b7ad4a84f9 req-c56e8911-93fc-4ec1-8a07-76e510ce3255 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2509763 Feb 03 12:45:12.802362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:45:12.806973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:12.807532 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.852460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:45:12.861270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb3991-a2df-4a77-8506-81acaa8cbf23 req-d59bb8f3-bdfe-427a-a803-e45a23542fca tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:12.862812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4cb3991-a2df-4a77-8506-81acaa8cbf23 req-d59bb8f3-bdfe-427a-a803-e45a23542fca tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 945 time: 0.2672410 Feb 03 12:45:12.901692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:12.902273 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.929377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cd73285-d32c-4072-a988-58b7ad4a84f9 req-0eb5b3ba-9243-4e50-8948-4e919eaf242e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947389 Feb 03 12:45:12.942019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:12.947947 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ab9508-49d0-4399-9083-9c33ea60ef65" -d '{"events": [{"server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "name": "network-vif-plugged", "status": "completed", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:12.971884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port baa486c2-7035-4656-9ed1-a4b1a5ea81e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:12.981108 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.006816 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:13.012954 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-903423a4-6245-4238-9e0e-f42c42d8ebc8 admin admin] 10.222.0.65 "PUT /v2.0/routers/42fdd800-ee7f-438c-9cc8-fdd1ac0db52f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1338725 Feb 03 12:45:13.013196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e399c30-c774-4384-9b33-cb2f2555e1b4 req-5fce9b88-2bda-44d2-a9b0-44194ea98b21 service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714512 Feb 03 12:45:13.015483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58438) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:13.059181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:13.062301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] Sync routers for ids ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:13.072132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4cb3991-a2df-4a77-8506-81acaa8cbf23 req-9507533e-f956-4a9c-8ae0-b9069b243ffc tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890471 Feb 03 12:45:13.080098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] Routers {'42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:13.081041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:13.179695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks [] for router (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.212938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-087f44d3-0d7e-4e52-ad8a-57ebc5161303 req-07f708ae-17b0-4f32-8240-7910d6e3994e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 210 time: 0.0346782 Feb 03 12:45:13.224664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] Set router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:13.281124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Publish callbacks [] for port (316074d6-2289-4c54-bbdb-bdf117400001), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.297460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-30a0ce57-3d22-44dd-a576-13dd459b1c29 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2753329 Feb 03 12:45:13.298839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-8341355f-bbca-4abd-8f14-096b3f4ddb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:13.300383 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-8341355f-bbca-4abd-8f14-096b3f4ddb8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 1126 time: 0.2232771 Feb 03 12:45:13.305367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:13.389934 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b18a3cd-46f0-49d9-9ebd-3fce69632b68 x-openstack-request-id: req-4b18a3cd-46f0-49d9-9ebd-3fce69632b68 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:13.390222 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "name": "network-vif-plugged", "status": "completed", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:13.390497 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b18a3cd-46f0-49d9-9ebd-3fce69632b68 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:13.390886 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9', 'code': 200} Feb 03 12:45:13.394968 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks [] for router_gateway (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.467559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Deleting port c06c3a96-68c7-4166-862e-c836a529ef75 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:13.467910 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.523682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:46Z', 'updated_at': '2022-02-03T12:45:12Z', 'revision_number': 5, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'gw_port': {'id': 'c06c3a96-68c7-4166-862e-c836a529ef75', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:36:47Z', 'updated_at': '2022-02-03T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:13.536964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-b9f77f5a-4859-41c7-a6fb-3fd34ffe9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:13.538684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-b9f77f5a-4859-41c7-a6fb-3fd34ffe9433 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 906 time: 0.2224298 Feb 03 12:45:13.567284 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] For port c06c3a96-68c7-4166-862e-c836a529ef75, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c06c3a96-68c7-4166-862e-c836a529ef75,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:13.567656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.582734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Calling delete_port for c06c3a96-68c7-4166-862e-c836a529ef75 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:13.586506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] Checking router: 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:13.595922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] Routers {'42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:13.596237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:13.600279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.612269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-81523eca-298e-4250-b773-0c452fbb041b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bf8dc79-1320-4cce-964c-d2d1b15713ff HTTP/1.1" status: 200 len: 217 time: 0.0592003 Feb 03 12:45:13.649613 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (316074d6-2289-4c54-bbdb-bdf117400001), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.754600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cded3-1b3a-4e40-a715-d66440434179 req-0a6355c3-8541-4072-b869-83e990498d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:13.756137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba6cded3-1b3a-4e40-a715-d66440434179 req-0a6355c3-8541-4072-b869-83e990498d2c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 1129 time: 0.3221378 Feb 03 12:45:13.774274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c802e-4df5-4dbe-8b5e-f0e3baa709ff req-b6ed141e-14de-4cc7-a6d4-abd9b4adf856 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:13.782394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f88c802e-4df5-4dbe-8b5e-f0e3baa709ff req-b6ed141e-14de-4cc7-a6d4-abd9b4adf856 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.3161731 Feb 03 12:45:13.813220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Network 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:13.817549 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c06c3a96-68c7-4166-862e-c836a529ef75), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.860622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06c3a96-68c7-4166-862e-c836a529ef75,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:13.870077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:13.881754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Pushing event updated for resources: {'Port': ['ID=316074d6-2289-4c54-bbdb-bdf117400001,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:13.885880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-497a25a5-757f-4532-8433-019abb4b101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:13.887678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-497a25a5-757f-4532-8433-019abb4b101f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.2621033 Feb 03 12:45:13.888449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:13.913887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] Set router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:13.947417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.987206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:46Z', 'updated_at': '2022-02-03T12:45:13Z', 'revision_number': 6, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:14.019362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:14.020029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.022044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d3735d-d757-4319-8474-2e3632a14e81 None None] The sync data for ids ['42fdd800-ee7f-438c-9cc8-fdd1ac0db52f'] in n-d-792364-10 is: [{'id': '42fdd800-ee7f-438c-9cc8-fdd1ac0db52f', 'name': 'tempest-TaggedBootDevicesTest-1879543748-router', 'tenant_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:36:46Z', 'updated_at': '2022-02-03T12:45:13Z', 'revision_number': 6, 'project_id': 'd0847d75de824d8f8bf4b30b99120ed1', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:14.059292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-46aa48f8-68ef-4eef-abc9-d8224d024154 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544611 Feb 03 12:45:14.059516 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.061414 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba6cded3-1b3a-4e40-a715-d66440434179 req-26ade8e7-73c3-4a1f-9440-3a342268f5c7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637620 Feb 03 12:45:14.065535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks [] for router_controller (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.102140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f88c802e-4df5-4dbe-8b5e-f0e3baa709ff req-f13325b8-5af0-4c1e-b74b-cdfcf1f8af11 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197412 Feb 03 12:45:14.126610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-80f5e31b-ba87-42a0-a4fd-72109a65842e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2435682 Feb 03 12:45:14.145200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Request body: {'port': {'device_id': '56146d5a-86ba-4993-9b70-f919c69a5512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:14.163428 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (42fdd800-ee7f-438c-9cc8-fdd1ac0db52f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.164010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42fdd800-ee7f-438c-9cc8-fdd1ac0db52f {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:45:14.171645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.173088 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-591762a7-44fc-4743-b816-05151fcce0c8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/42fdd800-ee7f-438c-9cc8-fdd1ac0db52f HTTP/1.1" status: 204 len: 168 time: 1.1555603 Feb 03 12:45:14.175929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58452) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:14.241415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0953c6-123d-4f28-95dd-ce82f184e13c admin admin] Deleting subnet 27b220ac-223a-44d0-aa14-c371ada0e2c7 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:14.246320 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed0953c6-123d-4f28-95dd-ce82f184e13c admin admin] Publish callbacks [] for subnet (27b220ac-223a-44d0-aa14-c371ada0e2c7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.261153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.319299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed0953c6-123d-4f28-95dd-ce82f184e13c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (27b220ac-223a-44d0-aa14-c371ada0e2c7), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.325504 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (316074d6-2289-4c54-bbdb-bdf117400001), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.332444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-fa67a13c-5af5-489b-929f-868b969c54a8 service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578058 Feb 03 12:45:14.472263 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed0953c6-123d-4f28-95dd-ce82f184e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (27b220ac-223a-44d0-aa14-c371ada0e2c7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.546590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed0953c6-123d-4f28-95dd-ce82f184e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (27b220ac-223a-44d0-aa14-c371ada0e2c7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.575339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfbecff9-62b4-49f1-9103-0030696bbdcc req-695f8c90-57ef-49ac-9fe7-51d1bf52897b service neutron] 10.222.0.72 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350512 Feb 03 12:45:14.578313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Allocated IP 172.25.3.204 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/54d807a6-79d5-4a25-97a8-e64c988ea260) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:14.581576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0953c6-123d-4f28-95dd-ce82f184e13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b220ac-223a-44d0-aa14-c371ada0e2c7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:14.586361 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed0953c6-123d-4f28-95dd-ce82f184e13c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.593227 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed0953c6-123d-4f28-95dd-ce82f184e13c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/27b220ac-223a-44d0-aa14-c371ada0e2c7 HTTP/1.1" status: 204 len: 168 time: 0.4166019 Feb 03 12:45:14.593673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d0a5d-c755-4957-8900-bf91e78f4f5a None None] Network db9f79a7-5004-4c83-8006-3712269a123e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:14.593947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58464) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:14.673910 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (db9f79a7-5004-4c83-8006-3712269a123e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.717727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda076c-9543-4de9-a05e-215f9feea611 req-ccb1bda7-d2b8-4717-a8a2-081e76155236 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:14.725415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7cda076c-9543-4de9-a05e-215f9feea611 req-ccb1bda7-d2b8-4717-a8a2-081e76155236 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 943 time: 0.2568419 Feb 03 12:45:14.778835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Deleting port 0a35df70-8a06-491e-9fc2-d9f53fa11182 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:14.779216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.871268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7cda076c-9543-4de9-a05e-215f9feea611 req-d2ba7c64-ce36-4554-9dc2-8e01f68dd3c7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448433 Feb 03 12:45:14.883531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0bf8dc79-1320-4cce-964c-d2d1b15713ff details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:45:14.944532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for port (54d807a6-79d5-4a25-97a8-e64c988ea260), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.036706 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (54d807a6-79d5-4a25-97a8-e64c988ea260), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.047416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c5e62-125a-49dd-964d-1c322c9bde45 None None] DHCP port deletion for db9f79a7-5004-4c83-8006-3712269a123e request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:45:15.182529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0bf8dc79-1320-4cce-964c-d2d1b15713ff, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0bf8dc79-1320-4cce-964c-d2d1b15713ff,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:15.192725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316074d6-2289-4c54-bbdb-bdf117400001 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:15.202391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:15.206382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] For port 0a35df70-8a06-491e-9fc2-d9f53fa11182, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0a35df70-8a06-491e-9fc2-d9f53fa11182,segment=NetworkSegment(a332b304-6372-4420-8fb7-2308b5c17177),segment_id=a332b304-6372-4420-8fb7-2308b5c17177)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:15.207470 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.208238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a44c5e62-125a-49dd-964d-1c322c9bde45 None None] Deleting port 0a35df70-8a06-491e-9fc2-d9f53fa11182 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:15.209172 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a44c5e62-125a-49dd-964d-1c322c9bde45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.210776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '0bf8dc79-1320-4cce-964c-d2d1b15713ff', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'port_id': '0bf8dc79-1320-4cce-964c-d2d1b15713ff', 'mac_address': 'fa:16:3e:8b:6e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bfd0a9-38ea-454b-9ad7-21a48c2b074a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:45:15.210906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Publish callbacks [] for port (316074d6-2289-4c54-bbdb-bdf117400001), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.221937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:15.232841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:15.239243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Calling delete_port for 0a35df70-8a06-491e-9fc2-d9f53fa11182 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:15.313771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a44c5e62-125a-49dd-964d-1c322c9bde45 None None] For port 0a35df70-8a06-491e-9fc2-d9f53fa11182, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0a35df70-8a06-491e-9fc2-d9f53fa11182,segment=NetworkSegment(a332b304-6372-4420-8fb7-2308b5c17177),segment_id=a332b304-6372-4420-8fb7-2308b5c17177)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:15.314428 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a44c5e62-125a-49dd-964d-1c322c9bde45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.327906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 0bf8dc79-1320-4cce-964c-d2d1b15713ff is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:15.328302 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.334444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a44c5e62-125a-49dd-964d-1c322c9bde45 None None] Calling delete_port for 0a35df70-8a06-491e-9fc2-d9f53fa11182 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:15.355944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf8dc79-1320-4cce-964c-d2d1b15713ff {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:15.392143 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.401883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0bf8dc79-1320-4cce-964c-d2d1b15713ff, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0bf8dc79-1320-4cce-964c-d2d1b15713ff,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:15.448696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a35df70-8a06-491e-9fc2-d9f53fa11182,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.468049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] No DVR routers for this DVR port 0a35df70-8a06-491e-9fc2-d9f53fa11182 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:15.494404 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.596985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (db9f79a7-5004-4c83-8006-3712269a123e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.629929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9f79a7-5004-4c83-8006-3712269a123e']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:15.643645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a332b304-6372-4420-8fb7-2308b5c17177') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:15.643856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a332b304-6372-4420-8fb7-2308b5c17177') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:15.661766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (a332b304-6372-4420-8fb7-2308b5c17177), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.683776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=0bf8dc79-1320-4cce-964c-d2d1b15713ff,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.689318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a332b304-6372-4420-8fb7-2308b5c17177), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.698735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a44c5e62-125a-49dd-964d-1c322c9bde45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (0a35df70-8a06-491e-9fc2-d9f53fa11182), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.712297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:15.712704 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (a332b304-6372-4420-8fb7-2308b5c17177), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:15.717125 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:15.719532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Pushing event updated for resources: {'Port': ['ID=54d807a6-79d5-4a25-97a8-e64c988ea260,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.732698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c5e62-125a-49dd-964d-1c322c9bde45 None None] Pushing event deleted for resources: {'Port': ['ID=0a35df70-8a06-491e-9fc2-d9f53fa11182,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.741722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Transition to ACTIVE for port object 316074d6-2289-4c54-bbdb-bdf117400001 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:45:15.744061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c5e62-125a-49dd-964d-1c322c9bde45 None None] No DVR routers for this DVR port 0a35df70-8a06-491e-9fc2-d9f53fa11182 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:15.772638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (316074d6-2289-4c54-bbdb-bdf117400001), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.794100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['0bf8dc79-1320-4cce-964c-d2d1b15713ff'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:15.822718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (db9f79a7-5004-4c83-8006-3712269a123e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.826701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d874e7-9f1e-40f1-9fe4-1cc7bdd9733e req-a4cb76c0-a190-4fb9-ae8f-ee7b0ad65c95 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:15.838555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.839503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d874e7-9f1e-40f1-9fe4-1cc7bdd9733e req-a4cb76c0-a190-4fb9-ae8f-ee7b0ad65c95 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 946 time: 0.7761137 Feb 03 12:45:15.846999 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] 10.222.0.65 "DELETE /v2.0/networks/db9f79a7-5004-4c83-8006-3712269a123e HTTP/1.1" status: 204 len: 168 time: 1.2520719 Feb 03 12:45:15.883105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9509881-f5f0-4c1c-9313-e757bda4eb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=db9f79a7-5004-4c83-8006-3712269a123e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.904915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0a35df70-8a06-491e-9fc2-d9f53fa11182 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:15.933268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 0a35df70-8a06-491e-9fc2-d9f53fa11182 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:15.933268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0a35df70-8a06-491e-9fc2-d9f53fa11182 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:15.933721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d6fd3050-3351-4918-925e-c2b84620ac77 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:15.972077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d6fd3050-3351-4918-925e-c2b84620ac77 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:15.972421 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d6fd3050-3351-4918-925e-c2b84620ac77 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:15.973075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c06c3a96-68c7-4166-862e-c836a529ef75 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:16.007742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c06c3a96-68c7-4166-862e-c836a529ef75 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:16.008008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c06c3a96-68c7-4166-862e-c836a529ef75 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:16.064498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=316074d6-2289-4c54-bbdb-bdf117400001,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:16.081720 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35d874e7-9f1e-40f1-9fe4-1cc7bdd9733e req-352707bc-cc66-4871-af09-8fe69410702b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404022 Feb 03 12:45:16.098212 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.123862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58472) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:16.163239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for floatingip (221780bb-70b5-45d8-8a6d-3a618a83f4a2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.194606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Attempting to bind port 316074d6-2289-4c54-bbdb-bdf117400001 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:16.195088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Attempting to bind port 316074d6-2289-4c54-bbdb-bdf117400001 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '833e2158-1d4d-40f6-9343-0ef580f8c041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:16.195420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Attempting to bind port 316074d6-2289-4c54-bbdb-bdf117400001 on network 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:16.201506 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-42a52401-cf78-411f-918e-984cd6f3f54e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b07baa1fe485403f8894a9f21fd36b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761943 Feb 03 12:45:16.203716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58474) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:16.258169 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-296a8d8e-dec2-4d2f-9c88-3a08650c0fcd admin admin] Publish callbacks [] for security_group (5f285f9d-fcdd-486d-bca0-10e0fd6a9064), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.262143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Port 316074d6-2289-4c54-bbdb-bdf117400001 on network 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:45:16.263050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Attempting to bind port 316074d6-2289-4c54-bbdb-bdf117400001 on network 11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:16.284695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:16.285172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Checking segment: {'id': '833e2158-1d4d-40f6-9343-0ef580f8c041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:16.285668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Bound using segment: {'id': '833e2158-1d4d-40f6-9343-0ef580f8c041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:16.286283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Bound port: 316074d6-2289-4c54-bbdb-bdf117400001, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833e2158-1d4d-40f6-9343-0ef580f8c041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:16.286781 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (316074d6-2289-4c54-bbdb-bdf117400001), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.289824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-296a8d8e-dec2-4d2f-9c88-3a08650c0fcd admin admin] Publish callbacks [] for security_group (5f285f9d-fcdd-486d-bca0-10e0fd6a9064), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.309638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (54d807a6-79d5-4a25-97a8-e64c988ea260), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.367282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-296a8d8e-dec2-4d2f-9c88-3a08650c0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f285f9d-fcdd-486d-bca0-10e0fd6a9064), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.371576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-296a8d8e-dec2-4d2f-9c88-3a08650c0fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.372831 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-296a8d8e-dec2-4d2f-9c88-3a08650c0fcd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f285f9d-fcdd-486d-bca0-10e0fd6a9064 HTTP/1.1" status: 204 len: 168 time: 0.1674011 Feb 03 12:45:16.384022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a8d8e-dec2-4d2f-9c88-3a08650c0fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f285f9d-fcdd-486d-bca0-10e0fd6a9064,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:16.386161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b94c62-f755-4720-9c37-1c902df38c0e req-e5e4a40d-4e60-4474-8ab1-afdffc49e022 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:16.393635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17b94c62-f755-4720-9c37-1c902df38c0e req-e5e4a40d-4e60-4474-8ab1-afdffc49e022 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 943 time: 0.2009869 Feb 03 12:45:16.485489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17b94c62-f755-4720-9c37-1c902df38c0e req-b9412bd5-2ae2-4189-b074-95d6af5ae9dc tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856667 Feb 03 12:45:16.504475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] For port 316074d6-2289-4c54-bbdb-bdf117400001, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:16.526253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] For port 316074d6-2289-4c54-bbdb-bdf117400001, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=316074d6-2289-4c54-bbdb-bdf117400001,segment=NetworkSegment(833e2158-1d4d-40f6-9343-0ef580f8c041),segment_id=833e2158-1d4d-40f6-9343-0ef580f8c041)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:16.568089 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (316074d6-2289-4c54-bbdb-bdf117400001), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.670776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:16.671590 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.673390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] 10.222.0.72 "PUT /v2.0/ports/316074d6-2289-4c54-bbdb-bdf117400001 HTTP/1.1" status: 200 len: 1092 time: 2.5372634 Feb 03 12:45:16.673907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56146d5a-86ba-4993-9b70-f919c69a5512', 'tag': '316074d6-2289-4c54-bbdb-bdf117400001'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:16.676221 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "56146d5a-86ba-4993-9b70-f919c69a5512", "tag": "316074d6-2289-4c54-bbdb-bdf117400001"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:16.851354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa73958-55dd-4933-9845-c08eda8f0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=316074d6-2289-4c54-bbdb-bdf117400001,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:16.872541 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for port (54d807a6-79d5-4a25-97a8-e64c988ea260), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.883400 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (54d807a6-79d5-4a25-97a8-e64c988ea260), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.884934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0bf8dc79-1320-4cce-964c-d2d1b15713ff up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:16.889059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58492) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:16.906359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-f237c0b5-1f15-48d6-ac61-a0b8fb5dc0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:16.908589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-f237c0b5-1f15-48d6-ac61-a0b8fb5dc0c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a7d97e56e12943739f1a993f2955e6d3&device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 1126 time: 0.1695304 Feb 03 12:45:16.985574 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c21c4e24-d70f-442e-8328-8e5e80c0e606 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0847d75de824d8f8bf4b30b99120ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0928376 Feb 03 12:45:16.985860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58494) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:17.023983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-cc9f9abd-1cf0-46aa-9d93-490c7b012144 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=316074d6-2289-4c54-bbdb-bdf117400001 HTTP/1.1" status: 200 len: 217 time: 0.0821018 Feb 03 12:45:17.030307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-d6a16f2b-457a-4da7-a960-8bcdcb6f0d84 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:17.031330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 0bf8dc79-1320-4cce-964c-d2d1b15713ff completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:45:17.036176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 0bf8dc79-1320-4cce-964c-d2d1b15713ff triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:17.036696 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.038463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-d6a16f2b-457a-4da7-a960-8bcdcb6f0d84 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 0.3856287 Feb 03 12:45:17.042256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2825a464-2d7f-44de-a127-e730d1df2d29 admin admin] Publish callbacks [] for security_group (a583a52d-1b2a-4a83-803c-0e43b4d95b6c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.077199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2825a464-2d7f-44de-a127-e730d1df2d29 admin admin] Publish callbacks [] for security_group (a583a52d-1b2a-4a83-803c-0e43b4d95b6c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.092828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Pushing event updated for resources: {'Port': ['ID=54d807a6-79d5-4a25-97a8-e64c988ea260,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:17.104021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-e4b42381-3628-4897-a28d-e3faad57a476 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/quotas/a81b03ac1897424eb96c460148626143 HTTP/1.1" status: 200 len: 375 time: 0.0646985 Feb 03 12:45:17.144607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2825a464-2d7f-44de-a127-e730d1df2d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a583a52d-1b2a-4a83-803c-0e43b4d95b6c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.147491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2825a464-2d7f-44de-a127-e730d1df2d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.156580 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2825a464-2d7f-44de-a127-e730d1df2d29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a583a52d-1b2a-4a83-803c-0e43b4d95b6c HTTP/1.1" status: 204 len: 168 time: 0.1694105 Feb 03 12:45:17.157725 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (221780bb-70b5-45d8-8a6d-3a618a83f4a2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.174961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 0bf8dc79-1320-4cce-964c-d2d1b15713ff is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:17.179047 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.180442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825a464-2d7f-44de-a127-e730d1df2d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a583a52d-1b2a-4a83-803c-0e43b4d95b6c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:17.180804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-48311e5e-98a7-4a04-b8ef-cec9b1063eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:17.183399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-48311e5e-98a7-4a04-b8ef-cec9b1063eaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e352a1cc-5e2e-4baf-8032-63b12778e62d HTTP/1.1" status: 200 len: 853 time: 0.1311834 Feb 03 12:45:17.215800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.226697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-7d855272-0a16-42a8-8dab-58e1d1146511 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9252038 Feb 03 12:45:17.271670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367dc798-a2b1-4c63-9dce-985559ec95bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf8dc79-1320-4cce-964c-d2d1b15713ff'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:17.277311 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c832ee2a-6bd9-4be6-b91a-72143eb0fb4f" -d '{"events": [{"server_uuid": "367dc798-a2b1-4c63-9dce-985559ec95bf", "name": "network-vif-plugged", "status": "completed", "tag": "0bf8dc79-1320-4cce-964c-d2d1b15713ff"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:17.286372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-63d7e9ee-ac67-4639-92b2-1359e168d570 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1813390 Feb 03 12:45:17.331331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0bf8dc79-1320-4cce-964c-d2d1b15713ff, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0bf8dc79-1320-4cce-964c-d2d1b15713ff,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:17.339370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.341019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-0eed387f-bf98-4bfe-ac09-cfa59677ec02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400237 Feb 03 12:45:17.396010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-d8c0dc0c-0e8f-493a-b476-12a65f721772 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.1674619 Feb 03 12:45:17.418360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=0bf8dc79-1320-4cce-964c-d2d1b15713ff,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:17.624683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-857d77c6-e9ce-4259-af1d-da40f35277dd service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373077 Feb 03 12:45:17.646693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-5e1e192b-c9ff-4839-907e-985bbf8188ea tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:17.659596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca368db7-5e8f-40d3-b276-2aa6b3dfc068 req-5e1e192b-c9ff-4839-907e-985bbf8188ea tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.2625053 Feb 03 12:45:17.674168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-c05ae028-fe62-4716-825a-302933231fff service neutron] 10.222.0.72 "GET /v2.0/networks/11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173070 Feb 03 12:45:17.760113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-73bbe451-39c7-40ed-b455-9aaa8586aaa4 service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344924 Feb 03 12:45:17.971893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b8e3e3d-2485-474f-80f8-d04e0ee6b258 req-964200b0-cf8b-48e1-b89b-889edb9369cf service neutron] 10.222.0.72 "GET /v2.0/networks/11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098339 Feb 03 12:45:18.162270 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec4fd09-b5dd-4bec-a941-77c9be609855 x-openstack-request-id: req-aec4fd09-b5dd-4bec-a941-77c9be609855 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:18.162889 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56146d5a-86ba-4993-9b70-f919c69a5512", "tag": "316074d6-2289-4c54-bbdb-bdf117400001", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:18.163246 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aec4fd09-b5dd-4bec-a941-77c9be609855 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:18.168803 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56146d5a-86ba-4993-9b70-f919c69a5512', 'tag': '316074d6-2289-4c54-bbdb-bdf117400001', 'status': 'completed', 'code': 200} Feb 03 12:45:18.340176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-92c3213a-6c07-4b0d-91b1-a70d59fbef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:18.343294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-92c3213a-6c07-4b0d-91b1-a70d59fbef89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a7d97e56e12943739f1a993f2955e6d3&device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 1126 time: 0.1735160 Feb 03 12:45:18.354625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80566a31-a954-430e-b2af-136a14528405 req-64fa48a4-17bf-4b2e-b155-2db7e1c1746a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:18.362460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80566a31-a954-430e-b2af-136a14528405 req-64fa48a4-17bf-4b2e-b155-2db7e1c1746a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 945 time: 0.2735875 Feb 03 12:45:18.406727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58540) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:18.446849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e7d-a351-4620-b5c1-8e63bc28e1b9 req-c72fff73-af25-43e5-a825-d4ff7d76b79d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:18.448371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05020e7d-a351-4620-b5c1-8e63bc28e1b9 req-c72fff73-af25-43e5-a825-d4ff7d76b79d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 946 time: 0.1959562 Feb 03 12:45:18.527478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-network', 'tenant_id': 'd933f36861634280b4be5af251d1c225'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:18.536569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80566a31-a954-430e-b2af-136a14528405 req-65fcdb90-0ff0-4389-8c09-72da1cf77d31 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730709 Feb 03 12:45:18.552762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:18.557072 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.575755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-ca203817-01dc-4e8a-9cab-8f4d7888b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:18.577258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-ca203817-01dc-4e8a-9cab-8f4d7888b8c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 HTTP/1.1" status: 200 len: 914 time: 0.2117198 Feb 03 12:45:18.578900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.589485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05020e7d-a351-4620-b5c1-8e63bc28e1b9 req-b33bc60c-1109-45a5-930c-5b3481a0a440 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990462 Feb 03 12:45:18.629848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-4f58f840-fb1d-428e-81dc-29f33c8ec2f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=316074d6-2289-4c54-bbdb-bdf117400001 HTTP/1.1" status: 200 len: 217 time: 0.0441668 Feb 03 12:45:18.652304 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828e1834-0893-4032-a8b3-69b07e913344 x-openstack-request-id: req-828e1834-0893-4032-a8b3-69b07e913344 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:18.652856 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367dc798-a2b1-4c63-9dce-985559ec95bf", "name": "network-vif-plugged", "status": "completed", "tag": "0bf8dc79-1320-4cce-964c-d2d1b15713ff", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:18.652856 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-828e1834-0893-4032-a8b3-69b07e913344 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:18.653241 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367dc798-a2b1-4c63-9dce-985559ec95bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf8dc79-1320-4cce-964c-d2d1b15713ff', 'code': 200} Feb 03 12:45:18.682318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Publish callbacks [] for security_group (691331f3-5881-42a9-a30f-4c68d7711860), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.696186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (691331f3-5881-42a9-a30f-4c68d7711860), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.719698 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:18.747673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6d441ff5-1348-4ad9-a2bf-b06fe98d09fb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.748153 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Added segment 6d441ff5-1348-4ad9-a2bf-b06fe98d09fb of type vlan for network bbe97daa-66bc-439a-be46-fd30ab260f77 Feb 03 12:45:18.749656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691331f3-5881-42a9-a30f-4c68d7711860,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:18.797293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (bbe97daa-66bc-439a-be46-fd30ab260f77), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.864005 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (bbe97daa-66bc-439a-be46-fd30ab260f77), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.865546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:18.866400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.907513 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4985044 Feb 03 12:45:18.909773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-1571112f-8dae-4f0a-b507-9e897d87434a tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips/221780bb-70b5-45d8-8a6d-3a618a83f4a2 HTTP/1.1" status: 200 len: 693 time: 0.1844726 Feb 03 12:45:18.910853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58552) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:18.917191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Request body: {'subnet': {'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-subnet', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:18.975406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe747b0-acf6-490a-abb7-dac310677815 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe97daa-66bc-439a-be46-fd30ab260f77,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:18.990085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:18.991558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network bbe97daa-66bc-439a-be46-fd30ab260f77 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:18.997704 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.043262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-c78c5430-54a7-47fb-a689-6f616c7928b8 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:19.051394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-c78c5430-54a7-47fb-a689-6f616c7928b8 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 784 time: 0.1381342 Feb 03 12:45:19.069487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-859395b5-5bf9-472d-9400-4d2f0ee081ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:19.071007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-859395b5-5bf9-472d-9400-4d2f0ee081ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e352a1cc-5e2e-4baf-8032-63b12778e62d HTTP/1.1" status: 200 len: 853 time: 0.4305313 Feb 03 12:45:19.175940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-c566d2b8-1877-4edf-aea5-650dff4e5fb8 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.1234238 Feb 03 12:45:19.213295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-8480a206-545d-44f3-abcc-109ad070605c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962939 Feb 03 12:45:19.217237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10349639-44ad-4aaa-acc1-3b4e2e8d4b38 req-027a88e1-278b-4cdf-b26f-29311bd3cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:19.219353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10349639-44ad-4aaa-acc1-3b4e2e8d4b38 req-027a88e1-278b-4cdf-b26f-29311bd3cefc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 1128 time: 0.4555395 Feb 03 12:45:19.253294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221c258-0c5c-4695-b96c-f6a06dfa27a0 req-0261586a-d0ab-443a-beaf-85b672f63852 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:19.268504 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3221c258-0c5c-4695-b96c-f6a06dfa27a0 req-0261586a-d0ab-443a-beaf-85b672f63852 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 943 time: 0.4556069 Feb 03 12:45:19.404614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-10396a60-dd8c-4457-be5f-4018502db4e5 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.1994996 Feb 03 12:45:19.469751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3221c258-0c5c-4695-b96c-f6a06dfa27a0 req-a93eb40e-bc37-400e-8fff-2ecf99b63093 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001417 Feb 03 12:45:19.514142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (5aa80b3c-f759-4894-813a-31226b7d23a3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.611592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa80b3c-f759-4894-813a-31226b7d23a3,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:19.616674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10349639-44ad-4aaa-acc1-3b4e2e8d4b38 req-cfe4c45f-e4c6-414b-80bc-6f8e723e8a4c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452466 Feb 03 12:45:19.621664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Checking segment: {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:19.622040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Network hostable DHCP agents. Network: bbe97daa-66bc-439a-be46-fd30ab260f77, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:19.647046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e866d0c-0646-4132-9f46-436cbe5174b9 req-cd0784c4-b808-41d3-b58d-1cd0be406945 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 210 time: 0.0577235 Feb 03 12:45:19.647468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Network bbe97daa-66bc-439a-be46-fd30ab260f77 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:19.672208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, bbe97daa-66bc-439a-be46-fd30ab260f77) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:19.679793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:19.680397 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.686321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad7653d-efc2-469c-adac-44ee54e94d25 None None] Network bbe97daa-66bc-439a-be46-fd30ab260f77 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:19.687136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-79601445-37a5-4299-8c48-479a47eac8d5 service neutron] 10.222.0.72 "GET /v2.0/networks/11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667840 Feb 03 12:45:19.722996 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-07e0d758-9303-4fc1-8480-6e306cc8081c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8105750 Feb 03 12:45:19.725693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58556) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:19.741876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:19.767703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Deleting port 54d807a6-79d5-4a25-97a8-e64c988ea260 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:19.768311 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (54d807a6-79d5-4a25-97a8-e64c988ea260), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.809607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (8acd01df-02e2-4087-950a-c0a1a3ac9495), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.811016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (8acd01df-02e2-4087-950a-c0a1a3ac9495), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.896337 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks [] for router_controller (8acd01df-02e2-4087-950a-c0a1a3ac9495), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.939440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-bbe97daa-66bc-439a-be46-fd30ab260f77', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'project_id': 'd933f36861634280b4be5af251d1c225', 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:19.940333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.250320 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks [] for router_gateway (8acd01df-02e2-4087-950a-c0a1a3ac9495), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.289041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Allocated IP 172.20.0.2 (bbe97daa-66bc-439a-be46-fd30ab260f77/5aa80b3c-f759-4894-813a-31226b7d23a3/283899ce-d3a0-4534-b7ba-1cd11891a6bb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:20.465807 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Publish callbacks [] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.485063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-4d8024bc-b7fa-4303-86b0-7332bb954c5a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2021871348&fields=id&tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff HTTP/1.1" status: 200 len: 267 time: 0.2291644 Feb 03 12:45:20.487717 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.518969 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (54d807a6-79d5-4a25-97a8-e64c988ea260), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.519828 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for floatingip (54d807a6-79d5-4a25-97a8-e64c988ea260), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.531102 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.548490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Network bbe97daa-66bc-439a-be46-fd30ab260f77 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:20.554173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Pushing event updated for resources: {'Port': ['ID=283899ce-d3a0-4534-b7ba-1cd11891a6bb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:20.558234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:20.560912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:20.572047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Calling delete_port for 54d807a6-79d5-4a25-97a8-e64c988ea260 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:20.586943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks [] for router_gateway (8acd01df-02e2-4087-950a-c0a1a3ac9495), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.632150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.650676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Attempting to bind port 283899ce-d3a0-4534-b7ba-1cd11891a6bb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:20.650676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Attempting to bind port 283899ce-d3a0-4534-b7ba-1cd11891a6bb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:20.650676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Attempting to bind port 283899ce-d3a0-4534-b7ba-1cd11891a6bb on network bbe97daa-66bc-439a-be46-fd30ab260f77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:20.664465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:20.665294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Checking segment: {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:20.665868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.666596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Bound using segment: {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:20.667479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Bound port: 283899ce-d3a0-4534-b7ba-1cd11891a6bb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:20.668105 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.668604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-72904b4f-a4e8-40b1-8c0e-50e522184354 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:20.670290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-72904b4f-a4e8-40b1-8c0e-50e522184354 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 0.4040580 Feb 03 12:45:20.677158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e379d52b-b2c0-4126-88ee-9bf69e75b6c3 req-d500ec22-859d-49f3-9861-66134f1f88e5 service neutron] 10.222.0.72 "GET /v2.0/networks/11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213254 Feb 03 12:45:20.716981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'port': {'device_id': '4d6f762c-6b93-4580-b49f-fa2dcb05c884', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'admin_state_up': True, 'tenant_id': 'a81b03ac1897424eb96c460148626143'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:20.759928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-b0c5d217-67b9-4b52-957b-654859de7c9f tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:20.768721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-b0c5d217-67b9-4b52-957b-654859de7c9f tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 946 time: 0.2813981 Feb 03 12:45:20.778763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] For port 283899ce-d3a0-4534-b7ba-1cd11891a6bb, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:20.789656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-7ada56bf-f47a-4273-8b08-43d222e3324b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'port': {'security_groups': ['f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b', '57bc5672-94f2-4238-8d3b-8df72006ca80']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:20.792265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] For port 283899ce-d3a0-4534-b7ba-1cd11891a6bb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=283899ce-d3a0-4534-b7ba-1cd11891a6bb,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:20.805976 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.849639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Allocated IP 172.25.3.224 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/2acad78a-b5c5-4bae-9211-28cf4b182efa) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:20.881569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee7987-0e9a-48bd-a21d-2d00400984d9 None None] Pushing event updated for resources: {'Port': ['ID=283899ce-d3a0-4534-b7ba-1cd11891a6bb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:20.921181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 316074d6-2289-4c54-bbdb-bdf117400001 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:45:21.009165 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks [] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.040810 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-7ada56bf-f47a-4273-8b08-43d222e3324b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.063911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.134772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Pushing event updated for resources: {'Port': ['ID=2acad78a-b5c5-4bae-9211-28cf4b182efa,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:21.167686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Made reservation on behalf of a81b03ac1897424eb96c460148626143 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:21.174612 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.175503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:21.179182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:21.185220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:21.281661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (54d807a6-79d5-4a25-97a8-e64c988ea260), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.308837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 316074d6-2289-4c54-bbdb-bdf117400001, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=316074d6-2289-4c54-bbdb-bdf117400001,segment=NetworkSegment(833e2158-1d4d-40f6-9343-0ef580f8c041),segment_id=833e2158-1d4d-40f6-9343-0ef580f8c041)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:21.333411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '316074d6-2289-4c54-bbdb-bdf117400001', 'network_id': '11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3', 'port_id': '316074d6-2289-4c54-bbdb-bdf117400001', 'mac_address': 'fa:16:3e:36:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e352a1cc-5e2e-4baf-8032-63b12778e62d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:45:21.404612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 316074d6-2289-4c54-bbdb-bdf117400001 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:21.405728 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (316074d6-2289-4c54-bbdb-bdf117400001), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.448252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316074d6-2289-4c54-bbdb-bdf117400001 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:21.482321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 316074d6-2289-4c54-bbdb-bdf117400001, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=316074d6-2289-4c54-bbdb-bdf117400001,segment=NetworkSegment(833e2158-1d4d-40f6-9343-0ef580f8c041),segment_id=833e2158-1d4d-40f6-9343-0ef580f8c041)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:21.497071 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (316074d6-2289-4c54-bbdb-bdf117400001), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.550555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Allocated IP 172.20.0.10 (23d047bd-79e0-4559-8a3c-03ba31d3b479/2811af0d-f638-4d08-aed1-a178296e88db/7980c685-2586-4bd0-a579-f7116728676d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:21.583216 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=316074d6-2289-4c54-bbdb-bdf117400001,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:21.617876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Pushing event deleted for resources: {'Port': ['ID=54d807a6-79d5-4a25-97a8-e64c988ea260,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:21.655973 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks [] for router_gateway (8acd01df-02e2-4087-950a-c0a1a3ac9495), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.761235 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks [] for floatingip (221780bb-70b5-45d8-8a6d-3a618a83f4a2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.764295 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.765481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-385a5a8d-13ce-4ed8-972a-ac992cbad242 req-9122a90d-6f0a-43af-8353-795e2b519701 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "DELETE /v2.0/floatingips/221780bb-70b5-45d8-8a6d-3a618a83f4a2 HTTP/1.1" status: 204 len: 173 time: 2.3233016 Feb 03 12:45:21.830012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['316074d6-2289-4c54-bbdb-bdf117400001'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:21.956454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (8acd01df-02e2-4087-950a-c0a1a3ac9495), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:22.005963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-7ada56bf-f47a-4273-8b08-43d222e3324b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] For port baa486c2-7035-4656-9ed1-a4b1a5ea81e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:22.053058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 283899ce-d3a0-4534-b7ba-1cd11891a6bb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:22.056613 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for port (7980c685-2586-4bd0-a579-f7116728676d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:22.107127 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-7ada56bf-f47a-4273-8b08-43d222e3324b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:22.125294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e75374-c49d-42c2-afb4-c74854665feb req-7bb47f33-f788-4e57-ab25-a666f5900119 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:22.128479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50e75374-c49d-42c2-afb4-c74854665feb req-7bb47f33-f788-4e57-ab25-a666f5900119 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 945 time: 0.2099888 Feb 03 12:45:22.132989 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-7ada56bf-f47a-4273-8b08-43d222e3324b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:22.216149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['baa486c2-7035-4656-9ed1-a4b1a5ea81e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:22.222444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['25500ae5-bd45-4cc9-9c21-9d272c6c02e2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:22.233179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Router 8acd01df-02e2-4087-950a-c0a1a3ac9495 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:45:22.239154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-7ada56bf-f47a-4273-8b08-43d222e3324b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:22.239849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-7ada56bf-f47a-4273-8b08-43d222e3324b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:22.253704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d86f6a8-45e6-4955-973d-5661700975d5 req-7ada56bf-f47a-4273-8b08-43d222e3324b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "PUT /v2.0/ports/baa486c2-7035-4656-9ed1-a4b1a5ea81e9 HTTP/1.1" status: 200 len: 982 time: 1.4838533 Feb 03 12:45:22.262068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:22.272787 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f38809-7264-4ce4-bee4-9733f491bb67" -d '{"events": [{"name": "network-changed", "server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:22.332250 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7980c685-2586-4bd0-a579-f7116728676d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:22.405896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50e75374-c49d-42c2-afb4-c74854665feb req-a3ae8be0-a393-4fd2-9834-5210b9e8e3de tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654772 Feb 03 12:45:22.442812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['81640e76-72bc-40b8-9810-16f92432dde8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:22.497333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:22.500472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada56bf-f47a-4273-8b08-43d222e3324b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'Port': ['ID=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:22.507039 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Sync routers for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:22.527080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:22.541728 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:22.541963 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:22.556619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:22.560448 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f0fc0aeb-21d9-4f9b-8520-6a7d72065643 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8296568 Feb 03 12:45:22.564470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58578) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:22.565919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['baa486c2-7035-4656-9ed1-a4b1a5ea81e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:22.630561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:22.811688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:22.841107 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:22.941539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77ac9b-703e-4065-a6e2-091c864d97a4 None None] Network bbe97daa-66bc-439a-be46-fd30ab260f77 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:22.997359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'Port': ['ID=7980c685-2586-4bd0-a579-f7116728676d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:23.102670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a997b-591f-48cf-983e-30eb37a2feaf req-e2e29b8e-792c-4af8-91e3-07926dd5a69b tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:23.111055 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:21Z', 'revision_number': 3, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:23.112963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-155a997b-591f-48cf-983e-30eb37a2feaf req-e2e29b8e-792c-4af8-91e3-07926dd5a69b tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 944 time: 0.7059414 Feb 03 12:45:23.153025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 283899ce-d3a0-4534-b7ba-1cd11891a6bb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:23.153437 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.171328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa5d61-ec8c-4288-a470-6a973a1254f3 req-442312d2-601a-45b4-b321-2ed049d0ede6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:23.175732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1aa5d61-ec8c-4288-a470-6a973a1254f3 req-442312d2-601a-45b4-b321-2ed049d0ede6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 932 time: 0.5918434 Feb 03 12:45:23.185133 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Checking router: 8acd01df-02e2-4087-950a-c0a1a3ac9495 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:23.185707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:23.186229 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Updating router 8acd01df-02e2-4087-950a-c0a1a3ac9495 port 2acad78a-b5c5-4bae-9211-28cf4b182efa binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:45:23.186489 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.241052 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.338704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-155a997b-591f-48cf-983e-30eb37a2feaf req-ea249eef-516d-40b4-bdbf-f7d65d586f1a tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247140 Feb 03 12:45:23.362512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-36c73046-6f8d-4642-a6a4-09e9c00bb40e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6572425 Feb 03 12:45:23.380150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Request body: {'port': {'device_id': '4d6f762c-6b93-4580-b49f-fa2dcb05c884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:23.529176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1aa5d61-ec8c-4288-a470-6a973a1254f3 req-aab8f403-e258-4a6f-828c-c96eb789a280 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391581 Feb 03 12:45:23.558797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6462703a-2a65-4c2b-bc78-da97d4bb78ad None None] Provisioning complete for port 283899ce-d3a0-4534-b7ba-1cd11891a6bb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:23.559166 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6462703a-2a65-4c2b-bc78-da97d4bb78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.582772 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-335afa1a-cfe1-40ae-9989-16b976dfeee0 req-6d79257d-21a8-413a-b4ea-989adffda4d2 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] show failed (client error): The resource could not be found. Feb 03 12:45:23.584339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-335afa1a-cfe1-40ae-9989-16b976dfeee0 req-6d79257d-21a8-413a-b4ea-989adffda4d2 tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips/221780bb-70b5-45d8-8a6d-3a618a83f4a2 HTTP/1.1" status: 404 len: 350 time: 0.1041276 Feb 03 12:45:23.625880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7980c685-2586-4bd0-a579-f7116728676d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.702414 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6216a88-70d4-432f-91a7-3ea849236a67 x-openstack-request-id: req-c6216a88-70d4-432f-91a7-3ea849236a67 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:23.702858 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:23.703216 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6216a88-70d4-432f-91a7-3ea849236a67 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:23.703834 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9', 'status': 'completed', 'code': 200} Feb 03 12:45:23.743086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ad79491-f976-40bb-aefd-0d678e08c346 req-2fe5bbe0-5ab9-4826-a3ff-b75f6b9bc65d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/57bc5672-94f2-4238-8d3b-8df72006ca80 HTTP/1.1" status: 200 len: 1819 time: 0.1576848 Feb 03 12:45:23.846380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-8d98d617-b447-43d8-8f1c-91c90580a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:23.853904 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-8d98d617-b447-43d8-8f1c-91c90580a4d7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 1168 time: 0.1375995 Feb 03 12:45:23.895208 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Publish callbacks [] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.912176 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.006362 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Attempting to bind port 2acad78a-b5c5-4bae-9211-28cf4b182efa on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:24.013445 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Attempting to bind port 2acad78a-b5c5-4bae-9211-28cf4b182efa by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:24.014096 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Attempting to bind port 2acad78a-b5c5-4bae-9211-28cf4b182efa on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:24.018381 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b2c0a-1c14-4f90-a507-0a4109ba119a None None] Pushing event updated for resources: {'Port': ['ID=2acad78a-b5c5-4bae-9211-28cf4b182efa,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:24.043304 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:24.045731 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:24.046438 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.047063 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:24.047878 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Bound port: 2acad78a-b5c5-4bae-9211-28cf4b182efa, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:24.049173 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.065555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6462703a-2a65-4c2b-bc78-da97d4bb78ad None None] Current status of the port 283899ce-d3a0-4534-b7ba-1cd11891a6bb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:24.066191 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6462703a-2a65-4c2b-bc78-da97d4bb78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.140323 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-0ad79491-f976-40bb-aefd-0d678e08c346 req-0da07981-f848-49c8-8c3d-a43f77dda44f tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 12:45:24.141781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ad79491-f976-40bb-aefd-0d678e08c346 req-0da07981-f848-49c8-8c3d-a43f77dda44f tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/57bc5672-94f2-4238-8d3b-8df72006ca80 HTTP/1.1" status: 409 len: 341 time: 0.3827980 Feb 03 12:45:24.164126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-df58cee2-5fe6-45b8-a75a-02c8962c850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:24.170399 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-df58cee2-5fe6-45b8-a75a-02c8962c850c service neutron] 10.222.0.91 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 912 time: 0.3111072 Feb 03 12:45:24.178577 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] For port 2acad78a-b5c5-4bae-9211-28cf4b182efa, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:24.183734 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] For port 2acad78a-b5c5-4bae-9211-28cf4b182efa, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2acad78a-b5c5-4bae-9211-28cf4b182efa,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:24.195030 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.280992 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-854144d5-0b7c-4083-91ec-de53a896572e req-88299952-d135-4377-8c12-6a62adf26efe tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] show failed (client error): The resource could not be found. Feb 03 12:45:24.282503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-854144d5-0b7c-4083-91ec-de53a896572e req-88299952-d135-4377-8c12-6a62adf26efe tempest-FloatingIPsTestJSON-1749865961 tempest-FloatingIPsTestJSON-1749865961-project] 10.222.0.65 "GET /v2.0/floatingips/221780bb-70b5-45d8-8a6d-3a618a83f4a2 HTTP/1.1" status: 404 len: 350 time: 0.0841815 Feb 03 12:45:24.283082 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-d76ed1a2-33b6-4361-88a2-c04dd1ba9cb3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9 HTTP/1.1" status: 200 len: 217 time: 0.1057959 Feb 03 12:45:24.302989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58586) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:24.377688 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b2c0a-1c14-4f90-a507-0a4109ba119a None None] Pushing event updated for resources: {'Port': ['ID=2acad78a-b5c5-4bae-9211-28cf4b182efa,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:24.422496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-90b1d8bb-e754-4990-9dd0-b4da3b0837e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:24.424066 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-90b1d8bb-e754-4990-9dd0-b4da3b0837e9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 200 len: 851 time: 0.1355979 Feb 03 12:45:24.434697 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:24.435434 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:24.488301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 283899ce-d3a0-4534-b7ba-1cd11891a6bb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:24.488698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.524417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6462703a-2a65-4c2b-bc78-da97d4bb78ad None None] For port 283899ce-d3a0-4534-b7ba-1cd11891a6bb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=283899ce-d3a0-4534-b7ba-1cd11891a6bb,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:24.524670 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-7de11d1f-b910-4435-b12c-46959f9899ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851338 Feb 03 12:45:24.562794 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6462703a-2a65-4c2b-bc78-da97d4bb78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.777662 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-ec9e5910-c45e-43c4-9be1-6f2a55544d54 service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459538 Feb 03 12:45:24.907384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462703a-2a65-4c2b-bc78-da97d4bb78ad None None] Pushing event updated for resources: {'Port': ['ID=283899ce-d3a0-4534-b7ba-1cd11891a6bb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:24.930153 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-59f38809-7264-4ce4-bee4-9733f491bb67 req-eef75a71-61d3-4056-8672-defbf83ac8c1 service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454282 Feb 03 12:45:24.961423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 316074d6-2289-4c54-bbdb-bdf117400001 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:24.967487 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:25.069632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-deca8188-b5e3-4b65-9f7c-a0d972ddb8c3 None None] Provisioning complete for port 7980c685-2586-4bd0-a579-f7116728676d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:25.073298 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deca8188-b5e3-4b65-9f7c-a0d972ddb8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7980c685-2586-4bd0-a579-f7116728676d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.091788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7672-3f19-4d34-ac08-87dec3da37b6 req-a23ed0de-b47d-49ef-b4c4-73fe9562e028 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:25.095263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c444273-7f0b-4724-b250-03903873bf59 req-0d568dc1-858c-4398-af79-3b2ec2cfe7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:25.097093 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c444273-7f0b-4724-b250-03903873bf59 req-0d568dc1-858c-4398-af79-3b2ec2cfe7dd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 1168 time: 0.0882835 Feb 03 12:45:25.098974 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:45:25.099414 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:45:25.099664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a9e7672-3f19-4d34-ac08-87dec3da37b6 req-a23ed0de-b47d-49ef-b4c4-73fe9562e028 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 945 time: 1.2108963 Feb 03 12:45:25.228978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-deca8188-b5e3-4b65-9f7c-a0d972ddb8c3 None None] Port 7980c685-2586-4bd0-a579-f7116728676d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:25.252019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c444273-7f0b-4724-b250-03903873bf59 req-1c46b60d-a2d7-48b3-bb01-512f6beac8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:25.253690 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c444273-7f0b-4724-b250-03903873bf59 req-1c46b60d-a2d7-48b3-bb01-512f6beac8c4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 912 time: 0.1506970 Feb 03 12:45:25.254341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 316074d6-2289-4c54-bbdb-bdf117400001 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:45:25.257838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-deca8188-b5e3-4b65-9f7c-a0d972ddb8c3 None None] Provisioning complete for port 283899ce-d3a0-4534-b7ba-1cd11891a6bb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:25.259144 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deca8188-b5e3-4b65-9f7c-a0d972ddb8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.260999 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:21Z', 'revision_number': 3, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:25.286612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7980c685-2586-4bd0-a579-f7116728676d {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:25.294858 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Publish callbacks [] for port (7980c685-2586-4bd0-a579-f7116728676d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.309213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Transition to ACTIVE for port object 7980c685-2586-4bd0-a579-f7116728676d will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:45:25.317786 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c444273-7f0b-4724-b250-03903873bf59 req-6e6f269f-220d-4e88-b1aa-5187d83b85fd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9 HTTP/1.1" status: 200 len: 217 time: 0.0513487 Feb 03 12:45:25.338560 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576b448-a28f-46c3-bb1d-48b585077c54 None None] The sync data for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 is: [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:21Z', 'revision_number': 3, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:25.348606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 316074d6-2289-4c54-bbdb-bdf117400001 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:25.349284 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (316074d6-2289-4c54-bbdb-bdf117400001), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.393466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c444273-7f0b-4724-b250-03903873bf59 req-98c87ad3-4292-4341-8a9f-5a110697144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:25.395760 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c444273-7f0b-4724-b250-03903873bf59 req-98c87ad3-4292-4341-8a9f-5a110697144f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 200 len: 851 time: 0.0765822 Feb 03 12:45:25.401402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7980c685-2586-4bd0-a579-f7116728676d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.492645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c444273-7f0b-4724-b250-03903873bf59 req-64987ff6-f7aa-4555-99c5-3980ef92793a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894396 Feb 03 12:45:25.668827 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c444273-7f0b-4724-b250-03903873bf59 req-667d5f5f-89da-4111-aad5-85a96b1e4ff6 service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694753 Feb 03 12:45:25.670743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-deca8188-b5e3-4b65-9f7c-a0d972ddb8c3 None None] Current status of the port 283899ce-d3a0-4534-b7ba-1cd11891a6bb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:25.678894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a9e7672-3f19-4d34-ac08-87dec3da37b6 req-047c671b-3464-4f03-9b9c-888a17bd79c6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783181 Feb 03 12:45:25.747957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 283899ce-d3a0-4534-b7ba-1cd11891a6bb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:25.785956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 316074d6-2289-4c54-bbdb-bdf117400001 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:25.786404 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (316074d6-2289-4c54-bbdb-bdf117400001), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.837596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56146d5a-86ba-4993-9b70-f919c69a5512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316074d6-2289-4c54-bbdb-bdf117400001'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:25.840101 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af922fb-6738-45e7-9454-1ebe8e9b7125" -d '{"events": [{"server_uuid": "56146d5a-86ba-4993-9b70-f919c69a5512", "name": "network-vif-plugged", "status": "completed", "tag": "316074d6-2289-4c54-bbdb-bdf117400001"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:25.867376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39012a-1c5b-4b7a-9663-863a26f890fa req-2db065b1-a834-4e0e-b2d5-325d3712d4dd tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:25.869816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 316074d6-2289-4c54-bbdb-bdf117400001, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=316074d6-2289-4c54-bbdb-bdf117400001,segment=NetworkSegment(833e2158-1d4d-40f6-9343-0ef580f8c041),segment_id=833e2158-1d4d-40f6-9343-0ef580f8c041)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:25.885203 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (316074d6-2289-4c54-bbdb-bdf117400001), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.886736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f39012a-1c5b-4b7a-9663-863a26f890fa req-2db065b1-a834-4e0e-b2d5-325d3712d4dd tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 944 time: 0.9838519 Feb 03 12:45:25.942074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Pushing event updated for resources: {'Port': ['ID=7980c685-2586-4bd0-a579-f7116728676d,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:25.995671 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1c444273-7f0b-4724-b250-03903873bf59 req-c9f82644-17c7-4920-9895-019d3192b629 service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210373 Feb 03 12:45:25.999093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 283899ce-d3a0-4534-b7ba-1cd11891a6bb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:26.005155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.092439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=316074d6-2289-4c54-bbdb-bdf117400001,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:26.125370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.126154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.126726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.127803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.128341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.128872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.129412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.130041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.130601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.131127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.132072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.132626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.133169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:26.167813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 283899ce-d3a0-4534-b7ba-1cd11891a6bb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:26.168592 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.265073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f39012a-1c5b-4b7a-9663-863a26f890fa req-3af09a6c-bcff-4e55-a16d-4aab47023e12 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744676 Feb 03 12:45:26.365152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 283899ce-d3a0-4534-b7ba-1cd11891a6bb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:26.491069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Attempting to bind port 7980c685-2586-4bd0-a579-f7116728676d on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:26.491519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Attempting to bind port 7980c685-2586-4bd0-a579-f7116728676d by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:26.491914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Attempting to bind port 7980c685-2586-4bd0-a579-f7116728676d on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:26.573694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Allocated IP 172.20.0.1 (bbe97daa-66bc-439a-be46-fd30ab260f77/5aa80b3c-f759-4894-813a-31226b7d23a3/3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:26.712475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Port 7980c685-2586-4bd0-a579-f7116728676d on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:45:26.712989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Attempting to bind port 7980c685-2586-4bd0-a579-f7116728676d on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:26.746007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:26.746730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Checking segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:26.747333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Bound using segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:26.747919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Bound port: 7980c685-2586-4bd0-a579-f7116728676d, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:26.748620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7980c685-2586-4bd0-a579-f7116728676d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.782968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd1f4-8c0a-4ba5-b85b-b9ee87043f85 req-01a023c1-42ec-4a0f-aee2-fbd07ffb4cc2 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:26.785043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86cdd1f4-8c0a-4ba5-b85b-b9ee87043f85 req-01a023c1-42ec-4a0f-aee2-fbd07ffb4cc2 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 944 time: 0.7577052 Feb 03 12:45:26.789233 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Publish callbacks [] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.874500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3b9d0-4b78-46f3-b09c-a4b33361f0de req-d1521cd5-6aba-4fa9-884f-6c84b2977ca0 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:26.876182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbf3b9d0-4b78-46f3-b09c-a4b33361f0de req-d1521cd5-6aba-4fa9-884f-6c84b2977ca0 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 985 time: 0.4446726 Feb 03 12:45:26.936602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (87636369-ae55-4437-8fee-656889fc4d3f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.030706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] For port 7980c685-2586-4bd0-a579-f7116728676d, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:27.045498 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.073790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86cdd1f4-8c0a-4ba5-b85b-b9ee87043f85 req-c6865a9e-79e1-4a4c-9df7-1854645d2c78 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208135 Feb 03 12:45:27.078261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] For port 7980c685-2586-4bd0-a579-f7116728676d, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7980c685-2586-4bd0-a579-f7116728676d,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:27.150727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbf3b9d0-4b78-46f3-b09c-a4b33361f0de req-370b8913-6b6e-4adf-8606-5c98655a84aa tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&id=57bc5672-94f2-4238-8d3b-8df72006ca80&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2593949 Feb 03 12:45:27.164548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7980c685-2586-4bd0-a579-f7116728676d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.182006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Network bbe97daa-66bc-439a-be46-fd30ab260f77 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:27.208747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:27.211291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:27.225239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:27.225884 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.227708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] 10.222.0.91 "PUT /v2.0/ports/7980c685-2586-4bd0-a579-f7116728676d HTTP/1.1" status: 200 len: 1093 time: 3.8559885 Feb 03 12:45:27.263326 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b723ee42-a3a8-4311-b256-e6a2768672ca x-openstack-request-id: req-b723ee42-a3a8-4311-b256-e6a2768672ca {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:27.263923 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56146d5a-86ba-4993-9b70-f919c69a5512", "name": "network-vif-plugged", "status": "completed", "tag": "316074d6-2289-4c54-bbdb-bdf117400001", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:27.264037 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b723ee42-a3a8-4311-b256-e6a2768672ca {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:27.264422 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56146d5a-86ba-4993-9b70-f919c69a5512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316074d6-2289-4c54-bbdb-bdf117400001', 'code': 200} Feb 03 12:45:27.273616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6f762c-6b93-4580-b49f-fa2dcb05c884', 'tag': '7980c685-2586-4bd0-a579-f7116728676d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:27.276635 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d46b5c-8723-4141-894d-c16a60e9dbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6f762c-6b93-4580-b49f-fa2dcb05c884", "tag": "7980c685-2586-4bd0-a579-f7116728676d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:27.285266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Pushing event updated for resources: {'Port': ['ID=3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:27.605392 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (8acd01df-02e2-4087-950a-c0a1a3ac9495), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.626107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47014a95-6fe1-4de7-bf60-6f610ceb6a1f service neutron] Pushing event updated for resources: {'Port': ['ID=7980c685-2586-4bd0-a579-f7116728676d,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:27.664348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-df94da47-3d9b-40a7-8ced-9292b8af1d48 None None] Provisioning complete for port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:27.664735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df94da47-3d9b-40a7-8ced-9292b8af1d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.721162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140bd80-d049-4d98-b377-4c1f2f532851 req-b200816c-dd44-4e2c-8704-e4ca5fcc8a34 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:27.729344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1140bd80-d049-4d98-b377-4c1f2f532851 req-b200816c-dd44-4e2c-8704-e4ca5fcc8a34 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 945 time: 0.5461314 Feb 03 12:45:27.735319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-df94da47-3d9b-40a7-8ced-9292b8af1d48 None None] Port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:27.819458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-9e1af466-aa36-419d-b0ff-2adaddfe3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:27.822741 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-9e1af466-aa36-419d-b0ff-2adaddfe3022 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 1127 time: 0.5108125 Feb 03 12:45:27.850370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc27fa9-c9e7-4cc6-a1c3-c5d6d6090093 req-a0ab9441-936d-475f-a5fb-b1f03ac0a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:27.850370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fc27fa9-c9e7-4cc6-a1c3-c5d6d6090093 req-a0ab9441-936d-475f-a5fb-b1f03ac0a079 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 1128 time: 0.4871564 Feb 03 12:45:27.929002 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-e0abf732-e99f-40fa-8f30-af434c038c79 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7980c685-2586-4bd0-a579-f7116728676d HTTP/1.1" status: 200 len: 217 time: 0.0953605 Feb 03 12:45:27.964054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2acad78a-b5c5-4bae-9211-28cf4b182efa up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:27.991446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1140bd80-d049-4d98-b377-4c1f2f532851 req-429348f9-d621-47ff-aea6-7f0076b49f00 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607656 Feb 03 12:45:27.998136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6061a-d919-48ca-b217-e0a75a829491 req-748dd856-5d4a-480c-a0dc-0ddae69ffba2 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:27.999934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bc6061a-d919-48ca-b217-e0a75a829491 req-748dd856-5d4a-480c-a0dc-0ddae69ffba2 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 945 time: 0.4842715 Feb 03 12:45:28.023187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2acad78a-b5c5-4bae-9211-28cf4b182efa triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:28.023940 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.109958 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df07e8f-18f3-464b-a3bf-aa7ecbf5cbbd x-openstack-request-id: req-8df07e8f-18f3-464b-a3bf-aa7ecbf5cbbd {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:28.110881 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6f762c-6b93-4580-b49f-fa2dcb05c884", "tag": "7980c685-2586-4bd0-a579-f7116728676d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:28.111233 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8df07e8f-18f3-464b-a3bf-aa7ecbf5cbbd {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:28.112014 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6f762c-6b93-4580-b49f-fa2dcb05c884', 'tag': '7980c685-2586-4bd0-a579-f7116728676d', 'status': 'completed', 'code': 200} Feb 03 12:45:28.127044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2acad78a-b5c5-4bae-9211-28cf4b182efa is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:28.128022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.150193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fc27fa9-c9e7-4cc6-a1c3-c5d6d6090093 req-71bff486-2eec-4127-9017-1124ae3a7b4f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537920 Feb 03 12:45:28.162707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-8cac0d77-9bea-46fe-9103-d5028386430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:28.164445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-8cac0d77-9bea-46fe-9103-d5028386430c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1773493 Feb 03 12:45:28.184386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 2acad78a-b5c5-4bae-9211-28cf4b182efa, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2acad78a-b5c5-4bae-9211-28cf4b182efa,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:28.195778 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.279073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=2acad78a-b5c5-4bae-9211-28cf4b182efa,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:28.627588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bc6061a-d919-48ca-b217-e0a75a829491 req-f6ef8436-f1c7-443d-a950-6ef669c1e3c6 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781727 Feb 03 12:45:28.681988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.783940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-26a85d2f-c7ea-4643-a4db-4a51f8f098b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:28.785503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-26a85d2f-c7ea-4643-a4db-4a51f8f098b7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5907452 Feb 03 12:45:28.818521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110526b-eb22-4f4e-a7c3-d06f5d32c0db req-1ddc83f2-b9d9-4ca2-90c7-483c82fca628 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:28.825292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f110526b-eb22-4f4e-a7c3-d06f5d32c0db req-1ddc83f2-b9d9-4ca2-90c7-483c82fca628 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 944 time: 0.2440186 Feb 03 12:45:28.891581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Deleting port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:28.891899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.969423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f0176-024c-4d57-b315-f5545e69f6df req-6265cb1e-bf2a-4afc-b65a-a5ff5b6afd12 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:28.970971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec0f0176-024c-4d57-b315-f5545e69f6df req-6265cb1e-bf2a-4afc-b65a-a5ff5b6afd12 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 985 time: 0.2787151 Feb 03 12:45:29.083297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f110526b-eb22-4f4e-a7c3-d06f5d32c0db req-4c535ef3-2665-4b7a-a97d-f70e5cf2c995 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571352 Feb 03 12:45:29.175577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-acec146d-f93e-4f61-8d3c-3883e96c470c service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815680 Feb 03 12:45:29.248833 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec0f0176-024c-4d57-b315-f5545e69f6df req-edb6b088-36e7-4309-9ba9-69319dd13492 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&id=57bc5672-94f2-4238-8d3b-8df72006ca80&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2655923 Feb 03 12:45:29.266778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] For port 4fe6b2cd-d631-4880-8e8c-894fdcbf115d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4fe6b2cd-d631-4880-8e8c-894fdcbf115d,segment=NetworkSegment(bce61b70-481d-48e0-9a0a-669cde468206),segment_id=bce61b70-481d-48e0-9a0a-669cde468206)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:29.267176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.317114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Calling delete_port for 4fe6b2cd-d631-4880-8e8c-894fdcbf115d owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:29.361574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Publish callbacks [] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.387492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.459925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c460bb-3cb7-4492-8e69-57750fbef231 req-6eddad23-cb44-4f85-b7a4-ae81fb943842 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:29.461453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87c460bb-3cb7-4492-8e69-57750fbef231 req-6eddad23-cb44-4f85-b7a4-ae81fb943842 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 945 time: 0.2909949 Feb 03 12:45:29.521045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f10afa2a-1290-477d-ba66-1466de05dff0 req-84358e2d-ddc1-4451-8269-7cca3989e70e service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291826 Feb 03 12:45:29.576766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Pushing event updated for resources: {'Port': ['ID=3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:29.596210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (8acd01df-02e2-4087-950a-c0a1a3ac9495), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.701231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-fcfa55c6-f334-496d-b72d-e091c6fcef11 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-135208674&fields=id&tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff HTTP/1.1" status: 200 len: 267 time: 0.2539160 Feb 03 12:45:29.710824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87c460bb-3cb7-4492-8e69-57750fbef231 req-6896dd38-1e6c-4021-a258-3a007dae15a1 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198722 Feb 03 12:45:29.845485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2acad78a-b5c5-4bae-9211-28cf4b182efa up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:29.893592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-b72456e4-a3be-4764-aa30-6a0a7c4f7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:29.895195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-b72456e4-a3be-4764-aa30-6a0a7c4f7a8e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 1127 time: 0.2782249 Feb 03 12:45:29.937298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2acad78a-b5c5-4bae-9211-28cf4b182efa triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:29.938541 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.962946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-6b0f937f-4b07-43e2-bd7f-9634ece7929c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:29.964449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-6b0f937f-4b07-43e2-bd7f-9634ece7929c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 985 time: 0.2472281 Feb 03 12:45:29.985873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'port': {'security_groups': ['57bc5672-94f2-4238-8d3b-8df72006ca80', 'f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b', 'c827227c-ba61-44c4-9bae-895dbf255365']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:30.041045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2acad78a-b5c5-4bae-9211-28cf4b182efa is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:30.041301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Network bbe97daa-66bc-439a-be46-fd30ab260f77 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:30.083828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84b2a2-e19a-4156-887a-8c21513fee91 req-4adbf480-9019-4fcc-81a2-f1ed6af3b4ab tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:30.085395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d84b2a2-e19a-4156-887a-8c21513fee91 req-4adbf480-9019-4fcc-81a2-f1ed6af3b4ab tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 945 time: 0.2656660 Feb 03 12:45:30.092037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:30.228704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4fe6b2cd-d631-4880-8e8c-894fdcbf115d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.306817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.329584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-5d9ac220-ba61-4c9e-8dd6-c00b2b0b36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:30.331488 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-5d9ac220-ba61-4c9e-8dd6-c00b2b0b36f6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.4146063 Feb 03 12:45:30.361378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe6b2cd-d631-4880-8e8c-894fdcbf115d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:30.439276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f4847533-51c5-49a4-9240-a9277868ceb9 None None] Provisioning complete for port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:30.439877 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4847533-51c5-49a4-9240-a9277868ceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.493050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f4847533-51c5-49a4-9240-a9277868ceb9 None None] Port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:30.507909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-1cc0e3cb-1fd9-480a-854b-e8756b7b892a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7980c685-2586-4bd0-a579-f7116728676d HTTP/1.1" status: 200 len: 217 time: 0.1431596 Feb 03 12:45:30.561094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d84b2a2-e19a-4156-887a-8c21513fee91 req-d342e2cd-1b90-4766-960f-e00cc8070c11 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467547 Feb 03 12:45:30.650383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571544d2-d8c6-432d-a090-829e288755d8 req-5842aa15-8845-4c0b-9658-812d9eb3c5e5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:30.656157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-571544d2-d8c6-432d-a090-829e288755d8 req-5842aa15-8845-4c0b-9658-812d9eb3c5e5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 945 time: 0.4187949 Feb 03 12:45:30.739465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-dc9642dc-3b0a-4e9e-b434-3a1e629480d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:30.741006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-dc9642dc-3b0a-4e9e-b434-3a1e629480d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1996274 Feb 03 12:45:31.208742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Router 8acd01df-02e2-4087-950a-c0a1a3ac9495 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:45:31.346499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378eadf1-ee4b-4ebe-840f-865dc929e2cd req-cf724762-0899-4bb8-95f0-a471dadb067a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:31.348329 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-378eadf1-ee4b-4ebe-840f-865dc929e2cd req-cf724762-0899-4bb8-95f0-a471dadb067a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 944 time: 0.6559551 Feb 03 12:45:31.455314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-b08131fa-6d45-4bf6-8aaa-c25c3eb39e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:31.456852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-b08131fa-6d45-4bf6-8aaa-c25c3eb39e00 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6686859 Feb 03 12:45:31.487219 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (87636369-ae55-4437-8fee-656889fc4d3f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.589541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-571544d2-d8c6-432d-a090-829e288755d8 req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Deleting port 0bf8dc79-1320-4cce-964c-d2d1b15713ff {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:31.589861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-571544d2-d8c6-432d-a090-829e288755d8 req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.635723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-378eadf1-ee4b-4ebe-840f-865dc929e2cd req-abc1f454-9e7a-4602-9749-19661662eb77 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736206 Feb 03 12:45:31.712715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] For port baa486c2-7035-4656-9ed1-a4b1a5ea81e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:31.790848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:31.801854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Sync routers for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:31.827894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-36d379d9-b3db-49ef-9a8f-10fdeff24fdc admin admin] 10.222.0.65 "PUT /v2.0/routers/8acd01df-02e2-4087-950a-c0a1a3ac9495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2616329 Feb 03 12:45:31.852561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:31.855297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:31.919817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-9d42802f-74de-4bdc-b40f-b1e00f789a6b service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512002 Feb 03 12:45:31.942527 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.979278 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.020310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-571544d2-d8c6-432d-a090-829e288755d8 req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] For port 0bf8dc79-1320-4cce-964c-d2d1b15713ff, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0bf8dc79-1320-4cce-964c-d2d1b15713ff,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:32.020588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-571544d2-d8c6-432d-a090-829e288755d8 req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.054854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['baa486c2-7035-4656-9ed1-a4b1a5ea81e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:32.126368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-571544d2-d8c6-432d-a090-829e288755d8 req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Calling delete_port for 0bf8dc79-1320-4cce-964c-d2d1b15713ff owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:32.159550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:32.160213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.161807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a597bf3-13e1-47f3-a536-c99c71942f27 req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "PUT /v2.0/ports/baa486c2-7035-4656-9ed1-a4b1a5ea81e9 HTTP/1.1" status: 200 len: 1021 time: 2.1818771 Feb 03 12:45:32.196149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:32.198451 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22252316-e3ff-4918-bd5d-2b2061ffdc87" -d '{"events": [{"name": "network-changed", "server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:32.231980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['25500ae5-bd45-4cc9-9c21-9d272c6c02e2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:32.291148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'Port': ['ID=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:32.295667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5d46b5c-8723-4141-894d-c16a60e9dbb0 req-e279f02e-1579-4542-9066-e7850b506e44 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633792 Feb 03 12:45:32.298673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['baa486c2-7035-4656-9ed1-a4b1a5ea81e9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:32.345864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.346217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.346599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.347108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.347564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.347902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.348578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.348940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.349260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.349585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.350285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.350285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.350593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fafbe-59de-451c-94c4-75d4e4d02737 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:32.360625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:32.361381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612abe-34ea-4bc1-9ab3-846c9dd86d9f req-42c3cd8d-c9ba-4185-88ed-7b851bc8d650 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:32.368704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f612abe-34ea-4bc1-9ab3-846c9dd86d9f req-42c3cd8d-c9ba-4185-88ed-7b851bc8d650 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=367dc798-a2b1-4c63-9dce-985559ec95bf HTTP/1.1" status: 200 len: 945 time: 0.3717208 Feb 03 12:45:32.507532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Router 87636369-ae55-4437-8fee-656889fc4d3f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:45:32.535004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f612abe-34ea-4bc1-9ab3-846c9dd86d9f req-81c65110-9029-44ca-974b-9bbd3a35cde5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648271 Feb 03 12:45:32.607800 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2cee11-0170-4cf3-813e-18ad95addbb8 x-openstack-request-id: req-4d2cee11-0170-4cf3-813e-18ad95addbb8 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:32.608399 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:32.608877 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d2cee11-0170-4cf3-813e-18ad95addbb8 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:32.609497 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9', 'status': 'completed', 'code': 200} Feb 03 12:45:32.614557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3000065e-b459-4f96-bdfa-8c86b7ac70d0 req-bd7effb3-248e-4381-a877-3d16df3902a8 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/c827227c-ba61-44c4-9bae-895dbf255365 HTTP/1.1" status: 200 len: 1818 time: 0.1960266 Feb 03 12:45:32.698832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58692) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:32.704065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-network', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:32.739447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Made reservation on behalf of 51a88a76e30e4911a5c0fe016ee60c4c for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:32.742612 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.752488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-1d5c8d42-2cec-43e8-9363-bf63ed75cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:32.754114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-1d5c8d42-2cec-43e8-9363-bf63ed75cabf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a7d97e56e12943739f1a993f2955e6d3&device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 1128 time: 0.2618303 Feb 03 12:45:32.755364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.774448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-571544d2-d8c6-432d-a090-829e288755d8 req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (0bf8dc79-1320-4cce-964c-d2d1b15713ff), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.808997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:32.834160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event deleted for resources: {'Port': ['ID=0bf8dc79-1320-4cce-964c-d2d1b15713ff,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:32.857189 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Publish callbacks [] for security_group (da1c8147-ef7f-43e5-837b-7d0d1a7f1e2f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.863868 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (da1c8147-ef7f-43e5-837b-7d0d1a7f1e2f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.865693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['409fcbda-aa2f-46c0-a866-e0ed09e17fd1'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:32.878587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:32.889902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8c90b9fd-488f-45ca-bb9a-f2e92ad316ec), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.890718 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Added segment 8c90b9fd-488f-45ca-bb9a-f2e92ad316ec of type vlan for network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 Feb 03 12:45:32.951916 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ced2aa59-243b-4d84-8e70-c9202b1d8bd3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.953049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-d5f7cf34-2aee-4239-bb2a-116c42ac6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:32.955088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-d5f7cf34-2aee-4239-bb2a-116c42ac6d94 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 1208 time: 0.3293943 Feb 03 12:45:32.982669 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-3000065e-b459-4f96-bdfa-8c86b7ac70d0 req-5647ad66-06f8-4901-96dd-f605bef55822 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 12:45:32.983198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3000065e-b459-4f96-bdfa-8c86b7ac70d0 req-5647ad66-06f8-4901-96dd-f605bef55822 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/c827227c-ba61-44c4-9bae-895dbf255365 HTTP/1.1" status: 409 len: 341 time: 0.3588424 Feb 03 12:45:32.983849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 7980c685-2586-4bd0-a579-f7116728676d details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:45:33.033480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-571544d2-d8c6-432d-a090-829e288755d8 req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] No DVR routers for this DVR port 0bf8dc79-1320-4cce-964c-d2d1b15713ff on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:33.042984 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-571544d2-d8c6-432d-a090-829e288755d8 req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.046398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-571544d2-d8c6-432d-a090-829e288755d8 req-ed8a3a11-f2e7-44a8-835b-75850d99d1cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "DELETE /v2.0/ports/0bf8dc79-1320-4cce-964c-d2d1b15713ff HTTP/1.1" status: 204 len: 173 time: 2.3673415 Feb 03 12:45:33.063687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ced2aa59-243b-4d84-8e70-c9202b1d8bd3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.065263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:33.066154 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.076418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c42ec-f66b-4c24-935f-50625bcab0e4 req-0cc929af-e728-4a47-b9d3-6861d0c5260e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:33.077183 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1c8147-ef7f-43e5-837b-7d0d1a7f1e2f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:33.101011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb7c42ec-f66b-4c24-935f-50625bcab0e4 req-0cc929af-e728-4a47-b9d3-6861d0c5260e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 945 time: 0.3755317 Feb 03 12:45:33.103632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:33.117983 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] Sync routers for ids ['87636369-ae55-4437-8fee-656889fc4d3f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:33.124403 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4243975 Feb 03 12:45:33.136967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-79f99e3e-cb80-402d-b873-bdb9c76a331a admin admin] 10.222.0.65 "PUT /v2.0/routers/87636369-ae55-4437-8fee-656889fc4d3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8092389 Feb 03 12:45:33.146050 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] Routers {'87636369-ae55-4437-8fee-656889fc4d3f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:33.148705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58702) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:33.149134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58704) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:33.151227 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['87636369-ae55-4437-8fee-656889fc4d3f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:33.186931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdda5ef-65c7-4563-afb7-5602584ae272 admin admin] Pushing event updated for resources: {'Network': ['ID=ced2aa59-243b-4d84-8e70-c9202b1d8bd3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:33.226660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 7980c685-2586-4bd0-a579-f7116728676d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7980c685-2586-4bd0-a579-f7116728676d,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:33.271131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '7980c685-2586-4bd0-a579-f7116728676d', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'port_id': '7980c685-2586-4bd0-a579-f7116728676d', 'mac_address': 'fa:16:3e:a8:60:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:45:33.275877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0bf8dc79-1320-4cce-964c-d2d1b15713ff no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:33.300363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:33.324152 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] Set router 87636369-ae55-4437-8fee-656889fc4d3f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:33.399929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 0bf8dc79-1320-4cce-964c-d2d1b15713ff {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:33.400275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0bf8dc79-1320-4cce-964c-d2d1b15713ff not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:33.421039 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:45:33.528718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Request body: {'subnet': {'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-subnet', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:33.570248 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87636369-ae55-4437-8fee-656889fc4d3f', 'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:49Z', 'updated_at': '2022-02-03T12:45:29Z', 'revision_number': 5, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'gw_port': {'id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:33.579662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 7980c685-2586-4bd0-a579-f7116728676d is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:33.579963 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7980c685-2586-4bd0-a579-f7116728676d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.609093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-baa7edc7-374b-4603-baa5-d663f6c2482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:33.611499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-baa7edc7-374b-4603-baa5-d663f6c2482c service neutron] 10.222.0.72 "GET /v2.0/networks?id=11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 HTTP/1.1" status: 200 len: 914 time: 0.8350141 Feb 03 12:45:33.628567 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] Checking router: 87636369-ae55-4437-8fee-656889fc4d3f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:33.641467 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] Routers {'87636369-ae55-4437-8fee-656889fc4d3f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:33.643099 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['87636369-ae55-4437-8fee-656889fc4d3f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:33.685006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7980c685-2586-4bd0-a579-f7116728676d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:33.706312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 7980c685-2586-4bd0-a579-f7116728676d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7980c685-2586-4bd0-a579-f7116728676d,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:33.732068 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7980c685-2586-4bd0-a579-f7116728676d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.765327 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb7c42ec-f66b-4c24-935f-50625bcab0e4 req-4b8e58f3-2deb-4df2-9d11-b3b358f94afd tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616883 Feb 03 12:45:33.784100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Made reservation on behalf of 51a88a76e30e4911a5c0fe016ee60c4c for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:33.793135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.841838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-26e27161-71dc-4daa-92a8-2c67258a51b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=316074d6-2289-4c54-bbdb-bdf117400001 HTTP/1.1" status: 200 len: 217 time: 0.1906970 Feb 03 12:45:33.844624 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d', 'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'mac_address': 'fa:16:3e:12:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:26Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 2, 'project_id': 'd933f36861634280b4be5af251d1c225', 'subnets': [{'id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:33.890092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Checking router: 8acd01df-02e2-4087-950a-c0a1a3ac9495 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:33.890492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Updating router 8acd01df-02e2-4087-950a-c0a1a3ac9495 port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:45:33.949741 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] Set router 87636369-ae55-4437-8fee-656889fc4d3f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:34.070726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=7980c685-2586-4bd0-a579-f7116728676d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:34.091996 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.197002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['7980c685-2586-4bd0-a579-f7116728676d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:34.211800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (d281142c-d265-42ea-9709-524559d58d1f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.260429 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87636369-ae55-4437-8fee-656889fc4d3f', 'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:49Z', 'updated_at': '2022-02-03T12:45:29Z', 'revision_number': 5, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'gw_port': {'id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:34.278738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-45e8abf3-03eb-41c0-8578-93f48fbe820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:34.281889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-45e8abf3-03eb-41c0-8578-93f48fbe820b service neutron] 10.222.0.91 "GET /v2.0/networks?id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 200 len: 912 time: 1.3035414 Feb 03 12:45:34.283650 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks [] for router (87636369-ae55-4437-8fee-656889fc4d3f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.298909 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c78902-abb5-47d3-ac63-5114f78fec5c None None] The sync data for ids ['87636369-ae55-4437-8fee-656889fc4d3f'] in n-d-792364-10 is: [{'id': '87636369-ae55-4437-8fee-656889fc4d3f', 'name': 'tempest-FloatingIPsTestJSON-457413078-router', 'tenant_id': '64f59ce8c29a46e1a3744faa389171d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:49Z', 'updated_at': '2022-02-03T12:45:29Z', 'revision_number': 5, 'project_id': '64f59ce8c29a46e1a3744faa389171d1', 'gw_port': {'id': '9803f33a-4a6d-493e-a9bb-a1499faf6f44', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87636369-ae55-4437-8fee-656889fc4d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:34.475492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-c38e523e-8e8d-4a3b-b782-1ea585057089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:34.477146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-c38e523e-8e8d-4a3b-b782-1ea585057089 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e352a1cc-5e2e-4baf-8032-63b12778e62d HTTP/1.1" status: 200 len: 853 time: 0.3119168 Feb 03 12:45:34.536473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf809ce-1031-4741-8ffc-a6bb4933466e req-be701c87-9b97-40cb-a573-beda39cd0a58 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:34.538129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cbf809ce-1031-4741-8ffc-a6bb4933466e req-be701c87-9b97-40cb-a573-beda39cd0a58 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 944 time: 0.9972999 Feb 03 12:45:34.574069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks [] for router_gateway (87636369-ae55-4437-8fee-656889fc4d3f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.579125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-1991e771-4c0d-46a2-9ef1-0432fd0b9f44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554180 Feb 03 12:45:34.601643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-241bfb82-86f1-45f1-bcd6-c775128191dd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9 HTTP/1.1" status: 200 len: 217 time: 0.1534879 Feb 03 12:45:34.625649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367dc798-a2b1-4c63-9dce-985559ec95bf', 'name': 'network-vif-deleted', 'tag': '0bf8dc79-1320-4cce-964c-d2d1b15713ff'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:34.628807 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e10706-d758-477a-a4a1-9ea98130dcc5" -d '{"events": [{"server_uuid": "367dc798-a2b1-4c63-9dce-985559ec95bf", "name": "network-vif-deleted", "tag": "0bf8dc79-1320-4cce-964c-d2d1b15713ff"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:34.675693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d281142c-d265-42ea-9709-524559d58d1f,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:34.729081 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Publish callbacks [] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.743078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.824241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1f97d-43b7-4ce5-b6f3-4c674e9bf45b None None] Pushing event updated for resources: {'Port': ['ID=3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:34.861716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-6a7a36f0-fea3-49c9-9e0a-def2d2d69ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:34.865605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-6a7a36f0-fea3-49c9-9e0a-def2d2d69ec2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 200 len: 851 time: 0.2293031 Feb 03 12:45:34.890242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a01c0-2179-4cd8-81d5-06a01e9b3add req-6766e968-955a-47d7-84db-7baab6da48c1 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:34.900958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b5a01c0-2179-4cd8-81d5-06a01e9b3add req-6766e968-955a-47d7-84db-7baab6da48c1 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 1024 time: 0.4163632 Feb 03 12:45:34.907055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cbf809ce-1031-4741-8ffc-a6bb4933466e req-444d7116-1387-4bef-b723-c37cfe787c7a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229196 Feb 03 12:45:34.943237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Checking segment: {'id': '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:34.943781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Network hostable DHCP agents. Network: ced2aa59-243b-4d84-8e70-c9202b1d8bd3, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:35.021789 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-fdaee75d-f720-4879-b3c4-f0cc983ed221 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=131803c5-cf3c-4700-81a0-78f3f5fb3ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137002 Feb 03 12:45:35.027625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-c05ccbe1-2b2d-4a7c-96c4-ee6a2470be14 service neutron] 10.222.0.72 "GET /v2.0/networks/11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247990 Feb 03 12:45:35.124743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Deleting port 9803f33a-4a6d-493e-a9bb-a1499faf6f44 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:35.125058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.133196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:35.158349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Attempting to bind port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:35.158937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Attempting to bind port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:35.159175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Attempting to bind port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d on network bbe97daa-66bc-439a-be46-fd30ab260f77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:35.169347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:35.169861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Checking segment: {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:35.170275 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.170697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Bound using segment: {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:35.171170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Bound port: 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:35.172012 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.187313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3623850f-4318-4832-85a2-4d56c2f4b887 None None] Provisioning complete for port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:35.187722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3623850f-4318-4832-85a2-4d56c2f4b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.252723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3623850f-4318-4832-85a2-4d56c2f4b887 None None] Port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:35.276084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ced2aa59-243b-4d84-8e70-c9202b1d8bd3) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:35.295259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be0eee-89d1-4f2a-ac52-b1dc5c7e7591 None None] Network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:35.302429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b5a01c0-2179-4cd8-81d5-06a01e9b3add req-cbc77109-2e85-43d4-93e2-3fb655b9187c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=c827227c-ba61-44c4-9bae-895dbf255365&id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&id=57bc5672-94f2-4238-8d3b-8df72006ca80&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4002974 Feb 03 12:45:35.383554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30a3c38b-6ac3-4288-b9c5-f69e9cf3390c req-7421b7cb-b0fb-4130-a3a9-571a10edcb25 service neutron] 10.222.0.72 "GET /v2.0/networks/11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262117 Feb 03 12:45:35.387550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:35.389241 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.404961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] For port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:35.417387 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ca2f6-3e8a-4302-9c33-69ef6f8cf673 x-openstack-request-id: req-4c4ca2f6-3e8a-4302-9c33-69ef6f8cf673 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:35.417821 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367dc798-a2b1-4c63-9dce-985559ec95bf", "name": "network-vif-deleted", "tag": "0bf8dc79-1320-4cce-964c-d2d1b15713ff", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:35.418278 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c4ca2f6-3e8a-4302-9c33-69ef6f8cf673 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:35.419342 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367dc798-a2b1-4c63-9dce-985559ec95bf', 'name': 'network-vif-deleted', 'tag': '0bf8dc79-1320-4cce-964c-d2d1b15713ff', 'status': 'completed', 'code': 200} Feb 03 12:45:35.435247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] For port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:35.443607 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.456801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-ced2aa59-243b-4d84-8e70-c9202b1d8bd3', 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3', 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'fixed_ips': [{'subnet_id': 'd281142c-d265-42ea-9709-524559d58d1f'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:35.456801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.466926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-60376c4a-ea2a-4945-bcce-f1b385368b5d service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307334 Feb 03 12:45:35.537051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58728) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:35.541573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:35.542484 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5facc009-4971-44e4-8032-e447af85ca00 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3841341 Feb 03 12:45:35.553156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] For port 9803f33a-4a6d-493e-a9bb-a1499faf6f44, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9803f33a-4a6d-493e-a9bb-a1499faf6f44,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:35.554298 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.575099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Calling delete_port for 9803f33a-4a6d-493e-a9bb-a1499faf6f44 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:35.593898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (ce210bd0-0922-4ef3-90a8-450d208b1874), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.596055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (ce210bd0-0922-4ef3-90a8-450d208b1874), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.651358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:35.651890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:35.658845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1f97d-43b7-4ce5-b6f3-4c674e9bf45b None None] Pushing event updated for resources: {'Port': ['ID=3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:35.670546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks [] for router_controller (ce210bd0-0922-4ef3-90a8-450d208b1874), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.819609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4fe6b2cd-d631-4880-8e8c-894fdcbf115d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:35.834923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22252316-e3ff-4918-bd5d-2b2061ffdc87 req-9dce8e11-71b4-47b3-a6d6-0894f1b5e594 service neutron] 10.222.0.91 "GET /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580270 Feb 03 12:45:35.884602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99b8e-b26a-47d4-aecb-91cb9f8f9a8c req-153258c0-85f8-4ff9-a64d-435a3db5b75d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:35.892572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4fe6b2cd-d631-4880-8e8c-894fdcbf115d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:35.893138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4fe6b2cd-d631-4880-8e8c-894fdcbf115d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:35.894210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21b99b8e-b26a-47d4-aecb-91cb9f8f9a8c req-153258c0-85f8-4ff9-a64d-435a3db5b75d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 946 time: 0.5907168 Feb 03 12:45:35.912441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks [] for router_gateway (ce210bd0-0922-4ef3-90a8-450d208b1874), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.935950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Allocated IP 172.20.0.2 (ced2aa59-243b-4d84-8e70-c9202b1d8bd3/d281142c-d265-42ea-9709-524559d58d1f/9b18f29c-1677-4eda-8048-e084755c6b84) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:35.943086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-490d4851-285d-429e-b00a-221befaf9fad None None] Provisioning complete for port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:35.943854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-490d4851-285d-429e-b00a-221befaf9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.976384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:36.093780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b21197-59e2-47aa-9e31-993acf8409f4 req-03d4ac3a-be06-4b70-ab32-9ba095cb35e4 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:36.106133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52b21197-59e2-47aa-9e31-993acf8409f4 req-03d4ac3a-be06-4b70-ab32-9ba095cb35e4 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 945 time: 0.5968373 Feb 03 12:45:36.260809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks [] for router_gateway (ce210bd0-0922-4ef3-90a8-450d208b1874), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.264352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21b99b8e-b26a-47d4-aecb-91cb9f8f9a8c req-557f258c-8ff0-49ca-937b-a5569ed4562c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690715 Feb 03 12:45:36.292486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-490d4851-285d-429e-b00a-221befaf9fad None None] Current status of the port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:36.293185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.293625 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-490d4851-285d-429e-b00a-221befaf9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.359137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52b21197-59e2-47aa-9e31-993acf8409f4 req-a886a5d2-332f-4e07-b88b-0144f2af72ee tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516050 Feb 03 12:45:36.369900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-490d4851-285d-429e-b00a-221befaf9fad None None] For port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:36.380963 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-490d4851-285d-429e-b00a-221befaf9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.486657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d4851-285d-429e-b00a-221befaf9fad None None] Pushing event updated for resources: {'Port': ['ID=3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:36.496416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d', 'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'mac_address': 'fa:16:3e:12:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:26Z', 'updated_at': '2022-02-03T12:45:35Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'subnets': [{'id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:36.528841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989649d-df98-4725-88d8-a850bde52029 req-f59b9c29-a61a-4e6e-913b-d4de6d2034c5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:36.530446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c989649d-df98-4725-88d8-a850bde52029 req-f59b9c29-a61a-4e6e-913b-d4de6d2034c5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.91 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 1024 time: 0.3333137 Feb 03 12:45:36.536537 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9803f33a-4a6d-493e-a9bb-a1499faf6f44), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.551493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28d22-fe93-4f11-8cdc-dc6fea94ebcd None None] The sync data for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 is: [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d', 'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'mac_address': 'fa:16:3e:12:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:26Z', 'updated_at': '2022-02-03T12:45:35Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'subnets': [{'id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:36.667600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9803f33a-4a6d-493e-a9bb-a1499faf6f44,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:36.732595 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Publish callbacks [] for port (9b18f29c-1677-4eda-8048-e084755c6b84), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.743146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6aaf7501-4c0d-48ea-a17a-da71bf26cc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.748070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.820759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983dbf4-a397-4fba-bf74-371998ee8fcf req-00723d58-c218-48d5-a200-f8a6dad7f79f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:36.825198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:36.826181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Pushing event updated for resources: {'Port': ['ID=9b18f29c-1677-4eda-8048-e084755c6b84,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:36.830173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4983dbf4-a397-4fba-bf74-371998ee8fcf req-00723d58-c218-48d5-a200-f8a6dad7f79f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 945 time: 0.3727481 Feb 03 12:45:36.833942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 7980c685-2586-4bd0-a579-f7116728676d up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:36.841317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:36.850199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:36.976711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Attempting to bind port 9b18f29c-1677-4eda-8048-e084755c6b84 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:36.977131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Attempting to bind port 9b18f29c-1677-4eda-8048-e084755c6b84 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:36.977509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Attempting to bind port 9b18f29c-1677-4eda-8048-e084755c6b84 on network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:36.978341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c23a-a412-4cab-9f2e-6145304a76d4 req-a6ed4388-cd47-4b48-add7-d50167e0ea6b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:36.985019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:36.985657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Checking segment: {'id': '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:36.985840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d050c23a-a412-4cab-9f2e-6145304a76d4 req-a6ed4388-cd47-4b48-add7-d50167e0ea6b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 945 time: 0.4515052 Feb 03 12:45:36.985986 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.986274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Bound using segment: {'id': '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:36.986809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Bound port: 9b18f29c-1677-4eda-8048-e084755c6b84, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:36.987431 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.016658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (87636369-ae55-4437-8fee-656889fc4d3f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.071753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 7980c685-2586-4bd0-a579-f7116728676d completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:45:37.078279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 7980c685-2586-4bd0-a579-f7116728676d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:37.079331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7980c685-2586-4bd0-a579-f7116728676d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.152581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4983dbf4-a397-4fba-bf74-371998ee8fcf req-349cf878-e674-4d96-87c2-98002136307a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202214 Feb 03 12:45:37.202749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] For port 9b18f29c-1677-4eda-8048-e084755c6b84, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:37.237429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] For port 9b18f29c-1677-4eda-8048-e084755c6b84, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b18f29c-1677-4eda-8048-e084755c6b84,segment=NetworkSegment(8c90b9fd-488f-45ca-bb9a-f2e92ad316ec),segment_id=8c90b9fd-488f-45ca-bb9a-f2e92ad316ec)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:37.243631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 7980c685-2586-4bd0-a579-f7116728676d is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:37.244028 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7980c685-2586-4bd0-a579-f7116728676d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.250746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Allocated IP 172.25.3.242 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/1a7cb68d-6e6f-47ac-a389-42dd7f331e95) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:37.262789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-fdd9d2b8-d0c2-45de-93fb-a2358e67a353 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:37.264748 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-fdd9d2b8-d0c2-45de-93fb-a2358e67a353 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 946 time: 0.8648717 Feb 03 12:45:37.265642 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.340677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a3fb7-fa72-4484-bc61-5fd78584ece0 None None] Pushing event updated for resources: {'Port': ['ID=9b18f29c-1677-4eda-8048-e084755c6b84,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:37.361478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6f762c-6b93-4580-b49f-fa2dcb05c884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980c685-2586-4bd0-a579-f7116728676d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:37.363811 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33cdccd-7713-425f-a4e7-1cdbcb7dc31e" -d '{"events": [{"server_uuid": "4d6f762c-6b93-4580-b49f-fa2dcb05c884", "name": "network-vif-plugged", "status": "completed", "tag": "7980c685-2586-4bd0-a579-f7116728676d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:37.376597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 7980c685-2586-4bd0-a579-f7116728676d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7980c685-2586-4bd0-a579-f7116728676d,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:37.385566 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7980c685-2586-4bd0-a579-f7116728676d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.472692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=7980c685-2586-4bd0-a579-f7116728676d,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:37.652946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Deleting port 40e8374e-c8cc-4779-b4e8-3813307aaccd {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:37.653390 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.784468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks [] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.794692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (87636369-ae55-4437-8fee-656889fc4d3f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.800121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] For port 40e8374e-c8cc-4779-b4e8-3813307aaccd, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40e8374e-c8cc-4779-b4e8-3813307aaccd,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:37.800488 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.803540 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks [] for router_controller (87636369-ae55-4437-8fee-656889fc4d3f), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.824046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-becca3c0-b2b1-446b-810e-3537e4069f21 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:37.825949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-becca3c0-b2b1-446b-810e-3537e4069f21 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 945 time: 0.9907436 Feb 03 12:45:37.849623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c989649d-df98-4725-88d8-a850bde52029 req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Deleting port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:37.851392 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c989649d-df98-4725-88d8-a850bde52029 req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.025951 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.127879 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (87636369-ae55-4437-8fee-656889fc4d3f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.129026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87636369-ae55-4437-8fee-656889fc4d3f {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:45:38.148201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d050c23a-a412-4cab-9f2e-6145304a76d4 req-8a087788-66f7-4dbf-b44d-a5ff0b026ed5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1286297 Feb 03 12:45:38.152155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.153420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-41fb23ba-f5d1-47fe-bbf5-818138b6ca58 admin admin] 10.222.0.65 "DELETE /v2.0/routers/87636369-ae55-4437-8fee-656889fc4d3f HTTP/1.1" status: 204 len: 168 time: 5.0019717 Feb 03 12:45:38.156640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58744) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:38.200031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:38.214315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:38.238504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8db68-f2fd-40c3-90e4-662e8dfb4b20 req-ad78af35-403b-49f4-bca8-a6f82cb601a0 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:38.247167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56a8db68-f2fd-40c3-90e4-662e8dfb4b20 req-ad78af35-403b-49f4-bca8-a6f82cb601a0 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 1024 time: 0.5747576 Feb 03 12:45:38.302233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7cb68d-6e6f-47ac-a389-42dd7f331e95,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:38.310420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:38.310792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.312214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:38.315353 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:38.355524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c989649d-df98-4725-88d8-a850bde52029 req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] For port baa486c2-7035-4656-9ed1-a4b1a5ea81e9, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:38.356202 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c989649d-df98-4725-88d8-a850bde52029 req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.443896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c989649d-df98-4725-88d8-a850bde52029 req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Calling delete_port for baa486c2-7035-4656-9ed1-a4b1a5ea81e9 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:38.488676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:38.491748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b18f29c-1677-4eda-8048-e084755c6b84 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:38.515136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfefe60-0836-4111-bd4b-a23892b1d70d admin admin] Deleting subnet 1f698416-4195-45a3-90c1-1877cd499622 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:38.520483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4bfefe60-0836-4111-bd4b-a23892b1d70d admin admin] Publish callbacks [] for subnet (1f698416-4195-45a3-90c1-1877cd499622), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.561796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4bfefe60-0836-4111-bd4b-a23892b1d70d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (1f698416-4195-45a3-90c1-1877cd499622), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.636471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9b18f29c-1677-4eda-8048-e084755c6b84 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:38.636936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.675735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56f6d-03fb-4b43-8077-ea37add06f35 req-86f2b06d-4ed9-4d29-b541-81672f9ac5c8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:38.683682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39f56f6d-03fb-4b43-8077-ea37add06f35 req-86f2b06d-4ed9-4d29-b541-81672f9ac5c8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 946 time: 0.3740439 Feb 03 12:45:38.719459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.720072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.720571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.721084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.721563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.722040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.722542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.723376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.723849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.724306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.724763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.725216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.725674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:38.743010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Deleting port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:38.744383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.802983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.802983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (c22cdf13-3492-4b12-ac26-601f9c8cdc40), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.803366 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Floating IP c22cdf13-3492-4b12-ac26-601f9c8cdc40 disassociated. External IP: 172.25.3.12, port: 40e8374e-c8cc-4779-b4e8-3813307aaccd. Feb 03 12:45:38.803771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Calling delete_port for 40e8374e-c8cc-4779-b4e8-3813307aaccd owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:38.807874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4bfefe60-0836-4111-bd4b-a23892b1d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (1f698416-4195-45a3-90c1-1877cd499622), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.825067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef8a2726-8262-4af2-99ab-c4ec61c06188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.865203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device baa486c2-7035-4656-9ed1-a4b1a5ea81e9 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:38.867997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9b18f29c-1677-4eda-8048-e084755c6b84 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:38.868483 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.873220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56a8db68-f2fd-40c3-90e4-662e8dfb4b20 req-219f9bf0-7865-4243-b961-9e520c2de7f0 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=c827227c-ba61-44c4-9bae-895dbf255365&id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&id=57bc5672-94f2-4238-8d3b-8df72006ca80&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6119144 Feb 03 12:45:38.950602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39f56f6d-03fb-4b43-8077-ea37add06f35 req-e7219ea5-65b2-483b-abea-4a5add341ca5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590251 Feb 03 12:45:39.089803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks [] for router_gateway (ce210bd0-0922-4ef3-90a8-450d208b1874), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.194029 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd52cf4-3c5c-4a58-b537-75fa617a42b3 x-openstack-request-id: req-0cd52cf4-3c5c-4a58-b537-75fa617a42b3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:39.194480 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6f762c-6b93-4580-b49f-fa2dcb05c884", "name": "network-vif-plugged", "status": "completed", "tag": "7980c685-2586-4bd0-a579-f7116728676d", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:39.194836 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cd52cf4-3c5c-4a58-b537-75fa617a42b3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:39.195312 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6f762c-6b93-4580-b49f-fa2dcb05c884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980c685-2586-4bd0-a579-f7116728676d', 'code': 200} Feb 03 12:45:39.197836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:39.205553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c367d22-4e87-4535-ae0d-4e5d050e4c3b None None] Network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:39.224862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] For port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:39.225445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.275742 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4bfefe60-0836-4111-bd4b-a23892b1d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (1f698416-4195-45a3-90c1-1877cd499622), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.283700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 9b18f29c-1677-4eda-8048-e084755c6b84, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b18f29c-1677-4eda-8048-e084755c6b84,segment=NetworkSegment(8c90b9fd-488f-45ca-bb9a-f2e92ad316ec),segment_id=8c90b9fd-488f-45ca-bb9a-f2e92ad316ec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:39.294635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Calling delete_port for 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:39.294975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (40e8374e-c8cc-4779-b4e8-3813307aaccd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.318730 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4bfefe60-0836-4111-bd4b-a23892b1d70d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.324338 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4bfefe60-0836-4111-bd4b-a23892b1d70d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1f698416-4195-45a3-90c1-1877cd499622 HTTP/1.1" status: 204 len: 168 time: 1.1609755 Feb 03 12:45:39.331351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1365bc-0e4d-4871-ba4b-bb507e975fd0 None None] Network 1ef33151-2025-466a-b56e-e7724c709938 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:39.333224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58752) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:39.338929 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.393386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfefe60-0836-4111-bd4b-a23892b1d70d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f698416-4195-45a3-90c1-1877cd499622,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:39.399422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event deleted for resources: {'Port': ['ID=40e8374e-c8cc-4779-b4e8-3813307aaccd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:39.423860 n-d-792364-10 neutron-server[103225]: INFO neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No ports have port_id starting with baa486c2-7035-4656-9ed1-a4b1a5ea81e9 Feb 03 12:45:39.430958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c1ee8b9f-5fed-4f8b-a733-5dc0d072ffec None None] Provisioning complete for port 9b18f29c-1677-4eda-8048-e084755c6b84 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:39.431339 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8b9f-5fed-4f8b-a733-5dc0d072ffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.432843 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c989649d-df98-4725-88d8-a850bde52029 req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (baa486c2-7035-4656-9ed1-a4b1a5ea81e9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.456920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41700d23-9ca9-411c-a087-88a6a8939e48 req-5dd63651-c0cc-4f3f-8dcc-cc58c098e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:39.458876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41700d23-9ca9-411c-a087-88a6a8939e48 req-5dd63651-c0cc-4f3f-8dcc-cc58c098e29c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 1129 time: 0.3849523 Feb 03 12:45:39.466978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['25500ae5-bd45-4cc9-9c21-9d272c6c02e2'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:39.468835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=9b18f29c-1677-4eda-8048-e084755c6b84,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:39.482181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba683-9a4f-4262-894a-c28349715568 req-5a176d20-2ef1-48f1-9894-15656cebfd86 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:39.483793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6cba683-9a4f-4262-894a-c28349715568 req-5a176d20-2ef1-48f1-9894-15656cebfd86 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcc53a9e-11ae-4826-8bdc-5fcff201fb35 HTTP/1.1" status: 200 len: 945 time: 0.2957370 Feb 03 12:45:39.521154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c4d33-eeb9-4e18-9b00-3ed08b83053e req-2523cb7b-0a5e-4e6e-b76b-4806d11aac6e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:39.522876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d33c4d33-eeb9-4e18-9b00-3ed08b83053e req-2523cb7b-0a5e-4e6e-b76b-4806d11aac6e tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 945 time: 0.3738911 Feb 03 12:45:39.582846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'Port': ['ID=baa486c2-7035-4656-9ed1-a4b1a5ea81e9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:39.648112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:39.648690 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.666587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Router 3891ec0c-ee0b-4f58-8845-4ae753655e56 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:45:39.734170 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (ce210bd0-0922-4ef3-90a8-450d208b1874), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.740009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41700d23-9ca9-411c-a087-88a6a8939e48 req-bb6084c2-e413-467f-b71f-47a962214e82 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483840 Feb 03 12:45:39.744963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1ef33151-2025-466a-b56e-e7724c709938), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.752311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c989649d-df98-4725-88d8-a850bde52029 req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] No DVR routers for this DVR port baa486c2-7035-4656-9ed1-a4b1a5ea81e9 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:39.755070 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c989649d-df98-4725-88d8-a850bde52029 req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.758895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c989649d-df98-4725-88d8-a850bde52029 req-728ee761-0d2d-4fe9-95f6-7204a9a0434d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.91 "DELETE /v2.0/ports/baa486c2-7035-4656-9ed1-a4b1a5ea81e9 HTTP/1.1" status: 204 len: 173 time: 3.2159960 Feb 03 12:45:39.764640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'name': 'network-vif-deleted', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:39.767199 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ded103-0e99-4cad-8d13-4966c7752ef5" -d '{"events": [{"server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "name": "network-vif-deleted", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:39.809064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee8b9f-5fed-4f8b-a733-5dc0d072ffec None None] Current status of the port 9b18f29c-1677-4eda-8048-e084755c6b84 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:39.812262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:39.834198 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.855335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761a792-2939-427d-abe0-312454a196dc None None] DHCP port deletion for 1ef33151-2025-466a-b56e-e7724c709938 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:45:39.927551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6cba683-9a4f-4262-894a-c28349715568 req-28a6ca72-cd13-400d-8376-db9c0bb8c23e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770568 Feb 03 12:45:39.953552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b18f29c-1677-4eda-8048-e084755c6b84 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:39.974117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:40.000254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d33c4d33-eeb9-4e18-9b00-3ed08b83053e req-f7073598-282c-4dc6-9ed3-6f109019012c tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265482 Feb 03 12:45:40.041121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] No DVR routers for this DVR port 40e8374e-c8cc-4779-b4e8-3813307aaccd on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:40.043870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.047835 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa087a4-972b-4df0-90c7-e827e92e616e req-7e4bb7c8-871e-4a23-b9d1-c181c2607690 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "DELETE /v2.0/ports/40e8374e-c8cc-4779-b4e8-3813307aaccd HTTP/1.1" status: 204 len: 173 time: 2.7767191 Feb 03 12:45:40.049083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-deleted', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:40.051609 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b854af-8924-4b5e-8c7f-2ed6bc270998" -d '{"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-deleted", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:40.054012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Router ce210bd0-0922-4ef3-90a8-450d208b1874 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:45:40.161862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (409fcbda-aa2f-46c0-a866-e0ed09e17fd1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.173500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] Sync routers for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:40.216929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:40.236688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event deleted for resources: {'Port': ['ID=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:40.265668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Deleting port 12812713-6879-4f1a-a721-5c27abcd3f2c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:40.266379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.297489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:40.297719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f4f5-4fd5-4598-b8f0-dea302b3bc7b req-2788eed3-00ca-4c26-b044-dd6f6a946fd0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:40.306362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02b7f4f5-4fd5-4598-b8f0-dea302b3bc7b req-2788eed3-00ca-4c26-b044-dd6f6a946fd0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 946 time: 0.2566915 Feb 03 12:45:40.308898 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Sync routers for ids ['ce210bd0-0922-4ef3-90a8-450d208b1874'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:40.322710 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Routers {'ce210bd0-0922-4ef3-90a8-450d208b1874'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:40.323334 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ce210bd0-0922-4ef3-90a8-450d208b1874'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:40.337774 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.342877 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a6fb3aa-c680-45a9-8185-2af65efb2d32 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8021543 Feb 03 12:45:40.343594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58770) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:40.348348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] No DVR routers for this DVR port 409fcbda-aa2f-46c0-a866-e0ed09e17fd1 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:40.354419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:40.355567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:40.356232 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.359696 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a66a5328-e46d-4873-9eca-4c7b8b4f4363 req-b42f9055-d936-406a-b6a6-fa218729a8a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.72 "DELETE /v2.0/ports/409fcbda-aa2f-46c0-a866-e0ed09e17fd1 HTTP/1.1" status: 204 len: 173 time: 2.5165656 Feb 03 12:45:40.422073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] For port 12812713-6879-4f1a-a721-5c27abcd3f2c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=12812713-6879-4f1a-a721-5c27abcd3f2c,segment=NetworkSegment(bce61b70-481d-48e0-9a0a-669cde468206),segment_id=bce61b70-481d-48e0-9a0a-669cde468206)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:40.422999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.444363 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Set router ce210bd0-0922-4ef3-90a8-450d208b1874 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:40.445023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=409fcbda-aa2f-46c0-a866-e0ed09e17fd1,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:40.452209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Calling delete_port for 12812713-6879-4f1a-a721-5c27abcd3f2c owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:40.476594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-4fc6fa5e-e0be-4113-a1cf-9044a055a1d7 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1393692781&fields=id&tenant_id=6d5ae59690e04a658f2a90abcbb24c64 HTTP/1.1" status: 200 len: 267 time: 0.2288117 Feb 03 12:45:40.487925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02b7f4f5-4fd5-4598-b8f0-dea302b3bc7b req-dab63e0e-5702-48b7-a803-10944bb9d643 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811888 Feb 03 12:45:40.537370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.616872 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c7b56f-8b17-441d-8114-803678df6cc2 x-openstack-request-id: req-b7c7b56f-8b17-441d-8114-803678df6cc2 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:40.617258 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40846fd-8b57-4500-8544-69a6bce79d2f", "name": "network-vif-deleted", "tag": "baa486c2-7035-4656-9ed1-a4b1a5ea81e9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:40.617451 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7c7b56f-8b17-441d-8114-803678df6cc2 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:40.617852 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40846fd-8b57-4500-8544-69a6bce79d2f', 'name': 'network-vif-deleted', 'tag': 'baa486c2-7035-4656-9ed1-a4b1a5ea81e9', 'status': 'completed', 'code': 200} Feb 03 12:45:40.659435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-17b6cec1-5604-4f25-a839-65d77a811860 None None] Provisioning complete for port 9b18f29c-1677-4eda-8048-e084755c6b84 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:40.660006 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17b6cec1-5604-4f25-a839-65d77a811860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.745151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9761a792-2939-427d-abe0-312454a196dc None None] Deleting port 12812713-6879-4f1a-a721-5c27abcd3f2c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:40.746135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9761a792-2939-427d-abe0-312454a196dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.795817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6caa5ef8-2045-4914-917a-5d52a769ef6e req-7d68bd26-918d-4962-b366-8558a0ca7016 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=b40846fd-8b57-4500-8544-69a6bce79d2f HTTP/1.1" status: 200 len: 210 time: 0.0453134 Feb 03 12:45:40.838260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:40.857077 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:35Z', 'updated_at': '2022-02-03T12:45:38Z', 'revision_number': 3, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'gw_port': {'id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:36Z', 'updated_at': '2022-02-03T12:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:40.882869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-02d52d4f-3e87-4565-a6c8-d0f7293d1599 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:40.890101 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-02d52d4f-3e87-4565-a6c8-d0f7293d1599 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/networks?id=e186ce9e-846a-4564-8e1d-78a32beecfcd HTTP/1.1" status: 200 len: 815 time: 0.3965874 Feb 03 12:45:40.898719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.915923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] No DVR routers for this DVR port 12812713-6879-4f1a-a721-5c27abcd3f2c on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:40.925342 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Checking router: ce210bd0-0922-4ef3-90a8-450d208b1874 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:40.925700 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Updating router ce210bd0-0922-4ef3-90a8-450d208b1874 port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:45:40.944376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-6417bd2b-5d92-43eb-959b-4e1636da081a tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/quotas/6d5ae59690e04a658f2a90abcbb24c64 HTTP/1.1" status: 200 len: 375 time: 0.0531056 Feb 03 12:45:40.950374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Pushing event deleted for resources: {'Port': ['ID=12812713-6879-4f1a-a721-5c27abcd3f2c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:40.987298 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.031171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ed57901-5ab9-439a-9ed7-df3b4e83eb06 req-244d038b-c548-41be-9e4b-0d569f2e04bb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3f661c8-8d60-470e-af26-1a1be74f515e HTTP/1.1" status: 200 len: 210 time: 0.0833263 Feb 03 12:45:41.054734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9b18f29c-1677-4eda-8048-e084755c6b84 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:41.055551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.121074 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1ef33151-2025-466a-b56e-e7724c709938), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.137624 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:41.167839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-f026a62b-cdc9-4984-8a86-dd4190d40cbb tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d5ae59690e04a658f2a90abcbb24c64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2152972 Feb 03 12:45:41.193094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef33151-2025-466a-b56e-e7724c709938']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:41.261411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce61b70-481d-48e0-9a0a-669cde468206') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:41.262222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce61b70-481d-48e0-9a0a-669cde468206') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:41.272119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:41.282353 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bafd94-3a14-47eb-bd92-fe1d7196b330" -d '{"events": [{"server_uuid": "fcc53a9e-11ae-4826-8bdc-5fcff201fb35", "name": "network-vif-unplugged", "status": "completed", "tag": "409fcbda-aa2f-46c0-a866-e0ed09e17fd1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:41.303915 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (bce61b70-481d-48e0-9a0a-669cde468206), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.359834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 40e8374e-c8cc-4779-b4e8-3813307aaccd {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:41.360211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40e8374e-c8cc-4779-b4e8-3813307aaccd not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:41.397324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bce61b70-481d-48e0-9a0a-669cde468206), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.408095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:41.408497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (bce61b70-481d-48e0-9a0a-669cde468206), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:41.422315 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:41.528695 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8875beda-5b05-43d3-9a8a-50146b0ac3e9 x-openstack-request-id: req-8875beda-5b05-43d3-9a8a-50146b0ac3e9 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:41.529318 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f661c8-8d60-470e-af26-1a1be74f515e", "name": "network-vif-deleted", "tag": "40e8374e-c8cc-4779-b4e8-3813307aaccd", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:41.529318 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8875beda-5b05-43d3-9a8a-50146b0ac3e9 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:41.530431 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f661c8-8d60-470e-af26-1a1be74f515e', 'name': 'network-vif-deleted', 'tag': '40e8374e-c8cc-4779-b4e8-3813307aaccd', 'status': 'completed', 'code': 200} Feb 03 12:45:41.571200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-8565a008-2d90-4385-9efb-b457a31359eb service neutron] 10.222.0.65 "GET /v2.0/networks/e186ce9e-846a-4564-8e1d-78a32beecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821442 Feb 03 12:45:41.593508 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Publish callbacks [] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.602557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1ef33151-2025-466a-b56e-e7724c709938), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.605259 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.627555 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.630848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1ef33151-2025-466a-b56e-e7724c709938 HTTP/1.1" status: 204 len: 168 time: 2.2905531 Feb 03 12:45:41.676737 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac02466b-5f99-460f-8093-4da083c33a1c x-openstack-request-id: req-ac02466b-5f99-460f-8093-4da083c33a1c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:41.677155 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc53a9e-11ae-4826-8bdc-5fcff201fb35", "name": "network-vif-unplugged", "status": "completed", "tag": "409fcbda-aa2f-46c0-a866-e0ed09e17fd1", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:41.677323 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac02466b-5f99-460f-8093-4da083c33a1c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:41.677959 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1', 'code': 200} Feb 03 12:45:41.681035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4027759-7c9d-4c0b-8cb0-03060a886248 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef33151-2025-466a-b56e-e7724c709938,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:41.710236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.715998 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Attempting to bind port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:41.716582 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Attempting to bind port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:41.717277 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Attempting to bind port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:41.733314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9761a792-2939-427d-abe0-312454a196dc None None] For port 12812713-6879-4f1a-a721-5c27abcd3f2c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=12812713-6879-4f1a-a721-5c27abcd3f2c,segment=NetworkSegment(bce61b70-481d-48e0-9a0a-669cde468206),segment_id=bce61b70-481d-48e0-9a0a-669cde468206)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:41.733718 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9761a792-2939-427d-abe0-312454a196dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.740249 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:41.741547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:41.742118 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.742709 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:41.743603 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Bound port: 1a7cb68d-6e6f-47ac-a389-42dd7f331e95, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:41.744143 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.745816 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.748060 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4322f-acc0-4d13-91b4-ec0add816707 None None] Pushing event updated for resources: {'Port': ['ID=1a7cb68d-6e6f-47ac-a389-42dd7f331e95,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:41.821446 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] For port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:41.828985 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] For port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1a7cb68d-6e6f-47ac-a389-42dd7f331e95,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:41.839123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9761a792-2939-427d-abe0-312454a196dc None None] Calling delete_port for 12812713-6879-4f1a-a721-5c27abcd3f2c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:41.839625 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.871590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-17b6cec1-5604-4f25-a839-65d77a811860 None None] Current status of the port 9b18f29c-1677-4eda-8048-e084755c6b84 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:41.887518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-8563e580-af5d-4a4d-a051-69bdb50333a9 service neutron] 10.222.0.65 "GET /v2.0/networks/e186ce9e-846a-4564-8e1d-78a32beecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065429 Feb 03 12:45:41.897037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Allocated IP 172.20.0.1 (ced2aa59-243b-4d84-8e70-c9202b1d8bd3/d281142c-d265-42ea-9709-524559d58d1f/8310bb34-dbe6-4511-91a2-f8a63cee5b53) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:41.901245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58249a77-694d-41c5-9104-57073582a259 req-69302dbb-d1c5-428e-9955-129d2f79228a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:41.916215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58249a77-694d-41c5-9104-57073582a259 req-69302dbb-d1c5-428e-9955-129d2f79228a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 946 time: 0.1771119 Feb 03 12:45:41.928164 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4322f-acc0-4d13-91b4-ec0add816707 None None] Pushing event updated for resources: {'Port': ['ID=1a7cb68d-6e6f-47ac-a389-42dd7f331e95,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:41.928573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58790) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:41.941943 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Routers {'ce210bd0-0922-4ef3-90a8-450d208b1874'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:41.943196 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ce210bd0-0922-4ef3-90a8-450d208b1874'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:42.044181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Publish callbacks [] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.062225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c5b0f6d7-f026-4efe-becf-cae68221e816 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64f59ce8c29a46e1a3744faa389171d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330061 Feb 03 12:45:42.068438 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58794) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:42.090137 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] Set router ce210bd0-0922-4ef3-90a8-450d208b1874 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:42.091797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58249a77-694d-41c5-9104-57073582a259 req-ebbb6e26-5bfa-4626-b1ff-245dc73e4999 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657808 Feb 03 12:45:42.132201 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4aef-dbce-4174-8ce5-abc93cc55df6 admin admin] Publish callbacks [] for security_group (94fbf6ba-92a7-43a6-ad53-5457388b015a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.157886 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4aef-dbce-4174-8ce5-abc93cc55df6 admin admin] Publish callbacks [] for security_group (94fbf6ba-92a7-43a6-ad53-5457388b015a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.212393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.262454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4aef-dbce-4174-8ce5-abc93cc55df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (94fbf6ba-92a7-43a6-ad53-5457388b015a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.265109 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4aef-dbce-4174-8ce5-abc93cc55df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.269955 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8c3f4aef-dbce-4174-8ce5-abc93cc55df6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94fbf6ba-92a7-43a6-ad53-5457388b015a HTTP/1.1" status: 204 len: 168 time: 0.2002933 Feb 03 12:45:42.272169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Pushing event updated for resources: {'Port': ['ID=8310bb34-dbe6-4511-91a2-f8a63cee5b53,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:42.285325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f4aef-dbce-4174-8ce5-abc93cc55df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fbf6ba-92a7-43a6-ad53-5457388b015a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:42.324737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:42.326266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:42.329785 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:42.377131 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (ce210bd0-0922-4ef3-90a8-450d208b1874), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.401947 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:35Z', 'updated_at': '2022-02-03T12:45:38Z', 'revision_number': 3, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'gw_port': {'id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:36Z', 'updated_at': '2022-02-03T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:42.431044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f990ae-c402-4550-aff8-315624f67719 req-6632cc85-eff3-48f7-bfe2-aeb3a108337a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:42.439995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-6632cc85-eff3-48f7-bfe2-aeb3a108337a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.2202010 Feb 03 12:45:42.440883 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e48cc-3f33-4b21-892f-bde2dffa9833 None None] The sync data for ids ['ce210bd0-0922-4ef3-90a8-450d208b1874'] in n-d-792364-10 is: [{'id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:35Z', 'updated_at': '2022-02-03T12:45:38Z', 'revision_number': 3, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'gw_port': {'id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:36Z', 'updated_at': '2022-02-03T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:42.488642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9b18f29c-1677-4eda-8048-e084755c6b84 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:42.496523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-84fdd5cf-a106-4894-a20e-d216ece79673 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/quotas/2aa2e4d9c11a403eb5651431c33e512d HTTP/1.1" status: 200 len: 375 time: 0.0553453 Feb 03 12:45:42.562439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9803f33a-4a6d-493e-a9bb-a1499faf6f44 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:42.567106 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9761a792-2939-427d-abe0-312454a196dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (12812713-6879-4f1a-a721-5c27abcd3f2c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.608245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9761a792-2939-427d-abe0-312454a196dc None None] Network 1ef33151-2025-466a-b56e-e7724c709938 is not hosted by any dhcp agent {{(pid=103225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:45:42.608722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761a792-2939-427d-abe0-312454a196dc None None] No DVR routers for this DVR port 12812713-6879-4f1a-a721-5c27abcd3f2c on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:42.632768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761a792-2939-427d-abe0-312454a196dc None None] Pushing event deleted for resources: {'Port': ['ID=12812713-6879-4f1a-a721-5c27abcd3f2c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:42.639479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'name': 'network-vif-deleted', 'tag': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:42.642819 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a0bf43-2778-4709-adf8-b539ee7149f7" -d '{"events": [{"server_uuid": "fcc53a9e-11ae-4826-8bdc-5fcff201fb35", "name": "network-vif-deleted", "tag": "409fcbda-aa2f-46c0-a866-e0ed09e17fd1"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:42.644412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 9803f33a-4a6d-493e-a9bb-a1499faf6f44 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:42.645417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9803f33a-4a6d-493e-a9bb-a1499faf6f44 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:42.725137 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.776259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.796192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6028-33be-4f12-8a50-9a57f6ed194a req-4b1a31a4-838d-4f31-b044-29e517979510 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:42.796936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:42.804305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fcf6028-33be-4f12-8a50-9a57f6ed194a req-4b1a31a4-838d-4f31-b044-29e517979510 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 945 time: 0.3441129 Feb 03 12:45:42.818288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-f5dc30e8-1584-4838-83c6-351e78466f32 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3201745 Feb 03 12:45:42.878142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 12812713-6879-4f1a-a721-5c27abcd3f2c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:42.960903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] Checking router: 3891ec0c-ee0b-4f58-8845-4ae753655e56 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:42.971262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 12812713-6879-4f1a-a721-5c27abcd3f2c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:42.972017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 12812713-6879-4f1a-a721-5c27abcd3f2c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:43.008527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0df11f93-70c2-4f1e-abd0-5a6345e4bc20 None None] Provisioning complete for port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:43.009880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0df11f93-70c2-4f1e-abd0-5a6345e4bc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.013718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:43.014780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:43.025937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Publish callbacks [] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.036117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.039083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fcf6028-33be-4f12-8a50-9a57f6ed194a req-1a64d428-0cb8-4901-bb47-f501366d3e1d tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334669 Feb 03 12:45:43.098160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-aca0c45c-32b0-485e-8cff-de52d0cc72ee service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780130 Feb 03 12:45:43.168728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0df11f93-70c2-4f1e-abd0-5a6345e4bc20 None None] Port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:43.202225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (ce210bd0-0922-4ef3-90a8-450d208b1874), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.211506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Pushing event updated for resources: {'Port': ['ID=8310bb34-dbe6-4511-91a2-f8a63cee5b53,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:43.264156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:43.356130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:43.358360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:43.379631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-e1210823-1e3f-4f46-8840-b72f6535f26f service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717249 Feb 03 12:45:43.589846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Router ce210bd0-0922-4ef3-90a8-450d208b1874 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:45:43.648391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-07389802-ba9a-4335-a74c-6eeacc1522c6 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:43.650003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-07389802-ba9a-4335-a74c-6eeacc1522c6 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.72 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 945 time: 0.2693839 Feb 03 12:45:43.656041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50d50f48-d161-4241-8744-b3cee6e766fb req-ca358c69-d69a-4090-8908-2b3947b26d04 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.1317494 Feb 03 12:45:43.754768 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd6251a-e66d-4f36-8916-478530233f5c x-openstack-request-id: req-edd6251a-e66d-4f36-8916-478530233f5c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:43.755330 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc53a9e-11ae-4826-8bdc-5fcff201fb35", "name": "network-vif-deleted", "tag": "409fcbda-aa2f-46c0-a866-e0ed09e17fd1", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:43.755764 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-edd6251a-e66d-4f36-8916-478530233f5c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:43.757538 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc53a9e-11ae-4826-8bdc-5fcff201fb35', 'name': 'network-vif-deleted', 'tag': '409fcbda-aa2f-46c0-a866-e0ed09e17fd1', 'status': 'completed', 'code': 200} Feb 03 12:45:43.822170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58850) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:43.929290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:43.930364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:43.930824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3ef1586-4a15-407a-ba62-ca28629ad56c req-4543a2de-98b8-4a2d-b05f-eaad19c2653c tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/57bc5672-94f2-4238-8d3b-8df72006ca80 HTTP/1.1" status: 200 len: 1819 time: 0.1671276 Feb 03 12:45:43.938130 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4168d3ae-a5b7-48b1-866e-d8757ccb2782 admin admin] 10.222.0.65 "PUT /v2.0/routers/ce210bd0-0922-4ef3-90a8-450d208b1874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5925314 Feb 03 12:45:44.020410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58856) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:44.024599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00b00e2c-52f2-4aa1-b178-3d3d605f2e23 req-8241d991-8df8-4edb-8897-496907e0e4e7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 210 time: 0.1314535 Feb 03 12:45:44.025493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61132b2-7a73-49c7-9719-371f30359fa8 None None] The sync data for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 is: [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:44.044981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-849f416b-242f-43fb-8db3-01cd39cb3c42 None None] Provisioning complete for port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:44.056889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-849f416b-242f-43fb-8db3-01cd39cb3c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.164979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-849f416b-242f-43fb-8db3-01cd39cb3c42 None None] Port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:44.235134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e3ef1586-4a15-407a-ba62-ca28629ad56c req-ce8f4fa0-99fb-4284-baa9-22ab2bcf6e73 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (57bc5672-94f2-4238-8d3b-8df72006ca80), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.247963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-189764682-network', 'tenant_id': 'cadf8d08a9db4880a564d810a7cd4a00'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:44.273277 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dcde1943-ed2a-42d3-96c8-afb85ea158bc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (7bac5d53-d6ec-464d-a1ae-5d05d35e74f9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.276334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Made reservation on behalf of cadf8d08a9db4880a564d810a7cd4a00 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:44.281761 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.317956 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.330692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e3ef1586-4a15-407a-ba62-ca28629ad56c req-ce8f4fa0-99fb-4284-baa9-22ab2bcf6e73 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (57bc5672-94f2-4238-8d3b-8df72006ca80), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.562283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Publish callbacks [] for security_group (e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.567061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.619109 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:44.638314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:44.645148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1a864b70-82ae-49c0-afe2-cc1f738155f0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.645148 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Added segment 1a864b70-82ae-49c0-afe2-cc1f738155f0 of type vlan for network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 Feb 03 12:45:44.657498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c842ff-0c37-497a-aba1-dfaef0355ea3 None None] New status for floating IP c22cdf13-3492-4b12-ac26-601f9c8cdc40: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:45:44.727352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (bbb3f7cb-9959-478e-a5f4-96c33d1b8b45), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.820312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (bbb3f7cb-9959-478e-a5f4-96c33d1b8b45), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.821433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:44.822189 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.875677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dcde1943-ed2a-42d3-96c8-afb85ea158bc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (7bac5d53-d6ec-464d-a1ae-5d05d35e74f9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.923021 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9014337 Feb 03 12:45:44.926039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58912) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:44.935926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Request body: {'subnet': {'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-189764682-subnet', 'tenant_id': 'cadf8d08a9db4880a564d810a7cd4a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:44.988742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229073ae-6968-474a-8486-82fad1972aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:45.014492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Made reservation on behalf of cadf8d08a9db4880a564d810a7cd4a00 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:45.017660 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.042249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:45.045485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:45.053784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cc529-8b68-449b-a933-d5d5205c3375 req-3f23d2a2-7793-42fa-b9af-472f25e8e318 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:45.055723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b5cc529-8b68-449b-a933-d5d5205c3375 req-3f23d2a2-7793-42fa-b9af-472f25e8e318 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 945 time: 0.8606930 Feb 03 12:45:45.096237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Deleting port 316074d6-2289-4c54-bbdb-bdf117400001 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:45.101423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (316074d6-2289-4c54-bbdb-bdf117400001), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.231004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:45.231603 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.305351 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e3ef1586-4a15-407a-ba62-ca28629ad56c req-ce8f4fa0-99fb-4284-baa9-22ab2bcf6e73 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (57bc5672-94f2-4238-8d3b-8df72006ca80), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.308066 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e3ef1586-4a15-407a-ba62-ca28629ad56c req-ce8f4fa0-99fb-4284-baa9-22ab2bcf6e73 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.309222 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3ef1586-4a15-407a-ba62-ca28629ad56c req-ce8f4fa0-99fb-4284-baa9-22ab2bcf6e73 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/57bc5672-94f2-4238-8d3b-8df72006ca80 HTTP/1.1" status: 204 len: 173 time: 1.3628380 Feb 03 12:45:45.332744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (2b4c3b08-b170-4fb0-9358-b0e340a74ec5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.429458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4c3b08-b170-4fb0-9358-b0e340a74ec5,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:45.456376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f4fa0-99fb-4284-baa9-22ab2bcf6e73 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bc5672-94f2-4238-8d3b-8df72006ca80,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:45.485585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Checking segment: {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:45.486405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Network hostable DHCP agents. Network: bbb3f7cb-9959-478e-a5f4-96c33d1b8b45, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:45.511179 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dcde1943-ed2a-42d3-96c8-afb85ea158bc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7bac5d53-d6ec-464d-a1ae-5d05d35e74f9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.516160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dcde1943-ed2a-42d3-96c8-afb85ea158bc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.524508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dcde1943-ed2a-42d3-96c8-afb85ea158bc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "DELETE /v2.0/security-groups/7bac5d53-d6ec-464d-a1ae-5d05d35e74f9 HTTP/1.1" status: 204 len: 168 time: 1.6861107 Feb 03 12:45:45.526151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:45.530455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b5cc529-8b68-449b-a933-d5d5205c3375 req-8162dd8f-315b-4ef9-b3d0-a629e5324a49 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558671 Feb 03 12:45:45.558027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:45.558460 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.581655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a375770e-b84f-488d-b00d-ad523304f632 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:45.587643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a375770e-b84f-488d-b00d-ad523304f632 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.72 "GET /v2.0/networks?id=e186ce9e-846a-4564-8e1d-78a32beecfcd HTTP/1.1" status: 200 len: 815 time: 0.7270613 Feb 03 12:45:45.623608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde1943-ed2a-42d3-96c8-afb85ea158bc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bac5d53-d6ec-464d-a1ae-5d05d35e74f9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:45.663331 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Sync routers for ids ['ce210bd0-0922-4ef3-90a8-450d208b1874'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:45.679925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1a7cb68d-6e6f-47ac-a389-42dd7f331e95,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:45.682224 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Routers {'ce210bd0-0922-4ef3-90a8-450d208b1874'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:45.685315 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ce210bd0-0922-4ef3-90a8-450d208b1874'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:45.686851 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-4ebdcee7-1fd9-4c6f-88a7-f43c75a3c994 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] show failed (client error): The resource could not be found. Feb 03 12:45:45.693115 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4ebdcee7-1fd9-4c6f-88a7-f43c75a3c994 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups/7bac5d53-d6ec-464d-a1ae-5d05d35e74f9 HTTP/1.1" status: 404 len: 347 time: 0.1640942 Feb 03 12:45:45.694562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58924) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:45.734232 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.823846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-256f50c6-c646-4d9b-8643-12e6ab0904ce req-bd5b0b66-7647-4aae-8a8b-bc19d602f743 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.1317725 Feb 03 12:45:45.876425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] For port 316074d6-2289-4c54-bbdb-bdf117400001, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=316074d6-2289-4c54-bbdb-bdf117400001,segment=NetworkSegment(833e2158-1d4d-40f6-9343-0ef580f8c041),segment_id=833e2158-1d4d-40f6-9343-0ef580f8c041)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:45.877561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (316074d6-2289-4c54-bbdb-bdf117400001), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.919108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=1a7cb68d-6e6f-47ac-a389-42dd7f331e95,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:45.953307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:45.965174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c11adb4-d7a0-4914-9c0b-63d99ff48058 req-3822ecc4-ea35-41cb-b3c9-eb4ad6d73219 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 210 time: 0.1514406 Feb 03 12:45:45.993850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Calling delete_port for 316074d6-2289-4c54-bbdb-bdf117400001 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:46.014613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf0670c6-1195-468b-b2be-eeee1500755f req-0a08570e-fcc3-4467-ac6b-f6f9e235cc2e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/c827227c-ba61-44c4-9bae-895dbf255365 HTTP/1.1" status: 200 len: 1818 time: 0.1440880 Feb 03 12:45:46.053520 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.054144 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Set router ce210bd0-0922-4ef3-90a8-450d208b1874 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:46.062206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, bbb3f7cb-9959-478e-a5f4-96c33d1b8b45) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:46.072097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:46.072676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e18cc-92d7-471f-8106-450b16227448 None None] Network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:46.074606 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.084186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-cac1c68f-baa8-45cf-af1c-d215f6435479 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5ae59690e04a658f2a90abcbb24c64 HTTP/1.1" status: 200 len: 380 time: 0.4785178 Feb 03 12:45:46.127050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f990ae-c402-4550-aff8-315624f67719 req-593f6618-932b-47dd-8040-615fa893d9ef tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:46.131073 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-593f6618-932b-47dd-8040-615fa893d9ef tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.7009442 Feb 03 12:45:46.157823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Request body: {'port': {'device_id': 'c1039aea-24b3-4449-b6e4-ecfa14791638', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'admin_state_up': True, 'tenant_id': '2aa2e4d9c11a403eb5651431c33e512d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:46.159176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Request body: {'port': {'device_id': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'admin_state_up': True, 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'security_groups': ['52e89200-3ef7-4f9d-9904-0ab40cc0d0d4']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:46.213789 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4a1d43-d0fc-47bb-8c28-c2085624730e None None] Network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:46.307305 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c734daf3-8adc-4e9e-9084-2c24be45e9bf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3725076 Feb 03 12:45:46.343637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Deleting port d359d049-8003-457c-a77a-dbf000b43217 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:46.345816 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d359d049-8003-457c-a77a-dbf000b43217), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.518120 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:35Z', 'updated_at': '2022-02-03T12:45:42Z', 'revision_number': 4, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'gw_port': {'id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:36Z', 'updated_at': '2022-02-03T12:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8310bb34-dbe6-4511-91a2-f8a63cee5b53', 'name': '', 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'mac_address': 'fa:16:3e:87:68:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'd281142c-d265-42ea-9709-524559d58d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:41Z', 'updated_at': '2022-02-03T12:45:42Z', 'revision_number': 2, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'subnets': [{'id': 'd281142c-d265-42ea-9709-524559d58d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:46.550688 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf0670c6-1195-468b-b2be-eeee1500755f req-68fe8702-3e07-42e3-9b03-b72ac60eb473 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (c827227c-ba61-44c4-9bae-895dbf255365), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.552775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Made reservation on behalf of 2aa2e4d9c11a403eb5651431c33e512d for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:46.556196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.568158 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Checking router: ce210bd0-0922-4ef3-90a8-450d208b1874 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:46.569142 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Updating router ce210bd0-0922-4ef3-90a8-450d208b1874 port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:45:46.614530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf0670c6-1195-468b-b2be-eeee1500755f req-68fe8702-3e07-42e3-9b03-b72ac60eb473 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (c827227c-ba61-44c4-9bae-895dbf255365), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.627863 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.698191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Made reservation on behalf of 6d5ae59690e04a658f2a90abcbb24c64 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:46.709933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.716075 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf0670c6-1195-468b-b2be-eeee1500755f req-68fe8702-3e07-42e3-9b03-b72ac60eb473 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c827227c-ba61-44c4-9bae-895dbf255365), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.718608 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bf0670c6-1195-468b-b2be-eeee1500755f req-68fe8702-3e07-42e3-9b03-b72ac60eb473 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.740700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf0670c6-1195-468b-b2be-eeee1500755f req-68fe8702-3e07-42e3-9b03-b72ac60eb473 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/c827227c-ba61-44c4-9bae-895dbf255365 HTTP/1.1" status: 204 len: 173 time: 0.7058189 Feb 03 12:45:46.784856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d359d049-8003-457c-a77a-dbf000b43217), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.785179 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (d359d049-8003-457c-a77a-dbf000b43217), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.855210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Calling delete_port for d359d049-8003-457c-a77a-dbf000b43217 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:46.865923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:46.988197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:46.988832 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.022712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe8702-3e07-42e3-9b03-b72ac60eb473 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c827227c-ba61-44c4-9bae-895dbf255365,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:47.060260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (316074d6-2289-4c54-bbdb-bdf117400001), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.060519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 316074d6-2289-4c54-bbdb-bdf117400001 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:47.094090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 316074d6-2289-4c54-bbdb-bdf117400001 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:47.094906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 316074d6-2289-4c54-bbdb-bdf117400001 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:47.116333 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d359d049-8003-457c-a77a-dbf000b43217), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.148172 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Publish callbacks [] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.158657 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.161279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:47.185037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event deleted for resources: {'Port': ['ID=d359d049-8003-457c-a77a-dbf000b43217,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:47.228134 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c240064-3280-4795-8b1e-452441f3640d None None] Pushing event updated for resources: {'Port': ['ID=8310bb34-dbe6-4511-91a2-f8a63cee5b53,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:47.236525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Pushing event deleted for resources: {'Port': ['ID=316074d6-2289-4c54-bbdb-bdf117400001,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:47.256979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Allocated IP 172.20.0.8 (3315131b-c682-4f98-baeb-6449a3848ef2/77bfd0a9-38ea-454b-9ad7-21a48c2b074a/1b283d20-1984-4778-bf1f-5c55185a29ae) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:47.319512 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Attempting to bind port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:47.320277 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Attempting to bind port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:47.320789 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Attempting to bind port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 on network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:47.327089 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:47.327748 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Checking segment: {'id': '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:47.328358 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.329003 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Bound using segment: {'id': '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:47.329712 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Bound port: 8310bb34-dbe6-4511-91a2-f8a63cee5b53, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:47.330397 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.383122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44e32c-f591-45f0-8dc4-1c2f5dbe1ef4 req-4219f547-78c4-4cd6-8cb3-398a8494fe58 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:47.396448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d44e32c-f591-45f0-8dc4-1c2f5dbe1ef4 req-4219f547-78c4-4cd6-8cb3-398a8494fe58 tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/ports?device_id=56146d5a-86ba-4993-9b70-f919c69a5512 HTTP/1.1" status: 200 len: 867 time: 0.6487169 Feb 03 12:45:47.413365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (c22cdf13-3492-4b12-ac26-601f9c8cdc40), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.416181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.421488 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da40c1a5-7c0a-44df-8726-308387702222 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "DELETE /v2.0/floatingips/c22cdf13-3492-4b12-ac26-601f9c8cdc40 HTTP/1.1" status: 204 len: 168 time: 1.7093527 Feb 03 12:45:47.456802 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] For port 8310bb34-dbe6-4511-91a2-f8a63cee5b53, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:47.465212 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] For port 8310bb34-dbe6-4511-91a2-f8a63cee5b53, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8310bb34-dbe6-4511-91a2-f8a63cee5b53,segment=NetworkSegment(8c90b9fd-488f-45ca-bb9a-f2e92ad316ec),segment_id=8c90b9fd-488f-45ca-bb9a-f2e92ad316ec)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:47.479144 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.525110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] No DVR routers for this DVR port 316074d6-2289-4c54-bbdb-bdf117400001 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:47.533821 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.537838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2affdf24-230c-4ac2-9dae-7a876a868f5e req-cdcd7cfb-107e-4da7-adf8-649621941fba tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.72 "DELETE /v2.0/ports/316074d6-2289-4c54-bbdb-bdf117400001 HTTP/1.1" status: 204 len: 173 time: 3.8793535 Feb 03 12:45:47.546088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56146d5a-86ba-4993-9b70-f919c69a5512', 'name': 'network-vif-deleted', 'tag': '316074d6-2289-4c54-bbdb-bdf117400001'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:47.548699 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047094ea-67c0-4079-87fa-eb064289d7a2" -d '{"events": [{"server_uuid": "56146d5a-86ba-4993-9b70-f919c69a5512", "name": "network-vif-deleted", "tag": "316074d6-2289-4c54-bbdb-bdf117400001"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:47.594192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-47290250-69b2-478b-aa0f-ba0a2d7ef273 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:47.600981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-47290250-69b2-478b-aa0f-ba0a2d7ef273 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/networks?id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 200 len: 814 time: 0.4188027 Feb 03 12:45:47.646792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-a10f18a5-2d7e-4502-959c-61755874a4ca tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/quotas/cadf8d08a9db4880a564d810a7cd4a00 HTTP/1.1" status: 200 len: 375 time: 0.0377300 Feb 03 12:45:47.647873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Allocated IP 172.20.0.11 (e186ce9e-846a-4564-8e1d-78a32beecfcd/0c67debf-c402-40d1-b59e-56a9beaf1cb8/ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:47.666923 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Routers {'ce210bd0-0922-4ef3-90a8-450d208b1874'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:47.667563 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:45:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ce210bd0-0922-4ef3-90a8-450d208b1874'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:47.671125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f674a82d-5960-488f-9c1a-3857f17039e1 None None] Provisioning complete for port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:47.671402 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f674a82d-5960-488f-9c1a-3857f17039e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.684384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d44e32c-f591-45f0-8dc4-1c2f5dbe1ef4 req-d2e3771d-7ddd-41db-96de-6748575d5a3d tempest-InstanceActionsTestJSON-1773794153 tempest-InstanceActionsTestJSON-1773794153-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4d02d35-6f59-4788-92b3-3d3f333f8b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869508 Feb 03 12:45:47.761656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-6e16e2c9-770c-4c04-a0e7-c1940ea047ce tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063321 Feb 03 12:45:47.772842 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c240064-3280-4795-8b1e-452441f3640d None None] Pushing event updated for resources: {'Port': ['ID=8310bb34-dbe6-4511-91a2-f8a63cee5b53,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:47.777417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks [] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.817736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-858cd1c4-364f-4e54-a567-40868fa80308 req-5f4570c2-14e4-4fc8-bbfd-04ec4fae194a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-695765134', 'description': 'tempest-description-685844215'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:47.896981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.913056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:47.915957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f674a82d-5960-488f-9c1a-3857f17039e1 None None] Current status of the port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:47.916455 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f674a82d-5960-488f-9c1a-3857f17039e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.980684 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] Set router ce210bd0-0922-4ef3-90a8-450d208b1874 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:48.003026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f674a82d-5960-488f-9c1a-3857f17039e1 None None] For port 8310bb34-dbe6-4511-91a2-f8a63cee5b53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8310bb34-dbe6-4511-91a2-f8a63cee5b53,segment=NetworkSegment(8c90b9fd-488f-45ca-bb9a-f2e92ad316ec),segment_id=8c90b9fd-488f-45ca-bb9a-f2e92ad316ec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:48.019871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f674a82d-5960-488f-9c1a-3857f17039e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.055176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Network 3315131b-c682-4f98-baeb-6449a3848ef2 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:48.077775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:48.081031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:48.165427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-858cd1c4-364f-4e54-a567-40868fa80308 req-5f4570c2-14e4-4fc8-bbfd-04ec4fae194a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.167243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674a82d-5960-488f-9c1a-3857f17039e1 None None] Pushing event updated for resources: {'Port': ['ID=8310bb34-dbe6-4511-91a2-f8a63cee5b53,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:48.200782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-00fb8bd3-3848-4a5b-bf75-76540bc6996f None None] Provisioning complete for port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:48.201802 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00fb8bd3-3848-4a5b-bf75-76540bc6996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.220680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-a4199d4b-eeab-4367-a133-d32ba57ca6af service neutron] 10.222.0.65 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577453 Feb 03 12:45:48.230770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event updated for resources: {'Port': ['ID=1b283d20-1984-4778-bf1f-5c55185a29ae,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:48.257866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:48.258561 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.299896 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-112adfe9-dac4-44ad-9580-b9e01d1f4222 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1555893 Feb 03 12:45:48.325811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Request body: {'port': {'device_id': 'c1039aea-24b3-4449-b6e4-ecfa14791638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:48.447468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.474035 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.573547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-00fb8bd3-3848-4a5b-bf75-76540bc6996f None None] Current status of the port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:48.591685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-3692b0f0-5bc6-48c4-b134-6e1aef5e57b1 service neutron] 10.222.0.65 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700330 Feb 03 12:45:48.603632 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-858cd1c4-364f-4e54-a567-40868fa80308 req-5f4570c2-14e4-4fc8-bbfd-04ec4fae194a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (efee4c43-d55c-45b6-91d7-9621777c88fb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.631863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-858cd1c4-364f-4e54-a567-40868fa80308 req-5f4570c2-14e4-4fc8-bbfd-04ec4fae194a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (efee4c43-d55c-45b6-91d7-9621777c88fb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.659325 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.710501 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:35Z', 'updated_at': '2022-02-03T12:45:42Z', 'revision_number': 4, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'gw_port': {'id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:36Z', 'updated_at': '2022-02-03T12:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8310bb34-dbe6-4511-91a2-f8a63cee5b53', 'name': '', 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'mac_address': 'fa:16:3e:87:68:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'd281142c-d265-42ea-9709-524559d58d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:41Z', 'updated_at': '2022-02-03T12:45:47Z', 'revision_number': 4, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'subnets': [{'id': 'd281142c-d265-42ea-9709-524559d58d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:48.760638 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0df6b1-c119-4858-ba3b-cfec62c2a650 None None] The sync data for ids ['ce210bd0-0922-4ef3-90a8-450d208b1874'] in n-d-792364-10 is: [{'id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:35Z', 'updated_at': '2022-02-03T12:45:42Z', 'revision_number': 4, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'gw_port': {'id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:36Z', 'updated_at': '2022-02-03T12:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '8310bb34-dbe6-4511-91a2-f8a63cee5b53', 'name': '', 'network_id': 'ced2aa59-243b-4d84-8e70-c9202b1d8bd3', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'mac_address': 'fa:16:3e:87:68:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'd281142c-d265-42ea-9709-524559d58d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:41Z', 'updated_at': '2022-02-03T12:45:47Z', 'revision_number': 4, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'subnets': [{'id': 'd281142c-d265-42ea-9709-524559d58d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:48.775163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-858cd1c4-364f-4e54-a567-40868fa80308 req-5f4570c2-14e4-4fc8-bbfd-04ec4fae194a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.776437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-858cd1c4-364f-4e54-a567-40868fa80308 req-5f4570c2-14e4-4fc8-bbfd-04ec4fae194a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0288692 Feb 03 12:45:48.782057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4570c2-14e4-4fc8-bbfd-04ec4fae194a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efee4c43-d55c-45b6-91d7-9621777c88fb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:48.796079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Network e186ce9e-846a-4564-8e1d-78a32beecfcd is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:48.798161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Pushing event updated for resources: {'Port': ['ID=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:48.821191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:48.826787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:48.960885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:48.962403 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.171782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-a8663f9f-7094-43f7-b681-ac6e62d21b1d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0486829 Feb 03 12:45:49.194303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b283d20-1984-4778-bf1f-5c55185a29ae {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:49.203673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Request body: {'port': {'device_id': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:49.216363 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Publish callbacks [] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.248357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Transition to ACTIVE for port object 1b283d20-1984-4778-bf1f-5c55185a29ae will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:45:49.263123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.278857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2327b0a-c25a-49cd-8ae9-af24c9aa0240 req-10d929bf-df91-4791-976f-cfbe42f858cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:49.285878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2327b0a-c25a-49cd-8ae9-af24c9aa0240 req-10d929bf-df91-4791-976f-cfbe42f858cc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 931 time: 0.3083436 Feb 03 12:45:49.303658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f798c-5dbd-4e41-9471-b7c55a82ef63 req-6339d86b-56c0-4e34-83e8-e288e40b1403 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:49.305254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a7f798c-5dbd-4e41-9471-b7c55a82ef63 req-6339d86b-56c0-4e34-83e8-e288e40b1403 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 932 time: 0.2818890 Feb 03 12:45:49.429539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e79b49c7-ff5e-4447-944f-a44e30db4d57 None None] Provisioning complete for port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:49.434383 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e79b49c7-ff5e-4447-944f-a44e30db4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.482147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.528129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e79b49c7-ff5e-4447-944f-a44e30db4d57 None None] Port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:49.559238 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b283d20-1984-4778-bf1f-5c55185a29ae,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:49.579007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a7f798c-5dbd-4e41-9471-b7c55a82ef63 req-a2330060-837e-4cfa-bc93-0a485420869b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441144 Feb 03 12:45:49.580202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Attempting to bind port 1b283d20-1984-4778-bf1f-5c55185a29ae on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:49.580545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Attempting to bind port 1b283d20-1984-4778-bf1f-5c55185a29ae by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:49.580876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Attempting to bind port 1b283d20-1984-4778-bf1f-5c55185a29ae on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:49.584592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2327b0a-c25a-49cd-8ae9-af24c9aa0240 req-6889225f-8093-4ba9-99a3-3a6047de42d6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751744 Feb 03 12:45:49.614428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Port 1b283d20-1984-4778-bf1f-5c55185a29ae on network 3315131b-c682-4f98-baeb-6449a3848ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:45:49.614428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Attempting to bind port 1b283d20-1984-4778-bf1f-5c55185a29ae on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:49.628102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:49.628457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Checking segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:49.629106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Bound using segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:49.629559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Bound port: 1b283d20-1984-4778-bf1f-5c55185a29ae, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:49.629922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.798214 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab7b6c4-b221-467e-b068-cf2522f98523 x-openstack-request-id: req-5ab7b6c4-b221-467e-b068-cf2522f98523 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:49.798781 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56146d5a-86ba-4993-9b70-f919c69a5512", "name": "network-vif-deleted", "tag": "316074d6-2289-4c54-bbdb-bdf117400001", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:49.799206 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ab7b6c4-b221-467e-b068-cf2522f98523 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:49.799758 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56146d5a-86ba-4993-9b70-f919c69a5512', 'name': 'network-vif-deleted', 'tag': '316074d6-2289-4c54-bbdb-bdf117400001', 'status': 'completed', 'code': 200} Feb 03 12:45:49.824841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] For port 1b283d20-1984-4778-bf1f-5c55185a29ae, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:49.830730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] For port 1b283d20-1984-4778-bf1f-5c55185a29ae, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1b283d20-1984-4778-bf1f-5c55185a29ae,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:49.848088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.933825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59010) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:50.032055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:50.034138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.035718 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] 10.222.0.91 "PUT /v2.0/ports/1b283d20-1984-4778-bf1f-5c55185a29ae HTTP/1.1" status: 200 len: 1092 time: 1.7275233 Feb 03 12:45:50.039642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1039aea-24b3-4449-b6e4-ecfa14791638', 'tag': '1b283d20-1984-4778-bf1f-5c55185a29ae'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:50.044437 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5c601d-1e24-4048-a945-fc60d338bf63" -d '{"events": [{"name": "network-changed", "server_uuid": "c1039aea-24b3-4449-b6e4-ecfa14791638", "tag": "1b283d20-1984-4778-bf1f-5c55185a29ae"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:50.122589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c111ab45-a8d7-48b4-98b0-689e8f2328db admin admin] Deleting subnet e352a1cc-5e2e-4baf-8032-63b12778e62d {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:50.132506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c111ab45-a8d7-48b4-98b0-689e8f2328db admin admin] Publish callbacks [] for subnet (e352a1cc-5e2e-4baf-8032-63b12778e62d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.164833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c4f7c-cbba-4c61-b3a8-7fa8c6d23ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b283d20-1984-4778-bf1f-5c55185a29ae,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:50.235624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef554f6d-03a4-460e-89bf-c28ea01d37f3 req-9d994d12-5cce-4cfe-9cfd-a64003903ad6 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/efee4c43-d55c-45b6-91d7-9621777c88fb HTTP/1.1" status: 200 len: 1818 time: 0.2658689 Feb 03 12:45:50.254129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c111ab45-a8d7-48b4-98b0-689e8f2328db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (e352a1cc-5e2e-4baf-8032-63b12778e62d), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.254750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ef554f6d-03a4-460e-89bf-c28ea01d37f3 req-5539e359-4264-4335-9c78-36688f246836 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Request body: {'security_group': {'name': 'tempest-sg-hth-222922168', 'description': 'tempest-description-hth-1828851161'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:50.323374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f990ae-c402-4550-aff8-315624f67719 req-5bff11de-c54e-4977-9e51-f45961586868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:50.325194 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-5bff11de-c54e-4977-9e51-f45961586868 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 1126 time: 0.1402950 Feb 03 12:45:50.372074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59014) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:50.411012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a25110c0-f8ce-4903-bed9-7c661c0536a5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181060358', 'description': 'tempest-description--741328890'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:50.416864 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ef554f6d-03a4-460e-89bf-c28ea01d37f3 req-5539e359-4264-4335-9c78-36688f246836 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (efee4c43-d55c-45b6-91d7-9621777c88fb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.478651 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-2fef4ba8-fea1-4b69-a928-74d9fce9d181 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b283d20-1984-4778-bf1f-5c55185a29ae HTTP/1.1" status: 200 len: 217 time: 0.1384401 Feb 03 12:45:50.505097 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.506411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c111ab45-a8d7-48b4-98b0-689e8f2328db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e352a1cc-5e2e-4baf-8032-63b12778e62d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.516292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58d4c987-81a7-439e-9d27-db808c8e7399 req-6a5c4aa2-2562-486a-ab9f-b810b2174f89 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 210 time: 0.0806308 Feb 03 12:45:50.533722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:50.587817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f990ae-c402-4550-aff8-315624f67719 req-c0dcfe70-b182-46fc-bdab-6979dd534319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:50.589576 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-c0dcfe70-b182-46fc-bdab-6979dd534319 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.1100419 Feb 03 12:45:50.623680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Publish callbacks [] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.627082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a25110c0-f8ce-4903-bed9-7c661c0536a5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.651391 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-47920947-9d87-46d1-80d7-c3b6d06d7734 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472970 Feb 03 12:45:50.655310 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e367967-5960-48d8-be79-046558619886 x-openstack-request-id: req-5e367967-5960-48d8-be79-046558619886 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:50.655786 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1039aea-24b3-4449-b6e4-ecfa14791638", "tag": "1b283d20-1984-4778-bf1f-5c55185a29ae", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:50.656236 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e367967-5960-48d8-be79-046558619886 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:50.656855 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1039aea-24b3-4449-b6e4-ecfa14791638', 'tag': '1b283d20-1984-4778-bf1f-5c55185a29ae', 'status': 'completed', 'code': 200} Feb 03 12:45:50.738684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c111ab45-a8d7-48b4-98b0-689e8f2328db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (e352a1cc-5e2e-4baf-8032-63b12778e62d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.784931 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a25110c0-f8ce-4903-bed9-7c661c0536a5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.829402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111ab45-a8d7-48b4-98b0-689e8f2328db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e352a1cc-5e2e-4baf-8032-63b12778e62d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:50.856068 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c111ab45-a8d7-48b4-98b0-689e8f2328db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.859850 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c111ab45-a8d7-48b4-98b0-689e8f2328db admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e352a1cc-5e2e-4baf-8032-63b12778e62d HTTP/1.1" status: 204 len: 168 time: 0.9146667 Feb 03 12:45:50.865285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59022) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:50.898195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a25110c0-f8ce-4903-bed9-7c661c0536a5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.899611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8310bb34-dbe6-4511-91a2-f8a63cee5b53 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:50.915325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Transition to ACTIVE for port object ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:45:50.935483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ef554f6d-03a4-460e-89bf-c28ea01d37f3 req-5539e359-4264-4335-9c78-36688f246836 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (efee4c43-d55c-45b6-91d7-9621777c88fb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.961125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.002158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:51.003062 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.014566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ef554f6d-03a4-460e-89bf-c28ea01d37f3 req-5539e359-4264-4335-9c78-36688f246836 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (efee4c43-d55c-45b6-91d7-9621777c88fb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.022584 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ef554f6d-03a4-460e-89bf-c28ea01d37f3 req-5539e359-4264-4335-9c78-36688f246836 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.035461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef554f6d-03a4-460e-89bf-c28ea01d37f3 req-5539e359-4264-4335-9c78-36688f246836 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "PUT /v2.0/security-groups/efee4c43-d55c-45b6-91d7-9621777c88fb HTTP/1.1" status: 200 len: 1793 time: 0.7970724 Feb 03 12:45:51.036403 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.076333 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.110283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:51.126020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833e2158-1d4d-40f6-9343-0ef580f8c041') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:51.126460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833e2158-1d4d-40f6-9343-0ef580f8c041') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:51.143449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:51.144917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (833e2158-1d4d-40f6-9343-0ef580f8c041), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.163917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-4c26875b-0edd-4338-821f-fc1bdb4bd0c3 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034645 Feb 03 12:45:51.177446 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (833e2158-1d4d-40f6-9343-0ef580f8c041), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.197316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:51.197714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (833e2158-1d4d-40f6-9343-0ef580f8c041), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:51.200159 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:51.226612 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a25110c0-f8ce-4903-bed9-7c661c0536a5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.227859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a25110c0-f8ce-4903-bed9-7c661c0536a5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8548031 Feb 03 12:45:51.239096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59028) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:51.239292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25110c0-f8ce-4903-bed9-7c661c0536a5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:51.247401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6eb7e40e-c0be-4707-9771-108d1b0b77ca tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'security_group_rule': {'security_group_id': 'cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:51.281713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Pushing event updated for resources: {'Port': ['ID=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:51.317316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a059-70f7-4d65-9698-9e06f8935e5a req-46554001-144e-4ed6-9c24-a0b071ca0878 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:51.319252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7a4a059-70f7-4d65-9698-9e06f8935e5a req-46554001-144e-4ed6-9c24-a0b071ca0878 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 932 time: 0.5075300 Feb 03 12:45:51.346727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-92900175-e369-4ce8-8116-c9830e0ee0af tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:51.348537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-92900175-e369-4ce8-8116-c9830e0ee0af tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "GET /v2.0/networks?id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 200 len: 814 time: 0.8051083 Feb 03 12:45:51.370381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539e359-4264-4335-9c78-36688f246836 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efee4c43-d55c-45b6-91d7-9621777c88fb,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:51.370685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.373173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Request body: {'port': {'device_id': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45', 'admin_state_up': True, 'tenant_id': 'cadf8d08a9db4880a564d810a7cd4a00'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:51.384508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.388673 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3 HTTP/1.1" status: 204 len: 168 time: 0.5221300 Feb 03 12:45:51.411045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a4353-71ac-4392-857f-41ca47cb82f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e5d54e-2cbd-4e1d-bd53-d6dcc411a9f3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:51.431503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e40e-c0be-4707-9771-108d1b0b77ca tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (29e5c8dd-e0a7-4239-bdb2-042545500d78), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.433071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a9c0-caab-44f1-b504-faca114a8831 req-1dd5fce4-3d9b-4379-af2d-89c3b7ed5316 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:51.440873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31e4a9c0-caab-44f1-b504-faca114a8831 req-1dd5fce4-3d9b-4379-af2d-89c3b7ed5316 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 943 time: 0.2891569 Feb 03 12:45:51.489025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e40e-c0be-4707-9771-108d1b0b77ca tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (29e5c8dd-e0a7-4239-bdb2-042545500d78), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.491871 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b8f990ae-c402-4550-aff8-315624f67719 req-5400f9fa-c394-4eae-9a95-62692241a27d service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222930 Feb 03 12:45:51.500766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e40e-c0be-4707-9771-108d1b0b77ca tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (29e5c8dd-e0a7-4239-bdb2-042545500d78), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.536163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7a4a059-70f7-4d65-9698-9e06f8935e5a req-b26d59d1-7947-4e4c-bbb1-8067207a8e4b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129264 Feb 03 12:45:51.567664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7e40e-c0be-4707-9771-108d1b0b77ca tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e5c8dd-e0a7-4239-bdb2-042545500d78,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:51.586229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e40e-c0be-4707-9771-108d1b0b77ca tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.602063 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6eb7e40e-c0be-4707-9771-108d1b0b77ca tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3590202 Feb 03 12:45:51.603533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59034) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:51.621840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e5a2aa3b-ed5d-4a2e-89e9-ff3415e39cf5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'security_group_rule': {'security_group_id': 'cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:51.711000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e5a2aa3b-ed5d-4a2e-89e9-ff3415e39cf5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (2908d4b8-782e-4089-862b-49546e24f50e), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.724819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:51.779879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb3e41aa-2b98-4e6a-8b1e-0865ede705eb req-4187e9e7-bc64-41bf-b59c-757a18a90032 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/efee4c43-d55c-45b6-91d7-9621777c88fb HTTP/1.1" status: 200 len: 1793 time: 0.0892568 Feb 03 12:45:51.808210 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f5a278f0-d5b5-409b-aaab-d93cfaef9990 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7d97e56e12943739f1a993f2955e6d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816309 Feb 03 12:45:51.814673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59040) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:51.826072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31e4a9c0-caab-44f1-b504-faca114a8831 req-dd42dd2f-a02e-45dd-8a71-4ffef0dff7d0 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842404 Feb 03 12:45:51.837369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Attempting to bind port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:51.837369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Attempting to bind port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:51.837369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Attempting to bind port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d on network e186ce9e-846a-4564-8e1d-78a32beecfcd {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:51.843400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-ded2c695-2187-44be-b843-46d9026fd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:51.846669 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-ded2c695-2187-44be-b843-46d9026fd570 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 1126 time: 0.1806638 Feb 03 12:45:51.846943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d on network e186ce9e-846a-4564-8e1d-78a32beecfcd not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:45:51.847433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Attempting to bind port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d on network e186ce9e-846a-4564-8e1d-78a32beecfcd {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:51.879123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:51.879456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Checking segment: {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:51.879847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Bound using segment: {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:51.880300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Bound port: ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03918e85-7e84-4768-972e-a840988fd321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:51.880668 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.975440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69b70f29-ebc7-4751-bbec-cb842e79d56f req-1f779a7d-ffa9-4810-8fdb-a82db43be1ae tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 210 time: 0.1069431 Feb 03 12:45:51.985169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-376f156b-7840-42fe-a0a7-b049a33eb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:51.987392 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-376f156b-7840-42fe-a0a7-b049a33eb16f service neutron] 10.222.0.91 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 906 time: 0.1320698 Feb 03 12:45:52.025232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e5a2aa3b-ed5d-4a2e-89e9-ff3415e39cf5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (2908d4b8-782e-4089-862b-49546e24f50e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.062402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] For port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:52.066186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] For port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:52.070933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Made reservation on behalf of cadf8d08a9db4880a564d810a7cd4a00 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:52.074703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.084999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.145107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-494206e3-7516-4c1a-b124-d2bbb3fc7bbc req-3dc60b12-bef3-4b1f-87a3-0987e4e3bb71 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/efee4c43-d55c-45b6-91d7-9621777c88fb HTTP/1.1" status: 200 len: 1793 time: 0.2860591 Feb 03 12:45:52.164208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:52.165114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.166755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] 10.222.0.72 "PUT /v2.0/ports/ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d HTTP/1.1" status: 200 len: 1093 time: 2.9841170 Feb 03 12:45:52.174035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'tag': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:52.176992 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172c9c02-bd56-4d97-9535-df7f76edb871" -d '{"events": [{"name": "network-changed", "server_uuid": "556278bc-ae1a-4b3e-a67d-495f36b8adf5", "tag": "ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:52.288565 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f8d48b-de79-4d01-9fb7-1f5e832bbf55 x-openstack-request-id: req-e7f8d48b-de79-4d01-9fb7-1f5e832bbf55 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:52.289412 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556278bc-ae1a-4b3e-a67d-495f36b8adf5", "tag": "ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:52.289818 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7f8d48b-de79-4d01-9fb7-1f5e832bbf55 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:52.290415 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'tag': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d', 'status': 'completed', 'code': 200} Feb 03 12:45:52.359549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61abe24-1938-4c3a-a6ab-7bd585f5a3cb service neutron] Pushing event updated for resources: {'Port': ['ID=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:52.411208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-494206e3-7516-4c1a-b124-d2bbb3fc7bbc req-115b28c5-38df-49ee-bffe-3e095b937a18 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (efee4c43-d55c-45b6-91d7-9621777c88fb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.442748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e5a2aa3b-ed5d-4a2e-89e9-ff3415e39cf5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (2908d4b8-782e-4089-862b-49546e24f50e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.458523 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-57e02229-66b7-4323-b562-f2ac830ad3c8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b283d20-1984-4778-bf1f-5c55185a29ae HTTP/1.1" status: 200 len: 217 time: 0.4643271 Feb 03 12:45:52.478887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-f7cd089e-0fb9-4001-845d-c7bbffee80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:52.480661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-f7cd089e-0fb9-4001-845d-c7bbffee80d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d5ae59690e04a658f2a90abcbb24c64&device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 1127 time: 0.2496181 Feb 03 12:45:52.484595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-494206e3-7516-4c1a-b124-d2bbb3fc7bbc req-115b28c5-38df-49ee-bffe-3e095b937a18 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (efee4c43-d55c-45b6-91d7-9621777c88fb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.485240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e5a2aa3b-ed5d-4a2e-89e9-ff3415e39cf5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.489871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59046) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:52.490442 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e5a2aa3b-ed5d-4a2e-89e9-ff3415e39cf5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8839436 Feb 03 12:45:52.495196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:52.519584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2aa3b-ed5d-4a2e-89e9-ff3415e39cf5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2908d4b8-782e-4089-862b-49546e24f50e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:52.537296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1bd24cc-dee2-4b60-a79f-e80d24969fc4 admin admin] Publish callbacks [] for security_group (c4d02d35-6f59-4788-92b3-3d3f333f8b7d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.562373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-aeadad59-01ad-43c9-b6f1-cf4b45df7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:52.564055 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-aeadad59-01ad-43c9-b6f1-cf4b45df7426 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.0922000 Feb 03 12:45:52.585886 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1bd24cc-dee2-4b60-a79f-e80d24969fc4 admin admin] Publish callbacks [] for security_group (c4d02d35-6f59-4788-92b3-3d3f333f8b7d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.596449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Allocated IP 172.20.0.12 (bbb3f7cb-9959-478e-a5f4-96c33d1b8b45/2b4c3b08-b170-4fb0-9358-b0e340a74ec5/f67b0c45-98e6-4747-a094-4d1a96989623) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:52.611694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-08b14f0a-5c8f-4203-9ef2-b92a8f4f1415 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d HTTP/1.1" status: 200 len: 217 time: 0.1112728 Feb 03 12:45:52.641797 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-a242374b-e695-47e3-8939-b5c75308004e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679879 Feb 03 12:45:52.826457 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-1de7a6a5-1ab0-4e2a-8542-474125cb7cd8 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757782 Feb 03 12:45:52.832141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1bd24cc-dee2-4b60-a79f-e80d24969fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c4d02d35-6f59-4788-92b3-3d3f333f8b7d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.835864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1bd24cc-dee2-4b60-a79f-e80d24969fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.839368 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b1bd24cc-dee2-4b60-a79f-e80d24969fc4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4d02d35-6f59-4788-92b3-3d3f333f8b7d HTTP/1.1" status: 204 len: 168 time: 1.0191734 Feb 03 12:45:52.898228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd24cc-dee2-4b60-a79f-e80d24969fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d02d35-6f59-4788-92b3-3d3f333f8b7d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:53.030971 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b5c601d-1e24-4048-a945-fc60d338bf63 req-61c44456-afb9-4799-8bdb-ab1a2ba2d167 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916437 Feb 03 12:45:53.148249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.165186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-8cd9a9a3-23e0-4585-959f-0a7bfd139957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:53.167062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-8cd9a9a3-23e0-4585-959f-0a7bfd139957 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0c67debf-c402-40d1-b59e-56a9beaf1cb8 HTTP/1.1" status: 200 len: 854 time: 0.5420907 Feb 03 12:45:53.224661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-494206e3-7516-4c1a-b124-d2bbb3fc7bbc req-115b28c5-38df-49ee-bffe-3e095b937a18 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (efee4c43-d55c-45b6-91d7-9621777c88fb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.227416 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-494206e3-7516-4c1a-b124-d2bbb3fc7bbc req-115b28c5-38df-49ee-bffe-3e095b937a18 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.228641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-494206e3-7516-4c1a-b124-d2bbb3fc7bbc req-115b28c5-38df-49ee-bffe-3e095b937a18 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/efee4c43-d55c-45b6-91d7-9621777c88fb HTTP/1.1" status: 204 len: 173 time: 1.0823867 Feb 03 12:45:53.257054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b28c5-38df-49ee-bffe-3e095b937a18 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee4c43-d55c-45b6-91d7-9621777c88fb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:53.337402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b12429-425b-465a-855d-b6af1d91ffb2 req-04fdf0ca-feb9-4cc0-8d5f-07909159834c tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:53.344957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73b12429-425b-465a-855d-b6af1d91ffb2 req-04fdf0ca-feb9-4cc0-8d5f-07909159834c tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 944 time: 0.6767271 Feb 03 12:45:53.386983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-059d0d5a-de1f-460b-be93-39b8b76f30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:53.388818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-059d0d5a-de1f-460b-be93-39b8b76f30ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e186ce9e-846a-4564-8e1d-78a32beecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2030869 Feb 03 12:45:53.621098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73b12429-425b-465a-855d-b6af1d91ffb2 req-cad3e768-bde9-46be-acc3-b2a8c6e31424 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748899 Feb 03 12:45:53.649210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-fdc11e9f-9745-49c7-b0c5-08cff7b7a71d service neutron] 10.222.0.72 "GET /v2.0/networks/e186ce9e-846a-4564-8e1d-78a32beecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412028 Feb 03 12:45:53.709373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks [] for port (f67b0c45-98e6-4747-a094-4d1a96989623), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.736122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68ddff-fce6-45ea-a5ae-2e4274f76f14 req-6b2425b5-7a9b-4582-9e13-b7bd90644a33 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:53.743519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e68ddff-fce6-45ea-a5ae-2e4274f76f14 req-6b2425b5-7a9b-4582-9e13-b7bd90644a33 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 943 time: 0.2367404 Feb 03 12:45:53.840250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f37cd4c-0eba-4be5-bece-f0f3318ecd03 req-a7f0c581-5127-410b-8c30-1902d7fc4bd5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 210 time: 0.0661044 Feb 03 12:45:53.870301 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.912327 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cf6d649-eb2a-4df5-a73b-e614aaf15213 req-9a1fb09e-e36f-458b-9f3c-54248302709e service neutron] 10.222.0.72 "GET /v2.0/networks/e186ce9e-846a-4564-8e1d-78a32beecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472191 Feb 03 12:45:53.955471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e68ddff-fce6-45ea-a5ae-2e4274f76f14 req-85d1d371-b72b-4065-bf96-29345b4cb9b0 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109525 Feb 03 12:45:53.970319 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.019703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59084) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:54.105421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Allocated IP 172.25.3.27 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/c221d748-07dc-4b5b-af96-19306523d817) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:54.133364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1922982154-network', 'tenant_id': '9431730ecbdb4e649121d046e6130434'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:54.181193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Made reservation on behalf of 9431730ecbdb4e649121d046e6130434 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:54.184886 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.208941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.226172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for port (c221d748-07dc-4b5b-af96-19306523d817), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.286966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Pushing event updated for resources: {'Port': ['ID=f67b0c45-98e6-4747-a094-4d1a96989623,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:54.347320 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Publish callbacks [] for security_group (52d29f89-30e9-4ac1-8f02-a42b955f0813), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.356375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (52d29f89-30e9-4ac1-8f02-a42b955f0813), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.357805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:54.363029 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-0c4d08cc-91b8-431a-b949-8d4dc559fc52 req-20e76bbf-e2a8-4772-80bc-74a1e28ad1a7 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:45:54.375575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c4d08cc-91b8-431a-b949-8d4dc559fc52 req-20e76bbf-e2a8-4772-80bc-74a1e28ad1a7 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/c827227c-ba61-44c4-9bae-895dbf255365 HTTP/1.1" status: 404 len: 352 time: 0.0911584 Feb 03 12:45:54.392648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:54.409633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:54.419500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-ee944377-78a7-41a5-adb3-45e15a6c2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.420207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:54.421350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-ee944377-78a7-41a5-adb3-45e15a6c2eb7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d5ae59690e04a658f2a90abcbb24c64&device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 1127 time: 0.4430411 Feb 03 12:45:54.438936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d29f89-30e9-4ac1-8f02-a42b955f0813,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:54.458079 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5bfb30a0-d821-4e3c-bb82-aff4455872c9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.460072 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Added segment 5bfb30a0-d821-4e3c-bb82-aff4455872c9 of type vlan for network 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c Feb 03 12:45:54.498573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c221d748-07dc-4b5b-af96-19306523d817), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.500952 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-121b36b7-d720-4444-8d83-1300df567713 req-f0b9a845-09e4-40fd-9f37-d4b6e721ba31 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:45:54.506825 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-121b36b7-d720-4444-8d83-1300df567713 req-f0b9a845-09e4-40fd-9f37-d4b6e721ba31 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/57bc5672-94f2-4238-8d3b-8df72006ca80 HTTP/1.1" status: 404 len: 352 time: 0.0991514 Feb 03 12:45:54.527563 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.559696 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.561350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.562089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.565239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.566141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.654483 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6309037 Feb 03 12:45:54.654483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cc119-7329-4d35-890a-c31efa3e1d52 admin admin] Pushing event updated for resources: {'Network': ['ID=535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:54.654852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59100) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:54.660259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Request body: {'subnet': {'network_id': '535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1922982154-subnet', 'tenant_id': '9431730ecbdb4e649121d046e6130434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:54.664271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:54.704811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Made reservation on behalf of 9431730ecbdb4e649121d046e6130434 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:54.707192 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.724027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'Port': ['ID=c221d748-07dc-4b5b-af96-19306523d817,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:54.786235 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-d48f0784-8c4c-43b0-95e5-f7753104df1e req-e974432a-ac79-4309-bbef-e9c35115ae8e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:45:54.805153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d48f0784-8c4c-43b0-95e5-f7753104df1e req-e974432a-ac79-4309-bbef-e9c35115ae8e tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/46be87c3-b261-4e19-96bb-3ca2bdb41546 HTTP/1.1" status: 404 len: 352 time: 0.2358375 Feb 03 12:45:54.808185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:54.817396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-77c8ef66-b494-4cdf-b451-45a84110320b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4585941 Feb 03 12:45:54.848633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Request body: {'port': {'device_id': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:54.857818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:54.868902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:54.925623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1b283d20-1984-4778-bf1f-5c55185a29ae details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:45:54.954023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e3aaa-9274-434f-80ad-8505870785c0 req-fe86370f-b59c-4418-95ce-ac75324787af tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.962808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b8e3aaa-9274-434f-80ad-8505870785c0 req-fe86370f-b59c-4418-95ce-ac75324787af tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.4672883 Feb 03 12:45:55.065847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-a83038a3-143c-40bf-bdd3-965f89dd179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:55.067412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-a83038a3-143c-40bf-bdd3-965f89dd179f service neutron] 10.222.0.72 "GET /v2.0/networks?id=e186ce9e-846a-4564-8e1d-78a32beecfcd HTTP/1.1" status: 200 len: 916 time: 0.6335304 Feb 03 12:45:55.110927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.124199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1b283d20-1984-4778-bf1f-5c55185a29ae, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1b283d20-1984-4778-bf1f-5c55185a29ae,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:55.143109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '1b283d20-1984-4778-bf1f-5c55185a29ae', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'port_id': '1b283d20-1984-4778-bf1f-5c55185a29ae', 'mac_address': 'fa:16:3e:67:b7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bfd0a9-38ea-454b-9ad7-21a48c2b074a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:45:55.149714 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.186661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-4752c8dd-f3e7-4fe7-8b38-24e2a979aed7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d HTTP/1.1" status: 200 len: 217 time: 0.1095371 Feb 03 12:45:55.198467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 1b283d20-1984-4778-bf1f-5c55185a29ae is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:55.199222 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.204190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:55.210901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b8e3aaa-9274-434f-80ad-8505870785c0 req-4f5a2fd2-a8d9-4ff1-8b8a-02a398a75194 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471266 Feb 03 12:45:55.238555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b283d20-1984-4778-bf1f-5c55185a29ae {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:55.266125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0513f-42f7-4b9c-a7e7-1297c5241ce0 req-aaf741e5-13cd-496f-ba9d-cb7bb0aeb0d4 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:55.267477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Checking segment: {'id': '5bfb30a0-d821-4e3c-bb82-aff4455872c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:55.268122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Network hostable DHCP agents. Network: 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:55.271771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1b283d20-1984-4778-bf1f-5c55185a29ae, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1b283d20-1984-4778-bf1f-5c55185a29ae,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:55.276889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4f0513f-42f7-4b9c-a7e7-1297c5241ce0 req-aaf741e5-13cd-496f-ba9d-cb7bb0aeb0d4 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 944 time: 0.3457015 Feb 03 12:45:55.279023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.311482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Network 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:55.335241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:55.351969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:55.353115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.365162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af44c6-be78-43da-87a6-19282d773cca None None] Network 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:55.369754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=1b283d20-1984-4778-bf1f-5c55185a29ae,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:55.372919 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (79f4a7d6-e585-493b-bbed-63f3de475e39), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.387214 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-40628b4a-e477-47a2-b070-2aeb6280a9ef admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7310667 Feb 03 12:45:55.434611 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-a47c0353-aa04-4487-a342-dea379d4f746 req-b7e68a2c-9399-4160-ab28-92951e1cae36 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:45:55.435731 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a47c0353-aa04-4487-a342-dea379d4f746 req-b7e68a2c-9399-4160-ab28-92951e1cae36 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/eb2874f5-0510-442b-a45f-16fb3215c5e2 HTTP/1.1" status: 404 len: 352 time: 0.1515791 Feb 03 12:45:55.550120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4f0513f-42f7-4b9c-a7e7-1297c5241ce0 req-bdbdfd79-22f2-4d69-8f49-9248b7cdb5bc tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722440 Feb 03 12:45:55.568498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8816a725-adcb-4e77-b18f-91f6d3d7a320 None None] Network 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:55.580609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-232d191e-98a6-4cbb-9a22-7640acbf830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:55.582097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-232d191e-98a6-4cbb-9a22-7640acbf830f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0c67debf-c402-40d1-b59e-56a9beaf1cb8 HTTP/1.1" status: 200 len: 854 time: 0.3698244 Feb 03 12:45:55.677764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['1b283d20-1984-4778-bf1f-5c55185a29ae'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:55.694389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c221d748-07dc-4b5b-af96-19306523d817), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.880063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-d165154e-fed8-42f8-837f-765c2ff383a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:55.881677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-d165154e-fed8-42f8-837f-765c2ff383a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e186ce9e-846a-4564-8e1d-78a32beecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2884994 Feb 03 12:45:55.946108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453be0e-4402-41bb-9fd2-03a198d1f46e req-3d7f8da7-66a4-4a77-8680-fe742f5dd2e2 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:55.947948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0453be0e-4402-41bb-9fd2-03a198d1f46e req-3d7f8da7-66a4-4a77-8680-fe742f5dd2e2 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 932 time: 0.3965149 Feb 03 12:45:55.954997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf6000-cf30-422d-9015-feed5dc46ac7 req-918df9bd-73f8-4a94-b5e1-754b65dd031b tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:55.956526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcdf6000-cf30-422d-9015-feed5dc46ac7 req-918df9bd-73f8-4a94-b5e1-754b65dd031b tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 944 time: 0.2354574 Feb 03 12:45:56.502524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0453be0e-4402-41bb-9fd2-03a198d1f46e req-fb8edb63-afba-4552-a186-6ab748304325 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358002 Feb 03 12:45:56.524815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcdf6000-cf30-422d-9015-feed5dc46ac7 req-7ac22e84-3c21-41c9-b57b-0962565aa908 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211077 Feb 03 12:45:56.529993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-58998d45-62d4-4b84-b8a7-006983d9548c service neutron] 10.222.0.72 "GET /v2.0/networks/e186ce9e-846a-4564-8e1d-78a32beecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157553 Feb 03 12:45:56.585857 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for port (c221d748-07dc-4b5b-af96-19306523d817), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.607234 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c221d748-07dc-4b5b-af96-19306523d817), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.633543 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-53c5be6f-be6b-48d0-8105-2e07c5968a7e req-c3c43e26-1c7c-4ae0-b090-844902b2b269 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:45:56.634611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53c5be6f-be6b-48d0-8105-2e07c5968a7e req-c3c43e26-1c7c-4ae0-b090-844902b2b269 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/76a9028c-258d-47ca-b1f5-ab28b46ffd9a HTTP/1.1" status: 404 len: 352 time: 0.0608289 Feb 03 12:45:56.636533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67b0c45-98e6-4747-a094-4d1a96989623 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:56.689377 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Publish callbacks [] for port (f67b0c45-98e6-4747-a094-4d1a96989623), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.779009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Transition to ACTIVE for port object f67b0c45-98e6-4747-a094-4d1a96989623 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:45:56.783443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'Port': ['ID=c221d748-07dc-4b5b-af96-19306523d817,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:56.797307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.856029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (79f4a7d6-e585-493b-bbed-63f3de475e39), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.867673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de3588-1c7d-4bcd-a026-e7bbe810a920 req-fbc3b0c8-fe57-495a-9108-1242f4edd4eb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:56.869188 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23de3588-1c7d-4bcd-a026-e7bbe810a920 req-fbc3b0c8-fe57-495a-9108-1242f4edd4eb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2722270 Feb 03 12:45:56.876202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-172c9c02-bd56-4d97-9535-df7f76edb871 req-2ca18863-b0af-492f-9803-b0b115d99d97 service neutron] 10.222.0.72 "GET /v2.0/networks/e186ce9e-846a-4564-8e1d-78a32beecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183551 Feb 03 12:45:56.918136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Pushing event updated for resources: {'Port': ['ID=f67b0c45-98e6-4747-a094-4d1a96989623,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:56.926388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1b283d20-1984-4778-bf1f-5c55185a29ae up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:56.931033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.932411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-66082349-efd4-473b-975d-f6863f3d02a9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4410217 Feb 03 12:45:57.001772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 1b283d20-1984-4778-bf1f-5c55185a29ae completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:45:57.010134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 1b283d20-1984-4778-bf1f-5c55185a29ae triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:57.012036 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.132287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 1b283d20-1984-4778-bf1f-5c55185a29ae is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:57.132870 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.143639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23de3588-1c7d-4bcd-a026-e7bbe810a920 req-940a4a77-c5c1-4268-9310-3902d0941c9e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621555 Feb 03 12:45:57.152612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Attempting to bind port f67b0c45-98e6-4747-a094-4d1a96989623 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:57.152966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Attempting to bind port f67b0c45-98e6-4747-a094-4d1a96989623 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:57.153287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Attempting to bind port f67b0c45-98e6-4747-a094-4d1a96989623 on network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:57.163448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1039aea-24b3-4449-b6e4-ecfa14791638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b283d20-1984-4778-bf1f-5c55185a29ae'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:57.166770 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e80520-a765-45f6-9916-f2c2cdf228d0" -d '{"events": [{"server_uuid": "c1039aea-24b3-4449-b6e4-ecfa14791638", "name": "network-vif-plugged", "status": "completed", "tag": "1b283d20-1984-4778-bf1f-5c55185a29ae"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:57.179003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Port f67b0c45-98e6-4747-a094-4d1a96989623 on network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:45:57.179003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Attempting to bind port f67b0c45-98e6-4747-a094-4d1a96989623 on network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:57.182298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1b283d20-1984-4778-bf1f-5c55185a29ae, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1b283d20-1984-4778-bf1f-5c55185a29ae,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:57.191107 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.208564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea1987-110a-451b-86d8-017d4604e6af req-ac3aa3c7-0d5c-46cb-8311-d3ad33a6f7fe tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:57.210217 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-ac3aa3c7-0d5c-46cb-8311-d3ad33a6f7fe tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/networks?id=535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c HTTP/1.1" status: 200 len: 818 time: 0.2933848 Feb 03 12:45:57.218458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:57.218921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Checking segment: {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:57.220409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Bound using segment: {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:57.220409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Bound port: f67b0c45-98e6-4747-a094-4d1a96989623, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:57.220409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.243708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-925aa85c-eb78-4645-9d89-b1c2753d515b tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/quotas/9431730ecbdb4e649121d046e6130434 HTTP/1.1" status: 200 len: 375 time: 0.0267386 Feb 03 12:45:57.285917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=1b283d20-1984-4778-bf1f-5c55185a29ae,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:57.335922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-db447c8b-7ca1-4e65-acbf-0f77c4040aff tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9431730ecbdb4e649121d046e6130434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788219 Feb 03 12:45:57.412104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:57.459295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b620-4b1d-46f1-bec1-d1c07cf848b8 req-2c496ef2-de81-40f7-a44e-74e53750046d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:57.460910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78a8b620-4b1d-46f1-bec1-d1c07cf848b8 req-2c496ef2-de81-40f7-a44e-74e53750046d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 944 time: 0.2161291 Feb 03 12:45:57.467939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f67b0c45-98e6-4747-a094-4d1a96989623,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:57.492506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.550091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:57.550939 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.552477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] 10.222.0.72 "PUT /v2.0/ports/f67b0c45-98e6-4747-a094-4d1a96989623 HTTP/1.1" status: 200 len: 1093 time: 2.7189903 Feb 03 12:45:57.561953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'tag': 'f67b0c45-98e6-4747-a094-4d1a96989623'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:57.565096 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e2802b-035f-4c7d-a54c-357b3eabf61f" -d '{"events": [{"name": "network-changed", "server_uuid": "6dac6104-3f5f-4290-8d7a-bd893d865955", "tag": "f67b0c45-98e6-4747-a094-4d1a96989623"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:57.577831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-ee28ed52-3fca-40a2-982b-fa8ca44713a7 service neutron] 10.222.0.65 "GET /v2.0/networks/535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286928 Feb 03 12:45:57.620879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78a8b620-4b1d-46f1-bec1-d1c07cf848b8 req-fccf4f2b-0ff5-4b55-aca5-835074c3aae2 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510415 Feb 03 12:45:57.668468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b69ee-774a-4d90-b02a-1133cb91404f service neutron] Pushing event updated for resources: {'Port': ['ID=f67b0c45-98e6-4747-a094-4d1a96989623,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:57.723141 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-f3694e79-f3bc-4f0f-b316-919262d2b68c req-2adcef09-c493-42d3-9ac8-488b02a7d922 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] show failed (client error): The resource could not be found. Feb 03 12:45:57.724123 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3694e79-f3bc-4f0f-b316-919262d2b68c req-2adcef09-c493-42d3-9ac8-488b02a7d922 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/1722c493-945c-478a-afe4-2b1a26625509 HTTP/1.1" status: 404 len: 352 time: 0.0643721 Feb 03 12:45:57.752448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-b2c0e64e-dfc2-4190-87a3-f66b4d6c9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:57.753977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-b2c0e64e-dfc2-4190-87a3-f66b4d6c9804 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 1127 time: 0.1517363 Feb 03 12:45:57.760607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-ebd67bb3-6089-4f7f-99cb-502dd10c76d5 service neutron] 10.222.0.65 "GET /v2.0/networks/535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750574 Feb 03 12:45:57.801287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-a8c3d37a-983b-4b64-842a-59271f67c3bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67b0c45-98e6-4747-a094-4d1a96989623 HTTP/1.1" status: 200 len: 217 time: 0.0393474 Feb 03 12:45:57.886444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-8625d37b-4372-4696-a4ff-ffaed34e370b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--181060358&fields=id&tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec HTTP/1.1" status: 200 len: 267 time: 0.0841212 Feb 03 12:45:57.888062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-c9aa8b1e-b85b-4ed2-a06e-d049c845c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:57.889773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-c9aa8b1e-b85b-4ed2-a06e-d049c845c368 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b4c3b08-b170-4fb0-9358-b0e340a74ec5 HTTP/1.1" status: 200 len: 854 time: 0.0795429 Feb 03 12:45:57.963712 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da28c516-3d7f-499c-8c4a-98ba52e187ea x-openstack-request-id: req-da28c516-3d7f-499c-8c4a-98ba52e187ea {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:57.964111 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1039aea-24b3-4449-b6e4-ecfa14791638", "name": "network-vif-plugged", "status": "completed", "tag": "1b283d20-1984-4778-bf1f-5c55185a29ae", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:57.964313 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da28c516-3d7f-499c-8c4a-98ba52e187ea {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:57.964609 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1039aea-24b3-4449-b6e4-ecfa14791638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b283d20-1984-4778-bf1f-5c55185a29ae', 'code': 200} Feb 03 12:45:57.968542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-1bc4e6f9-c233-418c-a6b3-da3cf2abed2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486474 Feb 03 12:45:58.119844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707e502-61f2-4638-9e5d-92bc27939835 req-9df0ae37-33dc-4586-bb38-aa1f9d1ba768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:58.123028 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3707e502-61f2-4638-9e5d-92bc27939835 req-9df0ae37-33dc-4586-bb38-aa1f9d1ba768 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 1128 time: 0.0946679 Feb 03 12:45:58.145428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-83796fe3-e828-417c-95c0-113b38882774 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:58.155471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-83796fe3-e828-417c-95c0-113b38882774 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 817 time: 0.2610719 Feb 03 12:45:58.203300 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3707e502-61f2-4638-9e5d-92bc27939835 req-3b121027-bda8-4af3-908a-226c80710b8c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722508 Feb 03 12:45:58.214799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-fec0713e-e8a9-4187-8e0c-129762592d5c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/quotas/4db0e6a656a344eaa2cbaa1ad33376ec HTTP/1.1" status: 200 len: 375 time: 0.0583334 Feb 03 12:45:58.348088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-0f9f9fc4-0621-4341-b9a9-a2288bb084b7 service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779106 Feb 03 12:45:58.360038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b226b43a-9d75-43ee-a5d4-96d9b3c5cdb9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1431677 Feb 03 12:45:58.605925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939021f-d16a-4cde-a88a-0f4adc45084e req-8be81407-be8c-4af1-adfd-df42b754972e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:58.607500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d939021f-d16a-4cde-a88a-0f4adc45084e req-8be81407-be8c-4af1-adfd-df42b754972e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 944 time: 0.3348863 Feb 03 12:45:58.684100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-d2cb30db-2080-4b27-b820-a6e529cd681c service neutron] 10.222.0.65 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777205 Feb 03 12:45:58.737754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d939021f-d16a-4cde-a88a-0f4adc45084e req-5993d8a8-6edf-4f18-b329-ce3947a0e9cf tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195264 Feb 03 12:45:58.745091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5932ec31-c47d-4d5f-ac9b-016b0d4c1474 req-481e313a-f07a-4be9-98e8-567d9e914562 service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839102 Feb 03 12:45:58.848914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-d2a1c76a-aef8-4a87-849d-7db02fec287a service neutron] 10.222.0.65 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547921 Feb 03 12:45:58.928244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20858b0-3e62-4096-a5f6-8bf729620d78 req-8057f8c4-fa89-40cd-87dd-03f64c3001f9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:58.930496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d20858b0-3e62-4096-a5f6-8bf729620d78 req-8057f8c4-fa89-40cd-87dd-03f64c3001f9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 945 time: 0.0803044 Feb 03 12:45:59.004581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d20858b0-3e62-4096-a5f6-8bf729620d78 req-e44f7522-d4d0-4656-8668-f7976249834f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662978 Feb 03 12:45:59.032889 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c7882c-7ee0-480b-825d-0faaf80373b6 x-openstack-request-id: req-44c7882c-7ee0-480b-825d-0faaf80373b6 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:59.033387 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dac6104-3f5f-4290-8d7a-bd893d865955", "tag": "f67b0c45-98e6-4747-a094-4d1a96989623", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:59.033852 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44c7882c-7ee0-480b-825d-0faaf80373b6 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:59.034395 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'tag': 'f67b0c45-98e6-4747-a094-4d1a96989623', 'status': 'completed', 'code': 200} Feb 03 12:45:59.250798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a67a815-e7fa-4df7-bdfc-9505301c073c req-d922e0b7-4ee2-433a-97b7-66e1dedabe9a tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 210 time: 0.0956452 Feb 03 12:45:59.256735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-e00c2023-04cf-4842-9810-59661fb05a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:59.259899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-e00c2023-04cf-4842-9810-59661fb05a5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 1127 time: 0.1963673 Feb 03 12:45:59.691211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e52cb9-2096-4213-a295-15a7d9486ecf req-dab485e2-9711-41c6-9645-89d34cf936b9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:59.692701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60e52cb9-2096-4213-a295-15a7d9486ecf req-dab485e2-9711-41c6-9645-89d34cf936b9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.3022017 Feb 03 12:45:59.700478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea1987-110a-451b-86d8-017d4604e6af req-9c2f5cd2-759a-4702-ba05-47e1d4fe2423 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:59.701896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-9c2f5cd2-759a-4702-ba05-47e1d4fe2423 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.72 "GET /v2.0/networks?id=535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c HTTP/1.1" status: 200 len: 818 time: 0.3088913 Feb 03 12:45:59.702958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-6abb74c4-0608-4d36-ad5a-dabb94e82cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:59.704517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-6abb74c4-0608-4d36-ad5a-dabb94e82cf0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 200 len: 915 time: 0.4209163 Feb 03 12:45:59.719933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f23e4-e20f-4c3e-afaa-4681cb5ae9ad req-17eb756a-29e3-4bfc-8dcb-a1816b631a65 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:59.721545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c1f23e4-e20f-4c3e-afaa-4681cb5ae9ad req-17eb756a-29e3-4bfc-8dcb-a1816b631a65 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 944 time: 0.3294938 Feb 03 12:45:59.730853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Request body: {'port': {'device_id': 'e5ef2601-9900-4b60-90a9-4c3420d00c0e', 'network_id': '535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c', 'admin_state_up': True, 'tenant_id': '9431730ecbdb4e649121d046e6130434'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:59.807339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-e2db1f67-d674-48ab-a7a3-512e24ee898f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f67b0c45-98e6-4747-a094-4d1a96989623 HTTP/1.1" status: 200 len: 217 time: 0.0843310 Feb 03 12:45:59.948156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60e52cb9-2096-4213-a295-15a7d9486ecf req-dfed59c1-15f4-4b13-9315-468fab96e1b1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413611 Feb 03 12:45:59.987698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-7d3bf1f0-e425-438e-bc9c-7b69c6c61ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:59.989224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-7d3bf1f0-e425-438e-bc9c-7b69c6c61ea1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b4c3b08-b170-4fb0-9358-b0e340a74ec5 HTTP/1.1" status: 200 len: 854 time: 0.1660559 Feb 03 12:46:00.009594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c1f23e4-e20f-4c3e-afaa-4681cb5ae9ad req-53a9e88f-152f-4e08-a0e9-705143dc176e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587600 Feb 03 12:46:00.086801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-ec96f6a7-8f7d-4ee1-80c3-77a8cca4d32a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620465 Feb 03 12:46:00.093276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5fe0ee-fbc0-45ea-a4d2-0466c8ca0dc7 req-eb7a0078-aaf3-4374-98b3-69721c2733dd tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 210 time: 0.0671592 Feb 03 12:46:00.240799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Made reservation on behalf of 9431730ecbdb4e649121d046e6130434 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:00.244457 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:00.625217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fae39a-56e1-46c0-ab87-6a17af402bbe req-d68633cc-7e0b-4ac9-aedf-0a193f88a8c5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:00.628458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71fae39a-56e1-46c0-ab87-6a17af402bbe req-d68633cc-7e0b-4ac9-aedf-0a193f88a8c5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 1023 time: 0.5382850 Feb 03 12:46:00.642357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-0bfc7e8b-d483-4aef-8834-ee9a9c7323dc service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480485 Feb 03 12:46:00.687104 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-0044f1f5-4ce7-44c5-9dc7-4305bfe2dd08 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:00.690072 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-0044f1f5-4ce7-44c5-9dc7-4305bfe2dd08 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 817 time: 0.2077487 Feb 03 12:46:00.756442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4971d-b4df-48a2-9ee3-fc32b8893338 req-bde746dc-1ec5-4832-b11d-372dd1157ebb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:00.763606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12e4971d-b4df-48a2-9ee3-fc32b8893338 req-bde746dc-1ec5-4832-b11d-372dd1157ebb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 944 time: 0.5879405 Feb 03 12:46:00.801870 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-5e61fe36-ac99-4bf5-b5b5-00434fc27098 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec HTTP/1.1" status: 200 len: 379 time: 0.1015129 Feb 03 12:46:00.818365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'port': {'device_id': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'admin_state_up': True, 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'security_groups': ['cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:00.932246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12e4971d-b4df-48a2-9ee3-fc32b8893338 req-031bc33a-1ddc-4b76-806e-e38b73f6a0b2 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661310 Feb 03 12:46:00.947051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71fae39a-56e1-46c0-ab87-6a17af402bbe req-ed5c12cb-1cd6-4a90-902e-b17bc68de649 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7e56934-4020-4f75-9e74-7f9d09831b53&id=63d12d4b-022f-4af5-9217-fbee01654a62&id=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3017397 Feb 03 12:46:00.977530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Allocated IP 172.20.0.4 (535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c/aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326/93804cc9-34f9-408d-bef9-e3975abb3911) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:00.984457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e2802b-035f-4c7d-a54c-357b3eabf61f req-1e41526b-1d0a-4794-bffe-e0ba69fa156d service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292232 Feb 03 12:46:01.026908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Made reservation on behalf of 4db0e6a656a344eaa2cbaa1ad33376ec for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:01.030808 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.064263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db42b8-b91a-431d-a462-af950549365e req-31cdf5a0-81cc-4041-b749-cb4cc0d0ef88 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:01.069734 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9db42b8-b91a-431d-a462-af950549365e req-31cdf5a0-81cc-4041-b749-cb4cc0d0ef88 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 1023 time: 0.1538973 Feb 03 12:46:01.115117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f67b0c45-98e6-4747-a094-4d1a96989623 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:46:01.185364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a904536e-49a8-4b71-aef1-4e0470755ff2 req-dfa4b243-8738-4335-8209-ee964d893bdc tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 210 time: 0.0661044 Feb 03 12:46:01.203130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6a26a-aaf5-412b-b8be-58afaf6cb8be req-6afb4910-f266-47d6-9b56-3add6c86b2f6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:01.205001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e6a26a-aaf5-412b-b8be-58afaf6cb8be req-6afb4910-f266-47d6-9b56-3add6c86b2f6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 945 time: 0.1655054 Feb 03 12:46:01.268251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Publish callbacks [] for port (93804cc9-34f9-408d-bef9-e3975abb3911), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.292970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78e6a26a-aaf5-412b-b8be-58afaf6cb8be req-dd902517-ae7e-4534-9d2a-c833bb759e15 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817196 Feb 03 12:46:01.345516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.371744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-a9db42b8-b91a-431d-a462-af950549365e req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Deleting port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:01.372098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a9db42b8-b91a-431d-a462-af950549365e req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.380317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Allocated IP 172.20.0.11 (62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4/069782fb-7ddc-4760-a35f-947aa7d63f07/11e09ac0-57bb-4424-b385-e5df4f304f8e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:01.428417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Network 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:01.432429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:01.440500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:01.475333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Pushing event updated for resources: {'Port': ['ID=93804cc9-34f9-408d-bef9-e3975abb3911,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:01.500608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739a2f6-5ba4-4a55-a40a-b418f8b63a0c req-4b481fbe-67a5-4782-b9d9-f47ad2b422bb tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:01.502754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2739a2f6-5ba4-4a55-a40a-b418f8b63a0c req-4b481fbe-67a5-4782-b9d9-f47ad2b422bb tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 944 time: 0.1965370 Feb 03 12:46:01.508592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f67b0c45-98e6-4747-a094-4d1a96989623,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:01.524736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'f67b0c45-98e6-4747-a094-4d1a96989623', 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45', 'port_id': 'f67b0c45-98e6-4747-a094-4d1a96989623', 'mac_address': 'fa:16:3e:20:f2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4c3b08-b170-4fb0-9358-b0e340a74ec5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:46:01.537374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:01.538900 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.572606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f67b0c45-98e6-4747-a094-4d1a96989623 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:01.573187 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.581590 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-caefa573-e7f6-40e0-aef7-f3ce24982fbd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8538039 Feb 03 12:46:01.592356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67b0c45-98e6-4747-a094-4d1a96989623 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:01.598958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Request body: {'port': {'device_id': 'e5ef2601-9900-4b60-90a9-4c3420d00c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:01.609599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-a9db42b8-b91a-431d-a462-af950549365e req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] For port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,segment=NetworkSegment(f4662c3d-1f20-4cb4-9120-234068e0ff01),segment_id=f4662c3d-1f20-4cb4-9120-234068e0ff01)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:01.610403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a9db42b8-b91a-431d-a462-af950549365e req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.622588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f67b0c45-98e6-4747-a094-4d1a96989623,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:01.630023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.639786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-a9db42b8-b91a-431d-a462-af950549365e req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Calling delete_port for 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:01.696903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2739a2f6-5ba4-4a55-a40a-b418f8b63a0c req-63468f47-5b6e-48f9-8dd7-f7c9592fc013 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824806 Feb 03 12:46:01.699732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f67b0c45-98e6-4747-a094-4d1a96989623,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:01.723424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.766004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6698d004-a249-40ae-91fd-60571763e30e req-0ebe3181-793a-4f55-9c6c-87604837643e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 210 time: 0.1041741 Feb 03 12:46:01.809433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.823145 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.886937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f67b0c45-98e6-4747-a094-4d1a96989623'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:01.902195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:01.912345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:01.913615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:01.916454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:01.947881 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a9db42b8-b91a-431d-a462-af950549365e req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (25500ae5-bd45-4cc9-9c21-9d272c6c02e2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.000512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'Port': ['ID=25500ae5-bd45-4cc9-9c21-9d272c6c02e2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:02.022320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:02.023580 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.084770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9db42b8-b91a-431d-a462-af950549365e req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] No DVR routers for this DVR port 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:46:02.088369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a9db42b8-b91a-431d-a462-af950549365e req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.096756 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9db42b8-b91a-431d-a462-af950549365e req-3649d09d-765b-44ee-a23b-33ed657a726d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.72 "DELETE /v2.0/ports/25500ae5-bd45-4cc9-9c21-9d272c6c02e2 HTTP/1.1" status: 204 len: 173 time: 1.0198464 Feb 03 12:46:02.098477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'name': 'network-vif-deleted', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:02.101298 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2128071-eb3c-45e6-961e-833827873f38" -d '{"events": [{"server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "name": "network-vif-deleted", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:02.107494 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-b8fa25aa-f9a0-4ee2-bde7-c9c3bac1455f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2932024 Feb 03 12:46:02.132259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Request body: {'port': {'device_id': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:02.262496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.330572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786a2e-064c-4d27-9287-81c2afbed69a req-f20cfb09-badc-4774-89ab-9431bf5031f7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:02.338158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb786a2e-064c-4d27-9287-81c2afbed69a req-f20cfb09-badc-4774-89ab-9431bf5031f7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 945 time: 0.2278392 Feb 03 12:46:02.379159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538f797-79d6-44b5-9d6c-f39e7bf8c228 req-651f4caf-1ff8-4afa-a675-951f6f866d74 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:02.381096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2538f797-79d6-44b5-9d6c-f39e7bf8c228 req-651f4caf-1ff8-4afa-a675-951f6f866d74 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 945 time: 0.2724123 Feb 03 12:46:02.423013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-80f3b6a1-43b3-420c-a14f-cd6226427c81 None None] Provisioning complete for port 11e09ac0-57bb-4424-b385-e5df4f304f8e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:02.423604 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80f3b6a1-43b3-420c-a14f-cd6226427c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.460325 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-80f3b6a1-43b3-420c-a14f-cd6226427c81 None None] Port 11e09ac0-57bb-4424-b385-e5df4f304f8e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:02.465741 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb786a2e-064c-4d27-9287-81c2afbed69a req-c62ae138-9173-400f-82f2-40854f3629ad tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266043 Feb 03 12:46:02.487132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2538f797-79d6-44b5-9d6c-f39e7bf8c228 req-f6a89c7c-e802-4131-9d06-bc37bdd2181b tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905666 Feb 03 12:46:02.538153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93804cc9-34f9-408d-bef9-e3975abb3911 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:02.562793 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Publish callbacks [] for port (93804cc9-34f9-408d-bef9-e3975abb3911), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.581305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Transition to ACTIVE for port object 93804cc9-34f9-408d-bef9-e3975abb3911 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:02.632930 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.642395 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e09ac0-57bb-4424-b385-e5df4f304f8e {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:02.651518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Publish callbacks [] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.665673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Transition to ACTIVE for port object 11e09ac0-57bb-4424-b385-e5df4f304f8e will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:02.671312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.720972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a68dd1cc-59a2-48ba-ae97-97e8717e148e req-b676e4f3-fc41-4241-af3b-a1545991138b tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ee87468-025c-4602-9248-db1f1c233f9a HTTP/1.1" status: 200 len: 210 time: 0.1154389 Feb 03 12:46:02.737446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:02.741936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Pushing event updated for resources: {'Port': ['ID=93804cc9-34f9-408d-bef9-e3975abb3911,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:02.829239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894d35-4804-4253-9993-e93eb8da410c req-64b4521a-376f-4327-8cee-e4a3637146f9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:02.835800 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ab64a6-f78e-4c1a-89c9-80cbdf2d86d6 x-openstack-request-id: req-57ab64a6-f78e-4c1a-89c9-80cbdf2d86d6 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:02.836249 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee87468-025c-4602-9248-db1f1c233f9a", "name": "network-vif-deleted", "tag": "25500ae5-bd45-4cc9-9c21-9d272c6c02e2", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:02.836632 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57ab64a6-f78e-4c1a-89c9-80cbdf2d86d6 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:02.837087 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee87468-025c-4602-9248-db1f1c233f9a', 'name': 'network-vif-deleted', 'tag': '25500ae5-bd45-4cc9-9c21-9d272c6c02e2', 'status': 'completed', 'code': 200} Feb 03 12:46:02.838829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81894d35-4804-4253-9993-e93eb8da410c req-64b4521a-376f-4327-8cee-e4a3637146f9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2559869 Feb 03 12:46:02.854527 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Attempting to bind port 11e09ac0-57bb-4424-b385-e5df4f304f8e on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:02.854857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Attempting to bind port 11e09ac0-57bb-4424-b385-e5df4f304f8e by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:02.855422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Attempting to bind port 11e09ac0-57bb-4424-b385-e5df4f304f8e on network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:02.861908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Port 11e09ac0-57bb-4424-b385-e5df4f304f8e on network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:02.862271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Attempting to bind port 11e09ac0-57bb-4424-b385-e5df4f304f8e on network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:02.879106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:02.879455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Checking segment: {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:02.879892 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Bound using segment: {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:02.880347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Bound port: 11e09ac0-57bb-4424-b385-e5df4f304f8e, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3338e0-d8f9-4ae9-9610-e541f4d51479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:02.880753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.963274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:02.966854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:02.977166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Attempting to bind port 93804cc9-34f9-408d-bef9-e3975abb3911 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:02.977472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Attempting to bind port 93804cc9-34f9-408d-bef9-e3975abb3911 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '5bfb30a0-d821-4e3c-bb82-aff4455872c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:02.977794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Attempting to bind port 93804cc9-34f9-408d-bef9-e3975abb3911 on network 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:02.981805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.003349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81894d35-4804-4253-9993-e93eb8da410c req-32e9a35a-b0ec-4f51-87ca-f871e3321d8c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635563 Feb 03 12:46:03.004010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Port 93804cc9-34f9-408d-bef9-e3975abb3911 on network 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:03.004335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Attempting to bind port 93804cc9-34f9-408d-bef9-e3975abb3911 on network 535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:03.011226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:03.011565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Checking segment: {'id': '5bfb30a0-d821-4e3c-bb82-aff4455872c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:03.011945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Bound using segment: {'id': '5bfb30a0-d821-4e3c-bb82-aff4455872c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:03.012373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Bound port: 93804cc9-34f9-408d-bef9-e3975abb3911, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfb30a0-d821-4e3c-bb82-aff4455872c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:03.012736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.051831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2693a-b1fc-4bbd-be47-8bec12ea3544 req-2043b2e8-4051-40c3-af20-3dff62e0a4f8 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.060348 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ce2693a-b1fc-4bbd-be47-8bec12ea3544 req-2043b2e8-4051-40c3-af20-3dff62e0a4f8 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 943 time: 0.1469519 Feb 03 12:46:03.060610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:03.067012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.067666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.069239 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-77903aba-9879-45e2-a7fc-b3c34b9dd75c service neutron] 10.222.0.91 "PUT /v2.0/ports/11e09ac0-57bb-4424-b385-e5df4f304f8e HTTP/1.1" status: 200 len: 1093 time: 0.9521291 Feb 03 12:46:03.131931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f67b0c45-98e6-4747-a094-4d1a96989623 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:03.210362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-fea2b433-a4d4-4c75-ad0a-c03cc654b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.212091 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-fea2b433-a4d4-4c75-ad0a-c03cc654b220 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 1127 time: 0.0832596 Feb 03 12:46:03.230894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port f67b0c45-98e6-4747-a094-4d1a96989623 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:46:03.231094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ce2693a-b1fc-4bbd-be47-8bec12ea3544 req-18b9a1bd-a767-4718-95db-037ba58b9b4f tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676888 Feb 03 12:46:03.236225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port f67b0c45-98e6-4747-a094-4d1a96989623 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:03.237187 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.241479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] For port 93804cc9-34f9-408d-bef9-e3975abb3911, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:03.249366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] For port 93804cc9-34f9-408d-bef9-e3975abb3911, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=93804cc9-34f9-408d-bef9-e3975abb3911,segment=NetworkSegment(5bfb30a0-d821-4e3c-bb82-aff4455872c9),segment_id=5bfb30a0-d821-4e3c-bb82-aff4455872c9)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:03.276365 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.278744 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-85906930-cf29-48a4-8d23-6a1dafe5add8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e HTTP/1.1" status: 200 len: 217 time: 0.0570178 Feb 03 12:46:03.371231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-2a46d7e0-de54-4ac4-b4ce-729d0e5ea0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.371430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e4902-a275-4b1c-ada4-adf6f5b2023f req-9321a327-1190-44ce-af6d-1f3fca34adee tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.372798 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-2a46d7e0-de54-4ac4-b4ce-729d0e5ea0be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.0870643 Feb 03 12:46:03.375244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e7e4902-a275-4b1c-ada4-adf6f5b2023f req-9321a327-1190-44ce-af6d-1f3fca34adee tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 945 time: 0.2438638 Feb 03 12:46:03.395275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f67b0c45-98e6-4747-a094-4d1a96989623 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:03.395667 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.433391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-ac8420b2-e5e0-41ed-bc1a-b54af12582aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.435092 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-ac8420b2-e5e0-41ed-bc1a-b54af12582aa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548930 Feb 03 12:46:03.450360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67b0c45-98e6-4747-a094-4d1a96989623'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:03.456623 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d770123-f3c2-4636-8416-aac002347590" -d '{"events": [{"server_uuid": "6dac6104-3f5f-4290-8d7a-bd893d865955", "name": "network-vif-plugged", "status": "completed", "tag": "f67b0c45-98e6-4747-a094-4d1a96989623"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:03.459873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.460671 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.462312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-7839d729-0206-4478-abdb-c1143d82306a service neutron] 10.222.0.72 "PUT /v2.0/ports/93804cc9-34f9-408d-bef9-e3975abb3911 HTTP/1.1" status: 200 len: 1092 time: 1.8716652 Feb 03 12:46:03.481674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f67b0c45-98e6-4747-a094-4d1a96989623,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:03.497575 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.499148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:03.519133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ef2601-9900-4b60-90a9-4c3420d00c0e', 'tag': '93804cc9-34f9-408d-bef9-e3975abb3911'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:03.521459 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1133a46-07cb-4550-8a2d-57ad889bde16" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ef2601-9900-4b60-90a9-4c3420d00c0e", "tag": "93804cc9-34f9-408d-bef9-e3975abb3911"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:03.552907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:46:03.553761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 25500ae5-bd45-4cc9-9c21-9d272c6c02e2 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:46:03.555918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e7e4902-a275-4b1c-ada4-adf6f5b2023f req-9f77b8c6-f236-4615-af40-a67eadea48d8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295550 Feb 03 12:46:03.577148 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-70f55ca1-eb61-4fe1-84dd-d30e85d8e7aa service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291649 Feb 03 12:46:03.592032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f67b0c45-98e6-4747-a094-4d1a96989623,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:03.617646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839d729-0206-4478-abdb-c1143d82306a service neutron] Pushing event updated for resources: {'Port': ['ID=93804cc9-34f9-408d-bef9-e3975abb3911,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:03.675083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3ebd5-56ac-4f00-9ad2-e29dd05c61c5 req-3e4ce34f-7b0b-406a-8764-f1f666025b74 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.682687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33e3ebd5-56ac-4f00-9ad2-e29dd05c61c5 req-3e4ce34f-7b0b-406a-8764-f1f666025b74 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 944 time: 0.3431759 Feb 03 12:46:03.701411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea1987-110a-451b-86d8-017d4604e6af req-8a5c4ceb-fd7e-4186-aac4-83a95e8c6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.703024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-8a5c4ceb-fd7e-4186-aac4-83a95e8c6764 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9431730ecbdb4e649121d046e6130434&device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 1126 time: 0.1647727 Feb 03 12:46:03.733090 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-caa05d4f-30ed-4ba7-8bd7-f36969e9ed9f req-706a9f7e-051b-4c0d-b75d-76afc48e0da1 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428668 Feb 03 12:46:03.790854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-4f893036-2824-4944-9c69-d294455a24ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93804cc9-34f9-408d-bef9-e3975abb3911 HTTP/1.1" status: 200 len: 217 time: 0.0787590 Feb 03 12:46:03.844126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33e3ebd5-56ac-4f00-9ad2-e29dd05c61c5 req-59ea36e4-8f1c-4591-9fae-d80b2536f774 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602125 Feb 03 12:46:03.859068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb72d6f-a829-4ec4-b43b-df97738f04bb req-c9b73505-bebb-4903-9c99-bef9b856f381 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.861307 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6eb72d6f-a829-4ec4-b43b-df97738f04bb req-c9b73505-bebb-4903-9c99-bef9b856f381 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.1706967 Feb 03 12:46:03.914371 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26129b1-f2a0-493b-88fc-cf8ca48585a4 x-openstack-request-id: req-e26129b1-f2a0-493b-88fc-cf8ca48585a4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:03.914677 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dac6104-3f5f-4290-8d7a-bd893d865955", "name": "network-vif-plugged", "status": "completed", "tag": "f67b0c45-98e6-4747-a094-4d1a96989623", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:03.914932 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e26129b1-f2a0-493b-88fc-cf8ca48585a4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:03.915662 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67b0c45-98e6-4747-a094-4d1a96989623', 'code': 200} Feb 03 12:46:03.920802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea1987-110a-451b-86d8-017d4604e6af req-f2f54645-c479-4a03-afcc-c37b687f71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.923273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-f2f54645-c479-4a03-afcc-c37b687f71cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326 HTTP/1.1" status: 200 len: 858 time: 0.1197252 Feb 03 12:46:03.991788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-84a6d9fa-6af8-479e-a7de-c4e711753ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:03.993212 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-84a6d9fa-6af8-479e-a7de-c4e711753ab5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1127 time: 0.0606756 Feb 03 12:46:03.999080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-398333e8-9101-4dd5-8c3a-cc6692bf4f25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654685 Feb 03 12:46:04.080056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6eb72d6f-a829-4ec4-b43b-df97738f04bb req-0bd533dd-f8f8-4ec7-aaad-c9d8709642d4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127650 Feb 03 12:46:04.109608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-482f2810-b3d1-46b1-828e-497f567264ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.111376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-482f2810-b3d1-46b1-828e-497f567264ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.0983207 Feb 03 12:46:04.171903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd67c04-c6b6-4ed5-9ea0-322a35428f19 req-8413d78e-2669-42fb-9982-9c102ec7a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.174876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bd67c04-c6b6-4ed5-9ea0-322a35428f19 req-8413d78e-2669-42fb-9982-9c102ec7a11b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 1129 time: 0.1837444 Feb 03 12:46:04.188743 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9be879-3d1d-467c-ada8-93cdd6c99216 x-openstack-request-id: req-cf9be879-3d1d-467c-ada8-93cdd6c99216 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:04.189049 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ef2601-9900-4b60-90a9-4c3420d00c0e", "tag": "93804cc9-34f9-408d-bef9-e3975abb3911", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:04.189307 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf9be879-3d1d-467c-ada8-93cdd6c99216 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:04.189716 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ef2601-9900-4b60-90a9-4c3420d00c0e', 'tag': '93804cc9-34f9-408d-bef9-e3975abb3911', 'status': 'completed', 'code': 200} Feb 03 12:46:04.199119 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-1de6a818-51d9-42b0-a51f-e7098002c529 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.0810571 Feb 03 12:46:04.205462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270fe8e-92a7-4366-928f-17f9830e8627 req-3af5a7bf-43d6-4689-b63e-16aa9511c3ec tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.207100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3270fe8e-92a7-4366-928f-17f9830e8627 req-3af5a7bf-43d6-4689-b63e-16aa9511c3ec tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.2147467 Feb 03 12:46:04.211922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-6984a301-8f9c-4251-bcd3-278536d5aa3c service neutron] 10.222.0.72 "GET /v2.0/networks/535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016804 Feb 03 12:46:04.278312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-c081d46c-e85c-49f7-b12c-8bed97f5ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.280004 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-c081d46c-e85c-49f7-b12c-8bed97f5ea28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.0648818 Feb 03 12:46:04.354189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bd67c04-c6b6-4ed5-9ea0-322a35428f19 req-977f4f4e-22ab-41be-bbd7-2fa744aff720 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618862 Feb 03 12:46:04.358057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-45c93966-3fa8-4c08-8825-ef9d435ea9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.359700 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-45c93966-3fa8-4c08-8825-ef9d435ea9c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0715952 Feb 03 12:46:04.361298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3270fe8e-92a7-4366-928f-17f9830e8627 req-7431ccba-616c-4a7e-95c6-0ae5191f6b20 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430454 Feb 03 12:46:04.398972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92ea1987-110a-451b-86d8-017d4604e6af req-880f0a19-ce5b-4f7a-8a30-3bef25ec1db0 service neutron] 10.222.0.72 "GET /v2.0/networks/535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731474 Feb 03 12:46:04.519731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4a94c-3593-4c2f-ab78-8981fd027ad1 req-72c555df-9c28-4659-9743-4b0fc74042b0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.521268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67b4a94c-3593-4c2f-ab78-8981fd027ad1 req-72c555df-9c28-4659-9743-4b0fc74042b0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0990722 Feb 03 12:46:04.532096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc5439-1893-4da7-9fd4-abf3ec2666c7 req-30c01994-a6e4-4c8f-b0bf-344ece6b9c84 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.533427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7dbc5439-1893-4da7-9fd4-abf3ec2666c7 req-30c01994-a6e4-4c8f-b0bf-344ece6b9c84 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 943 time: 0.0953434 Feb 03 12:46:04.628717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7dbc5439-1893-4da7-9fd4-abf3ec2666c7 req-5a2948b0-79fa-43a6-8cc1-48cb7c8aebe3 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879095 Feb 03 12:46:04.631640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67b4a94c-3593-4c2f-ab78-8981fd027ad1 req-f00e9ba1-f8dd-4752-b4f1-56e3d3392b1a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973160 Feb 03 12:46:04.680834 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-6dd5d576-86b6-4343-872f-9be95b1506ac service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170192 Feb 03 12:46:04.685392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-f775e0b5-787e-4ca3-990d-47c8b071e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.686933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-f775e0b5-787e-4ca3-990d-47c8b071e52d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9431730ecbdb4e649121d046e6130434&device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 1126 time: 0.0752022 Feb 03 12:46:04.800722 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-584e3d49-de42-469b-a7a1-9957026c03b8 req-a95f71d1-830d-4c86-85bb-04c4e286e8b1 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932581 Feb 03 12:46:04.809152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d22b75b-4506-4f0d-869d-81d65a3b615c req-1bd3ce0f-81b5-4872-85d1-8e1b599ab447 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/63d12d4b-022f-4af5-9217-fbee01654a62 HTTP/1.1" status: 200 len: 1819 time: 0.1212115 Feb 03 12:46:04.839989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:04.843139 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f509fe69-f8cc-45a4-be32-20a666def1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:04.889638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd404fea-406f-41ed-86e4-05ebe41100d6 req-a7ab9b88-dd71-4996-81ba-8c73aa7db5aa tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.891170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd404fea-406f-41ed-86e4-05ebe41100d6 req-a7ab9b88-dd71-4996-81ba-8c73aa7db5aa tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 945 time: 0.1548576 Feb 03 12:46:04.915323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-2e687fa4-4a2d-4b7a-b2c2-baa82790aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.916743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-2e687fa4-4a2d-4b7a-b2c2-baa82790aefb service neutron] 10.222.0.72 "GET /v2.0/networks?id=535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c HTTP/1.1" status: 200 len: 919 time: 0.2015572 Feb 03 12:46:04.985184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-eee9bbb8-2bbe-4eec-b971-57a108b46b72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93804cc9-34f9-408d-bef9-e3975abb3911 HTTP/1.1" status: 200 len: 217 time: 0.0561669 Feb 03 12:46:04.987899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7d22b75b-4506-4f0d-869d-81d65a3b615c req-99a6c162-2703-45a5-9bed-9d1269fe2e5a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (63d12d4b-022f-4af5-9217-fbee01654a62), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.045137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd404fea-406f-41ed-86e4-05ebe41100d6 req-21fdb9aa-7c29-402c-985c-b5c6aceab2fe tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444452 Feb 03 12:46:05.046805 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7d22b75b-4506-4f0d-869d-81d65a3b615c req-99a6c162-2703-45a5-9bed-9d1269fe2e5a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (63d12d4b-022f-4af5-9217-fbee01654a62), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.087553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-b102376c-9553-49a6-aa6a-b2bbf6d9b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.089197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-b102376c-9553-49a6-aa6a-b2bbf6d9b6e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326 HTTP/1.1" status: 200 len: 858 time: 0.0940418 Feb 03 12:46:05.107455 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf4c308-44c4-4e5e-babf-4760c88d2f2d x-openstack-request-id: req-dbf4c308-44c4-4e5e-babf-4760c88d2f2d {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:05.107975 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:05.108071 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dbf4c308-44c4-4e5e-babf-4760c88d2f2d {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:05.108535 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'status': 'completed', 'code': 200} Feb 03 12:46:05.130481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-4ed52b1e-34a0-4704-8fc2-73a36dbe4dfb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317743 Feb 03 12:46:05.134925 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7d22b75b-4506-4f0d-869d-81d65a3b615c req-99a6c162-2703-45a5-9bed-9d1269fe2e5a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (63d12d4b-022f-4af5-9217-fbee01654a62), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.138204 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7d22b75b-4506-4f0d-869d-81d65a3b615c req-99a6c162-2703-45a5-9bed-9d1269fe2e5a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.141385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d22b75b-4506-4f0d-869d-81d65a3b615c req-99a6c162-2703-45a5-9bed-9d1269fe2e5a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/63d12d4b-022f-4af5-9217-fbee01654a62 HTTP/1.1" status: 204 len: 173 time: 0.3031068 Feb 03 12:46:05.186164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6c162-2703-45a5-9bed-9d1269fe2e5a tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d12d4b-022f-4af5-9217-fbee01654a62,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:05.240811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-5fa6d2b2-d018-489a-a39c-684956e1d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.242728 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-5fa6d2b2-d018-489a-a39c-684956e1d535 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 1127 time: 0.1048906 Feb 03 12:46:05.325794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-f1fa0603-c3eb-4555-b834-2d3aed387962 service neutron] 10.222.0.72 "GET /v2.0/networks/535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833498 Feb 03 12:46:05.333671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dcb4f-08f5-4d29-bc38-a2e0a7f26831 req-51f9963c-c551-47c5-b89a-c7c1a4c7c485 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.335266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c6dcb4f-08f5-4d29-bc38-a2e0a7f26831 req-51f9963c-c551-47c5-b89a-c7c1a4c7c485 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 944 time: 0.1703093 Feb 03 12:46:05.341896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91665642-a310-4335-a5c8-6430b6eb35f1 req-f98454fd-fff0-4949-b6c5-558b4514f05b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.343345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91665642-a310-4335-a5c8-6430b6eb35f1 req-f98454fd-fff0-4949-b6c5-558b4514f05b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.1298666 Feb 03 12:46:05.371625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-b1f94c91-94cb-4f51-a2d7-eb4f79429228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.373354 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-b1f94c91-94cb-4f51-a2d7-eb4f79429228 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 0.1224241 Feb 03 12:46:05.423706 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-3ce514cc-e429-4225-bb44-ad7e05c6bc0a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e HTTP/1.1" status: 200 len: 217 time: 0.0430617 Feb 03 12:46:05.488346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91665642-a310-4335-a5c8-6430b6eb35f1 req-be0a944b-baa4-4c28-af77-dc4bf6d6bab4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271880 Feb 03 12:46:05.491276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c6dcb4f-08f5-4d29-bc38-a2e0a7f26831 req-b7a64d45-cf75-4fa6-815b-dc532102a578 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457167 Feb 03 12:46:05.534051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-46c7f92c-ffca-499a-9709-6e9f429bbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.535558 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-46c7f92c-ffca-499a-9709-6e9f429bbaa8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.0986714 Feb 03 12:46:05.541111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1133a46-07cb-4550-8a2d-57ad889bde16 req-e7a29a50-1712-4114-ae16-a49068789c65 service neutron] 10.222.0.72 "GET /v2.0/networks/535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891546 Feb 03 12:46:05.614848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc5f33f1-b276-4304-a24b-7256f2562b93 req-c151c962-2941-4e3d-bad9-3eff1a9ea65d tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "GET /v2.0/security-groups/b7e56934-4020-4f75-9e74-7f9d09831b53 HTTP/1.1" status: 200 len: 1820 time: 0.0654876 Feb 03 12:46:05.625161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-1a017011-78bf-4cc7-9026-e74cc34940f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.626727 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-1a017011-78bf-4cc7-9026-e74cc34940f2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0823240 Feb 03 12:46:05.717696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1d5d-6cfe-4bcd-afbd-b6a3cd7c1211 req-5f0be0af-8f4c-444f-bfde-c4299d329405 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.719963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-898e1d5d-6cfe-4bcd-afbd-b6a3cd7c1211 req-5f0be0af-8f4c-444f-bfde-c4299d329405 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1020391 Feb 03 12:46:05.721474 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bc5f33f1-b276-4304-a24b-7256f2562b93 req-fbb33ddc-f7fc-430b-b23a-fe16246943e5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (b7e56934-4020-4f75-9e74-7f9d09831b53), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.764559 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bc5f33f1-b276-4304-a24b-7256f2562b93 req-fbb33ddc-f7fc-430b-b23a-fe16246943e5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (b7e56934-4020-4f75-9e74-7f9d09831b53), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.790855 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-f3a70166-2b1a-4ecf-84bc-92b2dbe8b446 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554441 Feb 03 12:46:05.911158 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f509fe69-f8cc-45a4-be32-20a666def1e8 req-1a975456-1e4e-4fce-ac7e-bafe5fcceff4 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120231 Feb 03 12:46:06.089000 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-29b602bd-9a77-4256-864b-e14f92855bd4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:06.090546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-29b602bd-9a77-4256-864b-e14f92855bd4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 945 time: 0.0678873 Feb 03 12:46:06.140652 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-898e1d5d-6cfe-4bcd-afbd-b6a3cd7c1211 req-d452ffc1-3951-46c6-8338-476736dc7abe tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111900 Feb 03 12:46:06.168126 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bc5f33f1-b276-4304-a24b-7256f2562b93 req-fbb33ddc-f7fc-430b-b23a-fe16246943e5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b7e56934-4020-4f75-9e74-7f9d09831b53), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.168126 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bc5f33f1-b276-4304-a24b-7256f2562b93 req-fbb33ddc-f7fc-430b-b23a-fe16246943e5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.177825 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc5f33f1-b276-4304-a24b-7256f2562b93 req-fbb33ddc-f7fc-430b-b23a-fe16246943e5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] 10.222.0.65 "DELETE /v2.0/security-groups/b7e56934-4020-4f75-9e74-7f9d09831b53 HTTP/1.1" status: 204 len: 173 time: 0.5611174 Feb 03 12:46:06.178494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59292) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:06.225162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb33ddc-f7fc-430b-b23a-fe16246943e5 tempest-SecurityGroupsTestJSON-1276789186 tempest-SecurityGroupsTestJSON-1276789186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e56934-4020-4f75-9e74-7f9d09831b53,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:06.236080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Deleting port 1b283d20-1984-4778-bf1f-5c55185a29ae {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:06.236596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.298005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ea11b1-7a28-4297-91ff-b42be925ab55 admin admin] Deleting subnet 610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:46:06.308208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9ea11b1-7a28-4297-91ff-b42be925ab55 admin admin] Publish callbacks [] for subnet (610e35aa-8839-4be4-96a1-bfb0ca0ab9a2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.333081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] For port 1b283d20-1984-4778-bf1f-5c55185a29ae, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1b283d20-1984-4778-bf1f-5c55185a29ae,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:06.334151 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.346995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Calling delete_port for 1b283d20-1984-4778-bf1f-5c55185a29ae owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:06.359505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9ea11b1-7a28-4297-91ff-b42be925ab55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (610e35aa-8839-4be4-96a1-bfb0ca0ab9a2), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.390350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960be1cc-da18-4a89-b3b3-95e135de6f07 req-d95778a0-b8d4-4178-ba65-896409dd69e3 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:06.392274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-960be1cc-da18-4a89-b3b3-95e135de6f07 req-d95778a0-b8d4-4178-ba65-896409dd69e3 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 943 time: 0.1583779 Feb 03 12:46:06.405247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23c76b-2e6f-4edb-beec-bd21bedf4d7e req-2f23cf1e-1e70-4420-85c1-b2f280bb8ae3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:06.407132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d23c76b-2e6f-4edb-beec-bd21bedf4d7e req-2f23cf1e-1e70-4420-85c1-b2f280bb8ae3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1430712 Feb 03 12:46:06.464652 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9ea11b1-7a28-4297-91ff-b42be925ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (610e35aa-8839-4be4-96a1-bfb0ca0ab9a2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.485722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1b283d20-1984-4778-bf1f-5c55185a29ae), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.498463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7', '1b283d20-1984-4778-bf1f-5c55185a29ae'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:06.518066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event deleted for resources: {'Port': ['ID=1b283d20-1984-4778-bf1f-5c55185a29ae,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:06.541185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-960be1cc-da18-4a89-b3b3-95e135de6f07 req-2ae0af7a-3e04-4fe0-a6d7-593845427148 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329677 Feb 03 12:46:06.545278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d23c76b-2e6f-4edb-beec-bd21bedf4d7e req-b1d99252-d708-488c-91bd-f1c1da13e72e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217449 Feb 03 12:46:06.593193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] No DVR routers for this DVR port 1b283d20-1984-4778-bf1f-5c55185a29ae on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:46:06.596521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.598254 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9ea11b1-7a28-4297-91ff-b42be925ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (610e35aa-8839-4be4-96a1-bfb0ca0ab9a2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.600998 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34b568cf-6dda-46f0-a9a5-8f2289a9e031 req-459c4956-31fe-468e-b84e-88c7f5059ced tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "DELETE /v2.0/ports/1b283d20-1984-4778-bf1f-5c55185a29ae HTTP/1.1" status: 204 len: 173 time: 0.5046611 Feb 03 12:46:06.626190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea11b1-7a28-4297-91ff-b42be925ab55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610e35aa-8839-4be4-96a1-bfb0ca0ab9a2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:06.628329 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9ea11b1-7a28-4297-91ff-b42be925ab55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.638652 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e9ea11b1-7a28-4297-91ff-b42be925ab55 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/610e35aa-8839-4be4-96a1-bfb0ca0ab9a2 HTTP/1.1" status: 204 len: 168 time: 0.4432180 Feb 03 12:46:06.638881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59298) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:06.638969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2dfc95-dd61-4fab-800f-4054a6d0d620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.759030 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (131803c5-cf3c-4700-81a0-78f3f5fb3ea0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.794129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc28816e-727c-4d3d-b426-4aeb2218c046 req-a679faee-f592-49f2-a911-54a9f76e89f8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=c1039aea-24b3-4449-b6e4-ecfa14791638 HTTP/1.1" status: 200 len: 210 time: 0.0439866 Feb 03 12:46:06.829287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413d42a-9f22-4873-9ede-527a9e5b9ae7 req-2c9f15aa-d655-4d53-978b-954bc282bf01 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:06.835498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5413d42a-9f22-4873-9ede-527a9e5b9ae7 req-2c9f15aa-d655-4d53-978b-954bc282bf01 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 944 time: 0.1434958 Feb 03 12:46:06.877220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (131803c5-cf3c-4700-81a0-78f3f5fb3ea0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.903679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131803c5-cf3c-4700-81a0-78f3f5fb3ea0']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:06.913095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5413d42a-9f22-4873-9ede-527a9e5b9ae7 req-b16176e9-f607-4dc9-9f77-6c8cc890dea5 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682285 Feb 03 12:46:06.915150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4662c3d-1f20-4cb4-9120-234068e0ff01') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:06.915545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4662c3d-1f20-4cb4-9120-234068e0ff01') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:06.921055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:46:06.926489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (f4662c3d-1f20-4cb4-9120-234068e0ff01), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.955842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f4662c3d-1f20-4cb4-9120-234068e0ff01), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.965614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:06.966029 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (f4662c3d-1f20-4cb4-9120-234068e0ff01), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:06.968807 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:06.974729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5f490-41dd-4dc2-9112-f71de08018e7 req-09c93c1c-f43c-45ac-a953-df885d12789b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:06.978647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09b5f490-41dd-4dc2-9112-f71de08018e7 req-09c93c1c-f43c-45ac-a953-df885d12789b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.0915849 Feb 03 12:46:07.036516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09b5f490-41dd-4dc2-9112-f71de08018e7 req-e6263570-6970-4ba0-89cc-9a8c8a7df829 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498786 Feb 03 12:46:07.060180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (131803c5-cf3c-4700-81a0-78f3f5fb3ea0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.070747 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.076452 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] 10.222.0.65 "DELETE /v2.0/networks/131803c5-cf3c-4700-81a0-78f3f5fb3ea0 HTTP/1.1" status: 204 len: 168 time: 0.4403639 Feb 03 12:46:07.079116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:07.092160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'port_id': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'mac_address': 'fa:16:3e:10:2f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:46:07.103663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54803b-e115-4000-984a-85ace90e7c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=131803c5-cf3c-4700-81a0-78f3f5fb3ea0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:07.110726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1039aea-24b3-4449-b6e4-ecfa14791638', 'name': 'network-vif-deleted', 'tag': '1b283d20-1984-4778-bf1f-5c55185a29ae'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:07.114550 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f36e024-c9f0-4fef-93c3-27db5b0f2242" -d '{"events": [{"server_uuid": "c1039aea-24b3-4449-b6e4-ecfa14791638", "name": "network-vif-deleted", "tag": "1b283d20-1984-4778-bf1f-5c55185a29ae"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:07.166697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 93804cc9-34f9-408d-bef9-e3975abb3911 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:46:07.174902 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3d39ac-dfda-4e5e-8f6c-cbeab7b2bb2a x-openstack-request-id: req-ea3d39ac-dfda-4e5e-8f6c-cbeab7b2bb2a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:07.175268 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1039aea-24b3-4449-b6e4-ecfa14791638", "name": "network-vif-deleted", "tag": "1b283d20-1984-4778-bf1f-5c55185a29ae", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:07.175591 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea3d39ac-dfda-4e5e-8f6c-cbeab7b2bb2a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:07.176058 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1039aea-24b3-4449-b6e4-ecfa14791638', 'name': 'network-vif-deleted', 'tag': '1b283d20-1984-4778-bf1f-5c55185a29ae', 'status': 'completed', 'code': 200} Feb 03 12:46:07.198393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 11e09ac0-57bb-4424-b385-e5df4f304f8e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:07.199005 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.218193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e09ac0-57bb-4424-b385-e5df4f304f8e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:07.261854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:07.273919 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.321168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd74e23-2bd1-421b-bbf0-1fd3c86bb7ec req-bf5eb44a-288a-4269-9c5b-811b1c28011b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:07.327996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59316) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:07.334935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bd74e23-2bd1-421b-bbf0-1fd3c86bb7ec req-bf5eb44a-288a-4269-9c5b-811b1c28011b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.0933282 Feb 03 12:46:07.376272 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cd2bf161-9d57-462b-b528-f031a304c2df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef3b228b88f1483fa14a092aa6b6b1ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470784 Feb 03 12:46:07.379174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59318) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:07.382809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 93804cc9-34f9-408d-bef9-e3975abb3911, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=93804cc9-34f9-408d-bef9-e3975abb3911,segment=NetworkSegment(5bfb30a0-d821-4e3c-bb82-aff4455872c9),segment_id=5bfb30a0-d821-4e3c-bb82-aff4455872c9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:07.394876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:07.400114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bd74e23-2bd1-421b-bbf0-1fd3c86bb7ec req-5959263c-02cd-4f61-b7e6-5622d9dadecc tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626330 Feb 03 12:46:07.404266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '93804cc9-34f9-408d-bef9-e3975abb3911', 'network_id': '535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c', 'port_id': '93804cc9-34f9-408d-bef9-e3975abb3911', 'mac_address': 'fa:16:3e:0c:b8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:46:07.442950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24b4c0fd-781e-4019-94bc-0b74470c3d63 admin admin] Publish callbacks [] for security_group (f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.451383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 93804cc9-34f9-408d-bef9-e3975abb3911 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:07.451786 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.467345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93804cc9-34f9-408d-bef9-e3975abb3911 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:07.468185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24b4c0fd-781e-4019-94bc-0b74470c3d63 admin admin] Publish callbacks [] for security_group (f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.497383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 93804cc9-34f9-408d-bef9-e3975abb3911, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=93804cc9-34f9-408d-bef9-e3975abb3911,segment=NetworkSegment(5bfb30a0-d821-4e3c-bb82-aff4455872c9),segment_id=5bfb30a0-d821-4e3c-bb82-aff4455872c9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:07.506821 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.507662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:46:07.532680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24b4c0fd-781e-4019-94bc-0b74470c3d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.537979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-24b4c0fd-781e-4019-94bc-0b74470c3d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.539464 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-24b4c0fd-781e-4019-94bc-0b74470c3d63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b HTTP/1.1" status: 204 len: 168 time: 0.1592479 Feb 03 12:46:07.561988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06ea3e-f489-48e3-af86-2fedae348815 req-ec33d67f-24e4-442e-979c-7aa802805f24 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:07.569123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4c0fd-781e-4019-94bc-0b74470c3d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba60e2-cdd4-4f1e-ba09-e5b452e5903b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:07.569370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b06ea3e-f489-48e3-af86-2fedae348815 req-ec33d67f-24e4-442e-979c-7aa802805f24 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.0776191 Feb 03 12:46:07.654204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:07.680285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'port_id': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d', 'mac_address': 'fa:16:3e:85:d3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:46:07.706382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b06ea3e-f489-48e3-af86-2fedae348815 req-d0111763-6d4c-45db-bbf4-c16c4a1d4e9a tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351926 Feb 03 12:46:07.770168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=93804cc9-34f9-408d-bef9-e3975abb3911,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:07.796049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:07.796835 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.802084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['11e09ac0-57bb-4424-b385-e5df4f304f8e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:07.807414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b7bbc-edab-448a-acdd-89819d6ebf47 req-4ffafe68-bd76-4f39-ac33-273879e2219d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:07.809034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-861b7bbc-edab-448a-acdd-89819d6ebf47 req-4ffafe68-bd76-4f39-ac33-273879e2219d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1299586 Feb 03 12:46:07.839931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:07.873067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:07.889066 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.935273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-861b7bbc-edab-448a-acdd-89819d6ebf47 req-029ce090-d3a4-4cab-bf9f-00e036b8f87f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151466 Feb 03 12:46:07.971553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:07.976489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea56416-8dda-400d-9636-530d52495622 req-374b262f-a72a-4361-a54d-424c7b16cc93 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:07.994476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ea56416-8dda-400d-9636-530d52495622 req-374b262f-a72a-4361-a54d-424c7b16cc93 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 944 time: 0.1698809 Feb 03 12:46:08.105509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ea56416-8dda-400d-9636-530d52495622 req-103c0f5c-7543-4d27-87a3-87fc1627551d tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031692 Feb 03 12:46:08.200120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:08.215560 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-34a70354-3517-4994-8b88-51d1d0dffd04 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1314282 Feb 03 12:46:08.317292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['93804cc9-34f9-408d-bef9-e3975abb3911'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:08.372990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-b6f16f20-9e4a-4d5e-84b9-56e067fb26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:08.379240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-b6f16f20-9e4a-4d5e-84b9-56e067fb26c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 1128 time: 0.1209440 Feb 03 12:46:08.483118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529deea-0fb1-4596-85c3-376be2f0a63e req-84af690c-ff84-44e9-9b00-1905db4ad406 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:08.493014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3529deea-0fb1-4596-85c3-376be2f0a63e req-84af690c-ff84-44e9-9b00-1905db4ad406 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 945 time: 0.1374862 Feb 03 12:46:08.606493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-6fe02ebb-256c-47d2-a0f7-23afcf021dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:08.611365 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-6fe02ebb-256c-47d2-a0f7-23afcf021dc3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 906 time: 0.1999431 Feb 03 12:46:08.614949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3529deea-0fb1-4596-85c3-376be2f0a63e req-f0a40038-233f-4653-831f-8e3c08beeaf1 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193788 Feb 03 12:46:08.682772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3e6ab-7403-490b-b0d8-be03f2b7033c req-2d6a7574-0f84-498b-9339-be92298ec7e9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:08.686985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24c3e6ab-7403-490b-b0d8-be03f2b7033c req-2d6a7574-0f84-498b-9339-be92298ec7e9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 945 time: 0.1480427 Feb 03 12:46:08.707637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59374) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:08.749851 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-4747c9ae-8493-4532-a25b-182a4f69781f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17480ae5-6049-4da9-9fbc-80f7cf47a2b7 HTTP/1.1" status: 200 len: 217 time: 0.1279459 Feb 03 12:46:08.840953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-41c09cc5-ab3b-4116-803d-248d49e8c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:08.843616 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-41c09cc5-ab3b-4116-803d-248d49e8c34b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.0909476 Feb 03 12:46:08.854873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24c3e6ab-7403-490b-b0d8-be03f2b7033c req-35cde85d-51fe-4048-a216-97a8507a1880 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614063 Feb 03 12:46:08.865616 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5651ffe7-39a5-4d94-a914-750f1cc653bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:08.903699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df909782-166b-421f-87c9-06474904f9ac req-2f931953-a9e9-4374-8534-5f1b3d54d68d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:08.905602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df909782-166b-421f-87c9-06474904f9ac req-2f931953-a9e9-4374-8534-5f1b3d54d68d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1475470 Feb 03 12:46:08.931078 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-6ae3cb1f-0f89-4014-a1f7-ba762e0a0c94 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800111 Feb 03 12:46:08.932551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-749655185-network', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:08.937073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:08.981036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df909782-166b-421f-87c9-06474904f9ac req-832d9d76-0207-4330-9c3e-6c9fb208a6a1 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686016 Feb 03 12:46:08.981636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Made reservation on behalf of 9edbe7dfdfaf4bcc87515bcc975d9679 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:08.984346 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:08.996948 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.049719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 11e09ac0-57bb-4424-b385-e5df4f304f8e completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:46:09.055012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 11e09ac0-57bb-4424-b385-e5df4f304f8e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:09.055597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.102455 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-602a872b-5657-4f9b-ba34-c85de56fd6d8 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523666 Feb 03 12:46:09.169571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 11e09ac0-57bb-4424-b385-e5df4f304f8e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:09.170317 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.200838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:09.203330 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-7a899780-264d-42a8-bdb6-e8dca2ec7017 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:09.203825 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666b3e48-ed4b-414b-affd-6e1a1b953a27" -d '{"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-plugged", "status": "completed", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:09.211319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-7a899780-264d-42a8-bdb6-e8dca2ec7017 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.2164676 Feb 03 12:46:09.220184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:09.231559 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.233000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1b283d20-1984-4778-bf1f-5c55185a29ae no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:09.250645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-eb1825a6-abd0-43e1-904d-41e8333e7ae0 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/quotas/2aa2e4d9c11a403eb5651431c33e512d HTTP/1.1" status: 200 len: 375 time: 0.0383098 Feb 03 12:46:09.254863 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21464b59-8787-4e9d-a499-64337fbd2e9c req-c9f92328-279a-4e6c-a93b-5d5177f5578b service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341467 Feb 03 12:46:09.277125 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Publish callbacks [] for security_group (882c09a3-9aed-4ce8-b3d8-97249abe32d8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.285993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69bf0e-01f7-4240-926d-ac0f43038547 req-eb803448-a717-47cd-8650-01d53584e622 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:09.286946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad69bf0e-01f7-4240-926d-ac0f43038547 req-eb803448-a717-47cd-8650-01d53584e622 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1814566 Feb 03 12:46:09.303019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 1b283d20-1984-4778-bf1f-5c55185a29ae {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:46:09.303369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1b283d20-1984-4778-bf1f-5c55185a29ae not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:46:09.315602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (882c09a3-9aed-4ce8-b3d8-97249abe32d8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.325876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:09.361937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:09.384067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882c09a3-9aed-4ce8-b3d8-97249abe32d8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:09.394755 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ca80992a-35f3-4ddc-8148-8283f8fbfb80), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.395087 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Added segment ca80992a-35f3-4ddc-8148-8283f8fbfb80 of type vlan for network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 Feb 03 12:46:09.412917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad69bf0e-01f7-4240-926d-ac0f43038547 req-1e7ddde0-3d85-48c4-8454-be536f9604b8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096308 Feb 03 12:46:09.439806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-576920d1-0928-493d-a58a-0ad75405fabc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882503 Feb 03 12:46:09.462158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (7dfc0d56-842c-4fa9-8853-cdf5db5bef10), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.565316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (7dfc0d56-842c-4fa9-8853-cdf5db5bef10), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.566294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:09.566879 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.618915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9067209 Feb 03 12:46:09.621719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59394) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:09.627393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Request body: {'subnet': {'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-749655185-subnet', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:09.650574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-300c7b97-3712-4ed6-bee0-daacd7dce304 service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994581 Feb 03 12:46:09.655796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd19e-cbd6-4e38-948c-4003a169ad9f admin admin] Pushing event updated for resources: {'Network': ['ID=7dfc0d56-842c-4fa9-8853-cdf5db5bef10,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:09.657608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Made reservation on behalf of 9edbe7dfdfaf4bcc87515bcc975d9679 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:09.660219 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.666922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:09.677533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a48793-a409-4f45-b911-cc296efc55ef req-a012ec7f-e4d5-49f4-a11f-00103a121e1e tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:09.679089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96a48793-a409-4f45-b911-cc296efc55ef req-a012ec7f-e4d5-49f4-a11f-00103a121e1e tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 944 time: 0.1888618 Feb 03 12:46:09.825130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96a48793-a409-4f45-b911-cc296efc55ef req-3ca180c5-5d42-46bd-9343-5052a9da496b tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332014 Feb 03 12:46:09.835813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-8f7d6901-a5af-436a-815e-f767158aed5d service neutron] 10.222.0.65 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760705 Feb 03 12:46:09.894131 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (d15a7aeb-e345-43ee-8f98-f13def1e99f0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.901157 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b777a921-4c58-482a-ba78-1064440ee558 x-openstack-request-id: req-b777a921-4c58-482a-ba78-1064440ee558 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:09.901986 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-plugged", "status": "completed", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:09.902433 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b777a921-4c58-482a-ba78-1064440ee558 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:09.903009 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'code': 200} Feb 03 12:46:10.023501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15a7aeb-e345-43ee-8f98-f13def1e99f0,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:10.034101 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.081174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf756-cd72-4222-be0e-d082fc4469ea req-1324bb4a-56fb-4a2e-8218-3fb0e4e159be tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:10.096683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74fbf756-cd72-4222-be0e-d082fc4469ea req-1324bb4a-56fb-4a2e-8218-3fb0e4e159be tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 945 time: 0.1201758 Feb 03 12:46:10.110533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Checking segment: {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:10.110996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Network hostable DHCP agents. Network: 7dfc0d56-842c-4fa9-8853-cdf5db5bef10, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:10.142050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48678-81d3-4b2c-97d3-987495f6d41d req-7bdf8d5a-be51-4b0f-ac8c-dc602845d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:10.144064 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0cf48678-81d3-4b2c-97d3-987495f6d41d req-7bdf8d5a-be51-4b0f-ac8c-dc602845d251 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 1129 time: 0.1118968 Feb 03 12:46:10.147537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:10.191273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 7dfc0d56-842c-4fa9-8853-cdf5db5bef10) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:10.201864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977bc07a-5961-435e-9135-7b9a983253af None None] Network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:10.204691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:10.205496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.214706 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0cf48678-81d3-4b2c-97d3-987495f6d41d req-4077e5b4-9013-47ee-b327-5cd8ee16f2c7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639603 Feb 03 12:46:10.223794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74fbf756-cd72-4222-be0e-d082fc4469ea req-a4b8dd0d-560f-41b9-b05f-9e3ff7db5449 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255512 Feb 03 12:46:10.238544 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-16842fa9-1ac3-41a8-917b-c6e8c962cbde admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6149437 Feb 03 12:46:10.239494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59410) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:10.247087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:10.264785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0da80d-41b2-4b5b-827e-576d681c2efa req-6c3b4652-fc26-4a57-bd1a-d63e6bee2244 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:10.266648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da0da80d-41b2-4b5b-827e-576d681c2efa req-6c3b4652-fc26-4a57-bd1a-d63e6bee2244 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1664529 Feb 03 12:46:10.302270 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (fabeb448-353e-4a47-b778-6e7e97feb8d6), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.303401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (fabeb448-353e-4a47-b778-6e7e97feb8d6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.352235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:10.355284 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.356939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e317f7f-47db-4b0f-8a47-f6b578c4eafe req-ac1cafc9-ce01-4d3d-a92e-afb1a91d4865 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 210 time: 0.0506771 Feb 03 12:46:10.388013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da0da80d-41b2-4b5b-827e-576d681c2efa req-98e6d794-186e-4f3f-883f-452f771e104c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151545 Feb 03 12:46:10.400791 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:46:10.402365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks [] for router_controller (fabeb448-353e-4a47-b778-6e7e97feb8d6), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.576848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Allocated IP 172.20.0.2 (7dfc0d56-842c-4fa9-8853-cdf5db5bef10/d15a7aeb-e345-43ee-8f98-f13def1e99f0/17b7119e-0bca-40f9-9aea-99738c2141e9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:10.620295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3567bf1-f005-4567-b3b8-66aca634ae73 req-11af8e01-bfcf-46cc-89ff-0dff251e08e2 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:10.622184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3567bf1-f005-4567-b3b8-66aca634ae73 req-11af8e01-bfcf-46cc-89ff-0dff251e08e2 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1498277 Feb 03 12:46:10.642358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be050-3de6-4a0f-b2d0-e4941469e002 req-6d87325b-093c-4fa8-b7b6-a2784ad7c645 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:10.643385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-233be050-3de6-4a0f-b2d0-e4941469e002 req-6d87325b-093c-4fa8-b7b6-a2784ad7c645 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0911548 Feb 03 12:46:10.749971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-233be050-3de6-4a0f-b2d0-e4941469e002 req-fce78e45-9988-465d-b046-faecb6bf0883 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989530 Feb 03 12:46:10.768134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3567bf1-f005-4567-b3b8-66aca634ae73 req-10f20df2-8aad-42c0-be6d-4d6dac895391 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301603 Feb 03 12:46:10.855764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Publish callbacks [] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.865177 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.911957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:10.915647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:10.919637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:10.975749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks [] for router_gateway (fabeb448-353e-4a47-b778-6e7e97feb8d6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.992001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Pushing event updated for resources: {'Port': ['ID=17b7119e-0bca-40f9-9aea-99738c2141e9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:11.005706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Attempting to bind port 17b7119e-0bca-40f9-9aea-99738c2141e9 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:11.006070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Attempting to bind port 17b7119e-0bca-40f9-9aea-99738c2141e9 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:11.006498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Attempting to bind port 17b7119e-0bca-40f9-9aea-99738c2141e9 on network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:11.012049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:11.012438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Checking segment: {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:11.012841 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.013234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Bound using segment: {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:11.013704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Bound port: 17b7119e-0bca-40f9-9aea-99738c2141e9, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:11.014091 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.050058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902253-d769-4eb5-b090-2c6411ff9d57 req-bc00aa67-2ea2-45fb-8052-18bc1bbb34e2 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:11.057814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb902253-d769-4eb5-b090-2c6411ff9d57 req-bc00aa67-2ea2-45fb-8052-18bc1bbb34e2 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 944 time: 0.0734873 Feb 03 12:46:11.087699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] For port 17b7119e-0bca-40f9-9aea-99738c2141e9, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:11.095341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] For port 17b7119e-0bca-40f9-9aea-99738c2141e9, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=17b7119e-0bca-40f9-9aea-99738c2141e9,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:11.112144 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.114826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb902253-d769-4eb5-b090-2c6411ff9d57 req-8af8774f-3a03-40a6-b569-b1016e08e719 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563610 Feb 03 12:46:11.188831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb2976-e804-4c03-8989-8e9c99ee52f8 None None] Pushing event updated for resources: {'Port': ['ID=17b7119e-0bca-40f9-9aea-99738c2141e9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:11.195263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 93804cc9-34f9-408d-bef9-e3975abb3911 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:11.262045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 93804cc9-34f9-408d-bef9-e3975abb3911 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:46:11.266944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 93804cc9-34f9-408d-bef9-e3975abb3911 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:11.267419 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.281750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks [] for router_gateway (fabeb448-353e-4a47-b778-6e7e97feb8d6), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.308280 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.372480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 93804cc9-34f9-408d-bef9-e3975abb3911 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:11.373761 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.485838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66315988-8126-4ab7-b144-e203b341ec63 req-74181507-7803-4b84-acf4-1906ee885b39 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:11.493933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66315988-8126-4ab7-b144-e203b341ec63 req-74181507-7803-4b84-acf4-1906ee885b39 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 945 time: 0.1506996 Feb 03 12:46:11.497891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 93804cc9-34f9-408d-bef9-e3975abb3911, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=93804cc9-34f9-408d-bef9-e3975abb3911,segment=NetworkSegment(5bfb30a0-d821-4e3c-bb82-aff4455872c9),segment_id=5bfb30a0-d821-4e3c-bb82-aff4455872c9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:11.512436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.513343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:11.600619 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.607647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f81bb2a8-961c-4441-9798-609a805cbed3 req-788401a7-a2aa-4ca9-96a5-e23d0b0e04e9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 210 time: 0.0845468 Feb 03 12:46:11.648771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66315988-8126-4ab7-b144-e203b341ec63 req-ff5639f1-2eb6-4bad-a5d2-9395cb761452 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537228 Feb 03 12:46:11.681797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Allocated IP 172.25.3.16 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/a4124015-9081-4813-83a9-6eebcb68982c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:11.688600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=93804cc9-34f9-408d-bef9-e3975abb3911,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:11.705433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:46:11.711539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:11.712206 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.872629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f760c4-fa1c-43fc-81bf-99c69615fe5a req-8be13a91-2802-4612-81d9-9a4a59846b1c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:11.881411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15f760c4-fa1c-43fc-81bf-99c69615fe5a req-8be13a91-2802-4612-81d9-9a4a59846b1c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.0784299 Feb 03 12:46:11.883014 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks [] for port (a4124015-9081-4813-83a9-6eebcb68982c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.918281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-3a477444-5809-4cfd-99d3-2fe0dcb31349 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:11.920215 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-3a477444-5809-4cfd-99d3-2fe0dcb31349 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 805 time: 0.5464914 Feb 03 12:46:11.934060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Request body: {'port': {'device_id': '2db8415f-5b55-4952-85c0-3e075f085332', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'admin_state_up': True, 'tenant_id': '2aa2e4d9c11a403eb5651431c33e512d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:11.986892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15f760c4-fa1c-43fc-81bf-99c69615fe5a req-56c9eb25-9759-40c2-9dc5-64e6a6cbe127 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963159 Feb 03 12:46:12.049543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ef2601-9900-4b60-90a9-4c3420d00c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93804cc9-34f9-408d-bef9-e3975abb3911'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:12.051871 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efda6d36-6150-494f-a3ef-d97c1120a3cd" -d '{"events": [{"server_uuid": "e5ef2601-9900-4b60-90a9-4c3420d00c0e", "name": "network-vif-plugged", "status": "completed", "tag": "93804cc9-34f9-408d-bef9-e3975abb3911"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:12.056898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0ff63-f9ef-4cdb-8a9f-21da731f63c6 req-9349463b-face-471b-8137-c27ebf9eb93e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:12.073585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48e0ff63-f9ef-4cdb-8a9f-21da731f63c6 req-9349463b-face-471b-8137-c27ebf9eb93e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1757092 Feb 03 12:46:12.114075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:12.114684 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:12.116816 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a4124015-9081-4813-83a9-6eebcb68982c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:12.169342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48e0ff63-f9ef-4cdb-8a9f-21da731f63c6 req-ec12b89b-98ae-4a59-9f26-83b9985dccb6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948365 Feb 03 12:46:12.175260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:12.184968 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:12.237918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Made reservation on behalf of 2aa2e4d9c11a403eb5651431c33e512d for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:12.247333 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:12.262195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:12.310553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:12.315015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:12.316937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Pushing event updated for resources: {'Port': ['ID=a4124015-9081-4813-83a9-6eebcb68982c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:12.334214 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d51d67-8e11-4740-943e-af7c63ca27ea x-openstack-request-id: req-47d51d67-8e11-4740-943e-af7c63ca27ea {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:12.335931 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ef2601-9900-4b60-90a9-4c3420d00c0e", "name": "network-vif-plugged", "status": "completed", "tag": "93804cc9-34f9-408d-bef9-e3975abb3911", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:12.336199 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47d51d67-8e11-4740-943e-af7c63ca27ea {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:12.336667 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ef2601-9900-4b60-90a9-4c3420d00c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93804cc9-34f9-408d-bef9-e3975abb3911', 'code': 200} Feb 03 12:46:12.337818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:12.545572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1921-5484-492b-9620-683d9e65185f req-17865594-59e0-4482-bad1-fed908df1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:12.547549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df9d1921-5484-492b-9620-683d9e65185f req-17865594-59e0-4482-bad1-fed908df1ccc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 1128 time: 0.1641209 Feb 03 12:46:12.638011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5143e8-d203-44af-8460-8a1d5809b045 req-bc7f14a5-fd7a-433c-bc12-c895a28a3a02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:12.640051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af5143e8-d203-44af-8460-8a1d5809b045 req-bc7f14a5-fd7a-433c-bc12-c895a28a3a02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 945 time: 0.2005136 Feb 03 12:46:12.688719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Allocated IP 172.20.0.10 (3315131b-c682-4f98-baeb-6449a3848ef2/77bfd0a9-38ea-454b-9ad7-21a48c2b074a/4198e838-1809-4684-a496-5b31b45021f7) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:12.694687 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:12.701241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df9d1921-5484-492b-9620-683d9e65185f req-d2788cc6-8b8f-4f18-b2c5-3a258a458b22 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443624 Feb 03 12:46:12.725319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f6292-bf02-4ede-80f4-93138287ce04 req-0e1c3659-57b4-47ab-91be-a64b0ee83db7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:12.734578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee6f6292-bf02-4ede-80f4-93138287ce04 req-0e1c3659-57b4-47ab-91be-a64b0ee83db7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.3092527 Feb 03 12:46:12.781957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af5143e8-d203-44af-8460-8a1d5809b045 req-619bb84a-d844-4488-badb-e38c00e39fd1 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333234 Feb 03 12:46:12.825131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee6f6292-bf02-4ede-80f4-93138287ce04 req-303d79c5-0d0c-48b2-9caa-11d8437d42ff tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894761 Feb 03 12:46:12.877052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112f15e-1062-4792-9737-7853766a83b1 None None] Network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:12.971757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fdb46f66-91e0-4791-b5c2-b1b572578947 req-f1053f9d-d47c-4159-bbcd-3bef3ddd2d5e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 210 time: 0.0356960 Feb 03 12:46:12.999439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 17b7119e-0bca-40f9-9aea-99738c2141e9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:13.028671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1f82d9ea-1601-4ce1-bf4a-925c37a390fd None None] Provisioning complete for port 17b7119e-0bca-40f9-9aea-99738c2141e9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:13.028984 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f82d9ea-1601-4ce1-bf4a-925c37a390fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.050810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a98415-078c-4ba2-b48b-bb4319803b71 req-1182ee25-f918-4509-a450-8643de55482b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:13.052868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6a98415-078c-4ba2-b48b-bb4319803b71 req-1182ee25-f918-4509-a450-8643de55482b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.0840237 Feb 03 12:46:13.071959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks [] for router_gateway (fabeb448-353e-4a47-b778-6e7e97feb8d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.162079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6a98415-078c-4ba2-b48b-bb4319803b71 req-d6e5a047-b0e2-4162-b401-93213fb9e139 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008289 Feb 03 12:46:13.183528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 17b7119e-0bca-40f9-9aea-99738c2141e9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:13.184192 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.198245 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks [] for port (4198e838-1809-4684-a496-5b31b45021f7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.200891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b64fa0-e7f0-46bd-9763-02d334ad9779 req-1a9ec241-9ee8-43b4-8c39-336d17f6a482 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:13.203697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1b64fa0-e7f0-46bd-9763-02d334ad9779 req-1a9ec241-9ee8-43b4-8c39-336d17f6a482 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1038914 Feb 03 12:46:13.226069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1f82d9ea-1601-4ce1-bf4a-925c37a390fd None None] Current status of the port 17b7119e-0bca-40f9-9aea-99738c2141e9 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:13.226431 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f82d9ea-1601-4ce1-bf4a-925c37a390fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.283739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1f82d9ea-1601-4ce1-bf4a-925c37a390fd None None] For port 17b7119e-0bca-40f9-9aea-99738c2141e9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=17b7119e-0bca-40f9-9aea-99738c2141e9,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:13.299840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f82d9ea-1601-4ce1-bf4a-925c37a390fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.352525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1b64fa0-e7f0-46bd-9763-02d334ad9779 req-9d2522b6-c8e7-4c20-9e0a-f0b7ad6b4ade tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399319 Feb 03 12:46:13.428580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4922eb6-662f-4211-a123-d5bcde638cdc req-d6363fe3-eacd-4895-8601-c4cec2cdf480 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:13.441533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4922eb6-662f-4211-a123-d5bcde638cdc req-d6363fe3-eacd-4895-8601-c4cec2cdf480 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1460326 Feb 03 12:46:13.446967 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4198e838-1809-4684-a496-5b31b45021f7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.457517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82d9ea-1601-4ce1-bf4a-925c37a390fd None None] Pushing event updated for resources: {'Port': ['ID=17b7119e-0bca-40f9-9aea-99738c2141e9,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:13.464677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:13.498039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 17b7119e-0bca-40f9-9aea-99738c2141e9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:13.525036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (fabeb448-353e-4a47-b778-6e7e97feb8d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.603409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Network 3315131b-c682-4f98-baeb-6449a3848ef2 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:13.608492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:13.614026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4963f00-b52c-4918-8a05-64e7115d6a8f req-d6fa331f-85f8-400c-aec4-3bbe24382d73 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:13.615906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:13.621258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4963f00-b52c-4918-8a05-64e7115d6a8f req-d6fa331f-85f8-400c-aec4-3bbe24382d73 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1761072 Feb 03 12:46:13.637382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4922eb6-662f-4211-a123-d5bcde638cdc req-d8a88bae-dde5-4e89-be16-476d06b5435f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950161 Feb 03 12:46:13.645430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59448) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:13.653866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Request body: {'floatingip': {'port_id': '11e09ac0-57bb-4424-b385-e5df4f304f8e'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:13.687809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:13.688551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.705331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (79f4a7d6-e585-493b-bbed-63f3de475e39), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.717164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event updated for resources: {'Port': ['ID=4198e838-1809-4684-a496-5b31b45021f7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:13.751714 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-1a6e590a-c066-4f85-8cd8-46c63fddb76f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8211861 Feb 03 12:46:13.751926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1dd7dfd8-c9c3-4dc3-bc1b-44abd769a336 None None] Provisioning complete for port 17b7119e-0bca-40f9-9aea-99738c2141e9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:13.752200 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dd7dfd8-c9c3-4dc3-bc1b-44abd769a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.775893 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Request body: {'port': {'device_id': '2db8415f-5b55-4952-85c0-3e075f085332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:13.903262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7dfd8-c9c3-4dc3-bc1b-44abd769a336 None None] Current status of the port 17b7119e-0bca-40f9-9aea-99738c2141e9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:13.956030 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4198e838-1809-4684-a496-5b31b45021f7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:14.036168 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Router fabeb448-353e-4a47-b778-6e7e97feb8d6 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:46:14.116832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9188c-1b06-4b31-b9e4-995f98b79c12 req-528fe3de-2585-4ef9-8d9e-815ce2012acd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:14.118416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4a9188c-1b06-4b31-b9e4-995f98b79c12 req-528fe3de-2585-4ef9-8d9e-815ce2012acd tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 945 time: 0.1870759 Feb 03 12:46:14.263176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-1fcda7c9-0dcf-41cd-bfaa-c9c1ef59d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:14.264923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-1fcda7c9-0dcf-41cd-bfaa-c9c1ef59d7aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1127 time: 0.2090087 Feb 03 12:46:14.277162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4a9188c-1b06-4b31-b9e4-995f98b79c12 req-b7d90b67-f350-48c5-8703-636f46f28e93 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393404 Feb 03 12:46:14.284787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:46:14.288822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf5225-7874-48b3-91bd-ddaeb4716315 req-45089a26-feb6-4375-8b7d-77c25bd301da tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:14.290289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92bf5225-7874-48b3-91bd-ddaeb4716315 req-45089a26-feb6-4375-8b7d-77c25bd301da tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.2281904 Feb 03 12:46:14.306835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Sync routers for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:46:14.332295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:14.333001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:14.338969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:14.339151 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:14.341830 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0f9158-33e3-48cd-9875-a64e2b6f22ce" -d '{"events": [{"server_uuid": "556278bc-ae1a-4b3e-a67d-495f36b8adf5", "name": "network-vif-plugged", "status": "completed", "tag": "ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:14.343305 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c7b0f20d-aec3-4393-8613-849470642ddd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1027660 Feb 03 12:46:14.344549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59464) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:14.438790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-33bd0ecb-2db8-41dc-8a04-64c53390c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:14.440568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-33bd0ecb-2db8-41dc-8a04-64c53390c6d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.1319859 Feb 03 12:46:14.481494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:14.485558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4198e838-1809-4684-a496-5b31b45021f7 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:14.497927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Publish callbacks [] for port (4198e838-1809-4684-a496-5b31b45021f7), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:14.519990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Transition to ACTIVE for port object 4198e838-1809-4684-a496-5b31b45021f7 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:14.557223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (4198e838-1809-4684-a496-5b31b45021f7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:14.667195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Pushing event updated for resources: {'Port': ['ID=4198e838-1809-4684-a496-5b31b45021f7,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:14.706480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:12Z', 'revision_number': 3, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:14.783327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Checking router: fabeb448-353e-4a47-b778-6e7e97feb8d6 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:46:14.784098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Updating router fabeb448-353e-4a47-b778-6e7e97feb8d6 port a4124015-9081-4813-83a9-6eebcb68982c binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:46:14.836805 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4124015-9081-4813-83a9-6eebcb68982c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:14.981522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63b82-0392-4103-9e82-691a57b562a4 req-8a396260-aba8-45a2-a51d-14dd61dd7ada tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:14.988711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1c63b82-0392-4103-9e82-691a57b562a4 req-8a396260-aba8-45a2-a51d-14dd61dd7ada tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.5445786 Feb 03 12:46:15.015634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92bf5225-7874-48b3-91bd-ddaeb4716315 req-5ccc1eb6-2697-4d8a-9f48-b74879cf7203 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454061 Feb 03 12:46:15.037269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Attempting to bind port 4198e838-1809-4684-a496-5b31b45021f7 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:15.038121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Attempting to bind port 4198e838-1809-4684-a496-5b31b45021f7 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:15.038299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Attempting to bind port 4198e838-1809-4684-a496-5b31b45021f7 on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:15.044936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Port 4198e838-1809-4684-a496-5b31b45021f7 on network 3315131b-c682-4f98-baeb-6449a3848ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:15.045394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Attempting to bind port 4198e838-1809-4684-a496-5b31b45021f7 on network 3315131b-c682-4f98-baeb-6449a3848ef2 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:15.053334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:15.053837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Checking segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:15.054746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Bound using segment: {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:15.055846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Bound port: 4198e838-1809-4684-a496-5b31b45021f7, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb05759c-d449-48a0-b700-d2a1d8a9b62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:15.055984 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4198e838-1809-4684-a496-5b31b45021f7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.069190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-8475db3c-0f14-4fce-baf5-5285f22b0a7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.5782049 Feb 03 12:46:15.134385 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Publish callbacks [] for port (a4124015-9081-4813-83a9-6eebcb68982c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.140778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 17b7119e-0bca-40f9-9aea-99738c2141e9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:15.167630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.182517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a4124015-9081-4813-83a9-6eebcb68982c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.198308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] For port 4198e838-1809-4684-a496-5b31b45021f7, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:15.217823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-2bfba040-0828-49d2-a1f0-339efb2b755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:15.219639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-2bfba040-0828-49d2-a1f0-339efb2b755e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1044858 Feb 03 12:46:15.230736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae3b7d-698f-4b36-92f8-90f334418e1b None None] Pushing event updated for resources: {'Port': ['ID=a4124015-9081-4813-83a9-6eebcb68982c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:15.251812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 17b7119e-0bca-40f9-9aea-99738c2141e9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:15.252196 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.263722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] For port 4198e838-1809-4684-a496-5b31b45021f7, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4198e838-1809-4684-a496-5b31b45021f7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:15.306598 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (4198e838-1809-4684-a496-5b31b45021f7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.312728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Attempting to bind port a4124015-9081-4813-83a9-6eebcb68982c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:15.313248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Attempting to bind port a4124015-9081-4813-83a9-6eebcb68982c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:15.313563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Attempting to bind port a4124015-9081-4813-83a9-6eebcb68982c on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:15.319729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:15.321172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:15.321172 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.321172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:15.321461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Bound port: a4124015-9081-4813-83a9-6eebcb68982c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:15.321764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4124015-9081-4813-83a9-6eebcb68982c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.332940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e991c-6f8b-4f6a-a83d-7c03c5d6337c req-d5d43c19-c630-41fd-893f-934ce6ab7e12 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:15.340878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-275e991c-6f8b-4f6a-a83d-7c03c5d6337c req-d5d43c19-c630-41fd-893f-934ce6ab7e12 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 944 time: 0.1665993 Feb 03 12:46:15.357311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:15.358498 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.360674 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] 10.222.0.91 "PUT /v2.0/ports/4198e838-1809-4684-a496-5b31b45021f7 HTTP/1.1" status: 200 len: 1093 time: 1.6022987 Feb 03 12:46:15.366911 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1c63b82-0392-4103-9e82-691a57b562a4 req-5623a04c-7980-44fc-a662-42a6bc580ad1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771498 Feb 03 12:46:15.367092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db8415f-5b55-4952-85c0-3e075f085332', 'tag': '4198e838-1809-4684-a496-5b31b45021f7'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:15.369434 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66f594c-ad56-4a0c-afb2-43c1cd83c301" -d '{"events": [{"name": "network-changed", "server_uuid": "2db8415f-5b55-4952-85c0-3e075f085332", "tag": "4198e838-1809-4684-a496-5b31b45021f7"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:15.431760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] For port a4124015-9081-4813-83a9-6eebcb68982c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:15.454054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] For port a4124015-9081-4813-83a9-6eebcb68982c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a4124015-9081-4813-83a9-6eebcb68982c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:15.459129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 17b7119e-0bca-40f9-9aea-99738c2141e9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:15.472623 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a4124015-9081-4813-83a9-6eebcb68982c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.538153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae3b7d-698f-4b36-92f8-90f334418e1b None None] Pushing event updated for resources: {'Port': ['ID=a4124015-9081-4813-83a9-6eebcb68982c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:15.547086 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.resource_extend [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:46:15.570536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:15.571040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:15.739894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:15.746558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-275e991c-6f8b-4f6a-a83d-7c03c5d6337c req-d6390b84-4d70-4c5b-88e7-a7f31efe810a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046195 Feb 03 12:46:15.755847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-2a866c4c-89cf-47da-a602-4445606045b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:15.777037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-2a866c4c-89cf-47da-a602-4445606045b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5489810 Feb 03 12:46:15.812010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b991f9-fddc-4741-9fad-de1719949e07 service neutron] Pushing event updated for resources: {'Port': ['ID=4198e838-1809-4684-a496-5b31b45021f7,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:15.834706 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66291f4b-edc5-4b30-b81a-49ca3d29bc43 x-openstack-request-id: req-66291f4b-edc5-4b30-b81a-49ca3d29bc43 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:15.835304 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556278bc-ae1a-4b3e-a67d-495f36b8adf5", "name": "network-vif-plugged", "status": "completed", "tag": "ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:15.835753 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66291f4b-edc5-4b30-b81a-49ca3d29bc43 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:15.836668 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d', 'code': 200} Feb 03 12:46:15.859338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Allocated IP 172.20.0.1 (7dfc0d56-842c-4fa9-8853-cdf5db5bef10/d15a7aeb-e345-43ee-8f98-f13def1e99f0/813cbc94-1a4d-4e1c-8791-c0d148290663) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:15.883630 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.003645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-442eefaf-4ce3-4f7a-a705-56f596796416 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066941 Feb 03 12:46:16.006595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-0841d59f-234c-48d7-9ab2-9ef9f36fc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:16.008357 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-0841d59f-234c-48d7-9ab2-9ef9f36fc67f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 1127 time: 0.5751686 Feb 03 12:46:16.021098 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (79f4a7d6-e585-493b-bbed-63f3de475e39), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.049143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a70c1d-61b2-4c92-b5a6-cd3a7afbcf2f req-78f251bc-81ef-441e-ab59-fee27d075a4f tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:16.057259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19a70c1d-61b2-4c92-b5a6-cd3a7afbcf2f req-78f251bc-81ef-441e-ab59-fee27d075a4f tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.5405953 Feb 03 12:46:16.114844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Publish callbacks [] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.231672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19a70c1d-61b2-4c92-b5a6-cd3a7afbcf2f req-fed202de-8fda-4de6-b5d1-93ba83f1d034 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694062 Feb 03 12:46:16.253543 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.265676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:12Z', 'revision_number': 3, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:16.275424 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-c1a0a50e-443b-4c85-97ba-8d6506ea81e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4198e838-1809-4684-a496-5b31b45021f7 HTTP/1.1" status: 200 len: 217 time: 0.1376920 Feb 03 12:46:16.288433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec9ef7-6e5f-4342-8ab8-904924c294d5 req-026c37cb-507c-46dd-ad63-deed6b62a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:16.289968 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3ec9ef7-6e5f-4342-8ab8-904924c294d5 req-026c37cb-507c-46dd-ad63-deed6b62a403 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 1129 time: 0.3680251 Feb 03 12:46:16.300128 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.302004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dab325-93e8-41ce-9fca-4d9dbd299460 None None] The sync data for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 is: [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:12Z', 'revision_number': 3, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:46:16.447347 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fa15fe-8941-47a5-93f0-8a803bebefff x-openstack-request-id: req-e8fa15fe-8941-47a5-93f0-8a803bebefff {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:16.447989 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db8415f-5b55-4952-85c0-3e075f085332", "tag": "4198e838-1809-4684-a496-5b31b45021f7", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:16.447989 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8fa15fe-8941-47a5-93f0-8a803bebefff {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:16.449196 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db8415f-5b55-4952-85c0-3e075f085332', 'tag': '4198e838-1809-4684-a496-5b31b45021f7', 'status': 'completed', 'code': 200} Feb 03 12:46:16.508470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab758f-0393-4179-a259-359186044812 req-3b585b3a-1176-4e17-a46a-87583094e9a4 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:16.510273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4eab758f-0393-4179-a259-359186044812 req-3b585b3a-1176-4e17-a46a-87583094e9a4 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 945 time: 0.5041075 Feb 03 12:46:16.578494 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-935b5b70-fe01-42e9-a35a-b1a1ea1524e0 req-cd104f58-8a9c-4e36-b42b-b58700c4c541 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491309 Feb 03 12:46:16.584604 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Floating IP 79f4a7d6-e585-493b-bbed-63f3de475e39 associated. External IP: 172.25.3.27, port: 11e09ac0-57bb-4424-b385-e5df4f304f8e. Feb 03 12:46:16.620067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:16.629963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:16.646929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:16.715019 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3ec9ef7-6e5f-4342-8ab8-904924c294d5 req-f0abfffd-203f-49a6-a719-e24096e49efe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035404 Feb 03 12:46:16.721389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=813cbc94-1a4d-4e1c-8791-c0d148290663,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:16.727509 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-b103d848-eb7f-49b7-9e1d-bb2e414e5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:16.728979 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-b103d848-eb7f-49b7-9e1d-bb2e414e5a54 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.4434526 Feb 03 12:46:16.798452 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-2a2feaf8-9c23-4f62-9b6f-058035a2acfe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602381 Feb 03 12:46:16.799369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (fabeb448-353e-4a47-b778-6e7e97feb8d6), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.829778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4eab758f-0393-4179-a259-359186044812 req-c64af94e-544b-4df5-8051-6024e8dedc18 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027599 Feb 03 12:46:17.056704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3236158-3af6-4802-a1a1-f7e4613327d0 req-db2fb444-1cc0-44be-bb98-87937b773dcb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:17.065065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3236158-3af6-4802-a1a1-f7e4613327d0 req-db2fb444-1cc0-44be-bb98-87937b773dcb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.6062789 Feb 03 12:46:17.156790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3236158-3af6-4802-a1a1-f7e4613327d0 req-3afc00a7-bf5c-40de-b101-70ef29d42cd1 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905483 Feb 03 12:46:17.175276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-367ed8db-d5a0-48be-850a-4520ead57bf0 None None] Provisioning complete for port 813cbc94-1a4d-4e1c-8791-c0d148290663 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:17.175792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-367ed8db-d5a0-48be-850a-4520ead57bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.178544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Router 3891ec0c-ee0b-4f58-8845-4ae753655e56 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:46:17.186586 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-44ab9e8c-8b6f-4554-8899-9abe0a2aae1b service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937703 Feb 03 12:46:17.198889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc91bfb-455a-4a35-8836-a265607babb5 req-92c567da-a16c-486e-88d0-498270594185 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:17.200516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acc91bfb-455a-4a35-8836-a265607babb5 req-92c567da-a16c-486e-88d0-498270594185 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1915231 Feb 03 12:46:17.276424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-367ed8db-d5a0-48be-850a-4520ead57bf0 None None] Port 813cbc94-1a4d-4e1c-8791-c0d148290663 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:17.348496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.444544 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4c4d8972-6927-4e98-b4a4-b1f9223c5431 req-f0caac69-2f70-43c3-a9d0-a52ca0345595 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476814 Feb 03 12:46:17.487367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acc91bfb-455a-4a35-8836-a265607babb5 req-e6ff9082-a6b5-43a5-a355-cbb209c0b322 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790122 Feb 03 12:46:17.616231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ba0ca-1ad8-4a15-b183-e6934335cf17 req-25603ac6-6fd0-4380-a5fa-3ef97ff39792 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:17.618292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-329ba0ca-1ad8-4a15-b183-e6934335cf17 req-25603ac6-6fd0-4380-a5fa-3ef97ff39792 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 944 time: 0.3561440 Feb 03 12:46:17.693417 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-258e89a6-aaf6-4050-9986-b8dd4c6291ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:17.695144 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-258e89a6-aaf6-4050-9986-b8dd4c6291ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 1127 time: 0.1286047 Feb 03 12:46:17.757542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Publish callbacks [] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.771882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.784969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-329ba0ca-1ad8-4a15-b183-e6934335cf17 req-a017741e-fcc7-4924-8568-15cbf36a4cd8 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480424 Feb 03 12:46:17.786132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:46:17.796002 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] Sync routers for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:46:17.800988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.810917 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:17.812009 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:17.901983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aa049877-5022-41cb-91d4-0df69d8fd500 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "PUT /v2.0/floatingips/79f4a7d6-e585-493b-bbed-63f3de475e39 HTTP/1.1" status: 200 len: 991 time: 4.2519844 Feb 03 12:46:17.953124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:17.955545 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c994c1f-1ab5-4850-8188-be4e9d0c842c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:17.992277 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (fabeb448-353e-4a47-b778-6e7e97feb8d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:18.029282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=813cbc94-1a4d-4e1c-8791-c0d148290663,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:18.049081 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:18.091468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-9c31e920-f04e-407c-a29e-d87913d83749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:18.094503 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-9c31e920-f04e-407c-a29e-d87913d83749 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 200 len: 906 time: 0.3735056 Feb 03 12:46:18.141291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054981ce-04b1-4f02-8c0b-335acbd50fd1 req-b1d3aa25-6f10-4af0-bc5a-c973abe6c323 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:18.142969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-054981ce-04b1-4f02-8c0b-335acbd50fd1 req-b1d3aa25-6f10-4af0-bc5a-c973abe6c323 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.2910848 Feb 03 12:46:18.224420 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-3d6d7c6b-dcc6-4500-bcb8-470dcdc54fbf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4198e838-1809-4684-a496-5b31b45021f7 HTTP/1.1" status: 200 len: 217 time: 0.1171575 Feb 03 12:46:18.286353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-054981ce-04b1-4f02-8c0b-335acbd50fd1 req-d5a01b8d-e1fc-40c0-8def-03dfde704051 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357586 Feb 03 12:46:18.313960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c8764-ca93-4c0a-a776-ef653192d3a2 req-aa918cba-e03c-480e-8ffb-1c1ae82a7300 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:18.316432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a51c8764-ca93-4c0a-a776-ef653192d3a2 req-aa918cba-e03c-480e-8ffb-1c1ae82a7300 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 945 time: 0.3517411 Feb 03 12:46:18.367322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-b66b50b5-f13f-4413-98f9-7d9e20705397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:18.369863 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-b66b50b5-f13f-4413-98f9-7d9e20705397 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 200 len: 845 time: 0.1382725 Feb 03 12:46:18.394264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:18.412969 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-88af2bc8-69c0-4125-add9-24ec961edcc6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3315131b-c682-4f98-baeb-6449a3848ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360336 Feb 03 12:46:18.414087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:18.466314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a51c8764-ca93-4c0a-a776-ef653192d3a2 req-77372259-b1b7-430c-95f9-f099e3cca7b1 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d29f89-30e9-4ac1-8f02-a42b955f0813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423559 Feb 03 12:46:18.517532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcda1ea-8219-439f-872c-735c6bf2f712 req-d9a6fe29-31e2-4ad1-93df-20d3225664fa tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:18.521521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edcda1ea-8219-439f-872c-735c6bf2f712 req-d9a6fe29-31e2-4ad1-93df-20d3225664fa tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1159894 Feb 03 12:46:18.614201 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a64d86f-0419-4e37-ba17-4450f8c5e84f x-openstack-request-id: req-8a64d86f-0419-4e37-ba17-4450f8c5e84f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:18.614619 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:18.615087 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a64d86f-0419-4e37-ba17-4450f8c5e84f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:18.615584 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'status': 'completed', 'code': 200} Feb 03 12:46:18.646015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edcda1ea-8219-439f-872c-735c6bf2f712 req-42f31b8d-2001-47ba-9d8e-794ad71eea0d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179910 Feb 03 12:46:18.673636 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-338ec959-9151-426e-8517-ddfdfb4ecbe5 service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471685 Feb 03 12:46:18.709591 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '79f4a7d6-e585-493b-bbed-63f3de475e39', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'port_id': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'mac_address': 'fa:16:3e:10:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:45:55Z', 'updated_at': '2022-02-03T12:46:15Z', 'revision_number': 1, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:18.792727 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] Checking router: 3891ec0c-ee0b-4f58-8845-4ae753655e56 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:46:18.831313 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:18.831926 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:18.919528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-0a4398a0-1978-49ee-a8e8-8c93eff108e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:18.924629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-0a4398a0-1978-49ee-a8e8-8c93eff108e8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 1129 time: 0.2979939 Feb 03 12:46:18.943188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-066c6cfe-089a-4ced-b879-9edb2c72ed7a None None] Provisioning complete for port 813cbc94-1a4d-4e1c-8791-c0d148290663 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:18.944778 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066c6cfe-089a-4ced-b879-9edb2c72ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.011415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Router fabeb448-353e-4a47-b778-6e7e97feb8d6 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:46:19.020674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a4124015-9081-4813-83a9-6eebcb68982c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:19.027161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a50a7-290a-49db-823a-31c410726a4e req-fb637425-fc29-4054-9087-97f39890457c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.030158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb0a50a7-290a-49db-823a-31c410726a4e req-fb637425-fc29-4054-9087-97f39890457c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.2751222 Feb 03 12:46:19.056221 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:19.147528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae127d0d-ca0b-43d6-9ba8-0fa792608284 req-16b9264b-b5bb-4361-85ae-db6036fb74a3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.153207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-066c6cfe-089a-4ced-b879-9edb2c72ed7a None None] Port 813cbc94-1a4d-4e1c-8791-c0d148290663 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:19.170819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae127d0d-ca0b-43d6-9ba8-0fa792608284 req-16b9264b-b5bb-4361-85ae-db6036fb74a3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.3285356 Feb 03 12:46:19.176931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a4124015-9081-4813-83a9-6eebcb68982c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:19.177398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a4124015-9081-4813-83a9-6eebcb68982c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.177592 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c66f594c-ad56-4a0c-afb2-43c1cd83c301 req-4640aeec-832f-4aac-8493-c67d6ea781ba service neutron] 10.222.0.91 "GET /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972756 Feb 03 12:46:19.262857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-28534046-4294-4c5c-980e-37dcefbf8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.265253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-28534046-4294-4c5c-980e-37dcefbf8df7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 0.3319261 Feb 03 12:46:19.319194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:46:19.333565 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-84b63a60-fd2c-448e-9036-79ee590b8fe1 admin admin] 10.222.0.65 "PUT /v2.0/routers/fabeb448-353e-4a47-b778-6e7e97feb8d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9773579 Feb 03 12:46:19.345798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a4124015-9081-4813-83a9-6eebcb68982c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:19.346501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4124015-9081-4813-83a9-6eebcb68982c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.386245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port a4124015-9081-4813-83a9-6eebcb68982c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a4124015-9081-4813-83a9-6eebcb68982c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:19.397827 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a4124015-9081-4813-83a9-6eebcb68982c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.407774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-4c08c29e-c050-408a-a969-575ab5fa6da4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e HTTP/1.1" status: 200 len: 999 time: 0.1303656 Feb 03 12:46:19.468315 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '79f4a7d6-e585-493b-bbed-63f3de475e39', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'port_id': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'mac_address': 'fa:16:3e:10:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:45:55Z', 'updated_at': '2022-02-03T12:46:15Z', 'revision_number': 1, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:19.477249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb0a50a7-290a-49db-823a-31c410726a4e req-4fc951f5-6a4e-4295-9a23-a9818d835fef tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398656 Feb 03 12:46:19.497366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Sync routers for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:46:19.519365 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ed938-18ea-46fc-9997-0abbc2622a76 None None] The sync data for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 is: [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '79f4a7d6-e585-493b-bbed-63f3de475e39', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'port_id': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'mac_address': 'fa:16:3e:10:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:45:55Z', 'updated_at': '2022-02-03T12:46:15Z', 'revision_number': 1, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:46:19.524215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae127d0d-ca0b-43d6-9ba8-0fa792608284 req-aab5e929-8adc-4a82-b704-1ab57ca84302 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509433 Feb 03 12:46:19.558783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-6e1f2d84-fe34-47ce-9556-f10e5b7e717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.562485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-6e1f2d84-fe34-47ce-9556-f10e5b7e717c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.1418238 Feb 03 12:46:19.598369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=a4124015-9081-4813-83a9-6eebcb68982c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:19.598612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-55016952-9f93-4160-8487-5b64bab9b20a tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.602860 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-55016952-9f93-4160-8487-5b64bab9b20a tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 945 time: 0.1412346 Feb 03 12:46:19.603374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:19.604020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:19.717963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-fda9c973-ee87-4c8d-b639-8087783afce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.719645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Deleting port 93804cc9-34f9-408d-bef9-e3975abb3911 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:19.720061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.720513 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-fda9c973-ee87-4c8d-b639-8087783afce3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1515324 Feb 03 12:46:19.773037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:19.773681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba163e7a-74f3-4c80-b28d-12b3b950de7c req-a1d4a4d4-10d1-403d-9c63-867c4e2a9392 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.776558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba163e7a-74f3-4c80-b28d-12b3b950de7c req-a1d4a4d4-10d1-403d-9c63-867c4e2a9392 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 944 time: 0.1503627 Feb 03 12:46:19.821333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18267731-52d2-47fd-8cbc-9ba61b80ff6d req-f25bf04b-842b-461f-aba4-512fe58255a3 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.823289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18267731-52d2-47fd-8cbc-9ba61b80ff6d req-f25bf04b-842b-461f-aba4-512fe58255a3 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.1856146 Feb 03 12:46:19.859438 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] For port 93804cc9-34f9-408d-bef9-e3975abb3911, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=93804cc9-34f9-408d-bef9-e3975abb3911,segment=NetworkSegment(5bfb30a0-d821-4e3c-bb82-aff4455872c9),segment_id=5bfb30a0-d821-4e3c-bb82-aff4455872c9)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:19.859962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.884141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Calling delete_port for 93804cc9-34f9-408d-bef9-e3975abb3911 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:19.952220 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7b627-4142-4ea9-aa9f-99741d2b4ff6 None None] New status for floating IP 79f4a7d6-e585-493b-bbed-63f3de475e39: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:46:19.983352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba163e7a-74f3-4c80-b28d-12b3b950de7c req-61351f9c-dce9-4d7e-87e2-4738f1e42402 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921103 Feb 03 12:46:20.101873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '813cbc94-1a4d-4e1c-8791-c0d148290663', 'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'mac_address': 'fa:16:3e:3d:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:15Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 2, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'subnets': [{'id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:20.104229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (93804cc9-34f9-408d-bef9-e3975abb3911), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.136821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['93804cc9-34f9-408d-bef9-e3975abb3911'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:20.140836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Checking router: fabeb448-353e-4a47-b778-6e7e97feb8d6 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:46:20.141479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Updating router fabeb448-353e-4a47-b778-6e7e97feb8d6 port 813cbc94-1a4d-4e1c-8791-c0d148290663 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:46:20.154634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Pushing event deleted for resources: {'Port': ['ID=93804cc9-34f9-408d-bef9-e3975abb3911,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:20.239152 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.242809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] No DVR routers for this DVR port 93804cc9-34f9-408d-bef9-e3975abb3911 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:46:20.251541 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.259775 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8694e076-8ce9-4575-b4b7-fd3626ed1208 req-d614b384-8a31-459e-9e5f-3f57705e4d02 tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.72 "DELETE /v2.0/ports/93804cc9-34f9-408d-bef9-e3975abb3911 HTTP/1.1" status: 204 len: 173 time: 0.6533635 Feb 03 12:46:20.260600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ef2601-9900-4b60-90a9-4c3420d00c0e', 'name': 'network-vif-deleted', 'tag': '93804cc9-34f9-408d-bef9-e3975abb3911'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:20.263122 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facbdd34-0e51-4694-adf7-cf10d4bc2757" -d '{"events": [{"server_uuid": "e5ef2601-9900-4b60-90a9-4c3420d00c0e", "name": "network-vif-deleted", "tag": "93804cc9-34f9-408d-bef9-e3975abb3911"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:20.443389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-2dc0bf89-e579-4545-8739-d4cc81f92482 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155919 Feb 03 12:46:20.465808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18267731-52d2-47fd-8cbc-9ba61b80ff6d req-b1ed61d6-47fa-4c8d-bcb9-d10d2a97b665 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6144950 Feb 03 12:46:20.479050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24f6ede1-ed25-4d10-b51c-5c56583c9b89 req-62759f17-6f66-42aa-97bc-c8d79282c18e tempest-InstanceActionsV221TestJSON-1505517873 tempest-InstanceActionsV221TestJSON-1505517873-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5ef2601-9900-4b60-90a9-4c3420d00c0e HTTP/1.1" status: 200 len: 210 time: 0.0503814 Feb 03 12:46:20.562113 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.657360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c994c1f-1ab5-4850-8188-be4e9d0c842c req-269e04e9-3576-42ef-b1b5-f44684fb2ce1 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903961 Feb 03 12:46:20.683086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58d9a1-beaf-456f-b8c2-0d5298f9b1c1 req-f1940f2e-9ebe-4c72-aa9a-01337bbca438 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:20.686818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b58d9a1-beaf-456f-b8c2-0d5298f9b1c1 req-f1940f2e-9ebe-4c72-aa9a-01337bbca438 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1435835 Feb 03 12:46:20.699217 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Publish callbacks [] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.712596 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.754291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b58d9a1-beaf-456f-b8c2-0d5298f9b1c1 req-662c2b2e-05f3-45ea-a1db-a1543e0b8862 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591798 Feb 03 12:46:20.819406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93a12a-f2be-4bce-9295-c79ba347277e None None] Pushing event updated for resources: {'Port': ['ID=813cbc94-1a4d-4e1c-8791-c0d148290663,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:20.911547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Attempting to bind port 813cbc94-1a4d-4e1c-8791-c0d148290663 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:20.911921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Attempting to bind port 813cbc94-1a4d-4e1c-8791-c0d148290663 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:20.912287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Attempting to bind port 813cbc94-1a4d-4e1c-8791-c0d148290663 on network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:20.925971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:20.927185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Checking segment: {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:20.928806 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.930405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Bound using segment: {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:20.931092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Bound port: 813cbc94-1a4d-4e1c-8791-c0d148290663, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:20.935818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.940723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a4124015-9081-4813-83a9-6eebcb68982c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:20.975505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2f1a0-042b-4f6c-8a1c-a9fe688293a1 req-0cb71ccb-b685-4d3b-8a3d-6aa5fd061c04 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:20.977623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5b2f1a0-042b-4f6c-8a1c-a9fe688293a1 req-0cb71ccb-b685-4d3b-8a3d-6aa5fd061c04 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1041553 Feb 03 12:46:21.008666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4198e838-1809-4684-a496-5b31b45021f7 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:46:21.043123 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5b2f1a0-042b-4f6c-8a1c-a9fe688293a1 req-eedb7255-95c0-4dcc-9df6-f78a7d654fe8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599711 Feb 03 12:46:21.102263 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a433c220-95d6-439b-9d7c-f643f5e51096 x-openstack-request-id: req-a433c220-95d6-439b-9d7c-f643f5e51096 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:21.102589 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ef2601-9900-4b60-90a9-4c3420d00c0e", "name": "network-vif-deleted", "tag": "93804cc9-34f9-408d-bef9-e3975abb3911", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:21.102846 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a433c220-95d6-439b-9d7c-f643f5e51096 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:21.103897 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ef2601-9900-4b60-90a9-4c3420d00c0e', 'name': 'network-vif-deleted', 'tag': '93804cc9-34f9-408d-bef9-e3975abb3911', 'status': 'completed', 'code': 200} Feb 03 12:46:21.104781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] For port 813cbc94-1a4d-4e1c-8791-c0d148290663, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:21.150661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a4124015-9081-4813-83a9-6eebcb68982c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:21.151075 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a4124015-9081-4813-83a9-6eebcb68982c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.153943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] For port 813cbc94-1a4d-4e1c-8791-c0d148290663, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=813cbc94-1a4d-4e1c-8791-c0d148290663,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:21.187483 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.210795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf07c0-532a-451a-a64c-e43e0812c670 req-cbb795f4-330a-4984-b98f-84a0a89e61c7 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:21.212544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18cf07c0-532a-451a-a64c-e43e0812c670 req-cbb795f4-330a-4984-b98f-84a0a89e61c7 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.0642889 Feb 03 12:46:21.221215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59550) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:21.226297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-847990f5-d9e6-418c-9729-f447a9ed27ac tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Request body: {'floatingip': {'port_id': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:21.270398 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-847990f5-d9e6-418c-9729-f447a9ed27ac tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for floatingip (b88c1f13-1dfb-4dd7-8bca-c6159841e2f1), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.308513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93a12a-f2be-4bce-9295-c79ba347277e None None] Pushing event updated for resources: {'Port': ['ID=813cbc94-1a4d-4e1c-8791-c0d148290663,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:21.317493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4198e838-1809-4684-a496-5b31b45021f7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4198e838-1809-4684-a496-5b31b45021f7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:21.343918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5dfe2ffa-7c95-40d5-84fa-3c1e88c776be None None] Provisioning complete for port 813cbc94-1a4d-4e1c-8791-c0d148290663 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:21.345601 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2ffa-7c95-40d5-84fa-3c1e88c776be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.381301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27349-b9ed-4789-a31e-db526da7af81 req-bd7044d8-5876-4e54-88d8-efcd70c1989c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:21.385439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '4198e838-1809-4684-a496-5b31b45021f7', 'network_id': '3315131b-c682-4f98-baeb-6449a3848ef2', 'port_id': '4198e838-1809-4684-a496-5b31b45021f7', 'mac_address': 'fa:16:3e:cc:7d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bfd0a9-38ea-454b-9ad7-21a48c2b074a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:46:21.390139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:21.391007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0d27349-b9ed-4789-a31e-db526da7af81 req-bd7044d8-5876-4e54-88d8-efcd70c1989c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1140900 Feb 03 12:46:21.391389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:21.498367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0d27349-b9ed-4789-a31e-db526da7af81 req-2b46e5ee-0f7a-4413-ac9c-3eb3effffea0 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062961 Feb 03 12:46:21.843326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:21.880178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b9b6f-7b13-408e-8868-caad9ec05719 req-11c81f35-c96e-43a4-a8f6-aca8ce7f4df5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:21.899399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb9b9b6f-7b13-408e-8868-caad9ec05719 req-11c81f35-c96e-43a4-a8f6-aca8ce7f4df5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 944 time: 0.1319702 Feb 03 12:46:21.901294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4198e838-1809-4684-a496-5b31b45021f7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:21.901840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4198e838-1809-4684-a496-5b31b45021f7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.931267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a4124015-9081-4813-83a9-6eebcb68982c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:21.949994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4198e838-1809-4684-a496-5b31b45021f7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:21.964915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-847990f5-d9e6-418c-9729-f447a9ed27ac tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.981274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-847990f5-d9e6-418c-9729-f447a9ed27ac tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (b88c1f13-1dfb-4dd7-8bca-c6159841e2f1), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.982742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb9b9b6f-7b13-408e-8868-caad9ec05719 req-53e8a77f-4002-4d27-979f-1c56842139ec tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794480 Feb 03 12:46:22.155197 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-847990f5-d9e6-418c-9729-f447a9ed27ac tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Floating IP b88c1f13-1dfb-4dd7-8bca-c6159841e2f1 associated. External IP: 172.25.3.155, port: ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d. Feb 03 12:46:22.174800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4198e838-1809-4684-a496-5b31b45021f7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4198e838-1809-4684-a496-5b31b45021f7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:22.181563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe2ffa-7c95-40d5-84fa-3c1e88c776be None None] Current status of the port 813cbc94-1a4d-4e1c-8791-c0d148290663 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:22.181854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2ffa-7c95-40d5-84fa-3c1e88c776be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.204098 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4198e838-1809-4684-a496-5b31b45021f7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.229861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d5da4-1aaf-4564-b22d-a6255706d929 req-faad8edd-fbde-43f9-820b-3c42c4101887 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:22.231685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-904d5da4-1aaf-4564-b22d-a6255706d929 req-faad8edd-fbde-43f9-820b-3c42c4101887 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0870705 Feb 03 12:46:22.282938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5dfe2ffa-7c95-40d5-84fa-3c1e88c776be None None] For port 813cbc94-1a4d-4e1c-8791-c0d148290663, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=813cbc94-1a4d-4e1c-8791-c0d148290663,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:22.309255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-904d5da4-1aaf-4564-b22d-a6255706d929 req-15062d4c-9bb9-4d7f-bca4-5e36a519ea1a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709953 Feb 03 12:46:22.321326 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2ffa-7c95-40d5-84fa-3c1e88c776be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.331876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4198e838-1809-4684-a496-5b31b45021f7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:22.419747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe2ffa-7c95-40d5-84fa-3c1e88c776be None None] Pushing event updated for resources: {'Port': ['ID=813cbc94-1a4d-4e1c-8791-c0d148290663,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:22.448386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '813cbc94-1a4d-4e1c-8791-c0d148290663', 'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'mac_address': 'fa:16:3e:3d:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:15Z', 'updated_at': '2022-02-03T12:46:21Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'subnets': [{'id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:22.492579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59570) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:22.499316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-61463501'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:22.547480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:22.552524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.568677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59578) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:22.589665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-370bfd6e-ac1b-4e4f-b432-cbdbd52efd95 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1295921396', 'description': 'tempest-description--28251452'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:22.591710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de61c698-0402-45bb-a911-0e71ab27b294 None None] The sync data for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 is: [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '813cbc94-1a4d-4e1c-8791-c0d148290663', 'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'mac_address': 'fa:16:3e:3d:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:15Z', 'updated_at': '2022-02-03T12:46:21Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'subnets': [{'id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:46:22.605705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e5f5fd50-112e-43ea-a688-a93b216552d9 None None] Provisioning complete for port 813cbc94-1a4d-4e1c-8791-c0d148290663 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:22.606456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5f5fd50-112e-43ea-a688-a93b216552d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.779403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['4198e838-1809-4684-a496-5b31b45021f7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:22.844767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:22.897766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5fd50-112e-43ea-a688-a93b216552d9 None None] Current status of the port 813cbc94-1a4d-4e1c-8791-c0d148290663 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:22.929935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-370bfd6e-ac1b-4e4f-b432-cbdbd52efd95 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.967930 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3053c0b7-1f7b-410f-8198-919c0678c673), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.968223 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Added segment 3053c0b7-1f7b-410f-8198-919c0678c673 of type vlan for network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 Feb 03 12:46:23.013047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676908cc-e034-4feb-baf6-b591bcce8837 req-ba4b2153-8989-466f-9cec-b54604b00806 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:23.017294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676908cc-e034-4feb-baf6-b591bcce8837 req-ba4b2153-8989-466f-9cec-b54604b00806 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.2759895 Feb 03 12:46:23.067516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 813cbc94-1a4d-4e1c-8791-c0d148290663 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:23.242767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-370bfd6e-ac1b-4e4f-b432-cbdbd52efd95 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group (99fba9d5-de40-4268-b63e-0d95b1471aaa), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.284554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 813cbc94-1a4d-4e1c-8791-c0d148290663 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:23.285154 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.306524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676908cc-e034-4feb-baf6-b591bcce8837 req-4397fd04-e526-4e09-a497-ca42980f3bcd tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122345 Feb 03 12:46:23.307190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-370bfd6e-ac1b-4e4f-b432-cbdbd52efd95 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (99fba9d5-de40-4268-b63e-0d95b1471aaa), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.312669 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (8d7233e0-cf83-46e3-b0d0-3abcad3dde73), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.322910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c735c-62f7-4a60-9055-2f8dbcaa7c05 req-61730cf9-1948-4a8d-b18b-556cb62faecd tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:23.325040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-050c735c-62f7-4a60-9055-2f8dbcaa7c05 req-61730cf9-1948-4a8d-b18b-556cb62faecd tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2117591 Feb 03 12:46:23.376050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847990f5-d9e6-418c-9729-f447a9ed27ac tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:46:23.380858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bfd6e-ac1b-4e4f-b432-cbdbd52efd95 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fba9d5-de40-4268-b63e-0d95b1471aaa,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:23.457489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59588) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:23.487474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 813cbc94-1a4d-4e1c-8791-c0d148290663 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:23.556695 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-370bfd6e-ac1b-4e4f-b432-cbdbd52efd95 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.560677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-370bfd6e-ac1b-4e4f-b432-cbdbd52efd95 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9866264 Feb 03 12:46:23.581335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59590) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:23.587977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e6df5a22-44bd-4b15-9cd8-9dbe4b112648 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Request body: {'security_group_rule': {'security_group_id': '99fba9d5-de40-4268-b63e-0d95b1471aaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:23.618946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-050c735c-62f7-4a60-9055-2f8dbcaa7c05 req-5c649a2c-cc47-4f45-94f0-26a96985aa96 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414546 Feb 03 12:46:23.651043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-104be7b8-80da-4cae-9e3b-05006d98721e admin admin] Deleting subnet aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:46:23.654485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-104be7b8-80da-4cae-9e3b-05006d98721e admin admin] Publish callbacks [] for subnet (aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.664517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847990f5-d9e6-418c-9729-f447a9ed27ac tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:46:23.682923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-847990f5-d9e6-418c-9729-f447a9ed27ac tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.682923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6df5a22-44bd-4b15-9cd8-9dbe4b112648 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group_rule (c53b0713-35ea-456c-a9e6-9564932d073d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.691148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] Sync routers for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:46:23.698522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-104be7b8-80da-4cae-9e3b-05006d98721e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.706949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:23.707832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:23.752308 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-104be7b8-80da-4cae-9e3b-05006d98721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.769921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-847990f5-d9e6-418c-9729-f447a9ed27ac tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "PUT /v2.0/floatingips/b88c1f13-1dfb-4dd7-8bca-c6159841e2f1 HTTP/1.1" status: 200 len: 992 time: 2.5475614 Feb 03 12:46:23.771695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'tag': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:23.774087 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b" -d '{"events": [{"name": "network-changed", "server_uuid": "556278bc-ae1a-4b3e-a67d-495f36b8adf5", "tag": "ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:23.812700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6df5a22-44bd-4b15-9cd8-9dbe4b112648 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group_rule (c53b0713-35ea-456c-a9e6-9564932d073d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.822675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (8d7233e0-cf83-46e3-b0d0-3abcad3dde73), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.826704 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6df5a22-44bd-4b15-9cd8-9dbe4b112648 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c53b0713-35ea-456c-a9e6-9564932d073d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.832449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:23.833127 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.856688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df5a22-44bd-4b15-9cd8-9dbe4b112648 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53b0713-35ea-456c-a9e6-9564932d073d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:23.883655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6df5a22-44bd-4b15-9cd8-9dbe4b112648 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.885726 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e6df5a22-44bd-4b15-9cd8-9dbe4b112648 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021543 Feb 03 12:46:23.888486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59598) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:23.896762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1231a043-41c1-40b6-8621-aa4899b87423 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Request body: {'security_group_rule': {'security_group_id': '99fba9d5-de40-4268-b63e-0d95b1471aaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:23.913775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:23.953503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1231a043-41c1-40b6-8621-aa4899b87423 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group_rule (83d69582-77a0-4acc-bd86-253953d4f6a8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.015871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5206375 Feb 03 12:46:24.023765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59600) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:24.032208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2053512215'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:24.089649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:24.094766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.106118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1231a043-41c1-40b6-8621-aa4899b87423 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group_rule (83d69582-77a0-4acc-bd86-253953d4f6a8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.116275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1231a043-41c1-40b6-8621-aa4899b87423 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (83d69582-77a0-4acc-bd86-253953d4f6a8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.143679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6855de7-5ece-4158-92bb-0c9023c1b016 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Network': ['ID=8d7233e0-cf83-46e3-b0d0-3abcad3dde73,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:24.145645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231a043-41c1-40b6-8621-aa4899b87423 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d69582-77a0-4acc-bd86-253953d4f6a8,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:24.150661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-104be7b8-80da-4cae-9e3b-05006d98721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.164144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:24.168727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b607a9-0d0a-4e46-abb0-b2a4a62b4af5 req-191e9486-8dde-443f-bcca-65a3b7720424 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:24.177114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21b607a9-0d0a-4e46-abb0-b2a4a62b4af5 req-191e9486-8dde-443f-bcca-65a3b7720424 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 945 time: 0.6235492 Feb 03 12:46:24.197971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:24.205943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1231a043-41c1-40b6-8621-aa4899b87423 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.209962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1231a043-41c1-40b6-8621-aa4899b87423 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3195789 Feb 03 12:46:24.211771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59602) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:24.219768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:24.237582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6c5d1b11-f1b2-4d26-9638-c40854271e9d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.237935 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Added segment 6c5d1b11-f1b2-4d26-9638-c40854271e9d of type vlan for network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e Feb 03 12:46:24.247471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104be7b8-80da-4cae-9e3b-05006d98721e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:24.270708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-104be7b8-80da-4cae-9e3b-05006d98721e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.278625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-104be7b8-80da-4cae-9e3b-05006d98721e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aa061d6e-ff3d-4cfb-a0e5-da2d29b8c326 HTTP/1.1" status: 204 len: 168 time: 0.8071222 Feb 03 12:46:24.284976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59604) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:24.299468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186c4d1-2ba9-40f5-a7fd-3c6b89467ed4 req-e0637ed6-0c75-498c-a8b5-a9fccb4de40e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:24.301435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e186c4d1-2ba9-40f5-a7fd-3c6b89467ed4 req-e0637ed6-0c75-498c-a8b5-a9fccb4de40e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.4445908 Feb 03 12:46:24.344647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21b607a9-0d0a-4e46-abb0-b2a4a62b4af5 req-eaa5de14-7536-4fba-b9f4-3f63f8df1acb tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007123 Feb 03 12:46:24.450633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.463127 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08a2c3b-4ce0-45cb-96f7-222d368e818b x-openstack-request-id: req-d08a2c3b-4ce0-45cb-96f7-222d368e818b {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:24.463360 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556278bc-ae1a-4b3e-a67d-495f36b8adf5", "tag": "ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:24.463608 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d08a2c3b-4ce0-45cb-96f7-222d368e818b {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:24.464423 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'tag': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d', 'status': 'completed', 'code': 200} Feb 03 12:46:24.484351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e186c4d1-2ba9-40f5-a7fd-3c6b89467ed4 req-2f760252-bb76-4983-8f00-fb0f7d5f91c5 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759188 Feb 03 12:46:24.561108 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (788abbbe-bb40-4f64-8b1c-7eaaaafaed3e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.632549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151134a-4233-4dc6-95ee-d9fb388c696a req-1dc833ad-5f28-4f21-ad72-c5524919ce3c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:24.643682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4151134a-4233-4dc6-95ee-d9fb388c696a req-1dc833ad-5f28-4f21-ad72-c5524919ce3c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1086643 Feb 03 12:46:24.649145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'b88c1f13-1dfb-4dd7-8bca-c6159841e2f1', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'port_id': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'mac_address': 'fa:16:3e:85:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:45:05Z', 'updated_at': '2022-02-03T12:46:21Z', 'revision_number': 1, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11628aeb-2b6c-40aa-812f-b57a53dd76e6', 'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'mac_address': 'fa:16:3e:0f:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:00Z', 'revision_number': 5, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'subnets': [{'id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:24.690674 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.738987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4151134a-4233-4dc6-95ee-d9fb388c696a req-1e30ac14-b8da-4d63-9ece-d1c0264f8ba7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939198 Feb 03 12:46:24.750690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] Checking router: bc2219f1-8ec5-4463-a96a-0a9efadafbd8 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:46:24.780532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:24.781540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:24.826161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-7045d2f3-2a90-40a0-9c0e-4d6bff400b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:24.828673 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-7045d2f3-2a90-40a0-9c0e-4d6bff400b61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d5ae59690e04a658f2a90abcbb24c64&device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 1129 time: 0.3747709 Feb 03 12:46:24.838348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afaa33-f948-482f-a015-d5f3746a4603 req-90cddf52-5803-45e2-82d5-6f244e011bdf tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:24.840223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4afaa33-f948-482f-a015-d5f3746a4603 req-90cddf52-5803-45e2-82d5-6f244e011bdf tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0833650 Feb 03 12:46:24.863718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (788abbbe-bb40-4f64-8b1c-7eaaaafaed3e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.871773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:24.872416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.901664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4afaa33-f948-482f-a015-d5f3746a4603 req-41f7ba39-50b3-440e-bc75-7dfd2825193d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497534 Feb 03 12:46:24.966864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:25.012312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59614) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:25.012514 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9876411 Feb 03 12:46:25.021194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'subnet': {'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:25.081759 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.094276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73893253-4933-4cc6-a324-43f37785cc31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Network': ['ID=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:25.119520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:25.143821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfb30a0-d821-4e3c-bb82-aff4455872c9') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:25.144409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfb30a0-d821-4e3c-bb82-aff4455872c9') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:25.167315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (5bfb30a0-d821-4e3c-bb82-aff4455872c9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.178247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-b5067b63-a304-421c-babc-7f1d49fc4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:25.179223 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-b5067b63-a304-421c-babc-7f1d49fc4506 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e186ce9e-846a-4564-8e1d-78a32beecfcd HTTP/1.1" status: 200 len: 916 time: 0.3022845 Feb 03 12:46:25.200760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5bfb30a0-d821-4e3c-bb82-aff4455872c9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.206221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.213250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4198e838-1809-4684-a496-5b31b45021f7 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:25.215385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:25.237768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:25.242374 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.245522 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:25.245934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (5bfb30a0-d821-4e3c-bb82-aff4455872c9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:25.249603 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:25.255279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 93804cc9-34f9-408d-bef9-e3975abb3911 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:25.279347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667349-177a-412d-bb70-047d9665c3c2 req-a0985e6a-aa64-4687-be8b-79395e6cbe58 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:25.281276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a667349-177a-412d-bb70-047d9665c3c2 req-a0985e6a-aa64-4687-be8b-79395e6cbe58 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1195331 Feb 03 12:46:25.307638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 93804cc9-34f9-408d-bef9-e3975abb3911 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:46:25.307996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 93804cc9-34f9-408d-bef9-e3975abb3911 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:46:25.385735 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-d1e5bc87-ab95-4f09-b0db-358c8e89ee6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d HTTP/1.1" status: 200 len: 1000 time: 0.1941888 Feb 03 12:46:25.407284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.416848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a667349-177a-412d-bb70-047d9665c3c2 req-62bb2a4a-c6c9-451f-8f6e-580d5e9a0d6a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245923 Feb 03 12:46:25.477865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.481359 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] 10.222.0.65 "DELETE /v2.0/networks/535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c HTTP/1.1" status: 204 len: 168 time: 1.1884959 Feb 03 12:46:25.490645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 4198e838-1809-4684-a496-5b31b45021f7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:46:25.500797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19616b17-0924-4d03-af45-32591f71bd99 admin admin] Pushing event deleted for resources: {'Network': ['ID=535f1b38-7ccb-4fc3-8ca8-a2fac8a7c14c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:25.509054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 4198e838-1809-4684-a496-5b31b45021f7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:25.509452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4198e838-1809-4684-a496-5b31b45021f7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.515627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-ec7d47a2-6fba-492a-ba85-c836a85101be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:25.517147 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-ec7d47a2-6fba-492a-ba85-c836a85101be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0c67debf-c402-40d1-b59e-56a9beaf1cb8 HTTP/1.1" status: 200 len: 854 time: 0.1245353 Feb 03 12:46:25.564590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Allocated IP 172.25.3.53 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/0fad7857-099d-42f0-a356-26ebc9ac69a3) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:25.678583 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c0396-314e-4296-a49a-d15b0ac45a5e req-eeb6eb44-9fc4-45af-9136-8df12c0415a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:25.680210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-772c0396-314e-4296-a49a-d15b0ac45a5e req-eeb6eb44-9fc4-45af-9136-8df12c0415a4 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 945 time: 0.1863518 Feb 03 12:46:25.703405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4198e838-1809-4684-a496-5b31b45021f7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:25.703968 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4198e838-1809-4684-a496-5b31b45021f7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.705150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (3427fd14-f0c4-46a3-a930-8b508a7e4fdb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.709045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-5c1de418-9575-445c-9b5a-cfb28612a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:25.710423 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-5c1de418-9575-445c-9b5a-cfb28612a47d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e186ce9e-846a-4564-8e1d-78a32beecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1751668 Feb 03 12:46:25.710902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59624) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:25.734968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db8415f-5b55-4952-85c0-3e075f085332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4198e838-1809-4684-a496-5b31b45021f7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:25.737231 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6c740f-07e9-4570-8f63-11963e1cec86" -d '{"events": [{"server_uuid": "2db8415f-5b55-4952-85c0-3e075f085332", "name": "network-vif-plugged", "status": "completed", "tag": "4198e838-1809-4684-a496-5b31b45021f7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:25.752426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4198e838-1809-4684-a496-5b31b45021f7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4198e838-1809-4684-a496-5b31b45021f7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:25.756004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'b88c1f13-1dfb-4dd7-8bca-c6159841e2f1', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'port_id': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'mac_address': 'fa:16:3e:85:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:45:05Z', 'updated_at': '2022-02-03T12:46:21Z', 'revision_number': 1, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11628aeb-2b6c-40aa-812f-b57a53dd76e6', 'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'mac_address': 'fa:16:3e:0f:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:00Z', 'revision_number': 5, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'subnets': [{'id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:25.768034 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for port (0fad7857-099d-42f0-a356-26ebc9ac69a3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.783557 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4198e838-1809-4684-a496-5b31b45021f7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.788940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5de1e-0e55-4c84-b435-b1359c474728 None None] The sync data for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 is: [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'b88c1f13-1dfb-4dd7-8bca-c6159841e2f1', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'port_id': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'mac_address': 'fa:16:3e:85:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:45:05Z', 'updated_at': '2022-02-03T12:46:21Z', 'revision_number': 1, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11628aeb-2b6c-40aa-812f-b57a53dd76e6', 'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'mac_address': 'fa:16:3e:0f:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:00Z', 'revision_number': 5, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'subnets': [{'id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:46:25.799692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Subnet': ['ID=3427fd14-f0c4-46a3-a930-8b508a7e4fdb,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:25.850881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-772c0396-314e-4296-a49a-d15b0ac45a5e req-1af4812b-80ee-45dc-b848-4054859159d6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637065 Feb 03 12:46:25.869383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4198e838-1809-4684-a496-5b31b45021f7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:25.895264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee7163-1d01-40c0-9f93-e98bfab6cc18 req-ba51da8b-260f-4a70-a325-857228bbc20b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:25.897726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09ee7163-1d01-40c0-9f93-e98bfab6cc18 req-ba51da8b-260f-4a70-a325-857228bbc20b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.2763915 Feb 03 12:46:25.915543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Checking segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:25.915909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network hostable DHCP agents. Network: 8d7233e0-cf83-46e3-b0d0-3abcad3dde73, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:25.917935 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fc36a5f4-7048-4b5e-b2db-7422083438be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9431730ecbdb4e649121d046e6130434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033529 Feb 03 12:46:25.922115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59634) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:25.935598 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d771037b-9273-441f-98e3-9b86303333ce x-openstack-request-id: req-d771037b-9273-441f-98e3-9b86303333ce {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:25.935897 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db8415f-5b55-4952-85c0-3e075f085332", "name": "network-vif-plugged", "status": "completed", "tag": "4198e838-1809-4684-a496-5b31b45021f7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:25.936154 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d771037b-9273-441f-98e3-9b86303333ce {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:25.936561 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db8415f-5b55-4952-85c0-3e075f085332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4198e838-1809-4684-a496-5b31b45021f7', 'code': 200} Feb 03 12:46:25.991522 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-3831e793-426c-410b-bdcd-efb4f6800d73 service neutron] 10.222.0.72 "GET /v2.0/networks/e186ce9e-846a-4564-8e1d-78a32beecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652678 Feb 03 12:46:25.995738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09ee7163-1d01-40c0-9f93-e98bfab6cc18 req-048f72ce-764e-4011-9a86-f593dbda5a74 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917385 Feb 03 12:46:25.996438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:26.013262 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0fad7857-099d-42f0-a356-26ebc9ac69a3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.060603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 8d7233e0-cf83-46e3-b0d0-3abcad3dde73) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:26.082929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92bd3f1-bc9f-49be-a24d-b3563a77ec8f None None] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:26.093342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:26.094993 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.117342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:26.134594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9dc470fc-8dac-4906-9ab2-9b426b67ceda tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1206608 Feb 03 12:46:26.137932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a2e45-6bea-4e9a-ad6e-0f7d919d2c56 req-6f7afe50-9976-4d8f-b52b-0581982615b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:26.139511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-738a2e45-6bea-4e9a-ad6e-0f7d919d2c56 req-6f7afe50-9976-4d8f-b52b-0581982615b9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 1129 time: 0.1401787 Feb 03 12:46:26.140044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59636) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:26.147422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'subnet': {'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:26.160422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:26.166275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:26.166890 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b3161-4782-4def-9096-eccd7cc3a25f None None] New status for floating IP b88c1f13-1dfb-4dd7-8bca-c6159841e2f1: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:46:26.168543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Pushing event updated for resources: {'Port': ['ID=0fad7857-099d-42f0-a356-26ebc9ac69a3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:26.183521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e298ac39-947d-455c-800d-31a2fd8376ec admin admin] Publish callbacks [] for security_group (52d29f89-30e9-4ac1-8f02-a42b955f0813), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.198871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45b6fc-304d-482f-8462-d378fa0887ea req-fc77a161-4cc3-467c-a2e8-8f3bd0a2b8ea tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:26.206814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf45b6fc-304d-482f-8462-d378fa0887ea req-fc77a161-4cc3-467c-a2e8-8f3bd0a2b8ea tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1628146 Feb 03 12:46:26.243163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'project_id': 'd933f36861634280b4be5af251d1c225', 'fixed_ips': [{'subnet_id': '3427fd14-f0c4-46a3-a930-8b508a7e4fdb'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:26.244567 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.270572 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e298ac39-947d-455c-800d-31a2fd8376ec admin admin] Publish callbacks [] for security_group (52d29f89-30e9-4ac1-8f02-a42b955f0813), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.284500 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1ce41d7-5c0d-4d54-ac9d-edc5d995387b req-8fefc7fc-50ee-49bb-a565-14898ebe5053 service neutron] 10.222.0.72 "GET /v2.0/networks/e186ce9e-846a-4564-8e1d-78a32beecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741494 Feb 03 12:46:26.340012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-738a2e45-6bea-4e9a-ad6e-0f7d919d2c56 req-881eadc2-6913-4a84-913c-5412f6767df5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604745 Feb 03 12:46:26.362922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf45b6fc-304d-482f-8462-d378fa0887ea req-9c704bbc-7d21-4834-87d6-af7007063489 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497087 Feb 03 12:46:26.376186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:26.381930 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.395228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for floatingip (614299d9-cae1-44f1-b0e8-2c8c6b881d62), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.412027 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e298ac39-947d-455c-800d-31a2fd8376ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (52d29f89-30e9-4ac1-8f02-a42b955f0813), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.415455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e298ac39-947d-455c-800d-31a2fd8376ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.418898 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e298ac39-947d-455c-800d-31a2fd8376ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52d29f89-30e9-4ac1-8f02-a42b955f0813 HTTP/1.1" status: 204 len: 168 time: 0.4933610 Feb 03 12:46:26.478764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Allocated IP 10.1.1.2 (8d7233e0-cf83-46e3-b0d0-3abcad3dde73/3427fd14-f0c4-46a3-a930-8b508a7e4fdb/1281f70f-8bf6-452d-946e-91c088f80a0a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:26.486155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298ac39-947d-455c-800d-31a2fd8376ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d29f89-30e9-4ac1-8f02-a42b955f0813,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:26.517305 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0fad7857-099d-42f0-a356-26ebc9ac69a3), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.648769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41727436-f9e7-43ff-b146-b19d646f138e req-eb57da05-3e08-406d-a95c-4f505ca8f65e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:26.650610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41727436-f9e7-43ff-b146-b19d646f138e req-eb57da05-3e08-406d-a95c-4f505ca8f65e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1284087 Feb 03 12:46:26.691623 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Publish callbacks [] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.702136 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.717699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for port (0fad7857-099d-42f0-a356-26ebc9ac69a3), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.730657 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (0fad7857-099d-42f0-a356-26ebc9ac69a3), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.757953 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (035ed027-a4aa-4546-8ae2-7a7074151a5d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.773004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Pushing event updated for resources: {'Port': ['ID=1281f70f-8bf6-452d-946e-91c088f80a0a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:26.776805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41727436-f9e7-43ff-b146-b19d646f138e req-beec9dc6-ec45-4eeb-b634-a6b29fd7903b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999629 Feb 03 12:46:26.781992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:26.784001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.784001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.784203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.784530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.784867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.785327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.785809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.786144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.786498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.787108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.787450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.787788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.788266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:26.793142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:26.796127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:26.840293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (614299d9-cae1-44f1-b0e8-2c8c6b881d62), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.851047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Pushing event updated for resources: {'Port': ['ID=0fad7857-099d-42f0-a356-26ebc9ac69a3,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:26.885129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.889843 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4c0f4e6a-c7fa-4e36-a068-b8ad0da53f0f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6729839 Feb 03 12:46:26.907502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Attempting to bind port 1281f70f-8bf6-452d-946e-91c088f80a0a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:26.907849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Attempting to bind port 1281f70f-8bf6-452d-946e-91c088f80a0a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:26.908439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Attempting to bind port 1281f70f-8bf6-452d-946e-91c088f80a0a on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:26.914548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:26.914935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Checking segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:26.915345 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.915786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Bound using segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:26.916402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Bound port: 1281f70f-8bf6-452d-946e-91c088f80a0a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:26.916980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.939200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Subnet': ['ID=035ed027-a4aa-4546-8ae2-7a7074151a5d,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:26.978946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Checking segment: {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:26.979589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network hostable DHCP agents. Network: 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:27.004595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] For port 1281f70f-8bf6-452d-946e-91c088f80a0a, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:27.011559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] For port 1281f70f-8bf6-452d-946e-91c088f80a0a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1281f70f-8bf6-452d-946e-91c088f80a0a,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:27.029354 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.064875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:27.085977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ca9ab-63e8-4caa-8914-fcbff1a875e5 req-84b494ec-20f9-40ec-8d3a-68543edd48de tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.091258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab8ca9ab-63e8-4caa-8914-fcbff1a875e5 req-84b494ec-20f9-40ec-8d3a-68543edd48de tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2154229 Feb 03 12:46:27.095527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:27.108742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822296b-1bd4-4bd8-acf1-5f3301deb1f6 None None] Network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:27.121368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.122308 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.173268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c0293-6d4c-4fc1-b81d-224d7a02fd11 None None] Pushing event updated for resources: {'Port': ['ID=1281f70f-8bf6-452d-946e-91c088f80a0a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:27.174306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb754b-7cad-496c-a485-53a1fde7d75b req-72cdde44-4956-4e13-9cd4-43785ffd316a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.186313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8edb754b-7cad-496c-a485-53a1fde7d75b req-72cdde44-4956-4e13-9cd4-43785ffd316a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.2100556 Feb 03 12:46:27.194229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b9f0f9e6-a946-47e8-8882-4ff944f89b46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0513775 Feb 03 12:46:27.197157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59662) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:27.203655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'port': {'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'name': 'tempest-TaggedBootDevicesTest_v242-1648512644', 'fixed_ips': [{'subnet_id': '3427fd14-f0c4-46a3-a930-8b508a7e4fdb'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:27.301058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-788abbbe-bb40-4f64-8b1c-7eaaaafaed3e', 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e', 'project_id': 'd933f36861634280b4be5af251d1c225', 'fixed_ips': [{'subnet_id': '035ed027-a4aa-4546-8ae2-7a7074151a5d'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:27.304019 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.309009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab8ca9ab-63e8-4caa-8914-fcbff1a875e5 req-d1704e6b-1745-4b6d-ab65-5e58af270454 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946163 Feb 03 12:46:27.319895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8edb754b-7cad-496c-a485-53a1fde7d75b req-d581068f-035c-479f-8b82-e958b07e0eba tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231353 Feb 03 12:46:27.547858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:27.587228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6b696-e830-4b00-9154-72410c0ccbc0 req-7917ecba-d145-49d0-9c15-80731e3e2f48 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.589736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3d6b696-e830-4b00-9154-72410c0ccbc0 req-7917ecba-d145-49d0-9c15-80731e3e2f48 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.1342273 Feb 03 12:46:27.613724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-0be87a5c-9d20-4be6-8d2e-adda1035b2a5 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1295921396&fields=id&tenant_id=9edbe7dfdfaf4bcc87515bcc975d9679 HTTP/1.1" status: 200 len: 267 time: 0.1153450 Feb 03 12:46:27.659723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Allocated IP 10.2.2.2 (788abbbe-bb40-4f64-8b1c-7eaaaafaed3e/035ed027-a4aa-4546-8ae2-7a7074151a5d/3f54a393-8003-48b6-995d-c50bbb73fa79) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:27.725057 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.751808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3d6b696-e830-4b00-9154-72410c0ccbc0 req-181d6cce-8f42-404f-9c63-fa4ef078c26e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534815 Feb 03 12:46:27.753679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] device_id is not set on port be4fdb00-ee66-42b6-b51f-c9818b68335a yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:46:27.800321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-5234d19f-09e5-41d5-be50-76c065bdfe65 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.802059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-5234d19f-09e5-41d5-be50-76c065bdfe65 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/networks?id=7dfc0d56-842c-4fa9-8853-cdf5db5bef10 HTTP/1.1" status: 200 len: 814 time: 0.1734385 Feb 03 12:46:27.830171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-4fe43957-bad8-413d-88e3-b7434a433dc3 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/quotas/9edbe7dfdfaf4bcc87515bcc975d9679 HTTP/1.1" status: 200 len: 375 time: 0.0208228 Feb 03 12:46:27.910058 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Publish callbacks [] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.920592 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.933131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-adbe81d1-c448-4b64-8744-f5f30af4c9f2 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9edbe7dfdfaf4bcc87515bcc975d9679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972900 Feb 03 12:46:27.947018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da729ef-8117-4cf0-a89e-e9893a44742d req-a9c833d6-7a53-4266-b30a-b5c78bac837d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.948619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2da729ef-8117-4cf0-a89e-e9893a44742d req-a9c833d6-7a53-4266-b30a-b5c78bac837d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0997725 Feb 03 12:46:27.989394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Allocated IP 10.1.1.28 (8d7233e0-cf83-46e3-b0d0-3abcad3dde73/3427fd14-f0c4-46a3-a930-8b508a7e4fdb/be4fdb00-ee66-42b6-b51f-c9818b68335a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:28.001954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Pushing event updated for resources: {'Port': ['ID=3f54a393-8003-48b6-995d-c50bbb73fa79,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:28.007376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:28.009243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:28.012208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:28.069270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2da729ef-8117-4cf0-a89e-e9893a44742d req-cf37a991-1156-46e5-b3a6-c2e754cf28d7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131089 Feb 03 12:46:28.104056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af969e39-0f4d-4b25-85ec-d38a880b5d10 service neutron] 10.222.0.65 "GET /v2.0/networks/7dfc0d56-842c-4fa9-8853-cdf5db5bef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493478 Feb 03 12:46:28.128848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Attempting to bind port 3f54a393-8003-48b6-995d-c50bbb73fa79 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:28.129216 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Attempting to bind port 3f54a393-8003-48b6-995d-c50bbb73fa79 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:28.129579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Attempting to bind port 3f54a393-8003-48b6-995d-c50bbb73fa79 on network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:28.136773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:28.137136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Checking segment: {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:28.137540 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.137927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Bound using segment: {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:28.138422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Bound port: 3f54a393-8003-48b6-995d-c50bbb73fa79, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:28.138802 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.216173 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.231330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] For port 3f54a393-8003-48b6-995d-c50bbb73fa79, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:28.237304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] For port 3f54a393-8003-48b6-995d-c50bbb73fa79, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3f54a393-8003-48b6-995d-c50bbb73fa79,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:28.247100 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.265564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.293060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c75bd-55d7-498d-bc82-e139ccfc2e9c req-82d8dfea-2a42-4a50-af38-7d47492ad512 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:28.294533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa3c75bd-55d7-498d-bc82-e139ccfc2e9c req-82d8dfea-2a42-4a50-af38-7d47492ad512 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1330621 Feb 03 12:46:28.301481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-461482b3-90fd-46a7-8eaf-94922479340a service neutron] 10.222.0.65 "GET /v2.0/networks/7dfc0d56-842c-4fa9-8853-cdf5db5bef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965413 Feb 03 12:46:28.318185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:28.326020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:28.326373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba5b12-23c8-4ebb-b8aa-4f158ce8cabc None None] Pushing event updated for resources: {'Port': ['ID=3f54a393-8003-48b6-995d-c50bbb73fa79,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:28.339723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:28.380804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa3c75bd-55d7-498d-bc82-e139ccfc2e9c req-974f1c42-7156-4b3b-a320-e9688ac28592 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782349 Feb 03 12:46:28.413950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Port': ['ID=be4fdb00-ee66-42b6-b51f-c9818b68335a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:28.434180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:28.434975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.459147 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f0179206-313d-499c-a5bd-6cbda7c10eeb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2606335 Feb 03 12:46:28.461656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59694) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:28.466869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'port': {'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'name': 'tempest-TaggedBootDevicesTest_v242-1384895360', 'fixed_ips': [{'subnet_id': '3427fd14-f0c4-46a3-a930-8b508a7e4fdb'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:28.627039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9eb7e7-0966-405d-b57e-eab37f334032 None None] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:28.683469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92bab7-90b6-45ab-9493-0fd56fa458ea req-8ca571a2-444f-4b61-9c9a-5a32840902ed tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:28.685098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc92bab7-90b6-45ab-9493-0fd56fa458ea req-8ca571a2-444f-4b61-9c9a-5a32840902ed tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.1360939 Feb 03 12:46:28.688589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:28.699393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.726175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] device_id is not set on port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:46:28.813250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-94e31cd0-6ff7-4822-acf2-ac67ac4bb003 None None] Provisioning complete for port 1281f70f-8bf6-452d-946e-91c088f80a0a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:28.813718 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94e31cd0-6ff7-4822-acf2-ac67ac4bb003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.880809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc92bab7-90b6-45ab-9493-0fd56fa458ea req-d3aebd49-e211-44cc-b7c0-47f0204bd4ce tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801722 Feb 03 12:46:28.933507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a45a59-6098-415d-8a28-f62ffcb742d8 req-3e223208-3666-4ff1-9b55-5d7d665757c4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:28.948098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38a45a59-6098-415d-8a28-f62ffcb742d8 req-3e223208-3666-4ff1-9b55-5d7d665757c4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1723697 Feb 03 12:46:29.033300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-94e31cd0-6ff7-4822-acf2-ac67ac4bb003 None None] Current status of the port 1281f70f-8bf6-452d-946e-91c088f80a0a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:29.033730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94e31cd0-6ff7-4822-acf2-ac67ac4bb003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.075552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38a45a59-6098-415d-8a28-f62ffcb742d8 req-f2a54637-7d25-4a01-b899-8190bb7d848e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162369 Feb 03 12:46:29.083536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-94e31cd0-6ff7-4822-acf2-ac67ac4bb003 None None] For port 1281f70f-8bf6-452d-946e-91c088f80a0a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1281f70f-8bf6-452d-946e-91c088f80a0a,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:29.102384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Allocated IP 10.1.1.76 (8d7233e0-cf83-46e3-b0d0-3abcad3dde73/3427fd14-f0c4-46a3-a930-8b508a7e4fdb/40cbe00e-fe75-45a8-ab11-9e3f78589d86) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:29.104929 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94e31cd0-6ff7-4822-acf2-ac67ac4bb003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.154903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1cb2b-31f8-40ed-b41b-00fc69ac52b9 req-9e442c65-63f7-481e-a395-b3df48e5e577 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.163594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbe1cb2b-31f8-40ed-b41b-00fc69ac52b9 req-9e442c65-63f7-481e-a395-b3df48e5e577 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1568885 Feb 03 12:46:29.223029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3f54a393-8003-48b6-995d-c50bbb73fa79 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:29.226627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e31cd0-6ff7-4822-acf2-ac67ac4bb003 None None] Pushing event updated for resources: {'Port': ['ID=1281f70f-8bf6-452d-946e-91c088f80a0a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:29.238375 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-046cc0b1-352f-405d-836e-32efa544fe30 req-4120749f-6522-4f5a-8294-025b1cb7007b tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 210 time: 0.0609388 Feb 03 12:46:29.316801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbe1cb2b-31f8-40ed-b41b-00fc69ac52b9 req-3c5adf17-107b-4c35-ab73-47b0b16978c5 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517315 Feb 03 12:46:29.364930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 3f54a393-8003-48b6-995d-c50bbb73fa79 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:29.365345 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.475895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.507384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 3f54a393-8003-48b6-995d-c50bbb73fa79 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:29.507796 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.571079 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.585153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-95acac0a-5993-45cf-a17a-eb3e2ed57705 None None] Provisioning complete for port be4fdb00-ee66-42b6-b51f-c9818b68335a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:29.586367 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95acac0a-5993-45cf-a17a-eb3e2ed57705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.648018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 3f54a393-8003-48b6-995d-c50bbb73fa79, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3f54a393-8003-48b6-995d-c50bbb73fa79,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:29.655890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-95acac0a-5993-45cf-a17a-eb3e2ed57705 None None] Port be4fdb00-ee66-42b6-b51f-c9818b68335a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:29.667773 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.668609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1281f70f-8bf6-452d-946e-91c088f80a0a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:29.709437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:29.715792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:29.719073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:29.724130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07e9f8-766e-4841-8f07-0de83713198b req-b6751acb-fbf2-4b10-870f-2b7cf83cc010 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.736561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc07e9f8-766e-4841-8f07-0de83713198b req-b6751acb-fbf2-4b10-870f-2b7cf83cc010 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1829300 Feb 03 12:46:29.794138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59722) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:29.845582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Port': ['ID=40cbe00e-fe75-45a8-ab11-9e3f78589d86,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:29.861613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-95acac0a-5993-45cf-a17a-eb3e2ed57705 None None] Provisioning complete for port 1281f70f-8bf6-452d-946e-91c088f80a0a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:29.863913 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95acac0a-5993-45cf-a17a-eb3e2ed57705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.875371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.876131 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.918627 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4735423e-531b-439c-89f1-4c233948bd4c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4525390 Feb 03 12:46:29.918814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc07e9f8-766e-4841-8f07-0de83713198b req-a25b2e59-286c-476c-97db-6c90b39dad7f tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778135 Feb 03 12:46:29.922659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1281f70f-8bf6-452d-946e-91c088f80a0a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:29.923070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.980209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060cd7-c213-49b2-a1e9-5d14f5f0a15a req-483c7c69-56c7-4c9f-87ba-39d5301e9026 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.982732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=3f54a393-8003-48b6-995d-c50bbb73fa79,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:29.989754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18060cd7-c213-49b2-a1e9-5d14f5f0a15a req-483c7c69-56c7-4c9f-87ba-39d5301e9026 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1814358 Feb 03 12:46:30.089383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c15ed9ce-4435-4023-9ca0-f89d3d92d29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.093524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394d88f-90c6-4815-8cf7-1e7b61f22d32 None None] Network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:30.129285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-95acac0a-5993-45cf-a17a-eb3e2ed57705 None None] Current status of the port 1281f70f-8bf6-452d-946e-91c088f80a0a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:30.139221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18060cd7-c213-49b2-a1e9-5d14f5f0a15a req-e916265b-52b2-4c42-a972-1c0b2f84699b tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463151 Feb 03 12:46:30.150921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1281f70f-8bf6-452d-946e-91c088f80a0a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:30.243607 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c15ed9ce-4435-4023-9ca0-f89d3d92d29e admin admin] Publish callbacks [] for security_group (40908cd2-f3e7-45e8-bf9f-82c3b39e9d58), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.254581 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c15ed9ce-4435-4023-9ca0-f89d3d92d29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (40908cd2-f3e7-45e8-bf9f-82c3b39e9d58), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.290573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-02cff68b-6792-4abe-8109-219a4396543e None None] Provisioning complete for port be4fdb00-ee66-42b6-b51f-c9818b68335a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:30.291018 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02cff68b-6792-4abe-8109-219a4396543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.319151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c15ed9ce-4435-4023-9ca0-f89d3d92d29e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0ada0a869304d6f9cf09fb39d8d6084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5211668 Feb 03 12:46:30.322027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59732) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:30.322186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ed9ce-4435-4023-9ca0-f89d3d92d29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40908cd2-f3e7-45e8-bf9f-82c3b39e9d58,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:30.367474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-02cff68b-6792-4abe-8109-219a4396543e None None] Port be4fdb00-ee66-42b6-b51f-c9818b68335a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:30.379391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-02cff68b-6792-4abe-8109-219a4396543e None None] Provisioning complete for port 3f54a393-8003-48b6-995d-c50bbb73fa79 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:30.379904 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02cff68b-6792-4abe-8109-219a4396543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.388488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea646a0-d618-4298-8a82-e70292473980 req-8189b2e2-1e58-4424-bce0-2e0ef2f9f360 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:30.391137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ea646a0-d618-4298-8a82-e70292473980 req-8189b2e2-1e58-4424-bce0-2e0ef2f9f360 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1499896 Feb 03 12:46:30.406770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-86dad126-5792-4c4c-bb20-780a9d1da668 admin admin] Publish callbacks [] for security_group (40908cd2-f3e7-45e8-bf9f-82c3b39e9d58), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.441347 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-86dad126-5792-4c4c-bb20-780a9d1da668 admin admin] Publish callbacks [] for security_group (40908cd2-f3e7-45e8-bf9f-82c3b39e9d58), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.508372 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-86dad126-5792-4c4c-bb20-780a9d1da668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (40908cd2-f3e7-45e8-bf9f-82c3b39e9d58), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.511575 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-86dad126-5792-4c4c-bb20-780a9d1da668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.514033 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-86dad126-5792-4c4c-bb20-780a9d1da668 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40908cd2-f3e7-45e8-bf9f-82c3b39e9d58 HTTP/1.1" status: 204 len: 168 time: 0.1902077 Feb 03 12:46:30.542078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ea646a0-d618-4298-8a82-e70292473980 req-64c79a4a-cde7-4a42-befd-4a5bef43df07 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415730 Feb 03 12:46:30.545109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59736) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:30.554234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dad126-5792-4c4c-bb20-780a9d1da668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40908cd2-f3e7-45e8-bf9f-82c3b39e9d58,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:30.568813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a66929bc-3eb8-41c1-8839-36915044eb46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873788679', 'description': 'tempest-description--1414112013'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:30.647367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-02cff68b-6792-4abe-8109-219a4396543e None None] Current status of the port 3f54a393-8003-48b6-995d-c50bbb73fa79 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:30.679789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-9412aa4f-023e-4571-9e65-ce91caadb33c tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:30.681360 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-9412aa4f-023e-4571-9e65-ce91caadb33c tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.72 "GET /v2.0/networks?id=7dfc0d56-842c-4fa9-8853-cdf5db5bef10 HTTP/1.1" status: 200 len: 814 time: 0.1846285 Feb 03 12:46:30.745736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1dc591a-dd15-4ced-a67b-aadf56fb7f66 req-d4275f78-0b39-468c-9f3d-32a8b7c71ec4 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 210 time: 0.1117165 Feb 03 12:46:30.749222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a66929bc-3eb8-41c1-8839-36915044eb46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.799453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fca8dd3a-4842-4e8a-8847-76cf686e3d6c None None] Provisioning complete for port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:30.802767 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fca8dd3a-4842-4e8a-8847-76cf686e3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.810195 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-aba8e540-4639-42c5-9dcb-4b3d429d4740 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9edbe7dfdfaf4bcc87515bcc975d9679 HTTP/1.1" status: 200 len: 380 time: 0.1195796 Feb 03 12:46:30.822414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Request body: {'port': {'device_id': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'admin_state_up': True, 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'security_groups': ['99fba9d5-de40-4268-b63e-0d95b1471aaa']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:30.891779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fca8dd3a-4842-4e8a-8847-76cf686e3d6c None None] Port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:30.898719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a66929bc-3eb8-41c1-8839-36915044eb46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group (6ecdc0d7-13e8-44c4-9340-1190efab2ff3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.908100 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a66929bc-3eb8-41c1-8839-36915044eb46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6ecdc0d7-13e8-44c4-9340-1190efab2ff3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.908414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3f54a393-8003-48b6-995d-c50bbb73fa79 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:30.912163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fca8dd3a-4842-4e8a-8847-76cf686e3d6c None None] Provisioning complete for port 3f54a393-8003-48b6-995d-c50bbb73fa79 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:30.912544 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fca8dd3a-4842-4e8a-8847-76cf686e3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.958954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a66929bc-3eb8-41c1-8839-36915044eb46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.960680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a66929bc-3eb8-41c1-8839-36915044eb46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4125681 Feb 03 12:46:30.964763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59746) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:30.971504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-17a47ab1-e7b3-4754-a067-17d904135923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'security_group_rule': {'security_group_id': '6ecdc0d7-13e8-44c4-9340-1190efab2ff3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:30.983424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66929bc-3eb8-41c1-8839-36915044eb46 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecdc0d7-13e8-44c4-9340-1190efab2ff3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:31.032543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Made reservation on behalf of 9edbe7dfdfaf4bcc87515bcc975d9679 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:31.036430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 3f54a393-8003-48b6-995d-c50bbb73fa79 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:31.036819 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.037188 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.132855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efabd2-efe4-470c-9d38-11181daa99c7 req-de855a30-6dcd-4282-9990-58065ffe4120 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.135482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02efabd2-efe4-470c-9d38-11181daa99c7 req-de855a30-6dcd-4282-9990-58065ffe4120 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1563785 Feb 03 12:46:31.136611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-17a47ab1-e7b3-4754-a067-17d904135923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group_rule (a82ba385-61bc-4e58-b163-994acd6e406e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.219455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1d85b-b3fa-430b-b46d-681a0b92cb49 req-ce9e4b97-564a-4174-8f7a-b0eca375367c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.221285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8a1d85b-b3fa-430b-b46d-681a0b92cb49 req-ce9e4b97-564a-4174-8f7a-b0eca375367c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1621404 Feb 03 12:46:31.226369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Allocated IP 172.20.0.7 (7dfc0d56-842c-4fa9-8853-cdf5db5bef10/d15a7aeb-e345-43ee-8f98-f13def1e99f0/91e062ee-202a-4e29-9b26-411f04b095b6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:31.248224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-17a47ab1-e7b3-4754-a067-17d904135923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group_rule (a82ba385-61bc-4e58-b163-994acd6e406e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.269816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-17a47ab1-e7b3-4754-a067-17d904135923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (a82ba385-61bc-4e58-b163-994acd6e406e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.292194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02efabd2-efe4-470c-9d38-11181daa99c7 req-66acc403-db20-47a8-bbd5-c153fc1fa2df tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366751 Feb 03 12:46:31.305712 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-17a47ab1-e7b3-4754-a067-17d904135923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.307155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-17a47ab1-e7b3-4754-a067-17d904135923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3414078 Feb 03 12:46:31.315382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59756) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:31.321923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b5372438-2c49-4018-8063-3061fb4e9bc0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'security_group_rule': {'security_group_id': '6ecdc0d7-13e8-44c4-9340-1190efab2ff3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:31.331290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a47ab1-e7b3-4754-a067-17d904135923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82ba385-61bc-4e58-b163-994acd6e406e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:31.341712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fca8dd3a-4842-4e8a-8847-76cf686e3d6c None None] Current status of the port 3f54a393-8003-48b6-995d-c50bbb73fa79 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:31.360011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8a1d85b-b3fa-430b-b46d-681a0b92cb49 req-e28a41f8-3fd6-4b9d-9f7e-f7678068b5cd tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306992 Feb 03 12:46:31.389456 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5372438-2c49-4018-8063-3061fb4e9bc0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group_rule (254258db-5c50-4d73-a600-f52dbaf8ace7), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.398917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 3f54a393-8003-48b6-995d-c50bbb73fa79 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:31.402514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1281f70f-8bf6-452d-946e-91c088f80a0a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:31.447873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5372438-2c49-4018-8063-3061fb4e9bc0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group_rule (254258db-5c50-4d73-a600-f52dbaf8ace7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.454374 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5372438-2c49-4018-8063-3061fb4e9bc0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (254258db-5c50-4d73-a600-f52dbaf8ace7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.463392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1281f70f-8bf6-452d-946e-91c088f80a0a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:31.464080 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.480889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5372438-2c49-4018-8063-3061fb4e9bc0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254258db-5c50-4d73-a600-f52dbaf8ace7,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:31.489082 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for port (91e062ee-202a-4e29-9b26-411f04b095b6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.502511 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5372438-2c49-4018-8063-3061fb4e9bc0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.504168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b5372438-2c49-4018-8063-3061fb4e9bc0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878266 Feb 03 12:46:31.507608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59766) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:31.513456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:31.549757 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.553258 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.579951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1281f70f-8bf6-452d-946e-91c088f80a0a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:31.614949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:31.619512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:31.625218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:31.649539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Pushing event updated for resources: {'Port': ['ID=91e062ee-202a-4e29-9b26-411f04b095b6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:31.689567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.690379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.693033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.711151 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-af1538ab-7ea1-45a5-aa94-c16759cb7c18 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8954508 Feb 03 12:46:31.745331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Request body: {'port': {'device_id': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:31.851836 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.885917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Allocated IP 172.25.3.221 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:31.935441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc829152-5542-4f5d-b033-94bd13d634e7 req-750e08ce-ce28-444f-89db-cc03c192934e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.937212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc829152-5542-4f5d-b033-94bd13d634e7 req-750e08ce-ce28-444f-89db-cc03c192934e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 931 time: 0.0960498 Feb 03 12:46:31.975173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-59265f8c-2633-4140-ab3f-fb9d793fa40b None None] Provisioning complete for port 91e062ee-202a-4e29-9b26-411f04b095b6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:31.975898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59265f8c-2633-4140-ab3f-fb9d793fa40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.029004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-59265f8c-2633-4140-ab3f-fb9d793fa40b None None] Port 91e062ee-202a-4e29-9b26-411f04b095b6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:32.048886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc829152-5542-4f5d-b033-94bd13d634e7 req-853691bf-906d-4ee0-b109-e430e7a4ba76 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045637 Feb 03 12:46:32.066793 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for port (b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.108791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.152505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:32.176129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:32.179448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:32.204987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Port': ['ID=b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:32.207208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e062ee-202a-4e29-9b26-411f04b095b6 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:32.222257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Publish callbacks [] for port (91e062ee-202a-4e29-9b26-411f04b095b6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.238637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Transition to ACTIVE for port object 91e062ee-202a-4e29-9b26-411f04b095b6 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:32.247308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.294521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for floatingip (d5cd8a71-a5d2-4596-a312-e53486a42722), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.301382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Pushing event updated for resources: {'Port': ['ID=91e062ee-202a-4e29-9b26-411f04b095b6,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:32.353520 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.396408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Attempting to bind port 91e062ee-202a-4e29-9b26-411f04b095b6 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:32.396748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Attempting to bind port 91e062ee-202a-4e29-9b26-411f04b095b6 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:32.397076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Attempting to bind port 91e062ee-202a-4e29-9b26-411f04b095b6 on network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:32.404746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Port 91e062ee-202a-4e29-9b26-411f04b095b6 on network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:32.405139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Attempting to bind port 91e062ee-202a-4e29-9b26-411f04b095b6 on network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:32.416592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:32.416938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Checking segment: {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:32.417320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Bound using segment: {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:32.417744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Bound port: 91e062ee-202a-4e29-9b26-411f04b095b6, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca80992a-35f3-4ddc-8148-8283f8fbfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:32.418099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.504452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] For port 91e062ee-202a-4e29-9b26-411f04b095b6, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:32.508576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] For port 91e062ee-202a-4e29-9b26-411f04b095b6, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=91e062ee-202a-4e29-9b26-411f04b095b6,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:32.516765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.557465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:32.558087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.563712 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/91e062ee-202a-4e29-9b26-411f04b095b6 HTTP/1.1" status: 200 len: 1092 time: 0.8387246 Feb 03 12:46:32.564213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'tag': '91e062ee-202a-4e29-9b26-411f04b095b6'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:32.567075 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4736c586-ceb0-456a-a707-976f18ed3f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf34ab8-86d4-4b4b-8f53-c220528b6872", "tag": "91e062ee-202a-4e29-9b26-411f04b095b6"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:32.601099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f61407-3157-4a6c-8b70-a1798ab456b5 service neutron] Pushing event updated for resources: {'Port': ['ID=91e062ee-202a-4e29-9b26-411f04b095b6,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:32.668239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-655fd6e5-53bc-4e3b-8786-d967889a0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:32.670023 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-655fd6e5-53bc-4e3b-8786-d967889a0574 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9edbe7dfdfaf4bcc87515bcc975d9679&device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 1126 time: 0.0649004 Feb 03 12:46:32.670522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95795de4-529f-4efd-a26d-94e269b3468c req-fdd4bc02-a4cb-4032-a075-36af391255d6 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:32.672538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95795de4-529f-4efd-a26d-94e269b3468c req-fdd4bc02-a4cb-4032-a075-36af391255d6 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1870258 Feb 03 12:46:32.699421 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for port (b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.710803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d82cff-fce5-480e-ad71-88a02f143312 req-77b740a3-2650-4191-87f3-190f271aa7bd tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:32.714942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81d82cff-fce5-480e-ad71-88a02f143312 req-77b740a3-2650-4191-87f3-190f271aa7bd tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.2551317 Feb 03 12:46:32.725222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.726409 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-3ef5f76f-498e-49a7-af9e-4c6b52ac0010 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e062ee-202a-4e29-9b26-411f04b095b6 HTTP/1.1" status: 200 len: 217 time: 0.0467610 Feb 03 12:46:32.785682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-5a9dae80-15ed-40e0-8f16-0427659533e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:32.787243 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-5a9dae80-15ed-40e0-8f16-0427659533e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d15a7aeb-e345-43ee-8f98-f13def1e99f0 HTTP/1.1" status: 200 len: 853 time: 0.0531657 Feb 03 12:46:32.864082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-6df39d55-23ea-40a2-9f90-d8db384547ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:32.865604 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-6df39d55-23ea-40a2-9f90-d8db384547ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dfc0d56-842c-4fa9-8853-cdf5db5bef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0716786 Feb 03 12:46:32.865842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Port': ['ID=b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:32.907577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95795de4-529f-4efd-a26d-94e269b3468c req-8b585bc4-c1ef-438c-8dcb-f5298d933501 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895523 Feb 03 12:46:32.934598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.934953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.935307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.935631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.935962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.936289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.936662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.937578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.937578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.937774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.938068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.938408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.938819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:32.953941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81d82cff-fce5-480e-ad71-88a02f143312 req-8ac46beb-710a-4a24-89bf-dce458fff52d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224367 Feb 03 12:46:32.966592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (d5cd8a71-a5d2-4596-a312-e53486a42722), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.987527 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac94a29-dfb8-4b03-9856-22041b7d5391 x-openstack-request-id: req-fac94a29-dfb8-4b03-9856-22041b7d5391 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:32.987828 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf34ab8-86d4-4b4b-8f53-c220528b6872", "tag": "91e062ee-202a-4e29-9b26-411f04b095b6", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:32.988083 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fac94a29-dfb8-4b03-9856-22041b7d5391 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:32.988746 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'tag': '91e062ee-202a-4e29-9b26-411f04b095b6', 'status': 'completed', 'code': 200} Feb 03 12:46:32.993375 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-d1f89629-f69e-4b74-b376-9818b0c08baf service neutron] 10.222.0.72 "GET /v2.0/networks/7dfc0d56-842c-4fa9-8853-cdf5db5bef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211989 Feb 03 12:46:32.997158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.998820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aa8f1210-09db-4633-b379-fd07a1757256 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4902325 Feb 03 12:46:33.111975 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-537c072e-e7a0-45bb-9cd6-ac05a6738f2a req-79f8937f-6cd2-4ddf-9e4e-d22796def8a3 service neutron] 10.222.0.72 "GET /v2.0/networks/7dfc0d56-842c-4fa9-8853-cdf5db5bef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994079 Feb 03 12:46:33.193797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d30f32-19f4-453a-9049-4c25f1b5dbae req-d96e36af-5b96-4023-a3c1-fa134d97fe60 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.205220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5d30f32-19f4-453a-9049-4c25f1b5dbae req-d96e36af-5b96-4023-a3c1-fa134d97fe60 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 943 time: 0.0633111 Feb 03 12:46:33.277635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-6cccace3-7709-40df-b37e-1b23951a5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.279196 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-6cccace3-7709-40df-b37e-1b23951a5995 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9edbe7dfdfaf4bcc87515bcc975d9679&device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 1126 time: 0.0608926 Feb 03 12:46:33.379632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-f0d5da69-87fc-4bea-8456-a1a0694999e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.381043 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-f0d5da69-87fc-4bea-8456-a1a0694999e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dfc0d56-842c-4fa9-8853-cdf5db5bef10 HTTP/1.1" status: 200 len: 915 time: 0.0894766 Feb 03 12:46:33.431119 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-81367548-9712-48b4-923d-5da8561e5fda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e062ee-202a-4e29-9b26-411f04b095b6 HTTP/1.1" status: 200 len: 217 time: 0.0398502 Feb 03 12:46:33.486487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-774edc33-14d1-4168-ac82-99eaed54ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.487976 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-774edc33-14d1-4168-ac82-99eaed54ef26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d15a7aeb-e345-43ee-8f98-f13def1e99f0 HTTP/1.1" status: 200 len: 853 time: 0.0474939 Feb 03 12:46:33.550176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-080eaf0c-f94f-4ac4-b3cd-71034cc67c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.551830 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-080eaf0c-f94f-4ac4-b3cd-71034cc67c9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dfc0d56-842c-4fa9-8853-cdf5db5bef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514133 Feb 03 12:46:33.590005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5d30f32-19f4-453a-9049-4c25f1b5dbae req-ab4b7891-3fba-443f-a6ed-82f3557f366c tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802092 Feb 03 12:46:33.600602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-7e92e5a4-29ea-43fd-be52-21e8696258a0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--873788679&fields=id&tenant_id=d933f36861634280b4be5af251d1c225 HTTP/1.1" status: 200 len: 267 time: 0.3709829 Feb 03 12:46:33.667796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-c49e6e3c-ee6b-4d8a-aed5-3fa4ef26bdcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.669684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-c49e6e3c-ee6b-4d8a-aed5-3fa4ef26bdcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports/be4fdb00-ee66-42b6-b51f-c9818b68335a HTTP/1.1" status: 200 len: 936 time: 0.0566947 Feb 03 12:46:33.725673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-11f7c0d6-4f8b-4aa9-a750-48aa62792a5e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.727492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-11f7c0d6-4f8b-4aa9-a750-48aa62792a5e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports/40cbe00e-fe75-45a8-ab11-9e3f78589d86 HTTP/1.1" status: 200 len: 936 time: 0.0520763 Feb 03 12:46:33.792713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-5caa9081-9749-400a-9b20-fb48bf59c13e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?network_id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0564704 Feb 03 12:46:33.830803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-19259a68-6a43-4ceb-8af6-11572facb520 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?network_id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0314996 Feb 03 12:46:33.944717 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-6afa9658-63e6-492d-a6b0-34a9b3b649e1 service neutron] 10.222.0.72 "GET /v2.0/networks/7dfc0d56-842c-4fa9-8853-cdf5db5bef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837748 Feb 03 12:46:33.951953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-109879a9-0b6f-4542-9881-95ae82e3215f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.957197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-109879a9-0b6f-4542-9881-95ae82e3215f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.962100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-109879a9-0b6f-4542-9881-95ae82e3215f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.963740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-109879a9-0b6f-4542-9881-95ae82e3215f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/networks?id=bbe97daa-66bc-439a-be46-fd30ab260f77&id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e&id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e HTTP/1.1" status: 200 len: 1994 time: 0.1261520 Feb 03 12:46:33.980722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-33dd7695-444f-481f-8db6-ebef29cb04a9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/quotas/d933f36861634280b4be5af251d1c225 HTTP/1.1" status: 200 len: 375 time: 0.0098426 Feb 03 12:46:34.043478 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4736c586-ceb0-456a-a707-976f18ed3f0f req-83fcec99-c5c6-4ebb-8e4e-cbc1ce77503e service neutron] 10.222.0.72 "GET /v2.0/networks/7dfc0d56-842c-4fa9-8853-cdf5db5bef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872550 Feb 03 12:46:34.067217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70075-a45f-4ee5-845e-2cb5ae2cc29e req-2905216d-b9f5-4728-b101-75463e23cc9d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:34.068691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ea70075-a45f-4ee5-845e-2cb5ae2cc29e req-2905216d-b9f5-4728-b101-75463e23cc9d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.0842853 Feb 03 12:46:34.080971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-410a710a-1fcd-44ec-8146-ce4c4ff37074 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0880671 Feb 03 12:46:34.186726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ea70075-a45f-4ee5-845e-2cb5ae2cc29e req-84a4b4db-9445-4191-b47a-c27704ed16bb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044717 Feb 03 12:46:34.212882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-22fea841-c4f0-4b4a-92d7-133435b69da6 service neutron] 10.222.0.65 "GET /v2.0/networks/bbe97daa-66bc-439a-be46-fd30ab260f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177120 Feb 03 12:46:34.338358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-dff3d693-ef4e-42fe-b445-9162959d41c8 service neutron] 10.222.0.65 "GET /v2.0/networks/bbe97daa-66bc-439a-be46-fd30ab260f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196563 Feb 03 12:46:34.350166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150171ac-2703-4511-add6-b76cfc493ae5 req-b13bc236-e062-4719-88f9-a9491117ff1d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:34.351643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-150171ac-2703-4511-add6-b76cfc493ae5 req-b13bc236-e062-4719-88f9-a9491117ff1d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1006823 Feb 03 12:46:34.402140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-5a80fdc3-7b34-4fd2-876a-5459996a383d service neutron] 10.222.0.65 "GET /v2.0/ports/be4fdb00-ee66-42b6-b51f-c9818b68335a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0494986 Feb 03 12:46:34.447319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-150171ac-2703-4511-add6-b76cfc493ae5 req-6f5b351b-d98b-4ca5-9ee6-5da2be739b14 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876517 Feb 03 12:46:34.509802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-de40a03a-c147-43c3-8b6d-8bde87bb917b service neutron] 10.222.0.65 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015308 Feb 03 12:46:34.604671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-c2fd6354-a43c-4059-9f6f-bd36ba497879 service neutron] 10.222.0.65 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883207 Feb 03 12:46:34.653039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-5841a422-23d0-4ed9-a919-307bd946e442 service neutron] 10.222.0.65 "GET /v2.0/ports/40cbe00e-fe75-45a8-ab11-9e3f78589d86?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0422285 Feb 03 12:46:34.785837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5a368-f81b-4fb1-b4cb-6820abbc944c req-1344af3d-4826-4eba-acc4-e53511ec2bb7 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:34.787394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74b5a368-f81b-4fb1-b4cb-6820abbc944c req-1344af3d-4826-4eba-acc4-e53511ec2bb7 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 943 time: 0.1163492 Feb 03 12:46:34.805308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-8440c73d-2eef-4c02-a8b2-3feee6c3faf6 service neutron] 10.222.0.65 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433716 Feb 03 12:46:34.889416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74b5a368-f81b-4fb1-b4cb-6820abbc944c req-f017a63f-1505-4b0c-a915-10cb32d5c517 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962038 Feb 03 12:46:34.922459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b1ddb721-4899-45f5-a645-7f593e88404a service neutron] 10.222.0.65 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109610 Feb 03 12:46:35.030233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-45a2c3c8-5625-400d-8b1e-140cb04b6aba service neutron] 10.222.0.65 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018319 Feb 03 12:46:35.123716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d70a95a2-3d45-4a99-bae6-b8b8accb213a service neutron] 10.222.0.65 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875878 Feb 03 12:46:35.223400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-cb7bf17b-6dc8-4376-902a-cb0d10a7ad4a service neutron] 10.222.0.65 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931053 Feb 03 12:46:35.348683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6373ea8f-333b-4b47-831b-e0d01cb60894 service neutron] 10.222.0.65 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187322 Feb 03 12:46:35.370222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e60ca-c0d1-4cb6-b8db-c2ee145afb97 req-35044c4d-8d0e-4543-9fd7-5c681d105afd tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:35.371673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-354e60ca-c0d1-4cb6-b8db-c2ee145afb97 req-35044c4d-8d0e-4543-9fd7-5c681d105afd tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.0846808 Feb 03 12:46:35.470813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-354e60ca-c0d1-4cb6-b8db-c2ee145afb97 req-0c6699e7-74da-4641-9f31-161045fe3910 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877433 Feb 03 12:46:35.488294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1ebe0ae3-4692-4dd4-9c19-4178689aa15b service neutron] 10.222.0.65 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336174 Feb 03 12:46:35.620267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9d64b-496c-4a14-8801-803e56e1f9dc req-8d2e437d-23c2-46ec-b2a1-49c5e6aa209b tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:35.621677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adb9d64b-496c-4a14-8801-803e56e1f9dc req-8d2e437d-23c2-46ec-b2a1-49c5e6aa209b tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.0950503 Feb 03 12:46:35.625560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-55864ad4-f0df-4166-aa22-0244b274695c service neutron] 10.222.0.65 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364105 Feb 03 12:46:35.735990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adb9d64b-496c-4a14-8801-803e56e1f9dc req-dd5e9c55-13d4-4c0b-ab4b-1b07204fa4fc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075506 Feb 03 12:46:35.765645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-bffe8b1c-199a-4890-a885-be78cf53c0be service neutron] 10.222.0.65 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359725 Feb 03 12:46:35.867493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-45777337-bc50-48a5-98b1-865f90fd052b service neutron] 10.222.0.65 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958967 Feb 03 12:46:36.034987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2dd0d-da4e-4999-8f36-f77c607fc290 req-262cdf11-4f55-49d1-a6c8-7208a9ed8c13 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:36.036864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08f2dd0d-da4e-4999-8f36-f77c607fc290 req-262cdf11-4f55-49d1-a6c8-7208a9ed8c13 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 943 time: 0.0627096 Feb 03 12:46:36.086647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08f2dd0d-da4e-4999-8f36-f77c607fc290 req-089e8b45-cc87-415d-946b-8b4cde0fe8ac tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439968 Feb 03 12:46:36.489279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e8fc92e-1d3c-4fed-bba9-7588e7a67df7 req-b75489eb-503a-417c-b390-f7edd9bdf19a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0284362 Feb 03 12:46:36.603695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c648-a1f4-4245-9ea9-17847ffb6d85 req-9efc867b-6b14-4c9c-9920-dc95fc699a31 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:36.603935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-068721ed-635d-46db-b71f-6af1bc457344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:36.606510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3c5c648-a1f4-4245-9ea9-17847ffb6d85 req-9efc867b-6b14-4c9c-9920-dc95fc699a31 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.0605133 Feb 03 12:46:36.666850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3c5c648-a1f4-4245-9ea9-17847ffb6d85 req-f098bb02-2d40-4e67-8a3e-03a175390395 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538609 Feb 03 12:46:36.863462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53d15-fb3f-4cc7-a9e3-e06047a87cfe req-814ad138-b4bc-4a28-93dd-4cf2a3c57efc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:36.865105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ee53d15-fb3f-4cc7-a9e3-e06047a87cfe req-814ad138-b4bc-4a28-93dd-4cf2a3c57efc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.0616410 Feb 03 12:46:36.918553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ee53d15-fb3f-4cc7-a9e3-e06047a87cfe req-ec1b061a-9487-4fd0-94ec-7c6df3f0cd33 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478454 Feb 03 12:46:37.218155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cf34a-72d7-4a93-9d87-8dce11b9a4db req-77a8c774-4e24-4a62-af22-26ba37497877 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:37.222846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c4cf34a-72d7-4a93-9d87-8dce11b9a4db req-77a8c774-4e24-4a62-af22-26ba37497877 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 943 time: 0.0641201 Feb 03 12:46:37.267998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c4cf34a-72d7-4a93-9d87-8dce11b9a4db req-89dc868e-bfad-46c3-ad61-6bc7961d46fe tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420687 Feb 03 12:46:37.304170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 91e062ee-202a-4e29-9b26-411f04b095b6 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:46:37.402233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 91e062ee-202a-4e29-9b26-411f04b095b6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=91e062ee-202a-4e29-9b26-411f04b095b6,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:37.413340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '91e062ee-202a-4e29-9b26-411f04b095b6', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'port_id': '91e062ee-202a-4e29-9b26-411f04b095b6', 'mac_address': 'fa:16:3e:12:e6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:46:37.456847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 91e062ee-202a-4e29-9b26-411f04b095b6 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:37.457154 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:37.474841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e062ee-202a-4e29-9b26-411f04b095b6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:37.500806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 91e062ee-202a-4e29-9b26-411f04b095b6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=91e062ee-202a-4e29-9b26-411f04b095b6,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:37.506568 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:37.521775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-4e303888-8852-43f5-8bd0-7f2e107e86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:37.523294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-4e303888-8852-43f5-8bd0-7f2e107e86ea service neutron] 10.222.0.91 "GET /v2.0/ports/be4fdb00-ee66-42b6-b51f-c9818b68335a HTTP/1.1" status: 200 len: 1032 time: 0.0583746 Feb 03 12:46:37.569138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-35bb175b-52fa-483e-8c9c-0256a122ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:37.570658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-35bb175b-52fa-483e-8c9c-0256a122ed77 service neutron] 10.222.0.91 "GET /v2.0/ports/40cbe00e-fe75-45a8-ab11-9e3f78589d86 HTTP/1.1" status: 200 len: 1032 time: 0.0397949 Feb 03 12:46:37.578374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=91e062ee-202a-4e29-9b26-411f04b095b6,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:37.663977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a57e3d1-7286-458f-9132-9e1d4d276ca2 req-b116839d-8d4a-494e-9a4c-ff8a81c5904a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0402703 Feb 03 12:46:37.745644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-c1303884-29da-4a0f-9e04-dde01e8c6152 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:37.751936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-c1303884-29da-4a0f-9e04-dde01e8c6152 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:37.757117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-c1303884-29da-4a0f-9e04-dde01e8c6152 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:37.759105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-c1303884-29da-4a0f-9e04-dde01e8c6152 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "GET /v2.0/networks?id=bbe97daa-66bc-439a-be46-fd30ab260f77&id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e&id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e HTTP/1.1" status: 200 len: 1994 time: 0.1810060 Feb 03 12:46:37.796598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['91e062ee-202a-4e29-9b26-411f04b095b6'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:37.864103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c946-eacf-4b6f-bdb8-ba5be026fa3d req-6d172f21-c6c8-4cc5-a4f5-2874c1c464f2 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:37.865797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f536c946-eacf-4b6f-bdb8-ba5be026fa3d req-6d172f21-c6c8-4cc5-a4f5-2874c1c464f2 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1057739 Feb 03 12:46:37.874952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0372cb65-2d01-4173-aa59-c84f6dc79960 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d933f36861634280b4be5af251d1c225 HTTP/1.1" status: 200 len: 379 time: 0.1035361 Feb 03 12:46:37.885393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'admin_state_up': True, 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'security_groups': ['6ecdc0d7-13e8-44c4-9340-1190efab2ff3']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:38.051542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:38.054711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.068871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f536c946-eacf-4b6f-bdb8-ba5be026fa3d req-05b750ea-6951-429f-a2ad-9bc50f4a9ffe tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927376 Feb 03 12:46:38.212228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Allocated IP 172.20.0.4 (bbe97daa-66bc-439a-be46-fd30ab260f77/5aa80b3c-f759-4894-813a-31226b7d23a3/4b294da0-f3ad-404c-a8ab-826d7716512f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:38.244411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457d81-3923-4538-9830-3a06267d3e4c req-5663b9a8-cb7f-44c5-b86d-bcc5ed10f3ea tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.246274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3457d81-3923-4538-9830-3a06267d3e4c req-5663b9a8-cb7f-44c5-b86d-bcc5ed10f3ea tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.2405729 Feb 03 12:46:38.349116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3457d81-3923-4538-9830-3a06267d3e4c req-8db236a8-6422-4660-bcec-cbdd253fb3c9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904996 Feb 03 12:46:38.469905 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.478778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f446b2-949f-482f-874a-afb192b9cea0 req-ea50e3c9-cbf9-4410-aad2-e4470f7c29fa tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.480628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7f446b2-949f-482f-874a-afb192b9cea0 req-ea50e3c9-cbf9-4410-aad2-e4470f7c29fa tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 944 time: 0.0981998 Feb 03 12:46:38.564103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7f446b2-949f-482f-874a-afb192b9cea0 req-d9078aa6-a944-4343-aa11-623a23733b0b tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699537 Feb 03 12:46:38.566038 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.612267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network bbe97daa-66bc-439a-be46-fd30ab260f77 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:38.615432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:38.619466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:38.665248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Port': ['ID=4b294da0-f3ad-404c-a8ab-826d7716512f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:38.684999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.685614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.707926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-faa8f8af-915d-457d-8eea-2f16c350aebb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255699 Feb 03 12:46:38.718758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'admin_state_up': True, 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'security_groups': ['6ecdc0d7-13e8-44c4-9340-1190efab2ff3']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:38.781823 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f333-3d84-4e95-82af-8dadf62c6075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.892239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b31523-bbd5-4f83-8ce8-c94e059c503f req-c470640f-a218-45e0-8639-5743af1c6438 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.893846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49b31523-bbd5-4f83-8ce8-c94e059c503f req-c470640f-a218-45e0-8639-5743af1c6438 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 931 time: 0.0953524 Feb 03 12:46:38.916938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:38.920291 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.987050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2e4be8c2-f9c9-47e3-a5ed-3efcbfa159af None None] Provisioning complete for port 4b294da0-f3ad-404c-a8ab-826d7716512f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:38.987653 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e4be8c2-f9c9-47e3-a5ed-3efcbfa159af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.999706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49b31523-bbd5-4f83-8ce8-c94e059c503f req-2ee10aca-c129-4339-b871-cd3171c2158d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992422 Feb 03 12:46:39.023431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2e4be8c2-f9c9-47e3-a5ed-3efcbfa159af None None] Port 4b294da0-f3ad-404c-a8ab-826d7716512f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:39.077949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Allocated IP 10.1.1.107 (8d7233e0-cf83-46e3-b0d0-3abcad3dde73/3427fd14-f0c4-46a3-a930-8b508a7e4fdb/336c41d4-0e4c-42a1-908e-50be2aca60a7) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:39.265963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.273291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75174f46-3d2d-42ea-81d4-8ec11bb373f6 req-0492e063-e2ad-4409-83a1-abf9d7965956 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:39.274809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75174f46-3d2d-42ea-81d4-8ec11bb373f6 req-0492e063-e2ad-4409-83a1-abf9d7965956 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1103764 Feb 03 12:46:39.336733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 91e062ee-202a-4e29-9b26-411f04b095b6 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:39.342105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75174f46-3d2d-42ea-81d4-8ec11bb373f6 req-717804fe-0f96-419e-887c-6b84f2cdc4bd tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612085 Feb 03 12:46:39.347212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.391252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:39.396573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:39.400742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:39.429832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Port': ['ID=336c41d4-0e4c-42a1-908e-50be2aca60a7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:39.480281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 91e062ee-202a-4e29-9b26-411f04b095b6 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:46:39.485032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 91e062ee-202a-4e29-9b26-411f04b095b6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:39.485682 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.497589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:39.498206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.540146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-120c3a34-f14b-4487-bd12-9d6169470d68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256273 Feb 03 12:46:39.550077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'admin_state_up': True, 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'security_groups': ['6ecdc0d7-13e8-44c4-9340-1190efab2ff3']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:39.563169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcffe0-8909-40db-84b3-392d7bfd47b1 req-a7c733b6-9d18-4539-92ce-caa468eec467 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:39.564698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29dcffe0-8909-40db-84b3-392d7bfd47b1 req-a7c733b6-9d18-4539-92ce-caa468eec467 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1229024 Feb 03 12:46:39.634939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 91e062ee-202a-4e29-9b26-411f04b095b6 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:39.635765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.683146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 91e062ee-202a-4e29-9b26-411f04b095b6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=91e062ee-202a-4e29-9b26-411f04b095b6,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:39.684376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e062ee-202a-4e29-9b26-411f04b095b6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:39.687571 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cf1e26-70bf-4daf-8416-fac355492949" -d '{"events": [{"server_uuid": "cdf34ab8-86d4-4b4b-8f53-c220528b6872", "name": "network-vif-plugged", "status": "completed", "tag": "91e062ee-202a-4e29-9b26-411f04b095b6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:39.690300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29dcffe0-8909-40db-84b3-392d7bfd47b1 req-1d101912-2120-4d99-96f7-7fbf1b6690dd tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025531 Feb 03 12:46:39.691935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.776237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-42ac9e7b-9fbe-4ade-82d2-7fe4129dc760 None None] Provisioning complete for port 336c41d4-0e4c-42a1-908e-50be2aca60a7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:39.776606 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42ac9e7b-9fbe-4ade-82d2-7fe4129dc760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.778084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:39.781774 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.821854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-42ac9e7b-9fbe-4ade-82d2-7fe4129dc760 None None] Port 336c41d4-0e4c-42a1-908e-50be2aca60a7 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:39.830508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=91e062ee-202a-4e29-9b26-411f04b095b6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:39.865239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a2b80-c37b-49fb-98a1-d9299ff04b37 req-396ea516-4674-46c2-9082-aeeac87481ec tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:39.872002 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-767a2b80-c37b-49fb-98a1-d9299ff04b37 req-396ea516-4674-46c2-9082-aeeac87481ec tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.1261580 Feb 03 12:46:39.896025 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cda6fa2-cf9a-4d5e-a3e2-5079201db10e x-openstack-request-id: req-8cda6fa2-cf9a-4d5e-a3e2-5079201db10e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:39.896393 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf34ab8-86d4-4b4b-8f53-c220528b6872", "name": "network-vif-plugged", "status": "completed", "tag": "91e062ee-202a-4e29-9b26-411f04b095b6", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:39.896712 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8cda6fa2-cf9a-4d5e-a3e2-5079201db10e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:39.899723 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e062ee-202a-4e29-9b26-411f04b095b6', 'code': 200} Feb 03 12:46:39.965856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-767a2b80-c37b-49fb-98a1-d9299ff04b37 req-ce78bcba-eb36-4681-ae12-51a859d49b42 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929844 Feb 03 12:46:39.988004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Allocated IP 10.1.1.68 (8d7233e0-cf83-46e3-b0d0-3abcad3dde73/3427fd14-f0c4-46a3-a930-8b508a7e4fdb/c2731763-4230-474f-9b0d-357d6ee2b165) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:40.034834 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.072322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8a1d2-d683-4593-9b67-22a25422bd27 req-174ec9af-f707-4ca0-9c92-2a0352c00a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:40.073962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-45f8a1d2-d683-4593-9b67-22a25422bd27 req-174ec9af-f707-4ca0-9c92-2a0352c00a3c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 1128 time: 0.1096334 Feb 03 12:46:40.132959 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-45f8a1d2-d683-4593-9b67-22a25422bd27 req-3e92aad4-3657-40a0-b8f6-23364d4e1136 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497212 Feb 03 12:46:40.203755 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for port (c2731763-4230-474f-9b0d-357d6ee2b165), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.221018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f6ded-d61f-4375-a499-60b314df2dfc req-6d0cc136-28db-4648-a57e-d51ca9e2bec6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:40.226652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f6ded-d61f-4375-a499-60b314df2dfc req-6d0cc136-28db-4648-a57e-d51ca9e2bec6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:40.228244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d5f6ded-d61f-4375-a499-60b314df2dfc req-6d0cc136-28db-4648-a57e-d51ca9e2bec6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 1653 time: 0.1003516 Feb 03 12:46:40.287676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.338190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d5f6ded-d61f-4375-a499-60b314df2dfc req-d3aa2b0f-ac69-41af-9565-f4e84066c957 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870023 Feb 03 12:46:40.349321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:40.352671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:40.359634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:40.746462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Port': ['ID=c2731763-4230-474f-9b0d-357d6ee2b165,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:40.776854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-58deaf21-aeb0-43dd-ad19-2eb09f598d40 None None] Provisioning complete for port c2731763-4230-474f-9b0d-357d6ee2b165 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:40.777430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58deaf21-aeb0-43dd-ad19-2eb09f598d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.848925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-58deaf21-aeb0-43dd-ad19-2eb09f598d40 None None] Port c2731763-4230-474f-9b0d-357d6ee2b165 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:40.850575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:40.851365 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.896965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-60bd79c7-3769-4b8f-aec3-053748f60871 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3507445 Feb 03 12:46:40.908030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23a0b-1353-40e4-b081-c9ffddabdd7b req-6e437b17-086c-4acd-bc91-c84626581541 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:40.916350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0d23a0b-1353-40e4-b081-c9ffddabdd7b req-6e437b17-086c-4acd-bc91-c84626581541 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1736665 Feb 03 12:46:40.923337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e', 'admin_state_up': True, 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'security_groups': ['6ecdc0d7-13e8-44c4-9340-1190efab2ff3']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:41.013763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31adfb-0e60-44a4-b739-6c76069bce85 req-0b68d80c-14a2-4a3f-a04b-a98249fe7eec tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.015819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb31adfb-0e60-44a4-b739-6c76069bce85 req-0b68d80c-14a2-4a3f-a04b-a98249fe7eec tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1816483 Feb 03 12:46:41.074674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0d23a0b-1353-40e4-b081-c9ffddabdd7b req-1ca23cfc-34ca-4eb1-a20b-e18961086c25 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574047 Feb 03 12:46:41.128482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb31adfb-0e60-44a4-b739-6c76069bce85 req-cf8d4312-3b08-4624-932a-286156c6f057 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702138 Feb 03 12:46:41.191448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:41.297457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f122852-c718-4096-88f8-addc2db303ea req-41baa26a-67d5-4065-a160-ac90271fff0b tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.299301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f122852-c718-4096-88f8-addc2db303ea req-41baa26a-67d5-4065-a160-ac90271fff0b tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.1226516 Feb 03 12:46:41.321992 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.434655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f122852-c718-4096-88f8-addc2db303ea req-42ca044c-a27a-473a-b7e4-5b6e3d74e2e2 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259344 Feb 03 12:46:41.484207 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.688220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f646-c080-480b-a449-4bb261b8d4ad req-0ca4f987-608e-4230-8eba-f9f54afbcb52 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.695197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f646-c080-480b-a449-4bb261b8d4ad req-0ca4f987-608e-4230-8eba-f9f54afbcb52 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.699795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8f646-c080-480b-a449-4bb261b8d4ad req-0ca4f987-608e-4230-8eba-f9f54afbcb52 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.704138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1d8f646-c080-480b-a449-4bb261b8d4ad req-0ca4f987-608e-4230-8eba-f9f54afbcb52 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 2373 time: 0.1712556 Feb 03 12:46:41.746525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Allocated IP 10.2.2.100 (788abbbe-bb40-4f64-8b1c-7eaaaafaed3e/035ed027-a4aa-4546-8ae2-7a7074151a5d/4efe51d2-63e2-4789-baec-cde863f62f3f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:41.790997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1d8f646-c080-480b-a449-4bb261b8d4ad req-921feffc-c4dc-4dfb-b0f6-d9423d20b90f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783319 Feb 03 12:46:41.935763 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.970595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.018011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:42.021068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:42.025441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:42.029526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Port': ['ID=4efe51d2-63e2-4789-baec-cde863f62f3f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:42.076419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:42.077072 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.098132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-1b02b99a-f225-4b9a-8016-9eb0916ebd32 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1787367 Feb 03 12:46:42.110851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e', 'admin_state_up': True, 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'security_groups': ['6ecdc0d7-13e8-44c4-9340-1190efab2ff3']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:42.339643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fb0e4-0db3-4572-8fea-9da7510bd765 req-8d100d71-eba7-40d8-b353-7c50ca4bbfb1 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:42.341261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-999fb0e4-0db3-4572-8fea-9da7510bd765 req-8d100d71-eba7-40d8-b353-7c50ca4bbfb1 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1320844 Feb 03 12:46:42.344485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Made reservation on behalf of d933f36861634280b4be5af251d1c225 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:42.349132 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.372026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029335-27b1-425e-8030-4337e621c79d req-96ab15e2-fe73-486a-98c8-219703d15855 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:42.373627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67029335-27b1-425e-8030-4337e621c79d req-96ab15e2-fe73-486a-98c8-219703d15855 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1239152 Feb 03 12:46:42.387637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9e03a9d6-278b-451d-bba4-17e6f93cd778 None None] Provisioning complete for port 4efe51d2-63e2-4789-baec-cde863f62f3f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:42.388370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e03a9d6-278b-451d-bba4-17e6f93cd778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.441905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9e03a9d6-278b-451d-bba4-17e6f93cd778 None None] Port 4efe51d2-63e2-4789-baec-cde863f62f3f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:42.490777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-999fb0e4-0db3-4572-8fea-9da7510bd765 req-f2347233-c191-456f-9f8c-f03ed5c53162 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370759 Feb 03 12:46:42.533341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67029335-27b1-425e-8030-4337e621c79d req-8a55b75a-4d2a-42fd-ad80-e6bc97903dc7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508472 Feb 03 12:46:42.659541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Allocated IP 10.2.2.200 (788abbbe-bb40-4f64-8b1c-7eaaaafaed3e/035ed027-a4aa-4546-8ae2-7a7074151a5d/a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:42.679766 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.715483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e757e-a4af-4b90-8e77-651f40a2ace3 req-81a36547-6b97-424c-954c-1f4ed721e2a0 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:42.724323 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f87e757e-a4af-4b90-8e77-651f40a2ace3 req-81a36547-6b97-424c-954c-1f4ed721e2a0 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.1531801 Feb 03 12:46:42.795033 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f87e757e-a4af-4b90-8e77-651f40a2ace3 req-4466c06d-3301-4488-b572-80876e04b2f7 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701656 Feb 03 12:46:42.987015 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.013546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd695a89-6147-44a7-b8ea-2fafe6dff114 req-2b7e0c88-55a1-4b02-bdff-0b59969e77c4 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.015104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd695a89-6147-44a7-b8ea-2fafe6dff114 req-2b7e0c88-55a1-4b02-bdff-0b59969e77c4 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.1359091 Feb 03 12:46:43.027169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9426-527b-4bfb-b80d-17fc1fb057d6 req-c479f1c6-374b-46b7-96a3-c9f43f2ea54d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.031563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9426-527b-4bfb-b80d-17fc1fb057d6 req-c479f1c6-374b-46b7-96a3-c9f43f2ea54d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.035638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59980) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:43.037139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9426-527b-4bfb-b80d-17fc1fb057d6 req-c479f1c6-374b-46b7-96a3-c9f43f2ea54d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.042875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9426-527b-4bfb-b80d-17fc1fb057d6 req-c479f1c6-374b-46b7-96a3-c9f43f2ea54d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.043021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7770d2f7-1ed1-4f64-b96c-f1493e6d446e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Request body: {'floatingip': {'port_id': '91e062ee-202a-4e29-9b26-411f04b095b6'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:43.050153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-621c9426-527b-4bfb-b80d-17fc1fb057d6 req-c479f1c6-374b-46b7-96a3-c9f43f2ea54d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 3094 time: 0.1568863 Feb 03 12:46:43.099487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7770d2f7-1ed1-4f64-b96c-f1493e6d446e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for floatingip (614299d9-cae1-44f1-b0e8-2c8c6b881d62), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.122009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-621c9426-527b-4bfb-b80d-17fc1fb057d6 req-3e7e5113-eb3b-425d-9ed2-0734c796fc65 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708776 Feb 03 12:46:43.123716 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.178853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:43.184333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:43.188764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:43.216860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event updated for resources: {'Port': ['ID=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:43.247482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.248249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.281201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-528ae523-7243-4f2a-b7bd-4e3e94dd29e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1760831 Feb 03 12:46:43.292640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:43.380720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.584994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5c1e3414-19a5-4a35-a4b5-c48409c33ef7 None None] Provisioning complete for port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:43.586625 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3414-19a5-4a35-a4b5-c48409c33ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.663023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e3414-19a5-4a35-a4b5-c48409c33ef7 None None] Port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:43.789090 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7770d2f7-1ed1-4f64-b96c-f1493e6d446e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.799161 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7770d2f7-1ed1-4f64-b96c-f1493e6d446e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (614299d9-cae1-44f1-b0e8-2c8c6b881d62), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.803941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c0274-0f82-466e-a1bd-2d7355647413 req-15b8723f-4a38-466d-9b31-06f61be0fd37 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.805714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-154c0274-0f82-466e-a1bd-2d7355647413 req-15b8723f-4a38-466d-9b31-06f61be0fd37 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1592155 Feb 03 12:46:43.824797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf398b7-72bb-4b0c-bb59-6ba5761d1496 req-aad27f89-4d17-4adf-9534-881866fca756 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.832911 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cf398b7-72bb-4b0c-bb59-6ba5761d1496 req-aad27f89-4d17-4adf-9534-881866fca756 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1903684 Feb 03 12:46:43.910540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cf398b7-72bb-4b0c-bb59-6ba5761d1496 req-f4d07b0f-a3e6-4532-820c-1c92e3b5a13d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747542 Feb 03 12:46:43.935069 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-7770d2f7-1ed1-4f64-b96c-f1493e6d446e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Floating IP 614299d9-cae1-44f1-b0e8-2c8c6b881d62 associated. External IP: 172.25.3.53, port: 91e062ee-202a-4e29-9b26-411f04b095b6. Feb 03 12:46:43.984236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-154c0274-0f82-466e-a1bd-2d7355647413 req-5289cc83-da66-4e7d-8fad-dc1882f4e6cd tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717069 Feb 03 12:46:43.997513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b294da0-f3ad-404c-a8ab-826d7716512f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:44.014118 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Publish callbacks [] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.039887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Transition to ACTIVE for port object 4b294da0-f3ad-404c-a8ab-826d7716512f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:44.048826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.191533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b294da0-f3ad-404c-a8ab-826d7716512f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:44.267266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7770d2f7-1ed1-4f64-b96c-f1493e6d446e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Router fabeb448-353e-4a47-b778-6e7e97feb8d6 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:46:44.279171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Attempting to bind port 4b294da0-f3ad-404c-a8ab-826d7716512f on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:44.280104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Attempting to bind port 4b294da0-f3ad-404c-a8ab-826d7716512f by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:44.280104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Attempting to bind port 4b294da0-f3ad-404c-a8ab-826d7716512f on network bbe97daa-66bc-439a-be46-fd30ab260f77 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:44.305567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Port 4b294da0-f3ad-404c-a8ab-826d7716512f on network bbe97daa-66bc-439a-be46-fd30ab260f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:44.305906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Attempting to bind port 4b294da0-f3ad-404c-a8ab-826d7716512f on network bbe97daa-66bc-439a-be46-fd30ab260f77 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:44.312653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:44.313070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Checking segment: {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:44.313470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Bound using segment: {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:44.313912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Bound port: 4b294da0-f3ad-404c-a8ab-826d7716512f, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:44.314274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.410681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7770d2f7-1ed1-4f64-b96c-f1493e6d446e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:46:44.417120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7770d2f7-1ed1-4f64-b96c-f1493e6d446e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.422549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] Sync routers for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:46:44.429325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9381c1-ebb6-4c08-bf50-98c0f8a8428e req-867370db-a5c6-4aa4-b122-2b9f2347d054 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.434733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9381c1-ebb6-4c08-bf50-98c0f8a8428e req-867370db-a5c6-4aa4-b122-2b9f2347d054 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.440780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9381c1-ebb6-4c08-bf50-98c0f8a8428e req-867370db-a5c6-4aa4-b122-2b9f2347d054 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.442821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:44.445115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:44.446169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9381c1-ebb6-4c08-bf50-98c0f8a8428e req-867370db-a5c6-4aa4-b122-2b9f2347d054 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.451502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9381c1-ebb6-4c08-bf50-98c0f8a8428e req-867370db-a5c6-4aa4-b122-2b9f2347d054 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.453437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd9381c1-ebb6-4c08-bf50-98c0f8a8428e req-867370db-a5c6-4aa4-b122-2b9f2347d054 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 3827 time: 0.2068136 Feb 03 12:46:44.464975 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7770d2f7-1ed1-4f64-b96c-f1493e6d446e tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "PUT /v2.0/floatingips/614299d9-cae1-44f1-b0e8-2c8c6b881d62 HTTP/1.1" status: 200 len: 990 time: 1.4257050 Feb 03 12:46:44.465591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'tag': '91e062ee-202a-4e29-9b26-411f04b095b6'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:44.468713 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf34ab8-86d4-4b4b-8f53-c220528b6872", "tag": "91e062ee-202a-4e29-9b26-411f04b095b6"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:44.477470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] For port 4b294da0-f3ad-404c-a8ab-826d7716512f, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:44.495344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] For port 4b294da0-f3ad-404c-a8ab-826d7716512f, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4b294da0-f3ad-404c-a8ab-826d7716512f,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:44.517498 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.582790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd9381c1-ebb6-4c08-bf50-98c0f8a8428e req-2d80ebc9-7e1e-49e6-9033-9fbf9bfd0533 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203763 Feb 03 12:46:44.616257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:44.658375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.658993 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.666944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] 10.222.0.91 "PUT /v2.0/ports/4b294da0-f3ad-404c-a8ab-826d7716512f HTTP/1.1" status: 200 len: 1092 time: 1.3787217 Feb 03 12:46:44.674065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:44.676574 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854442c6-d2ce-4452-943b-11792f8f270c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:44.678127 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d43f9d8-3ba4-4659-a4df-6bc5012c9fd9 x-openstack-request-id: req-0d43f9d8-3ba4-4659-a4df-6bc5012c9fd9 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:44.678475 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf34ab8-86d4-4b4b-8f53-c220528b6872", "tag": "91e062ee-202a-4e29-9b26-411f04b095b6", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:44.678935 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d43f9d8-3ba4-4659-a4df-6bc5012c9fd9 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:44.679351 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'tag': '91e062ee-202a-4e29-9b26-411f04b095b6', 'status': 'completed', 'code': 200} Feb 03 12:46:44.722452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:44.779688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675d0c5-20d2-49f9-bf5c-97acc07e46a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b294da0-f3ad-404c-a8ab-826d7716512f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:44.804569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad868b95-a3de-4ffa-b348-7bc5b1820752 req-e8165890-32da-4fab-ae04-b338d957f0f2 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.806203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad868b95-a3de-4ffa-b348-7bc5b1820752 req-e8165890-32da-4fab-ae04-b338d957f0f2 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.2450449 Feb 03 12:46:44.821870 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd60678-82d9-4821-96a2-aea4cfaf1dc5 x-openstack-request-id: req-1bd60678-82d9-4821-96a2-aea4cfaf1dc5 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:44.822082 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:44.822398 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bd60678-82d9-4821-96a2-aea4cfaf1dc5 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:44.824484 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'status': 'completed', 'code': 200} Feb 03 12:46:44.871183 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-688ee9c4-9cdc-4108-b17a-82427a5e10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.873224 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-688ee9c4-9cdc-4108-b17a-82427a5e10ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9edbe7dfdfaf4bcc87515bcc975d9679&device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 1128 time: 0.1566985 Feb 03 12:46:44.913795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad868b95-a3de-4ffa-b348-7bc5b1820752 req-cbf0883e-bf2d-4315-9fb9-8e15162d8a41 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863631 Feb 03 12:46:44.997390 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.153886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854442c6-d2ce-4452-943b-11792f8f270c req-cd52bd1f-4774-4d42-ada0-5500ad73ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.154389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854442c6-d2ce-4452-943b-11792f8f270c req-cd52bd1f-4774-4d42-ada0-5500ad73ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.154860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854442c6-d2ce-4452-943b-11792f8f270c req-cd52bd1f-4774-4d42-ada0-5500ad73ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.155482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854442c6-d2ce-4452-943b-11792f8f270c req-cd52bd1f-4774-4d42-ada0-5500ad73ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.156274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854442c6-d2ce-4452-943b-11792f8f270c req-cd52bd1f-4774-4d42-ada0-5500ad73ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.158156 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-854442c6-d2ce-4452-943b-11792f8f270c req-cd52bd1f-4774-4d42-ada0-5500ad73ce63 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 4394 time: 0.3305225 Feb 03 12:46:45.182937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-019e7432-faf9-4446-abff-29e7a5a62705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.184504 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-019e7432-faf9-4446-abff-29e7a5a62705 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dfc0d56-842c-4fa9-8853-cdf5db5bef10 HTTP/1.1" status: 200 len: 915 time: 0.2914531 Feb 03 12:46:45.208636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '614299d9-cae1-44f1-b0e8-2c8c6b881d62', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'port_id': '91e062ee-202a-4e29-9b26-411f04b095b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'mac_address': 'fa:16:3e:12:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:46:26Z', 'updated_at': '2022-02-03T12:46:43Z', 'revision_number': 1, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813cbc94-1a4d-4e1c-8791-c0d148290663', 'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'mac_address': 'fa:16:3e:3d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:15Z', 'updated_at': '2022-02-03T12:46:22Z', 'revision_number': 5, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'subnets': [{'id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:45.291325 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] Checking router: fabeb448-353e-4a47-b778-6e7e97feb8d6 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:46:45.301138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:45.301752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:46:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:45.409613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eecb85-ad82-4c09-abe8-3a779e75ae2b req-a8d55ef9-5507-415b-a2b2-f025c758e4da tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.411332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4eecb85-ad82-4c09-abe8-3a779e75ae2b req-a8d55ef9-5507-415b-a2b2-f025c758e4da tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.2977226 Feb 03 12:46:45.451808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e964e37-25fc-42cc-9881-46166931bd40 req-80bad248-855f-47db-a8ba-451ac53826bc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.453810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e964e37-25fc-42cc-9881-46166931bd40 req-80bad248-855f-47db-a8ba-451ac53826bc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.3114779 Feb 03 12:46:45.475264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:45.494145 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-c7476f21-c07f-4ada-a87b-38630fdc304d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91e062ee-202a-4e29-9b26-411f04b095b6 HTTP/1.1" status: 200 len: 998 time: 0.2800684 Feb 03 12:46:45.597739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f67b0c45-98e6-4747-a094-4d1a96989623 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:46:45.599863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f67b0c45-98e6-4747-a094-4d1a96989623 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:45.607783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854442c6-d2ce-4452-943b-11792f8f270c req-fbe0b8cb-3499-4b2a-8c8e-9fc44e37042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.608678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854442c6-d2ce-4452-943b-11792f8f270c req-fbe0b8cb-3499-4b2a-8c8e-9fc44e37042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.609975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854442c6-d2ce-4452-943b-11792f8f270c req-fbe0b8cb-3499-4b2a-8c8e-9fc44e37042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.614182 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-854442c6-d2ce-4452-943b-11792f8f270c req-fbe0b8cb-3499-4b2a-8c8e-9fc44e37042d service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=d933f36861634280b4be5af251d1c225&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4287369 Feb 03 12:46:45.776390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e964e37-25fc-42cc-9881-46166931bd40 req-60163417-a205-487f-a678-65e061e1416e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062232 Feb 03 12:46:45.811325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4eecb85-ad82-4c09-abe8-3a779e75ae2b req-3e8c8d90-6af0-479c-9bfc-e9fdf5c1e919 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422244 Feb 03 12:46:45.827643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4fdb00-ee66-42b6-b51f-c9818b68335a {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:45.844328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f67b0c45-98e6-4747-a094-4d1a96989623,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:45.850069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Publish callbacks [] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.860630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'f67b0c45-98e6-4747-a094-4d1a96989623', 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45', 'port_id': 'f67b0c45-98e6-4747-a094-4d1a96989623', 'mac_address': 'fa:16:3e:20:f2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4c3b08-b170-4fb0-9358-b0e340a74ec5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:46:45.872761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854442c6-d2ce-4452-943b-11792f8f270c req-986ca805-5eb0-43c0-9ccc-f8d525d5237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.876313 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-854442c6-d2ce-4452-943b-11792f8f270c req-986ca805-5eb0-43c0-9ccc-f8d525d5237d service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2502761 Feb 03 12:46:45.877828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Transition to ACTIVE for port object be4fdb00-ee66-42b6-b51f-c9818b68335a will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:45.894181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-a9734961-9c15-4e16-a616-a63ce994186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.896662 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-a9734961-9c15-4e16-a616-a63ce994186f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d15a7aeb-e345-43ee-8f98-f13def1e99f0 HTTP/1.1" status: 200 len: 853 time: 0.3928716 Feb 03 12:46:45.897749 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.914754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f67b0c45-98e6-4747-a094-4d1a96989623 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:45.915238 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.934110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f67b0c45-98e6-4747-a094-4d1a96989623 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:46.005908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-3fedcef4-0c9c-4005-990f-3ec1459f2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:46.007860 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-3fedcef4-0c9c-4005-990f-3ec1459f2323 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dfc0d56-842c-4fa9-8853-cdf5db5bef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1043599 Feb 03 12:46:46.017467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f67b0c45-98e6-4747-a094-4d1a96989623,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:46.104525 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.136175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=be4fdb00-ee66-42b6-b51f-c9818b68335a,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:46.178653 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-f8e0a922-6537-44c0-abc6-0ad5ea5a4e25 service neutron] 10.222.0.72 "GET /v2.0/networks/7dfc0d56-842c-4fa9-8853-cdf5db5bef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640728 Feb 03 12:46:46.181310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f67b0c45-98e6-4747-a094-4d1a96989623,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:46.190541 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.255703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f67b0c45-98e6-4747-a094-4d1a96989623 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:46.257664 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.328052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538635c8-83a7-41f4-b8dc-b03cdbd27287 req-c812b355-9ef6-456d-aa08-1820e6de9f0e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:46.332593 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf92fda3-ad51-4455-b71d-bc27d1ca33dd req-6f9cd269-47bc-4fd2-a759-5c7db414926a service neutron] 10.222.0.72 "GET /v2.0/networks/7dfc0d56-842c-4fa9-8853-cdf5db5bef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471989 Feb 03 12:46:46.335246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538635c8-83a7-41f4-b8dc-b03cdbd27287 req-c812b355-9ef6-456d-aa08-1820e6de9f0e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:46.341560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538635c8-83a7-41f4-b8dc-b03cdbd27287 req-c812b355-9ef6-456d-aa08-1820e6de9f0e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:46.348367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538635c8-83a7-41f4-b8dc-b03cdbd27287 req-c812b355-9ef6-456d-aa08-1820e6de9f0e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:46.354226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538635c8-83a7-41f4-b8dc-b03cdbd27287 req-c812b355-9ef6-456d-aa08-1820e6de9f0e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:46.366771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538635c8-83a7-41f4-b8dc-b03cdbd27287 req-c812b355-9ef6-456d-aa08-1820e6de9f0e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:46.368891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-538635c8-83a7-41f4-b8dc-b03cdbd27287 req-c812b355-9ef6-456d-aa08-1820e6de9f0e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 4604 time: 0.4400225 Feb 03 12:46:46.425899 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:46.426546 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:46.441705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f67b0c45-98e6-4747-a094-4d1a96989623'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:46.449411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '614299d9-cae1-44f1-b0e8-2c8c6b881d62', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'port_id': '91e062ee-202a-4e29-9b26-411f04b095b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'mac_address': 'fa:16:3e:12:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:46:26Z', 'updated_at': '2022-02-03T12:46:43Z', 'revision_number': 1, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813cbc94-1a4d-4e1c-8791-c0d148290663', 'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'mac_address': 'fa:16:3e:3d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:15Z', 'updated_at': '2022-02-03T12:46:22Z', 'revision_number': 5, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'subnets': [{'id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:46.509201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f604f-132c-4366-9cbe-813d69780cd7 None None] The sync data for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 is: [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '614299d9-cae1-44f1-b0e8-2c8c6b881d62', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'port_id': '91e062ee-202a-4e29-9b26-411f04b095b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'mac_address': 'fa:16:3e:12:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:46:26Z', 'updated_at': '2022-02-03T12:46:43Z', 'revision_number': 1, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813cbc94-1a4d-4e1c-8791-c0d148290663', 'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'mac_address': 'fa:16:3e:3d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:15Z', 'updated_at': '2022-02-03T12:46:22Z', 'revision_number': 5, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'subnets': [{'id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:46:46.593639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-538635c8-83a7-41f4-b8dc-b03cdbd27287 req-11f235cc-1028-4b5f-b85b-673b697bb646 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1983573 Feb 03 12:46:46.656520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9d894-6d4e-4a1e-bc5a-64bab583fde1 req-0230c3de-b186-4b14-a5d0-5a0ae5e02fe5 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:46.663930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34e9d894-6d4e-4a1e-bc5a-64bab583fde1 req-0230c3de-b186-4b14-a5d0-5a0ae5e02fe5 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.5208488 Feb 03 12:46:46.754579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34e9d894-6d4e-4a1e-bc5a-64bab583fde1 req-e0e3dd8a-cb0a-42e8-9edc-725e4bbe1fb8 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861120 Feb 03 12:46:46.760879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Attempting to bind port be4fdb00-ee66-42b6-b51f-c9818b68335a on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:46.761221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Attempting to bind port be4fdb00-ee66-42b6-b51f-c9818b68335a by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:46.761550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Attempting to bind port be4fdb00-ee66-42b6-b51f-c9818b68335a on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:46.766929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Port be4fdb00-ee66-42b6-b51f-c9818b68335a on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:46.767258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Attempting to bind port be4fdb00-ee66-42b6-b51f-c9818b68335a on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:46.772621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:46.772937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Checking segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:46.773333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Bound using segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:46.773779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Bound port: be4fdb00-ee66-42b6-b51f-c9818b68335a, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:46.774118 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.906928 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01571f7-5b84-4aae-a0e6-a7d9a661e9c7 None None] New status for floating IP 614299d9-cae1-44f1-b0e8-2c8c6b881d62: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:46:46.971412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f67b0c45-98e6-4747-a094-4d1a96989623 is: BUILD; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:46.972417 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.988301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f67b0c45-98e6-4747-a094-4d1a96989623 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:47.011747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f67b0c45-98e6-4747-a094-4d1a96989623,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:47.030390 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.125867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f67b0c45-98e6-4747-a094-4d1a96989623,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:47.142870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] For port be4fdb00-ee66-42b6-b51f-c9818b68335a, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:47.186265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] For port be4fdb00-ee66-42b6-b51f-c9818b68335a, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be4fdb00-ee66-42b6-b51f-c9818b68335a,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:47.210763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed580d-86d1-46d0-8e1d-725ac6353520 req-d200a3c5-fa68-4e1d-ac40-07d74f91f78a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.218537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3ed580d-86d1-46d0-8e1d-725ac6353520 req-d200a3c5-fa68-4e1d-ac40-07d74f91f78a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.2402186 Feb 03 12:46:47.233253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126c587-57bd-4136-9ab7-fbd0f5378843 req-bc63e3f9-90ab-46d2-a444-bfebca3b8011 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.240882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c126c587-57bd-4136-9ab7-fbd0f5378843 req-bc63e3f9-90ab-46d2-a444-bfebca3b8011 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 944 time: 0.2384527 Feb 03 12:46:47.262806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.365763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=be4fdb00-ee66-42b6-b51f-c9818b68335a,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:47.397863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.402633 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:46:47.403402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.405264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-0bbe719d-a88e-4365-bf2c-e0655fa0d2f0 service neutron] 10.222.0.91 "PUT /v2.0/ports/be4fdb00-ee66-42b6-b51f-c9818b68335a HTTP/1.1" status: 200 len: 1136 time: 2.6910179 Feb 03 12:46:47.409417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': 'be4fdb00-ee66-42b6-b51f-c9818b68335a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:47.412106 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "be4fdb00-ee66-42b6-b51f-c9818b68335a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:47.456894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:47.467564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c126c587-57bd-4136-9ab7-fbd0f5378843 req-2162c6fc-2b8d-49d4-bd10-65610f9f7aa7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258217 Feb 03 12:46:47.575916 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59237fd6-b186-4cec-8c7a-c09ce7a647b4 x-openstack-request-id: req-59237fd6-b186-4cec-8c7a-c09ce7a647b4 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:47.576213 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "be4fdb00-ee66-42b6-b51f-c9818b68335a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:47.576473 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59237fd6-b186-4cec-8c7a-c09ce7a647b4 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:47.576877 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': 'be4fdb00-ee66-42b6-b51f-c9818b68335a', 'status': 'completed', 'code': 200} Feb 03 12:46:47.595680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3ed580d-86d1-46d0-8e1d-725ac6353520 req-7a1810fc-699a-463c-91ba-5b2ccec535c3 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763347 Feb 03 12:46:47.605131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.716384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-5ba368ea-cb56-4294-9dd4-c8d755636455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.716832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-5ba368ea-cb56-4294-9dd4-c8d755636455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.717168 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-5ba368ea-cb56-4294-9dd4-c8d755636455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.717604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-5ba368ea-cb56-4294-9dd4-c8d755636455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.718081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-5ba368ea-cb56-4294-9dd4-c8d755636455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.724384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-5ba368ea-cb56-4294-9dd4-c8d755636455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.728234 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-5ba368ea-cb56-4294-9dd4-c8d755636455 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5354 time: 0.1355958 Feb 03 12:46:47.940585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-bb70b3de-3964-4048-8b67-12baca386ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.941062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-bb70b3de-3964-4048-8b67-12baca386ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.941534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-bb70b3de-3964-4048-8b67-12baca386ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.943168 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-bb70b3de-3964-4048-8b67-12baca386ba6 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=d933f36861634280b4be5af251d1c225&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2072692 Feb 03 12:46:47.994839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40cbe00e-fe75-45a8-ab11-9e3f78589d86 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:48.004706 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Publish callbacks [] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.020967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Transition to ACTIVE for port object 40cbe00e-fe75-45a8-ab11-9e3f78589d86 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:48.067721 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.111176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-f4ee904d-3c2a-4c15-a935-15f477ff63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.112678 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2c86317-9a96-4e5e-a889-3ec710bcbf8d req-f4ee904d-3c2a-4c15-a935-15f477ff63e6 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631494 Feb 03 12:46:48.193479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Pushing event updated for resources: {'Port': ['ID=40cbe00e-fe75-45a8-ab11-9e3f78589d86,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:48.262559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83242b-0111-4875-895b-68e0c5d03be3 req-c0bab247-4d0b-4e54-b954-e37e12e04f7c tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.264300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa83242b-0111-4875-895b-68e0c5d03be3 req-c0bab247-4d0b-4e54-b954-e37e12e04f7c tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.2408838 Feb 03 12:46:48.281523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2c78-0574-456e-b7a5-efb1bf6b89c7 req-88871a63-65e6-4fc8-b3a7-81ea00e4f63b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.287354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2c78-0574-456e-b7a5-efb1bf6b89c7 req-88871a63-65e6-4fc8-b3a7-81ea00e4f63b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.292932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2c78-0574-456e-b7a5-efb1bf6b89c7 req-88871a63-65e6-4fc8-b3a7-81ea00e4f63b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.299090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2c78-0574-456e-b7a5-efb1bf6b89c7 req-88871a63-65e6-4fc8-b3a7-81ea00e4f63b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.304532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2c78-0574-456e-b7a5-efb1bf6b89c7 req-88871a63-65e6-4fc8-b3a7-81ea00e4f63b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.310191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2c78-0574-456e-b7a5-efb1bf6b89c7 req-88871a63-65e6-4fc8-b3a7-81ea00e4f63b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.319398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2c78-0574-456e-b7a5-efb1bf6b89c7 req-88871a63-65e6-4fc8-b3a7-81ea00e4f63b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.321281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-428e2c78-0574-456e-b7a5-efb1bf6b89c7 req-88871a63-65e6-4fc8-b3a7-81ea00e4f63b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5381 time: 0.2963221 Feb 03 12:46:48.416403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Attempting to bind port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:48.416910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Attempting to bind port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:48.417244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Attempting to bind port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:48.434829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:48.435149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Attempting to bind port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:48.444058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa83242b-0111-4875-895b-68e0c5d03be3 req-1e9d1955-b24f-4494-9991-6aefdf60443c tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196599 Feb 03 12:46:48.448734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:48.449091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Checking segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:48.449524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Bound using segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:48.450025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Bound port: 40cbe00e-fe75-45a8-ab11-9e3f78589d86, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:48.450425 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.456934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-428e2c78-0574-456e-b7a5-efb1bf6b89c7 req-4cccf4a5-ccd6-4a3f-bf39-262359bc1442 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257033 Feb 03 12:46:48.554194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] For port 40cbe00e-fe75-45a8-ab11-9e3f78589d86, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:48.558741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] For port 40cbe00e-fe75-45a8-ab11-9e3f78589d86, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40cbe00e-fe75-45a8-ab11-9e3f78589d86,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:48.569067 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.638455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.639163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.641438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] 10.222.0.91 "PUT /v2.0/ports/40cbe00e-fe75-45a8-ab11-9e3f78589d86 HTTP/1.1" status: 200 len: 1136 time: 1.1990042 Feb 03 12:46:48.677889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:48.758675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281f912-4ee3-471c-ac37-23dc39801b75 req-8bbe2e2c-799f-43fd-b37b-550c366ac23e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.760808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9281f912-4ee3-471c-ac37-23dc39801b75 req-8bbe2e2c-799f-43fd-b37b-550c366ac23e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 944 time: 0.1786754 Feb 03 12:46:48.761715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb344761-f1c9-43d2-b9fd-7b4ffee0a992 service neutron] Pushing event updated for resources: {'Port': ['ID=40cbe00e-fe75-45a8-ab11-9e3f78589d86,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:49.199994 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.270233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9281f912-4ee3-471c-ac37-23dc39801b75 req-574b5925-240f-4e92-aa56-73e1844857db tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954963 Feb 03 12:46:49.295161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d9be4-aedb-487e-8a73-e3161ad4d508 req-75aaea5b-c478-4b7b-b5e9-b897e7456ef3 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.295161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-351d9be4-aedb-487e-8a73-e3161ad4d508 req-75aaea5b-c478-4b7b-b5e9-b897e7456ef3 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.5140796 Feb 03 12:46:49.365102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f67b0c45-98e6-4747-a094-4d1a96989623 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:49.413507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-351d9be4-aedb-487e-8a73-e3161ad4d508 req-42b5456d-6884-49cf-aab1-4390f39bedc7 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169641 Feb 03 12:46:49.442366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port f67b0c45-98e6-4747-a094-4d1a96989623 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:49.442773 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.553960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f67b0c45-98e6-4747-a094-4d1a96989623 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:49.554637 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.580336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '40cbe00e-fe75-45a8-ab11-9e3f78589d86'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:49.582869 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "40cbe00e-fe75-45a8-ab11-9e3f78589d86"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:49.601894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f67b0c45-98e6-4747-a094-4d1a96989623,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:49.602967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67b0c45-98e6-4747-a094-4d1a96989623'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:49.606061 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43910325-9d69-4962-a596-f9b81f15bb9b" -d '{"events": [{"server_uuid": "6dac6104-3f5f-4290-8d7a-bd893d865955", "name": "network-vif-plugged", "status": "completed", "tag": "f67b0c45-98e6-4747-a094-4d1a96989623"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:49.615005 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.687790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f67b0c45-98e6-4747-a094-4d1a96989623,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:49.702933 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f60751-3d42-405c-92bd-6da61782ecfc x-openstack-request-id: req-21f60751-3d42-405c-92bd-6da61782ecfc {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:49.703666 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "40cbe00e-fe75-45a8-ab11-9e3f78589d86", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:49.704068 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21f60751-3d42-405c-92bd-6da61782ecfc {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:49.704722 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '40cbe00e-fe75-45a8-ab11-9e3f78589d86', 'status': 'completed', 'code': 200} Feb 03 12:46:49.723509 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e4f96-ec33-4b1e-b52d-42a92f595301 x-openstack-request-id: req-768e4f96-ec33-4b1e-b52d-42a92f595301 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:49.723806 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dac6104-3f5f-4290-8d7a-bd893d865955", "name": "network-vif-plugged", "status": "completed", "tag": "f67b0c45-98e6-4747-a094-4d1a96989623", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:49.724062 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-768e4f96-ec33-4b1e-b52d-42a92f595301 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:49.724464 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67b0c45-98e6-4747-a094-4d1a96989623', 'code': 200} Feb 03 12:46:49.756266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336c41d4-0e4c-42a1-908e-50be2aca60a7 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:49.768851 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Publish callbacks [] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.772456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-557769a9-dd58-49df-8d60-b9704c7f2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.772967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-557769a9-dd58-49df-8d60-b9704c7f2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.773323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-557769a9-dd58-49df-8d60-b9704c7f2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.773793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-557769a9-dd58-49df-8d60-b9704c7f2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.774416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-557769a9-dd58-49df-8d60-b9704c7f2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.774943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-557769a9-dd58-49df-8d60-b9704c7f2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.786489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-557769a9-dd58-49df-8d60-b9704c7f2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.788678 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-557769a9-dd58-49df-8d60-b9704c7f2967 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 6314 time: 0.0985603 Feb 03 12:46:49.804345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b4cee-1ffa-48bc-8ddb-bcd75606dedc req-7e97724b-fea4-4813-9a41-cbc983eba4a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.810592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b4cee-1ffa-48bc-8ddb-bcd75606dedc req-7e97724b-fea4-4813-9a41-cbc983eba4a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.816733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b4cee-1ffa-48bc-8ddb-bcd75606dedc req-7e97724b-fea4-4813-9a41-cbc983eba4a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.822630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b4cee-1ffa-48bc-8ddb-bcd75606dedc req-7e97724b-fea4-4813-9a41-cbc983eba4a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.828590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b4cee-1ffa-48bc-8ddb-bcd75606dedc req-7e97724b-fea4-4813-9a41-cbc983eba4a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.834319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b4cee-1ffa-48bc-8ddb-bcd75606dedc req-7e97724b-fea4-4813-9a41-cbc983eba4a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.840517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b4cee-1ffa-48bc-8ddb-bcd75606dedc req-7e97724b-fea4-4813-9a41-cbc983eba4a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.842679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df4b4cee-1ffa-48bc-8ddb-bcd75606dedc req-7e97724b-fea4-4813-9a41-cbc983eba4a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5381 time: 0.2240496 Feb 03 12:46:49.847051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Transition to ACTIVE for port object 336c41d4-0e4c-42a1-908e-50be2aca60a7 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:49.863163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.970529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-5d24bc19-62c6-4fd9-b6c8-285bedef5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.971001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-5d24bc19-62c6-4fd9-b6c8-285bedef5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.971945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-5d24bc19-62c6-4fd9-b6c8-285bedef5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.973611 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-5d24bc19-62c6-4fd9-b6c8-285bedef5ee7 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=d933f36861634280b4be5af251d1c225&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1725886 Feb 03 12:46:50.007212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Pushing event updated for resources: {'Port': ['ID=336c41d4-0e4c-42a1-908e-50be2aca60a7,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:50.056278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df4b4cee-1ffa-48bc-8ddb-bcd75606dedc req-741bb9b3-29c6-42c9-8396-1c2e03056d33 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2010276 Feb 03 12:46:50.091951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Attempting to bind port 336c41d4-0e4c-42a1-908e-50be2aca60a7 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:50.092419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Attempting to bind port 336c41d4-0e4c-42a1-908e-50be2aca60a7 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:50.093150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Attempting to bind port 336c41d4-0e4c-42a1-908e-50be2aca60a7 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:50.111357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac12f9-e79f-4cf0-9edf-a8485f647e7b req-e9f62fbe-6106-47f8-95df-ff2419744176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:50.111588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Port 336c41d4-0e4c-42a1-908e-50be2aca60a7 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:50.111908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Attempting to bind port 336c41d4-0e4c-42a1-908e-50be2aca60a7 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:50.114005 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-91ac12f9-e79f-4cf0-9edf-a8485f647e7b req-e9f62fbe-6106-47f8-95df-ff2419744176 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 1129 time: 0.1392674 Feb 03 12:46:50.118264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:50.118784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Checking segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:50.119426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Bound using segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:50.119890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Bound port: 336c41d4-0e4c-42a1-908e-50be2aca60a7, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:50.120352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.201933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] For port 336c41d4-0e4c-42a1-908e-50be2aca60a7, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:50.206580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] For port 336c41d4-0e4c-42a1-908e-50be2aca60a7, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=336c41d4-0e4c-42a1-908e-50be2aca60a7,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:50.208481 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-91ac12f9-e79f-4cf0-9edf-a8485f647e7b req-a79d9101-71b9-4e86-a2ff-530b5459ee8b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619807 Feb 03 12:46:50.234443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.245782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-396357dc-9662-4a7a-93d4-6b5619fd344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:50.247644 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b97a3c1-8d4a-4f76-a89b-7373e2f80fcc req-396357dc-9662-4a7a-93d4-6b5619fd344f service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2637596 Feb 03 12:46:50.288830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:50.289462 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.291296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] 10.222.0.91 "PUT /v2.0/ports/336c41d4-0e4c-42a1-908e-50be2aca60a7 HTTP/1.1" status: 200 len: 1092 time: 1.6223965 Feb 03 12:46:50.328005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:50.357306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f7734-6d17-450e-bb61-dc7a8f5d7d53 service neutron] Pushing event updated for resources: {'Port': ['ID=336c41d4-0e4c-42a1-908e-50be2aca60a7,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:50.451010 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.519932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0af70-e005-45f1-a335-bed553b93fe8 req-1497025a-0e5c-4f59-bef9-ac247f8b9331 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:50.521470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54b0af70-e005-45f1-a335-bed553b93fe8 req-1497025a-0e5c-4f59-bef9-ac247f8b9331 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.1165080 Feb 03 12:46:50.528859 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.680630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54b0af70-e005-45f1-a335-bed553b93fe8 req-a055fc47-2b9b-43e3-9917-afd35df9a75c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514699 Feb 03 12:46:50.784161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c5085-0532-4d4a-9bc4-83a75874255f req-11c5f0fb-30b8-4254-a3b7-a429c0c32061 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:50.785892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba4c5085-0532-4d4a-9bc4-83a75874255f req-11c5f0fb-30b8-4254-a3b7-a429c0c32061 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.2154417 Feb 03 12:46:50.879297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba4c5085-0532-4d4a-9bc4-83a75874255f req-22c63407-381d-48f5-bbdd-fab6ae352d64 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793126 Feb 03 12:46:50.944328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2731763-4230-474f-9b0d-357d6ee2b165 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:50.952498 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Publish callbacks [] for port (c2731763-4230-474f-9b0d-357d6ee2b165), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.969212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Transition to ACTIVE for port object c2731763-4230-474f-9b0d-357d6ee2b165 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:50.975714 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.068195 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Pushing event updated for resources: {'Port': ['ID=c2731763-4230-474f-9b0d-357d6ee2b165,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:51.172603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Attempting to bind port c2731763-4230-474f-9b0d-357d6ee2b165 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:51.173325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Attempting to bind port c2731763-4230-474f-9b0d-357d6ee2b165 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:51.173919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Attempting to bind port c2731763-4230-474f-9b0d-357d6ee2b165 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:51.179765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Port c2731763-4230-474f-9b0d-357d6ee2b165 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:51.180386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Attempting to bind port c2731763-4230-474f-9b0d-357d6ee2b165 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:51.186838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:51.187559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Checking segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:51.188368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Bound using segment: {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:51.189237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Bound port: c2731763-4230-474f-9b0d-357d6ee2b165, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3053c0b7-1f7b-410f-8198-919c0678c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:51.189835 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.434775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc777-0a76-4b05-af40-7fdd1bccaeac req-156678f5-0264-4263-9f76-566964a1b229 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.444427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc777-0a76-4b05-af40-7fdd1bccaeac req-156678f5-0264-4263-9f76-566964a1b229 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.459341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc777-0a76-4b05-af40-7fdd1bccaeac req-156678f5-0264-4263-9f76-566964a1b229 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.482734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc777-0a76-4b05-af40-7fdd1bccaeac req-156678f5-0264-4263-9f76-566964a1b229 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.489009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc777-0a76-4b05-af40-7fdd1bccaeac req-156678f5-0264-4263-9f76-566964a1b229 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.494984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc777-0a76-4b05-af40-7fdd1bccaeac req-156678f5-0264-4263-9f76-566964a1b229 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.500381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc777-0a76-4b05-af40-7fdd1bccaeac req-156678f5-0264-4263-9f76-566964a1b229 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.502541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28fcc777-0a76-4b05-af40-7fdd1bccaeac req-156678f5-0264-4263-9f76-566964a1b229 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5405 time: 0.2862527 Feb 03 12:46:51.503835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] For port c2731763-4230-474f-9b0d-357d6ee2b165, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:51.507550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] For port c2731763-4230-474f-9b0d-357d6ee2b165, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c2731763-4230-474f-9b0d-357d6ee2b165,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:51.520179 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.588991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.589624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.592103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] 10.222.0.91 "PUT /v2.0/ports/c2731763-4230-474f-9b0d-357d6ee2b165 HTTP/1.1" status: 200 len: 1091 time: 1.2738767 Feb 03 12:46:51.628163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f418dc4-c616-4d90-b045-d92f51cfdf47 service neutron] Pushing event updated for resources: {'Port': ['ID=c2731763-4230-474f-9b0d-357d6ee2b165,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:51.640600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28fcc777-0a76-4b05-af40-7fdd1bccaeac req-b5485048-1af2-421e-90f8-de9220b08ddc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298878 Feb 03 12:46:51.648839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:51.713515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '336c41d4-0e4c-42a1-908e-50be2aca60a7'}, {'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': 'c2731763-4230-474f-9b0d-357d6ee2b165'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:51.717759 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb76ca01-7630-4047-895d-a535bb8dbd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "336c41d4-0e4c-42a1-908e-50be2aca60a7"}, {"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "c2731763-4230-474f-9b0d-357d6ee2b165"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:51.805737 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6982a355-04cd-4887-a987-62c9844fb7c9 x-openstack-request-id: req-6982a355-04cd-4887-a987-62c9844fb7c9 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:51.815728 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "336c41d4-0e4c-42a1-908e-50be2aca60a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "c2731763-4230-474f-9b0d-357d6ee2b165", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:51.816455 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6982a355-04cd-4887-a987-62c9844fb7c9 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:51.818003 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '336c41d4-0e4c-42a1-908e-50be2aca60a7', 'status': 'completed', 'code': 200} Feb 03 12:46:51.818783 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': 'c2731763-4230-474f-9b0d-357d6ee2b165', 'status': 'completed', 'code': 200} Feb 03 12:46:51.828973 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.921273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-e375922f-a1ee-4fa1-a6d5-206fe05f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.921748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-e375922f-a1ee-4fa1-a6d5-206fe05f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.922270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-e375922f-a1ee-4fa1-a6d5-206fe05f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.929603 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-e375922f-a1ee-4fa1-a6d5-206fe05f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.930095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-e375922f-a1ee-4fa1-a6d5-206fe05f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.930593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-e375922f-a1ee-4fa1-a6d5-206fe05f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.931060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-e375922f-a1ee-4fa1-a6d5-206fe05f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.933082 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-e375922f-a1ee-4fa1-a6d5-206fe05f9ac4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 6512 time: 0.1022625 Feb 03 12:46:52.108055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-2251616c-c997-48bd-ae1a-d1ef79c84cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.109647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-2251616c-c997-48bd-ae1a-d1ef79c84cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.110215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-2251616c-c997-48bd-ae1a-d1ef79c84cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.113094 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-2251616c-c997-48bd-ae1a-d1ef79c84cd5 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=d933f36861634280b4be5af251d1c225&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1603260 Feb 03 12:46:52.149242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875e32d-a9fa-4385-ba98-fa7f22d1223d req-7bf9710e-95f6-458d-8dae-723acc3f46d9 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.151313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2875e32d-a9fa-4385-ba98-fa7f22d1223d req-7bf9710e-95f6-458d-8dae-723acc3f46d9 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.2746940 Feb 03 12:46:52.218145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50888980-2a74-4af5-bb7a-82b0687bc972 req-cfdd136a-8a8d-46bf-af3f-82dbb7b55d78 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.225979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50888980-2a74-4af5-bb7a-82b0687bc972 req-cfdd136a-8a8d-46bf-af3f-82dbb7b55d78 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1454780 Feb 03 12:46:52.240633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-3be9d839-4c33-4327-856f-d083ac7898da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.242458 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-3be9d839-4c33-4327-856f-d083ac7898da service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226845 Feb 03 12:46:52.371451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2875e32d-a9fa-4385-ba98-fa7f22d1223d req-56353125-ef86-4fb1-93d2-2d1dd4d00dd3 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106085 Feb 03 12:46:52.391649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-cb5b2485-cc86-4b51-8bf5-40db8101b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.392121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-cb5b2485-cc86-4b51-8bf5-40db8101b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.392593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-cb5b2485-cc86-4b51-8bf5-40db8101b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.393062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-cb5b2485-cc86-4b51-8bf5-40db8101b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.393521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-cb5b2485-cc86-4b51-8bf5-40db8101b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.393981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-cb5b2485-cc86-4b51-8bf5-40db8101b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.395667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-cb5b2485-cc86-4b51-8bf5-40db8101b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.401008 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-cb5b2485-cc86-4b51-8bf5-40db8101b1ae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 6512 time: 0.0953095 Feb 03 12:46:52.404056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50888980-2a74-4af5-bb7a-82b0687bc972 req-e2a28a29-c57d-4634-a876-7c549273e7e6 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770248 Feb 03 12:46:52.566600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efe51d2-63e2-4789-baec-cde863f62f3f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:52.583311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3adbd-5852-496e-8896-f81f1838a101 req-dd70cd4c-41c1-4d45-be3a-89b05711391e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.584415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-472fa005-017d-4e01-9ee9-8cd8d8f9615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.585146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-472fa005-017d-4e01-9ee9-8cd8d8f9615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.585851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-472fa005-017d-4e01-9ee9-8cd8d8f9615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.587850 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-472fa005-017d-4e01-9ee9-8cd8d8f9615f service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=d933f36861634280b4be5af251d1c225&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1755164 Feb 03 12:46:52.590981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fce3adbd-5852-496e-8896-f81f1838a101 req-dd70cd4c-41c1-4d45-be3a-89b05711391e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.0836000 Feb 03 12:46:52.600000 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Publish callbacks [] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.628407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Transition to ACTIVE for port object 4efe51d2-63e2-4789-baec-cde863f62f3f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:52.638611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.759671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fce3adbd-5852-496e-8896-f81f1838a101 req-6c442b73-23c2-45d5-8cee-c0766ab60dcf tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546991 Feb 03 12:46:52.803428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Pushing event updated for resources: {'Port': ['ID=4efe51d2-63e2-4789-baec-cde863f62f3f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:52.883142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-0f540cdc-ac83-4ee8-8088-6ecd990e68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.886288 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb76ca01-7630-4047-895d-a535bb8dbd7d req-0f540cdc-ac83-4ee8-8088-6ecd990e68ea service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2922134 Feb 03 12:46:53.026913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Attempting to bind port 4efe51d2-63e2-4789-baec-cde863f62f3f on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:53.027439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Attempting to bind port 4efe51d2-63e2-4789-baec-cde863f62f3f by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:53.027931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Attempting to bind port 4efe51d2-63e2-4789-baec-cde863f62f3f on network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:53.039094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Port 4efe51d2-63e2-4789-baec-cde863f62f3f on network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:53.039690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Attempting to bind port 4efe51d2-63e2-4789-baec-cde863f62f3f on network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:53.113358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e7cc-de48-43b8-ade5-647fe48d963f req-7414788b-f867-4c14-9840-75cd2bb1a58f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.118940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e7cc-de48-43b8-ade5-647fe48d963f req-7414788b-f867-4c14-9840-75cd2bb1a58f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.126084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e7cc-de48-43b8-ade5-647fe48d963f req-7414788b-f867-4c14-9840-75cd2bb1a58f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.138921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e7cc-de48-43b8-ade5-647fe48d963f req-7414788b-f867-4c14-9840-75cd2bb1a58f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.145198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e7cc-de48-43b8-ade5-647fe48d963f req-7414788b-f867-4c14-9840-75cd2bb1a58f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.151921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e7cc-de48-43b8-ade5-647fe48d963f req-7414788b-f867-4c14-9840-75cd2bb1a58f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.157744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e7cc-de48-43b8-ade5-647fe48d963f req-7414788b-f867-4c14-9840-75cd2bb1a58f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.159878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8050e7cc-de48-43b8-ade5-647fe48d963f req-7414788b-f867-4c14-9840-75cd2bb1a58f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5417 time: 0.2869718 Feb 03 12:46:53.161121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:53.161582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Checking segment: {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:53.162090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Bound using segment: {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:53.162673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Bound port: 4efe51d2-63e2-4789-baec-cde863f62f3f, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:53.163145 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.260869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8050e7cc-de48-43b8-ade5-647fe48d963f req-285b83d3-a5d9-4f50-8006-e91561de0d93 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939915 Feb 03 12:46:53.359851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] For port 4efe51d2-63e2-4789-baec-cde863f62f3f, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:53.389530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] For port 4efe51d2-63e2-4789-baec-cde863f62f3f, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4efe51d2-63e2-4789-baec-cde863f62f3f,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:53.433086 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.504890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.505801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.507358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] 10.222.0.91 "PUT /v2.0/ports/4efe51d2-63e2-4789-baec-cde863f62f3f HTTP/1.1" status: 200 len: 1092 time: 1.8653462 Feb 03 12:46:53.518668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badcad-038d-4bf1-b319-80e754355afb req-ce84dd07-b6fd-48b9-8f04-6803abad5e6e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.520447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-ce84dd07-b6fd-48b9-8f04-6803abad5e6e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/networks?id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 200 len: 814 time: 0.1905260 Feb 03 12:46:53.605715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-abe9f5a2-2d3f-44ed-8f43-fac5c42ae69e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/quotas/cadf8d08a9db4880a564d810a7cd4a00 HTTP/1.1" status: 200 len: 375 time: 0.0752358 Feb 03 12:46:53.617475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Request body: {'port': {'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:53.631441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884508a2-40f7-43c0-b350-9cca6b554929 service neutron] Pushing event updated for resources: {'Port': ['ID=4efe51d2-63e2-4789-baec-cde863f62f3f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:53.755420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.771492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-4f041fa8-a00d-4a7c-ae5f-d391a352c8be tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1647155 Feb 03 12:46:53.791724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30334258-e46c-4b07-be4c-164ae7816aa1 req-7bff7bae-4c9c-4fc5-bccd-b0aba5401b05 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.793538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30334258-e46c-4b07-be4c-164ae7816aa1 req-7bff7bae-4c9c-4fc5-bccd-b0aba5401b05 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.2501523 Feb 03 12:46:53.830446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '4efe51d2-63e2-4789-baec-cde863f62f3f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:53.832771 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4926d68b-510c-47e6-aaa1-87ca84d862eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "4efe51d2-63e2-4789-baec-cde863f62f3f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:54.138837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-e90ba069-f5de-471a-9c54-4246812361e9 service neutron] 10.222.0.65 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662553 Feb 03 12:46:54.142152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30334258-e46c-4b07-be4c-164ae7816aa1 req-f4d79498-7959-4190-a297-717a7db061bf tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067026 Feb 03 12:46:54.240528 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f4461f-faf8-471b-a0b0-5d78fdc8e357 x-openstack-request-id: req-02f4461f-faf8-471b-a0b0-5d78fdc8e357 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:54.240892 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "4efe51d2-63e2-4789-baec-cde863f62f3f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:54.241212 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02f4461f-faf8-471b-a0b0-5d78fdc8e357 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:54.241675 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '4efe51d2-63e2-4789-baec-cde863f62f3f', 'status': 'completed', 'code': 200} Feb 03 12:46:54.292725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-94c67a63-81d0-48d3-8c76-ddd7591cb420 service neutron] 10.222.0.65 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400583 Feb 03 12:46:54.356300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:54.359049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-904373ee-d178-432c-9f48-41ea76b1cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.360788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-904373ee-d178-432c-9f48-41ea76b1cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.361448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-904373ee-d178-432c-9f48-41ea76b1cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.363209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-904373ee-d178-432c-9f48-41ea76b1cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.364010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-904373ee-d178-432c-9f48-41ea76b1cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.365612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-904373ee-d178-432c-9f48-41ea76b1cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.366275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-904373ee-d178-432c-9f48-41ea76b1cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.374797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Publish callbacks [] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.377186 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-904373ee-d178-432c-9f48-41ea76b1cc3c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 6611 time: 0.1128943 Feb 03 12:46:54.397775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Transition to ACTIVE for port object a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:54.431291 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.490504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-8eceddc0-285c-422e-9f65-a74ab16f3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.491236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-8eceddc0-285c-422e-9f65-a74ab16f3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.491951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-8eceddc0-285c-422e-9f65-a74ab16f3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.496244 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-8eceddc0-285c-422e-9f65-a74ab16f3100 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=d933f36861634280b4be5af251d1c225&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1105282 Feb 03 12:46:54.622028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-d5c77db3-8452-4c99-ac65-97d56f23d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.624352 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4926d68b-510c-47e6-aaa1-87ca84d862eb req-d5c77db3-8452-4c99-ac65-97d56f23d828 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207099 Feb 03 12:46:54.727725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7978bdbc-6b48-4ec9-b96e-20c4e8185902 req-cb907b21-7157-42c6-ac43-ffb78c1bc2fb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 210 time: 0.0573001 Feb 03 12:46:54.756660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f47f-45b2-449d-b9f8-f788a7dacee0 req-7dfa8021-946e-4f81-b75d-6a160c6131a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.762322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f47f-45b2-449d-b9f8-f788a7dacee0 req-7dfa8021-946e-4f81-b75d-6a160c6131a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.768220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f47f-45b2-449d-b9f8-f788a7dacee0 req-7dfa8021-946e-4f81-b75d-6a160c6131a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.787872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f47f-45b2-449d-b9f8-f788a7dacee0 req-7dfa8021-946e-4f81-b75d-6a160c6131a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.795901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f47f-45b2-449d-b9f8-f788a7dacee0 req-7dfa8021-946e-4f81-b75d-6a160c6131a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.803663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f47f-45b2-449d-b9f8-f788a7dacee0 req-7dfa8021-946e-4f81-b75d-6a160c6131a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.810318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f47f-45b2-449d-b9f8-f788a7dacee0 req-7dfa8021-946e-4f81-b75d-6a160c6131a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.812869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bd4f47f-45b2-449d-b9f8-f788a7dacee0 req-7dfa8021-946e-4f81-b75d-6a160c6131a1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.4115381 Feb 03 12:46:54.819391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:54.925380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bd4f47f-45b2-449d-b9f8-f788a7dacee0 req-1483394e-2e55-47f9-919a-b0280456373d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912578 Feb 03 12:46:54.949259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-701771ff-0705-43c7-bf8e-3193a43c83e0 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.951728 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-701771ff-0705-43c7-bf8e-3193a43c83e0 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dac6104-3f5f-4290-8d7a-bd893d865955 HTTP/1.1" status: 200 len: 946 time: 0.0873361 Feb 03 12:46:55.063575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Attempting to bind port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:55.064229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Attempting to bind port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:55.064697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Attempting to bind port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e on network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:55.080082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e on network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:55.080747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Attempting to bind port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e on network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:55.087557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:55.088276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Checking segment: {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:55.088911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Bound using segment: {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:55.089528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Bound port: a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5d1b11-f1b2-4d26-9638-c40854271e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:55.090908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.201866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] For port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:55.208652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] For port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:55.223041 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.425054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Deleting port f67b0c45-98e6-4747-a094-4d1a96989623 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:55.426147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.441451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.442076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.450922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] 10.222.0.91 "PUT /v2.0/ports/a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e HTTP/1.1" status: 200 len: 1092 time: 1.8378403 Feb 03 12:46:55.498811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e8df9-9b82-45e9-8aa6-684fdc842b97 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:55.541115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a483-0f53-441d-8d21-742e2e9e45c3 req-1a3232e4-b5ea-48f6-834e-62b7ffecc4e9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.549346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6747a483-0f53-441d-8d21-742e2e9e45c3 req-1a3232e4-b5ea-48f6-834e-62b7ffecc4e9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.2320132 Feb 03 12:46:55.569879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] For port f67b0c45-98e6-4747-a094-4d1a96989623, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f67b0c45-98e6-4747-a094-4d1a96989623,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:55.570556 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.585233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Calling delete_port for f67b0c45-98e6-4747-a094-4d1a96989623 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:55.723776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f67b0c45-98e6-4747-a094-4d1a96989623), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.740962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f67b0c45-98e6-4747-a094-4d1a96989623'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:55.756468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6747a483-0f53-441d-8d21-742e2e9e45c3 req-be63a81b-a827-4e42-be8f-b5fdaa71e87a tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004504 Feb 03 12:46:55.769467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Pushing event deleted for resources: {'Port': ['ID=f67b0c45-98e6-4747-a094-4d1a96989623,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:55.786090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-12dbdcb0-8401-45cc-a28e-1e819d16996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.786621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-12dbdcb0-8401-45cc-a28e-1e819d16996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.787141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-12dbdcb0-8401-45cc-a28e-1e819d16996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.788024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-12dbdcb0-8401-45cc-a28e-1e819d16996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.788527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-12dbdcb0-8401-45cc-a28e-1e819d16996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.789030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-12dbdcb0-8401-45cc-a28e-1e819d16996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.789483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-12dbdcb0-8401-45cc-a28e-1e819d16996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.791564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-12dbdcb0-8401-45cc-a28e-1e819d16996c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 6710 time: 0.2308803 Feb 03 12:46:55.820913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] No DVR routers for this DVR port f67b0c45-98e6-4747-a094-4d1a96989623 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:46:55.827225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.831154 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-14adca2d-1130-4024-b7e9-8eb138ccfa7e req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "DELETE /v2.0/ports/f67b0c45-98e6-4747-a094-4d1a96989623 HTTP/1.1" status: 204 len: 173 time: 0.8731964 Feb 03 12:46:55.831616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'name': 'network-vif-deleted', 'tag': 'f67b0c45-98e6-4747-a094-4d1a96989623'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:55.834198 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6594823-0db2-48e9-b41a-2101cd168a2d" -d '{"events": [{"server_uuid": "6dac6104-3f5f-4290-8d7a-bd893d865955", "name": "network-vif-deleted", "tag": "f67b0c45-98e6-4747-a094-4d1a96989623"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:55.852776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.853346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.854783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.855142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.855481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.857219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.857620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.859269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.859675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.861170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.861521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.861850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.863455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a0676-f496-4070-a336-bae1a25fd02c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:55.888770 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68e98c-6ec8-41c6-9ad9-1d0fcef859ff x-openstack-request-id: req-6b68e98c-6ec8-41c6-9ad9-1d0fcef859ff {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:55.889060 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dac6104-3f5f-4290-8d7a-bd893d865955", "name": "network-vif-deleted", "tag": "f67b0c45-98e6-4747-a094-4d1a96989623", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:55.889395 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b68e98c-6ec8-41c6-9ad9-1d0fcef859ff {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:55.889839 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dac6104-3f5f-4290-8d7a-bd893d865955', 'name': 'network-vif-deleted', 'tag': 'f67b0c45-98e6-4747-a094-4d1a96989623', 'status': 'completed', 'code': 200} Feb 03 12:46:55.903176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-bb617e1b-588a-49af-8894-39356855f68d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b294da0-f3ad-404c-a8ab-826d7716512f HTTP/1.1" status: 200 len: 217 time: 0.1030180 Feb 03 12:46:55.954875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62b044a3-8776-4199-84bd-72dfa44efe7b req-d4c8657e-baf1-4dc7-be55-a13539ac01e9 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 210 time: 0.0699303 Feb 03 12:46:56.064367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-98060cd6-f6be-4758-b128-7fe66e8664ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.064367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-98060cd6-f6be-4758-b128-7fe66e8664ac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5aa80b3c-f759-4894-813a-31226b7d23a3 HTTP/1.1" status: 200 len: 856 time: 0.1120491 Feb 03 12:46:56.220907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867598a-d2c9-4a52-9e35-30da2501691e req-f3511fc2-e9fb-430c-b3bf-ddf03ea7ac81 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.237762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867598a-d2c9-4a52-9e35-30da2501691e req-f3511fc2-e9fb-430c-b3bf-ddf03ea7ac81 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.245795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867598a-d2c9-4a52-9e35-30da2501691e req-f3511fc2-e9fb-430c-b3bf-ddf03ea7ac81 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.254782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867598a-d2c9-4a52-9e35-30da2501691e req-f3511fc2-e9fb-430c-b3bf-ddf03ea7ac81 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.264723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867598a-d2c9-4a52-9e35-30da2501691e req-f3511fc2-e9fb-430c-b3bf-ddf03ea7ac81 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.271437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867598a-d2c9-4a52-9e35-30da2501691e req-f3511fc2-e9fb-430c-b3bf-ddf03ea7ac81 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.281563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867598a-d2c9-4a52-9e35-30da2501691e req-f3511fc2-e9fb-430c-b3bf-ddf03ea7ac81 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.293378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a867598a-d2c9-4a52-9e35-30da2501691e req-f3511fc2-e9fb-430c-b3bf-ddf03ea7ac81 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.2618155 Feb 03 12:46:56.297129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:56.305684 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36af65b5-1ef8-4e10-ada2-8476b0dab11d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:56.322496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badcad-038d-4bf1-b319-80e754355afb req-976e80a3-48d3-459d-9c2b-4229a9494977 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.325882 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-976e80a3-48d3-459d-9c2b-4229a9494977 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "GET /v2.0/networks?id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 200 len: 814 time: 0.2069356 Feb 03 12:46:56.345144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Request body: {'port': {'device_id': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45', 'admin_state_up': True, 'tenant_id': 'cadf8d08a9db4880a564d810a7cd4a00'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:56.381324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-a3dc70d9-471d-4fad-919a-e3c78fb36c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.383304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-a3dc70d9-471d-4fad-919a-e3c78fb36c61 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbe97daa-66bc-439a-be46-fd30ab260f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2844410 Feb 03 12:46:56.504770 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db59d30-8c2d-40aa-a5d1-1b372f621cc4 x-openstack-request-id: req-9db59d30-8c2d-40aa-a5d1-1b372f621cc4 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:56.505165 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:56.506703 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9db59d30-8c2d-40aa-a5d1-1b372f621cc4 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:56.506847 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e', 'status': 'completed', 'code': 200} Feb 03 12:46:56.601323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Made reservation on behalf of cadf8d08a9db4880a564d810a7cd4a00 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:56.606118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.661163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a867598a-d2c9-4a52-9e35-30da2501691e req-1bf08706-fc8e-4b23-9ee8-43f8d7bed57c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3665845 Feb 03 12:46:56.679836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60126) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:56.722486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-9e8ab80e-50d5-46a9-a590-1767d8f0b073 service neutron] 10.222.0.91 "GET /v2.0/networks/bbe97daa-66bc-439a-be46-fd30ab260f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854383 Feb 03 12:46:56.844051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-07173578-bb8e-418f-b5ae-ae322cb23ae9 service neutron] 10.222.0.91 "GET /v2.0/networks/bbe97daa-66bc-439a-be46-fd30ab260f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135395 Feb 03 12:46:56.870929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Allocated IP 172.20.0.14 (bbb3f7cb-9959-478e-a5f4-96c33d1b8b45/2b4c3b08-b170-4fb0-9358-b0e340a74ec5/6bda5d8c-df4c-494c-bd37-686620ed7e9b) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:56.917602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-73b7cd37-d025-4d2b-ac36-12a1865877af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=be4fdb00-ee66-42b6-b51f-c9818b68335a HTTP/1.1" status: 200 len: 217 time: 0.0673418 Feb 03 12:46:56.929991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e267a0e0-3847-44f1-ae70-8a96ff8e9c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.996831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea018d-5ce8-4a02-bc41-f4339cf1170e req-1dc10f98-33b6-4b3c-b55c-a3d9180690bc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.000283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ea018d-5ce8-4a02-bc41-f4339cf1170e req-1dc10f98-33b6-4b3c-b55c-a3d9180690bc tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1425350 Feb 03 12:46:57.004817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-5d31697f-2c9b-4609-a387-0af0f0dc7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.006392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-5d31697f-2c9b-4609-a387-0af0f0dc7396 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3427fd14-f0c4-46a3-a930-8b508a7e4fdb HTTP/1.1" status: 200 len: 797 time: 0.0800505 Feb 03 12:46:57.102567 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks [] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.104990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4de8379-33f4-48b2-b148-e953b9f23833 req-1ac7bfe3-3a0f-4177-95db-3cdaa1ff4e65 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 210 time: 0.0369520 Feb 03 12:46:57.151832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6d4c1786-7e60-48e1-a55c-6c0a666e0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.153507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6d4c1786-7e60-48e1-a55c-6c0a666e0133 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1372693 Feb 03 12:46:57.154557 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e267a0e0-3847-44f1-ae70-8a96ff8e9c0b admin admin] Publish callbacks [] for security_group (7ae9781e-9a21-4bdb-809a-99ee1466e1ec), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.157570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ea018d-5ce8-4a02-bc41-f4339cf1170e req-b505e1f1-43c0-4057-889a-1a724876e769 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501286 Feb 03 12:46:57.167730 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e267a0e0-3847-44f1-ae70-8a96ff8e9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7ae9781e-9a21-4bdb-809a-99ee1466e1ec), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.241209 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e267a0e0-3847-44f1-ae70-8a96ff8e9c0b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ee303de21c944f081a8c6e4a7a5955d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5544899 Feb 03 12:46:57.243622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.248896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60138) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:57.257254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f67b0c45-98e6-4747-a094-4d1a96989623'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:57.262118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267a0e0-3847-44f1-ae70-8a96ff8e9c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae9781e-9a21-4bdb-809a-99ee1466e1ec,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:57.327779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:57.335986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:57.339346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:57.351028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d060864c-6c9f-4105-9327-aa7196a2ff87 service neutron] 10.222.0.91 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903896 Feb 03 12:46:57.418420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Pushing event updated for resources: {'Port': ['ID=6bda5d8c-df4c-494c-bd37-686620ed7e9b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:57.422108 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c44c17c9-b23d-41be-8581-20109a44c368 admin admin] Publish callbacks [] for security_group (7ae9781e-9a21-4bdb-809a-99ee1466e1ec), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.442467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.443316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.472808 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c44c17c9-b23d-41be-8581-20109a44c368 admin admin] Publish callbacks [] for security_group (7ae9781e-9a21-4bdb-809a-99ee1466e1ec), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.500503 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-974d610b-e60d-4f12-a377-bcfa70aa5270 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1599925 Feb 03 12:46:57.507311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-29f77979-0e05-4243-aa6b-e586d565cc2d service neutron] 10.222.0.91 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496298 Feb 03 12:46:57.520544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Request body: {'port': {'device_id': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:57.590057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-5e50eeaa-cd5c-4bf5-bdc8-669fbd55121f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=40cbe00e-fe75-45a8-ab11-9e3f78589d86 HTTP/1.1" status: 200 len: 217 time: 0.0751765 Feb 03 12:46:57.603478 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c44c17c9-b23d-41be-8581-20109a44c368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7ae9781e-9a21-4bdb-809a-99ee1466e1ec), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.606463 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c44c17c9-b23d-41be-8581-20109a44c368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.611608 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c44c17c9-b23d-41be-8581-20109a44c368 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ae9781e-9a21-4bdb-809a-99ee1466e1ec HTTP/1.1" status: 204 len: 168 time: 0.3590362 Feb 03 12:46:57.630634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c17c9-b23d-41be-8581-20109a44c368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae9781e-9a21-4bdb-809a-99ee1466e1ec,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:57.649263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6e39-e7e9-4721-909e-886a89ebcaa3 req-4864cfe1-57c7-4a57-8a43-057c7b8737b0 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.650934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-840f6e39-e7e9-4721-909e-886a89ebcaa3 req-4864cfe1-57c7-4a57-8a43-057c7b8737b0 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1375787 Feb 03 12:46:57.696397 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.708065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-cdf60463-fece-4cfa-8b5f-aa64dab652e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.709734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-cdf60463-fece-4cfa-8b5f-aa64dab652e1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3427fd14-f0c4-46a3-a930-8b508a7e4fdb HTTP/1.1" status: 200 len: 797 time: 0.1113484 Feb 03 12:46:57.929577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-840f6e39-e7e9-4721-909e-886a89ebcaa3 req-e2cb1713-d9e5-41cf-bbcc-9d0954a8d715 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619624 Feb 03 12:46:57.961978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-40ec0dc3-6788-4b01-a2d4-84f901daba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.968299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-40ec0dc3-6788-4b01-a2d4-84f901daba49 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2470906 Feb 03 12:46:58.058944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d244d-ae38-4f30-a9d4-bf5ecc41d2c9 req-3fa8e302-b29b-4bba-80b6-59c6a8dd19d3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.074701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d244d-ae38-4f30-a9d4-bf5ecc41d2c9 req-3fa8e302-b29b-4bba-80b6-59c6a8dd19d3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.082207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d244d-ae38-4f30-a9d4-bf5ecc41d2c9 req-3fa8e302-b29b-4bba-80b6-59c6a8dd19d3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.096715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d244d-ae38-4f30-a9d4-bf5ecc41d2c9 req-3fa8e302-b29b-4bba-80b6-59c6a8dd19d3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.107815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d244d-ae38-4f30-a9d4-bf5ecc41d2c9 req-3fa8e302-b29b-4bba-80b6-59c6a8dd19d3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.122945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d244d-ae38-4f30-a9d4-bf5ecc41d2c9 req-3fa8e302-b29b-4bba-80b6-59c6a8dd19d3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.130956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d244d-ae38-4f30-a9d4-bf5ecc41d2c9 req-3fa8e302-b29b-4bba-80b6-59c6a8dd19d3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.135994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bda5d8c-df4c-494c-bd37-686620ed7e9b {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:58.136893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c5d244d-ae38-4f30-a9d4-bf5ecc41d2c9 req-3fa8e302-b29b-4bba-80b6-59c6a8dd19d3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.2949469 Feb 03 12:46:58.153441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Publish callbacks [] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.173501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Transition to ACTIVE for port object 6bda5d8c-df4c-494c-bd37-686620ed7e9b will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:58.181974 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.329976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bda5d8c-df4c-494c-bd37-686620ed7e9b,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:58.380445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Attempting to bind port 6bda5d8c-df4c-494c-bd37-686620ed7e9b on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:58.383975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Attempting to bind port 6bda5d8c-df4c-494c-bd37-686620ed7e9b by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:58.384309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Attempting to bind port 6bda5d8c-df4c-494c-bd37-686620ed7e9b on network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:58.390278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Port 6bda5d8c-df4c-494c-bd37-686620ed7e9b on network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:58.391094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Attempting to bind port 6bda5d8c-df4c-494c-bd37-686620ed7e9b on network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:58.397840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:58.398758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Checking segment: {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:58.399404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Bound using segment: {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:58.400103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Bound port: 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:58.400738 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.511765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] For port 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:58.517178 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] For port 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:58.527681 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.569368 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.570042 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.571498 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/6bda5d8c-df4c-494c-bd37-686620ed7e9b HTTP/1.1" status: 200 len: 1093 time: 1.0565569 Feb 03 12:46:58.571933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'tag': '6bda5d8c-df4c-494c-bd37-686620ed7e9b'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:58.574635 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d5a773-631f-44c6-9150-998bbb1a7140" -d '{"events": [{"name": "network-changed", "server_uuid": "e69f8ed3-32bc-4981-928a-5d4188545060", "tag": "6bda5d8c-df4c-494c-bd37-686620ed7e9b"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:58.599790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb14c5-898c-4e65-81cc-63a1c41b98a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bda5d8c-df4c-494c-bd37-686620ed7e9b,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:58.756197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998feddc-a1a8-406d-befa-798e18d96b6a req-d5902d02-8d1b-428f-9f66-28ca0690e87c tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.759845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-998feddc-a1a8-406d-befa-798e18d96b6a req-d5902d02-8d1b-428f-9f66-28ca0690e87c tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.6222064 Feb 03 12:46:58.768498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badcad-038d-4bf1-b319-80e754355afb req-41be16da-8154-4f6f-a415-e97c945c23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.769868 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-41be16da-8154-4f6f-a415-e97c945c23ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 1127 time: 0.1139686 Feb 03 12:46:58.827210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c5d244d-ae38-4f30-a9d4-bf5ecc41d2c9 req-c5e6aad5-8548-4635-881c-5debbe0a98a6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6620522 Feb 03 12:46:58.872232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-4b03392e-88f8-41ee-921e-9e8103c63a00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b HTTP/1.1" status: 200 len: 217 time: 0.0931556 Feb 03 12:46:58.886844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-39d5c6ec-ce38-4e54-8a90-b125c60ac0df service neutron] 10.222.0.91 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9114177 Feb 03 12:46:58.980818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1badcad-038d-4bf1-b319-80e754355afb req-3d609455-ddc7-49a3-80b0-29cdb71c3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.985025 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-3d609455-ddc7-49a3-80b0-29cdb71c3c44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b4c3b08-b170-4fb0-9358-b0e340a74ec5 HTTP/1.1" status: 200 len: 854 time: 0.1051135 Feb 03 12:46:59.006575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-998feddc-a1a8-406d-befa-798e18d96b6a req-a9cd9199-cf3f-41a4-97fc-7a027c152729 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234256 Feb 03 12:46:59.043354 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-3d51e214-be0d-433e-9321-166c2450c511 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518851 Feb 03 12:46:59.073688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b99b9c10-0c1e-494b-b59e-433f8878d146 service neutron] 10.222.0.91 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732683 Feb 03 12:46:59.132537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-694103b0-2938-4394-9498-228761ce545b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=336c41d4-0e4c-42a1-908e-50be2aca60a7 HTTP/1.1" status: 200 len: 217 time: 0.0473299 Feb 03 12:46:59.144425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce0a20-9868-416c-bc24-9c8a5e41863a req-f61fae30-6f55-4029-9a5b-bd55e217e5cb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.146385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ce0a20-9868-416c-bc24-9c8a5e41863a req-f61fae30-6f55-4029-9a5b-bd55e217e5cb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 944 time: 0.2267685 Feb 03 12:46:59.169077 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aae0eb-ad59-4bdc-8538-bb0af79255c8 x-openstack-request-id: req-e8aae0eb-ad59-4bdc-8538-bb0af79255c8 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:59.169367 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69f8ed3-32bc-4981-928a-5d4188545060", "tag": "6bda5d8c-df4c-494c-bd37-686620ed7e9b", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:59.169620 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8aae0eb-ad59-4bdc-8538-bb0af79255c8 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:59.170019 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'tag': '6bda5d8c-df4c-494c-bd37-686620ed7e9b', 'status': 'completed', 'code': 200} Feb 03 12:46:59.251540 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-dbedc1e2-dad1-40a1-a50f-30a0490103c8 service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946671 Feb 03 12:46:59.261344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-3a4b4706-fb6b-4c92-9e3c-fca749a312a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.263332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-3a4b4706-fb6b-4c92-9e3c-fca749a312a7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3427fd14-f0c4-46a3-a930-8b508a7e4fdb HTTP/1.1" status: 200 len: 797 time: 0.1159935 Feb 03 12:46:59.333176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ce0a20-9868-416c-bc24-9c8a5e41863a req-5a420e0b-d524-408a-aca4-c5f572cfb7b4 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619806 Feb 03 12:46:59.349418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-24d03537-d67f-4906-876c-0ec0ed7703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.351128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-24d03537-d67f-4906-876c-0ec0ed7703d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0788660 Feb 03 12:46:59.393855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f67b0c45-98e6-4747-a094-4d1a96989623 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:59.445204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: f67b0c45-98e6-4747-a094-4d1a96989623 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:46:59.445926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f67b0c45-98e6-4747-a094-4d1a96989623 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:46:59.460250 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d1badcad-038d-4bf1-b319-80e754355afb req-e002e6d8-e8cf-4c4e-8e7a-9256f89db8fe service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049689 Feb 03 12:46:59.573014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-5109e2d2-7e9d-4b17-ae89-81d35c13130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.574725 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-5109e2d2-7e9d-4b17-ae89-81d35c13130a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 1127 time: 0.0606685 Feb 03 12:46:59.575073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-c58722fb-3c03-4f82-a588-626020ae39a0 service neutron] 10.222.0.91 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164149 Feb 03 12:46:59.595715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad19f5-1be3-4bd3-bdbf-da48815f7b7e req-43ee147e-9d19-4e61-82e6-58ab29c04de3 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.597705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5ad19f5-1be3-4bd3-bdbf-da48815f7b7e req-43ee147e-9d19-4e61-82e6-58ab29c04de3 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1076925 Feb 03 12:46:59.722722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-9aa66665-5823-4300-bce1-ca6347b26df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.725432 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-9aa66665-5823-4300-bce1-ca6347b26df2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 200 len: 915 time: 0.1419747 Feb 03 12:46:59.775265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-50df31ed-4235-4001-ba58-494c502b79bb service neutron] 10.222.0.91 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887105 Feb 03 12:46:59.785250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5ad19f5-1be3-4bd3-bdbf-da48815f7b7e req-08763f23-62ed-4a3c-8569-c938f01dbd5f tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973749 Feb 03 12:46:59.786918 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-1e9c5367-c788-4ec9-945c-0a2ecf1cec30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b HTTP/1.1" status: 200 len: 217 time: 0.0505176 Feb 03 12:46:59.829976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-8adbe36a-0406-45dc-a674-45ccd719361d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=c2731763-4230-474f-9b0d-357d6ee2b165 HTTP/1.1" status: 200 len: 217 time: 0.0434449 Feb 03 12:46:59.852101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-bc8d347b-36ce-4d01-a84f-2a63331e7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.853641 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-bc8d347b-36ce-4d01-a84f-2a63331e7879 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b4c3b08-b170-4fb0-9358-b0e340a74ec5 HTTP/1.1" status: 200 len: 854 time: 0.0583367 Feb 03 12:46:59.899090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-2b009def-6f7d-416a-9d59-7df29830af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.901106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-2b009def-6f7d-416a-9d59-7df29830af1a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3427fd14-f0c4-46a3-a930-8b508a7e4fdb HTTP/1.1" status: 200 len: 797 time: 0.0647807 Feb 03 12:46:59.901393 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-ebd3018b-62e3-45cb-902b-e26c6dd2d6eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393395 Feb 03 12:47:00.020098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-608cf2cc-8cb9-4b9b-ab71-90b017980e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.022600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-608cf2cc-8cb9-4b9b-ab71-90b017980e90 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8d7233e0-cf83-46e3-b0d0-3abcad3dde73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1137555 Feb 03 12:47:00.040726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b6ae-37d6-4f9a-9be5-2a5e75cbd7b6 req-2db69a06-b96f-4f11-8897-9a6624ff6aba tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.048902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b6ae-37d6-4f9a-9be5-2a5e75cbd7b6 req-2db69a06-b96f-4f11-8897-9a6624ff6aba tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.053665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b6ae-37d6-4f9a-9be5-2a5e75cbd7b6 req-2db69a06-b96f-4f11-8897-9a6624ff6aba tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.054230 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-dd2464c4-06f8-46fd-b6a6-e33f500692d7 service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386609 Feb 03 12:47:00.059148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b6ae-37d6-4f9a-9be5-2a5e75cbd7b6 req-2db69a06-b96f-4f11-8897-9a6624ff6aba tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.065089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b6ae-37d6-4f9a-9be5-2a5e75cbd7b6 req-2db69a06-b96f-4f11-8897-9a6624ff6aba tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.070724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b6ae-37d6-4f9a-9be5-2a5e75cbd7b6 req-2db69a06-b96f-4f11-8897-9a6624ff6aba tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.077184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b6ae-37d6-4f9a-9be5-2a5e75cbd7b6 req-2db69a06-b96f-4f11-8897-9a6624ff6aba tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.079264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3724b6ae-37d6-4f9a-9be5-2a5e75cbd7b6 req-2db69a06-b96f-4f11-8897-9a6624ff6aba tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1299164 Feb 03 12:47:00.202645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-68d5a773-631f-44c6-9150-998bbb1a7140 req-916696fc-175a-4d56-81dc-d264319ad9d6 service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409183 Feb 03 12:47:00.209588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3724b6ae-37d6-4f9a-9be5-2a5e75cbd7b6 req-1fe0a0b9-fbd0-40a1-a8b9-7d851b7445a7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212065 Feb 03 12:47:00.234376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-25a87959-7f0e-48a8-bcb1-d118f2adca24 service neutron] 10.222.0.91 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516521 Feb 03 12:47:00.334889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-f10cbd24-ab0f-4b5d-a2fd-d7a17576bb2e service neutron] 10.222.0.91 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961204 Feb 03 12:47:00.391557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-565a05c3-543d-46a6-9d5d-63a5cefb2e18 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4efe51d2-63e2-4789-baec-cde863f62f3f HTTP/1.1" status: 200 len: 217 time: 0.0467887 Feb 03 12:47:00.488726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6721a6ce-f284-4e3e-8a56-22495af84f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.490217 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-6721a6ce-f284-4e3e-8a56-22495af84f6d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=035ed027-a4aa-4546-8ae2-7a7074151a5d HTTP/1.1" status: 200 len: 797 time: 0.0921743 Feb 03 12:47:00.534774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94a77a-0f79-49b1-b9ee-3fc9b8e51938 req-8c0c5d94-98f1-4ff4-a7ef-33ef91399a74 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.536320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a94a77a-0f79-49b1-b9ee-3fc9b8e51938 req-8c0c5d94-98f1-4ff4-a7ef-33ef91399a74 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 944 time: 0.0996001 Feb 03 12:47:00.571859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-8e5e7980-de27-431c-9eea-1a76adc32a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.573428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-8e5e7980-de27-431c-9eea-1a76adc32a54 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0765867 Feb 03 12:47:00.630366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a94a77a-0f79-49b1-b9ee-3fc9b8e51938 req-2956ed91-26a9-4f29-a2a6-623933cbf8ae tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816615 Feb 03 12:47:00.688249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-49d1e651-8ec4-41be-9f18-604a3323cc83 service neutron] 10.222.0.91 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079619 Feb 03 12:47:00.800518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-277dbaee-f360-4244-b721-433d48e26758 service neutron] 10.222.0.91 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062727 Feb 03 12:47:00.849953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-d46c2d77-5eab-4998-b67e-70cefd310a5e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.851777 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-d46c2d77-5eab-4998-b67e-70cefd310a5e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.0941131 Feb 03 12:47:00.859011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-b9f4193a-c80a-4a5e-ba4b-b0b9d1e93192 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e HTTP/1.1" status: 200 len: 217 time: 0.0525541 Feb 03 12:47:00.919074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d8fb9718-0e7e-4230-ae27-f7cf19b1fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.920998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d8fb9718-0e7e-4230-ae27-f7cf19b1fcc3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=035ed027-a4aa-4546-8ae2-7a7074151a5d HTTP/1.1" status: 200 len: 797 time: 0.0567114 Feb 03 12:47:00.967609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Deleting port 4198e838-1809-4684-a496-5b31b45021f7 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:00.967943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4198e838-1809-4684-a496-5b31b45021f7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.016659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-498af00e-95d7-4763-b167-c84983c57a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.018297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-498af00e-95d7-4763-b167-c84983c57a7c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0865991 Feb 03 12:47:01.025520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0f22-d345-48a8-be73-ea6782959cbe req-9c7259f4-e9f1-4179-81ed-5bdb329c3dcb tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.027090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b2f0f22-d345-48a8-be73-ea6782959cbe req-9c7259f4-e9f1-4179-81ed-5bdb329c3dcb tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db8415f-5b55-4952-85c0-3e075f085332 HTTP/1.1" status: 200 len: 946 time: 0.1047804 Feb 03 12:47:01.087136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] For port 4198e838-1809-4684-a496-5b31b45021f7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4198e838-1809-4684-a496-5b31b45021f7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:01.088589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4198e838-1809-4684-a496-5b31b45021f7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.104006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Calling delete_port for 4198e838-1809-4684-a496-5b31b45021f7 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:01.160233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b2f0f22-d345-48a8-be73-ea6782959cbe req-579ea0c9-fa74-477c-9191-2845bda17842 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215706 Feb 03 12:47:01.172151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-288216b1-28d0-43f2-86ad-8d7ed8eacae6 service neutron] 10.222.0.91 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427824 Feb 03 12:47:01.282464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4198e838-1809-4684-a496-5b31b45021f7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.297279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:01.363763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event deleted for resources: {'Port': ['ID=4198e838-1809-4684-a496-5b31b45021f7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:01.409118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4610794f-18e8-4f2e-8a50-50cb95741ab6 req-d16ba683-df83-4dd2-bd75-735e5d3f4d2a service neutron] 10.222.0.91 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297907 Feb 03 12:47:01.428342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] No DVR routers for this DVR port 4198e838-1809-4684-a496-5b31b45021f7 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:01.430618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.438515 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8a0a01ce-044b-44fb-b96f-2e015d90bb7b req-f40b384a-5780-43b3-a174-9a8233c923a9 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "DELETE /v2.0/ports/4198e838-1809-4684-a496-5b31b45021f7 HTTP/1.1" status: 204 len: 173 time: 0.5792503 Feb 03 12:47:01.438515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db8415f-5b55-4952-85c0-3e075f085332', 'name': 'network-vif-deleted', 'tag': '4198e838-1809-4684-a496-5b31b45021f7'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:01.448890 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2990579a-7901-482a-bfc0-79c5dd86c3f3" -d '{"events": [{"server_uuid": "2db8415f-5b55-4952-85c0-3e075f085332", "name": "network-vif-deleted", "tag": "4198e838-1809-4684-a496-5b31b45021f7"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:01.499143 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214f640b-76c8-4a80-af71-e0336208141c x-openstack-request-id: req-214f640b-76c8-4a80-af71-e0336208141c {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:01.499482 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db8415f-5b55-4952-85c0-3e075f085332", "name": "network-vif-deleted", "tag": "4198e838-1809-4684-a496-5b31b45021f7", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:01.499733 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-214f640b-76c8-4a80-af71-e0336208141c {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:01.500222 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db8415f-5b55-4952-85c0-3e075f085332', 'name': 'network-vif-deleted', 'tag': '4198e838-1809-4684-a496-5b31b45021f7', 'status': 'completed', 'code': 200} Feb 03 12:47:01.556434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924286-533d-4269-b92c-04e828942d7b req-4130f09f-3561-40db-9ad2-588a555f99d9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.569144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924286-533d-4269-b92c-04e828942d7b req-4130f09f-3561-40db-9ad2-588a555f99d9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.573356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6581e181-9f7c-4d9f-a784-a1a3820f5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.573832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6581e181-9f7c-4d9f-a784-a1a3820f5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.574301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6581e181-9f7c-4d9f-a784-a1a3820f5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.574786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6581e181-9f7c-4d9f-a784-a1a3820f5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.575240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6581e181-9f7c-4d9f-a784-a1a3820f5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.575700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6581e181-9f7c-4d9f-a784-a1a3820f5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.576157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6581e181-9f7c-4d9f-a784-a1a3820f5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.578452 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6581e181-9f7c-4d9f-a784-a1a3820f5670 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 6710 time: 0.0747635 Feb 03 12:47:01.586107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924286-533d-4269-b92c-04e828942d7b req-4130f09f-3561-40db-9ad2-588a555f99d9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.598092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924286-533d-4269-b92c-04e828942d7b req-4130f09f-3561-40db-9ad2-588a555f99d9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.604074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924286-533d-4269-b92c-04e828942d7b req-4130f09f-3561-40db-9ad2-588a555f99d9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.610177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924286-533d-4269-b92c-04e828942d7b req-4130f09f-3561-40db-9ad2-588a555f99d9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.616224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924286-533d-4269-b92c-04e828942d7b req-4130f09f-3561-40db-9ad2-588a555f99d9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.624821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24924286-533d-4269-b92c-04e828942d7b req-4130f09f-3561-40db-9ad2-588a555f99d9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.3056755 Feb 03 12:47:01.704473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24924286-533d-4269-b92c-04e828942d7b req-a9539b60-9ec9-42b8-b423-ecb789fc0937 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771441 Feb 03 12:47:01.736510 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-8a3d59a5-3bed-40c7-a5c1-9e3dc177d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.738486 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-8a3d59a5-3bed-40c7-a5c1-9e3dc177d5e0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e HTTP/1.1" status: 200 len: 903 time: 0.1527996 Feb 03 12:47:01.795256 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-0d3e6ea9-c655-4a08-a2fd-dcbe5f05f0d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e HTTP/1.1" status: 200 len: 217 time: 0.0501127 Feb 03 12:47:01.856898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-0a0b8496-ceb4-4bad-abb5-9fc26e862d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.858550 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-0a0b8496-ceb4-4bad-abb5-9fc26e862d16 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=035ed027-a4aa-4546-8ae2-7a7074151a5d HTTP/1.1" status: 200 len: 797 time: 0.0544801 Feb 03 12:47:01.923872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6902f7fa-ad2c-4e5d-bf44-9ca707795207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.925376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-6902f7fa-ad2c-4e5d-bf44-9ca707795207 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0596282 Feb 03 12:47:02.125860 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-ee149c9e-8bbc-4616-b7ed-9a513c88d068 service neutron] 10.222.0.91 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894972 Feb 03 12:47:02.182707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52cac7-50b9-4b14-8637-e0e1bb4a7608 req-179b8904-77e9-442e-ac8b-a54b738fec4d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.191743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff52cac7-50b9-4b14-8637-e0e1bb4a7608 req-179b8904-77e9-442e-ac8b-a54b738fec4d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 944 time: 0.4290476 Feb 03 12:47:02.240945 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36af65b5-1ef8-4e10-ada2-8476b0dab11d req-f9167ca7-8c94-4f1b-b111-08c70c38d0e6 service neutron] 10.222.0.91 "GET /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093471 Feb 03 12:47:02.269327 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff52cac7-50b9-4b14-8637-e0e1bb4a7608 req-21cbd82f-c870-44e6-9433-faba87a3c3a1 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661910 Feb 03 12:47:02.587041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60300) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:02.713070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6747300e-f876-486b-997f-332d18dbd5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.853828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6747300e-f876-486b-997f-332d18dbd5ea admin admin] Publish callbacks [] for security_group (e264344c-d1b7-4123-84a2-7759b0ec7ad8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.860181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6747300e-f876-486b-997f-332d18dbd5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e264344c-d1b7-4123-84a2-7759b0ec7ad8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.866171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c098ba-a35f-4239-b301-04083b639853 req-e9da276f-b079-4791-99a1-6bc5446cd639 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.872674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c098ba-a35f-4239-b301-04083b639853 req-e9da276f-b079-4791-99a1-6bc5446cd639 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.881893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c098ba-a35f-4239-b301-04083b639853 req-e9da276f-b079-4791-99a1-6bc5446cd639 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.889243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c098ba-a35f-4239-b301-04083b639853 req-e9da276f-b079-4791-99a1-6bc5446cd639 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.896965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c098ba-a35f-4239-b301-04083b639853 req-e9da276f-b079-4791-99a1-6bc5446cd639 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.902856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c098ba-a35f-4239-b301-04083b639853 req-e9da276f-b079-4791-99a1-6bc5446cd639 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.908895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c098ba-a35f-4239-b301-04083b639853 req-e9da276f-b079-4791-99a1-6bc5446cd639 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.911025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41c098ba-a35f-4239-b301-04083b639853 req-e9da276f-b079-4791-99a1-6bc5446cd639 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1218362 Feb 03 12:47:02.911737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747300e-f876-486b-997f-332d18dbd5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e264344c-d1b7-4123-84a2-7759b0ec7ad8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:02.941111 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6747300e-f876-486b-997f-332d18dbd5ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d73c2c90aa6a4e5ea73afc1f4e5fc7a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528826 Feb 03 12:47:02.943690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60318) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:02.998835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b00b8997-8a90-48ae-beae-a5dfa93b76c0 admin admin] Publish callbacks [] for security_group (e264344c-d1b7-4123-84a2-7759b0ec7ad8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.010716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41c098ba-a35f-4239-b301-04083b639853 req-c7820c05-6ca8-4ee7-870b-6bb52bf7aacd tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927918 Feb 03 12:47:03.021035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b00b8997-8a90-48ae-beae-a5dfa93b76c0 admin admin] Publish callbacks [] for security_group (e264344c-d1b7-4123-84a2-7759b0ec7ad8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.045785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9485d-8351-4ea5-91ce-5cd86743cd3a req-23755b47-a6fd-4b9d-9249-508b5c6303ef tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.048312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6a9485d-8351-4ea5-91ce-5cd86743cd3a req-23755b47-a6fd-4b9d-9249-508b5c6303ef tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 945 time: 0.0819850 Feb 03 12:47:03.071770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b00b8997-8a90-48ae-beae-a5dfa93b76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e264344c-d1b7-4123-84a2-7759b0ec7ad8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.075417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b00b8997-8a90-48ae-beae-a5dfa93b76c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.079481 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b00b8997-8a90-48ae-beae-a5dfa93b76c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e264344c-d1b7-4123-84a2-7759b0ec7ad8 HTTP/1.1" status: 204 len: 168 time: 0.1322482 Feb 03 12:47:03.091712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b8997-8a90-48ae-beae-a5dfa93b76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e264344c-d1b7-4123-84a2-7759b0ec7ad8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:03.130909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6a9485d-8351-4ea5-91ce-5cd86743cd3a req-02ffca5c-7da5-490c-bfb3-61683f3dbc46 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699787 Feb 03 12:47:03.202901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4198e838-1809-4684-a496-5b31b45021f7 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:03.225783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 4198e838-1809-4684-a496-5b31b45021f7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:03.226119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4198e838-1809-4684-a496-5b31b45021f7 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:03.369853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60326) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:03.391462 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-687dae5b-201c-4d53-9634-9e24d6181671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.411155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8617a-9b3a-4c9c-b376-45ab1316d726 req-b8655740-828d-45c0-91f0-69fef43ffc9e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.412663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5b8617a-9b3a-4c9c-b376-45ab1316d726 req-b8655740-828d-45c0-91f0-69fef43ffc9e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 944 time: 0.0815480 Feb 03 12:47:03.440884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6bda5d8c-df4c-494c-bd37-686620ed7e9b details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:03.498669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5b8617a-9b3a-4c9c-b376-45ab1316d726 req-53c2faa2-8001-4184-bb52-050bf96e09cd tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785034 Feb 03 12:47:03.533322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-687dae5b-201c-4d53-9634-9e24d6181671 admin admin] Publish callbacks [] for security_group (7db47d6f-4172-413d-95e4-71e0a0a53094), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.539127 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-687dae5b-201c-4d53-9634-9e24d6181671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7db47d6f-4172-413d-95e4-71e0a0a53094), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.556112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:03.568347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '6bda5d8c-df4c-494c-bd37-686620ed7e9b', 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45', 'port_id': '6bda5d8c-df4c-494c-bd37-686620ed7e9b', 'mac_address': 'fa:16:3e:f4:6b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4c3b08-b170-4fb0-9358-b0e340a74ec5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:03.582680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-687dae5b-201c-4d53-9634-9e24d6181671 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0360c45f6ea449e590704e7f616dda1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2115152 Feb 03 12:47:03.587062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60328) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:03.588214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dae5b-201c-4d53-9634-9e24d6181671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db47d6f-4172-413d-95e4-71e0a0a53094,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:03.610714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 6bda5d8c-df4c-494c-bd37-686620ed7e9b is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:03.611815 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.627651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bda5d8c-df4c-494c-bd37-686620ed7e9b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:03.649993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:03.652236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8826198-b50c-453a-848d-b41f0113eea5 admin admin] Publish callbacks [] for security_group (7db47d6f-4172-413d-95e4-71e0a0a53094), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.656392 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.677087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8826198-b50c-453a-848d-b41f0113eea5 admin admin] Publish callbacks [] for security_group (7db47d6f-4172-413d-95e4-71e0a0a53094), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.711267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=6bda5d8c-df4c-494c-bd37-686620ed7e9b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:03.735713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8826198-b50c-453a-848d-b41f0113eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7db47d6f-4172-413d-95e4-71e0a0a53094), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.738373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8826198-b50c-453a-848d-b41f0113eea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.739586 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d8826198-b50c-453a-848d-b41f0113eea5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7db47d6f-4172-413d-95e4-71e0a0a53094 HTTP/1.1" status: 204 len: 168 time: 0.1510751 Feb 03 12:47:03.748366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8826198-b50c-453a-848d-b41f0113eea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db47d6f-4172-413d-95e4-71e0a0a53094,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:03.892308 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-0a7893c0-32c6-4ceb-8850-2fc1153f5ea8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584388 Feb 03 12:47:03.938426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['6bda5d8c-df4c-494c-bd37-686620ed7e9b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:04.000107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-375a9f7c-2545-4eba-af39-e5e84c153a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.000989 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-375a9f7c-2545-4eba-af39-e5e84c153a84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1127 time: 0.0555143 Feb 03 12:47:04.154118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-ee8d58ce-af04-49ef-a77f-c289c48f2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.156498 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-ee8d58ce-af04-49ef-a77f-c289c48f2193 service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.1336811 Feb 03 12:47:04.256424 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-7271c29f-4dd7-491d-acd0-369f60080650 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.0887549 Feb 03 12:47:04.312373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c100e-9ac3-4215-87e4-1744e5000e71 req-e84668ea-252e-4a1c-9dff-51ef91233393 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.318363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-771c100e-9ac3-4215-87e4-1744e5000e71 req-e84668ea-252e-4a1c-9dff-51ef91233393 tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 945 time: 0.0801473 Feb 03 12:47:04.351529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-b74f6b08-08a4-45ad-ac0a-6f9988014b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.353328 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-b74f6b08-08a4-45ad-ac0a-6f9988014b65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.0843723 Feb 03 12:47:04.373282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5852-1eef-43d3-858a-7fc60f25a490 req-d85d0ef9-98a7-4565-82de-6cb7f22e5a58 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.379444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5852-1eef-43d3-858a-7fc60f25a490 req-d85d0ef9-98a7-4565-82de-6cb7f22e5a58 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.385406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5852-1eef-43d3-858a-7fc60f25a490 req-d85d0ef9-98a7-4565-82de-6cb7f22e5a58 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.391594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5852-1eef-43d3-858a-7fc60f25a490 req-d85d0ef9-98a7-4565-82de-6cb7f22e5a58 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.397033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5852-1eef-43d3-858a-7fc60f25a490 req-d85d0ef9-98a7-4565-82de-6cb7f22e5a58 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.405046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5852-1eef-43d3-858a-7fc60f25a490 req-d85d0ef9-98a7-4565-82de-6cb7f22e5a58 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.411536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5852-1eef-43d3-858a-7fc60f25a490 req-d85d0ef9-98a7-4565-82de-6cb7f22e5a58 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.418976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-811f5852-1eef-43d3-858a-7fc60f25a490 req-d85d0ef9-98a7-4565-82de-6cb7f22e5a58 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.2916150 Feb 03 12:47:04.420989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-8b39eca7-1c80-497f-b0ee-83efa3044ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.422752 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-8b39eca7-1c80-497f-b0ee-83efa3044ddd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0617373 Feb 03 12:47:04.426285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-771c100e-9ac3-4215-87e4-1744e5000e71 req-31bb2f54-55fb-4ebf-b35d-f849bcdb372e tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/security-groups?id=19c0b0f6-df03-425f-ab22-97d8b7671b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070156 Feb 03 12:47:04.534404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-811f5852-1eef-43d3-858a-7fc60f25a490 req-b3bea26e-ac96-453f-aa45-1d37176174ec tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105649 Feb 03 12:47:04.549806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-77f2d69a-923b-42b3-bc9b-ff874d705547 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178026 Feb 03 12:47:04.644714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4152fa3-93a6-4452-ad58-fabb328ccbe7 req-6a14f596-34c8-4944-913e-9d950a245cf6 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.646540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4152fa3-93a6-4452-ad58-fabb328ccbe7 req-6a14f596-34c8-4944-913e-9d950a245cf6 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 945 time: 0.0644591 Feb 03 12:47:04.703711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4152fa3-93a6-4452-ad58-fabb328ccbe7 req-69d67410-dfa0-4a4b-bd60-871f673cc035 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484097 Feb 03 12:47:04.722366 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a9f88e86-11dc-4b29-b399-3aead7b50c1a req-e40d2721-3257-4359-8bd9-9166053e1362 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635220 Feb 03 12:47:04.751004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-0623b681-f0a4-4f46-9161-9c2c052456ca tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.752746 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-0623b681-f0a4-4f46-9161-9c2c052456ca tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 945 time: 0.1262231 Feb 03 12:47:04.870229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Deleting port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:04.870562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.964472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] For port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,segment=NetworkSegment(fb05759c-d449-48a0-b700-d2a1d8a9b62f),segment_id=fb05759c-d449-48a0-b700-d2a1d8a9b62f)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:04.965193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.980192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Calling delete_port for 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:05.120613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (17480ae5-6049-4da9-9fbc-80f7cf47a2b7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.132390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['17480ae5-6049-4da9-9fbc-80f7cf47a2b7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:05.156273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Pushing event deleted for resources: {'Port': ['ID=17480ae5-6049-4da9-9fbc-80f7cf47a2b7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:05.211771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] No DVR routers for this DVR port 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:05.214431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.218602 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f8a883f2-4dbb-4ec2-a55e-44a3367b0880 req-36dbc103-c7f8-42f8-8efa-63820f64cf6d tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.91 "DELETE /v2.0/ports/17480ae5-6049-4da9-9fbc-80f7cf47a2b7 HTTP/1.1" status: 204 len: 173 time: 0.4589970 Feb 03 12:47:05.218797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef42ff0-ec5a-4b45-9785-6032cda9fe29', 'name': 'network-vif-deleted', 'tag': '17480ae5-6049-4da9-9fbc-80f7cf47a2b7'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:05.221027 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c878bc93-8178-4958-bb44-2574a6d4b47f" -d '{"events": [{"server_uuid": "eef42ff0-ec5a-4b45-9785-6032cda9fe29", "name": "network-vif-deleted", "tag": "17480ae5-6049-4da9-9fbc-80f7cf47a2b7"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:05.284655 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0953146d-b784-4e74-9c04-7e6aa55a6054 x-openstack-request-id: req-0953146d-b784-4e74-9c04-7e6aa55a6054 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:05.285094 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef42ff0-ec5a-4b45-9785-6032cda9fe29", "name": "network-vif-deleted", "tag": "17480ae5-6049-4da9-9fbc-80f7cf47a2b7", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:05.285233 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0953146d-b784-4e74-9c04-7e6aa55a6054 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:05.285604 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef42ff0-ec5a-4b45-9785-6032cda9fe29', 'name': 'network-vif-deleted', 'tag': '17480ae5-6049-4da9-9fbc-80f7cf47a2b7', 'status': 'completed', 'code': 200} Feb 03 12:47:05.444112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6bda5d8c-df4c-494c-bd37-686620ed7e9b up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:05.511432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 6bda5d8c-df4c-494c-bd37-686620ed7e9b completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:05.516528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 6bda5d8c-df4c-494c-bd37-686620ed7e9b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:05.516913 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.628456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 6bda5d8c-df4c-494c-bd37-686620ed7e9b is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:05.630484 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.673860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:05.675396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bda5d8c-df4c-494c-bd37-686620ed7e9b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:05.678237 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21fb5b6-4a10-4ac5-ba4b-74938fe0ec47" -d '{"events": [{"server_uuid": "e69f8ed3-32bc-4981-928a-5d4188545060", "name": "network-vif-plugged", "status": "completed", "tag": "6bda5d8c-df4c-494c-bd37-686620ed7e9b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:05.684415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.748266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=6bda5d8c-df4c-494c-bd37-686620ed7e9b,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:05.836569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05de96d9-4635-40b7-9146-f2bcca7c3922 req-b65fb8f7-ef15-4335-9ed1-d04a74ecd0af tempest-ServersTestJSON-2147365393 tempest-ServersTestJSON-2147365393-project] 10.222.0.65 "GET /v2.0/ports?device_id=eef42ff0-ec5a-4b45-9785-6032cda9fe29 HTTP/1.1" status: 200 len: 210 time: 0.3002570 Feb 03 12:47:05.916596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-8706c952-7e36-4f96-8679-16d9f6149db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.916979 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dede4e9-835c-4ee9-9744-3c83dd355271 x-openstack-request-id: req-2dede4e9-835c-4ee9-9744-3c83dd355271 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:05.917352 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69f8ed3-32bc-4981-928a-5d4188545060", "name": "network-vif-plugged", "status": "completed", "tag": "6bda5d8c-df4c-494c-bd37-686620ed7e9b", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:05.917661 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2dede4e9-835c-4ee9-9744-3c83dd355271 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:05.918291 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bda5d8c-df4c-494c-bd37-686620ed7e9b', 'code': 200} Feb 03 12:47:05.919871 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-8706c952-7e36-4f96-8679-16d9f6149db9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1127 time: 0.0587468 Feb 03 12:47:06.011663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416021f-226c-41b2-8c7a-3aaa18570190 req-0dcbb64c-1152-46cb-93af-5ed3e157bc12 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.027486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416021f-226c-41b2-8c7a-3aaa18570190 req-0dcbb64c-1152-46cb-93af-5ed3e157bc12 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.032905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416021f-226c-41b2-8c7a-3aaa18570190 req-0dcbb64c-1152-46cb-93af-5ed3e157bc12 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.038135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416021f-226c-41b2-8c7a-3aaa18570190 req-0dcbb64c-1152-46cb-93af-5ed3e157bc12 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.043389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416021f-226c-41b2-8c7a-3aaa18570190 req-0dcbb64c-1152-46cb-93af-5ed3e157bc12 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.050404 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416021f-226c-41b2-8c7a-3aaa18570190 req-0dcbb64c-1152-46cb-93af-5ed3e157bc12 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.056074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416021f-226c-41b2-8c7a-3aaa18570190 req-0dcbb64c-1152-46cb-93af-5ed3e157bc12 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.058210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7416021f-226c-41b2-8c7a-3aaa18570190 req-0dcbb64c-1152-46cb-93af-5ed3e157bc12 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1848438 Feb 03 12:47:06.088139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-cbdd83dc-757e-417b-b6ab-cc82bd816acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.091633 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-cbdd83dc-757e-417b-b6ab-cc82bd816acc service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.1528406 Feb 03 12:47:06.181516 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-a15d92c6-75e3-4797-ac01-ab3502409d94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.0815713 Feb 03 12:47:06.218994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7416021f-226c-41b2-8c7a-3aaa18570190 req-bec2ba09-9774-4d21-9661-ad51b1bc97fa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387746 Feb 03 12:47:06.232376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582f125-9ab8-484d-bebf-c7aed69ed332 req-a95598ec-499e-48ea-b398-82e01f0243bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.235342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6582f125-9ab8-484d-bebf-c7aed69ed332 req-a95598ec-499e-48ea-b398-82e01f0243bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 1129 time: 0.1748908 Feb 03 12:47:06.250568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-639438ec-9c56-4b2e-ba11-90729e47e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.252030 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-639438ec-9c56-4b2e-ba11-90729e47e7a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.0620289 Feb 03 12:47:06.255533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15f11c-d0d2-477b-85c6-2f2fa84e6ea7 req-40a1fc6b-db59-4e68-b264-5e2d424ecbb7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.263829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca15f11c-d0d2-477b-85c6-2f2fa84e6ea7 req-40a1fc6b-db59-4e68-b264-5e2d424ecbb7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.2043400 Feb 03 12:47:06.354878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-34c089a5-0061-45ec-84e0-fd79e66c02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.357128 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-34c089a5-0061-45ec-84e0-fd79e66c02e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0944185 Feb 03 12:47:06.358681 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6582f125-9ab8-484d-bebf-c7aed69ed332 req-8635817b-5c8f-4ece-9c0c-910130a3afd4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098452 Feb 03 12:47:06.437995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca15f11c-d0d2-477b-85c6-2f2fa84e6ea7 req-3484f649-8f40-46df-8187-ecff3a92e313 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727755 Feb 03 12:47:06.458744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d219f-8d12-4e1e-a040-27b4ed4eb9ff req-7d291b37-a184-4bd3-ad63-7174fd856848 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.460519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-792d219f-8d12-4e1e-a040-27b4ed4eb9ff req-7d291b37-a184-4bd3-ad63-7174fd856848 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1075659 Feb 03 12:47:06.530709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-792d219f-8d12-4e1e-a040-27b4ed4eb9ff req-bd1d69a6-ac2f-4f56-99d8-cd47f682d843 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633612 Feb 03 12:47:06.572219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60424) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:06.612182 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b14bbadc-66e2-41de-bb39-6fa9380b2962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.707399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-999c1d25-9ba9-4ab2-8568-554b78d59afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.710721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-759c1313-2b39-4b6d-b2a5-66bb13f58699 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073699 Feb 03 12:47:06.832476 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-17ee6e07-05f6-441c-8135-99e6430f25a7 req-a39a2d2b-3b38-4321-a21e-6252b7812d6a service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128273 Feb 03 12:47:06.856569 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-999c1d25-9ba9-4ab2-8568-554b78d59afc admin admin] Publish callbacks [] for security_group (32f2ea6e-9824-44c6-80fa-8af6eeb56db9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.863584 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-999c1d25-9ba9-4ab2-8568-554b78d59afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (32f2ea6e-9824-44c6-80fa-8af6eeb56db9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.885824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:06.933909 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-999c1d25-9ba9-4ab2-8568-554b78d59afc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da4f75f041e14594811f99b6c54fa679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580551 Feb 03 12:47:06.933909 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c1d25-9ba9-4ab2-8568-554b78d59afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f2ea6e-9824-44c6-80fa-8af6eeb56db9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:06.935483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60432) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:06.957591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a9b4c8-c995-4880-a67c-b6dad53a04f9 admin admin] Deleting subnet 77bfd0a9-38ea-454b-9ad7-21a48c2b074a {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:06.961359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36a9b4c8-c995-4880-a67c-b6dad53a04f9 admin admin] Publish callbacks [] for subnet (77bfd0a9-38ea-454b-9ad7-21a48c2b074a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.996571 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07122c9f-e941-4dc1-8a5f-45b37817e8a6 admin admin] Publish callbacks [] for security_group (32f2ea6e-9824-44c6-80fa-8af6eeb56db9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.002855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36a9b4c8-c995-4880-a67c-b6dad53a04f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (77bfd0a9-38ea-454b-9ad7-21a48c2b074a), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.021943 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07122c9f-e941-4dc1-8a5f-45b37817e8a6 admin admin] Publish callbacks [] for security_group (32f2ea6e-9824-44c6-80fa-8af6eeb56db9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.041408 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36a9b4c8-c995-4880-a67c-b6dad53a04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (77bfd0a9-38ea-454b-9ad7-21a48c2b074a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.087348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07122c9f-e941-4dc1-8a5f-45b37817e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (32f2ea6e-9824-44c6-80fa-8af6eeb56db9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.090649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07122c9f-e941-4dc1-8a5f-45b37817e8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.091876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-07122c9f-e941-4dc1-8a5f-45b37817e8a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32f2ea6e-9824-44c6-80fa-8af6eeb56db9 HTTP/1.1" status: 204 len: 168 time: 0.1565278 Feb 03 12:47:07.100685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07122c9f-e941-4dc1-8a5f-45b37817e8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f2ea6e-9824-44c6-80fa-8af6eeb56db9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:07.107678 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36a9b4c8-c995-4880-a67c-b6dad53a04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (77bfd0a9-38ea-454b-9ad7-21a48c2b074a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.140844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9b4c8-c995-4880-a67c-b6dad53a04f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77bfd0a9-38ea-454b-9ad7-21a48c2b074a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:07.144774 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36a9b4c8-c995-4880-a67c-b6dad53a04f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.150917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60436) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:07.152030 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36a9b4c8-c995-4880-a67c-b6dad53a04f9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/77bfd0a9-38ea-454b-9ad7-21a48c2b074a HTTP/1.1" status: 204 len: 168 time: 0.2650969 Feb 03 12:47:07.204240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:07.230257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:07.230906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 17480ae5-6049-4da9-9fbc-80f7cf47a2b7 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:07.236409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3315131b-c682-4f98-baeb-6449a3848ef2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.340109 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3315131b-c682-4f98-baeb-6449a3848ef2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.391746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3315131b-c682-4f98-baeb-6449a3848ef2']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:07.404104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb05759c-d449-48a0-b700-d2a1d8a9b62f') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:07.404392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb05759c-d449-48a0-b700-d2a1d8a9b62f') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:07.420882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (fb05759c-d449-48a0-b700-d2a1d8a9b62f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.445486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf4c7-699a-4ca8-9bbd-5bcf05b0ed2a req-806caa9e-7420-4b4c-93a1-3c1954d409fb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.450634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf4c7-699a-4ca8-9bbd-5bcf05b0ed2a req-806caa9e-7420-4b4c-93a1-3c1954d409fb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.456160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf4c7-699a-4ca8-9bbd-5bcf05b0ed2a req-806caa9e-7420-4b4c-93a1-3c1954d409fb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.461296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf4c7-699a-4ca8-9bbd-5bcf05b0ed2a req-806caa9e-7420-4b4c-93a1-3c1954d409fb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.467397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf4c7-699a-4ca8-9bbd-5bcf05b0ed2a req-806caa9e-7420-4b4c-93a1-3c1954d409fb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.472799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf4c7-699a-4ca8-9bbd-5bcf05b0ed2a req-806caa9e-7420-4b4c-93a1-3c1954d409fb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.478029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf4c7-699a-4ca8-9bbd-5bcf05b0ed2a req-806caa9e-7420-4b4c-93a1-3c1954d409fb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.479936 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fcbf4c7-699a-4ca8-9bbd-5bcf05b0ed2a req-806caa9e-7420-4b4c-93a1-3c1954d409fb tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1427448 Feb 03 12:47:07.481360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (fb05759c-d449-48a0-b700-d2a1d8a9b62f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.487894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:07.488328 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (fb05759c-d449-48a0-b700-d2a1d8a9b62f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:07.490132 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:07.524471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:07.543521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e177a926-1a7f-4137-a824-a2ae68f9c130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.604243 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3315131b-c682-4f98-baeb-6449a3848ef2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.616785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.619264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3315131b-c682-4f98-baeb-6449a3848ef2 HTTP/1.1" status: 204 len: 168 time: 0.4672956 Feb 03 12:47:07.635824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1865fc-118d-4b23-90cd-4b21e139e369 admin admin] Pushing event deleted for resources: {'Network': ['ID=3315131b-c682-4f98-baeb-6449a3848ef2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:07.641756 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fcbf4c7-699a-4ca8-9bbd-5bcf05b0ed2a req-2350f87d-94b3-4f27-9767-cb961d1de4a0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507056 Feb 03 12:47:07.642789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e177a926-1a7f-4137-a824-a2ae68f9c130 admin admin] Publish callbacks [] for security_group (e394e427-a827-49e9-88a5-e03a5c98ea55), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.653629 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e177a926-1a7f-4137-a824-a2ae68f9c130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e394e427-a827-49e9-88a5-e03a5c98ea55), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.664664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7229f-de58-48fd-b9ba-0a45efc6dd53 req-c135c1f0-6620-4943-9508-1ded743a52a6 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.666272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e7229f-de58-48fd-b9ba-0a45efc6dd53 req-c135c1f0-6620-4943-9508-1ded743a52a6 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1147444 Feb 03 12:47:07.734812 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e177a926-1a7f-4137-a824-a2ae68f9c130 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0b1aa82b84f493f8d47f7c1b6ed279a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2091515 Feb 03 12:47:07.738195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60450) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:07.761266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e7229f-de58-48fd-b9ba-0a45efc6dd53 req-167e79c2-71b8-4d50-b979-9e3f4d36fc74 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743089 Feb 03 12:47:07.801900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177a926-1a7f-4137-a824-a2ae68f9c130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e394e427-a827-49e9-88a5-e03a5c98ea55,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:07.842910 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bacb4b2c-52b8-429a-945f-78282c0b1aac admin admin] Publish callbacks [] for security_group (e394e427-a827-49e9-88a5-e03a5c98ea55), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.869986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bacb4b2c-52b8-429a-945f-78282c0b1aac admin admin] Publish callbacks [] for security_group (e394e427-a827-49e9-88a5-e03a5c98ea55), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.874783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d41368-853f-4c1c-8bd5-b1fa06aa2d5d req-cc9f7473-4a38-45a3-a4f2-8c8603010bbf tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.881969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18d41368-853f-4c1c-8bd5-b1fa06aa2d5d req-cc9f7473-4a38-45a3-a4f2-8c8603010bbf tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1142120 Feb 03 12:47:07.923886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60452) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:07.939619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18d41368-853f-4c1c-8bd5-b1fa06aa2d5d req-721863f3-b9d2-4c51-9b96-300b26ce5148 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559053 Feb 03 12:47:07.967217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bacb4b2c-52b8-429a-945f-78282c0b1aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e394e427-a827-49e9-88a5-e03a5c98ea55), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.969903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bacb4b2c-52b8-429a-945f-78282c0b1aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.971490 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bacb4b2c-52b8-429a-945f-78282c0b1aac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e394e427-a827-49e9-88a5-e03a5c98ea55 HTTP/1.1" status: 204 len: 168 time: 0.2197425 Feb 03 12:47:07.980113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36786d61-91b2-4512-9f6e-58dcede1e4ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2aa2e4d9c11a403eb5651431c33e512d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513604 Feb 03 12:47:07.981726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60458) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:07.983244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb4b2c-52b8-429a-945f-78282c0b1aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e394e427-a827-49e9-88a5-e03a5c98ea55,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:08.049048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2b974cb-9229-4de7-afa5-4ee3f47e44c7 admin admin] Publish callbacks [] for security_group (19c0b0f6-df03-425f-ab22-97d8b7671b4b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.076251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2b974cb-9229-4de7-afa5-4ee3f47e44c7 admin admin] Publish callbacks [] for security_group (19c0b0f6-df03-425f-ab22-97d8b7671b4b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.127165 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2b974cb-9229-4de7-afa5-4ee3f47e44c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (19c0b0f6-df03-425f-ab22-97d8b7671b4b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.131569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2b974cb-9229-4de7-afa5-4ee3f47e44c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.135472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b2b974cb-9229-4de7-afa5-4ee3f47e44c7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/19c0b0f6-df03-425f-ab22-97d8b7671b4b HTTP/1.1" status: 204 len: 168 time: 0.1506240 Feb 03 12:47:08.144940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b974cb-9229-4de7-afa5-4ee3f47e44c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c0b0f6-df03-425f-ab22-97d8b7671b4b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:08.791055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0166403-fe80-4f4b-9d97-d01e8a71ba00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.835622 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001f0d-dd7c-46ee-898e-f2f3917f3d9c req-40bc2915-c552-4b9e-90ef-b7a4ce2958dd tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.844260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001f0d-dd7c-46ee-898e-f2f3917f3d9c req-40bc2915-c552-4b9e-90ef-b7a4ce2958dd tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.853647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001f0d-dd7c-46ee-898e-f2f3917f3d9c req-40bc2915-c552-4b9e-90ef-b7a4ce2958dd tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.865389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001f0d-dd7c-46ee-898e-f2f3917f3d9c req-40bc2915-c552-4b9e-90ef-b7a4ce2958dd tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.872862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001f0d-dd7c-46ee-898e-f2f3917f3d9c req-40bc2915-c552-4b9e-90ef-b7a4ce2958dd tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.879265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001f0d-dd7c-46ee-898e-f2f3917f3d9c req-40bc2915-c552-4b9e-90ef-b7a4ce2958dd tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.884632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001f0d-dd7c-46ee-898e-f2f3917f3d9c req-40bc2915-c552-4b9e-90ef-b7a4ce2958dd tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.886711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f001f0d-dd7c-46ee-898e-f2f3917f3d9c req-40bc2915-c552-4b9e-90ef-b7a4ce2958dd tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1423233 Feb 03 12:47:08.975508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad864102-5f47-40b9-8ad4-d3d7c25caef4 req-f8d374fc-fa9f-4239-b883-86a529f347ca tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.982315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad864102-5f47-40b9-8ad4-d3d7c25caef4 req-f8d374fc-fa9f-4239-b883-86a529f347ca tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0945675 Feb 03 12:47:09.008667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f001f0d-dd7c-46ee-898e-f2f3917f3d9c req-c9b42dd5-9e9f-4fbf-8e44-73d1adeee127 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114931 Feb 03 12:47:09.055525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad864102-5f47-40b9-8ad4-d3d7c25caef4 req-eac86221-48c7-4a63-bae0-37947596b300 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723197 Feb 03 12:47:09.225109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f515a4b-9dbf-486d-9bbf-d41565ff95b0 req-8fdda037-1f19-40eb-af9c-6b65f5becbf1 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.227180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f515a4b-9dbf-486d-9bbf-d41565ff95b0 req-8fdda037-1f19-40eb-af9c-6b65f5becbf1 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0725493 Feb 03 12:47:09.296593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f515a4b-9dbf-486d-9bbf-d41565ff95b0 req-8974091c-e7a7-4436-a8f4-0ac2b6178755 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639944 Feb 03 12:47:09.538848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce234ac8-e22f-40a8-9851-616e5ebf595e req-51584b98-9564-45d5-a3b6-7623327a4ade tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.542006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce234ac8-e22f-40a8-9851-616e5ebf595e req-51584b98-9564-45d5-a3b6-7623327a4ade tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0676453 Feb 03 12:47:09.618015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce234ac8-e22f-40a8-9851-616e5ebf595e req-a5b03f10-2612-42e9-88b6-7b074b212998 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688992 Feb 03 12:47:09.760341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2a295-6225-4a90-80f6-08f3924a69e7 req-3bcb1089-9f57-4dc8-be04-286b02482b76 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.768758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4c2a295-6225-4a90-80f6-08f3924a69e7 req-3bcb1089-9f57-4dc8-be04-286b02482b76 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0779994 Feb 03 12:47:09.841548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4c2a295-6225-4a90-80f6-08f3924a69e7 req-4b73cc06-372e-47f6-9915-8c658c763500 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714133 Feb 03 12:47:09.864496 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-92fc6e07-5174-4e4c-b711-39e62996f013 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1115685 Feb 03 12:47:09.963195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-4e730426-e32f-4dfc-8c40-57967faf8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.964915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-4e730426-e32f-4dfc-8c40-57967faf8882 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 1128 time: 0.0701294 Feb 03 12:47:10.019748 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:10.239779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-215b6881-22d3-4ebd-aa78-7aa0cd589a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.241278 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-215b6881-22d3-4ebd-aa78-7aa0cd589a7a service neutron] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.2540457 Feb 03 12:47:10.251847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c216-d113-4f17-8956-9c6d9877b984 req-856ac8fe-2285-4f80-a991-0ae2bcf03b31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.269986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c216-d113-4f17-8956-9c6d9877b984 req-856ac8fe-2285-4f80-a991-0ae2bcf03b31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.284351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c216-d113-4f17-8956-9c6d9877b984 req-856ac8fe-2285-4f80-a991-0ae2bcf03b31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.307767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c216-d113-4f17-8956-9c6d9877b984 req-856ac8fe-2285-4f80-a991-0ae2bcf03b31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.316549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c216-d113-4f17-8956-9c6d9877b984 req-856ac8fe-2285-4f80-a991-0ae2bcf03b31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.332673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c216-d113-4f17-8956-9c6d9877b984 req-856ac8fe-2285-4f80-a991-0ae2bcf03b31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.347696 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-1ca9ef13-1246-4b64-8520-5fee7e744c4e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81640e76-72bc-40b8-9810-16f92432dde8 HTTP/1.1" status: 200 len: 217 time: 0.0994232 Feb 03 12:47:10.349694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c216-d113-4f17-8956-9c6d9877b984 req-856ac8fe-2285-4f80-a991-0ae2bcf03b31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.361463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5b5c216-d113-4f17-8956-9c6d9877b984 req-856ac8fe-2285-4f80-a991-0ae2bcf03b31 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.2394290 Feb 03 12:47:10.409544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-5456bb7d-2c16-41f3-87b8-4b4a97638c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.411210 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-5456bb7d-2c16-41f3-87b8-4b4a97638c9e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.0525985 Feb 03 12:47:10.479166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-f0ef3c06-7be0-4280-b744-c39550c8737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.480040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5b5c216-d113-4f17-8956-9c6d9877b984 req-6becc8ff-f363-40e7-980b-5a214c243735 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169498 Feb 03 12:47:10.480790 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-f0ef3c06-7be0-4280-b744-c39550c8737f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0618956 Feb 03 12:47:10.538913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87172024-46c4-4d83-b5e8-9d2f155de64e req-8ece4605-5f38-4949-8d87-79c1fa544494 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.551930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87172024-46c4-4d83-b5e8-9d2f155de64e req-8ece4605-5f38-4949-8d87-79c1fa544494 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1874299 Feb 03 12:47:10.621771 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-df44ffcc-0244-4497-b3d1-e1889233cf55 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335728 Feb 03 12:47:10.629904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87172024-46c4-4d83-b5e8-9d2f155de64e req-107bab50-c077-49cf-aa54-e2204ac453e1 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720055 Feb 03 12:47:10.755219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cffc7eb8-3e35-4661-9937-db85ff9d7fca req-f8215f8d-a0d2-4620-b2b5-ae1ad71cc482 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263003 Feb 03 12:47:11.359316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60626) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:11.457732 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.502881 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-daff7c71-d8d0-4dc1-8167-1d78feac896d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.627183 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-daff7c71-d8d0-4dc1-8167-1d78feac896d admin admin] Publish callbacks [] for security_group (90c4da7e-3cb6-4328-9c21-bec9c64d931d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.634733 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-daff7c71-d8d0-4dc1-8167-1d78feac896d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (90c4da7e-3cb6-4328-9c21-bec9c64d931d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.678391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff7c71-d8d0-4dc1-8167-1d78feac896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c4da7e-3cb6-4328-9c21-bec9c64d931d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:11.678569 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60638) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:11.726749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627af4-0f01-4f3a-87ad-bdafb696d784 req-1258df6c-b9a7-42e8-966d-03ba566d8a3a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.732313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627af4-0f01-4f3a-87ad-bdafb696d784 req-1258df6c-b9a7-42e8-966d-03ba566d8a3a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.738063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627af4-0f01-4f3a-87ad-bdafb696d784 req-1258df6c-b9a7-42e8-966d-03ba566d8a3a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.743465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627af4-0f01-4f3a-87ad-bdafb696d784 req-1258df6c-b9a7-42e8-966d-03ba566d8a3a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.749134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627af4-0f01-4f3a-87ad-bdafb696d784 req-1258df6c-b9a7-42e8-966d-03ba566d8a3a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.754526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627af4-0f01-4f3a-87ad-bdafb696d784 req-1258df6c-b9a7-42e8-966d-03ba566d8a3a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.759958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627af4-0f01-4f3a-87ad-bdafb696d784 req-1258df6c-b9a7-42e8-966d-03ba566d8a3a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.767931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca627af4-0f01-4f3a-87ad-bdafb696d784 req-1258df6c-b9a7-42e8-966d-03ba566d8a3a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.2038348 Feb 03 12:47:11.788572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-daff7c71-d8d0-4dc1-8167-1d78feac896d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67bd8bfabfca40909f835ee609a02ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281406 Feb 03 12:47:11.791344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60642) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:11.855099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f5771b0-f496-4423-9677-9f045c670c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.866386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cb826-8733-445b-be61-6229fed57b24 req-db1ee053-3bd5-4e38-870a-b915d3fa3923 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.868086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-297cb826-8733-445b-be61-6229fed57b24 req-db1ee053-3bd5-4e38-870a-b915d3fa3923 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1527438 Feb 03 12:47:11.874193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca627af4-0f01-4f3a-87ad-bdafb696d784 req-83f67341-85c3-469b-9383-ac286b6c83c4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054049 Feb 03 12:47:11.915603 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c94e89f7-d9be-44bb-8ca6-a11ae2d61c4a admin admin] Publish callbacks [] for security_group (90c4da7e-3cb6-4328-9c21-bec9c64d931d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.928529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-297cb826-8733-445b-be61-6229fed57b24 req-8b4bc9cf-ded3-4da4-a109-284a7a204ff5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524569 Feb 03 12:47:11.954045 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c94e89f7-d9be-44bb-8ca6-a11ae2d61c4a admin admin] Publish callbacks [] for security_group (90c4da7e-3cb6-4328-9c21-bec9c64d931d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.013387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f5771b0-f496-4423-9677-9f045c670c75 admin admin] Publish callbacks [] for security_group (cf91335a-7d7f-4b62-93ad-c03fcc268dc9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.017767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f5771b0-f496-4423-9677-9f045c670c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf91335a-7d7f-4b62-93ad-c03fcc268dc9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.053642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c94e89f7-d9be-44bb-8ca6-a11ae2d61c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (90c4da7e-3cb6-4328-9c21-bec9c64d931d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.056349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c94e89f7-d9be-44bb-8ca6-a11ae2d61c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.057487 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c94e89f7-d9be-44bb-8ca6-a11ae2d61c4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90c4da7e-3cb6-4328-9c21-bec9c64d931d HTTP/1.1" status: 204 len: 168 time: 0.2645977 Feb 03 12:47:12.061587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5771b0-f496-4423-9677-9f045c670c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf91335a-7d7f-4b62-93ad-c03fcc268dc9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:12.072334 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7f5771b0-f496-4423-9677-9f045c670c75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89a770f70e7a41ce813a5d276ceae310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3897367 Feb 03 12:47:12.073376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60646) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:12.075457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e89f7-d9be-44bb-8ca6-a11ae2d61c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c4da7e-3cb6-4328-9c21-bec9c64d931d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:12.147330 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f38ce324-e03e-486c-a617-49e3128caa37 admin admin] Publish callbacks [] for security_group (cf91335a-7d7f-4b62-93ad-c03fcc268dc9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.175492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f38ce324-e03e-486c-a617-49e3128caa37 admin admin] Publish callbacks [] for security_group (cf91335a-7d7f-4b62-93ad-c03fcc268dc9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.244782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f38ce324-e03e-486c-a617-49e3128caa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf91335a-7d7f-4b62-93ad-c03fcc268dc9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.253998 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f38ce324-e03e-486c-a617-49e3128caa37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.255493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f38ce324-e03e-486c-a617-49e3128caa37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf91335a-7d7f-4b62-93ad-c03fcc268dc9 HTTP/1.1" status: 204 len: 168 time: 0.1808476 Feb 03 12:47:12.287302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ce324-e03e-486c-a617-49e3128caa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf91335a-7d7f-4b62-93ad-c03fcc268dc9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:12.468798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60658) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:12.487699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf0e885b-bf73-46b8-b2d0-b0fb28b8b27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.508129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff07cf-d51c-441a-8b60-b1b3ac82d97e req-cd98e6a3-8bcc-44aa-9416-5a5da9a309af tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:12.516327 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76ff07cf-d51c-441a-8b60-b1b3ac82d97e req-cd98e6a3-8bcc-44aa-9416-5a5da9a309af tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.0681486 Feb 03 12:47:12.571568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76ff07cf-d51c-441a-8b60-b1b3ac82d97e req-cb190114-67a3-4769-a39a-2b7c42426939 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540345 Feb 03 12:47:12.601427 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf0e885b-bf73-46b8-b2d0-b0fb28b8b27e admin admin] Publish callbacks [] for security_group (31d3f4d8-63ee-4762-a3ca-81ad971f7d0e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.621307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf0e885b-bf73-46b8-b2d0-b0fb28b8b27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (31d3f4d8-63ee-4762-a3ca-81ad971f7d0e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.665614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60664) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:12.665854 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bf0e885b-bf73-46b8-b2d0-b0fb28b8b27e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d27e8b4f43f4be889dec1ecfee9a3f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1950877 Feb 03 12:47:12.667110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e885b-bf73-46b8-b2d0-b0fb28b8b27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d3f4d8-63ee-4762-a3ca-81ad971f7d0e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:12.676340 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.731182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40c4f15e-3a95-4d8b-953b-634d00101761 admin admin] Publish callbacks [] for security_group (31d3f4d8-63ee-4762-a3ca-81ad971f7d0e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.754908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40c4f15e-3a95-4d8b-953b-634d00101761 admin admin] Publish callbacks [] for security_group (31d3f4d8-63ee-4762-a3ca-81ad971f7d0e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.771645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:12.793896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-159241d4-132a-428e-a5f9-a42404eae499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.813560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40c4f15e-3a95-4d8b-953b-634d00101761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (31d3f4d8-63ee-4762-a3ca-81ad971f7d0e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.817392 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40c4f15e-3a95-4d8b-953b-634d00101761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.820986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-40c4f15e-3a95-4d8b-953b-634d00101761 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31d3f4d8-63ee-4762-a3ca-81ad971f7d0e HTTP/1.1" status: 204 len: 168 time: 0.1510551 Feb 03 12:47:12.833129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f15e-3a95-4d8b-953b-634d00101761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d3f4d8-63ee-4762-a3ca-81ad971f7d0e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:12.911433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-159241d4-132a-428e-a5f9-a42404eae499 admin admin] Publish callbacks [] for security_group (5492c9ac-bfc1-43da-8333-b855aeff3c2c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.917179 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-159241d4-132a-428e-a5f9-a42404eae499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5492c9ac-bfc1-43da-8333-b855aeff3c2c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.957110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159241d4-132a-428e-a5f9-a42404eae499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5492c9ac-bfc1-43da-8333-b855aeff3c2c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:12.964917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60674) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:12.965149 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-159241d4-132a-428e-a5f9-a42404eae499 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d7e73bdf5a72416183571b28c244790c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1903868 Feb 03 12:47:13.440848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf0c3-5674-4f8d-9d8e-225dd3f7f747 req-66489a48-4bb4-46b8-a4e1-a5d56eb2d101 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.446002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf0c3-5674-4f8d-9d8e-225dd3f7f747 req-66489a48-4bb4-46b8-a4e1-a5d56eb2d101 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.451812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf0c3-5674-4f8d-9d8e-225dd3f7f747 req-66489a48-4bb4-46b8-a4e1-a5d56eb2d101 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.457032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf0c3-5674-4f8d-9d8e-225dd3f7f747 req-66489a48-4bb4-46b8-a4e1-a5d56eb2d101 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.462196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf0c3-5674-4f8d-9d8e-225dd3f7f747 req-66489a48-4bb4-46b8-a4e1-a5d56eb2d101 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.467413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf0c3-5674-4f8d-9d8e-225dd3f7f747 req-66489a48-4bb4-46b8-a4e1-a5d56eb2d101 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.472907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf0c3-5674-4f8d-9d8e-225dd3f7f747 req-66489a48-4bb4-46b8-a4e1-a5d56eb2d101 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.474896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55adf0c3-5674-4f8d-9d8e-225dd3f7f747 req-66489a48-4bb4-46b8-a4e1-a5d56eb2d101 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.4774692 Feb 03 12:47:13.481476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b523da44-fee7-408f-8097-f7cf275a7453 admin admin] Publish callbacks [] for security_group (5492c9ac-bfc1-43da-8333-b855aeff3c2c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.509055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ac31-1ceb-4ef1-a034-dfc8e8d073a7 req-86aed074-c89a-4614-a018-dc0df2b6cea5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.516798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f571ac31-1ceb-4ef1-a034-dfc8e8d073a7 req-86aed074-c89a-4614-a018-dc0df2b6cea5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1679895 Feb 03 12:47:13.551628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b523da44-fee7-408f-8097-f7cf275a7453 admin admin] Publish callbacks [] for security_group (5492c9ac-bfc1-43da-8333-b855aeff3c2c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.639088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f571ac31-1ceb-4ef1-a034-dfc8e8d073a7 req-a1c00dc5-5b62-4139-8245-f2f126b58179 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211736 Feb 03 12:47:13.651416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55adf0c3-5674-4f8d-9d8e-225dd3f7f747 req-aa299045-0fd5-46f3-b783-f8f34e8fe91b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670675 Feb 03 12:47:13.680166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b523da44-fee7-408f-8097-f7cf275a7453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5492c9ac-bfc1-43da-8333-b855aeff3c2c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.684509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b523da44-fee7-408f-8097-f7cf275a7453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.685766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b523da44-fee7-408f-8097-f7cf275a7453 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5492c9ac-bfc1-43da-8333-b855aeff3c2c HTTP/1.1" status: 204 len: 168 time: 0.7194071 Feb 03 12:47:13.715442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523da44-fee7-408f-8097-f7cf275a7453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5492c9ac-bfc1-43da-8333-b855aeff3c2c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:13.953170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127ce4d-dcb1-467a-94d7-4d6372817185 req-f6db634d-98a2-4a44-b530-71ae443e29e7 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.955683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b127ce4d-dcb1-467a-94d7-4d6372817185 req-f6db634d-98a2-4a44-b530-71ae443e29e7 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.0621500 Feb 03 12:47:14.014607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b127ce4d-dcb1-467a-94d7-4d6372817185 req-d68a0ba1-5d74-4a0c-a02f-e6ed3126da7d tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529814 Feb 03 12:47:14.833116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d7334-c8be-4907-9b1d-8c11aaaecca7 req-e1818f00-34e2-46bc-ba31-8ef3c49cec40 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.841590 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae3d7334-c8be-4907-9b1d-8c11aaaecca7 req-e1818f00-34e2-46bc-ba31-8ef3c49cec40 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1104591 Feb 03 12:47:14.887526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63458f7-5035-427a-82eb-d57f366ba299 req-817f66ef-ef0e-419a-9b8f-0d48dab82b1f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.894409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63458f7-5035-427a-82eb-d57f366ba299 req-817f66ef-ef0e-419a-9b8f-0d48dab82b1f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.901462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63458f7-5035-427a-82eb-d57f366ba299 req-817f66ef-ef0e-419a-9b8f-0d48dab82b1f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.907625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63458f7-5035-427a-82eb-d57f366ba299 req-817f66ef-ef0e-419a-9b8f-0d48dab82b1f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.913743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63458f7-5035-427a-82eb-d57f366ba299 req-817f66ef-ef0e-419a-9b8f-0d48dab82b1f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.920505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63458f7-5035-427a-82eb-d57f366ba299 req-817f66ef-ef0e-419a-9b8f-0d48dab82b1f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.926570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63458f7-5035-427a-82eb-d57f366ba299 req-817f66ef-ef0e-419a-9b8f-0d48dab82b1f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.935722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d63458f7-5035-427a-82eb-d57f366ba299 req-817f66ef-ef0e-419a-9b8f-0d48dab82b1f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1672978 Feb 03 12:47:14.988094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae3d7334-c8be-4907-9b1d-8c11aaaecca7 req-21dd4564-b27a-40b9-8d96-83effa78fcf5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439803 Feb 03 12:47:15.037229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d63458f7-5035-427a-82eb-d57f366ba299 req-74783d1a-5faf-444c-b231-b65db55b8cdc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004775 Feb 03 12:47:15.185840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487482f8-e9d1-4339-a1c8-a5bfd7064658 req-5c6818dc-09e5-4a3d-b90c-2d548307fe7e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:15.187812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-487482f8-e9d1-4339-a1c8-a5bfd7064658 req-5c6818dc-09e5-4a3d-b90c-2d548307fe7e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.0709262 Feb 03 12:47:15.258073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-487482f8-e9d1-4339-a1c8-a5bfd7064658 req-ea089439-0fc6-4d9e-a465-2b8dc09d73d9 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634513 Feb 03 12:47:15.831494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-4ca7be90-ea66-4566-857e-5e99ee606fbb tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:15.833802 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-4ca7be90-ea66-4566-857e-5e99ee606fbb tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.72 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.0601797 Feb 03 12:47:15.963655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Deleting port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:15.964186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.098278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] For port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:16.098829 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.104629 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.160007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeacbd0-440d-4dd1-9674-25eb90b48473 req-1f13dde7-184e-42b1-80ff-9336348fa812 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.166727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfeacbd0-440d-4dd1-9674-25eb90b48473 req-1f13dde7-184e-42b1-80ff-9336348fa812 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0801580 Feb 03 12:47:16.287607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfeacbd0-440d-4dd1-9674-25eb90b48473 req-5fb6685e-c30c-426d-b9ec-ed642edf81f5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197264 Feb 03 12:47:16.331715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387e862-6021-4746-a06f-b0cca3af58ce req-1320ae92-e287-4175-8372-5a0eb9ff7c55 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.338154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387e862-6021-4746-a06f-b0cca3af58ce req-1320ae92-e287-4175-8372-5a0eb9ff7c55 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.345363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387e862-6021-4746-a06f-b0cca3af58ce req-1320ae92-e287-4175-8372-5a0eb9ff7c55 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.351892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387e862-6021-4746-a06f-b0cca3af58ce req-1320ae92-e287-4175-8372-5a0eb9ff7c55 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.358456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387e862-6021-4746-a06f-b0cca3af58ce req-1320ae92-e287-4175-8372-5a0eb9ff7c55 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.365011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387e862-6021-4746-a06f-b0cca3af58ce req-1320ae92-e287-4175-8372-5a0eb9ff7c55 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.371136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387e862-6021-4746-a06f-b0cca3af58ce req-1320ae92-e287-4175-8372-5a0eb9ff7c55 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.373273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4387e862-6021-4746-a06f-b0cca3af58ce req-1320ae92-e287-4175-8372-5a0eb9ff7c55 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1984434 Feb 03 12:47:16.412466 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.412951 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (b88c1f13-1dfb-4dd7-8bca-c6159841e2f1), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.413467 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Floating IP b88c1f13-1dfb-4dd7-8bca-c6159841e2f1 disassociated. External IP: 172.25.3.155, port: ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d. Feb 03 12:47:16.413767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Calling delete_port for ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:16.514391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376ad3-86bf-436c-b52b-a8e5b8372c25 req-861fc73a-b68e-4e63-a212-bdfc4f9145c5 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.516015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24376ad3-86bf-436c-b52b-a8e5b8372c25 req-861fc73a-b68e-4e63-a212-bdfc4f9145c5 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 946 time: 0.1223745 Feb 03 12:47:16.521583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4387e862-6021-4746-a06f-b0cca3af58ce req-fa971a99-8ada-4517-b00d-7184138fa13c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1423848 Feb 03 12:47:16.643965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24376ad3-86bf-436c-b52b-a8e5b8372c25 req-65c5877f-3e8f-429a-a376-43e08c761313 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174402 Feb 03 12:47:16.901706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.940540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Pushing event deleted for resources: {'Port': ['ID=ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:17.093771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:47:17.219657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:47:17.236766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] Sync routers for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:47:17.250675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:17.251612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:17.285518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] No DVR routers for this DVR port ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:17.290924 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.298076 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c289054-07b4-4e63-bfe6-316ec8755dc0 req-62994fc0-0d13-4f66-ad6b-634bcb5b6b9b tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.72 "DELETE /v2.0/ports/ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d HTTP/1.1" status: 204 len: 173 time: 1.4541285 Feb 03 12:47:17.301915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'name': 'network-vif-deleted', 'tag': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:17.304819 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5103bd5e-05d2-4273-891c-7d3dfdd04a76" -d '{"events": [{"server_uuid": "556278bc-ae1a-4b3e-a67d-495f36b8adf5", "name": "network-vif-deleted", "tag": "ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:17.414918 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c71ca4c-14dc-44fa-bca3-d54bdf338ba1 x-openstack-request-id: req-7c71ca4c-14dc-44fa-bca3-d54bdf338ba1 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:17.415446 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556278bc-ae1a-4b3e-a67d-495f36b8adf5", "name": "network-vif-deleted", "tag": "ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:17.415751 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c71ca4c-14dc-44fa-bca3-d54bdf338ba1 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:17.416310 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556278bc-ae1a-4b3e-a67d-495f36b8adf5', 'name': 'network-vif-deleted', 'tag': 'ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d', 'status': 'completed', 'code': 200} Feb 03 12:47:17.555702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:17.584737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177005a9-b1bb-4f4d-b31b-3660a7998e8c req-2b3e2933-6f98-477a-8713-94482679619f tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.588277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-177005a9-b1bb-4f4d-b31b-3660a7998e8c req-2b3e2933-6f98-477a-8713-94482679619f tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1180611 Feb 03 12:47:17.788285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-177005a9-b1bb-4f4d-b31b-3660a7998e8c req-9cbcf7d8-1b74-4efc-892c-c76ad38d2732 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943066 Feb 03 12:47:17.866980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463a65-54fb-49ea-a821-3fc434cd9682 req-a35e367f-7d8f-4d08-8c90-c0de97ecc5f4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.879848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463a65-54fb-49ea-a821-3fc434cd9682 req-a35e367f-7d8f-4d08-8c90-c0de97ecc5f4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.890192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463a65-54fb-49ea-a821-3fc434cd9682 req-a35e367f-7d8f-4d08-8c90-c0de97ecc5f4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.901006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463a65-54fb-49ea-a821-3fc434cd9682 req-a35e367f-7d8f-4d08-8c90-c0de97ecc5f4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.913087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463a65-54fb-49ea-a821-3fc434cd9682 req-a35e367f-7d8f-4d08-8c90-c0de97ecc5f4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.930380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463a65-54fb-49ea-a821-3fc434cd9682 req-a35e367f-7d8f-4d08-8c90-c0de97ecc5f4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.944650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3463a65-54fb-49ea-a821-3fc434cd9682 req-a35e367f-7d8f-4d08-8c90-c0de97ecc5f4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.958370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3463a65-54fb-49ea-a821-3fc434cd9682 req-a35e367f-7d8f-4d08-8c90-c0de97ecc5f4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.2706497 Feb 03 12:47:17.992493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11628aeb-2b6c-40aa-812f-b57a53dd76e6', 'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'mac_address': 'fa:16:3e:0f:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:00Z', 'revision_number': 5, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'subnets': [{'id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:18.022536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] Checking router: bc2219f1-8ec5-4463-a96a-0a9efadafbd8 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:47:18.032238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:18.033239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:18.106977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-425ff604-c094-4319-948b-f1cf391d8e87 req-00dcb2dd-9dbc-41ae-8752-9ae26b6a1cf5 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.1441059 Feb 03 12:47:18.167391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3463a65-54fb-49ea-a821-3fc434cd9682 req-00604bfe-7a80-4caf-ad78-6abd916fd8c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2039406 Feb 03 12:47:18.170453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:18.418038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11628aeb-2b6c-40aa-812f-b57a53dd76e6', 'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'mac_address': 'fa:16:3e:0f:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:00Z', 'revision_number': 5, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'subnets': [{'id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:18.462007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202314f-eddc-4b8a-9f46-7280cd4cbaa8 None None] The sync data for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 is: [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:44:53Z', 'revision_number': 4, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11628aeb-2b6c-40aa-812f-b57a53dd76e6', 'name': '', 'network_id': 'e186ce9e-846a-4564-8e1d-78a32beecfcd', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'mac_address': 'fa:16:3e:0f:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:51Z', 'updated_at': '2022-02-03T12:45:00Z', 'revision_number': 5, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'subnets': [{'id': '0c67debf-c402-40d1-b59e-56a9beaf1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:47:18.838823 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da11a61-43dc-4fa7-96ac-be83bc3053d5 None None] New status for floating IP b88c1f13-1dfb-4dd7-8bca-c6159841e2f1: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:47:18.972582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7cfb6-57fc-452b-8962-81d8b73d00dd req-6275e5c1-36f6-454f-811f-1f29ebc8cbe7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:18.974974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4eb7cfb6-57fc-452b-8962-81d8b73d00dd req-6275e5c1-36f6-454f-811f-1f29ebc8cbe7 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0747960 Feb 03 12:47:19.042460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4eb7cfb6-57fc-452b-8962-81d8b73d00dd req-e4830b33-3adf-462d-a38c-d5b8258257d8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616298 Feb 03 12:47:19.245767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da17eb9e-7d63-47b0-a179-eb3c0f268fc9 req-872bebe6-a606-40f0-8d8c-ae195f2b443a tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.0362122 Feb 03 12:47:19.308042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66570-4d4e-4ea7-9178-0fb93c1b70b2 req-3faf566b-c2c8-4154-a32c-b1723e7ae923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.313947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66570-4d4e-4ea7-9178-0fb93c1b70b2 req-3faf566b-c2c8-4154-a32c-b1723e7ae923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.319779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66570-4d4e-4ea7-9178-0fb93c1b70b2 req-3faf566b-c2c8-4154-a32c-b1723e7ae923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.325559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66570-4d4e-4ea7-9178-0fb93c1b70b2 req-3faf566b-c2c8-4154-a32c-b1723e7ae923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.331154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66570-4d4e-4ea7-9178-0fb93c1b70b2 req-3faf566b-c2c8-4154-a32c-b1723e7ae923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.336396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66570-4d4e-4ea7-9178-0fb93c1b70b2 req-3faf566b-c2c8-4154-a32c-b1723e7ae923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.341812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66570-4d4e-4ea7-9178-0fb93c1b70b2 req-3faf566b-c2c8-4154-a32c-b1723e7ae923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.344179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62f66570-4d4e-4ea7-9178-0fb93c1b70b2 req-3faf566b-c2c8-4154-a32c-b1723e7ae923 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.0973840 Feb 03 12:47:19.406929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62f66570-4d4e-4ea7-9178-0fb93c1b70b2 req-84fb226b-d231-4ccb-97c0-4ce04e71b85d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558312 Feb 03 12:47:19.521140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:19.543566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:19.544137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ab0c8f9b-7da2-416d-a5bc-aaaf6501a82d not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:20.168371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6767fbd-d2bb-4a5e-9cb3-ff99e0800043 req-a1148da6-0cf2-4585-9e1a-2f7331b4e151 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.175547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6767fbd-d2bb-4a5e-9cb3-ff99e0800043 req-a1148da6-0cf2-4585-9e1a-2f7331b4e151 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0610671 Feb 03 12:47:20.248599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6767fbd-d2bb-4a5e-9cb3-ff99e0800043 req-980e8ba0-341d-4000-852b-08f9997c98c2 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718353 Feb 03 12:47:20.355806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e55ed97-2f21-4d40-ade8-a81223cd37ce req-bf89f861-65ce-401f-9b06-cde44394b7e8 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.0296443 Feb 03 12:47:20.493372 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.564070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100aa40-27b4-4d08-80d8-0d13ecf78894 req-6ea0c4c0-818e-4465-b07e-88e7c6c5f0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.570385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100aa40-27b4-4d08-80d8-0d13ecf78894 req-6ea0c4c0-818e-4465-b07e-88e7c6c5f0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.576568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100aa40-27b4-4d08-80d8-0d13ecf78894 req-6ea0c4c0-818e-4465-b07e-88e7c6c5f0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.582520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100aa40-27b4-4d08-80d8-0d13ecf78894 req-6ea0c4c0-818e-4465-b07e-88e7c6c5f0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.589586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100aa40-27b4-4d08-80d8-0d13ecf78894 req-6ea0c4c0-818e-4465-b07e-88e7c6c5f0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.595133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100aa40-27b4-4d08-80d8-0d13ecf78894 req-6ea0c4c0-818e-4465-b07e-88e7c6c5f0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.601660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100aa40-27b4-4d08-80d8-0d13ecf78894 req-6ea0c4c0-818e-4465-b07e-88e7c6c5f0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.603284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c100aa40-27b4-4d08-80d8-0d13ecf78894 req-6ea0c4c0-818e-4465-b07e-88e7c6c5f0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1073918 Feb 03 12:47:20.687313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c100aa40-27b4-4d08-80d8-0d13ecf78894 req-21024fbb-897c-409a-a9a7-a53a7e004a66 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719435 Feb 03 12:47:21.437868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09434668-10cb-4515-b0d8-a7348aa8ed5d req-f5856ede-8f8f-46a7-8092-5d80613baf43 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.444004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09434668-10cb-4515-b0d8-a7348aa8ed5d req-f5856ede-8f8f-46a7-8092-5d80613baf43 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1095231 Feb 03 12:47:21.510671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b77211b-0c3f-4c94-888e-94475767b62e req-f6ffa277-017b-4082-bcde-005a280af415 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.0297847 Feb 03 12:47:21.511185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60960) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:21.563134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09434668-10cb-4515-b0d8-a7348aa8ed5d req-8f6c1739-7305-4607-b8d0-c5f91ee91fa5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103222 Feb 03 12:47:21.627152 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3d03397-4d17-45fe-90c6-44decd662604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.711152 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3d03397-4d17-45fe-90c6-44decd662604 admin admin] Publish callbacks [] for security_group (7d9abce5-4082-41b3-b90b-4d7e0fdee293), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.725690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3d03397-4d17-45fe-90c6-44decd662604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7d9abce5-4082-41b3-b90b-4d7e0fdee293), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.753215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d03397-4d17-45fe-90c6-44decd662604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9abce5-4082-41b3-b90b-4d7e0fdee293,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:21.824952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c3d03397-4d17-45fe-90c6-44decd662604 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6bf95eda0d144069a12f04d44a378bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125145 Feb 03 12:47:21.827701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60968) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:21.880847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a143-1c58-4886-85b9-c089e53daa7d req-b73b44c2-e3f6-4e63-8d28-8dce9b981244 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.886029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a143-1c58-4886-85b9-c089e53daa7d req-b73b44c2-e3f6-4e63-8d28-8dce9b981244 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.891661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a143-1c58-4886-85b9-c089e53daa7d req-b73b44c2-e3f6-4e63-8d28-8dce9b981244 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.897176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a143-1c58-4886-85b9-c089e53daa7d req-b73b44c2-e3f6-4e63-8d28-8dce9b981244 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.903461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a143-1c58-4886-85b9-c089e53daa7d req-b73b44c2-e3f6-4e63-8d28-8dce9b981244 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.909861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a143-1c58-4886-85b9-c089e53daa7d req-b73b44c2-e3f6-4e63-8d28-8dce9b981244 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.916483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a143-1c58-4886-85b9-c089e53daa7d req-b73b44c2-e3f6-4e63-8d28-8dce9b981244 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.918312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cb6a143-1c58-4886-85b9-c089e53daa7d req-b73b44c2-e3f6-4e63-8d28-8dce9b981244 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1488962 Feb 03 12:47:21.942278 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-360d8255-4fa4-4763-8588-22d356522ac5 admin admin] Publish callbacks [] for security_group (7d9abce5-4082-41b3-b90b-4d7e0fdee293), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.980279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-360d8255-4fa4-4763-8588-22d356522ac5 admin admin] Publish callbacks [] for security_group (7d9abce5-4082-41b3-b90b-4d7e0fdee293), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.032835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cb6a143-1c58-4886-85b9-c089e53daa7d req-b9b2a22e-717f-4955-b713-85ab26980cf8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019335 Feb 03 12:47:22.059752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-360d8255-4fa4-4763-8588-22d356522ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7d9abce5-4082-41b3-b90b-4d7e0fdee293), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.063519 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-360d8255-4fa4-4763-8588-22d356522ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.067253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-360d8255-4fa4-4763-8588-22d356522ac5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d9abce5-4082-41b3-b90b-4d7e0fdee293 HTTP/1.1" status: 204 len: 168 time: 0.2379494 Feb 03 12:47:22.089026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d8255-4fa4-4763-8588-22d356522ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9abce5-4082-41b3-b90b-4d7e0fdee293,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:22.435202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60982) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:22.530139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60986) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:22.547213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37372329-944c-4d26-ae32-e9db7d594c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.562606 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0469846-1f36-4b9d-97ae-e4a60b5a3384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.640981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37372329-944c-4d26-ae32-e9db7d594c36 admin admin] Publish callbacks [] for security_group (bcd9e939-4375-4f39-ab14-4fbfe9490c94), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.648192 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37372329-944c-4d26-ae32-e9db7d594c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bcd9e939-4375-4f39-ab14-4fbfe9490c94), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.674894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372329-944c-4d26-ae32-e9db7d594c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9e939-4375-4f39-ab14-4fbfe9490c94,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:22.692622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0469846-1f36-4b9d-97ae-e4a60b5a3384 admin admin] Publish callbacks [] for security_group (0fb60d64-a46f-4c2c-8600-f7083b04153e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.703562 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-37372329-944c-4d26-ae32-e9db7d594c36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01bda1247db845e7a4c6a49bda46b547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716661 Feb 03 12:47:22.706191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60992) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:22.733943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ed85f7a-92e1-45cb-8bde-7f85df31a0a8 req-77072c6d-b9c2-45ad-96d5-5a06fb267b25 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.0718930 Feb 03 12:47:22.752605 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0469846-1f36-4b9d-97ae-e4a60b5a3384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0fb60d64-a46f-4c2c-8600-f7083b04153e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.781197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb15e82d-2c81-4f64-a6de-ce1692ab49a1 admin admin] Publish callbacks [] for security_group (bcd9e939-4375-4f39-ab14-4fbfe9490c94), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.790197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0469846-1f36-4b9d-97ae-e4a60b5a3384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb60d64-a46f-4c2c-8600-f7083b04153e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:22.806659 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb15e82d-2c81-4f64-a6de-ce1692ab49a1 admin admin] Publish callbacks [] for security_group (bcd9e939-4375-4f39-ab14-4fbfe9490c94), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.811746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f0469846-1f36-4b9d-97ae-e4a60b5a3384 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f634eacc4972489b9a69fbf2f4b99c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749011 Feb 03 12:47:22.815105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60994) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:22.822265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911887b2-57dc-4e85-9817-b4f65b76fbee req-61659f3c-3fb7-4f69-b83a-83c4c87fc8eb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:22.823814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-911887b2-57dc-4e85-9817-b4f65b76fbee req-61659f3c-3fb7-4f69-b83a-83c4c87fc8eb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1647277 Feb 03 12:47:22.869630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb15e82d-2c81-4f64-a6de-ce1692ab49a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bcd9e939-4375-4f39-ab14-4fbfe9490c94), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.872829 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb15e82d-2c81-4f64-a6de-ce1692ab49a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.877879 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb15e82d-2c81-4f64-a6de-ce1692ab49a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bcd9e939-4375-4f39-ab14-4fbfe9490c94 HTTP/1.1" status: 204 len: 168 time: 0.1703751 Feb 03 12:47:22.889230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15e82d-2c81-4f64-a6de-ce1692ab49a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9e939-4375-4f39-ab14-4fbfe9490c94,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:22.903729 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f23de1b7-1f19-45dc-b0bf-152dd42249ac admin admin] Publish callbacks [] for security_group (0fb60d64-a46f-4c2c-8600-f7083b04153e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.928738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-911887b2-57dc-4e85-9817-b4f65b76fbee req-65e86602-2f11-49e5-b1e7-ad959192e430 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760639 Feb 03 12:47:22.942899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f23de1b7-1f19-45dc-b0bf-152dd42249ac admin admin] Publish callbacks [] for security_group (0fb60d64-a46f-4c2c-8600-f7083b04153e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.003165 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f23de1b7-1f19-45dc-b0bf-152dd42249ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0fb60d64-a46f-4c2c-8600-f7083b04153e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.005841 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f23de1b7-1f19-45dc-b0bf-152dd42249ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.007578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f23de1b7-1f19-45dc-b0bf-152dd42249ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0fb60d64-a46f-4c2c-8600-f7083b04153e HTTP/1.1" status: 204 len: 168 time: 0.1828504 Feb 03 12:47:23.015894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de1b7-1f19-45dc-b0bf-152dd42249ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb60d64-a46f-4c2c-8600-f7083b04153e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:23.207827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddd2c9-e3c8-4c9a-8752-d50c7902f0c1 req-80f1c599-5497-4568-b61c-f5f9a069f633 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.213972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddd2c9-e3c8-4c9a-8752-d50c7902f0c1 req-80f1c599-5497-4568-b61c-f5f9a069f633 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.219783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddd2c9-e3c8-4c9a-8752-d50c7902f0c1 req-80f1c599-5497-4568-b61c-f5f9a069f633 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.236180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddd2c9-e3c8-4c9a-8752-d50c7902f0c1 req-80f1c599-5497-4568-b61c-f5f9a069f633 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.241588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddd2c9-e3c8-4c9a-8752-d50c7902f0c1 req-80f1c599-5497-4568-b61c-f5f9a069f633 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.246869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddd2c9-e3c8-4c9a-8752-d50c7902f0c1 req-80f1c599-5497-4568-b61c-f5f9a069f633 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.252268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddd2c9-e3c8-4c9a-8752-d50c7902f0c1 req-80f1c599-5497-4568-b61c-f5f9a069f633 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.254425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60ddd2c9-e3c8-4c9a-8752-d50c7902f0c1 req-80f1c599-5497-4568-b61c-f5f9a069f633 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1132140 Feb 03 12:47:23.330959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60ddd2c9-e3c8-4c9a-8752-d50c7902f0c1 req-cae4b4f7-217a-4ca9-854b-4f1616899ce7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691099 Feb 03 12:47:23.447020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 32784) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:23.461640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f25e0a51-2add-4e54-be2f-62413ef3d43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.541733 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f25e0a51-2add-4e54-be2f-62413ef3d43a admin admin] Publish callbacks [] for security_group (8e740a60-16a5-4bdd-8e7f-e3faefb007fd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.546863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f25e0a51-2add-4e54-be2f-62413ef3d43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8e740a60-16a5-4bdd-8e7f-e3faefb007fd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.589553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f25e0a51-2add-4e54-be2f-62413ef3d43a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10e78c21d0b34003a9d5a7802889d04e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401846 Feb 03 12:47:23.592956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32788) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:23.593419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e0a51-2add-4e54-be2f-62413ef3d43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e740a60-16a5-4bdd-8e7f-e3faefb007fd,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:23.678687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2aea4593-addf-44fd-8eb9-6c13f3233062 admin admin] Publish callbacks [] for security_group (8e740a60-16a5-4bdd-8e7f-e3faefb007fd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.703308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2aea4593-addf-44fd-8eb9-6c13f3233062 admin admin] Publish callbacks [] for security_group (8e740a60-16a5-4bdd-8e7f-e3faefb007fd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.768917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2aea4593-addf-44fd-8eb9-6c13f3233062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8e740a60-16a5-4bdd-8e7f-e3faefb007fd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.773358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2aea4593-addf-44fd-8eb9-6c13f3233062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.774505 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2aea4593-addf-44fd-8eb9-6c13f3233062 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e740a60-16a5-4bdd-8e7f-e3faefb007fd HTTP/1.1" status: 204 len: 168 time: 0.1785138 Feb 03 12:47:23.784691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea4593-addf-44fd-8eb9-6c13f3233062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e740a60-16a5-4bdd-8e7f-e3faefb007fd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:23.901846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-966ede6d-a32c-41a4-92da-133f45ad90e6 req-7c21ab22-c486-4f65-ab7b-bf73ba95dd77 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.0469205 Feb 03 12:47:24.090496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851e89e-6653-45a4-99b0-c17ab4e29c87 req-1c13c53f-c13f-4ada-a355-acb01fa49710 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.100234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4851e89e-6653-45a4-99b0-c17ab4e29c87 req-1c13c53f-c13f-4ada-a355-acb01fa49710 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0813982 Feb 03 12:47:24.176003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4851e89e-6653-45a4-99b0-c17ab4e29c87 req-51d6c368-9d4f-4a78-96bd-78d6b307ba65 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746822 Feb 03 12:47:24.403737 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:47:24.525862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c024f8-b09e-42cd-9e25-a307a9f0cef3 req-a2b8d716-95d1-4279-ab9d-9a35be531e6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.531668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c024f8-b09e-42cd-9e25-a307a9f0cef3 req-a2b8d716-95d1-4279-ab9d-9a35be531e6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.537638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c024f8-b09e-42cd-9e25-a307a9f0cef3 req-a2b8d716-95d1-4279-ab9d-9a35be531e6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.544176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c024f8-b09e-42cd-9e25-a307a9f0cef3 req-a2b8d716-95d1-4279-ab9d-9a35be531e6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.550564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c024f8-b09e-42cd-9e25-a307a9f0cef3 req-a2b8d716-95d1-4279-ab9d-9a35be531e6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.557018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c024f8-b09e-42cd-9e25-a307a9f0cef3 req-a2b8d716-95d1-4279-ab9d-9a35be531e6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.562893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c024f8-b09e-42cd-9e25-a307a9f0cef3 req-a2b8d716-95d1-4279-ab9d-9a35be531e6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.578696 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3c024f8-b09e-42cd-9e25-a307a9f0cef3 req-a2b8d716-95d1-4279-ab9d-9a35be531e6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1368303 Feb 03 12:47:24.704197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3c024f8-b09e-42cd-9e25-a307a9f0cef3 req-fc39f010-9f94-4751-86f4-f5fd9a55a9ff tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165779 Feb 03 12:47:24.827683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c67a53-5f1c-4438-9088-3bdfeb6c159e req-26ee8531-b0ca-42e9-9a8e-f2133402b239 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.829500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2c67a53-5f1c-4438-9088-3bdfeb6c159e req-26ee8531-b0ca-42e9-9a8e-f2133402b239 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.0764327 Feb 03 12:47:24.898197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2c67a53-5f1c-4438-9088-3bdfeb6c159e req-53dcdfd0-b136-434b-951c-4cc19ad3604c tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620174 Feb 03 12:47:25.002151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09d5d63f-ebfb-4624-962f-299fca31e577 req-e2a77681-c89d-42a2-be4d-0336b0e157f4 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.0348918 Feb 03 12:47:25.317136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32a99-53cd-4d3d-9957-949fa01a151a req-ad39a1ae-f124-41a3-8cae-95af81564224 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.318689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bd32a99-53cd-4d3d-9957-949fa01a151a req-ad39a1ae-f124-41a3-8cae-95af81564224 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0615244 Feb 03 12:47:25.385039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bd32a99-53cd-4d3d-9957-949fa01a151a req-644432f1-b5d6-43f1-ac26-2986696e7d25 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590422 Feb 03 12:47:25.845087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784225-c95e-42f4-aed5-1229da62fa61 req-a5def68c-4eb4-45bc-92cc-94486426104a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.850849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784225-c95e-42f4-aed5-1229da62fa61 req-a5def68c-4eb4-45bc-92cc-94486426104a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.856371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784225-c95e-42f4-aed5-1229da62fa61 req-a5def68c-4eb4-45bc-92cc-94486426104a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.862249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784225-c95e-42f4-aed5-1229da62fa61 req-a5def68c-4eb4-45bc-92cc-94486426104a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.867612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784225-c95e-42f4-aed5-1229da62fa61 req-a5def68c-4eb4-45bc-92cc-94486426104a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.873138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784225-c95e-42f4-aed5-1229da62fa61 req-a5def68c-4eb4-45bc-92cc-94486426104a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.878614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784225-c95e-42f4-aed5-1229da62fa61 req-a5def68c-4eb4-45bc-92cc-94486426104a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.886276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a784225-c95e-42f4-aed5-1229da62fa61 req-a5def68c-4eb4-45bc-92cc-94486426104a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1071010 Feb 03 12:47:25.960173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a784225-c95e-42f4-aed5-1229da62fa61 req-1037ab6c-f428-4f81-8e15-d5373a7041c2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685580 Feb 03 12:47:26.091798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a44d4-15a5-44d2-9272-5ae96bcd9343 req-ee78f98b-8ad3-40a7-802d-0f0fb72b830f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.108054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-948a44d4-15a5-44d2-9272-5ae96bcd9343 req-ee78f98b-8ad3-40a7-802d-0f0fb72b830f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.1078467 Feb 03 12:47:26.164613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df4a1815-2e45-4674-bca4-e0da70c20cfe req-10e3db87-12b5-43f5-ba08-606f39dd237e tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.0414076 Feb 03 12:47:26.170543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32892) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:26.222308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-948a44d4-15a5-44d2-9272-5ae96bcd9343 req-ea421920-0189-4756-a330-f53212820a7b tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups?id=99fba9d5-de40-4268-b63e-0d95b1471aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131139 Feb 03 12:47:26.325043 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89f47268-c697-4bbb-b58c-8736f18a0d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.385255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 32898) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:26.434847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89f47268-c697-4bbb-b58c-8736f18a0d08 admin admin] Publish callbacks [] for security_group (c0d0d61e-344f-426c-bc85-017f26d2dd89), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.461209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-3d401cff-69f4-4b30-a07f-62575547aa72 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.462851 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-3d401cff-69f4-4b30-a07f-62575547aa72 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 945 time: 0.0706177 Feb 03 12:47:26.463697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89f47268-c697-4bbb-b58c-8736f18a0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c0d0d61e-344f-426c-bc85-017f26d2dd89), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.516013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3223-c05d-4a05-91d6-81f6d3c7cf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.542363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f47268-c697-4bbb-b58c-8736f18a0d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d0d61e-344f-426c-bc85-017f26d2dd89,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:26.552475 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-89f47268-c697-4bbb-b58c-8736f18a0d08 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1df5915a14347b1a0d9611dfe506381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3798034 Feb 03 12:47:26.553812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32904) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:26.597047 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3223-c05d-4a05-91d6-81f6d3c7cf2a admin admin] Publish callbacks [] for security_group (2c286009-3983-48ca-98c5-8f18719a5962), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.605078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c7ea3223-c05d-4a05-91d6-81f6d3c7cf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2c286009-3983-48ca-98c5-8f18719a5962), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.626729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00904c54-c2e5-4dce-b109-85c43e36fa5c req-65c39e49-ee2c-46ee-bebc-f69a61f59b13 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.630796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00904c54-c2e5-4dce-b109-85c43e36fa5c req-65c39e49-ee2c-46ee-bebc-f69a61f59b13 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1641552 Feb 03 12:47:26.636438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89a68a15-ddf8-41dc-9f48-c9b2d19b11a9 admin admin] Publish callbacks [] for security_group (c0d0d61e-344f-426c-bc85-017f26d2dd89), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.681910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c7ea3223-c05d-4a05-91d6-81f6d3c7cf2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2c08ebcbddc4078ae43fad7a2175059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954357 Feb 03 12:47:26.683149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89a68a15-ddf8-41dc-9f48-c9b2d19b11a9 admin admin] Publish callbacks [] for security_group (c0d0d61e-344f-426c-bc85-017f26d2dd89), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.683842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea3223-c05d-4a05-91d6-81f6d3c7cf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c286009-3983-48ca-98c5-8f18719a5962,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:26.686482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 32906) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:26.687549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Deleting port 91e062ee-202a-4e29-9b26-411f04b095b6 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:26.688066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.734428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00904c54-c2e5-4dce-b109-85c43e36fa5c req-2b6c6f91-fc87-4fa2-8c51-34beb6e3325a tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923889 Feb 03 12:47:26.794973 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-078a5ad8-f920-4f90-bf02-5aa2953cf09f admin admin] Publish callbacks [] for security_group (2c286009-3983-48ca-98c5-8f18719a5962), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.809095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] For port 91e062ee-202a-4e29-9b26-411f04b095b6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=91e062ee-202a-4e29-9b26-411f04b095b6,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:26.809798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.812389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89a68a15-ddf8-41dc-9f48-c9b2d19b11a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c0d0d61e-344f-426c-bc85-017f26d2dd89), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.815161 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89a68a15-ddf8-41dc-9f48-c9b2d19b11a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.816386 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-89a68a15-ddf8-41dc-9f48-c9b2d19b11a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0d0d61e-344f-426c-bc85-017f26d2dd89 HTTP/1.1" status: 204 len: 168 time: 0.2617953 Feb 03 12:47:26.827773 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-078a5ad8-f920-4f90-bf02-5aa2953cf09f admin admin] Publish callbacks [] for security_group (2c286009-3983-48ca-98c5-8f18719a5962), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.833996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a68a15-ddf8-41dc-9f48-c9b2d19b11a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d0d61e-344f-426c-bc85-017f26d2dd89,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:26.899694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-078a5ad8-f920-4f90-bf02-5aa2953cf09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2c286009-3983-48ca-98c5-8f18719a5962), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.904630 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-078a5ad8-f920-4f90-bf02-5aa2953cf09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.909446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-078a5ad8-f920-4f90-bf02-5aa2953cf09f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c286009-3983-48ca-98c5-8f18719a5962 HTTP/1.1" status: 204 len: 168 time: 0.2220018 Feb 03 12:47:26.920354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5ad8-f920-4f90-bf02-5aa2953cf09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c286009-3983-48ca-98c5-8f18719a5962,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:27.094060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.098259 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (614299d9-cae1-44f1-b0e8-2c8c6b881d62), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.098758 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Floating IP 614299d9-cae1-44f1-b0e8-2c8c6b881d62 disassociated. External IP: 172.25.3.53, port: 91e062ee-202a-4e29-9b26-411f04b095b6. Feb 03 12:47:27.099170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Calling delete_port for 91e062ee-202a-4e29-9b26-411f04b095b6 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:27.189056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f61c-cc60-4ae3-a162-a15d0bb48cb5 req-f7fb7b95-2c66-4018-af0e-b09dc59749a3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:27.195913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f61c-cc60-4ae3-a162-a15d0bb48cb5 req-f7fb7b95-2c66-4018-af0e-b09dc59749a3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:27.201565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f61c-cc60-4ae3-a162-a15d0bb48cb5 req-f7fb7b95-2c66-4018-af0e-b09dc59749a3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:27.207016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f61c-cc60-4ae3-a162-a15d0bb48cb5 req-f7fb7b95-2c66-4018-af0e-b09dc59749a3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:27.212573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f61c-cc60-4ae3-a162-a15d0bb48cb5 req-f7fb7b95-2c66-4018-af0e-b09dc59749a3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:27.217786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f61c-cc60-4ae3-a162-a15d0bb48cb5 req-f7fb7b95-2c66-4018-af0e-b09dc59749a3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:27.223617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f61c-cc60-4ae3-a162-a15d0bb48cb5 req-f7fb7b95-2c66-4018-af0e-b09dc59749a3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:27.231910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d98f61c-cc60-4ae3-a162-a15d0bb48cb5 req-f7fb7b95-2c66-4018-af0e-b09dc59749a3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1500876 Feb 03 12:47:27.251315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:27.312056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4edcee4-7e42-4a2e-9b14-d585e1bac49f req-368d6437-4535-49b3-8e84-4da383df4e66 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/ports?device_id=556278bc-ae1a-4b3e-a67d-495f36b8adf5 HTTP/1.1" status: 200 len: 210 time: 0.0337882 Feb 03 12:47:27.366958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d98f61c-cc60-4ae3-a162-a15d0bb48cb5 req-2cf3c06f-146d-45a6-b466-a6a4e56b6e7f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340518 Feb 03 12:47:27.371951 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd4b3f84-c9e7-4fda-8963-904c9744815a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.406979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (91e062ee-202a-4e29-9b26-411f04b095b6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.453131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Pushing event deleted for resources: {'Port': ['ID=91e062ee-202a-4e29-9b26-411f04b095b6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:27.492142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-690d124b-a2f2-4e2c-8e09-8e4b9eceeb55 req-a7c95b1d-533b-484d-95fa-331a3a17bbfc tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 210 time: 0.0655851 Feb 03 12:47:27.552605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 32924) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:27.573990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b78af8e-7f84-44be-9856-033d722aa287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.681533 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd4b3f84-c9e7-4fda-8963-904c9744815a admin admin] Publish callbacks [] for security_group (fc2d38ff-9457-4d07-b9dc-ca6db047354f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.689557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b78af8e-7f84-44be-9856-033d722aa287 admin admin] Publish callbacks [] for security_group (2581f4a9-d5ea-43d3-85db-6cb527006ac6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.690355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Router fabeb448-353e-4a47-b778-6e7e97feb8d6 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:47:27.693595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd4b3f84-c9e7-4fda-8963-904c9744815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fc2d38ff-9457-4d07-b9dc-ca6db047354f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.697020 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b78af8e-7f84-44be-9856-033d722aa287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2581f4a9-d5ea-43d3-85db-6cb527006ac6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.730473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9b78af8e-7f84-44be-9856-033d722aa287 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a94fded8c94a49ca8494aa17704bb79c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760600 Feb 03 12:47:27.732749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 32926) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:27.770035 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bd4b3f84-c9e7-4fda-8963-904c9744815a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=757f047c791e4b889a8dfd6df602d883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5083196 Feb 03 12:47:27.795960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 32930) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:27.881115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78af8e-7f84-44be-9856-033d722aa287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2581f4a9-d5ea-43d3-85db-6cb527006ac6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:27.894525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b3f84-c9e7-4fda-8963-904c9744815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2d38ff-9457-4d07-b9dc-ca6db047354f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:27.991133 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc58c5cc-88c6-47f2-b652-8e80e938de8c admin admin] Publish callbacks [] for security_group (2581f4a9-d5ea-43d3-85db-6cb527006ac6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.010380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5428e583-3b3c-41fd-9ae7-74bee2fdd5c2 admin admin] Publish callbacks [] for security_group (fc2d38ff-9457-4d07-b9dc-ca6db047354f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.018261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:47:28.039745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] Sync routers for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:47:28.065915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:28.071099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:28.071544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] No DVR routers for this DVR port 91e062ee-202a-4e29-9b26-411f04b095b6 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:28.074546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.078429 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-573b26cf-d1d5-4999-b57e-59521b1fbd18 req-7fded8e9-a3c8-4eed-80b4-b8d942395d6f tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.72 "DELETE /v2.0/ports/91e062ee-202a-4e29-9b26-411f04b095b6 HTTP/1.1" status: 204 len: 173 time: 1.5935633 Feb 03 12:47:28.079034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'name': 'network-vif-deleted', 'tag': '91e062ee-202a-4e29-9b26-411f04b095b6'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:28.079438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc58c5cc-88c6-47f2-b652-8e80e938de8c admin admin] Publish callbacks [] for security_group (2581f4a9-d5ea-43d3-85db-6cb527006ac6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.081806 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0c7525-67c1-4dc5-b838-57eac90217a5" -d '{"events": [{"server_uuid": "cdf34ab8-86d4-4b4b-8f53-c220528b6872", "name": "network-vif-deleted", "tag": "91e062ee-202a-4e29-9b26-411f04b095b6"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:28.143551 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c205f23-692c-441d-8e9f-85d7c206d63b x-openstack-request-id: req-4c205f23-692c-441d-8e9f-85d7c206d63b {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:28.144200 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf34ab8-86d4-4b4b-8f53-c220528b6872", "name": "network-vif-deleted", "tag": "91e062ee-202a-4e29-9b26-411f04b095b6", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:28.145004 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c205f23-692c-441d-8e9f-85d7c206d63b {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:28.145628 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf34ab8-86d4-4b4b-8f53-c220528b6872', 'name': 'network-vif-deleted', 'tag': '91e062ee-202a-4e29-9b26-411f04b095b6', 'status': 'completed', 'code': 200} Feb 03 12:47:28.150069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5428e583-3b3c-41fd-9ae7-74bee2fdd5c2 admin admin] Publish callbacks [] for security_group (fc2d38ff-9457-4d07-b9dc-ca6db047354f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.170899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf67eb4-e5b9-4f58-b67e-5928316dd5d4 req-63a5cbfe-e7d5-45b1-a2dc-05bf53b73ecc tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.172593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bf67eb4-e5b9-4f58-b67e-5928316dd5d4 req-63a5cbfe-e7d5-45b1-a2dc-05bf53b73ecc tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.3141365 Feb 03 12:47:28.246354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:28.289264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bf67eb4-e5b9-4f58-b67e-5928316dd5d4 req-a25f662a-ae86-44bb-96ef-ca66cd234de9 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045151 Feb 03 12:47:28.304082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc58c5cc-88c6-47f2-b652-8e80e938de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2581f4a9-d5ea-43d3-85db-6cb527006ac6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.307180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc58c5cc-88c6-47f2-b652-8e80e938de8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.319361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc58c5cc-88c6-47f2-b652-8e80e938de8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2581f4a9-d5ea-43d3-85db-6cb527006ac6 HTTP/1.1" status: 204 len: 168 time: 0.5757294 Feb 03 12:47:28.319361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58c5cc-88c6-47f2-b652-8e80e938de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2581f4a9-d5ea-43d3-85db-6cb527006ac6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:28.321125 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5428e583-3b3c-41fd-9ae7-74bee2fdd5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fc2d38ff-9457-4d07-b9dc-ca6db047354f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.323870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5428e583-3b3c-41fd-9ae7-74bee2fdd5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.324977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5428e583-3b3c-41fd-9ae7-74bee2fdd5c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc2d38ff-9457-4d07-b9dc-ca6db047354f HTTP/1.1" status: 204 len: 168 time: 0.5221646 Feb 03 12:47:28.333824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428e583-3b3c-41fd-9ae7-74bee2fdd5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2d38ff-9457-4d07-b9dc-ca6db047354f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:28.444712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 32944) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:28.639893 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5521-0e9d-470a-bd05-c1bd6782347c tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group (52e89200-3ef7-4f9d-9904-0ab40cc0d0d4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.749392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e342b0f6-3717-4b2c-99be-4e2e1bcea075 req-a6caeb74-ec97-49d7-8fa2-b831b9e5ada2 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf34ab8-86d4-4b4b-8f53-c220528b6872 HTTP/1.1" status: 200 len: 210 time: 0.0742364 Feb 03 12:47:28.772413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f4c7-ecc2-4a04-98a0-72eb18be7083 req-9859043a-b408-4c2f-9890-fc242bbf6e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.780910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f4c7-ecc2-4a04-98a0-72eb18be7083 req-9859043a-b408-4c2f-9890-fc242bbf6e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.792925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f4c7-ecc2-4a04-98a0-72eb18be7083 req-9859043a-b408-4c2f-9890-fc242bbf6e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.794204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '813cbc94-1a4d-4e1c-8791-c0d148290663', 'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'mac_address': 'fa:16:3e:3d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:15Z', 'updated_at': '2022-02-03T12:46:22Z', 'revision_number': 5, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'subnets': [{'id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:28.807004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f4c7-ecc2-4a04-98a0-72eb18be7083 req-9859043a-b408-4c2f-9890-fc242bbf6e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.823913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f4c7-ecc2-4a04-98a0-72eb18be7083 req-9859043a-b408-4c2f-9890-fc242bbf6e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.829522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f4c7-ecc2-4a04-98a0-72eb18be7083 req-9859043a-b408-4c2f-9890-fc242bbf6e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.835158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f4c7-ecc2-4a04-98a0-72eb18be7083 req-9859043a-b408-4c2f-9890-fc242bbf6e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.836653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] Checking router: fabeb448-353e-4a47-b778-6e7e97feb8d6 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:47:28.837499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3981f4c7-ecc2-4a04-98a0-72eb18be7083 req-9859043a-b408-4c2f-9890-fc242bbf6e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.3072855 Feb 03 12:47:28.843702 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5521-0e9d-470a-bd05-c1bd6782347c tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group (52e89200-3ef7-4f9d-9904-0ab40cc0d0d4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.872859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:28.874006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:28.965554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3981f4c7-ecc2-4a04-98a0-72eb18be7083 req-8b23185d-7fef-4ef3-8d41-372462b874d1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166856 Feb 03 12:47:28.984312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5521-0e9d-470a-bd05-c1bd6782347c tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (52e89200-3ef7-4f9d-9904-0ab40cc0d0d4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.987954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5521-0e9d-470a-bd05-c1bd6782347c tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.989328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7c1a5521-0e9d-470a-bd05-c1bd6782347c tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "DELETE /v2.0/security-groups/52e89200-3ef7-4f9d-9904-0ab40cc0d0d4 HTTP/1.1" status: 204 len: 168 time: 0.5436084 Feb 03 12:47:28.991985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32964) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:29.014821 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-98908a0d-5d59-40b5-b9bf-df26e9d15f77 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] show failed (client error): The resource could not be found. Feb 03 12:47:29.016103 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-98908a0d-5d59-40b5-b9bf-df26e9d15f77 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "GET /v2.0/security-groups/52e89200-3ef7-4f9d-9904-0ab40cc0d0d4 HTTP/1.1" status: 404 len: 347 time: 0.0222726 Feb 03 12:47:29.019079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32968) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:29.024403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a5521-0e9d-470a-bd05-c1bd6782347c tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e89200-3ef7-4f9d-9904-0ab40cc0d0d4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:29.115550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:29.176005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Deleting port 9e548826-ceb0-47dd-9fa6-3a694bd1f8d3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:29.179681 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9e548826-ceb0-47dd-9fa6-3a694bd1f8d3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.317698 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9e548826-ceb0-47dd-9fa6-3a694bd1f8d3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.318030 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for floatingip (9e548826-ceb0-47dd-9fa6-3a694bd1f8d3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.352701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Calling delete_port for 9e548826-ceb0-47dd-9fa6-3a694bd1f8d3 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:29.425366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '813cbc94-1a4d-4e1c-8791-c0d148290663', 'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'mac_address': 'fa:16:3e:3d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:15Z', 'updated_at': '2022-02-03T12:46:22Z', 'revision_number': 5, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'subnets': [{'id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:29.496532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf7eba-1d8b-4bac-8868-4e5d4bac2f96 None None] The sync data for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 is: [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:46:17Z', 'revision_number': 4, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '813cbc94-1a4d-4e1c-8791-c0d148290663', 'name': '', 'network_id': '7dfc0d56-842c-4fa9-8853-cdf5db5bef10', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'mac_address': 'fa:16:3e:3d:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:15Z', 'updated_at': '2022-02-03T12:46:22Z', 'revision_number': 5, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'subnets': [{'id': 'd15a7aeb-e345-43ee-8f98-f13def1e99f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:47:29.498455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5401bb6-18d8-4040-ad7c-fb9ad2a54f4e req-3b89a8e5-66e1-41bd-ae23-7a8e5b45c14d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:29.503229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5401bb6-18d8-4040-ad7c-fb9ad2a54f4e req-3b89a8e5-66e1-41bd-ae23-7a8e5b45c14d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1020713 Feb 03 12:47:29.617856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5401bb6-18d8-4040-ad7c-fb9ad2a54f4e req-b8c5842d-db71-436c-8cab-cf0f5ff9b2f4 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946167 Feb 03 12:47:29.662980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9e548826-ceb0-47dd-9fa6-3a694bd1f8d3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.718941 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Pushing event deleted for resources: {'Port': ['ID=9e548826-ceb0-47dd-9fa6-3a694bd1f8d3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:29.791132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks [] for floatingip (b88c1f13-1dfb-4dd7-8bca-c6159841e2f1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.794339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.799739 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0a3ea647-9199-4079-9c23-ae5d39306a72 tempest-ServersTestBootFromVolume-1993155543 tempest-ServersTestBootFromVolume-1993155543-project] 10.222.0.65 "DELETE /v2.0/floatingips/b88c1f13-1dfb-4dd7-8bca-c6159841e2f1 HTTP/1.1" status: 204 len: 168 time: 0.7792149 Feb 03 12:47:29.800580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33004) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:29.892674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33008) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:29.986927 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f3dcd94-6833-4388-b350-0092fc2226fc tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group (99fba9d5-de40-4268-b63e-0d95b1471aaa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.009577 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f36b4-ccec-473d-8619-da1420eed3e2 None None] New status for floating IP 614299d9-cae1-44f1-b0e8-2c8c6b881d62: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:47:30.052455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f3dcd94-6833-4388-b350-0092fc2226fc tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group (99fba9d5-de40-4268-b63e-0d95b1471aaa), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.240049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe52ec6-c3e9-46fe-ace3-06685959b115 req-c83137d0-ef2d-4a10-9967-03dbe196f9c9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.246565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe52ec6-c3e9-46fe-ace3-06685959b115 req-c83137d0-ef2d-4a10-9967-03dbe196f9c9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.257281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe52ec6-c3e9-46fe-ace3-06685959b115 req-c83137d0-ef2d-4a10-9967-03dbe196f9c9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.266546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe52ec6-c3e9-46fe-ace3-06685959b115 req-c83137d0-ef2d-4a10-9967-03dbe196f9c9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.272344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe52ec6-c3e9-46fe-ace3-06685959b115 req-c83137d0-ef2d-4a10-9967-03dbe196f9c9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.278104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe52ec6-c3e9-46fe-ace3-06685959b115 req-c83137d0-ef2d-4a10-9967-03dbe196f9c9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.283747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe52ec6-c3e9-46fe-ace3-06685959b115 req-c83137d0-ef2d-4a10-9967-03dbe196f9c9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.295521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cbe52ec6-c3e9-46fe-ace3-06685959b115 req-c83137d0-ef2d-4a10-9967-03dbe196f9c9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1773889 Feb 03 12:47:30.303460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f3dcd94-6833-4388-b350-0092fc2226fc tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (99fba9d5-de40-4268-b63e-0d95b1471aaa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.312130 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f3dcd94-6833-4388-b350-0092fc2226fc tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.313584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6f3dcd94-6833-4388-b350-0092fc2226fc tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "DELETE /v2.0/security-groups/99fba9d5-de40-4268-b63e-0d95b1471aaa HTTP/1.1" status: 204 len: 168 time: 0.4193890 Feb 03 12:47:30.326866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33028) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:30.347731 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-01d6d3fe-35a8-4a77-a301-3665536d46fb tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] show failed (client error): The resource could not be found. Feb 03 12:47:30.348485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-01d6d3fe-35a8-4a77-a301-3665536d46fb tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "GET /v2.0/security-groups/99fba9d5-de40-4268-b63e-0d95b1471aaa HTTP/1.1" status: 404 len: 347 time: 0.0207257 Feb 03 12:47:30.351116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dcd94-6833-4388-b350-0092fc2226fc tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fba9d5-de40-4268-b63e-0d95b1471aaa,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:30.359494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33030) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:30.406040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cbe52ec6-c3e9-46fe-ace3-06685959b115 req-0d43d3d6-00e8-45c0-b7da-e51729110150 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108232 Feb 03 12:47:30.564277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Deleting port 0fad7857-099d-42f0-a356-26ebc9ac69a3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:30.564721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0fad7857-099d-42f0-a356-26ebc9ac69a3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.674015 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0fad7857-099d-42f0-a356-26ebc9ac69a3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.674481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for floatingip (0fad7857-099d-42f0-a356-26ebc9ac69a3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.692801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Calling delete_port for 0fad7857-099d-42f0-a356-26ebc9ac69a3 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:30.696595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.811595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0651ecd-da32-4fef-9792-9cfdb9464e09 req-2be42d0e-2d0a-4255-a972-a5633d0d182c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.813148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0651ecd-da32-4fef-9792-9cfdb9464e09 req-2be42d0e-2d0a-4255-a972-a5633d0d182c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0644906 Feb 03 12:47:30.880152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33058) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:30.911543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0651ecd-da32-4fef-9792-9cfdb9464e09 req-b107e95e-b09e-48de-b173-fb7a0e3082ec tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882461 Feb 03 12:47:31.019434 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ef8725a-f4ca-41b9-9068-18e0bd647d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.072570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0fad7857-099d-42f0-a356-26ebc9ac69a3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.118697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Pushing event deleted for resources: {'Port': ['ID=0fad7857-099d-42f0-a356-26ebc9ac69a3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:31.137185 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ef8725a-f4ca-41b9-9068-18e0bd647d3c admin admin] Publish callbacks [] for security_group (bc512b7f-b5b0-4b9b-959f-a1754fac8458), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.146577 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ef8725a-f4ca-41b9-9068-18e0bd647d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bc512b7f-b5b0-4b9b-959f-a1754fac8458), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.200239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2ef8725a-f4ca-41b9-9068-18e0bd647d3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=042fa8d4c937452d8a03770ac4a28413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189921 Feb 03 12:47:31.201220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8725a-f4ca-41b9-9068-18e0bd647d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc512b7f-b5b0-4b9b-959f-a1754fac8458,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:31.203815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33064) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.210261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33066) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.231869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks [] for floatingip (614299d9-cae1-44f1-b0e8-2c8c6b881d62), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.234751 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.238973 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-059e6c8d-2428-4942-9758-b22eef5d7496 tempest-ServersTestFqdnHostnames-1926183396 tempest-ServersTestFqdnHostnames-1926183396-project] 10.222.0.65 "DELETE /v2.0/floatingips/614299d9-cae1-44f1-b0e8-2c8c6b881d62 HTTP/1.1" status: 204 len: 168 time: 0.8783357 Feb 03 12:47:31.239745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33070) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.284429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc2905f2-cbec-4411-b0f6-3696310f8680 admin admin] Publish callbacks [] for security_group (bc512b7f-b5b0-4b9b-959f-a1754fac8458), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.308679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Deleting port 11628aeb-2b6c-40aa-812f-b57a53dd76e6 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:31.309035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.317124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc2905f2-cbec-4411-b0f6-3696310f8680 admin admin] Publish callbacks [] for security_group (bc512b7f-b5b0-4b9b-959f-a1754fac8458), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.372570 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc2905f2-cbec-4411-b0f6-3696310f8680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bc512b7f-b5b0-4b9b-959f-a1754fac8458), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.375796 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc2905f2-cbec-4411-b0f6-3696310f8680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.377014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc2905f2-cbec-4411-b0f6-3696310f8680 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc512b7f-b5b0-4b9b-959f-a1754fac8458 HTTP/1.1" status: 204 len: 168 time: 0.1721749 Feb 03 12:47:31.388258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2905f2-cbec-4411-b0f6-3696310f8680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc512b7f-b5b0-4b9b-959f-a1754fac8458,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:31.568726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 91e062ee-202a-4e29-9b26-411f04b095b6 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:31.591139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 91e062ee-202a-4e29-9b26-411f04b095b6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:31.591806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 91e062ee-202a-4e29-9b26-411f04b095b6 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:31.602028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff490-6ecd-4df1-8103-bd72dec94164 req-3d7414aa-f4d3-4989-821e-463d3cd3ddd0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.608016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff490-6ecd-4df1-8103-bd72dec94164 req-3d7414aa-f4d3-4989-821e-463d3cd3ddd0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.614288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff490-6ecd-4df1-8103-bd72dec94164 req-3d7414aa-f4d3-4989-821e-463d3cd3ddd0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.619733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff490-6ecd-4df1-8103-bd72dec94164 req-3d7414aa-f4d3-4989-821e-463d3cd3ddd0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.627034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff490-6ecd-4df1-8103-bd72dec94164 req-3d7414aa-f4d3-4989-821e-463d3cd3ddd0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.632218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff490-6ecd-4df1-8103-bd72dec94164 req-3d7414aa-f4d3-4989-821e-463d3cd3ddd0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.638181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff490-6ecd-4df1-8103-bd72dec94164 req-3d7414aa-f4d3-4989-821e-463d3cd3ddd0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.646620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-024ff490-6ecd-4df1-8103-bd72dec94164 req-3d7414aa-f4d3-4989-821e-463d3cd3ddd0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1529760 Feb 03 12:47:31.679785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3633211-c804-4fc3-94d6-934be7c609bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.721106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-024ff490-6ecd-4df1-8103-bd72dec94164 req-8034f3e9-1734-4727-a39e-fb4ff2f40a68 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723662 Feb 03 12:47:31.856139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] For port 11628aeb-2b6c-40aa-812f-b57a53dd76e6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=11628aeb-2b6c-40aa-812f-b57a53dd76e6,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:31.856531 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.913936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Calling delete_port for 11628aeb-2b6c-40aa-812f-b57a53dd76e6 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:31.937455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3633211-c804-4fc3-94d6-934be7c609bd admin admin] Publish callbacks [] for security_group (84c1a06f-9c98-4c31-a22e-2a7ffa831558), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.981289 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3633211-c804-4fc3-94d6-934be7c609bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (84c1a06f-9c98-4c31-a22e-2a7ffa831558), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.014664 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a3633211-c804-4fc3-94d6-934be7c609bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0caab86c17e445b89beb1b35d6436a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7992609 Feb 03 12:47:32.019248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33092) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:32.066178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757c61-a4a3-45bd-84df-c9caeb07a7c5 req-8fe144a1-d496-4529-a646-5f15da1baa91 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.068451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85757c61-a4a3-45bd-84df-c9caeb07a7c5 req-8fe144a1-d496-4529-a646-5f15da1baa91 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0796828 Feb 03 12:47:32.102437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3633211-c804-4fc3-94d6-934be7c609bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c1a06f-9c98-4c31-a22e-2a7ffa831558,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:32.128539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85757c61-a4a3-45bd-84df-c9caeb07a7c5 req-a39631c6-05d8-47e4-875d-f4a798b44e90 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541377 Feb 03 12:47:32.225425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e151d8a6-64dc-4182-922f-c5c91b59bf3e admin admin] Publish callbacks [] for security_group (84c1a06f-9c98-4c31-a22e-2a7ffa831558), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.266832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e151d8a6-64dc-4182-922f-c5c91b59bf3e admin admin] Publish callbacks [] for security_group (84c1a06f-9c98-4c31-a22e-2a7ffa831558), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.385825 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (11628aeb-2b6c-40aa-812f-b57a53dd76e6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.391939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e151d8a6-64dc-4182-922f-c5c91b59bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (84c1a06f-9c98-4c31-a22e-2a7ffa831558), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.394387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e151d8a6-64dc-4182-922f-c5c91b59bf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.395523 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e151d8a6-64dc-4182-922f-c5c91b59bf3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84c1a06f-9c98-4c31-a22e-2a7ffa831558 HTTP/1.1" status: 204 len: 168 time: 0.3753250 Feb 03 12:47:32.427556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Pushing event deleted for resources: {'Port': ['ID=11628aeb-2b6c-40aa-812f-b57a53dd76e6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:32.437823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151d8a6-64dc-4182-922f-c5c91b59bf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c1a06f-9c98-4c31-a22e-2a7ffa831558,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:32.485563 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (fabeb448-353e-4a47-b778-6e7e97feb8d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.643694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33110) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:32.835281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.848587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33116) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:32.857983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.901778 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d5067df9-bb8d-4f85-bf72-2a95713d47a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.976172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23224-ba5b-4b41-8838-a8c7b6f3fd74 req-97dfb20d-b123-4625-9bbd-9cd23c3b1c19 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.981851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23224-ba5b-4b41-8838-a8c7b6f3fd74 req-97dfb20d-b123-4625-9bbd-9cd23c3b1c19 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.987216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23224-ba5b-4b41-8838-a8c7b6f3fd74 req-97dfb20d-b123-4625-9bbd-9cd23c3b1c19 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.992739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23224-ba5b-4b41-8838-a8c7b6f3fd74 req-97dfb20d-b123-4625-9bbd-9cd23c3b1c19 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.998053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23224-ba5b-4b41-8838-a8c7b6f3fd74 req-97dfb20d-b123-4625-9bbd-9cd23c3b1c19 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:33.003546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23224-ba5b-4b41-8838-a8c7b6f3fd74 req-97dfb20d-b123-4625-9bbd-9cd23c3b1c19 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:33.008738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23224-ba5b-4b41-8838-a8c7b6f3fd74 req-97dfb20d-b123-4625-9bbd-9cd23c3b1c19 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:33.010776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05a23224-ba5b-4b41-8838-a8c7b6f3fd74 req-97dfb20d-b123-4625-9bbd-9cd23c3b1c19 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.1719453 Feb 03 12:47:33.100036 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Publish callbacks [] for security_group (54886d8a-ffb7-40b2-be59-364af43bfb0e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.117881 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (54886d8a-ffb7-40b2-be59-364af43bfb0e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.151253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05a23224-ba5b-4b41-8838-a8c7b6f3fd74 req-1a9a6db8-e748-4f17-a0b3-a6079ff9271b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324058 Feb 03 12:47:33.170361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Deleting port 813cbc94-1a4d-4e1c-8791-c0d148290663 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:33.170702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.173723 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d5067df9-bb8d-4f85-bf72-2a95713d47a6 admin admin] Publish callbacks [] for security_group (1e2d06d0-549b-40c3-8c33-d5489d895025), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.207961 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d5067df9-bb8d-4f85-bf72-2a95713d47a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1e2d06d0-549b-40c3-8c33-d5489d895025), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.221138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66ffe8f54dd94693b6dd3c55fee4edb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5752339 Feb 03 12:47:33.241254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33120) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:33.244715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54886d8a-ffb7-40b2-be59-364af43bfb0e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:33.254862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:47:33.265080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d5067df9-bb8d-4f85-bf72-2a95713d47a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ed86b7f977c403591459743be887fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080915 Feb 03 12:47:33.271465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33122) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:33.284608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.284943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.285284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.285617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.285945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.286276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.286964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.286964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.287396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.287996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.288176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.292692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.293643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e14645-e343-4700-a011-8f953f29e383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:33.328136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5067df9-bb8d-4f85-bf72-2a95713d47a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2d06d0-549b-40c3-8c33-d5489d895025,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:33.350361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b039b4-1a9e-4cbf-b5fc-2a067bc0b191 req-a4d7548a-1eb0-4bff-bf5b-a61bcde9991b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:33.351845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65b039b4-1a9e-4cbf-b5fc-2a067bc0b191 req-a4d7548a-1eb0-4bff-bf5b-a61bcde9991b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1126566 Feb 03 12:47:33.390560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] For port 813cbc94-1a4d-4e1c-8791-c0d148290663, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=813cbc94-1a4d-4e1c-8791-c0d148290663,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:33.390937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.401541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65b039b4-1a9e-4cbf-b5fc-2a067bc0b191 req-01cf4865-9096-442f-b988-774e48931b12 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Feb 03 12:47:33.418616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Calling delete_port for 813cbc94-1a4d-4e1c-8791-c0d148290663 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:33.473173 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a116df3c-be92-43f9-b7e4-99117762a694 admin admin] Publish callbacks [] for security_group (54886d8a-ffb7-40b2-be59-364af43bfb0e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.554960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a12869a-a4e8-400f-b160-5f659fdc7f0b admin admin] Publish callbacks [] for security_group (1e2d06d0-549b-40c3-8c33-d5489d895025), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.564645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:47:33.574379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] Sync routers for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:47:33.576224 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-06dadd35-7441-461e-a1e4-c66a1328a50e admin admin] 10.222.0.65 "PUT /v2.0/routers/bc2219f1-8ec5-4463-a96a-0a9efadafbd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7744994 Feb 03 12:47:33.578406 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a116df3c-be92-43f9-b7e4-99117762a694 admin admin] Publish callbacks [] for security_group (54886d8a-ffb7-40b2-be59-364af43bfb0e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.579493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33126) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:33.588870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:33.589828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:33.621782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a12869a-a4e8-400f-b160-5f659fdc7f0b admin admin] Publish callbacks [] for security_group (1e2d06d0-549b-40c3-8c33-d5489d895025), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.730411 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks [] for router (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.742604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:33.756164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a116df3c-be92-43f9-b7e4-99117762a694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (54886d8a-ffb7-40b2-be59-364af43bfb0e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.759018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a116df3c-be92-43f9-b7e4-99117762a694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.762797 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a116df3c-be92-43f9-b7e4-99117762a694 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54886d8a-ffb7-40b2-be59-364af43bfb0e HTTP/1.1" status: 204 len: 168 time: 0.5163758 Feb 03 12:47:33.767359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a12869a-a4e8-400f-b160-5f659fdc7f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1e2d06d0-549b-40c3-8c33-d5489d895025), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.770037 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a12869a-a4e8-400f-b160-5f659fdc7f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.771225 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4a12869a-a4e8-400f-b160-5f659fdc7f0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e2d06d0-549b-40c3-8c33-d5489d895025 HTTP/1.1" status: 204 len: 168 time: 0.4946985 Feb 03 12:47:33.793673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116df3c-be92-43f9-b7e4-99117762a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54886d8a-ffb7-40b2-be59-364af43bfb0e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:33.881985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12869a-a4e8-400f-b160-5f659fdc7f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2d06d0-549b-40c3-8c33-d5489d895025,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:33.886448 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (813cbc94-1a4d-4e1c-8791-c0d148290663), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.914677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks [] for router_gateway (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.944806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Pushing event deleted for resources: {'Port': ['ID=813cbc94-1a4d-4e1c-8791-c0d148290663,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:34.026423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Deleting port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:34.027029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.118693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:47:32Z', 'revision_number': 5, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port': {'id': 'e29b29fa-8ad2-4f2f-b95b-7de49418bdfa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:47Z', 'updated_at': '2022-02-03T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:34.207153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] For port e29b29fa-8ad2-4f2f-b95b-7de49418bdfa, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e29b29fa-8ad2-4f2f-b95b-7de49418bdfa,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:34.207851 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.219147 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] Checking router: bc2219f1-8ec5-4463-a96a-0a9efadafbd8 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:47:34.235092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Calling delete_port for e29b29fa-8ad2-4f2f-b95b-7de49418bdfa owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:34.240205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] Routers {'bc2219f1-8ec5-4463-a96a-0a9efadafbd8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:34.242053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:34.303964 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (fabeb448-353e-4a47-b778-6e7e97feb8d6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.402724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] Set router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:34.510077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:47:33Z', 'revision_number': 6, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:34.538959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a556f92-46f7-4051-af4c-d4f0daeddefc None None] The sync data for ids ['bc2219f1-8ec5-4463-a96a-0a9efadafbd8'] in n-d-792364-10 is: [{'id': 'bc2219f1-8ec5-4463-a96a-0a9efadafbd8', 'name': 'tempest-ServersTestBootFromVolume-168866203-router', 'tenant_id': '6d5ae59690e04a658f2a90abcbb24c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:46Z', 'updated_at': '2022-02-03T12:47:33Z', 'revision_number': 6, 'project_id': '6d5ae59690e04a658f2a90abcbb24c64', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:47:34.665758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Router fabeb448-353e-4a47-b778-6e7e97feb8d6 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:47:34.672946 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e29b29fa-8ad2-4f2f-b95b-7de49418bdfa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.781921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Pushing event deleted for resources: {'Port': ['ID=e29b29fa-8ad2-4f2f-b95b-7de49418bdfa,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:34.969698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaeeb9-a6d9-4011-8a73-13e7fd2f7381 req-e219aacc-6f95-419b-af9b-47b21cbbd9c5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:34.979080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3aaeeb9-a6d9-4011-8a73-13e7fd2f7381 req-e219aacc-6f95-419b-af9b-47b21cbbd9c5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.3286064 Feb 03 12:47:35.032099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b37fea-b37a-490b-a923-de0266369a08 req-0219e436-2c5e-4beb-8d88-df1e4842b96f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.039190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b37fea-b37a-490b-a923-de0266369a08 req-0219e436-2c5e-4beb-8d88-df1e4842b96f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.066536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b37fea-b37a-490b-a923-de0266369a08 req-0219e436-2c5e-4beb-8d88-df1e4842b96f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.068485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 11628aeb-2b6c-40aa-812f-b57a53dd76e6 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:35.074680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b37fea-b37a-490b-a923-de0266369a08 req-0219e436-2c5e-4beb-8d88-df1e4842b96f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.080809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b37fea-b37a-490b-a923-de0266369a08 req-0219e436-2c5e-4beb-8d88-df1e4842b96f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.087231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b37fea-b37a-490b-a923-de0266369a08 req-0219e436-2c5e-4beb-8d88-df1e4842b96f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.096030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b37fea-b37a-490b-a923-de0266369a08 req-0219e436-2c5e-4beb-8d88-df1e4842b96f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.105472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51b37fea-b37a-490b-a923-de0266369a08 req-0219e436-2c5e-4beb-8d88-df1e4842b96f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.7380445 Feb 03 12:47:35.110172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.121218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 11628aeb-2b6c-40aa-812f-b57a53dd76e6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:35.121562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 11628aeb-2b6c-40aa-812f-b57a53dd76e6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:35.260953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:47:35.272674 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] Sync routers for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:47:35.279138 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-87d03340-9928-436c-97a3-d0071eb9e15c admin admin] 10.222.0.65 "PUT /v2.0/routers/fabeb448-353e-4a47-b778-6e7e97feb8d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0372777 Feb 03 12:47:35.280347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33170) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:35.293248 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:35.294127 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:35.322057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33174) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:35.407703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks [] for router (fabeb448-353e-4a47-b778-6e7e97feb8d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.418510 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:35.462406 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.470132 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks [] for router_controller (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.534020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51b37fea-b37a-490b-a923-de0266369a08 req-f010f345-16e9-4c56-a0e1-a98f18cb5cc3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4259472 Feb 03 12:47:35.610909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks [] for router_gateway (fabeb448-353e-4a47-b778-6e7e97feb8d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.661722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3aaeeb9-a6d9-4011-8a73-13e7fd2f7381 req-0d741745-d962-468c-a431-79ed1c92365d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812694 Feb 03 12:47:35.675731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (bc2219f1-8ec5-4463-a96a-0a9efadafbd8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.676218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc2219f1-8ec5-4463-a96a-0a9efadafbd8 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:47:35.680762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.684219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6d130362-4dbd-4415-b04e-b7bcea79b19b admin admin] 10.222.0.65 "DELETE /v2.0/routers/bc2219f1-8ec5-4463-a96a-0a9efadafbd8 HTTP/1.1" status: 204 len: 168 time: 2.1006985 Feb 03 12:47:35.684696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33180) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:35.688665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Deleting port a4124015-9081-4813-83a9-6eebcb68982c {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:35.689109 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a4124015-9081-4813-83a9-6eebcb68982c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.762712 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:47:33Z', 'revision_number': 5, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port': {'id': 'a4124015-9081-4813-83a9-6eebcb68982c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:46:11Z', 'updated_at': '2022-02-03T12:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:35.769891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4f3924-ffed-4336-a84e-5374b894baae admin admin] Deleting subnet 0c67debf-c402-40d1-b59e-56a9beaf1cb8 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:35.778107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3924-ffed-4336-a84e-5374b894baae admin admin] Publish callbacks [] for subnet (0c67debf-c402-40d1-b59e-56a9beaf1cb8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.799099 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] Checking router: fabeb448-353e-4a47-b778-6e7e97feb8d6 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:47:35.813069 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] Routers {'fabeb448-353e-4a47-b778-6e7e97feb8d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:35.813728 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fabeb448-353e-4a47-b778-6e7e97feb8d6'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:35.820976 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3924-ffed-4336-a84e-5374b894baae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (0c67debf-c402-40d1-b59e-56a9beaf1cb8), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.829907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-904435760'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:35.870484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] For port a4124015-9081-4813-83a9-6eebcb68982c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a4124015-9081-4813-83a9-6eebcb68982c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:35.870484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a4124015-9081-4813-83a9-6eebcb68982c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.883055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:35.892734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.902636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Calling delete_port for a4124015-9081-4813-83a9-6eebcb68982c owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:35.914968 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.946957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3924-ffed-4336-a84e-5374b894baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0c67debf-c402-40d1-b59e-56a9beaf1cb8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.954505 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] Set router fabeb448-353e-4a47-b778-6e7e97feb8d6 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:36.011250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for security_group (f33377be-3275-4ade-ab63-715025733f33), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.024622 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:47:35Z', 'revision_number': 6, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:36.056406 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f33377be-3275-4ade-ab63-715025733f33), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.061150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3924-ffed-4336-a84e-5374b894baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (0c67debf-c402-40d1-b59e-56a9beaf1cb8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.075616 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50550503-a988-4970-a405-c22aee0dcde8 None None] The sync data for ids ['fabeb448-353e-4a47-b778-6e7e97feb8d6'] in n-d-792364-10 is: [{'id': 'fabeb448-353e-4a47-b778-6e7e97feb8d6', 'name': 'tempest-ServersTestFqdnHostnames-749655185-router', 'tenant_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:46:10Z', 'updated_at': '2022-02-03T12:47:35Z', 'revision_number': 6, 'project_id': '9edbe7dfdfaf4bcc87515bcc975d9679', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:47:36.088935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f3924-ffed-4336-a84e-5374b894baae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c67debf-c402-40d1-b59e-56a9beaf1cb8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:36.096568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33377be-3275-4ade-ab63-715025733f33,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:36.107305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:36.136304 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (01463885-61c4-49df-a040-0e03a3fef02e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.136666 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Added segment 01463885-61c4-49df-a040-0e03a3fef02e of type vlan for network d981a595-dc33-4968-a2b7-6d84f7b5e02f Feb 03 12:47:36.137153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3924-ffed-4336-a84e-5374b894baae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.137781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6761e4b-2f58-4cd5-9682-5b6db54d6a2f None None] Network e186ce9e-846a-4564-8e1d-78a32beecfcd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:36.144212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dc4f3924-ffed-4336-a84e-5374b894baae admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0c67debf-c402-40d1-b59e-56a9beaf1cb8 HTTP/1.1" status: 204 len: 168 time: 0.4564128 Feb 03 12:47:36.144627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33182) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:36.189416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (d981a595-dc33-4968-a2b7-6d84f7b5e02f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.243953 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (e186ce9e-846a-4564-8e1d-78a32beecfcd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.265136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (d981a595-dc33-4968-a2b7-6d84f7b5e02f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.270263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:36.270922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.330007 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0066533 Feb 03 12:47:36.334251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33184) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:36.339645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:36.367174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] DHCP port deletion for e186ce9e-846a-4564-8e1d-78a32beecfcd request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:36.381055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Deleting port 9b305873-af7e-40f1-9195-b324f53ee087 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:36.381814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9b305873-af7e-40f1-9195-b324f53ee087), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.394979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985c55d-8a79-4997-bb24-26b14fdf6c99 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Network': ['ID=d981a595-dc33-4968-a2b7-6d84f7b5e02f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:36.443728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:36.489838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] For port 9b305873-af7e-40f1-9195-b324f53ee087, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b305873-af7e-40f1-9195-b324f53ee087,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:36.490506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9b305873-af7e-40f1-9195-b324f53ee087), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.505496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Calling delete_port for 9b305873-af7e-40f1-9195-b324f53ee087 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:36.507961 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a4124015-9081-4813-83a9-6eebcb68982c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.521739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:36.525114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.544232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Deleting port 9b305873-af7e-40f1-9195-b324f53ee087 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:36.544886 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9b305873-af7e-40f1-9195-b324f53ee087), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.566045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4124015-9081-4813-83a9-6eebcb68982c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:36.631567 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9b305873-af7e-40f1-9195-b324f53ee087), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.661356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] For port 9b305873-af7e-40f1-9195-b324f53ee087, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b305873-af7e-40f1-9195-b324f53ee087,segment=NetworkSegment(03918e85-7e84-4768-972e-a840988fd321),segment_id=03918e85-7e84-4768-972e-a840988fd321)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:36.661806 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9b305873-af7e-40f1-9195-b324f53ee087), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.679722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18ece8af-4225-4f57-9df5-544eea96c6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.688409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Calling delete_port for 9b305873-af7e-40f1-9195-b324f53ee087 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:36.699035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] No DVR routers for this DVR port 9b305873-af7e-40f1-9195-b324f53ee087 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:36.771710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b305873-af7e-40f1-9195-b324f53ee087,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:36.830688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (fabeb448-353e-4a47-b778-6e7e97feb8d6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: from cryptography.utils import int_from_bytes Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: from cryptography.utils import int_from_bytes Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.895413 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.898170 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 12:47:36.904980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (9b305873-af7e-40f1-9195-b324f53ee087), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.963768 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (fabeb448-353e-4a47-b778-6e7e97feb8d6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.966591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks [] for router_controller (fabeb448-353e-4a47-b778-6e7e97feb8d6), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.977180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Pushing event deleted for resources: {'Port': ['ID=9b305873-af7e-40f1-9195-b324f53ee087,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:36.993521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 813cbc94-1a4d-4e1c-8791-c0d148290663 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:37.036808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] No DVR routers for this DVR port 9b305873-af7e-40f1-9195-b324f53ee087 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:37.044440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 813cbc94-1a4d-4e1c-8791-c0d148290663 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:37.044440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 813cbc94-1a4d-4e1c-8791-c0d148290663 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:37.046098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e29b29fa-8ad2-4f2f-b95b-7de49418bdfa no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:37.049383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.049383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.049610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.049823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.050191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.050554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.050912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.051228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.051555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.051979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.052425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.052915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.053340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460191d-fb0a-40aa-95f6-f5f706251c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.069689 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (fabeb448-353e-4a47-b778-6e7e97feb8d6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.072209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fabeb448-353e-4a47-b778-6e7e97feb8d6 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:47:37.084111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.088562 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-901a7140-673b-42c0-9216-ef14c23615f3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fabeb448-353e-4a47-b778-6e7e97feb8d6 HTTP/1.1" status: 204 len: 168 time: 1.8043840 Feb 03 12:47:37.089646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33198) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.128335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e29b29fa-8ad2-4f2f-b95b-7de49418bdfa {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:37.128692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e29b29fa-8ad2-4f2f-b95b-7de49418bdfa not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:37.129126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b305873-af7e-40f1-9195-b324f53ee087 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:37.187853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 9b305873-af7e-40f1-9195-b324f53ee087 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:37.188549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b305873-af7e-40f1-9195-b324f53ee087 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:37.188813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a4124015-9081-4813-83a9-6eebcb68982c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:37.200515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d638872-6d33-463f-bb4a-71a0e3a31319 admin admin] Deleting subnet d15a7aeb-e345-43ee-8f98-f13def1e99f0 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:37.204370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d638872-6d33-463f-bb4a-71a0e3a31319 admin admin] Publish callbacks [] for subnet (d15a7aeb-e345-43ee-8f98-f13def1e99f0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.222378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a4124015-9081-4813-83a9-6eebcb68982c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:37.222757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a4124015-9081-4813-83a9-6eebcb68982c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:37.298506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d638872-6d33-463f-bb4a-71a0e3a31319 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d15a7aeb-e345-43ee-8f98-f13def1e99f0), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.345256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (335ba9f6-7aa1-44a9-a673-987a4af372c2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.388461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c2731763-4230-474f-9b0d-357d6ee2b165 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:37.414284 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (e186ce9e-846a-4564-8e1d-78a32beecfcd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.446652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=335ba9f6-7aa1-44a9-a673-987a4af372c2,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:37.453586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1681a1-65df-43ef-b09b-be5ac6f2c0ec req-80d21468-c625-49ac-9385-fd35850c8cac tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.456624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d638872-6d33-463f-bb4a-71a0e3a31319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d15a7aeb-e345-43ee-8f98-f13def1e99f0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.458881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1681a1-65df-43ef-b09b-be5ac6f2c0ec req-80d21468-c625-49ac-9385-fd35850c8cac tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.464113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1681a1-65df-43ef-b09b-be5ac6f2c0ec req-80d21468-c625-49ac-9385-fd35850c8cac tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.469476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1681a1-65df-43ef-b09b-be5ac6f2c0ec req-80d21468-c625-49ac-9385-fd35850c8cac tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.475331 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1681a1-65df-43ef-b09b-be5ac6f2c0ec req-80d21468-c625-49ac-9385-fd35850c8cac tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.480752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1681a1-65df-43ef-b09b-be5ac6f2c0ec req-80d21468-c625-49ac-9385-fd35850c8cac tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.486301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1681a1-65df-43ef-b09b-be5ac6f2c0ec req-80d21468-c625-49ac-9385-fd35850c8cac tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.488351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd1681a1-65df-43ef-b09b-be5ac6f2c0ec req-80d21468-c625-49ac-9385-fd35850c8cac tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5429 time: 0.7204666 Feb 03 12:47:37.490166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e186ce9e-846a-4564-8e1d-78a32beecfcd']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:37.492559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:37.492728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network hostable DHCP agents. Network: d981a595-dc33-4968-a2b7-6d84f7b5e02f, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:47:37.502856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03918e85-7e84-4768-972e-a840988fd321') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:37.503253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03918e85-7e84-4768-972e-a840988fd321') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:37.520463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c2731763-4230-474f-9b0d-357d6ee2b165, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c2731763-4230-474f-9b0d-357d6ee2b165,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:37.521998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a26201-c848-47fd-a3b9-22f9da3eaf64 req-fae62a85-2938-4c75-87eb-b016bd2041b4 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.523583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3a26201-c848-47fd-a3b9-22f9da3eaf64 req-fae62a85-2938-4c75-87eb-b016bd2041b4 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.6592660 Feb 03 12:47:37.528526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:47:37.532842 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (03918e85-7e84-4768-972e-a840988fd321), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.536451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'c2731763-4230-474f-9b0d-357d6ee2b165', 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'port_id': 'c2731763-4230-474f-9b0d-357d6ee2b165', 'mac_address': 'fa:16:3e:30:13:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3427fd14-f0c4-46a3-a930-8b508a7e4fdb', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:37.540439 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d638872-6d33-463f-bb4a-71a0e3a31319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d15a7aeb-e345-43ee-8f98-f13def1e99f0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.548552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, d981a595-dc33-4968-a2b7-6d84f7b5e02f) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:37.571114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.571643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.576337 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (03918e85-7e84-4768-972e-a840988fd321), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.576512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d638872-6d33-463f-bb4a-71a0e3a31319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15a7aeb-e345-43ee-8f98-f13def1e99f0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:37.579784 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d638872-6d33-463f-bb4a-71a0e3a31319 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.583032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4d638872-6d33-463f-bb4a-71a0e3a31319 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d15a7aeb-e345-43ee-8f98-f13def1e99f0 HTTP/1.1" status: 204 len: 168 time: 0.4922347 Feb 03 12:47:37.587138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33202) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.589796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:37.590204 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (03918e85-7e84-4768-972e-a840988fd321), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:37.592372 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:37.611507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c2731763-4230-474f-9b0d-357d6ee2b165 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:37.612253 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.625842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7c5438-e875-4aba-8be6-3073d0e61276 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:37.627279 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cd82fdb4-760d-4261-a55d-05618e72d936 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2919850 Feb 03 12:47:37.628260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e40c1-8261-4ad8-9664-40bdd71fad63 None None] Network 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:37.630006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33204) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.658266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'name': 'tempest-NetworksTestDHCPv6-1067943440'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:37.662298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2731763-4230-474f-9b0d-357d6ee2b165 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:37.683590 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3a26201-c848-47fd-a3b9-22f9da3eaf64 req-c8660d9a-8441-448e-9934-07a5ad14ed9e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487415 Feb 03 12:47:37.690121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd1681a1-65df-43ef-b09b-be5ac6f2c0ec req-5a418706-14e9-419d-8928-8877f46d016a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1848440 Feb 03 12:47:37.696046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (e186ce9e-846a-4564-8e1d-78a32beecfcd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.705486 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.729828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] 10.222.0.65 "DELETE /v2.0/networks/e186ce9e-846a-4564-8e1d-78a32beecfcd HTTP/1.1" status: 204 len: 168 time: 1.5802231 Feb 03 12:47:37.736403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (7dfc0d56-842c-4fa9-8853-cdf5db5bef10), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.744507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682117db-e088-46cc-84e4-08b4b69cb42a admin admin] Pushing event deleted for resources: {'Network': ['ID=e186ce9e-846a-4564-8e1d-78a32beecfcd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:37.772722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c2731763-4230-474f-9b0d-357d6ee2b165, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c2731763-4230-474f-9b0d-357d6ee2b165,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:37.794989 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.795891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 336c41d4-0e4c-42a1-908e-50be2aca60a7 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:37.858140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:37.863844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.868567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Deleting port 17b7119e-0bca-40f9-9aea-99738c2141e9 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:37.869013 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.897256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 686cb197-6679-461a-bf6b-2caec3703bb4 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:37.927019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33208) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.968018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5293ae63-ee87-4952-aea5-8f64229a57c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d5ae59690e04a658f2a90abcbb24c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395792 Feb 03 12:47:37.972085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33210) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.993709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] For port 17b7119e-0bca-40f9-9aea-99738c2141e9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=17b7119e-0bca-40f9-9aea-99738c2141e9,segment=NetworkSegment(ca80992a-35f3-4ddc-8148-8283f8fbfb80),segment_id=ca80992a-35f3-4ddc-8148-8283f8fbfb80)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:37.994170 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.010114 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:47:38.014716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Calling delete_port for 17b7119e-0bca-40f9-9aea-99738c2141e9 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:38.028353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1760da01-b65b-482e-a062-7736ba09c04e admin admin] Publish callbacks [] for security_group (fae529d1-7b6e-49e2-824a-3c675e6f4408), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.051241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 336c41d4-0e4c-42a1-908e-50be2aca60a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=336c41d4-0e4c-42a1-908e-50be2aca60a7,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:38.051458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1760da01-b65b-482e-a062-7736ba09c04e admin admin] Publish callbacks [] for security_group (fae529d1-7b6e-49e2-824a-3c675e6f4408), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.080975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '335ba9f6-7aa1-44a9-a673-987a4af372c2'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:38.081858 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.100607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '336c41d4-0e4c-42a1-908e-50be2aca60a7', 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'port_id': '336c41d4-0e4c-42a1-908e-50be2aca60a7', 'mac_address': 'fa:16:3e:17:f1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3427fd14-f0c4-46a3-a930-8b508a7e4fdb', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:38.109575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c2731763-4230-474f-9b0d-357d6ee2b165,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:38.112998 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1760da01-b65b-482e-a062-7736ba09c04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fae529d1-7b6e-49e2-824a-3c675e6f4408), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.116235 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1760da01-b65b-482e-a062-7736ba09c04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.120799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1760da01-b65b-482e-a062-7736ba09c04e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fae529d1-7b6e-49e2-824a-3c675e6f4408 HTTP/1.1" status: 204 len: 168 time: 0.1475918 Feb 03 12:47:38.131366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760da01-b65b-482e-a062-7736ba09c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae529d1-7b6e-49e2-824a-3c675e6f4408,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:38.144738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::381 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/335ba9f6-7aa1-44a9-a673-987a4af372c2/686cb197-6679-461a-bf6b-2caec3703bb4) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:38.211571 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (17b7119e-0bca-40f9-9aea-99738c2141e9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.232317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90488c9-8817-4f01-aec2-e6e3ec71f22d None None] DHCP port deletion for 7dfc0d56-842c-4fa9-8853-cdf5db5bef10 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:38.234569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 336c41d4-0e4c-42a1-908e-50be2aca60a7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:38.235035 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.254932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b7119e-0bca-40f9-9aea-99738c2141e9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:38.260412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] No DVR routers for this DVR port 17b7119e-0bca-40f9-9aea-99738c2141e9 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:38.266124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336c41d4-0e4c-42a1-908e-50be2aca60a7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:38.299107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 336c41d4-0e4c-42a1-908e-50be2aca60a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=336c41d4-0e4c-42a1-908e-50be2aca60a7,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:38.310105 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.310842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device be4fdb00-ee66-42b6-b51f-c9818b68335a details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:38.382577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port be4fdb00-ee66-42b6-b51f-c9818b68335a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be4fdb00-ee66-42b6-b51f-c9818b68335a,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:38.385479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=336c41d4-0e4c-42a1-908e-50be2aca60a7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:38.398606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'be4fdb00-ee66-42b6-b51f-c9818b68335a', 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'port_id': 'be4fdb00-ee66-42b6-b51f-c9818b68335a', 'mac_address': 'fa:16:3e:72:9b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3427fd14-f0c4-46a3-a930-8b508a7e4fdb', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:38.404795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (7dfc0d56-842c-4fa9-8853-cdf5db5bef10), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.441041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port be4fdb00-ee66-42b6-b51f-c9818b68335a is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:38.441361 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.442707 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfc0d56-842c-4fa9-8853-cdf5db5bef10']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:38.447373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (686cb197-6679-461a-bf6b-2caec3703bb4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.456371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4fdb00-ee66-42b6-b51f-c9818b68335a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:38.459038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca80992a-35f3-4ddc-8148-8283f8fbfb80') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:38.459335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca80992a-35f3-4ddc-8148-8283f8fbfb80') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:38.474941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (ca80992a-35f3-4ddc-8148-8283f8fbfb80), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.480745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port be4fdb00-ee66-42b6-b51f-c9818b68335a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be4fdb00-ee66-42b6-b51f-c9818b68335a,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:38.486741 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.487553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40cbe00e-fe75-45a8-ab11-9e3f78589d86 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:38.495899 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ca80992a-35f3-4ddc-8148-8283f8fbfb80), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.529319 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (686cb197-6679-461a-bf6b-2caec3703bb4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.532492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:38.533041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (ca80992a-35f3-4ddc-8148-8283f8fbfb80), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:38.535590 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:38.620841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/335ba9f6-7aa1-44a9-a673-987a4af372c2/d077be79-4c32-48cc-90ad-8e357603cd20) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:38.629630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=be4fdb00-ee66-42b6-b51f-c9818b68335a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:38.639358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40cbe00e-fe75-45a8-ab11-9e3f78589d86, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40cbe00e-fe75-45a8-ab11-9e3f78589d86,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:38.655316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:38.664427 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:38.664965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '40cbe00e-fe75-45a8-ab11-9e3f78589d86', 'network_id': '8d7233e0-cf83-46e3-b0d0-3abcad3dde73', 'port_id': '40cbe00e-fe75-45a8-ab11-9e3f78589d86', 'mac_address': 'fa:16:3e:7c:d5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3427fd14-f0c4-46a3-a930-8b508a7e4fdb', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:38.668737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:38.674229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:38.675007 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.680960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (7dfc0d56-842c-4fa9-8853-cdf5db5bef10), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.699383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=686cb197-6679-461a-bf6b-2caec3703bb4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:38.702141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.708209 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7dfc0d56-842c-4fa9-8853-cdf5db5bef10 HTTP/1.1" status: 204 len: 168 time: 1.1178036 Feb 03 12:47:38.710005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a5f99-e8f1-4c7a-88c3-42fcf3ea4b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfc0d56-842c-4fa9-8853-cdf5db5bef10,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:38.741148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33230) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:38.741616 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2b2ddc2c-ccc4-456a-95bb-ba99ad520630 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1103103 Feb 03 12:47:38.855373 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0213d4d-490e-45a7-8733-f664c80a8d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.864781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:38.865398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.909733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 17b7119e-0bca-40f9-9aea-99738c2141e9 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:38.966451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33238) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:38.989949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e94dc-7309-4937-964f-6b71b6293646 req-38a352d6-9327-4add-b950-4d362119b620 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:38.993070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40cbe00e-fe75-45a8-ab11-9e3f78589d86 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:39.002746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 17b7119e-0bca-40f9-9aea-99738c2141e9 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:39.002978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 17b7119e-0bca-40f9-9aea-99738c2141e9 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:39.003393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-922e94dc-7309-4937-964f-6b71b6293646 req-38a352d6-9327-4add-b950-4d362119b620 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1581945 Feb 03 12:47:39.025704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab12086-f99a-4e77-beb8-70ef324d7461 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.027360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dab12086-f99a-4e77-beb8-70ef324d7461 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2849000 Feb 03 12:47:39.034056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33240) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:39.040639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf6a9-5044-4d5f-b85c-75819c29d6b8 req-e1f1c6ae-8673-4f5d-af67-e3ae1ed258aa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.049575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf6a9-5044-4d5f-b85c-75819c29d6b8 req-e1f1c6ae-8673-4f5d-af67-e3ae1ed258aa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.055202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf6a9-5044-4d5f-b85c-75819c29d6b8 req-e1f1c6ae-8673-4f5d-af67-e3ae1ed258aa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.058828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40cbe00e-fe75-45a8-ab11-9e3f78589d86, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40cbe00e-fe75-45a8-ab11-9e3f78589d86,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:39.062271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf6a9-5044-4d5f-b85c-75819c29d6b8 req-e1f1c6ae-8673-4f5d-af67-e3ae1ed258aa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.069204 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.070270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4efe51d2-63e2-4789-baec-cde863f62f3f details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:39.071419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf6a9-5044-4d5f-b85c-75819c29d6b8 req-e1f1c6ae-8673-4f5d-af67-e3ae1ed258aa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.074225 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c87371cc-631d-43f9-af33-667738eda9db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9edbe7dfdfaf4bcc87515bcc975d9679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1060896 Feb 03 12:47:39.077325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33242) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:39.078929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf6a9-5044-4d5f-b85c-75819c29d6b8 req-e1f1c6ae-8673-4f5d-af67-e3ae1ed258aa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.085589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf6a9-5044-4d5f-b85c-75819c29d6b8 req-e1f1c6ae-8673-4f5d-af67-e3ae1ed258aa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.088883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2adf6a9-5044-4d5f-b85c-75819c29d6b8 req-e1f1c6ae-8673-4f5d-af67-e3ae1ed258aa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5432 time: 0.2938335 Feb 03 12:47:39.104075 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Publish callbacks [] for port (d077be79-4c32-48cc-90ad-8e357603cd20), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.131193 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.152372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=40cbe00e-fe75-45a8-ab11-9e3f78589d86,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:39.206831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:39.209592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-844ec19b-d7f1-4d70-a774-4cff28c2a2cd admin admin] Publish callbacks [] for security_group (882c09a3-9aed-4ce8-b3d8-97249abe32d8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.219010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:39.224475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:39.230766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-922e94dc-7309-4937-964f-6b71b6293646 req-feb28a18-8335-45e1-81fd-19aa8cdffd86 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255061 Feb 03 12:47:39.245315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-844ec19b-d7f1-4d70-a774-4cff28c2a2cd admin admin] Publish callbacks [] for security_group (882c09a3-9aed-4ce8-b3d8-97249abe32d8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.246083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-bbf78896-7639-4ffe-b928-80d3166cdf28 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 686cb197-6679-461a-bf6b-2caec3703bb4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:39.246616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbf78896-7639-4ffe-b928-80d3166cdf28 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (686cb197-6679-461a-bf6b-2caec3703bb4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.261630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2adf6a9-5044-4d5f-b85c-75819c29d6b8 req-1da2a2d3-d2d6-437a-b52c-72bf969a8440 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633227 Feb 03 12:47:39.272716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Pushing event updated for resources: {'Port': ['ID=d077be79-4c32-48cc-90ad-8e357603cd20,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:39.339536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Attempting to bind port d077be79-4c32-48cc-90ad-8e357603cd20 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:39.339977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Attempting to bind port d077be79-4c32-48cc-90ad-8e357603cd20 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:39.340408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Attempting to bind port d077be79-4c32-48cc-90ad-8e357603cd20 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:39.351816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4efe51d2-63e2-4789-baec-cde863f62f3f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4efe51d2-63e2-4789-baec-cde863f62f3f,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:39.355053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:39.355548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:39.356016 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.356632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:39.357316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Bound port: d077be79-4c32-48cc-90ad-8e357603cd20, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:39.357801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.367094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbf78896-7639-4ffe-b928-80d3166cdf28 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (686cb197-6679-461a-bf6b-2caec3703bb4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.379417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '4efe51d2-63e2-4789-baec-cde863f62f3f', 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e', 'port_id': '4efe51d2-63e2-4789-baec-cde863f62f3f', 'mac_address': 'fa:16:3e:a8:b7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ed027-a4aa-4546-8ae2-7a7074151a5d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:39.387213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-bbf78896-7639-4ffe-b928-80d3166cdf28 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 686cb197-6679-461a-bf6b-2caec3703bb4 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:39.399172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-844ec19b-d7f1-4d70-a774-4cff28c2a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (882c09a3-9aed-4ce8-b3d8-97249abe32d8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.401752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-844ec19b-d7f1-4d70-a774-4cff28c2a2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.402956 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-844ec19b-d7f1-4d70-a774-4cff28c2a2cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/882c09a3-9aed-4ce8-b3d8-97249abe32d8 HTTP/1.1" status: 204 len: 168 time: 0.3243089 Feb 03 12:47:39.415479 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ec19b-d7f1-4d70-a774-4cff28c2a2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c09a3-9aed-4ce8-b3d8-97249abe32d8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:39.473452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4efe51d2-63e2-4789-baec-cde863f62f3f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:39.473854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.487446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] For port d077be79-4c32-48cc-90ad-8e357603cd20, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:39.499522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efe51d2-63e2-4789-baec-cde863f62f3f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:39.508440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] For port d077be79-4c32-48cc-90ad-8e357603cd20, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d077be79-4c32-48cc-90ad-8e357603cd20,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:39.527578 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.531988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4efe51d2-63e2-4789-baec-cde863f62f3f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4efe51d2-63e2-4789-baec-cde863f62f3f,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:39.562403 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.563148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4b294da0-f3ad-404c-a8ab-826d7716512f details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:39.599438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbf78896-7639-4ffe-b928-80d3166cdf28 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (686cb197-6679-461a-bf6b-2caec3703bb4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.623221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc18c5b-dcf4-4eb3-be34-fe05de9d4d49 None None] Pushing event updated for resources: {'Port': ['ID=d077be79-4c32-48cc-90ad-8e357603cd20,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:39.653116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf78896-7639-4ffe-b928-80d3166cdf28 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=686cb197-6679-461a-bf6b-2caec3703bb4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:39.690591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bbf78896-7639-4ffe-b928-80d3166cdf28 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.701390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33266) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:39.702527 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bbf78896-7639-4ffe-b928-80d3166cdf28 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/686cb197-6679-461a-bf6b-2caec3703bb4 HTTP/1.1" status: 204 len: 168 time: 0.6671147 Feb 03 12:47:39.786674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4efe51d2-63e2-4789-baec-cde863f62f3f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:39.810270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ecf65-e2c1-4c5e-aa22-8eaa882ff271 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.815392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ecf65-e2c1-4c5e-aa22-8eaa882ff271 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.819770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b26ecf65-e2c1-4c5e-aa22-8eaa882ff271 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1135435 Feb 03 12:47:39.820058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33270) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:39.824664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4b294da0-f3ad-404c-a8ab-826d7716512f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4b294da0-f3ad-404c-a8ab-826d7716512f,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:39.870272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'port_id': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'mac_address': 'fa:16:3e:bb:30:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:39.924868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4b294da0-f3ad-404c-a8ab-826d7716512f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:39.925262 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.927339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fd5ee2-13a7-4615-b683-61a84d8f11bb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 335ba9f6-7aa1-44a9-a673-987a4af372c2 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:39.933203 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23fd5ee2-13a7-4615-b683-61a84d8f11bb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (335ba9f6-7aa1-44a9-a673-987a4af372c2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.945585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b294da0-f3ad-404c-a8ab-826d7716512f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:39.990770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4b294da0-f3ad-404c-a8ab-826d7716512f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4b294da0-f3ad-404c-a8ab-826d7716512f,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:40.000544 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.001262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:40.016119 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23fd5ee2-13a7-4615-b683-61a84d8f11bb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (335ba9f6-7aa1-44a9-a673-987a4af372c2), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.144039 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.146691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:40.149730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4b294da0-f3ad-404c-a8ab-826d7716512f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:40.170611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e', 'network_id': '788abbbe-bb40-4f64-8b1c-7eaaaafaed3e', 'port_id': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e', 'mac_address': 'fa:16:3e:2d:12:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ed027-a4aa-4546-8ae2-7a7074151a5d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:40.179040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23fd5ee2-13a7-4615-b683-61a84d8f11bb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (335ba9f6-7aa1-44a9-a673-987a4af372c2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.228546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:40.228949 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.244604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:40.279860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23fd5ee2-13a7-4615-b683-61a84d8f11bb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (335ba9f6-7aa1-44a9-a673-987a4af372c2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.289936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:40.304515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.350489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd5ee2-13a7-4615-b683-61a84d8f11bb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=335ba9f6-7aa1-44a9-a673-987a4af372c2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:40.360423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23fd5ee2-13a7-4615-b683-61a84d8f11bb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.369245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-23fd5ee2-13a7-4615-b683-61a84d8f11bb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/335ba9f6-7aa1-44a9-a673-987a4af372c2 HTTP/1.1" status: 204 len: 168 time: 0.5480776 Feb 03 12:47:40.371991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33296) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:40.391128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:40.448522 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3024f6f5-158e-4bb3-995f-620e19402fda tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750709 Feb 03 12:47:40.452337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33300) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:40.460087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:40.505054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7411bc-55e2-46d1-b414-abdcdc426947 req-0494135c-4cac-4bee-901f-591b06fac5c6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.514624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7411bc-55e2-46d1-b414-abdcdc426947 req-0494135c-4cac-4bee-901f-591b06fac5c6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.521697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7411bc-55e2-46d1-b414-abdcdc426947 req-0494135c-4cac-4bee-901f-591b06fac5c6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.527357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7411bc-55e2-46d1-b414-abdcdc426947 req-0494135c-4cac-4bee-901f-591b06fac5c6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.533001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7411bc-55e2-46d1-b414-abdcdc426947 req-0494135c-4cac-4bee-901f-591b06fac5c6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.538500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7411bc-55e2-46d1-b414-abdcdc426947 req-0494135c-4cac-4bee-901f-591b06fac5c6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.543792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7411bc-55e2-46d1-b414-abdcdc426947 req-0494135c-4cac-4bee-901f-591b06fac5c6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.545845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb7411bc-55e2-46d1-b414-abdcdc426947 req-0494135c-4cac-4bee-901f-591b06fac5c6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5436 time: 0.1618562 Feb 03 12:47:40.552939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eb4d5-ead7-4b35-a497-19e6a8b164b2 req-8c738a00-761e-49ec-bbd3-f34acbf7ed2f tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.554496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c91eb4d5-ead7-4b35-a497-19e6a8b164b2 req-8c738a00-761e-49ec-bbd3-f34acbf7ed2f tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.2053511 Feb 03 12:47:40.593127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:40.598609 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.649093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb7411bc-55e2-46d1-b414-abdcdc426947 req-02917857-c933-4220-932b-d855a8d192f6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936072 Feb 03 12:47:40.652633 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c91eb4d5-ead7-4b35-a497-19e6a8b164b2 req-9af5bb33-ae28-41b5-9667-d0c6153fd4ca tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803220 Feb 03 12:47:40.773730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33312) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:40.910063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca1d25-6fd2-4dbe-aa62-b820b36432be None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:40.912524 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (e213802f-415d-4a02-a8e9-d528f9464c18), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.965343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=e213802f-415d-4a02-a8e9-d528f9464c18,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:40.975255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-326112996-network', 'tenant_id': 'fec3da70459c473499bc0e10f705cf27'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:40.979762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:40.981041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:40.983999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.984638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.010665 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-74efdee1-40c2-4c39-b8d2-f6c11333ea94 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5568116 Feb 03 12:47:41.013245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33320) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:41.021795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'name': 'tempest-NetworksTestDHCPv6-1302030348'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:41.026757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d077be79-4c32-48cc-90ad-8e357603cd20 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:41.026885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Made reservation on behalf of fec3da70459c473499bc0e10f705cf27 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:41.028341 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.051542 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.070365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-11372f9c-a7d8-49ab-8a71-b37f92a91268 None None] Provisioning complete for port d077be79-4c32-48cc-90ad-8e357603cd20 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:41.070984 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11372f9c-a7d8-49ab-8a71-b37f92a91268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.124230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33324) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:41.176956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d077be79-4c32-48cc-90ad-8e357603cd20 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:41.177594 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.200162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:41.203781 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.228772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 861b624a-8285-4e3a-8cef-da0884a43a8a yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:41.239264 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Publish callbacks [] for security_group (66448264-e250-49c6-8bcb-2ee81001a592), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.251338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-11372f9c-a7d8-49ab-8a71-b37f92a91268 None None] Current status of the port d077be79-4c32-48cc-90ad-8e357603cd20 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:41.251733 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11372f9c-a7d8-49ab-8a71-b37f92a91268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.279957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (66448264-e250-49c6-8bcb-2ee81001a592), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.305373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f791da2a-8844-45f2-bda9-4be03d452e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.329675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:41.350197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['be4fdb00-ee66-42b6-b51f-c9818b68335a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:41.365939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66448264-e250-49c6-8bcb-2ee81001a592,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:41.381935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b79b5ea4-3953-4de9-815e-2759b1957d56), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.382393 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Added segment b79b5ea4-3953-4de9-815e-2759b1957d56 of type vlan for network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 Feb 03 12:47:41.416124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-11372f9c-a7d8-49ab-8a71-b37f92a91268 None None] For port d077be79-4c32-48cc-90ad-8e357603cd20, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d077be79-4c32-48cc-90ad-8e357603cd20,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:41.438378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d077be79-4c32-48cc-90ad-8e357603cd20 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:41.439624 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.442367 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11372f9c-a7d8-49ab-8a71-b37f92a91268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.451129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::232 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/e213802f-415d-4a02-a8e9-d528f9464c18/861b624a-8285-4e3a-8cef-da0884a43a8a) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:41.456635 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (6ce844d7-b7c7-4c9f-bf21-81af544e2e37), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.460819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['4b294da0-f3ad-404c-a8ab-826d7716512f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:41.491923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f791da2a-8844-45f2-bda9-4be03d452e18 admin admin] Publish callbacks [] for security_group (5176020b-abfe-4c88-b16b-be4b088c88b1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.503316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f791da2a-8844-45f2-bda9-4be03d452e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5176020b-abfe-4c88-b16b-be4b088c88b1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.510027 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (6ce844d7-b7c7-4c9f-bf21-81af544e2e37), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.511154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.511800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.549513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791da2a-8844-45f2-bda9-4be03d452e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5176020b-abfe-4c88-b16b-be4b088c88b1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:41.566756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3540cb5e-7d8e-41c3-9a11-0b23fc3aef68 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:41.573620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7960911 Feb 03 12:47:41.574639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33334) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:41.581931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Request body: {'subnet': {'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-326112996-subnet', 'tenant_id': 'fec3da70459c473499bc0e10f705cf27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:41.594060 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f791da2a-8844-45f2-bda9-4be03d452e18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6698a05505d54b5a9ba5138ae819ee90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4661276 Feb 03 12:47:41.594581 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33336) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:41.603605 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.623161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184bb9f-5715-4126-b303-4678b022623a admin admin] Pushing event updated for resources: {'Network': ['ID=6ce844d7-b7c7-4c9f-bf21-81af544e2e37,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:41.647658 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Made reservation on behalf of fec3da70459c473499bc0e10f705cf27 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:41.651250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.651808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['336c41d4-0e4c-42a1-908e-50be2aca60a7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:41.653862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['40cbe00e-fe75-45a8-ab11-9e3f78589d86'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:41.655886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:41.657886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:41.749116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c9e3c71e-ac83-400d-b71f-95d867e6e694 admin admin] Publish callbacks [] for security_group (5176020b-abfe-4c88-b16b-be4b088c88b1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.752154 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (861b624a-8285-4e3a-8cef-da0884a43a8a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.788268 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c9e3c71e-ac83-400d-b71f-95d867e6e694 admin admin] Publish callbacks [] for security_group (5176020b-abfe-4c88-b16b-be4b088c88b1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.880969 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c9e3c71e-ac83-400d-b71f-95d867e6e694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5176020b-abfe-4c88-b16b-be4b088c88b1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.882954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebc0b-15e3-45ac-82d8-defe4ae2e4c9 req-9ecb73e4-6dcc-46bb-8517-607bd64ebb02 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.883692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c9e3c71e-ac83-400d-b71f-95d867e6e694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.884847 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c9e3c71e-ac83-400d-b71f-95d867e6e694 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5176020b-abfe-4c88-b16b-be4b088c88b1 HTTP/1.1" status: 204 len: 168 time: 0.2892890 Feb 03 12:47:41.891454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebc0b-15e3-45ac-82d8-defe4ae2e4c9 req-9ecb73e4-6dcc-46bb-8517-607bd64ebb02 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.896636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebc0b-15e3-45ac-82d8-defe4ae2e4c9 req-9ecb73e4-6dcc-46bb-8517-607bd64ebb02 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.902439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebc0b-15e3-45ac-82d8-defe4ae2e4c9 req-9ecb73e4-6dcc-46bb-8517-607bd64ebb02 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.907354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebc0b-15e3-45ac-82d8-defe4ae2e4c9 req-9ecb73e4-6dcc-46bb-8517-607bd64ebb02 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.912517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebc0b-15e3-45ac-82d8-defe4ae2e4c9 req-9ecb73e4-6dcc-46bb-8517-607bd64ebb02 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.912965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3c71e-ac83-400d-b71f-95d867e6e694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5176020b-abfe-4c88-b16b-be4b088c88b1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:41.917712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebc0b-15e3-45ac-82d8-defe4ae2e4c9 req-9ecb73e4-6dcc-46bb-8517-607bd64ebb02 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.919885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-490ebc0b-15e3-45ac-82d8-defe4ae2e4c9 req-9ecb73e4-6dcc-46bb-8517-607bd64ebb02 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5436 time: 0.1566453 Feb 03 12:47:41.922037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (861b624a-8285-4e3a-8cef-da0884a43a8a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.930371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167c34f-e606-4bbd-8e42-e073adf27208 req-771e110e-327c-4604-95d1-7d1d8f590159 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.931892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d167c34f-e606-4bbd-8e42-e073adf27208 req-771e110e-327c-4604-95d1-7d1d8f590159 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1700475 Feb 03 12:47:41.982451 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (d152a271-b4bf-4951-918f-718b7f32d47e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.014550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:42.038909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:42.048041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:42.054031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.054891 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.067559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=861b624a-8285-4e3a-8cef-da0884a43a8a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:42.089181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11372f9c-a7d8-49ab-8a71-b37f92a91268 None None] Pushing event updated for resources: {'Port': ['ID=d077be79-4c32-48cc-90ad-8e357603cd20,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:42.111822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d167c34f-e606-4bbd-8e42-e073adf27208 req-2a5b9b13-363b-43a5-875a-e7dc85489676 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453936 Feb 03 12:47:42.116237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0accefa0-e88d-4135-a03e-685697cd93a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1011536 Feb 03 12:47:42.116432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-499a0bbf-141b-4cb5-ba6e-4f5dc443f5b3 None None] Provisioning complete for port d077be79-4c32-48cc-90ad-8e357603cd20 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:42.116809 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbf-141b-4cb5-ba6e-4f5dc443f5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.125338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d152a271-b4bf-4951-918f-718b7f32d47e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:42.132696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33350) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:42.135793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-490ebc0b-15e3-45ac-82d8-defe4ae2e4c9 req-f3318831-6554-4410-bddc-1fbf6a5a081b tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687016 Feb 03 12:47:42.208652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['c2731763-4230-474f-9b0d-357d6ee2b165'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:42.230200 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Checking segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:42.230591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Network hostable DHCP agents. Network: 6ce844d7-b7c7-4c9f-bf21-81af544e2e37, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:47:42.264012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ccbf0-0ae7-4560-b340-271fd5f0a9af tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.269195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ccbf0-0ae7-4560-b340-271fd5f0a9af tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.270481 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:47:42.270833 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:47:42.271172 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b30ccbf0-0ae7-4560-b340-271fd5f0a9af tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1280036 Feb 03 12:47:42.273824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33358) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:42.291487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:47:42.311604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 6ce844d7-b7c7-4c9f-bf21-81af544e2e37) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:42.322437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.326055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.340867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e089df4f-8034-4647-98f9-945ad2bc82a2 None None] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:42.373706 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cf0630a6-1048-4da7-adbf-5f8f02fac7ac admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7974906 Feb 03 12:47:42.434905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['4efe51d2-63e2-4789-baec-cde863f62f3f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:42.481238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-cfb45abb-308a-49e2-b01d-88072046cf2d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 861b624a-8285-4e3a-8cef-da0884a43a8a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:42.481518 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cfb45abb-308a-49e2-b01d-88072046cf2d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (861b624a-8285-4e3a-8cef-da0884a43a8a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.707905 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cfb45abb-308a-49e2-b01d-88072046cf2d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (861b624a-8285-4e3a-8cef-da0884a43a8a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.738929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-cfb45abb-308a-49e2-b01d-88072046cf2d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 861b624a-8285-4e3a-8cef-da0884a43a8a owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:42.842510 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.900092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d077be79-4c32-48cc-90ad-8e357603cd20 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:42.923846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-499a0bbf-141b-4cb5-ba6e-4f5dc443f5b3 None None] Current status of the port d077be79-4c32-48cc-90ad-8e357603cd20 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:42.964416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33404) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:43.030706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-d65a964c-eb6b-4f23-a5ca-dbbda1dd6185 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:43.032479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-d65a964c-eb6b-4f23-a5ca-dbbda1dd6185 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.1994839 Feb 03 12:47:43.094003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d077be79-4c32-48cc-90ad-8e357603cd20 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:43.103296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-8c2bb282-73c4-49d0-8c9f-2dbd1de93e94 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/quotas/fec3da70459c473499bc0e10f705cf27 HTTP/1.1" status: 200 len: 375 time: 0.0521128 Feb 03 12:47:43.116303 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cfb45abb-308a-49e2-b01d-88072046cf2d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (861b624a-8285-4e3a-8cef-da0884a43a8a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.137075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-510743094-network', 'tenant_id': '84e8c274948d4779b78823151ad34a56'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:43.166119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Made reservation on behalf of 84e8c274948d4779b78823151ad34a56 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:43.169093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb45abb-308a-49e2-b01d-88072046cf2d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=861b624a-8285-4e3a-8cef-da0884a43a8a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:43.170874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.184783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.186212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-a57d9c50-ade8-48dc-bb89-7b544210a501 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812058 Feb 03 12:47:43.203697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fc3c2-0e96-49d8-8ba1-7b8d4f1900b5 req-67afe626-79b0-4e68-943e-2e34b599631c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:43.205259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f4fc3c2-0e96-49d8-8ba1-7b8d4f1900b5 req-67afe626-79b0-4e68-943e-2e34b599631c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.2434869 Feb 03 12:47:43.206888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b1962b-172d-48a5-ab2b-8e8c7c15b403 None None] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:43.290522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Publish callbacks [] for security_group (4414549b-028a-4477-bb24-b218110538d8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.296964 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4414549b-028a-4477-bb24-b218110538d8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.300997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cfb45abb-308a-49e2-b01d-88072046cf2d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.307895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cfb45abb-308a-49e2-b01d-88072046cf2d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/861b624a-8285-4e3a-8cef-da0884a43a8a HTTP/1.1" status: 204 len: 168 time: 1.0326278 Feb 03 12:47:43.312321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33414) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:43.327179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:43.344081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4414549b-028a-4477-bb24-b218110538d8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:43.351309 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ae021437-5316-4275-a173-a52a59c9ac6d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.351832 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Added segment ae021437-5316-4275-a173-a52a59c9ac6d of type vlan for network 4e9488bc-ea27-4499-b9f0-e21617c12612 Feb 03 12:47:43.401782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (4e9488bc-ea27-4499-b9f0-e21617c12612), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.426079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f4fc3c2-0e96-49d8-8ba1-7b8d4f1900b5 req-5b0965c5-7008-4973-b383-307a3499c2db tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057252 Feb 03 12:47:43.437938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (4e9488bc-ea27-4499-b9f0-e21617c12612), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.439169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:43.439995 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.452673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d077be79-4c32-48cc-90ad-8e357603cd20 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:43.453167 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.478412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-65c8d713-11fa-4fe7-8e80-c7b8239b758b None None] Could not find standard attr ID for object 861b624a-8285-4e3a-8cef-da0884a43a8a. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:47:43.479852 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5135903 Feb 03 12:47:43.483403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33416) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:43.487871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c38805c-6d46-4d3d-bfcd-b49cbd15f199 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:43.489281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Request body: {'subnet': {'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-subnet', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:43.489976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c38805c-6d46-4d3d-bfcd-b49cbd15f199 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:43.494615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3c38805c-6d46-4d3d-bfcd-b49cbd15f199 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1787488 Feb 03 12:47:43.499372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33418) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:43.503378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-65c8d713-11fa-4fe7-8e80-c7b8239b758b None None] Provisioning complete for port d077be79-4c32-48cc-90ad-8e357603cd20 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:43.503538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-0166865b-b486-43a3-9592-2af65e329c58 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162148 Feb 03 12:47:43.503757 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65c8d713-11fa-4fe7-8e80-c7b8239b758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.568377 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fca3b-b918-42f0-89a3-2e68e6cb8fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e9488bc-ea27-4499-b9f0-e21617c12612,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:43.593551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 4e9488bc-ea27-4499-b9f0-e21617c12612 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:43.599368 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Made reservation on behalf of 84e8c274948d4779b78823151ad34a56 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:43.602440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.612646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bac3b1-38b1-4f85-b7a2-99b0e812d889 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet e213802f-415d-4a02-a8e9-d528f9464c18 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:43.615254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d077be79-4c32-48cc-90ad-8e357603cd20 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:43.628122 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2bac3b1-38b1-4f85-b7a2-99b0e812d889 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (e213802f-415d-4a02-a8e9-d528f9464c18), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.675949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-7582091e-85c4-415e-a119-f881ee28670b service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713226 Feb 03 12:47:43.694340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644e206-5ef2-4aab-9ff1-71ae0a2b2e07 req-78673a40-0f54-4c91-8299-960d9e8cbc5d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:43.707114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b644e206-5ef2-4aab-9ff1-71ae0a2b2e07 req-78673a40-0f54-4c91-8299-960d9e8cbc5d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0864480 Feb 03 12:47:43.718172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-65c8d713-11fa-4fe7-8e80-c7b8239b758b None None] Current status of the port d077be79-4c32-48cc-90ad-8e357603cd20 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:43.783055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b644e206-5ef2-4aab-9ff1-71ae0a2b2e07 req-d8d6440e-7612-417f-aaf5-94e0c5dd14b8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744557 Feb 03 12:47:43.850342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4b032c85-be6f-416d-bdf0-ae28a51131c7 None None] Could not find standard attr ID for object 686cb197-6679-461a-bf6b-2caec3703bb4. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:47:43.932566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cc5da-0d74-4a85-90b8-6147e3714e03 req-4ffb8ce2-324a-4533-b189-a514695f598a tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:43.934226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f1cc5da-0d74-4a85-90b8-6147e3714e03 req-4ffb8ce2-324a-4533-b189-a514695f598a tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0845392 Feb 03 12:47:44.068222 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f1cc5da-0d74-4a85-90b8-6147e3714e03 req-dfab0b6e-3527-4067-921b-329a0db2806c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229665 Feb 03 12:47:44.125922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2cba-97ab-4df8-9336-6915630cbcf8 req-33de745b-0d77-4592-ae37-dcc2aaa9f081 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.134415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2cba-97ab-4df8-9336-6915630cbcf8 req-33de745b-0d77-4592-ae37-dcc2aaa9f081 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.141432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2cba-97ab-4df8-9336-6915630cbcf8 req-33de745b-0d77-4592-ae37-dcc2aaa9f081 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.148985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2cba-97ab-4df8-9336-6915630cbcf8 req-33de745b-0d77-4592-ae37-dcc2aaa9f081 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.159133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2cba-97ab-4df8-9336-6915630cbcf8 req-33de745b-0d77-4592-ae37-dcc2aaa9f081 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.168492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2cba-97ab-4df8-9336-6915630cbcf8 req-33de745b-0d77-4592-ae37-dcc2aaa9f081 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.177539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c44e351f-0a07-494c-b576-5c720b21ec9d None None] Could not find standard attr ID for object 861b624a-8285-4e3a-8cef-da0884a43a8a. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:47:44.180015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2cba-97ab-4df8-9336-6915630cbcf8 req-33de745b-0d77-4592-ae37-dcc2aaa9f081 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.189809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-677f2cba-97ab-4df8-9336-6915630cbcf8 req-33de745b-0d77-4592-ae37-dcc2aaa9f081 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5436 time: 0.2118828 Feb 03 12:47:44.255777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2bac3b1-38b1-4f85-b7a2-99b0e812d889 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (e213802f-415d-4a02-a8e9-d528f9464c18), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.311544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-677f2cba-97ab-4df8-9336-6915630cbcf8 req-f70e2b99-bbc6-41c7-bb77-28874a5f0de0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117079 Feb 03 12:47:44.331846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f637-7ff9-4075-9e38-d347669cd304 req-4cf539fb-c51a-4413-a10a-c059b53df8f2 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.335902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e388f637-7ff9-4075-9e38-d347669cd304 req-4cf539fb-c51a-4413-a10a-c059b53df8f2 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1297386 Feb 03 12:47:44.353419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2bac3b1-38b1-4f85-b7a2-99b0e812d889 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e213802f-415d-4a02-a8e9-d528f9464c18), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.407817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e97a050-fd6b-41f2-9004-bac1d2460a18 req-c1f53643-777a-4cc0-a05e-cb36d6075036 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 210 time: 0.0348513 Feb 03 12:47:44.427557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e388f637-7ff9-4075-9e38-d347669cd304 req-6eb6fa85-a2c0-41bd-a022-2c49a48f711e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906882 Feb 03 12:47:44.489331 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (6b58b20d-7b64-4973-95fb-3214b23115cb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.498992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2bac3b1-38b1-4f85-b7a2-99b0e812d889 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (e213802f-415d-4a02-a8e9-d528f9464c18), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.549509 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2bac3b1-38b1-4f85-b7a2-99b0e812d889 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.555313 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d2bac3b1-38b1-4f85-b7a2-99b0e812d889 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/e213802f-415d-4a02-a8e9-d528f9464c18 HTTP/1.1" status: 204 len: 168 time: 1.0537996 Feb 03 12:47:44.559439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33446) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:44.609904 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-78868c92-2b04-4256-a5f4-69ee072cb4ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493302 Feb 03 12:47:44.615437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33450) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:44.617512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b58b20d-7b64-4973-95fb-3214b23115cb,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:44.618010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bea89-b7b4-486a-a46a-78a3446221f5 req-7793a116-48a6-4a7d-8d0b-5ba2fde4c189 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.627281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-866bea89-b7b4-486a-a46a-78a3446221f5 req-7793a116-48a6-4a7d-8d0b-5ba2fde4c189 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1186807 Feb 03 12:47:44.633036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:44.708895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bac3b1-38b1-4f85-b7a2-99b0e812d889 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=e213802f-415d-4a02-a8e9-d528f9464c18,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:44.717233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-866bea89-b7b4-486a-a46a-78a3446221f5 req-fa442f27-db7c-4221-876a-baaa35af5871 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802517 Feb 03 12:47:44.725790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Checking segment: {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:44.726369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Network hostable DHCP agents. Network: 4e9488bc-ea27-4499-b9f0-e21617c12612, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:47:44.812482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Network 4e9488bc-ea27-4499-b9f0-e21617c12612 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:47:44.818113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:44.821614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.826681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca9509-a1b1-4f4a-91c4-f77ac73af2a2 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:44.846035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 4e9488bc-ea27-4499-b9f0-e21617c12612) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:44.853403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-ccdaf8ab-c555-4c85-83e9-28b7d73c7938 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.856255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-ccdaf8ab-c555-4c85-83e9-28b7d73c7938 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 0.1591575 Feb 03 12:47:44.860395 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.861731 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.862425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40d9d4-f5b3-4531-92ab-a1366fc1ab76 None None] Network 4e9488bc-ea27-4499-b9f0-e21617c12612 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:44.879966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-b09c2140-0711-451d-b00e-2aa19a782428 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/quotas/a81b03ac1897424eb96c460148626143 HTTP/1.1" status: 200 len: 375 time: 0.0161054 Feb 03 12:47:44.921722 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-666cd5fa-29b3-49ec-b439-8d43ba45526a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4369705 Feb 03 12:47:44.924701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33462) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:44.929556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:44.953127 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-531d0d0b-4359-422d-92df-55a42b0a189e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0719709 Feb 03 12:47:44.970841 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (86ab468e-a433-4950-9da1-93d8dc86757f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.971916 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (86ab468e-a433-4950-9da1-93d8dc86757f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.054128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfeb420-1071-44bc-9bc0-bda90b664be1 None None] Network 4e9488bc-ea27-4499-b9f0-e21617c12612 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:45.075193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks [] for router_controller (86ab468e-a433-4950-9da1-93d8dc86757f), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.088377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-48315040-20e6-448a-a07f-531910f24b07 service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341832 Feb 03 12:47:45.155504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c414c-7e62-4d71-8d70-7e415da5dd06 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:45.215898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-fb4da458-bed9-40b6-a4e2-639b63393314 service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255658 Feb 03 12:47:45.281148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22ad39-ce86-47c4-91a3-140949ff410a req-ca9831d5-7b8d-40c0-afca-a93dcb47aa71 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.288589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (19cb9847-1fc6-467f-85fa-c95d93827b83), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.291943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca22ad39-ce86-47c4-91a3-140949ff410a req-ca9831d5-7b8d-40c0-afca-a93dcb47aa71 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.0997856 Feb 03 12:47:45.304957 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks [] for router_gateway (86ab468e-a433-4950-9da1-93d8dc86757f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.337142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:45.345978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:45.350146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.350992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.367099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca22ad39-ce86-47c4-91a3-140949ff410a req-92cf2ee3-879b-46eb-9e99-1c030e916e18 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742192 Feb 03 12:47:45.437796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-171c414c-7e62-4d71-8d70-7e415da5dd06 None None] Deleting port d077be79-4c32-48cc-90ad-8e357603cd20 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:45.438184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-171c414c-7e62-4d71-8d70-7e415da5dd06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.451885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=19cb9847-1fc6-467f-85fa-c95d93827b83,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:45.476671 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-19d7695e-8773-495c-959f-c88c9628fd95 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8592112 Feb 03 12:47:45.476671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33474) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:45.483009 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'name': 'tempest-NetworksTestDHCPv6-1291238170'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:45.534934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bc35b77-cd0c-4e47-b15d-1d3da1f07d23 req-1a067a7d-ba5a-42d9-90ae-a7058505f42c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 210 time: 0.0616663 Feb 03 12:47:45.570017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c59f3f-c941-47c8-8f07-dc9feba110d7 req-a7dea749-bc83-462c-9a84-429d2a9929ed tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.591991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c59f3f-c941-47c8-8f07-dc9feba110d7 req-a7dea749-bc83-462c-9a84-429d2a9929ed tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.597665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c59f3f-c941-47c8-8f07-dc9feba110d7 req-a7dea749-bc83-462c-9a84-429d2a9929ed tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.601270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6bda5d8c-df4c-494c-bd37-686620ed7e9b details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:45.602967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c59f3f-c941-47c8-8f07-dc9feba110d7 req-a7dea749-bc83-462c-9a84-429d2a9929ed tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.608578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c59f3f-c941-47c8-8f07-dc9feba110d7 req-a7dea749-bc83-462c-9a84-429d2a9929ed tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.613723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c59f3f-c941-47c8-8f07-dc9feba110d7 req-a7dea749-bc83-462c-9a84-429d2a9929ed tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.618966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c59f3f-c941-47c8-8f07-dc9feba110d7 req-a7dea749-bc83-462c-9a84-429d2a9929ed tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.627742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6c59f3f-c941-47c8-8f07-dc9feba110d7 req-a7dea749-bc83-462c-9a84-429d2a9929ed tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5436 time: 0.1905544 Feb 03 12:47:45.675021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3775565c-1908-4d0e-871c-5a57a4317f81 req-9a22b87b-addb-40f2-b64d-60ae6185c997 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 210 time: 0.0445032 Feb 03 12:47:45.684137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-171c414c-7e62-4d71-8d70-7e415da5dd06 None None] For port d077be79-4c32-48cc-90ad-8e357603cd20, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d077be79-4c32-48cc-90ad-8e357603cd20,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:45.684543 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-171c414c-7e62-4d71-8d70-7e415da5dd06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.742141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6c59f3f-c941-47c8-8f07-dc9feba110d7 req-f25fa0f5-8cfa-4199-b8b0-f4bf65b7e394 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132731 Feb 03 12:47:45.760482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-171c414c-7e62-4d71-8d70-7e415da5dd06 None None] Calling delete_port for d077be79-4c32-48cc-90ad-8e357603cd20 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:45.834013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-06411b77-090f-4777-998e-6e9048670791 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.835536 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-06411b77-090f-4777-998e-6e9048670791 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.2941315 Feb 03 12:47:45.850907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Request body: {'port': {'device_id': 'bf778684-cbfd-4d74-98fd-b88577571071', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'admin_state_up': True, 'tenant_id': 'fec3da70459c473499bc0e10f705cf27'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:45.891215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dedf3-6fdc-4f05-9a95-a2dc0897d6e4 req-8f42f6ba-03e3-4af9-841d-ca6c9acb6e47 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.892987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f2dedf3-6fdc-4f05-9a95-a2dc0897d6e4 req-8f42f6ba-03e3-4af9-841d-ca6c9acb6e47 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.0675740 Feb 03 12:47:45.903905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:45.924608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '6bda5d8c-df4c-494c-bd37-686620ed7e9b', 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45', 'port_id': '6bda5d8c-df4c-494c-bd37-686620ed7e9b', 'mac_address': 'fa:16:3e:f4:6b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4c3b08-b170-4fb0-9358-b0e340a74ec5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:45.969354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f2dedf3-6fdc-4f05-9a95-a2dc0897d6e4 req-be226a78-bb23-48db-84de-2b22db15bc28 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632150 Feb 03 12:47:45.970033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-171c414c-7e62-4d71-8d70-7e415da5dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (d077be79-4c32-48cc-90ad-8e357603cd20), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.987686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c414c-7e62-4d71-8d70-7e415da5dd06 None None] No DVR routers for this DVR port d077be79-4c32-48cc-90ad-8e357603cd20 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:45.998887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 6bda5d8c-df4c-494c-bd37-686620ed7e9b is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:45.999260 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.031740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e99157-9d6f-4c53-ac7f-d77eabe12d9e None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:46.047306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c414c-7e62-4d71-8d70-7e415da5dd06 None None] Pushing event deleted for resources: {'Port': ['ID=d077be79-4c32-48cc-90ad-8e357603cd20,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:46.053294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:46.053651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bda5d8c-df4c-494c-bd37-686620ed7e9b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:46.055740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.109051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 1c0bd392-078d-4efc-827b-7f867b721763 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:46.118836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Made reservation on behalf of fec3da70459c473499bc0e10f705cf27 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:46.122142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.130548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:46.135921 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.140935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.219752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks [] for router_gateway (86ab468e-a433-4950-9da1-93d8dc86757f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.219908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=6bda5d8c-df4c-494c-bd37-686620ed7e9b,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:46.236567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '19cb9847-1fc6-467f-85fa-c95d93827b83'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:46.237912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.291725 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.319410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:46.370874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::6d (d981a595-dc33-4968-a2b7-6d84f7b5e02f/19cb9847-1fc6-467f-85fa-c95d93827b83/1c0bd392-078d-4efc-827b-7f867b721763) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:46.384996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:46.389730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:46.390177 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.393900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['6bda5d8c-df4c-494c-bd37-686620ed7e9b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:46.498471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Allocated IP 172.20.0.11 (6ce844d7-b7c7-4c9f-bf21-81af544e2e37/d152a271-b4bf-4951-918f-718b7f32d47e/3051be12-550e-4fe6-b00c-bb091e21269f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:46.537222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e383a8-0939-4e8d-8bd6-4a98cccf18d2 req-1512cbdf-0a8a-4105-87ae-aa474acc5a9c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.538888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9e383a8-0939-4e8d-8bd6-4a98cccf18d2 req-1512cbdf-0a8a-4105-87ae-aa474acc5a9c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 945 time: 0.0607924 Feb 03 12:47:46.551113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:46.551908 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.559789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Allocated IP 172.25.3.109 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/9a1a90d0-95bb-45b7-9572-868effc5d205) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:46.593005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:46.597664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:46.600063 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae3882c-19e4-4df9-aada-a5e590d71c22" -d '{"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:46.605888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9e383a8-0939-4e8d-8bd6-4a98cccf18d2 req-5f61d50a-8933-49f0-b33b-0a569543ec1e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610039 Feb 03 12:47:46.664213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db74b481-25ef-4f8f-9551-1130b09ad59c req-6467f020-7bf6-496e-b3a1-7ff41f1f0173 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 210 time: 0.0469098 Feb 03 12:47:46.697555 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.789978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (1c0bd392-078d-4efc-827b-7f867b721763), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.799080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:46.842374 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456598af-c479-4b3c-9ddb-a87fedd98d0e x-openstack-request-id: req-456598af-c479-4b3c-9ddb-a87fedd98d0e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:46.842374 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:46.842374 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-456598af-c479-4b3c-9ddb-a87fedd98d0e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:46.842374 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e', 'code': 200} Feb 03 12:47:46.855746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b49ca301-7ef0-42b6-bbbd-b002598ce819 req-91f68ee0-d0ae-4338-af6e-bbaa6fadbecc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 210 time: 0.0571444 Feb 03 12:47:46.935943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks [] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.961076 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks [] for port (3051be12-550e-4fe6-b00c-bb091e21269f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.004720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3bae5-c62d-410a-a7ea-484b5f1afcd7 req-ce26c2e7-4e13-409e-84d5-9178adb9b2d2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.015922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3bae5-c62d-410a-a7ea-484b5f1afcd7 req-ce26c2e7-4e13-409e-84d5-9178adb9b2d2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.016735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1c0bd392-078d-4efc-827b-7f867b721763), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.024231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3bae5-c62d-410a-a7ea-484b5f1afcd7 req-ce26c2e7-4e13-409e-84d5-9178adb9b2d2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.029486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-9fb963f9-f30a-44f9-8488-ec6b389fa974 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.030993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3bae5-c62d-410a-a7ea-484b5f1afcd7 req-ce26c2e7-4e13-409e-84d5-9178adb9b2d2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.031390 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-9fb963f9-f30a-44f9-8488-ec6b389fa974 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 0.2334514 Feb 03 12:47:47.037527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3bae5-c62d-410a-a7ea-484b5f1afcd7 req-ce26c2e7-4e13-409e-84d5-9178adb9b2d2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.045709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3bae5-c62d-410a-a7ea-484b5f1afcd7 req-ce26c2e7-4e13-409e-84d5-9178adb9b2d2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.047675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d077be79-4c32-48cc-90ad-8e357603cd20 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:47.052469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3bae5-c62d-410a-a7ea-484b5f1afcd7 req-ce26c2e7-4e13-409e-84d5-9178adb9b2d2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.054150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'port': {'device_id': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'admin_state_up': True, 'tenant_id': 'a81b03ac1897424eb96c460148626143'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:47.060876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35f3bae5-c62d-410a-a7ea-484b5f1afcd7 req-ce26c2e7-4e13-409e-84d5-9178adb9b2d2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5437 time: 0.1289585 Feb 03 12:47:47.077594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d077be79-4c32-48cc-90ad-8e357603cd20 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:47.077957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d077be79-4c32-48cc-90ad-8e357603cd20 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:47.105541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/19cb9847-1fc6-467f-85fa-c95d93827b83/97f031bd-2632-4c6a-9b71-b382fcafb190) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:47.120424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:47.126356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.138540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:47.169405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a91153-a2a4-4e60-a4f0-53b6f4207538 req-d2e4293e-f7f5-4988-99b6-b088a6d46427 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.171120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7a91153-a2a4-4e60-a4f0-53b6f4207538 req-d2e4293e-f7f5-4988-99b6-b088a6d46427 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1081586 Feb 03 12:47:47.172505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.174260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:47.179403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.180024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.186433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35f3bae5-c62d-410a-a7ea-484b5f1afcd7 req-d058c030-6f0a-49a1-88d0-c16c7f82099f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210797 Feb 03 12:47:47.189116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=1c0bd392-078d-4efc-827b-7f867b721763,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.219011 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:47.247196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:47.254076 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e38b1291-ae2d-4a59-800b-2b479e1bad4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7731621 Feb 03 12:47:47.255050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:47.258823 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7a91153-a2a4-4e60-a4f0-53b6f4207538 req-4ad937e7-aded-4c8d-bf02-597e062703b2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694625 Feb 03 12:47:47.259777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33498) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:47.266895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:47.301917 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Publish callbacks [] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.306904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:47.314353 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:47.315855 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.319081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a08c17-4006-4eff-85e5-863dc63b95be tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.319750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Pushing event updated for resources: {'Port': ['ID=9a1a90d0-95bb-45b7-9572-868effc5d205,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.324137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-20a08c17-4006-4eff-85e5-863dc63b95be tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0596771 Feb 03 12:47:47.324137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33500) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:47.373059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:47.374174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Pushing event updated for resources: {'Port': ['ID=97f031bd-2632-4c6a-9b71-b382fcafb190,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.379231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:47.381349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:47.432821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a2337058-e55f-4b7f-8a31-fea2264c3e32 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 1c0bd392-078d-4efc-827b-7f867b721763 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:47.433225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2337058-e55f-4b7f-8a31-fea2264c3e32 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1c0bd392-078d-4efc-827b-7f867b721763), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.447158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.447422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.448306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Attempting to bind port 97f031bd-2632-4c6a-9b71-b382fcafb190 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:47.448798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Attempting to bind port 97f031bd-2632-4c6a-9b71-b382fcafb190 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:47.449184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Attempting to bind port 97f031bd-2632-4c6a-9b71-b382fcafb190 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:47.455517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:47.456309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:47.456309 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.456678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:47.457154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Bound port: 97f031bd-2632-4c6a-9b71-b382fcafb190, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:47.457535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.487402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Made reservation on behalf of a81b03ac1897424eb96c460148626143 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:47.490754 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.514136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event updated for resources: {'Port': ['ID=3051be12-550e-4fe6-b00c-bb091e21269f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.531102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2337058-e55f-4b7f-8a31-fea2264c3e32 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1c0bd392-078d-4efc-827b-7f867b721763), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.532219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] For port 97f031bd-2632-4c6a-9b71-b382fcafb190, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:47.535680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] For port 97f031bd-2632-4c6a-9b71-b382fcafb190, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=97f031bd-2632-4c6a-9b71-b382fcafb190,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:47.537705 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-fdcd165c-d5df-417a-b8a4-fb64f1189ee8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6910398 Feb 03 12:47:47.544982 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.547635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a2337058-e55f-4b7f-8a31-fea2264c3e32 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 1c0bd392-078d-4efc-827b-7f867b721763 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:47.581388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6bda5d8c-df4c-494c-bd37-686620ed7e9b up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:47.680636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Request body: {'port': {'device_id': 'bf778684-cbfd-4d74-98fd-b88577571071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:47.738892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4c84e-8531-45bf-81cc-3c7cf4bb9296 None None] Pushing event updated for resources: {'Port': ['ID=97f031bd-2632-4c6a-9b71-b382fcafb190,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.770143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 6bda5d8c-df4c-494c-bd37-686620ed7e9b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:47.770515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.824895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e776ba4-be66-41eb-b954-0a3090436882 req-81c969bd-807b-42e2-ba73-ea825c7b168c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 210 time: 0.0510371 Feb 03 12:47:47.852272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a2d47-8cca-4b09-b9eb-7dc856612796 req-d0d7e279-ff8f-489a-a744-506755d907ac tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.860037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c4a2d47-8cca-4b09-b9eb-7dc856612796 req-d0d7e279-ff8f-489a-a744-506755d907ac tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 945 time: 0.1758912 Feb 03 12:47:47.863545 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2337058-e55f-4b7f-8a31-fea2264c3e32 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1c0bd392-078d-4efc-827b-7f867b721763), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.871198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 6bda5d8c-df4c-494c-bd37-686620ed7e9b is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:47.871650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.928794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2337058-e55f-4b7f-8a31-fea2264c3e32 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=1c0bd392-078d-4efc-827b-7f867b721763,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.959449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:47.965366 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.983354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2337058-e55f-4b7f-8a31-fea2264c3e32 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.989204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a2337058-e55f-4b7f-8a31-fea2264c3e32 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/1c0bd392-078d-4efc-827b-7f867b721763 HTTP/1.1" status: 204 len: 168 time: 0.6625972 Feb 03 12:47:47.989972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33510) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:48.032149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c4a2d47-8cca-4b09-b9eb-7dc856612796 req-13e35cec-692f-42fb-aab0-21d02b7486da tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711040 Feb 03 12:47:48.038175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=6bda5d8c-df4c-494c-bd37-686620ed7e9b,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:48.113340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807ccad-c11e-4062-8e92-e78a301e32a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.114664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807ccad-c11e-4062-8e92-e78a301e32a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.118385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c807ccad-c11e-4062-8e92-e78a301e32a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1216702 Feb 03 12:47:48.119746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33512) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:48.142100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859c83c-595b-40d3-bd1f-de95cb9992ef req-4b5e5540-37d9-4834-930f-1674ea0c2dee tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.144036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b859c83c-595b-40d3-bd1f-de95cb9992ef req-4b5e5540-37d9-4834-930f-1674ea0c2dee tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 932 time: 0.1623659 Feb 03 12:47:48.209994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1385d6-4d5b-4889-9319-b8b2a856d8fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 19cb9847-1fc6-467f-85fa-c95d93827b83 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:48.218545 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc1385d6-4d5b-4889-9319-b8b2a856d8fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (19cb9847-1fc6-467f-85fa-c95d93827b83), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.256668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Allocated IP 172.20.0.4 (23d047bd-79e0-4559-8a3c-03ba31d3b479/2811af0d-f638-4d08-aed1-a178296e88db/672348aa-3561-42e6-a74b-4c6cb471977f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:48.258886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b859c83c-595b-40d3-bd1f-de95cb9992ef req-da3bfcdf-1a1b-4acf-9651-47835d85de7a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940495 Feb 03 12:47:48.265926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.296991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks [] for router_gateway (86ab468e-a433-4950-9da1-93d8dc86757f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.300855 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc1385d6-4d5b-4889-9319-b8b2a856d8fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (19cb9847-1fc6-467f-85fa-c95d93827b83), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.323771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4efe51d2-63e2-4789-baec-cde863f62f3f up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:48.399095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 4efe51d2-63e2-4789-baec-cde863f62f3f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:48.403965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 4efe51d2-63e2-4789-baec-cde863f62f3f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:48.404246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6739-bed6-4e2a-a285-ed49104a71e1 req-231a8834-3d75-4692-8706-55f344fb4ca3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.404366 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.409995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6739-bed6-4e2a-a285-ed49104a71e1 req-231a8834-3d75-4692-8706-55f344fb4ca3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.415168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6739-bed6-4e2a-a285-ed49104a71e1 req-231a8834-3d75-4692-8706-55f344fb4ca3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.420774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6739-bed6-4e2a-a285-ed49104a71e1 req-231a8834-3d75-4692-8706-55f344fb4ca3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.426074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6739-bed6-4e2a-a285-ed49104a71e1 req-231a8834-3d75-4692-8706-55f344fb4ca3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.431241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6739-bed6-4e2a-a285-ed49104a71e1 req-231a8834-3d75-4692-8706-55f344fb4ca3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.436687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6739-bed6-4e2a-a285-ed49104a71e1 req-231a8834-3d75-4692-8706-55f344fb4ca3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.438617 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f04e6739-bed6-4e2a-a285-ed49104a71e1 req-231a8834-3d75-4692-8706-55f344fb4ca3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5437 time: 0.1767194 Feb 03 12:47:48.488604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4efe51d2-63e2-4789-baec-cde863f62f3f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:48.488851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.512869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc1385d6-4d5b-4889-9319-b8b2a856d8fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (19cb9847-1fc6-467f-85fa-c95d93827b83), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.527724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4efe51d2-63e2-4789-baec-cde863f62f3f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4efe51d2-63e2-4789-baec-cde863f62f3f,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:48.535586 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.536409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c2731763-4230-474f-9b0d-357d6ee2b165 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:48.549087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ac81-ad40-43f6-ad0b-fb2f7160c261 req-030795b4-6609-40b4-8c9d-ec33bf7ada1a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.556058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a712ac81-ad40-43f6-ad0b-fb2f7160c261 req-030795b4-6609-40b4-8c9d-ec33bf7ada1a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.2229853 Feb 03 12:47:48.643348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4efe51d2-63e2-4789-baec-cde863f62f3f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:48.647063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f04e6739-bed6-4e2a-a285-ed49104a71e1 req-d4003305-5542-4039-be02-797a0a88b2b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1812420 Feb 03 12:47:48.659624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a712ac81-ad40-43f6-ad0b-fb2f7160c261 req-524794ef-bb24-4f55-822d-64b4973a3dc1 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014338 Feb 03 12:47:48.663387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port c2731763-4230-474f-9b0d-357d6ee2b165 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:48.683964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port c2731763-4230-474f-9b0d-357d6ee2b165 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:48.684547 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.692562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc1385d6-4d5b-4889-9319-b8b2a856d8fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (19cb9847-1fc6-467f-85fa-c95d93827b83), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.725259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1385d6-4d5b-4889-9319-b8b2a856d8fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=19cb9847-1fc6-467f-85fa-c95d93827b83,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:48.744404 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc1385d6-4d5b-4889-9319-b8b2a856d8fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.748850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc1385d6-4d5b-4889-9319-b8b2a856d8fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/19cb9847-1fc6-467f-85fa-c95d93827b83 HTTP/1.1" status: 204 len: 168 time: 0.6271152 Feb 03 12:47:48.751686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33518) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:48.777960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c2731763-4230-474f-9b0d-357d6ee2b165 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:48.778762 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.783953 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for port (672348aa-3561-42e6-a74b-4c6cb471977f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.821113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c2731763-4230-474f-9b0d-357d6ee2b165, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c2731763-4230-474f-9b0d-357d6ee2b165,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:48.832764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.834036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device be4fdb00-ee66-42b6-b51f-c9818b68335a up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:48.898242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bda5d8c-df4c-494c-bd37-686620ed7e9b'}, {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efe51d2-63e2-4789-baec-cde863f62f3f'}, {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2731763-4230-474f-9b0d-357d6ee2b165'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:48.900554 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1967ba95-4714-44ac-a327-58756351162d" -d '{"events": [{"server_uuid": "e69f8ed3-32bc-4981-928a-5d4188545060", "name": "network-vif-plugged", "status": "completed", "tag": "6bda5d8c-df4c-494c-bd37-686620ed7e9b"}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "4efe51d2-63e2-4789-baec-cde863f62f3f"}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "c2731763-4230-474f-9b0d-357d6ee2b165"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:48.905805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (86ab468e-a433-4950-9da1-93d8dc86757f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.908489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c2731763-4230-474f-9b0d-357d6ee2b165,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:49.010951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port be4fdb00-ee66-42b6-b51f-c9818b68335a completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:49.016547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port be4fdb00-ee66-42b6-b51f-c9818b68335a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:49.017051 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.055949 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f4d1b6-5e04-4ddd-9ce8-a80941f022e6 x-openstack-request-id: req-69f4d1b6-5e04-4ddd-9ce8-a80941f022e6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:49.057047 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69f8ed3-32bc-4981-928a-5d4188545060", "name": "network-vif-plugged", "status": "completed", "tag": "6bda5d8c-df4c-494c-bd37-686620ed7e9b", "code": 200}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "4efe51d2-63e2-4789-baec-cde863f62f3f", "code": 200}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "c2731763-4230-474f-9b0d-357d6ee2b165", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:49.057304 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69f4d1b6-5e04-4ddd-9ce8-a80941f022e6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:49.057723 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bda5d8c-df4c-494c-bd37-686620ed7e9b', 'code': 200} Feb 03 12:47:49.057981 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efe51d2-63e2-4789-baec-cde863f62f3f', 'code': 200} Feb 03 12:47:49.058231 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2731763-4230-474f-9b0d-357d6ee2b165', 'code': 200} Feb 03 12:47:49.099782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8176a8-0912-4e42-9dc8-d95495942cd2 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:49.108922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.136535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['81640e76-72bc-40b8-9810-16f92432dde8', '7980c685-2586-4bd0-a579-f7116728676d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:49.183738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 97f031bd-2632-4c6a-9b71-b382fcafb190 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:49.259419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-afc56fb3-c0af-420b-b115-c413f6833666 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5065145 Feb 03 12:47:49.260155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33528) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:49.265234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:49.270005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'Port': ['ID=672348aa-3561-42e6-a74b-4c6cb471977f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:49.276231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:49.284022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:49.329383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3051be12-550e-4fe6-b00c-bb091e21269f {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:49.345620 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Publish callbacks [] for port (3051be12-550e-4fe6-b00c-bb091e21269f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.380426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.381093 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.390891 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Transition to ACTIVE for port object 3051be12-550e-4fe6-b00c-bb091e21269f will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:47:49.399810 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.408057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Router 86ab468e-a433-4950-9da1-93d8dc86757f is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:47:49.435514 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-f221a278-4576-4613-96be-ae35244f96e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3908529 Feb 03 12:47:49.469643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Pushing event updated for resources: {'Port': ['ID=3051be12-550e-4fe6-b00c-bb091e21269f,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:49.512288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5056bc-ae5e-47d7-9b30-b67269e8e867 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.517832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0c5056bc-ae5e-47d7-9b30-b67269e8e867 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2555888 Feb 03 12:47:49.521970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port be4fdb00-ee66-42b6-b51f-c9818b68335a is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:49.522509 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.530360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33536) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:49.547090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6c2744d0-1cd8-4ea3-bdc4-01d221c60a44 None None] Provisioning complete for port 97f031bd-2632-4c6a-9b71-b382fcafb190 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:49.547610 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2744d0-1cd8-4ea3-bdc4-01d221c60a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.565066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbcda1-af83-489b-9177-db11a480305c req-c071d9ec-b3cd-4d3c-9cf5-8067855d6775 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.567339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61fbcda1-af83-489b-9177-db11a480305c req-c071d9ec-b3cd-4d3c-9cf5-8067855d6775 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 931 time: 0.3155589 Feb 03 12:47:49.569427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fe58-2290-4fc0-a240-f173b681c504 req-bad771cf-b6c3-4fd7-be18-b78367a5c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.571131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3b5fe58-2290-4fc0-a240-f173b681c504 req-bad771cf-b6c3-4fd7-be18-b78367a5c3cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 1129 time: 0.3170474 Feb 03 12:47:49.577062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Request body: {'port': {'device_id': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:49.602653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce9b7a-755f-4813-8bce-169538f9d311 req-064f2bf8-a2c1-43e6-b6cf-735da94e1548 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.604361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fce9b7a-755f-4813-8bce-169538f9d311 req-064f2bf8-a2c1-43e6-b6cf-735da94e1548 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.3511784 Feb 03 12:47:49.672087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port be4fdb00-ee66-42b6-b51f-c9818b68335a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be4fdb00-ee66-42b6-b51f-c9818b68335a,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:49.686436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.687931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40cbe00e-fe75-45a8-ab11-9e3f78589d86 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:49.690029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Attempting to bind port 3051be12-550e-4fe6-b00c-bb091e21269f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:49.690532 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Attempting to bind port 3051be12-550e-4fe6-b00c-bb091e21269f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:49.690731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Attempting to bind port 3051be12-550e-4fe6-b00c-bb091e21269f on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:49.700596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b770c895-9472-4649-9fab-654661668fb6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.701803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 97f031bd-2632-4c6a-9b71-b382fcafb190 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:49.702283 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.703408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b770c895-9472-4649-9fab-654661668fb6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1691337 Feb 03 12:47:49.704408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:47:49.706809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33542) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:49.707937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Port 3051be12-550e-4fe6-b00c-bb091e21269f on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:47:49.708242 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Attempting to bind port 3051be12-550e-4fe6-b00c-bb091e21269f on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:49.714644 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.723803 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:49.724192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Checking segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:49.724539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Bound using segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:49.724989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Bound port: 3051be12-550e-4fe6-b00c-bb091e21269f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:49.725372 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.772100 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.774910 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-25eb962c-2a95-4810-aea8-6d255fbe517e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8492484 Feb 03 12:47:49.782912 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33544) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:49.809786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-58e68a5f-c799-4bf8-ac83-68022f2ecce8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913517 Feb 03 12:47:49.815457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Sync routers for ids ['86ab468e-a433-4950-9da1-93d8dc86757f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:47:49.816143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3b5fe58-2290-4fc0-a240-f173b681c504 req-d17875cd-9a94-404b-9a4e-5a1012ef56e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055867 Feb 03 12:47:49.816714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33546) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:49.822549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61fbcda1-af83-489b-9177-db11a480305c req-aff2b9eb-6692-49f3-9114-349c4211c7aa tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481587 Feb 03 12:47:49.826648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:49.831657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6824e7-9a65-484e-93fc-3008c768ea0d None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:49.834274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fce9b7a-755f-4813-8bce-169538f9d311 req-9d3380c6-6f1d-4379-9270-ed230c445d12 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192883 Feb 03 12:47:49.991758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Routers {'86ab468e-a433-4950-9da1-93d8dc86757f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:49.992400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['86ab468e-a433-4950-9da1-93d8dc86757f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:50.036942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] For port 3051be12-550e-4fe6-b00c-bb091e21269f, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:50.054114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c2744d0-1cd8-4ea3-bdc4-01d221c60a44 None None] Current status of the port 97f031bd-2632-4c6a-9b71-b382fcafb190 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:50.054535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2744d0-1cd8-4ea3-bdc4-01d221c60a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.064303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=be4fdb00-ee66-42b6-b51f-c9818b68335a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:50.065435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] For port 3051be12-550e-4fe6-b00c-bb091e21269f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3051be12-550e-4fe6-b00c-bb091e21269f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:50.080504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4f04-b9c5-474f-a62c-39aea67babff req-af218993-f5ef-41cb-81ab-27377392d320 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.082436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb1b4f04-b9c5-474f-a62c-39aea67babff req-af218993-f5ef-41cb-81ab-27377392d320 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1342902 Feb 03 12:47:50.083173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:50.086692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.100964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cbcdc-8605-42a3-9175-6ffa223aeb98 req-c4294882-f1f2-41bc-ba34-53912e01263a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.105331 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.107247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-468cbcdc-8605-42a3-9175-6ffa223aeb98 req-c4294882-f1f2-41bc-ba34-53912e01263a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 944 time: 0.1579280 Feb 03 12:47:50.202639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.203698 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.205278 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] 10.222.0.72 "PUT /v2.0/ports/3051be12-550e-4fe6-b00c-bb091e21269f HTTP/1.1" status: 200 len: 1093 time: 2.6531832 Feb 03 12:47:50.207643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf778684-cbfd-4d74-98fd-b88577571071', 'tag': '3051be12-550e-4fe6-b00c-bb091e21269f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:50.210205 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf1059a-027b-4465-9dd0-05672609c49f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf778684-cbfd-4d74-98fd-b88577571071", "tag": "3051be12-550e-4fe6-b00c-bb091e21269f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:50.240388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:50.256186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c2744d0-1cd8-4ea3-bdc4-01d221c60a44 None None] For port 97f031bd-2632-4c6a-9b71-b382fcafb190, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=97f031bd-2632-4c6a-9b71-b382fcafb190,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:50.258113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347319c-f8b1-47b7-a856-a5038e350693 service neutron] Pushing event updated for resources: {'Port': ['ID=3051be12-550e-4fe6-b00c-bb091e21269f,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:50.268059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:50.268897 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.277150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 97f031bd-2632-4c6a-9b71-b382fcafb190 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:50.277751 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.281388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb1b4f04-b9c5-474f-a62c-39aea67babff req-f48f9ff5-9474-487a-9423-ed9203e8effd tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589148 Feb 03 12:47:50.284419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-468cbcdc-8605-42a3-9175-6ffa223aeb98 req-6d2a06ce-ae58-4a66-9a63-cea2ddba266d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634884 Feb 03 12:47:50.303110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2744d0-1cd8-4ea3-bdc4-01d221c60a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.306844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f6824e7-9a65-484e-93fc-3008c768ea0d None None] Deleting port 97f031bd-2632-4c6a-9b71-b382fcafb190 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:50.307392 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f6824e7-9a65-484e-93fc-3008c768ea0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.324299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Set router 86ab468e-a433-4950-9da1-93d8dc86757f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:50.381025 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c232a4-134e-41b4-bb89-7e28d783705d x-openstack-request-id: req-21c232a4-134e-41b4-bb89-7e28d783705d {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:50.381316 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf778684-cbfd-4d74-98fd-b88577571071", "tag": "3051be12-550e-4fe6-b00c-bb091e21269f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:50.381567 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21c232a4-134e-41b4-bb89-7e28d783705d {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:50.381965 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf778684-cbfd-4d74-98fd-b88577571071', 'tag': '3051be12-550e-4fe6-b00c-bb091e21269f', 'status': 'completed', 'code': 200} Feb 03 12:47:50.422954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-a3aa7c8e-b44e-485a-8cfa-6f9c9b55a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.424428 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-a3aa7c8e-b44e-485a-8cfa-6f9c9b55a8c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 1127 time: 0.1302876 Feb 03 12:47:50.494920 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (e66ebc65-0e05-4719-a2d0-8ac2e15e138d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.510716 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-740ab80d-bf2c-4821-b967-b591a61f18b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3051be12-550e-4fe6-b00c-bb091e21269f HTTP/1.1" status: 200 len: 217 time: 0.0452249 Feb 03 12:47:50.512842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672348aa-3561-42e6-a74b-4c6cb471977f {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:50.516887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eef8-bd72-4da5-9f06-27603054b626 req-ea253b31-73f3-4166-81a7-9a7aec684956 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.522361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eef8-bd72-4da5-9f06-27603054b626 req-ea253b31-73f3-4166-81a7-9a7aec684956 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.527665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eef8-bd72-4da5-9f06-27603054b626 req-ea253b31-73f3-4166-81a7-9a7aec684956 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.530598 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Publish callbacks [] for port (672348aa-3561-42e6-a74b-4c6cb471977f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.534708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eef8-bd72-4da5-9f06-27603054b626 req-ea253b31-73f3-4166-81a7-9a7aec684956 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.540265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eef8-bd72-4da5-9f06-27603054b626 req-ea253b31-73f3-4166-81a7-9a7aec684956 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.545959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eef8-bd72-4da5-9f06-27603054b626 req-ea253b31-73f3-4166-81a7-9a7aec684956 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.552292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eef8-bd72-4da5-9f06-27603054b626 req-ea253b31-73f3-4166-81a7-9a7aec684956 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.553650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b03eef8-bd72-4da5-9f06-27603054b626 req-ea253b31-73f3-4166-81a7-9a7aec684956 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5440 time: 0.1562378 Feb 03 12:47:50.606805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:50.613282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:50.617842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.618909 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.621027 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.626618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Transition to ACTIVE for port object 672348aa-3561-42e6-a74b-4c6cb471977f will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:47:50.641374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-eeeddff5-68b4-4b65-bb51-acefc9017614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.642912 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-eeeddff5-68b4-4b65-bb51-acefc9017614 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.1221831 Feb 03 12:47:50.644119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.645097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=e66ebc65-0e05-4719-a2d0-8ac2e15e138d,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:50.673274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc2d9b1f-5abd-493b-b484-754509b19934 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8540545 Feb 03 12:47:50.677328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33550) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:50.682812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': 'e66ebc65-0e05-4719-a2d0-8ac2e15e138d', 'ip_address': '2001:db8::df86:6040:c104:cc63'}], 'name': 'tempest-NetworksTestDHCPv6-1520152055'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:50.691987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0f6824e7-9a65-484e-93fc-3008c768ea0d None None] For port 97f031bd-2632-4c6a-9b71-b382fcafb190, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=97f031bd-2632-4c6a-9b71-b382fcafb190,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:50.692399 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f6824e7-9a65-484e-93fc-3008c768ea0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.712874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:47:50.713241 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:47:50.713777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-652c0276-f85f-4323-9aed-a590457a3d5b None None] Provisioning complete for port 672348aa-3561-42e6-a74b-4c6cb471977f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:50.714146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-652c0276-f85f-4323-9aed-a590457a3d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.729649 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-1a922474-3255-4cc7-a6ab-778ca23bdb3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735178 Feb 03 12:47:50.742875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2744d0-1cd8-4ea3-bdc4-01d221c60a44 None None] Pushing event updated for resources: {'Port': ['ID=97f031bd-2632-4c6a-9b71-b382fcafb190,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:50.773463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f6824e7-9a65-484e-93fc-3008c768ea0d None None] Calling delete_port for 97f031bd-2632-4c6a-9b71-b382fcafb190 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:50.793492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b03eef8-bd72-4da5-9f06-27603054b626 req-89c1bf70-b139-482e-9d6f-5bf1ecfe8643 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2176819 Feb 03 12:47:50.821565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:50.878170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Pushing event updated for resources: {'Port': ['ID=672348aa-3561-42e6-a74b-4c6cb471977f,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:50.981602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-652c0276-f85f-4323-9aed-a590457a3d5b None None] Port 672348aa-3561-42e6-a74b-4c6cb471977f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:47:51.027587 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:51.028095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.065570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4fdb00-ee66-42b6-b51f-c9818b68335a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:51.068743 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe6490-9ab8-4846-bdb8-73690ad31c08" -d '{"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "be4fdb00-ee66-42b6-b51f-c9818b68335a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:51.105272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.114029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46317f2e-50a7-4f80-821e-3c5e6f5220ed req-ea3f9796-3e87-49ca-944c-35d2b599bb2c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.121553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46317f2e-50a7-4f80-821e-3c5e6f5220ed req-ea3f9796-3e87-49ca-944c-35d2b599bb2c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1426668 Feb 03 12:47:51.149716 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f6824e7-9a65-484e-93fc-3008c768ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (97f031bd-2632-4c6a-9b71-b382fcafb190), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.168923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a77f6e-cdc9-4baa-8764-2379aa93854e req-ca827895-fc84-4cc5-bc9f-4b6767d3ac08 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.171413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1a77f6e-cdc9-4baa-8764-2379aa93854e req-ca827895-fc84-4cc5-bc9f-4b6767d3ac08 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 943 time: 0.1715255 Feb 03 12:47:51.173025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port ecefacc7-9602-476f-a728-62d9a7d58284 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:51.173170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 40cbe00e-fe75-45a8-ab11-9e3f78589d86, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40cbe00e-fe75-45a8-ab11-9e3f78589d86,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:51.202976 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.203826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 336c41d4-0e4c-42a1-908e-50be2aca60a7 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:51.206746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6824e7-9a65-484e-93fc-3008c768ea0d None None] Pushing event deleted for resources: {'Port': ['ID=97f031bd-2632-4c6a-9b71-b382fcafb190,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:51.208045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6824e7-9a65-484e-93fc-3008c768ea0d None None] No DVR routers for this DVR port 97f031bd-2632-4c6a-9b71-b382fcafb190 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:51.269817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5c19b2-82c1-4928-ae0c-587c6fc724e8 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:51.280971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Port 97f031bd-2632-4c6a-9b71-b382fcafb190 update to ACTIVE by agent not found {{(pid=103225) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 12:47:51.306465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46317f2e-50a7-4f80-821e-3c5e6f5220ed req-d4000312-a0ab-471e-bca6-c88eb3f6e040 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839232 Feb 03 12:47:51.369070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:47:44Z', 'updated_at': '2022-02-03T12:47:47Z', 'revision_number': 3, 'project_id': '84e8c274948d4779b78823151ad34a56', 'gw_port': {'id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:46Z', 'updated_at': '2022-02-03T12:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:51.404556 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6709b45-25e1-452d-8a9d-935aa2cae779 x-openstack-request-id: req-b6709b45-25e1-452d-8a9d-935aa2cae779 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:51.405007 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "be4fdb00-ee66-42b6-b51f-c9818b68335a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:51.405257 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6709b45-25e1-452d-8a9d-935aa2cae779 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:51.405657 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4fdb00-ee66-42b6-b51f-c9818b68335a', 'code': 200} Feb 03 12:47:51.408855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=40cbe00e-fe75-45a8-ab11-9e3f78589d86,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:51.409012 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-d649784c-7a83-41a6-9e79-385570859313 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652746 Feb 03 12:47:51.413469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Checking router: 86ab468e-a433-4950-9da1-93d8dc86757f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:47:51.413825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Updating router 86ab468e-a433-4950-9da1-93d8dc86757f port 9a1a90d0-95bb-45b7-9572-868effc5d205 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:47:51.457551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1a77f6e-cdc9-4baa-8764-2379aa93854e req-ca7e7338-feb4-467d-af22-9f782ab70d5d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499371 Feb 03 12:47:51.605467 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea76e674-43b9-403f-a9ba-ac6d4cfdedab req-b21336f5-f057-48bd-b77e-f157a2993e42 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512649 Feb 03 12:47:51.607173 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.609332 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Attempting to bind port 672348aa-3561-42e6-a74b-4c6cb471977f on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:51.610238 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Attempting to bind port 672348aa-3561-42e6-a74b-4c6cb471977f by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:51.613403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Attempting to bind port 672348aa-3561-42e6-a74b-4c6cb471977f on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:51.619483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Port 672348aa-3561-42e6-a74b-4c6cb471977f on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:47:51.619689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Attempting to bind port 672348aa-3561-42e6-a74b-4c6cb471977f on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:51.635587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:51.635587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Checking segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:51.635935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::df86:6040:c104:cc63 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/e66ebc65-0e05-4719-a2d0-8ac2e15e138d/ecefacc7-9602-476f-a728-62d9a7d58284) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:51.636421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Bound using segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:51.636421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Bound port: 672348aa-3561-42e6-a74b-4c6cb471977f, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:51.636661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.647461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 97f031bd-2632-4c6a-9b71-b382fcafb190 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:51.651701 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.655506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 336c41d4-0e4c-42a1-908e-50be2aca60a7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:51.686631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233e38-56ba-4e9e-97ce-fea204a99698 req-cb9d583f-74c8-4ce2-94ab-5140dce054cc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.688325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16233e38-56ba-4e9e-97ce-fea204a99698 req-cb9d583f-74c8-4ce2-94ab-5140dce054cc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1431985 Feb 03 12:47:51.696097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'e66ebc65-0e05-4719-a2d0-8ac2e15e138d'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:51.696966 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.698880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 97f031bd-2632-4c6a-9b71-b382fcafb190 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:51.699095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 97f031bd-2632-4c6a-9b71-b382fcafb190 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:51.704261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 336c41d4-0e4c-42a1-908e-50be2aca60a7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:51.704638 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.712706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38095a60-6dce-4ed2-9bae-ef2bcada62d9 req-dd42dddf-4406-40c1-9316-e695788334e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.714702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38095a60-6dce-4ed2-9bae-ef2bcada62d9 req-dd42dddf-4406-40c1-9316-e695788334e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 944 time: 0.1579602 Feb 03 12:47:51.723561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] For port 672348aa-3561-42e6-a74b-4c6cb471977f, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:51.726821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] For port 672348aa-3561-42e6-a74b-4c6cb471977f, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=672348aa-3561-42e6-a74b-4c6cb471977f,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:51.774930 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.832502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.833446 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.834872 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] 10.222.0.91 "PUT /v2.0/ports/672348aa-3561-42e6-a74b-4c6cb471977f HTTP/1.1" status: 200 len: 1092 time: 2.3926716 Feb 03 12:47:51.886992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16233e38-56ba-4e9e-97ce-fea204a99698 req-8aa58ab0-5e4d-4514-bc9a-45ffdf879971 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670687 Feb 03 12:47:51.896684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1059a-027b-4465-9dd0-05672609c49f req-aaa65f80-9c70-4210-9acd-2200f74ecf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.898204 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-faf1059a-027b-4465-9dd0-05672609c49f req-aaa65f80-9c70-4210-9acd-2200f74ecf37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 1127 time: 0.1684148 Feb 03 12:47:51.977435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c6418-5d9b-4b79-90b4-36a354be2f70 service neutron] Pushing event updated for resources: {'Port': ['ID=672348aa-3561-42e6-a74b-4c6cb471977f,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:52.009311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38095a60-6dce-4ed2-9bae-ef2bcada62d9 req-0d3f976c-8bb2-424d-8caf-60175be3572b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312086 Feb 03 12:47:52.075292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 336c41d4-0e4c-42a1-908e-50be2aca60a7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:52.076013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.085703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (ecefacc7-9602-476f-a728-62d9a7d58284), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.126882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f160-d223-4a0c-a6b9-f4e1d9c12a99 req-d11f03e0-1fb6-4d53-ba6f-cbfef9b6521a tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.136849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2b4f160-d223-4a0c-a6b9-f4e1d9c12a99 req-d11f03e0-1fb6-4d53-ba6f-cbfef9b6521a tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.1264172 Feb 03 12:47:52.154449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 336c41d4-0e4c-42a1-908e-50be2aca60a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=336c41d4-0e4c-42a1-908e-50be2aca60a7,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:52.163096 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.164289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4b294da0-f3ad-404c-a8ab-826d7716512f up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:52.171298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-47c9d2c6-e0af-4b32-b8dc-cdf50c8d2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.174376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-47c9d2c6-e0af-4b32-b8dc-cdf50c8d2ee2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 1126 time: 0.2719548 Feb 03 12:47:52.229184 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ecefacc7-9602-476f-a728-62d9a7d58284), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.255069 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-c4a50ca5-329d-4284-a5a8-4d7c6f7138aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=672348aa-3561-42e6-a74b-4c6cb471977f HTTP/1.1" status: 200 len: 217 time: 0.0734851 Feb 03 12:47:52.272264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1059a-027b-4465-9dd0-05672609c49f req-c03eda7f-1985-477c-be7d-f2bc791f080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.273698 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-faf1059a-027b-4465-9dd0-05672609c49f req-c03eda7f-1985-477c-be7d-f2bc791f080d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 912 time: 0.3618913 Feb 03 12:47:52.274036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2b4f160-d223-4a0c-a6b9-f4e1d9c12a99 req-0cc5b631-4606-451d-aecf-d20974fc77ba tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360803 Feb 03 12:47:52.315188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de733b-918a-4dc9-bbac-9d76750e318d req-b72d87de-6f8b-42af-9485-732d81f3ddbc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.318008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de733b-918a-4dc9-bbac-9d76750e318d req-b72d87de-6f8b-42af-9485-732d81f3ddbc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.325068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de733b-918a-4dc9-bbac-9d76750e318d req-b72d87de-6f8b-42af-9485-732d81f3ddbc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.328927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de733b-918a-4dc9-bbac-9d76750e318d req-b72d87de-6f8b-42af-9485-732d81f3ddbc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.334272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de733b-918a-4dc9-bbac-9d76750e318d req-b72d87de-6f8b-42af-9485-732d81f3ddbc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.339581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de733b-918a-4dc9-bbac-9d76750e318d req-b72d87de-6f8b-42af-9485-732d81f3ddbc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.344030 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Publish callbacks [] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.344969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de733b-918a-4dc9-bbac-9d76750e318d req-b72d87de-6f8b-42af-9485-732d81f3ddbc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.347256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03de733b-918a-4dc9-bbac-9d76750e318d req-b72d87de-6f8b-42af-9485-732d81f3ddbc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5442 time: 0.2082520 Feb 03 12:47:52.353682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:52.356345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=336c41d4-0e4c-42a1-908e-50be2aca60a7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:52.366302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:52.369607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:52.373978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/e66ebc65-0e05-4719-a2d0-8ac2e15e138d/cbf064c5-4cda-463c-8794-3f47ff6d9e51) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:52.375727 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-faf1059a-027b-4465-9dd0-05672609c49f req-44b4a165-4980-4ab7-936f-3b74dac8d099 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3051be12-550e-4fe6-b00c-bb091e21269f HTTP/1.1" status: 200 len: 217 time: 0.0695028 Feb 03 12:47:52.376126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.376849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.377106 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.380716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=ecefacc7-9602-476f-a728-62d9a7d58284,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:52.380847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Allocated IP 172.20.0.1 (4e9488bc-ea27-4499-b9f0-e21617c12612/6b58b20d-7b64-4973-95fb-3214b23115cb/7c5cc012-764f-4d04-9c90-7c7440c92a09) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:52.383517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'tag': '672348aa-3561-42e6-a74b-4c6cb471977f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:52.386262 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef34452-421b-4bb1-92f7-06973486a6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c09baade-d5bb-4ab7-af69-db618ebc7973", "tag": "672348aa-3561-42e6-a74b-4c6cb471977f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:52.422405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8ea69a37-0200-46f7-8493-357b1afdc24d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7435019 Feb 03 12:47:52.427478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33570) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:52.431511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71310be3-3787-4151-8a06-4742d373c4ac None None] Pushing event updated for resources: {'Port': ['ID=9a1a90d0-95bb-45b7-9572-868effc5d205,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:52.441979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-fb0f1cff-f873-4b21-88c9-ed39f45bceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.443753 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-fb0f1cff-f873-4b21-88c9-ed39f45bceb5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1801889 Feb 03 12:47:52.480072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03de733b-918a-4dc9-bbac-9d76750e318d req-4259e967-dac0-4b46-b1b8-89894f3418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251040 Feb 03 12:47:52.510157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79609ba3-eac2-4d1a-ae4d-162f248609f0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.515271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1059a-027b-4465-9dd0-05672609c49f req-7b1cc27e-08db-41bd-9000-b17b3179c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.515448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-79609ba3-eac2-4d1a-ae4d-162f248609f0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0867202 Feb 03 12:47:52.516001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33574) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:52.516764 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-faf1059a-027b-4465-9dd0-05672609c49f req-7b1cc27e-08db-41bd-9000-b17b3179c388 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.1272535 Feb 03 12:47:52.608401 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-faf1059a-027b-4465-9dd0-05672609c49f req-5830d967-bfa9-4214-aa91-cad8abd33164 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740423 Feb 03 12:47:52.610045 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30c2ade-a4a6-45fa-9eda-ee3c371afb79 x-openstack-request-id: req-e30c2ade-a4a6-45fa-9eda-ee3c371afb79 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:52.612376 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09baade-d5bb-4ab7-af69-db618ebc7973", "tag": "672348aa-3561-42e6-a74b-4c6cb471977f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:52.612376 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e30c2ade-a4a6-45fa-9eda-ee3c371afb79 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:52.612376 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'tag': '672348aa-3561-42e6-a74b-4c6cb471977f', 'status': 'completed', 'code': 200} Feb 03 12:47:52.667460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b71ab608-a5eb-4e7f-9cb7-b40052446f62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port ecefacc7-9602-476f-a728-62d9a7d58284 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:52.668108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b71ab608-a5eb-4e7f-9cb7-b40052446f62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ecefacc7-9602-476f-a728-62d9a7d58284), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.711200 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Publish callbacks [] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.714986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 4b294da0-f3ad-404c-a8ab-826d7716512f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:52.729321 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.731309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 4b294da0-f3ad-404c-a8ab-826d7716512f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:52.731760 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.757858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-dd452145-4ed7-4938-aa24-5d689a0987f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.759600 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-dd452145-4ed7-4938-aa24-5d689a0987f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3056290 Feb 03 12:47:52.766525 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Publish callbacks [] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.814065 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-faf1059a-027b-4465-9dd0-05672609c49f req-3a0b9a6e-c99c-4359-ac89-99f0bafc4a52 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982834 Feb 03 12:47:52.815034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24be91-95ea-4c6c-ae6b-8230db1659ef req-c5a37ef6-c26e-4714-b4a2-76ae67b9d947 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.818817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c24be91-95ea-4c6c-ae6b-8230db1659ef req-c5a37ef6-c26e-4714-b4a2-76ae67b9d947 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 943 time: 0.1679025 Feb 03 12:47:52.829680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Attempting to bind port 9a1a90d0-95bb-45b7-9572-868effc5d205 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:52.830054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Attempting to bind port 9a1a90d0-95bb-45b7-9572-868effc5d205 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:52.830508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Attempting to bind port 9a1a90d0-95bb-45b7-9572-868effc5d205 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:52.845972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:52.852543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:52.852899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:52.853330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.853717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:52.854198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Bound port: 9a1a90d0-95bb-45b7-9572-868effc5d205, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:52.854565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.857767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:52.861967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Pushing event updated for resources: {'Port': ['ID=cbf064c5-4cda-463c-8794-3f47ff6d9e51,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:52.880962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:52.908421 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b71ab608-a5eb-4e7f-9cb7-b40052446f62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ecefacc7-9602-476f-a728-62d9a7d58284), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.933184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b71ab608-a5eb-4e7f-9cb7-b40052446f62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for ecefacc7-9602-476f-a728-62d9a7d58284 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:52.949438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4b294da0-f3ad-404c-a8ab-826d7716512f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:52.949829 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.965923 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-ee918abc-e097-4330-bc06-e934ef1cb815 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954789 Feb 03 12:47:52.972096 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.980299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c24be91-95ea-4c6c-ae6b-8230db1659ef req-02a66fa2-e156-4d42-ab68-b7ed068fc9e2 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543329 Feb 03 12:47:53.041808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4b294da0-f3ad-404c-a8ab-826d7716512f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4b294da0-f3ad-404c-a8ab-826d7716512f,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:53.051126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Attempting to bind port cbf064c5-4cda-463c-8794-3f47ff6d9e51 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:53.051506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Attempting to bind port cbf064c5-4cda-463c-8794-3f47ff6d9e51 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:53.051872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Attempting to bind port cbf064c5-4cda-463c-8794-3f47ff6d9e51 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:53.059174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:53.059640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:53.060138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.060510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:53.060983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Bound port: cbf064c5-4cda-463c-8794-3f47ff6d9e51, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:53.061368 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.063832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Network 4e9488bc-ea27-4499-b9f0-e21617c12612 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:53.069974 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-faf1059a-027b-4465-9dd0-05672609c49f req-463fec5e-3d3c-4e5b-8d61-3d4d528e756c service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452850 Feb 03 12:47:53.073053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-847b2273-4abe-4dd3-8798-ba8b3a063f75 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.074594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-847b2273-4abe-4dd3-8798-ba8b3a063f75 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/networks?id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 200 len: 814 time: 0.2680826 Feb 03 12:47:53.075454 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.078011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] For port 9a1a90d0-95bb-45b7-9572-868effc5d205, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:53.078381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:53.081053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:53.113695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-79477b7c-f1a6-4828-9f25-c318f19f2dc4 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/quotas/cadf8d08a9db4880a564d810a7cd4a00 HTTP/1.1" status: 200 len: 375 time: 0.0210721 Feb 03 12:47:53.141430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] For port 9a1a90d0-95bb-45b7-9572-868effc5d205, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9a1a90d0-95bb-45b7-9572-868effc5d205,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:53.143299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Pushing event updated for resources: {'Port': ['ID=7c5cc012-764f-4d04-9c90-7c7440c92a09,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:53.164100 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.181389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (86ab468e-a433-4950-9da1-93d8dc86757f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.192833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4b294da0-f3ad-404c-a8ab-826d7716512f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:53.202288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] For port cbf064c5-4cda-463c-8794-3f47ff6d9e51, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:53.240467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Routers {'86ab468e-a433-4950-9da1-93d8dc86757f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:53.241402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['86ab468e-a433-4950-9da1-93d8dc86757f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:53.242462 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4080c140-efb9-47d7-9956-4f6c93cb4e5b req-1149f906-302d-48ca-8814-67cc4c668278 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641931 Feb 03 12:47:53.248759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a34cb6-c859-47cd-8945-7dc10aa85b7c req-c203d89d-2580-4020-9606-36c1551a043a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.250363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2a34cb6-c859-47cd-8945-7dc10aa85b7c req-c203d89d-2580-4020-9606-36c1551a043a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1748323 Feb 03 12:47:53.295992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71310be3-3787-4151-8a06-4742d373c4ac None None] Pushing event updated for resources: {'Port': ['ID=9a1a90d0-95bb-45b7-9572-868effc5d205,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:53.303187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-2e444ab2-721c-4b74-b66d-e929331bf678 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1642885 Feb 03 12:47:53.342194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b71ab608-a5eb-4e7f-9cb7-b40052446f62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ecefacc7-9602-476f-a728-62d9a7d58284), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.355565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] For port cbf064c5-4cda-463c-8794-3f47ff6d9e51, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cbf064c5-4cda-463c-8794-3f47ff6d9e51,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:53.369495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.373032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-01677e54-31e1-4eaa-a1f9-628d7a1ae642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.374841 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-01677e54-31e1-4eaa-a1f9-628d7a1ae642 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 1126 time: 0.0664306 Feb 03 12:47:53.428531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ab608-a5eb-4e7f-9cb7-b40052446f62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=ecefacc7-9602-476f-a728-62d9a7d58284,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:53.428887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cbe00e-fe75-45a8-ab11-9e3f78589d86'}, {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336c41d4-0e4c-42a1-908e-50be2aca60a7'}, {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:53.430074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.431549 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e005f97b-0bc3-43f1-9c2a-a8aef7255cf8" -d '{"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "40cbe00e-fe75-45a8-ab11-9e3f78589d86"}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "336c41d4-0e4c-42a1-908e-50be2aca60a7"}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:53.433460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8c36c-2f5d-4a7c-a464-26c43e9aed5d None None] Pushing event updated for resources: {'Port': ['ID=cbf064c5-4cda-463c-8794-3f47ff6d9e51,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:53.448344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] Set router 86ab468e-a433-4950-9da1-93d8dc86757f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:53.463401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2a34cb6-c859-47cd-8945-7dc10aa85b7c req-51af0243-cb2a-4c4e-83ec-984832b7d15b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856411 Feb 03 12:47:53.527281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b71ab608-a5eb-4e7f-9cb7-b40052446f62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.531935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b71ab608-a5eb-4e7f-9cb7-b40052446f62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/ecefacc7-9602-476f-a728-62d9a7d58284 HTTP/1.1" status: 204 len: 168 time: 1.0148647 Feb 03 12:47:53.537321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33596) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:53.557642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-85435dd0-e8f7-48b9-9dd6-3ee7ffe75f60 service neutron] 10.222.0.65 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534940 Feb 03 12:47:53.617467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-34ed018c-7be7-4c9c-b847-a8b520c1c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.618985 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-34ed018c-7be7-4c9c-b847-a8b520c1c9e1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.2283375 Feb 03 12:47:53.700893 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-d40fddb5-8939-49ee-91b2-415508daae7c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=672348aa-3561-42e6-a74b-4c6cb471977f HTTP/1.1" status: 200 len: 217 time: 0.0612178 Feb 03 12:47:53.735486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93792cc-86e0-421b-b0a3-17615ea84af1 req-a4f92c2a-c208-4c22-a97c-7d9d20abd317 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.745058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e93792cc-86e0-421b-b0a3-17615ea84af1 req-a4f92c2a-c208-4c22-a97c-7d9d20abd317 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 944 time: 0.1757405 Feb 03 12:47:53.749113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:47:44Z', 'updated_at': '2022-02-03T12:47:47Z', 'revision_number': 3, 'project_id': '84e8c274948d4779b78823151ad34a56', 'gw_port': {'id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:46Z', 'updated_at': '2022-02-03T12:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:53.770951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ce41a-ea9a-410b-8b57-61bb759ddef2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.772247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ce41a-ea9a-410b-8b57-61bb759ddef2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.773757 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-783ce41a-ea9a-410b-8b57-61bb759ddef2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2334125 Feb 03 12:47:53.781013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33598) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:53.786395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d2f33-8f87-4ed9-8c52-604de1347ef1 None None] The sync data for ids ['86ab468e-a433-4950-9da1-93d8dc86757f'] in n-d-792364-10 is: [{'id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:47:44Z', 'updated_at': '2022-02-03T12:47:47Z', 'revision_number': 3, 'project_id': '84e8c274948d4779b78823151ad34a56', 'gw_port': {'id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:46Z', 'updated_at': '2022-02-03T12:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:47:53.822237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-38b859de-418b-40c4-b4f3-87a58098550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.826189 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-38b859de-418b-40c4-b4f3-87a58098550f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.0696568 Feb 03 12:47:53.862261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-e8e489b0-6db7-41a3-99b9-1c51996cd5c3 service neutron] 10.222.0.65 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031771 Feb 03 12:47:53.893598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b69e9c-e698-44ec-a388-d67dbbb101a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet e66ebc65-0e05-4719-a2d0-8ac2e15e138d {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:53.901167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49b69e9c-e698-44ec-a388-d67dbbb101a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (e66ebc65-0e05-4719-a2d0-8ac2e15e138d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.920684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e93792cc-86e0-421b-b0a3-17615ea84af1 req-2fb46243-ab59-4ad0-a203-4ead99553b99 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672974 Feb 03 12:47:53.941990 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Publish callbacks [] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.957778 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.007720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49b69e9c-e698-44ec-a388-d67dbbb101a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (e66ebc65-0e05-4719-a2d0-8ac2e15e138d), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.019912 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5767e6ca-84c3-4a25-a697-9b8ac04698e3 x-openstack-request-id: req-5767e6ca-84c3-4a25-a697-9b8ac04698e3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:54.021969 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "40cbe00e-fe75-45a8-ab11-9e3f78589d86", "code": 200}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "336c41d4-0e4c-42a1-908e-50be2aca60a7", "code": 200}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-plugged", "status": "completed", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:54.022431 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5767e6ca-84c3-4a25-a697-9b8ac04698e3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:54.023395 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cbe00e-fe75-45a8-ab11-9e3f78589d86', 'code': 200} Feb 03 12:47:54.025055 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336c41d4-0e4c-42a1-908e-50be2aca60a7', 'code': 200} Feb 03 12:47:54.026115 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'code': 200} Feb 03 12:47:54.054793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Pushing event updated for resources: {'Port': ['ID=7c5cc012-764f-4d04-9c90-7c7440c92a09,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:54.102345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-b9a2aefa-6881-40a7-b063-d6991b2fdf56 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.103888 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-b9a2aefa-6881-40a7-b063-d6991b2fdf56 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "GET /v2.0/ports?device_id=e69f8ed3-32bc-4981-928a-5d4188545060 HTTP/1.1" status: 200 len: 946 time: 0.2609363 Feb 03 12:47:54.118943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-f35abb77-dd50-4eb1-97d7-9b40c7e484a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.120453 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-f35abb77-dd50-4eb1-97d7-9b40c7e484a5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2855427 Feb 03 12:47:54.212224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (86ab468e-a433-4950-9da1-93d8dc86757f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.362283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a776a-737b-4d5e-9e01-fb0bbf1e2fef req-d86bfefa-7e1b-4f9f-af12-878b0bc6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.362791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a776a-737b-4d5e-9e01-fb0bbf1e2fef req-d86bfefa-7e1b-4f9f-af12-878b0bc6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.363251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a776a-737b-4d5e-9e01-fb0bbf1e2fef req-d86bfefa-7e1b-4f9f-af12-878b0bc6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.363914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a776a-737b-4d5e-9e01-fb0bbf1e2fef req-d86bfefa-7e1b-4f9f-af12-878b0bc6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.364333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a776a-737b-4d5e-9e01-fb0bbf1e2fef req-d86bfefa-7e1b-4f9f-af12-878b0bc6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.364836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a776a-737b-4d5e-9e01-fb0bbf1e2fef req-d86bfefa-7e1b-4f9f-af12-878b0bc6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.367027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a776a-737b-4d5e-9e01-fb0bbf1e2fef req-d86bfefa-7e1b-4f9f-af12-878b0bc6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.369571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f99a776a-737b-4d5e-9e01-fb0bbf1e2fef req-d86bfefa-7e1b-4f9f-af12-878b0bc6cc5c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 6724 time: 0.2576425 Feb 03 12:47:54.377980 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49b69e9c-e698-44ec-a388-d67dbbb101a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e66ebc65-0e05-4719-a2d0-8ac2e15e138d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.411776 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-a03f42d5-90d2-40ee-ae6c-79248748043c service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362721 Feb 03 12:47:54.426225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ea561-0b74-41b9-b588-3b2f1b85eab0 req-b03b6067-c675-44b4-bbbe-98845ac810a6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.432535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ea561-0b74-41b9-b588-3b2f1b85eab0 req-b03b6067-c675-44b4-bbbe-98845ac810a6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.438270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ea561-0b74-41b9-b588-3b2f1b85eab0 req-b03b6067-c675-44b4-bbbe-98845ac810a6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.443753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ea561-0b74-41b9-b588-3b2f1b85eab0 req-b03b6067-c675-44b4-bbbe-98845ac810a6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.449095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ea561-0b74-41b9-b588-3b2f1b85eab0 req-b03b6067-c675-44b4-bbbe-98845ac810a6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.450279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Deleting port 6bda5d8c-df4c-494c-bd37-686620ed7e9b {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:54.452287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.455426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ea561-0b74-41b9-b588-3b2f1b85eab0 req-b03b6067-c675-44b4-bbbe-98845ac810a6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.461672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ea561-0b74-41b9-b588-3b2f1b85eab0 req-b03b6067-c675-44b4-bbbe-98845ac810a6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.463601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-663ea561-0b74-41b9-b588-3b2f1b85eab0 req-b03b6067-c675-44b4-bbbe-98845ac810a6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.2836149 Feb 03 12:47:54.475223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Network 4e9488bc-ea27-4499-b9f0-e21617c12612 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:54.517120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:54.611736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f33d66-e0ff-49af-860b-eb684c8e2ce2 req-a3707f3d-5288-49a0-97be-31aaab7e9334 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.622794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54f33d66-e0ff-49af-860b-eb684c8e2ce2 req-a3707f3d-5288-49a0-97be-31aaab7e9334 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 943 time: 0.3708804 Feb 03 12:47:54.819661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Router 86ab468e-a433-4950-9da1-93d8dc86757f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:47:54.822731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] For port 6bda5d8c-df4c-494c-bd37-686620ed7e9b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=6bda5d8c-df4c-494c-bd37-686620ed7e9b,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:54.823362 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.842677 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4ef34452-421b-4bb1-92f7-06973486a6cd req-ed117107-e763-4b18-91a2-7a267143aabd service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123607 Feb 03 12:47:54.943079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Calling delete_port for 6bda5d8c-df4c-494c-bd37-686620ed7e9b owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:55.097985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-28245d9f-3c1e-4ec2-a13d-854f1390405e None None] Provisioning complete for port cbf064c5-4cda-463c-8794-3f47ff6d9e51 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:55.098591 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28245d9f-3c1e-4ec2-a13d-854f1390405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.115930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f99a776a-737b-4d5e-9e01-fb0bbf1e2fef req-f0f6b732-d66b-4ad6-988b-c5a8c6d8a3f2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6444166 Feb 03 12:47:55.189212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49b69e9c-e698-44ec-a388-d67dbbb101a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (e66ebc65-0e05-4719-a2d0-8ac2e15e138d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.275012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-663ea561-0b74-41b9-b588-3b2f1b85eab0 req-3e8b4676-835f-4713-a594-25d8976fbf83 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7961531 Feb 03 12:47:55.281956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49b69e9c-e698-44ec-a388-d67dbbb101a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.303152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-28245d9f-3c1e-4ec2-a13d-854f1390405e None None] Current status of the port cbf064c5-4cda-463c-8794-3f47ff6d9e51 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:55.303759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28245d9f-3c1e-4ec2-a13d-854f1390405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.309399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49b69e9c-e698-44ec-a388-d67dbbb101a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/e66ebc65-0e05-4719-a2d0-8ac2e15e138d HTTP/1.1" status: 204 len: 168 time: 1.5130935 Feb 03 12:47:55.311322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b69e9c-e698-44ec-a388-d67dbbb101a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=e66ebc65-0e05-4719-a2d0-8ac2e15e138d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:55.312957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33618) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:55.326937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54f33d66-e0ff-49af-860b-eb684c8e2ce2 req-23b9f380-48a8-4063-8533-cbc83cafecd4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032793 Feb 03 12:47:55.359698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-28245d9f-3c1e-4ec2-a13d-854f1390405e None None] For port cbf064c5-4cda-463c-8794-3f47ff6d9e51, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cbf064c5-4cda-463c-8794-3f47ff6d9e51,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:55.370872 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28245d9f-3c1e-4ec2-a13d-854f1390405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.445858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a47ce-cf57-4706-b0c9-4121c8c6394f None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:55.449744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e9335a72-6321-497f-9bb6-9119d5cf634a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241801 Feb 03 12:47:55.473267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33622) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:55.517026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:55.522209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-dd657d8e-eddf-4dbe-abcb-c6cac6e7e3e4 None None] Could not find standard attr ID for object 1c0bd392-078d-4efc-827b-7f867b721763. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:47:55.543370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7b11b95-b0d2-4725-bc95-a317784f3b21 req-589ad454-b16c-4fcb-af85-8224ee155f01 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 210 time: 0.1053164 Feb 03 12:47:55.594435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28245d9f-3c1e-4ec2-a13d-854f1390405e None None] Pushing event updated for resources: {'Port': ['ID=cbf064c5-4cda-463c-8794-3f47ff6d9e51,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:55.619292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3051be12-550e-4fe6-b00c-bb091e21269f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:55.660230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:47:55.674052 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-875f83fc-2af7-411d-9d4e-0ce9b53048fc admin admin] 10.222.0.65 "PUT /v2.0/routers/86ab468e-a433-4950-9da1-93d8dc86757f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8821826 Feb 03 12:47:55.761199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cbf064c5-4cda-463c-8794-3f47ff6d9e51 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:55.801911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6bda5d8c-df4c-494c-bd37-686620ed7e9b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.840417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5827c67-434b-4434-9598-b3ba493377f9 req-d6954426-8079-4d0d-95d3-d03442598bce tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.848322 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5827c67-434b-4434-9598-b3ba493377f9 req-d6954426-8079-4d0d-95d3-d03442598bce tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.3078067 Feb 03 12:47:55.859782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Pushing event deleted for resources: {'Port': ['ID=6bda5d8c-df4c-494c-bd37-686620ed7e9b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:55.904436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:55.908604 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.937578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] No DVR routers for this DVR port 6bda5d8c-df4c-494c-bd37-686620ed7e9b on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:55.945268 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.948559 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cd3e0e15-a21a-4399-b725-fbf09350f688 req-43550143-7de6-41de-8dd3-dc411dc206e8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "DELETE /v2.0/ports/6bda5d8c-df4c-494c-bd37-686620ed7e9b HTTP/1.1" status: 204 len: 173 time: 1.8249941 Feb 03 12:47:55.949145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'name': 'network-vif-deleted', 'tag': '6bda5d8c-df4c-494c-bd37-686620ed7e9b'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:55.951987 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb55d79-8ff5-45ac-8e25-685548f56ae9" -d '{"events": [{"server_uuid": "e69f8ed3-32bc-4981-928a-5d4188545060", "name": "network-vif-deleted", "tag": "6bda5d8c-df4c-494c-bd37-686620ed7e9b"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:55.997808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-43740b1a-f7d7-419f-ae25-54d7cac6114d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.999703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-43740b1a-f7d7-419f-ae25-54d7cac6114d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "GET /v2.0/networks?id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 200 len: 814 time: 0.3197370 Feb 03 12:47:56.038701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ad790-99df-4b9a-94a9-8c378233bb6f req-0abc566a-b3a5-44d1-9c1f-7787ac25caea tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.040114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e9ad790-99df-4b9a-94a9-8c378233bb6f req-0abc566a-b3a5-44d1-9c1f-7787ac25caea tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 944 time: 0.3676484 Feb 03 12:47:56.059869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Request body: {'port': {'device_id': 'f85c101c-ae74-4119-a3a4-fb346c632a30', 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45', 'admin_state_up': True, 'tenant_id': 'cadf8d08a9db4880a564d810a7cd4a00'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:56.081013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['6bda5d8c-df4c-494c-bd37-686620ed7e9b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:56.097846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5827c67-434b-4434-9598-b3ba493377f9 req-cd7d61db-beca-4f56-ae35-d5d2cb304df3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486334 Feb 03 12:47:56.175628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port cbf064c5-4cda-463c-8794-3f47ff6d9e51 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:56.177120 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.179785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3051be12-550e-4fe6-b00c-bb091e21269f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3051be12-550e-4fe6-b00c-bb091e21269f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:56.213316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '3051be12-550e-4fe6-b00c-bb091e21269f', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'port_id': '3051be12-550e-4fe6-b00c-bb091e21269f', 'mac_address': 'fa:16:3e:6e:a5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd152a271-b4bf-4951-918f-718b7f32d47e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:56.222878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e9ad790-99df-4b9a-94a9-8c378233bb6f req-f3688db4-4037-45ef-8ffa-7394dcc13ec5 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681669 Feb 03 12:47:56.274606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3051be12-550e-4fe6-b00c-bb091e21269f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:56.275100 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.297078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e5d14-19d7-4463-a9ee-b1b60c7eb941 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:56.320968 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765a7bea-21f4-44fe-b108-21785cd88043 x-openstack-request-id: req-765a7bea-21f4-44fe-b108-21785cd88043 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:56.321361 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69f8ed3-32bc-4981-928a-5d4188545060", "name": "network-vif-deleted", "tag": "6bda5d8c-df4c-494c-bd37-686620ed7e9b", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:56.321647 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-765a7bea-21f4-44fe-b108-21785cd88043 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:56.322215 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69f8ed3-32bc-4981-928a-5d4188545060', 'name': 'network-vif-deleted', 'tag': '6bda5d8c-df4c-494c-bd37-686620ed7e9b', 'status': 'completed', 'code': 200} Feb 03 12:47:56.348398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Made reservation on behalf of cadf8d08a9db4880a564d810a7cd4a00 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:56.351810 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.370020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port cbf064c5-4cda-463c-8794-3f47ff6d9e51 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:56.371244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9a1a90d0-95bb-45b7-9572-868effc5d205 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:56.373566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:56.376875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3051be12-550e-4fe6-b00c-bb091e21269f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:56.450283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (b68b3171-d6c2-4e56-9952-9d2144927783), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.453396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3051be12-550e-4fe6-b00c-bb091e21269f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3051be12-550e-4fe6-b00c-bb091e21269f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:56.472522 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.488544 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Sync routers for ids ['86ab468e-a433-4950-9da1-93d8dc86757f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:47:56.505275 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Routers {'86ab468e-a433-4950-9da1-93d8dc86757f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:56.506973 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['86ab468e-a433-4950-9da1-93d8dc86757f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:56.593080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9a1a90d0-95bb-45b7-9572-868effc5d205 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:56.593464 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.605511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:56.649171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e5d14-19d7-4463-a9ee-b1b60c7eb941 None None] Deleting port cbf064c5-4cda-463c-8794-3f47ff6d9e51 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:56.649553 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa0e5d14-19d7-4463-a9ee-b1b60c7eb941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.651046 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Set router 86ab468e-a433-4950-9da1-93d8dc86757f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:56.659549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:56.668496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.669490 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.680924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3051be12-550e-4fe6-b00c-bb091e21269f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:56.707045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:56.727843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['3051be12-550e-4fe6-b00c-bb091e21269f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:56.731285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'port_id': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'mac_address': 'fa:16:3e:10:2f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:56.795379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-10c858e4-d19b-4d20-94c4-24742d7d46e0 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.797107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-10c858e4-d19b-4d20-94c4-24742d7d46e0 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 818 time: 0.4237082 Feb 03 12:47:56.850015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 11e09ac0-57bb-4424-b385-e5df4f304f8e is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:56.850655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.852673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=b68b3171-d6c2-4e56-9952-9d2144927783,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:56.864276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-06ca16de-8625-406d-b2d9-516d190fc2ab tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/quotas/84e8c274948d4779b78823151ad34a56 HTTP/1.1" status: 200 len: 375 time: 0.0563743 Feb 03 12:47:56.870967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33658) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:56.871752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-22e03fea-007d-4ecd-8673-4262f197d41b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3984892 Feb 03 12:47:56.878180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': 'b68b3171-d6c2-4e56-9952-9d2144927783', 'ip_address': '2001:db8::6aed:564b:9cc7:185a'}], 'name': 'tempest-NetworksTestDHCPv6-796187171'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:56.889807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021475-6811-4c23-bdfa-960b7744b1aa req-3d9efaa4-8e6a-4151-a94d-7b2b4193efa4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.895183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021475-6811-4c23-bdfa-960b7744b1aa req-3d9efaa4-8e6a-4151-a94d-7b2b4193efa4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.900658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021475-6811-4c23-bdfa-960b7744b1aa req-3d9efaa4-8e6a-4151-a94d-7b2b4193efa4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.906471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11e09ac0-57bb-4424-b385-e5df4f304f8e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:56.906745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021475-6811-4c23-bdfa-960b7744b1aa req-3d9efaa4-8e6a-4151-a94d-7b2b4193efa4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.913075 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:47:44Z', 'updated_at': '2022-02-03T12:47:53Z', 'revision_number': 4, 'project_id': '84e8c274948d4779b78823151ad34a56', 'gw_port': {'id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:46Z', 'updated_at': '2022-02-03T12:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '7c5cc012-764f-4d04-9c90-7c7440c92a09', 'name': '', 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'mac_address': 'fa:16:3e:59:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '6b58b20d-7b64-4973-95fb-3214b23115cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:51Z', 'updated_at': '2022-02-03T12:47:53Z', 'revision_number': 2, 'project_id': '84e8c274948d4779b78823151ad34a56', 'subnets': [{'id': '6b58b20d-7b64-4973-95fb-3214b23115cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:56.913440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021475-6811-4c23-bdfa-960b7744b1aa req-3d9efaa4-8e6a-4151-a94d-7b2b4193efa4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.919775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021475-6811-4c23-bdfa-960b7744b1aa req-3d9efaa4-8e6a-4151-a94d-7b2b4193efa4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.926763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021475-6811-4c23-bdfa-960b7744b1aa req-3d9efaa4-8e6a-4151-a94d-7b2b4193efa4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.927323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:56.935265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75021475-6811-4c23-bdfa-960b7744b1aa req-3d9efaa4-8e6a-4151-a94d-7b2b4193efa4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.5333328 Feb 03 12:47:56.947164 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.948087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 672348aa-3561-42e6-a74b-4c6cb471977f details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:57.024397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Allocated IP 172.20.0.9 (bbb3f7cb-9959-478e-a5f4-96c33d1b8b45/2b4c3b08-b170-4fb0-9358-b0e340a74ec5/2cdbccb0-9076-47de-8209-0e1ea986eb80) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:57.037843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:57.041400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-aa0e5d14-19d7-4463-a9ee-b1b60c7eb941 None None] For port cbf064c5-4cda-463c-8794-3f47ff6d9e51, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cbf064c5-4cda-463c-8794-3f47ff6d9e51,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:57.041916 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa0e5d14-19d7-4463-a9ee-b1b60c7eb941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.045654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9a1a90d0-95bb-45b7-9572-868effc5d205 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:57.046057 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.070002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 9a1a90d0-95bb-45b7-9572-868effc5d205, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9a1a90d0-95bb-45b7-9572-868effc5d205,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:57.073771 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Checking router: 86ab468e-a433-4950-9da1-93d8dc86757f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:47:57.074422 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Updating router 86ab468e-a433-4950-9da1-93d8dc86757f port 7c5cc012-764f-4d04-9c90-7c7440c92a09 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:47:57.089771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.127740 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.131341 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:47:57.143959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e5d14-19d7-4463-a9ee-b1b60c7eb941 None None] Calling delete_port for cbf064c5-4cda-463c-8794-3f47ff6d9e51 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:57.165993 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.188382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:57.212049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:57.247979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d2dc11ea-4366-4855-8b57-bd890eec2b88 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3709483 Feb 03 12:47:57.284557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75021475-6811-4c23-bdfa-960b7744b1aa req-6a166e48-fde6-4855-b30a-dfcbcca30575 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3480458 Feb 03 12:47:57.395372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=9a1a90d0-95bb-45b7-9572-868effc5d205,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:57.436090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 672348aa-3561-42e6-a74b-4c6cb471977f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=672348aa-3561-42e6-a74b-4c6cb471977f,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:57.448544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cbf064c5-4cda-463c-8794-3f47ff6d9e51 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:57.456130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::6aed:564b:9cc7:185a (d981a595-dc33-4968-a2b7-6d84f7b5e02f/b68b3171-d6c2-4e56-9952-9d2144927783/347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:57.477661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-4be9ab2b-4cb9-4926-84b3-672740fe74c4 service neutron] 10.222.0.65 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287977 Feb 03 12:47:57.505058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '672348aa-3561-42e6-a74b-4c6cb471977f', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'port_id': '672348aa-3561-42e6-a74b-4c6cb471977f', 'mac_address': 'fa:16:3e:9f:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:57.559709 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa0e5d14-19d7-4463-a9ee-b1b60c7eb941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.563566 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Publish callbacks [] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.579226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e5d14-19d7-4463-a9ee-b1b60c7eb941 None None] No DVR routers for this DVR port cbf064c5-4cda-463c-8794-3f47ff6d9e51 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:57.582656 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.587806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks [] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.606389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port cbf064c5-4cda-463c-8794-3f47ff6d9e51 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:57.607035 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cbf064c5-4cda-463c-8794-3f47ff6d9e51), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.616899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e5d14-19d7-4463-a9ee-b1b60c7eb941 None None] Pushing event deleted for resources: {'Port': ['ID=cbf064c5-4cda-463c-8794-3f47ff6d9e51,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:57.627343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6bda5d8c-df4c-494c-bd37-686620ed7e9b no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:57.651419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 6bda5d8c-df4c-494c-bd37-686620ed7e9b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:57.651923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 6bda5d8c-df4c-494c-bd37-686620ed7e9b not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:57.654674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9b1c6-b409-4060-970f-fd886fd4970e None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:57.657634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972300a-0ac8-4dd3-938d-f3e4a32b60ff req-1a319218-e444-41dd-b9b6-99d68a914a23 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.658347 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.659388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 672348aa-3561-42e6-a74b-4c6cb471977f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:57.659866 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.664785 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Pushing event updated for resources: {'Port': ['ID=7c5cc012-764f-4d04-9c90-7c7440c92a09,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:57.665618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1972300a-0ac8-4dd3-938d-f3e4a32b60ff req-1a319218-e444-41dd-b9b6-99d68a914a23 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 943 time: 0.1848006 Feb 03 12:47:57.676730 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.677391 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.677897 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.678691 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.679205 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.679692 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.680512 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.681581 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.682077 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.682976 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.684191 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.684700 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.685244 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.713646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-ff22100e-5c73-461e-9382-e1ec0fd34ac5 service neutron] 10.222.0.65 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212031 Feb 03 12:47:57.723817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672348aa-3561-42e6-a74b-4c6cb471977f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:57.729377 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.769380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.811602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:57.814160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:57.820739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:57.825448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1972300a-0ac8-4dd3-938d-f3e4a32b60ff req-b9cfd773-b653-4985-a8f3-e0ae68714e94 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567636 Feb 03 12:47:57.827318 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Attempting to bind port 7c5cc012-764f-4d04-9c90-7c7440c92a09 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:57.827929 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Attempting to bind port 7c5cc012-764f-4d04-9c90-7c7440c92a09 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:57.828096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.828218 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Attempting to bind port 7c5cc012-764f-4d04-9c90-7c7440c92a09 on network 4e9488bc-ea27-4499-b9f0-e21617c12612 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:57.828676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.835690 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:57.836074 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Checking segment: {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:57.836479 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.836878 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Bound using segment: {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:57.843463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 672348aa-3561-42e6-a74b-4c6cb471977f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=672348aa-3561-42e6-a74b-4c6cb471977f,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:57.850142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:57.855710 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Bound port: 7c5cc012-764f-4d04-9c90-7c7440c92a09, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:57.859128 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.860263 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.862611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.863003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.863439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.863872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.864301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.865649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.866181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.866812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.867518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.868273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.868701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.869182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.869575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:57.878851 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-189abce7-8ac2-4d8c-8d3a-350932034860 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0055599 Feb 03 12:47:57.880523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:57.902957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:57.911192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:57.916520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:58.001607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c3069-d96f-4778-94aa-6be2dc66a3dd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.007868 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-522c3069-d96f-4778-94aa-6be2dc66a3dd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1257589 Feb 03 12:47:58.008073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Pushing event updated for resources: {'Port': ['ID=2cdbccb0-9076-47de-8209-0e1ea986eb80,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:58.008483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33676) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:58.021103 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] For port 7c5cc012-764f-4d04-9c90-7c7440c92a09, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:58.025428 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] For port 7c5cc012-764f-4d04-9c90-7c7440c92a09, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7c5cc012-764f-4d04-9c90-7c7440c92a09,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:58.039634 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.088782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.089467 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.116072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=672348aa-3561-42e6-a74b-4c6cb471977f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:58.141495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-34e656d5-1eda-4f13-896e-fee8c205d1ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:58.141696 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34e656d5-1eda-4f13-896e-fee8c205d1ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.178095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'b68b3171-d6c2-4e56-9952-9d2144927783'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:58.180523 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.194594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-300d474d-41db-453f-9636-519f89725308 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1503408 Feb 03 12:47:58.205127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc55d-b5f0-41ce-a7ef-2b2490fea60c req-a846db5d-4c0a-47c6-bdc3-1b106dc26813 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.212808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f38bc55d-b5f0-41ce-a7ef-2b2490fea60c req-a846db5d-4c0a-47c6-bdc3-1b106dc26813 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 931 time: 0.2021234 Feb 03 12:47:58.224210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cf6ca-996e-42c0-9029-49668428453d req-50fdaf9b-a8d2-44d6-8716-9b63ad5922e8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.224753 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec849337-7a02-43e3-a6ec-d3a127aec9cf None None] Pushing event updated for resources: {'Port': ['ID=7c5cc012-764f-4d04-9c90-7c7440c92a09,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:58.226472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-099cf6ca-996e-42c0-9029-49668428453d req-50fdaf9b-a8d2-44d6-8716-9b63ad5922e8 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 945 time: 0.1339242 Feb 03 12:47:58.232239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Request body: {'port': {'device_id': 'f85c101c-ae74-4119-a3a4-fb346c632a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:58.238436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['11e09ac0-57bb-4424-b385-e5df4f304f8e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:58.253271 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Routers {'86ab468e-a433-4950-9da1-93d8dc86757f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:58.254288 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['86ab468e-a433-4950-9da1-93d8dc86757f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:58.322100 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34e656d5-1eda-4f13-896e-fee8c205d1ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.350027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-34e656d5-1eda-4f13-896e-fee8c205d1ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:58.431815 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] Set router 86ab468e-a433-4950-9da1-93d8dc86757f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:47:58.461861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.469032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/b68b3171-d6c2-4e56-9952-9d2144927783/ca629a41-706d-4166-ac81-2cef8d7cc604) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:58.488904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['672348aa-3561-42e6-a74b-4c6cb471977f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:58.496578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f38bc55d-b5f0-41ce-a7ef-2b2490fea60c req-5eea2023-7119-4f17-8451-a3628b10f15a tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828863 Feb 03 12:47:58.504056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-099cf6ca-996e-42c0-9029-49668428453d req-8ca0e468-e3e6-456f-bad6-bdfcf4404e64 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179713 Feb 03 12:47:58.593433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34e656d5-1eda-4f13-896e-fee8c205d1ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.654021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e656d5-1eda-4f13-896e-fee8c205d1ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:58.705524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3685fb7-9f29-4515-a3ed-45691ec52345 req-cb4c445b-1c63-4758-88fa-59d6713b212d tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 210 time: 0.1177688 Feb 03 12:47:58.713629 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34e656d5-1eda-4f13-896e-fee8c205d1ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.724503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33686) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:58.738632 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-34e656d5-1eda-4f13-896e-fee8c205d1ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7 HTTP/1.1" status: 204 len: 168 time: 0.7260578 Feb 03 12:47:58.854730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70834d-ca81-4afc-b926-9e628014a3e5 req-8b963faf-0709-437e-856a-6f863b88d580 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.857727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a70834d-ca81-4afc-b926-9e628014a3e5 req-8b963faf-0709-437e-856a-6f863b88d580 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 945 time: 0.2200866 Feb 03 12:47:58.863095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c74e53-ce9c-458e-a432-45c35361cb55 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.864403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c74e53-ce9c-458e-a432-45c35361cb55 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.868510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b4c74e53-ce9c-458e-a432-45c35361cb55 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1405725 Feb 03 12:47:58.869935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33694) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:58.882730 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:47:44Z', 'updated_at': '2022-02-03T12:47:53Z', 'revision_number': 4, 'project_id': '84e8c274948d4779b78823151ad34a56', 'gw_port': {'id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:46Z', 'updated_at': '2022-02-03T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '7c5cc012-764f-4d04-9c90-7c7440c92a09', 'name': '', 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'mac_address': 'fa:16:3e:59:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '6b58b20d-7b64-4973-95fb-3214b23115cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:51Z', 'updated_at': '2022-02-03T12:47:58Z', 'revision_number': 4, 'project_id': '84e8c274948d4779b78823151ad34a56', 'subnets': [{'id': '6b58b20d-7b64-4973-95fb-3214b23115cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:58.918003 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b8c2c-ea9a-404b-b9ad-91e7d1059922 None None] The sync data for ids ['86ab468e-a433-4950-9da1-93d8dc86757f'] in n-d-792364-10 is: [{'id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:47:44Z', 'updated_at': '2022-02-03T12:47:53Z', 'revision_number': 4, 'project_id': '84e8c274948d4779b78823151ad34a56', 'gw_port': {'id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:46Z', 'updated_at': '2022-02-03T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '7c5cc012-764f-4d04-9c90-7c7440c92a09', 'name': '', 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'mac_address': 'fa:16:3e:59:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '6b58b20d-7b64-4973-95fb-3214b23115cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:51Z', 'updated_at': '2022-02-03T12:47:58Z', 'revision_number': 4, 'project_id': '84e8c274948d4779b78823151ad34a56', 'subnets': [{'id': '6b58b20d-7b64-4973-95fb-3214b23115cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:47:58.934633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea07df7a-e665-482d-aa8a-8a94b9322192 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet b68b3171-d6c2-4e56-9952-9d2144927783 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:59.047302 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Publish callbacks [] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.060393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ea07df7a-e665-482d-aa8a-8a94b9322192 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (b68b3171-d6c2-4e56-9952-9d2144927783), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.066409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a70834d-ca81-4afc-b926-9e628014a3e5 req-8d582510-80e2-4b59-ad5e-b86ce6e4ffd0 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976306 Feb 03 12:47:59.108577 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.129181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4443b-376a-451d-943c-37cd453b0860 req-5d5319cf-f0a4-45fd-a5c2-f5e0e63dc0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.134504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ea07df7a-e665-482d-aa8a-8a94b9322192 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (b68b3171-d6c2-4e56-9952-9d2144927783), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.135000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4443b-376a-451d-943c-37cd453b0860 req-5d5319cf-f0a4-45fd-a5c2-f5e0e63dc0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.141457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4443b-376a-451d-943c-37cd453b0860 req-5d5319cf-f0a4-45fd-a5c2-f5e0e63dc0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.147902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4443b-376a-451d-943c-37cd453b0860 req-5d5319cf-f0a4-45fd-a5c2-f5e0e63dc0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.153622 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4443b-376a-451d-943c-37cd453b0860 req-5d5319cf-f0a4-45fd-a5c2-f5e0e63dc0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.159469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4443b-376a-451d-943c-37cd453b0860 req-5d5319cf-f0a4-45fd-a5c2-f5e0e63dc0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.165141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4443b-376a-451d-943c-37cd453b0860 req-5d5319cf-f0a4-45fd-a5c2-f5e0e63dc0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.167070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9eb4443b-376a-451d-943c-37cd453b0860 req-5d5319cf-f0a4-45fd-a5c2-f5e0e63dc0a4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.2349908 Feb 03 12:47:59.182234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Pushing event updated for resources: {'Port': ['ID=ca629a41-706d-4166-ac81-2cef8d7cc604,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:59.198938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:59.207254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:59.213214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:59.279060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdbccb0-9076-47de-8209-0e1ea986eb80 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:59.309334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Publish callbacks [] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.315089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Attempting to bind port ca629a41-706d-4166-ac81-2cef8d7cc604 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:59.316118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Attempting to bind port ca629a41-706d-4166-ac81-2cef8d7cc604 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:59.316688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Attempting to bind port ca629a41-706d-4166-ac81-2cef8d7cc604 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:59.320648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ea07df7a-e665-482d-aa8a-8a94b9322192 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (b68b3171-d6c2-4e56-9952-9d2144927783), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.331567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:59.331949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:59.334681 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.335597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:59.336100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Bound port: ca629a41-706d-4166-ac81-2cef8d7cc604, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:59.336492 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.436231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Transition to ACTIVE for port object 2cdbccb0-9076-47de-8209-0e1ea986eb80 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:47:59.457319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9eb4443b-376a-451d-943c-37cd453b0860 req-fa11ebb9-854a-4253-a169-a9b036856ad0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2508316 Feb 03 12:47:59.462865 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.531696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] For port ca629a41-706d-4166-ac81-2cef8d7cc604, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:59.535694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] For port ca629a41-706d-4166-ac81-2cef8d7cc604, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ca629a41-706d-4166-ac81-2cef8d7cc604,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:59.548926 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.550470 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ea07df7a-e665-482d-aa8a-8a94b9322192 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (b68b3171-d6c2-4e56-9952-9d2144927783), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.583496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-1c15652b-de40-4338-899e-59b9d5ad003a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.592968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-1c15652b-de40-4338-899e-59b9d5ad003a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 818 time: 0.3842442 Feb 03 12:47:59.620226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-3c560370-bbf8-4bc0-807b-9a9a1d367685 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/quotas/84e8c274948d4779b78823151ad34a56 HTTP/1.1" status: 200 len: 375 time: 0.0259671 Feb 03 12:47:59.646498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3051be12-550e-4fe6-b00c-bb091e21269f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:59.654186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdbccb0-9076-47de-8209-0e1ea986eb80,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:59.661724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07df7a-e665-482d-aa8a-8a94b9322192 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=b68b3171-d6c2-4e56-9952-9d2144927783,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:59.693226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ea07df7a-e665-482d-aa8a-8a94b9322192 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.698970 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ea07df7a-e665-482d-aa8a-8a94b9322192 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/b68b3171-d6c2-4e56-9952-9d2144927783 HTTP/1.1" status: 204 len: 168 time: 0.8258178 Feb 03 12:47:59.702206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33716) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:59.745208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fbda8-05ea-4fd5-a11d-c489209f83f4 None None] Pushing event updated for resources: {'Port': ['ID=ca629a41-706d-4166-ac81-2cef8d7cc604,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:59.769826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9a1a90d0-95bb-45b7-9572-868effc5d205 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:59.771182 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c88d4195-f658-4682-b896-dc5c8c909317 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640225 Feb 03 12:47:59.816755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33718) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:59.830702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:59.844057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 3051be12-550e-4fe6-b00c-bb091e21269f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:59.851983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 3051be12-550e-4fe6-b00c-bb091e21269f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:59.851983 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.853242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9a1a90d0-95bb-45b7-9572-868effc5d205 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:59.853599 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.861001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Attempting to bind port 2cdbccb0-9076-47de-8209-0e1ea986eb80 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:59.861349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Attempting to bind port 2cdbccb0-9076-47de-8209-0e1ea986eb80 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:59.861677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Attempting to bind port 2cdbccb0-9076-47de-8209-0e1ea986eb80 on network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:59.874154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Port 2cdbccb0-9076-47de-8209-0e1ea986eb80 on network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:47:59.874513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Attempting to bind port 2cdbccb0-9076-47de-8209-0e1ea986eb80 on network bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:59.882512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:59.882998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Checking segment: {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:59.883390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Bound using segment: {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:59.884248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Bound port: 2cdbccb0-9076-47de-8209-0e1ea986eb80, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a864b70-82ae-49c0-afe2-cc1f738155f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:59.884248 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.960110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-4be6c082-5d52-4f3b-b1d7-582321dc6ba9 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3389101 Feb 03 12:48:00.007698 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-86448904-1600-478d-a877-b648886259b6 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.009430 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-86448904-1600-478d-a877-b648886259b6 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.72 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 818 time: 0.5587187 Feb 03 12:48:00.025312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Request body: {'port': {'device_id': 'a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418', 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612', 'admin_state_up': True, 'tenant_id': '84e8c274948d4779b78823151ad34a56'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:00.064769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:00.068579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3051be12-550e-4fe6-b00c-bb091e21269f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:00.068833 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.069008 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.111427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9a1a90d0-95bb-45b7-9572-868effc5d205 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:00.113113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7c5cc012-764f-4d04-9c90-7c7440c92a09 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:00.131464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d1071-d4e8-4fc8-947b-086fb2127c7e req-939a40b0-5b07-49f5-9a97-9b46392a4bcb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.133076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c71d1071-d4e8-4fc8-947b-086fb2127c7e req-939a40b0-5b07-49f5-9a97-9b46392a4bcb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 944 time: 0.4639366 Feb 03 12:48:00.165879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf778684-cbfd-4d74-98fd-b88577571071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3051be12-550e-4fe6-b00c-bb091e21269f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:00.168604 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca6135c-a490-40d3-87bb-352e1c4079a3" -d '{"events": [{"server_uuid": "bf778684-cbfd-4d74-98fd-b88577571071", "name": "network-vif-plugged", "status": "completed", "tag": "3051be12-550e-4fe6-b00c-bb091e21269f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:00.184243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] For port 2cdbccb0-9076-47de-8209-0e1ea986eb80, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:00.199202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3051be12-550e-4fe6-b00c-bb091e21269f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3051be12-550e-4fe6-b00c-bb091e21269f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:00.213630 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.241543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] For port 2cdbccb0-9076-47de-8209-0e1ea986eb80, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2cdbccb0-9076-47de-8209-0e1ea986eb80,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:00.251658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-1942d656-4de2-4b73-bbf2-80f4f94b3159 service neutron] 10.222.0.65 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905221 Feb 03 12:48:00.306910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3051be12-550e-4fe6-b00c-bb091e21269f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:00.321441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7c5cc012-764f-4d04-9c90-7c7440c92a09 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:00.322080 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.329517 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.336924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Made reservation on behalf of 84e8c274948d4779b78823151ad34a56 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:00.340333 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.392754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c71d1071-d4e8-4fc8-947b-086fb2127c7e req-03bd328a-8e04-42c4-adad-ff0170e023b9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467442 Feb 03 12:48:00.404195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:00.455781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7c5cc012-764f-4d04-9c90-7c7440c92a09 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:00.456164 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.504105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 11e09ac0-57bb-4424-b385-e5df4f304f8e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:00.504534 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.508090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 7c5cc012-764f-4d04-9c90-7c7440c92a09, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7c5cc012-764f-4d04-9c90-7c7440c92a09,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:00.517380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.519014 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.519893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] 10.222.0.72 "PUT /v2.0/ports/2cdbccb0-9076-47de-8209-0e1ea986eb80 HTTP/1.1" status: 200 len: 1092 time: 2.3040836 Feb 03 12:48:00.520477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85c101c-ae74-4119-a3a4-fb346c632a30', 'tag': '2cdbccb0-9076-47de-8209-0e1ea986eb80'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:00.525805 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce97471-70f2-40d5-8290-2148bbb79765" -d '{"events": [{"name": "network-changed", "server_uuid": "f85c101c-ae74-4119-a3a4-fb346c632a30", "tag": "2cdbccb0-9076-47de-8209-0e1ea986eb80"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:00.538774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80902d41-fdce-491f-a745-b28d55f48b11 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdbccb0-9076-47de-8209-0e1ea986eb80,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:00.547791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (d45cab6f-c07e-4340-8589-d82955f96e6b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.566553 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.623140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=7c5cc012-764f-4d04-9c90-7c7440c92a09,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:00.637615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:00.647519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:00.650909 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.651513 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.681054 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8588090 Feb 03 12:48:00.681690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33728) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:00.688355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Allocated IP 172.20.0.10 (4e9488bc-ea27-4499-b9f0-e21617c12612/6b58b20d-7b64-4973-95fb-3214b23115cb/ff549559-04f0-4e4b-9691-6c6207598355) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:00.690209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 11e09ac0-57bb-4424-b385-e5df4f304f8e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:00.690742 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.704106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': 'd45cab6f-c07e-4340-8589-d82955f96e6b', 'ip_address': '2001:db8::7c6d:6220:1d28:9e24'}], 'name': 'tempest-NetworksTestDHCPv6-2107337905'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:00.705477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcacf0-90e6-4e61-b9cb-92581cd05c0f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=d45cab6f-c07e-4340-8589-d82955f96e6b,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:00.744553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:00.751877 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.755431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-2b857c2b-7f8c-407a-8ce1-a8c86a7cb9cc service neutron] 10.222.0.65 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928136 Feb 03 12:48:00.822242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:00.881601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41b30-6c68-44cb-b309-8486108e093a req-a95d0e19-281f-4cd2-addc-1389aa9655d7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.887266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41b30-6c68-44cb-b309-8486108e093a req-a95d0e19-281f-4cd2-addc-1389aa9655d7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.900512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41b30-6c68-44cb-b309-8486108e093a req-a95d0e19-281f-4cd2-addc-1389aa9655d7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.909041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41b30-6c68-44cb-b309-8486108e093a req-a95d0e19-281f-4cd2-addc-1389aa9655d7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.923406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41b30-6c68-44cb-b309-8486108e093a req-a95d0e19-281f-4cd2-addc-1389aa9655d7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.928936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41b30-6c68-44cb-b309-8486108e093a req-a95d0e19-281f-4cd2-addc-1389aa9655d7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.933004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks [] for port (ff549559-04f0-4e4b-9691-6c6207598355), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.934360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41b30-6c68-44cb-b309-8486108e093a req-a95d0e19-281f-4cd2-addc-1389aa9655d7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.936542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfa41b30-6c68-44cb-b309-8486108e093a req-a95d0e19-281f-4cd2-addc-1389aa9655d7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.3994501 Feb 03 12:48:00.949908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33730) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:00.964275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-aea76f93-bf46-4c02-b271-fa9689ae8393 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Request body: {'floatingip': {'port_id': '4b294da0-f3ad-404c-a8ab-826d7716512f'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:00.965276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-8b852b41-088b-46fd-bbe8-713156292814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.966888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-8b852b41-088b-46fd-bbe8-713156292814 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 1126 time: 0.3759809 Feb 03 12:48:01.030354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aea76f93-bf46-4c02-b271-fa9689ae8393 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for floatingip (d5cd8a71-a5d2-4596-a312-e53486a42722), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.216249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ff549559-04f0-4e4b-9691-6c6207598355), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.242585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d811ef5-3463-4c9b-96c0-ff9ef7466837 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:01.278861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Network 4e9488bc-ea27-4499-b9f0-e21617c12612 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:01.287177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:01.310964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a766b21d-6b63-46a9-ad46-d8cb31861d43 None None] Could not find standard attr ID for object 347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:48:01.315464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:01.336965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a766b21d-6b63-46a9-ad46-d8cb31861d43 None None] Provisioning complete for port ca629a41-706d-4166-ac81-2cef8d7cc604 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:01.337478 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a766b21d-6b63-46a9-ad46-d8cb31861d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.346644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Pushing event updated for resources: {'Port': ['ID=ff549559-04f0-4e4b-9691-6c6207598355,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:01.397584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.399133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.405944 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:48:01.441552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-7dc154c6-4f0d-4326-84d7-dbc252912ee5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cdbccb0-9076-47de-8209-0e1ea986eb80 HTTP/1.1" status: 200 len: 217 time: 0.4661899 Feb 03 12:48:01.491681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a766b21d-6b63-46a9-ad46-d8cb31861d43 None None] Current status of the port ca629a41-706d-4166-ac81-2cef8d7cc604 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:01.492333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a766b21d-6b63-46a9-ad46-d8cb31861d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.511122 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-f14d854b-7984-44d9-b9b1-d6aeee811078 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4919076 Feb 03 12:48:01.533743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Request body: {'port': {'device_id': 'a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:01.536540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a766b21d-6b63-46a9-ad46-d8cb31861d43 None None] For port ca629a41-706d-4166-ac81-2cef8d7cc604, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ca629a41-706d-4166-ac81-2cef8d7cc604,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:01.548285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a766b21d-6b63-46a9-ad46-d8cb31861d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.557312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe0df0-557a-4e24-a762-a3cd290f0f22 req-ea7ab186-997f-4f43-b327-223b7828a676 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.564612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bfe0df0-557a-4e24-a762-a3cd290f0f22 req-ea7ab186-997f-4f43-b327-223b7828a676 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 943 time: 0.2100668 Feb 03 12:48:01.588595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:01.610724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ff549559-04f0-4e4b-9691-6c6207598355), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.619761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-5bd01bbc-c1ab-46ad-8808-536c555c0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.621245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-5bd01bbc-c1ab-46ad-8808-536c555c0f5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b4c3b08-b170-4fb0-9358-b0e340a74ec5 HTTP/1.1" status: 200 len: 854 time: 0.1681902 Feb 03 12:48:01.658092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ca629a41-706d-4166-ac81-2cef8d7cc604 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:01.702455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766b21d-6b63-46a9-ad46-d8cb31861d43 None None] Pushing event updated for resources: {'Port': ['ID=ca629a41-706d-4166-ac81-2cef8d7cc604,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:01.744206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ca629a41-706d-4166-ac81-2cef8d7cc604 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:01.744621 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.756236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-c8777796-8dfa-4417-9793-10e40fa5b4ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137717 Feb 03 12:48:01.814753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bfe0df0-557a-4e24-a762-a3cd290f0f22 req-abc12d80-98b0-4030-be70-e92f39cc8438 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492137 Feb 03 12:48:01.848363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ca629a41-706d-4166-ac81-2cef8d7cc604 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:01.850644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7c5cc012-764f-4d04-9c90-7c7440c92a09 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:01.912942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6242f709-8b54-4ffe-88cf-f213bf06415a None None] Provisioning complete for port ca629a41-706d-4166-ac81-2cef8d7cc604 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:01.913476 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6242f709-8b54-4ffe-88cf-f213bf06415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.914086 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.996837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7c5cc012-764f-4d04-9c90-7c7440c92a09 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:01.996837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.101563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 541efb2e-57a8-4bf5-9bba-2fc18a6e6f57 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:02.122037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6242f709-8b54-4ffe-88cf-f213bf06415a None None] Current status of the port ca629a41-706d-4166-ac81-2cef8d7cc604 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:02.182657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33748) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:02.225216 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7c5cc012-764f-4d04-9c90-7c7440c92a09 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:02.240733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b8826bb3-2b92-4809-ada5-272c02f787a8 None None] Could not find standard attr ID for object ecefacc7-9602-476f-a728-62d9a7d58284. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:48:02.276005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-e0e96535-a641-4d30-8848-a5ebd977a3cc service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129418 Feb 03 12:48:02.283554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff549559-04f0-4e4b-9691-6c6207598355 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:02.286786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e158b-24c4-4590-b1b6-228d83eb1b24 req-5116c55e-e009-4b6f-b8ec-00906ff16faa tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:02.288164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b9e158b-24c4-4590-b1b6-228d83eb1b24 req-5116c55e-e009-4b6f-b8ec-00906ff16faa tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.3105879 Feb 03 12:48:02.324527 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Publish callbacks [] for port (ff549559-04f0-4e4b-9691-6c6207598355), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.350983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Transition to ACTIVE for port object ff549559-04f0-4e4b-9691-6c6207598355 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:48:02.359802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aea76f93-bf46-4c02-b271-fa9689ae8393 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.364324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (ff549559-04f0-4e4b-9691-6c6207598355), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.378347 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aea76f93-bf46-4c02-b271-fa9689ae8393 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (d5cd8a71-a5d2-4596-a312-e53486a42722), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.402061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 672348aa-3561-42e6-a74b-4c6cb471977f up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:02.505299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e2714a-b884-4329-924c-ec8dcb69d1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.522418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Pushing event updated for resources: {'Port': ['ID=ff549559-04f0-4e4b-9691-6c6207598355,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:02.552512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 672348aa-3561-42e6-a74b-4c6cb471977f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:02.563366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 672348aa-3561-42e6-a74b-4c6cb471977f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:02.563789 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.659945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3d85e-bd0d-4816-b337-f349d16db46c req-b906a47c-7199-4ac0-9b82-785249b6a9b6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:02.660636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5a19091c-5530-435a-a7cc-c6df442f0228 None None] Could not find standard attr ID for object 347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:48:02.667419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0b3d85e-bd0d-4816-b337-f349d16db46c req-b906a47c-7199-4ac0-9b82-785249b6a9b6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 946 time: 0.5525255 Feb 03 12:48:02.676428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1daf569-d615-4937-92bf-8c4484a62f0a req-9b1248b2-2085-495d-96fd-9563b4e0d974 service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802798 Feb 03 12:48:02.744145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Attempting to bind port ff549559-04f0-4e4b-9691-6c6207598355 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:02.744447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Attempting to bind port ff549559-04f0-4e4b-9691-6c6207598355 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:02.744932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Attempting to bind port ff549559-04f0-4e4b-9691-6c6207598355 on network 4e9488bc-ea27-4499-b9f0-e21617c12612 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:02.749077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 672348aa-3561-42e6-a74b-4c6cb471977f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:02.750152 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.750601 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-aea76f93-bf46-4c02-b271-fa9689ae8393 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Floating IP d5cd8a71-a5d2-4596-a312-e53486a42722 associated. External IP: 172.25.3.221, port: 4b294da0-f3ad-404c-a8ab-826d7716512f. Feb 03 12:48:02.801872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 672348aa-3561-42e6-a74b-4c6cb471977f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=672348aa-3561-42e6-a74b-4c6cb471977f,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:02.804093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0b3d85e-bd0d-4816-b337-f349d16db46c req-7bf6cf82-a72b-446a-af9c-63f942bbff47 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356645 Feb 03 12:48:02.819883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.882178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b9e158b-24c4-4590-b1b6-228d83eb1b24 req-8261d71d-466b-4b45-8112-a77748be70fc tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5681059 Feb 03 12:48:02.935800 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acca7455-bc96-4848-81f6-157ef145855d x-openstack-request-id: req-acca7455-bc96-4848-81f6-157ef145855d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:02.938414 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf778684-cbfd-4d74-98fd-b88577571071", "name": "network-vif-plugged", "status": "completed", "tag": "3051be12-550e-4fe6-b00c-bb091e21269f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:02.938971 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acca7455-bc96-4848-81f6-157ef145855d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:02.939707 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf778684-cbfd-4d74-98fd-b88577571071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3051be12-550e-4fe6-b00c-bb091e21269f', 'code': 200} Feb 03 12:48:02.960695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=672348aa-3561-42e6-a74b-4c6cb471977f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:02.975094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Port ff549559-04f0-4e4b-9691-6c6207598355 on network 4e9488bc-ea27-4499-b9f0-e21617c12612 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:48:02.975440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Attempting to bind port ff549559-04f0-4e4b-9691-6c6207598355 on network 4e9488bc-ea27-4499-b9f0-e21617c12612 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:02.995902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::7c6d:6220:1d28:9e24 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/d45cab6f-c07e-4340-8589-d82955f96e6b/541efb2e-57a8-4bf5-9bba-2fc18a6e6f57) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:03.190737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce01ab-0de5-4ef9-9893-189aefa03881 req-69aa331a-80da-465e-8a6f-0ca231fcc79a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.194977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cbce01ab-0de5-4ef9-9893-189aefa03881 req-69aa331a-80da-465e-8a6f-0ca231fcc79a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 945 time: 0.1830375 Feb 03 12:48:03.244122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:03.244777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Checking segment: {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:03.244870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Bound using segment: {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:03.245268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Bound port: ff549559-04f0-4e4b-9691-6c6207598355, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:03.245634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ff549559-04f0-4e4b-9691-6c6207598355), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.313098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f0650-101a-4060-8690-390a422e82c2 req-897bccfa-623d-4ed3-8992-613c097a1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.316132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c1f0650-101a-4060-8690-390a422e82c2 req-897bccfa-623d-4ed3-8992-613c097a1c57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 1129 time: 0.2516139 Feb 03 12:48:03.318316 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c7709f-ce23-48c5-aa9f-b6dfda49d460 x-openstack-request-id: req-59c7709f-ce23-48c5-aa9f-b6dfda49d460 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:03.318739 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85c101c-ae74-4119-a3a4-fb346c632a30", "tag": "2cdbccb0-9076-47de-8209-0e1ea986eb80", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:03.319161 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59c7709f-ce23-48c5-aa9f-b6dfda49d460 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:03.319760 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85c101c-ae74-4119-a3a4-fb346c632a30', 'tag': '2cdbccb0-9076-47de-8209-0e1ea986eb80', 'status': 'completed', 'code': 200} Feb 03 12:48:03.320244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e2714a-b884-4329-924c-ec8dcb69d1b7 admin admin] Publish callbacks [] for security_group (48889fd2-aa01-48a4-8e04-532b90986fc8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.372145 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e2714a-b884-4329-924c-ec8dcb69d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (48889fd2-aa01-48a4-8e04-532b90986fc8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.383256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea76f93-bf46-4c02-b271-fa9689ae8393 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Router 8acd01df-02e2-4087-950a-c0a1a3ac9495 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:48:03.450702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ca629a41-706d-4166-ac81-2cef8d7cc604 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:03.506018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2714a-b884-4329-924c-ec8dcb69d1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48889fd2-aa01-48a4-8e04-532b90986fc8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:03.517548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (541efb2e-57a8-4bf5-9bba-2fc18a6e6f57), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.556655 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f8e2714a-b884-4329-924c-ec8dcb69d1b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88371c7833f84d94b983cfbe97e0afa0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3727477 Feb 03 12:48:03.562360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ca629a41-706d-4166-ac81-2cef8d7cc604 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:03.562907 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.564120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33788) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:03.582848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cbce01ab-0de5-4ef9-9893-189aefa03881 req-fface5ac-9107-402e-80ea-35a4e153c7c7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616982 Feb 03 12:48:03.587594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e9e5ba1-accc-443b-b038-ea8e67a3fb60 req-d39386c5-52f2-4586-9167-ace060e6fb71 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 210 time: 0.1031244 Feb 03 12:48:03.597116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] For port ff549559-04f0-4e4b-9691-6c6207598355, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:03.597859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c1f0650-101a-4060-8690-390a422e82c2 req-4234f06d-f83f-4aa0-9a6d-982a5a3c7141 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674501 Feb 03 12:48:03.620989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-9164038f-1301-44f2-a847-8a9f3ec49dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.632044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-9164038f-1301-44f2-a847-8a9f3ec49dfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 1126 time: 0.3043730 Feb 03 12:48:03.746781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ca629a41-706d-4166-ac81-2cef8d7cc604 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:03.750494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (541efb2e-57a8-4bf5-9bba-2fc18a6e6f57), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.823477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:03.869851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:03.888597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:03.901539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.902261 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.105772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea631f-acfc-4bad-a228-c0c79b14cdae req-bad0665e-3760-440f-804a-be8593d0dc70 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.113283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cea631f-acfc-4bad-a228-c0c79b14cdae req-bad0665e-3760-440f-804a-be8593d0dc70 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 943 time: 0.4198065 Feb 03 12:48:04.128780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] For port ff549559-04f0-4e4b-9691-6c6207598355, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ff549559-04f0-4e4b-9691-6c6207598355,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:04.159723 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (ff549559-04f0-4e4b-9691-6c6207598355), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.170608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-e0aba866-8b03-48f2-84d5-27f7c0305419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.173091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-e0aba866-8b03-48f2-84d5-27f7c0305419 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 200 len: 915 time: 0.3770375 Feb 03 12:48:04.183530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-856731ac-3056-4aae-ae55-facebf7497ad admin admin] Publish callbacks [] for security_group (48889fd2-aa01-48a4-8e04-532b90986fc8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.186154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=541efb2e-57a8-4bf5-9bba-2fc18a6e6f57,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:04.191906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-db967374-82d6-4e3e-a1cf-1925507b828a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4940701 Feb 03 12:48:04.219479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33794) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:04.224938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.225583 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.227219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] 10.222.0.72 "PUT /v2.0/ports/ff549559-04f0-4e4b-9691-6c6207598355 HTTP/1.1" status: 200 len: 1093 time: 2.7044511 Feb 03 12:48:04.243817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418', 'tag': 'ff549559-04f0-4e4b-9691-6c6207598355'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:04.247909 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12525a-562f-4130-aeec-852ce78e72f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418", "tag": "ff549559-04f0-4e4b-9691-6c6207598355"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:04.265205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea76f93-bf46-4c02-b271-fa9689ae8393 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:48:04.270508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aea76f93-bf46-4c02-b271-fa9689ae8393 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.276469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] Sync routers for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:48:04.301569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:04.302623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:04.315802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-856731ac-3056-4aae-ae55-facebf7497ad admin admin] Publish callbacks [] for security_group (48889fd2-aa01-48a4-8e04-532b90986fc8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.361672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c83e0101-9b71-4aff-88d1-dd16e26b5a7c None None] Provisioning complete for port 541efb2e-57a8-4bf5-9bba-2fc18a6e6f57 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:04.362668 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c83e0101-9b71-4aff-88d1-dd16e26b5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (541efb2e-57a8-4bf5-9bba-2fc18a6e6f57), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.386401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ac36b-16e5-41c8-bef7-41366e4b65ef service neutron] Pushing event updated for resources: {'Port': ['ID=ff549559-04f0-4e4b-9691-6c6207598355,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:04.392824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-2f9c39e0-e777-4846-af08-a60f15799597 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cdbccb0-9076-47de-8209-0e1ea986eb80 HTTP/1.1" status: 200 len: 217 time: 0.1953025 Feb 03 12:48:04.401615 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aea76f93-bf46-4c02-b271-fa9689ae8393 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "PUT /v2.0/floatingips/d5cd8a71-a5d2-4596-a312-e53486a42722 HTTP/1.1" status: 200 len: 991 time: 3.4441962 Feb 03 12:48:04.421248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-3125c512-9d60-4c53-aa42-9a2d922839c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.422995 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-3125c512-9d60-4c53-aa42-9a2d922839c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1127 time: 0.1167965 Feb 03 12:48:04.436772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01726ec-cf75-4254-a21f-4e7c51cd0589 req-91a6af95-c33a-4132-bc5a-a1edfade0923 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.439684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f01726ec-cf75-4254-a21f-4e7c51cd0589 req-91a6af95-c33a-4132-bc5a-a1edfade0923 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 946 time: 0.4782562 Feb 03 12:48:04.502989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c83e0101-9b71-4aff-88d1-dd16e26b5a7c None None] Port 541efb2e-57a8-4bf5-9bba-2fc18a6e6f57 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:04.531045 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-44521d61-d53c-4c29-87e1-4fb5f8f804a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff549559-04f0-4e4b-9691-6c6207598355 HTTP/1.1" status: 200 len: 217 time: 0.0987477 Feb 03 12:48:04.533113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-856731ac-3056-4aae-ae55-facebf7497ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (48889fd2-aa01-48a4-8e04-532b90986fc8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.536054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-856731ac-3056-4aae-ae55-facebf7497ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.537488 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-856731ac-3056-4aae-ae55-facebf7497ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48889fd2-aa01-48a4-8e04-532b90986fc8 HTTP/1.1" status: 204 len: 168 time: 0.9691143 Feb 03 12:48:04.544887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:04.561507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-adc70e4b-e4f0-4524-8582-c80f801d442a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.563060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-adc70e4b-e4f0-4524-8582-c80f801d442a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.91 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 818 time: 0.7366323 Feb 03 12:48:04.579263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856731ac-3056-4aae-ae55-facebf7497ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48889fd2-aa01-48a4-8e04-532b90986fc8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:04.594028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Request body: {'port': {'device_id': '9b9acc94-4f35-4810-b26a-cddc8ec2a1fa', 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612', 'admin_state_up': True, 'tenant_id': '84e8c274948d4779b78823151ad34a56'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:04.643728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-aa0d9ac8-43f2-4fa7-82fd-dd209d720ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.645240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-aa0d9ac8-43f2-4fa7-82fd-dd209d720ab4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.1038930 Feb 03 12:48:04.710836 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-524f3d7d-7386-4beb-aa5c-6ab14be8cf27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524178 Feb 03 12:48:04.712158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34fd67d-b504-4c04-8a07-aa0ce0846b7c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.718642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34fd67d-b504-4c04-8a07-aa0ce0846b7c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.723035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e34fd67d-b504-4c04-8a07-aa0ce0846b7c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.4673045 Feb 03 12:48:04.724226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cea631f-acfc-4bad-a228-c0c79b14cdae req-faca4ecb-7e4d-49d7-9c03-fe8dec26ccdb tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100156 Feb 03 12:48:04.729418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33806) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:04.791184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-d8a0a31c-0c93-4663-9086-add306bb5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.797600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-d8a0a31c-0c93-4663-9086-add306bb5939 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b4c3b08-b170-4fb0-9358-b0e340a74ec5 HTTP/1.1" status: 200 len: 854 time: 0.3856223 Feb 03 12:48:04.829871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f01726ec-cf75-4254-a21f-4e7c51cd0589 req-f0283df5-3cd1-4b15-a32c-6d1632d0dfb9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484492 Feb 03 12:48:04.889519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-3c260710-bb36-4c15-aadc-113123a2e8b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676084 Feb 03 12:48:04.901637 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-65124372-5b5c-40ad-838b-0c2c85085052 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877868 Feb 03 12:48:04.917747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Made reservation on behalf of 84e8c274948d4779b78823151ad34a56 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:04.921124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.943108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e'}, {'server_uuid': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672348aa-3561-42e6-a74b-4c6cb471977f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:04.945681 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabe60cc-bb98-4e7e-bf22-506d5ec16096" -d '{"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-plugged", "status": "completed", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e"}, {"server_uuid": "c09baade-d5bb-4ab7-af69-db618ebc7973", "name": "network-vif-plugged", "status": "completed", "tag": "672348aa-3561-42e6-a74b-4c6cb471977f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:05.015023 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbe86c8-a11c-4c23-b6df-17770e74be46 x-openstack-request-id: req-6bbe86c8-a11c-4c23-b6df-17770e74be46 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:05.015600 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418", "tag": "ff549559-04f0-4e4b-9691-6c6207598355", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:05.016009 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6bbe86c8-a11c-4c23-b6df-17770e74be46 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:05.016596 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418', 'tag': 'ff549559-04f0-4e4b-9691-6c6207598355', 'status': 'completed', 'code': 200} Feb 03 12:48:05.057510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0f43ce5a-2a14-4001-a7cf-b9c6f01a5a02 req-67e4e8b9-8901-405f-877f-799ad4f9f1ad service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479900 Feb 03 12:48:05.240938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-28b728ee-b1ab-41b7-a24f-514f25a3585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.242456 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-28b728ee-b1ab-41b7-a24f-514f25a3585b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1127 time: 0.0786498 Feb 03 12:48:05.302115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'd5cd8a71-a5d2-4596-a312-e53486a42722', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'port_id': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'mac_address': 'fa:16:3e:bb:30:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:46:32Z', 'updated_at': '2022-02-03T12:48:02Z', 'revision_number': 1, 'project_id': 'd933f36861634280b4be5af251d1c225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d', 'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'mac_address': 'fa:16:3e:12:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:26Z', 'updated_at': '2022-02-03T12:45:36Z', 'revision_number': 5, 'project_id': 'd933f36861634280b4be5af251d1c225', 'subnets': [{'id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:05.358803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] Checking router: 8acd01df-02e2-4087-950a-c0a1a3ac9495 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:48:05.370491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:05.372520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:47:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:05.396971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-edb1c760-45b8-4a18-b4fc-cdac1c19ad46 service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926190 Feb 03 12:48:05.437584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-1f6c772f-0a15-42ce-8702-22b8f1dc5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.439088 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-1f6c772f-0a15-42ce-8702-22b8f1dc5ed8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 919 time: 0.1878440 Feb 03 12:48:05.439315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf151-c4b4-4f1f-9a28-cf0637556f73 req-0f2d0a4e-32de-493d-b037-0489b107cfcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.467142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf151-c4b4-4f1f-9a28-cf0637556f73 req-0f2d0a4e-32de-493d-b037-0489b107cfcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.473047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf151-c4b4-4f1f-9a28-cf0637556f73 req-0f2d0a4e-32de-493d-b037-0489b107cfcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.478238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf151-c4b4-4f1f-9a28-cf0637556f73 req-0f2d0a4e-32de-493d-b037-0489b107cfcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.495967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf151-c4b4-4f1f-9a28-cf0637556f73 req-0f2d0a4e-32de-493d-b037-0489b107cfcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.501443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf151-c4b4-4f1f-9a28-cf0637556f73 req-0f2d0a4e-32de-493d-b037-0489b107cfcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.509295 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-db9443bd-0a99-4de1-a78d-d79bdd8131ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff549559-04f0-4e4b-9691-6c6207598355 HTTP/1.1" status: 200 len: 217 time: 0.0633435 Feb 03 12:48:05.509832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf151-c4b4-4f1f-9a28-cf0637556f73 req-0f2d0a4e-32de-493d-b037-0489b107cfcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.511737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cebf151-c4b4-4f1f-9a28-cf0637556f73 req-0f2d0a4e-32de-493d-b037-0489b107cfcc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.3808143 Feb 03 12:48:05.539302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58377671-6eb8-4cc1-98fb-d508c5eb6dd5 req-d61302a1-f3df-4321-b872-4d83418580e4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.540960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58377671-6eb8-4cc1-98fb-d508c5eb6dd5 req-d61302a1-f3df-4321-b872-4d83418580e4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.5557373 Feb 03 12:48:05.589011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:05.611349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-cca4c4b4-4dd4-4942-97cb-30480d8fb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.613053 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-cca4c4b4-4dd4-4942-97cb-30480d8fb9b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.0976908 Feb 03 12:48:05.655599 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-e360fb5b-0741-4e6f-a1fe-26eef91aece8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344632 Feb 03 12:48:05.754676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2cdbccb0-9076-47de-8209-0e1ea986eb80 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:05.770719 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-0abb0845-0af9-4837-8897-442abb76ce98 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093721 Feb 03 12:48:05.816505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ce97471-70f2-40d5-8290-2148bbb79765 req-136c28e4-06dc-4e92-a11e-52b142d4f2be service neutron] 10.222.0.72 "GET /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968680 Feb 03 12:48:05.819867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0a42e8dd-4784-4c0f-8389-927210d1c71a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 541efb2e-57a8-4bf5-9bba-2fc18a6e6f57 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:05.820398 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0a42e8dd-4784-4c0f-8389-927210d1c71a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (541efb2e-57a8-4bf5-9bba-2fc18a6e6f57), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.898823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Allocated IP 172.20.0.3 (4e9488bc-ea27-4499-b9f0-e21617c12612/6b58b20d-7b64-4973-95fb-3214b23115cb/1813d085-7072-467b-9b5c-9107a503f769) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:06.023211 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1b12525a-562f-4130-aeec-852ce78e72f0 req-e57fd294-163d-44bb-b484-cd619978b440 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403955 Feb 03 12:48:06.053800 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cebf151-c4b4-4f1f-9a28-cf0637556f73 req-a84f6359-f423-4702-83e7-09e52147a7c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5105977 Feb 03 12:48:06.075991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58377671-6eb8-4cc1-98fb-d508c5eb6dd5 req-e2088ebb-cc08-45ec-8edf-87c87d9a8990 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5189915 Feb 03 12:48:06.245358 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0a42e8dd-4784-4c0f-8389-927210d1c71a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (541efb2e-57a8-4bf5-9bba-2fc18a6e6f57), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.271403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30ef1af0-fe59-47a9-b15f-82f9b75d4d0a req-750b8c91-968a-4e9e-9e9a-f3684da0eb81 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 210 time: 0.0943160 Feb 03 12:48:06.271740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2cdbccb0-9076-47de-8209-0e1ea986eb80, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2cdbccb0-9076-47de-8209-0e1ea986eb80,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:06.304204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '2cdbccb0-9076-47de-8209-0e1ea986eb80', 'network_id': 'bbb3f7cb-9959-478e-a5f4-96c33d1b8b45', 'port_id': '2cdbccb0-9076-47de-8209-0e1ea986eb80', 'mac_address': 'fa:16:3e:62:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4c3b08-b170-4fb0-9358-b0e340a74ec5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:06.312517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0a42e8dd-4784-4c0f-8389-927210d1c71a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 541efb2e-57a8-4bf5-9bba-2fc18a6e6f57 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:06.322541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'd5cd8a71-a5d2-4596-a312-e53486a42722', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'port_id': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'mac_address': 'fa:16:3e:bb:30:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:46:32Z', 'updated_at': '2022-02-03T12:48:02Z', 'revision_number': 1, 'project_id': 'd933f36861634280b4be5af251d1c225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d', 'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'mac_address': 'fa:16:3e:12:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:26Z', 'updated_at': '2022-02-03T12:45:36Z', 'revision_number': 5, 'project_id': 'd933f36861634280b4be5af251d1c225', 'subnets': [{'id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:06.402478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943e370-12d0-4abf-abcb-ef973826b3aa None None] The sync data for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 is: [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'd5cd8a71-a5d2-4596-a312-e53486a42722', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'port_id': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'mac_address': 'fa:16:3e:bb:30:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:46:32Z', 'updated_at': '2022-02-03T12:48:02Z', 'revision_number': 1, 'project_id': 'd933f36861634280b4be5af251d1c225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d', 'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'mac_address': 'fa:16:3e:12:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:26Z', 'updated_at': '2022-02-03T12:45:36Z', 'revision_number': 5, 'project_id': 'd933f36861634280b4be5af251d1c225', 'subnets': [{'id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:48:06.431298 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0993842-b410-4179-b35e-35d8dba6f705 x-openstack-request-id: req-c0993842-b410-4179-b35e-35d8dba6f705 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:06.431751 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-plugged", "status": "completed", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e", "code": 200}, {"server_uuid": "c09baade-d5bb-4ab7-af69-db618ebc7973", "name": "network-vif-plugged", "status": "completed", "tag": "672348aa-3561-42e6-a74b-4c6cb471977f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:06.432147 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0993842-b410-4179-b35e-35d8dba6f705 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:06.432627 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'code': 200} Feb 03 12:48:06.433050 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672348aa-3561-42e6-a74b-4c6cb471977f', 'code': 200} Feb 03 12:48:06.433845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2cdbccb0-9076-47de-8209-0e1ea986eb80 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:06.434371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.454515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdbccb0-9076-47de-8209-0e1ea986eb80 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:06.478684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2cdbccb0-9076-47de-8209-0e1ea986eb80, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2cdbccb0-9076-47de-8209-0e1ea986eb80,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:06.491353 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.548716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e9830-460b-4ee7-8e22-4f9b4a0f4a13 req-bc94a74d-53cd-4d69-bc7f-02d0b8f83f55 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:06.557012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a6e9830-460b-4ee7-8e22-4f9b4a0f4a13 req-bc94a74d-53cd-4d69-bc7f-02d0b8f83f55 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 945 time: 0.3550334 Feb 03 12:48:06.634738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2cdbccb0-9076-47de-8209-0e1ea986eb80,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:06.639129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d31021b4-37d5-4b11-906c-0064e16e5ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.645330 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00d121-4748-429e-8d17-ef72c9458660 req-6435e61a-5ba8-4950-a42f-ef7419ad9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:06.650977 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b00d121-4748-429e-8d17-ef72c9458660 req-6435e61a-5ba8-4950-a42f-ef7419ad9ab9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 1128 time: 0.1214929 Feb 03 12:48:06.715576 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks [] for port (1813d085-7072-467b-9b5c-9107a503f769), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.730797 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b00d121-4748-429e-8d17-ef72c9458660 req-8c931c4b-50b6-4a0a-91ed-39aa6b16fa27 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714169 Feb 03 12:48:06.740723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['2cdbccb0-9076-47de-8209-0e1ea986eb80'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:06.740896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a6e9830-460b-4ee7-8e22-4f9b4a0f4a13 req-4cc8b647-2164-4f5f-a2e3-085284a80782 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826513 Feb 03 12:48:06.926704 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718b072-e796-489f-9132-d943c7b4fc38 None None] New status for floating IP d5cd8a71-a5d2-4596-a312-e53486a42722: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:48:07.017901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:07.020620 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89abd02f-7306-4de6-a1bd-ce957b3c85db" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:07.425155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf20e01-fd7f-4e58-97b3-18571bfe079b req-8caec864-bb47-4c6e-ab1a-e5453792dd33 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.427485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daf20e01-fd7f-4e58-97b3-18571bfe079b req-8caec864-bb47-4c6e-ab1a-e5453792dd33 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 944 time: 0.7531886 Feb 03 12:48:07.432109 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1813d085-7072-467b-9b5c-9107a503f769), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.433776 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0a42e8dd-4784-4c0f-8389-927210d1c71a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (541efb2e-57a8-4bf5-9bba-2fc18a6e6f57), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.510068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Network 4e9488bc-ea27-4499-b9f0-e21617c12612 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:07.521714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292ffd8-a759-427c-988a-25bb787a8a4d req-6191875c-d1f7-4a86-b278-c869dfffb6ed tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.529251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5292ffd8-a759-427c-988a-25bb787a8a4d req-6191875c-d1f7-4a86-b278-c869dfffb6ed tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 946 time: 0.6367824 Feb 03 12:48:07.558274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:07.598226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:07.610193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Pushing event updated for resources: {'Port': ['ID=1813d085-7072-467b-9b5c-9107a503f769,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:07.633893 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0a42e8dd-4784-4c0f-8389-927210d1c71a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.637719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0a42e8dd-4784-4c0f-8389-927210d1c71a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/541efb2e-57a8-4bf5-9bba-2fc18a6e6f57 HTTP/1.1" status: 204 len: 168 time: 2.9046481 Feb 03 12:48:07.640578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33870) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:07.659751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ff549559-04f0-4e4b-9691-6c6207598355 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:07.737103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42e8dd-4784-4c0f-8389-927210d1c71a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=541efb2e-57a8-4bf5-9bba-2fc18a6e6f57,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:07.761159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daf20e01-fd7f-4e58-97b3-18571bfe079b req-2501ab5f-4880-49d0-a70a-35e7bff5bd0a tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206384 Feb 03 12:48:07.781333 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2cdbccb0-9076-47de-8209-0e1ea986eb80 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:07.801881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13475a1f-0a26-4d38-8aca-62b18d0c502d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.805180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13475a1f-0a26-4d38-8aca-62b18d0c502d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.807081 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-13475a1f-0a26-4d38-8aca-62b18d0c502d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1654994 Feb 03 12:48:07.810098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:07.831305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.831969 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.869054 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2181a087-f083-4dd3-bbee-21e48990724a x-openstack-request-id: req-2181a087-f083-4dd3-bbee-21e48990724a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:07.869477 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:07.869891 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2181a087-f083-4dd3-bbee-21e48990724a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:07.870908 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'status': 'completed', 'code': 200} Feb 03 12:48:07.889057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5292ffd8-a759-427c-988a-25bb787a8a4d req-684e4218-c340-4b4d-b635-931b4b7ecbbc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563893 Feb 03 12:48:07.895361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fa03bc-5707-42ce-9f7f-a0819e56ae34 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet d45cab6f-c07e-4340-8589-d82955f96e6b {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:07.908221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28fa03bc-5707-42ce-9f7f-a0819e56ae34 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (d45cab6f-c07e-4340-8589-d82955f96e6b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.918417 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-7098d40e-bec2-492b-aafb-69ca2ec14f2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3368640 Feb 03 12:48:07.943473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Request body: {'port': {'device_id': '9b9acc94-4f35-4810-b26a-cddc8ec2a1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:07.980132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ff549559-04f0-4e4b-9691-6c6207598355, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ff549559-04f0-4e4b-9691-6c6207598355,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:08.083367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 2cdbccb0-9076-47de-8209-0e1ea986eb80 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:08.090597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'ff549559-04f0-4e4b-9691-6c6207598355', 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612', 'port_id': 'ff549559-04f0-4e4b-9691-6c6207598355', 'mac_address': 'fa:16:3e:41:b5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b58b20d-7b64-4973-95fb-3214b23115cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:08.101857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 2cdbccb0-9076-47de-8209-0e1ea986eb80 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:08.102260 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.213301 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28fa03bc-5707-42ce-9f7f-a0819e56ae34 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d45cab6f-c07e-4340-8589-d82955f96e6b), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.227055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1813d085-7072-467b-9b5c-9107a503f769), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.282126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828afb5-f7a2-4559-b3bc-e52bffd4d73e req-4b6f10c0-b95b-44d5-81d1-7539d3a21e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.287708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828afb5-f7a2-4559-b3bc-e52bffd4d73e req-4b6f10c0-b95b-44d5-81d1-7539d3a21e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.317778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828afb5-f7a2-4559-b3bc-e52bffd4d73e req-4b6f10c0-b95b-44d5-81d1-7539d3a21e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.327972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828afb5-f7a2-4559-b3bc-e52bffd4d73e req-4b6f10c0-b95b-44d5-81d1-7539d3a21e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.339641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828afb5-f7a2-4559-b3bc-e52bffd4d73e req-4b6f10c0-b95b-44d5-81d1-7539d3a21e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.362054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2cdbccb0-9076-47de-8209-0e1ea986eb80 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:08.362293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-d7eea110-e285-44df-8503-f51fb79f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.363017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.363836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828afb5-f7a2-4559-b3bc-e52bffd4d73e req-4b6f10c0-b95b-44d5-81d1-7539d3a21e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.369638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828afb5-f7a2-4559-b3bc-e52bffd4d73e req-4b6f10c0-b95b-44d5-81d1-7539d3a21e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.370415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-d7eea110-e285-44df-8503-f51fb79f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.371023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-d7eea110-e285-44df-8503-f51fb79f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.371555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-d7eea110-e285-44df-8503-f51fb79f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.372116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-d7eea110-e285-44df-8503-f51fb79f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.373562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-d7eea110-e285-44df-8503-f51fb79f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.373562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-d7eea110-e285-44df-8503-f51fb79f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.376759 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-d7eea110-e285-44df-8503-f51fb79f2b8b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d933f36861634280b4be5af251d1c225&device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 6724 time: 0.4647493 Feb 03 12:48:08.384142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b828afb5-f7a2-4559-b3bc-e52bffd4d73e req-4b6f10c0-b95b-44d5-81d1-7539d3a21e44 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.3300900 Feb 03 12:48:08.397065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ff549559-04f0-4e4b-9691-6c6207598355 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:08.398240 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ff549559-04f0-4e4b-9691-6c6207598355), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.438540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff549559-04f0-4e4b-9691-6c6207598355 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:08.441699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28fa03bc-5707-42ce-9f7f-a0819e56ae34 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d45cab6f-c07e-4340-8589-d82955f96e6b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.447410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85c101c-ae74-4119-a3a4-fb346c632a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdbccb0-9076-47de-8209-0e1ea986eb80'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:08.450401 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f64fe64-02a7-4533-a26b-525c04cf9c53" -d '{"events": [{"server_uuid": "f85c101c-ae74-4119-a3a4-fb346c632a30", "name": "network-vif-plugged", "status": "completed", "tag": "2cdbccb0-9076-47de-8209-0e1ea986eb80"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:08.471501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2cdbccb0-9076-47de-8209-0e1ea986eb80, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2cdbccb0-9076-47de-8209-0e1ea986eb80,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:08.482833 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.487807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ff549559-04f0-4e4b-9691-6c6207598355, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ff549559-04f0-4e4b-9691-6c6207598355,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:08.497537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ff549559-04f0-4e4b-9691-6c6207598355), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.503608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6280473-c53a-4a14-af9a-59906f2736de req-a838629e-1105-4a3e-bb34-7038a6bca90c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.516270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6280473-c53a-4a14-af9a-59906f2736de req-a838629e-1105-4a3e-bb34-7038a6bca90c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.4642444 Feb 03 12:48:08.591967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2cdbccb0-9076-47de-8209-0e1ea986eb80,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:08.649184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-66bc5356-dca1-4291-bdca-88c7908232e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.651179 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-66bc5356-dca1-4291-bdca-88c7908232e0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbe97daa-66bc-439a-be46-fd30ab260f77 HTTP/1.1" status: 200 len: 918 time: 0.2461431 Feb 03 12:48:08.657197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28fa03bc-5707-42ce-9f7f-a0819e56ae34 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d45cab6f-c07e-4340-8589-d82955f96e6b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.709893 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa03bc-5707-42ce-9f7f-a0819e56ae34 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=d45cab6f-c07e-4340-8589-d82955f96e6b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:08.720952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b828afb5-f7a2-4559-b3bc-e52bffd4d73e req-8f94279f-cebe-4ab5-bd01-42604fbd749c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3330998 Feb 03 12:48:08.764003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['ff549559-04f0-4e4b-9691-6c6207598355'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:08.774026 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28fa03bc-5707-42ce-9f7f-a0819e56ae34 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.775937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ff549559-04f0-4e4b-9691-6c6207598355,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:08.779518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28fa03bc-5707-42ce-9f7f-a0819e56ae34 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/d45cab6f-c07e-4340-8589-d82955f96e6b HTTP/1.1" status: 204 len: 168 time: 0.9672577 Feb 03 12:48:08.782841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33912) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:08.856438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb4076-9b84-4751-8287-768a1971e964 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:08.863150 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b0bc1665-b0a1-4bb9-a2bf-97389e684eea tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790174 Feb 03 12:48:08.866158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33916) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:08.885614 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-66ff7dd6-1782-4d8f-9f71-2954ed54cc23 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b294da0-f3ad-404c-a8ab-826d7716512f HTTP/1.1" status: 200 len: 1001 time: 0.2249141 Feb 03 12:48:08.903508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6280473-c53a-4a14-af9a-59906f2736de req-24280e97-b6f8-4a6c-926a-0987cc2149c6 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861721 Feb 03 12:48:09.002179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f59af-d5b1-42ff-88a5-53a487646037 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.005963 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ba9f59af-d5b1-42ff-88a5-53a487646037 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1364133 Feb 03 12:48:09.005963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-a205e0dc-c35c-4d98-8f09-a989012992d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.007121 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-a205e0dc-c35c-4d98-8f09-a989012992d3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5aa80b3c-f759-4894-813a-31226b7d23a3 HTTP/1.1" status: 200 len: 856 time: 0.0952003 Feb 03 12:48:09.007582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:09.114311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7edb7d9-c97b-4e39-b1d7-76565c3f9479 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.116312 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7edb7d9-c97b-4e39-b1d7-76565c3f9479 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1070921 Feb 03 12:48:09.119374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1813d085-7072-467b-9b5c-9107a503f769 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:09.119567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33926) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:09.138865 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c8c14ec-a29a-43b8-9c96-7e6d1f31ad2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.173459 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Publish callbacks [] for port (1813d085-7072-467b-9b5c-9107a503f769), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.205953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dbdbc-5eba-4dd5-9ecb-c470e67b1d6d req-379fc480-ba3b-4dcf-b975-8dd3feed79c5 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.207659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec5dbdbc-5eba-4dd5-9ecb-c470e67b1d6d req-379fc480-ba3b-4dcf-b975-8dd3feed79c5 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 931 time: 0.2841740 Feb 03 12:48:09.250896 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d03f2e26-db38-4799-96e9-55b01846fcec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301918 Feb 03 12:48:09.251668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33928) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:09.260064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Transition to ACTIVE for port object 1813d085-7072-467b-9b5c-9107a503f769 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:48:09.261858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-4becaa80-26a9-431e-84fa-813912e1decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.271506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (1813d085-7072-467b-9b5c-9107a503f769), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.272293 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-4becaa80-26a9-431e-84fa-813912e1decf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbe97daa-66bc-439a-be46-fd30ab260f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2506588 Feb 03 12:48:09.281191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:09.312820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d18fb-016f-449c-bb62-c21351262a45 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:09.422669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117a4a2-4896-45bd-8740-9b6560dddd7a req-aa69fa98-764a-4e94-88a5-cd93bbae5ca5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.432738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1117a4a2-4896-45bd-8740-9b6560dddd7a req-aa69fa98-764a-4e94-88a5-cd93bbae5ca5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 945 time: 0.3548415 Feb 03 12:48:09.459777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ca629a41-706d-4166-ac81-2cef8d7cc604 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:09.504989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec5dbdbc-5eba-4dd5-9ecb-c470e67b1d6d req-f768f39d-2200-48ee-83be-d0f001e5b587 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772138 Feb 03 12:48:09.542796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33932) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:09.562129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Pushing event updated for resources: {'Port': ['ID=1813d085-7072-467b-9b5c-9107a503f769,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:09.590695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:09.595247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.615435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1117a4a2-4896-45bd-8740-9b6560dddd7a req-96694906-de4e-47cc-a5ab-f5a958d6f6cf tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815495 Feb 03 12:48:09.641474 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-7be7520e-0327-44bd-a55f-79f735f39d44 service neutron] 10.222.0.91 "GET /v2.0/networks/bbe97daa-66bc-439a-be46-fd30ab260f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457580 Feb 03 12:48:09.658294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c91d18fb-016f-449c-bb62-c21351262a45 None None] Deleting port ca629a41-706d-4166-ac81-2cef8d7cc604 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:09.658798 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c91d18fb-016f-449c-bb62-c21351262a45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.671643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Attempting to bind port 1813d085-7072-467b-9b5c-9107a503f769 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:09.671973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Attempting to bind port 1813d085-7072-467b-9b5c-9107a503f769 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:09.672584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Attempting to bind port 1813d085-7072-467b-9b5c-9107a503f769 on network 4e9488bc-ea27-4499-b9f0-e21617c12612 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:09.685212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Port 1813d085-7072-467b-9b5c-9107a503f769 on network 4e9488bc-ea27-4499-b9f0-e21617c12612 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:48:09.685986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Attempting to bind port 1813d085-7072-467b-9b5c-9107a503f769 on network 4e9488bc-ea27-4499-b9f0-e21617c12612 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:09.698093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:09.698093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Checking segment: {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:09.698093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Bound using segment: {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:09.698535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Bound port: 1813d085-7072-467b-9b5c-9107a503f769, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae021437-5316-4275-a173-a52a59c9ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:09.698904 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1813d085-7072-467b-9b5c-9107a503f769), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.744360 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5754f937-417d-4b53-bcad-979157dcbf08 x-openstack-request-id: req-5754f937-417d-4b53-bcad-979157dcbf08 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:09.744709 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85c101c-ae74-4119-a3a4-fb346c632a30", "name": "network-vif-plugged", "status": "completed", "tag": "2cdbccb0-9076-47de-8209-0e1ea986eb80", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:09.750889 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5754f937-417d-4b53-bcad-979157dcbf08 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:09.751351 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85c101c-ae74-4119-a3a4-fb346c632a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdbccb0-9076-47de-8209-0e1ea986eb80', 'code': 200} Feb 03 12:48:09.918233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] For port 1813d085-7072-467b-9b5c-9107a503f769, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:09.946525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c91d18fb-016f-449c-bb62-c21351262a45 None None] For port ca629a41-706d-4166-ac81-2cef8d7cc604, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ca629a41-706d-4166-ac81-2cef8d7cc604,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:09.947101 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c91d18fb-016f-449c-bb62-c21351262a45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.965894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] For port 1813d085-7072-467b-9b5c-9107a503f769, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1813d085-7072-467b-9b5c-9107a503f769,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:09.983393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c91d18fb-016f-449c-bb62-c21351262a45 None None] Calling delete_port for ca629a41-706d-4166-ac81-2cef8d7cc604 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:09.996319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ca629a41-706d-4166-ac81-2cef8d7cc604 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:09.996818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.018485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a981d5a-70b6-45f5-9397-b11dc244ae34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.019602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (1813d085-7072-467b-9b5c-9107a503f769), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.032595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0f5d-6e57-4a51-8fba-238048122baf req-88a566fc-8d09-45bb-a56d-970d9bc311b5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.034957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b5e0f5d-6e57-4a51-8fba-238048122baf req-88a566fc-8d09-45bb-a56d-970d9bc311b5 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.2113004 Feb 03 12:48:10.056077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0478b2c-bc59-42b2-b1bd-f27734800192 req-162de22b-b750-4228-95ff-ce1c3c76956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.057673 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0478b2c-bc59-42b2-b1bd-f27734800192 req-162de22b-b750-4228-95ff-ce1c3c76956a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 1128 time: 0.2704852 Feb 03 12:48:10.119043 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-89abd02f-7306-4de6-a1bd-ce957b3c85db req-49c0157f-6eeb-4289-b6d4-d06ec4fa9bc3 service neutron] 10.222.0.91 "GET /v2.0/networks/bbe97daa-66bc-439a-be46-fd30ab260f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719443 Feb 03 12:48:10.128208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Pushing event updated for resources: {'Port': ['ID=1813d085-7072-467b-9b5c-9107a503f769,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:10.163051 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0478b2c-bc59-42b2-b1bd-f27734800192 req-f9e7cc65-1d34-482e-b7a9-e24a1695eca2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941474 Feb 03 12:48:10.184804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.187934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.188917 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.190736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-8936e5e6-fbed-4b33-a3f2-166c8dd9cd15 service neutron] 10.222.0.91 "PUT /v2.0/ports/1813d085-7072-467b-9b5c-9107a503f769 HTTP/1.1" status: 200 len: 1092 time: 2.2603345 Feb 03 12:48:10.207045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-f4bddaf1-ec25-4d61-8a93-9223600f4765 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a81b03ac1897424eb96c460148626143 HTTP/1.1" status: 200 len: 267 time: 0.2246923 Feb 03 12:48:10.210355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9acc94-4f35-4810-b26a-cddc8ec2a1fa', 'tag': '1813d085-7072-467b-9b5c-9107a503f769'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:10.213010 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e5f858-3e78-419c-b154-381587f67c53" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9acc94-4f35-4810-b26a-cddc8ec2a1fa", "tag": "1813d085-7072-467b-9b5c-9107a503f769"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:10.269034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ca629a41-706d-4166-ac81-2cef8d7cc604, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ca629a41-706d-4166-ac81-2cef8d7cc604,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:10.276714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a981d5a-70b6-45f5-9397-b11dc244ae34 admin admin] Publish callbacks [] for security_group (513a533d-181a-445c-86db-8502fd22b83d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.286242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a981d5a-70b6-45f5-9397-b11dc244ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (513a533d-181a-445c-86db-8502fd22b83d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.292021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b5e0f5d-6e57-4a51-8fba-238048122baf req-e9c329f1-f30e-4e2f-a509-223c54696afd tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829062 Feb 03 12:48:10.316120 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.341232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-0150ea60-4b09-4875-9325-6eeeef1fc92b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.344248 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5a981d5a-70b6-45f5-9397-b11dc244ae34 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8784e8edc7284428ad190ae02d66fea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7993309 Feb 03 12:48:10.344430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-0150ea60-4b09-4875-9325-6eeeef1fc92b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 945 time: 0.1360095 Feb 03 12:48:10.347568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33946) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:10.377174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-8c935fc1-3e03-4327-9657-316d77c8be7f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'port': {'security_groups': []}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:10.388118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a981d5a-70b6-45f5-9397-b11dc244ae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513a533d-181a-445c-86db-8502fd22b83d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:10.419074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.420204 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c91d18fb-016f-449c-bb62-c21351262a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (ca629a41-706d-4166-ac81-2cef8d7cc604), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.444125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d18fb-016f-449c-bb62-c21351262a45 None None] No DVR routers for this DVR port ca629a41-706d-4166-ac81-2cef8d7cc604 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:10.504934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:10.511442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:10.517085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.517690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.518947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ca629a41-706d-4166-ac81-2cef8d7cc604,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:10.524013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b636753-b3c0-44b1-8d91-1f621a8466d3 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:10.561640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d18fb-016f-449c-bb62-c21351262a45 None None] Pushing event deleted for resources: {'Port': ['ID=ca629a41-706d-4166-ac81-2cef8d7cc604,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:10.573419 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3123374 Feb 03 12:48:10.573419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c8eeb-caa0-48e6-8269-b01b9571bcc5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:10.573419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33954) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:10.578037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': 'aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b', 'ip_address': '2001:db8::411:d26a:745a:d590'}], 'name': 'tempest-NetworksTestDHCPv6-1086176180'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:10.652681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:10.653702 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.664046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15bf928d-765a-424c-9bf2-17a3a7677402 admin admin] Publish callbacks [] for security_group (513a533d-181a-445c-86db-8502fd22b83d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.724233 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15bf928d-765a-424c-9bf2-17a3a7677402 admin admin] Publish callbacks [] for security_group (513a533d-181a-445c-86db-8502fd22b83d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.787561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-8c935fc1-3e03-4327-9657-316d77c8be7f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.814627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-a070f81e-2d9c-4370-8ade-051b63383c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.815796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:10.816058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-a070f81e-2d9c-4370-8ade-051b63383c7f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 1126 time: 0.4349859 Feb 03 12:48:10.829883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b/7fc0e775-e190-4590-a94f-87720b9c0cea) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:10.836808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff2b0-3bb1-469b-8f2d-7e4682187146 req-b27bd2fb-1b5d-4df5-bc0a-80a81625e2b1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.842736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff2b0-3bb1-469b-8f2d-7e4682187146 req-b27bd2fb-1b5d-4df5-bc0a-80a81625e2b1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.849699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff2b0-3bb1-469b-8f2d-7e4682187146 req-b27bd2fb-1b5d-4df5-bc0a-80a81625e2b1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.855639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff2b0-3bb1-469b-8f2d-7e4682187146 req-b27bd2fb-1b5d-4df5-bc0a-80a81625e2b1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.861272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff2b0-3bb1-469b-8f2d-7e4682187146 req-b27bd2fb-1b5d-4df5-bc0a-80a81625e2b1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.867089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff2b0-3bb1-469b-8f2d-7e4682187146 req-b27bd2fb-1b5d-4df5-bc0a-80a81625e2b1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.872628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff2b0-3bb1-469b-8f2d-7e4682187146 req-b27bd2fb-1b5d-4df5-bc0a-80a81625e2b1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.880357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb4ff2b0-3bb1-469b-8f2d-7e4682187146 req-b27bd2fb-1b5d-4df5-bc0a-80a81625e2b1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.3908572 Feb 03 12:48:10.971393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-532dbbcf-1680-495a-8237-8602facffc52 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1813d085-7072-467b-9b5c-9107a503f769 HTTP/1.1" status: 200 len: 217 time: 0.0876899 Feb 03 12:48:11.005502 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15bf928d-765a-424c-9bf2-17a3a7677402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (513a533d-181a-445c-86db-8502fd22b83d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.008412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15bf928d-765a-424c-9bf2-17a3a7677402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.019090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-15bf928d-765a-424c-9bf2-17a3a7677402 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/513a533d-181a-445c-86db-8502fd22b83d HTTP/1.1" status: 204 len: 168 time: 0.6632745 Feb 03 12:48:11.020268 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.062780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port a209894b-e778-43f4-8738-150d67fc4bee yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:11.132569 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Publish callbacks [] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.152917 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.189494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf928d-765a-424c-9bf2-17a3a7677402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513a533d-181a-445c-86db-8502fd22b83d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:11.240654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Pushing event updated for resources: {'Port': ['ID=7fc0e775-e190-4590-a94f-87720b9c0cea,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:11.298184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:11.301004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:11.303691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:11.361050 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e74893ee-9930-4aa1-9530-a17671720163 req-d77438ba-8994-4cff-8651-9b57fc32fc23 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1711872 Feb 03 12:48:11.408011 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::411:d26a:745a:d590 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b/a209894b-e778-43f4-8738-150d67fc4bee) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:11.443124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb4ff2b0-3bb1-469b-8f2d-7e4682187146 req-71be72a5-2976-4723-9bec-b9889a157622 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5614924 Feb 03 12:48:11.453346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-109d7f3b-8fcb-46ac-9a95-2dee9666f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:11.454924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Attempting to bind port 7fc0e775-e190-4590-a94f-87720b9c0cea on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:11.455358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-109d7f3b-8fcb-46ac-9a95-2dee9666f37c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.4708502 Feb 03 12:48:11.455504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Attempting to bind port 7fc0e775-e190-4590-a94f-87720b9c0cea by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:11.456074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Attempting to bind port 7fc0e775-e190-4590-a94f-87720b9c0cea on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:11.477710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:11.478243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:11.478790 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.479422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:11.480809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Bound port: 7fc0e775-e190-4590-a94f-87720b9c0cea, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:11.483771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.511538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-88b11809-0426-4e51-bfc1-b908f5c0ac70 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468535 Feb 03 12:48:11.518178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-8c935fc1-3e03-4327-9657-316d77c8be7f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] For port 672348aa-3561-42e6-a74b-4c6cb471977f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=672348aa-3561-42e6-a74b-4c6cb471977f,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:11.578493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.661381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33964) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:11.661612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] For port 7fc0e775-e190-4590-a94f-87720b9c0cea, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:11.666694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] For port 7fc0e775-e190-4590-a94f-87720b9c0cea, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7fc0e775-e190-4590-a94f-87720b9c0cea,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:11.674657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ff549559-04f0-4e4b-9691-6c6207598355 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:11.679437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-3bb39cdb-1582-4c98-ac7f-5eb50fa53dfe service neutron] 10.222.0.91 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583509 Feb 03 12:48:11.699286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6a66018-7a4f-49de-9b41-bd8a55919d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.731631 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.739826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-8c935fc1-3e03-4327-9657-316d77c8be7f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for port (672348aa-3561-42e6-a74b-4c6cb471977f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.765094 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-8c935fc1-3e03-4327-9657-316d77c8be7f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.770467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-3aad9310-559a-42b1-927a-8a56903ed516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:11.772014 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-3aad9310-559a-42b1-927a-8a56903ed516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 946 time: 0.2722855 Feb 03 12:48:11.773930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74893ee-9930-4aa1-9530-a17671720163 req-1b1bbc15-1b47-495d-88fd-80d112e257f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:11.775295 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e74893ee-9930-4aa1-9530-a17671720163 req-1b1bbc15-1b47-495d-88fd-80d112e257f2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 1128 time: 0.3501797 Feb 03 12:48:11.790804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['81640e76-72bc-40b8-9810-16f92432dde8', '7980c685-2586-4bd0-a579-f7116728676d', '672348aa-3561-42e6-a74b-4c6cb471977f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:11.847415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port ff549559-04f0-4e4b-9691-6c6207598355 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:11.874147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-8c935fc1-3e03-4327-9657-316d77c8be7f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:11.875011 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-8c935fc1-3e03-4327-9657-316d77c8be7f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.876538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port ff549559-04f0-4e4b-9691-6c6207598355 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:11.877094 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ff549559-04f0-4e4b-9691-6c6207598355), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.888122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebd279b1-7182-4f9d-89a9-6533984bfea5 req-8c935fc1-3e03-4327-9657-316d77c8be7f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "PUT /v2.0/ports/672348aa-3561-42e6-a74b-4c6cb471977f HTTP/1.1" status: 200 len: 904 time: 1.5192521 Feb 03 12:48:11.903166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c935fc1-3e03-4327-9657-316d77c8be7f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'Port': ['ID=672348aa-3561-42e6-a74b-4c6cb471977f,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:11.935904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e780d4-9452-46b6-815c-15a131eb94c1 None None] Pushing event updated for resources: {'Port': ['ID=7fc0e775-e190-4590-a94f-87720b9c0cea,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:12.040099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['672348aa-3561-42e6-a74b-4c6cb471977f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:12.083140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60804fa-4254-49da-bb44-8d614b1073fb req-4c62f6d2-8396-4bcc-93a9-e2f310283e2a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.091163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e60804fa-4254-49da-bb44-8d614b1073fb req-4c62f6d2-8396-4bcc-93a9-e2f310283e2a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 946 time: 0.4103491 Feb 03 12:48:12.161282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e60804fa-4254-49da-bb44-8d614b1073fb req-66c40bc6-b0cd-48e5-a4cc-f400c77933e8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673931 Feb 03 12:48:12.206165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef37c1a-8fae-4f9f-92bd-284ed8c5743d req-0aedbe44-fcbc-4cee-8e92-24814069a52b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.220798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ef37c1a-8fae-4f9f-92bd-284ed8c5743d req-0aedbe44-fcbc-4cee-8e92-24814069a52b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.2052386 Feb 03 12:48:12.344825 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2923f678-d34a-4ad9-9eb8-0168cbfc1474 req-d3b5b55f-e0d6-47bb-b91e-83f0bcdf85ff service neutron] 10.222.0.91 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227806 Feb 03 12:48:12.348692 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2aa7d2-dbc3-47c8-9c41-f2ba8ea8d5ab x-openstack-request-id: req-1d2aa7d2-dbc3-47c8-9c41-f2ba8ea8d5ab {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:12.348692 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9acc94-4f35-4810-b26a-cddc8ec2a1fa", "tag": "1813d085-7072-467b-9b5c-9107a503f769", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:12.348692 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d2aa7d2-dbc3-47c8-9c41-f2ba8ea8d5ab {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:12.348692 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9acc94-4f35-4810-b26a-cddc8ec2a1fa', 'tag': '1813d085-7072-467b-9b5c-9107a503f769', 'status': 'completed', 'code': 200} Feb 03 12:48:12.383530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (a209894b-e778-43f4-8738-150d67fc4bee), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.428898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74893ee-9930-4aa1-9530-a17671720163 req-2e67796d-f28b-44c9-b9a0-7be1fd666900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.430728 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e74893ee-9930-4aa1-9530-a17671720163 req-2e67796d-f28b-44c9-b9a0-7be1fd666900 service neutron] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.6221395 Feb 03 12:48:12.442080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6a66018-7a4f-49de-9b41-bd8a55919d21 admin admin] Publish callbacks [] for security_group (2ca1519d-c07c-495c-97e8-77a0bbb05fb0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.447549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ff549559-04f0-4e4b-9691-6c6207598355 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:12.448127 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ff549559-04f0-4e4b-9691-6c6207598355), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.458285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ef37c1a-8fae-4f9f-92bd-284ed8c5743d req-24c2d88d-0135-4aa5-86b5-28b68c82ce04 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349620 Feb 03 12:48:12.508980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6a66018-7a4f-49de-9b41-bd8a55919d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2ca1519d-c07c-495c-97e8-77a0bbb05fb0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.513776 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e74893ee-9930-4aa1-9530-a17671720163 req-8ceb9b40-f95c-4c6a-85e8-2d2eba72b6ab service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81640e76-72bc-40b8-9810-16f92432dde8 HTTP/1.1" status: 200 len: 217 time: 0.0689185 Feb 03 12:48:12.579542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc50f7-c2a3-4274-bf38-c94851d1dd6a req-a29d3f92-4626-45e0-8cbb-db831695bb53 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.582946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14fc50f7-c2a3-4274-bf38-c94851d1dd6a req-a29d3f92-4626-45e0-8cbb-db831695bb53 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 943 time: 0.1042264 Feb 03 12:48:12.583997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-41d19098-c930-4fca-a065-abff9beb190e None None] Provisioning complete for port 672348aa-3561-42e6-a74b-4c6cb471977f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:12.584489 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41d19098-c930-4fca-a065-abff9beb190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.644022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Deleting port 3051be12-550e-4fe6-b00c-bb091e21269f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:12.644348 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.651806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5f858-3e78-419c-b154-381587f67c53 req-c2510469-7db3-4638-aee5-da85dc1bc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.655022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83e5f858-3e78-419c-b154-381587f67c53 req-c2510469-7db3-4638-aee5-da85dc1bc886 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 1126 time: 0.2074902 Feb 03 12:48:12.691126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a66018-7a4f-49de-9b41-bd8a55919d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca1519d-c07c-495c-97e8-77a0bbb05fb0,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:12.701800 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f6a66018-7a4f-49de-9b41-bd8a55919d21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b89ff007d69490c97671b149696bd09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0377979 Feb 03 12:48:12.715012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff549559-04f0-4e4b-9691-6c6207598355'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:12.718261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33968) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:12.718638 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61347283-bff9-4de3-8447-976334ab9239" -d '{"events": [{"server_uuid": "a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418", "name": "network-vif-plugged", "status": "completed", "tag": "ff549559-04f0-4e4b-9691-6c6207598355"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:12.770687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a209894b-e778-43f4-8738-150d67fc4bee), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.776576 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.784919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ff549559-04f0-4e4b-9691-6c6207598355, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ff549559-04f0-4e4b-9691-6c6207598355,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:12.814423 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74893ee-9930-4aa1-9530-a17671720163 req-770e0fad-fe4e-4e39-9f0f-6b2f06f50cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.816058 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e74893ee-9930-4aa1-9530-a17671720163 req-770e0fad-fe4e-4e39-9f0f-6b2f06f50cbc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.2736187 Feb 03 12:48:12.817060 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ff549559-04f0-4e4b-9691-6c6207598355), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.863626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5f858-3e78-419c-b154-381587f67c53 req-2cccff16-0bd3-4e3c-be92-eae53c88fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.865952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83e5f858-3e78-419c-b154-381587f67c53 req-2cccff16-0bd3-4e3c-be92-eae53c88fc8d service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 919 time: 0.1799648 Feb 03 12:48:12.910799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:12.926623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-41d19098-c930-4fca-a065-abff9beb190e None None] Current status of the port 672348aa-3561-42e6-a74b-4c6cb471977f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:12.933593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:12.945392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:12.947380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ff549559-04f0-4e4b-9691-6c6207598355,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:12.950954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.951657 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.960346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] For port 3051be12-550e-4fe6-b00c-bb091e21269f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3051be12-550e-4fe6-b00c-bb091e21269f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:12.960710 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.961046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83e5f858-3e78-419c-b154-381587f67c53 req-0eade6a1-a4a0-43d0-809a-f3b4d4c1ceeb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1813d085-7072-467b-9b5c-9107a503f769 HTTP/1.1" status: 200 len: 217 time: 0.0790439 Feb 03 12:48:12.964340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=a209894b-e778-43f4-8738-150d67fc4bee,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:12.968000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14fc50f7-c2a3-4274-bf38-c94851d1dd6a req-5e64eed4-b2a9-4e57-b92b-ac1d0f6b5434 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775797 Feb 03 12:48:12.997719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4038f-2c21-450f-9632-1096dde0eb98 req-1fb25af1-a5a6-49bd-9615-9e47693ef2a8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.999752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bea4038f-2c21-450f-9632-1096dde0eb98 req-1fb25af1-a5a6-49bd-9615-9e47693ef2a8 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.3700767 Feb 03 12:48:13.039359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Calling delete_port for 3051be12-550e-4fe6-b00c-bb091e21269f owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:13.090675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bea4038f-2c21-450f-9632-1096dde0eb98 req-0117cbdc-c7b7-4f6a-9cd7-541ded2d427d tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611959 Feb 03 12:48:13.166372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5f858-3e78-419c-b154-381587f67c53 req-e7b0968c-8cad-41d4-87dd-1b664117bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.168343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83e5f858-3e78-419c-b154-381587f67c53 req-e7b0968c-8cad-41d4-87dd-1b664117bcb9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.1956739 Feb 03 12:48:13.209692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83e5f858-3e78-419c-b154-381587f67c53 req-0b464612-72c4-476a-951e-5d16d0e3e025 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349865 Feb 03 12:48:13.256431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397e19-3592-4d14-8461-0151c2b51513 req-a0703fe5-b627-4344-bbbd-6e1792ddc34a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.262793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397e19-3592-4d14-8461-0151c2b51513 req-a0703fe5-b627-4344-bbbd-6e1792ddc34a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.269856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397e19-3592-4d14-8461-0151c2b51513 req-a0703fe5-b627-4344-bbbd-6e1792ddc34a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.275603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397e19-3592-4d14-8461-0151c2b51513 req-a0703fe5-b627-4344-bbbd-6e1792ddc34a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.284947 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ea54fb7c-1fe5-4aff-9ed2-dfaec1ce755b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7118793 Feb 03 12:48:13.291156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397e19-3592-4d14-8461-0151c2b51513 req-a0703fe5-b627-4344-bbbd-6e1792ddc34a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.293155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33976) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:13.296706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397e19-3592-4d14-8461-0151c2b51513 req-a0703fe5-b627-4344-bbbd-6e1792ddc34a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.302100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397e19-3592-4d14-8461-0151c2b51513 req-a0703fe5-b627-4344-bbbd-6e1792ddc34a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.303499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-364ee65e-980d-442e-b95e-9534e9f47463 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': 'aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b', 'ip_address': '2001:db8::411:d26a:745a:d590'}], 'name': 'tempest-NetworksTestDHCPv6-1607847094'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:13.304045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a397e19-3592-4d14-8461-0151c2b51513 req-a0703fe5-b627-4344-bbbd-6e1792ddc34a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.1871512 Feb 03 12:48:13.332569 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3051be12-550e-4fe6-b00c-bb091e21269f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.349832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['3051be12-550e-4fe6-b00c-bb091e21269f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:13.450581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74b67264-ba0d-48e8-a9ae-77d3ea492054 admin admin] Publish callbacks [] for security_group (2ca1519d-c07c-495c-97e8-77a0bbb05fb0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.499430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d31b79-1f39-4f41-bc44-1c222df0e3df req-bc59f354-9fe3-4ea6-94c6-d1127e11677d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.502035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4d31b79-1f39-4f41-bc44-1c222df0e3df req-bc59f354-9fe3-4ea6-94c6-d1127e11677d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 907 time: 0.1918678 Feb 03 12:48:13.530584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a397e19-3592-4d14-8461-0151c2b51513 req-e4bd1d19-5d34-4da4-be8c-c2b4e2e781d5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2127218 Feb 03 12:48:13.534986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83e5f858-3e78-419c-b154-381587f67c53 req-c4385cab-1e49-47d7-b855-f118b2d7e270 service neutron] 10.222.0.91 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121526 Feb 03 12:48:13.536955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74b67264-ba0d-48e8-a9ae-77d3ea492054 admin admin] Publish callbacks [] for security_group (2ca1519d-c07c-495c-97e8-77a0bbb05fb0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.570749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7fc0e775-e190-4590-a94f-87720b9c0cea up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:13.675194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83e5f858-3e78-419c-b154-381587f67c53 req-c1dac256-9102-44f2-8d35-7b34f9ba5c8a service neutron] 10.222.0.91 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240835 Feb 03 12:48:13.677731 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b8ef73-7fa0-4735-bf42-91c1455e16b6 x-openstack-request-id: req-c4b8ef73-7fa0-4735-bf42-91c1455e16b6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:13.679402 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418", "name": "network-vif-plugged", "status": "completed", "tag": "ff549559-04f0-4e4b-9691-6c6207598355", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:13.679850 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4b8ef73-7fa0-4735-bf42-91c1455e16b6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:13.680779 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff549559-04f0-4e4b-9691-6c6207598355', 'code': 200} Feb 03 12:48:13.691234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event deleted for resources: {'Port': ['ID=3051be12-550e-4fe6-b00c-bb091e21269f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:13.699259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2ca52b18-4180-48b5-9729-8e7a7ed356a7 None None] Provisioning complete for port 7fc0e775-e190-4590-a94f-87720b9c0cea triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:13.704439 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ca52b18-4180-48b5-9729-8e7a7ed356a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.829752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7fc0e775-e190-4590-a94f-87720b9c0cea triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:13.830126 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.849080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74893ee-9930-4aa1-9530-a17671720163 req-1a5f5c93-068d-4db1-aa1d-e49f453514cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.850665 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e74893ee-9930-4aa1-9530-a17671720163 req-1a5f5c93-068d-4db1-aa1d-e49f453514cb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9949052 Feb 03 12:48:13.916729 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-155a4609-e838-4cc7-a95d-6be300ffb6fa req-b488eb94-a8cc-4769-b801-9ec304dbf866 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf778684-cbfd-4d74-98fd-b88577571071 HTTP/1.1" status: 200 len: 210 time: 0.0758898 Feb 03 12:48:13.923563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbaed3-630a-4c84-b33e-9f53276b38ee req-eb942696-9107-4b01-b369-09e9bd3855e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.925045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45dbaed3-630a-4c84-b33e-9f53276b38ee req-eb942696-9107-4b01-b369-09e9bd3855e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1129 time: 0.1755307 Feb 03 12:48:13.993586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c36d3-2d6c-4879-8b99-476d8f7b69dd req-05579cd2-8a4e-493c-95fb-a8351ed7c08c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.001598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-286c36d3-2d6c-4879-8b99-476d8f7b69dd req-05579cd2-8a4e-493c-95fb-a8351ed7c08c tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.2211959 Feb 03 12:48:14.046648 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e74893ee-9930-4aa1-9530-a17671720163 req-d6902a48-04b2-42f9-bfa9-5e6ebadc5094 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825235 Feb 03 12:48:14.068125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7fc0e775-e190-4590-a94f-87720b9c0cea is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:14.068519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.074911 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45dbaed3-630a-4c84-b33e-9f53276b38ee req-9716c776-532b-4b12-b2d3-3b84c14875e6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428275 Feb 03 12:48:14.079491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] No DVR routers for this DVR port 3051be12-550e-4fe6-b00c-bb091e21269f on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:14.082621 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74b67264-ba0d-48e8-a9ae-77d3ea492054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2ca1519d-c07c-495c-97e8-77a0bbb05fb0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.085431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-74b67264-ba0d-48e8-a9ae-77d3ea492054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.089770 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-74b67264-ba0d-48e8-a9ae-77d3ea492054 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ca1519d-c07c-495c-97e8-77a0bbb05fb0 HTTP/1.1" status: 204 len: 168 time: 1.3554657 Feb 03 12:48:14.096707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2ca52b18-4180-48b5-9729-8e7a7ed356a7 None None] Current status of the port 7fc0e775-e190-4590-a94f-87720b9c0cea is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:14.097099 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ca52b18-4180-48b5-9729-8e7a7ed356a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.098386 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.103479 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e0ac66b0-8ab0-4f54-a5e2-bf2992e1535b req-df6e28ba-dee3-434f-8458-148a04b02f3b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "DELETE /v2.0/ports/3051be12-550e-4fe6-b00c-bb091e21269f HTTP/1.1" status: 204 len: 173 time: 2.3161635 Feb 03 12:48:14.114196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf778684-cbfd-4d74-98fd-b88577571071', 'name': 'network-vif-deleted', 'tag': '3051be12-550e-4fe6-b00c-bb091e21269f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:14.116681 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe8035e-ad96-4e93-aa90-4cadad7b7131" -d '{"events": [{"server_uuid": "bf778684-cbfd-4d74-98fd-b88577571071", "name": "network-vif-deleted", "tag": "3051be12-550e-4fe6-b00c-bb091e21269f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:14.122244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b67264-ba0d-48e8-a9ae-77d3ea492054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca1519d-c07c-495c-97e8-77a0bbb05fb0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:14.138449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364ee65e-980d-442e-b95e-9534e9f47463 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:14.142631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2ca52b18-4180-48b5-9729-8e7a7ed356a7 None None] For port 7fc0e775-e190-4590-a94f-87720b9c0cea, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7fc0e775-e190-4590-a94f-87720b9c0cea,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:14.143876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-364ee65e-980d-442e-b95e-9534e9f47463 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.148257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-286c36d3-2d6c-4879-8b99-476d8f7b69dd req-b866fdcb-ccc8-4a07-939e-70d837c96948 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451428 Feb 03 12:48:14.187023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ca52b18-4180-48b5-9729-8e7a7ed356a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.236866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e057cfb-eb4f-4b5d-8c7c-69e37e742607 req-355d751c-b50b-43c9-963f-ca07ae6f4d4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.238405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e057cfb-eb4f-4b5d-8c7c-69e37e742607 req-355d751c-b50b-43c9-963f-ca07ae6f4d4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1886303 Feb 03 12:48:14.242878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-364ee65e-980d-442e-b95e-9534e9f47463 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 49079dfa-dd69-417a-94da-2ba50c68a6b9 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:14.372785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'tag': '672348aa-3561-42e6-a74b-4c6cb471977f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:14.375436 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c09baade-d5bb-4ab7-af69-db618ebc7973", "tag": "672348aa-3561-42e6-a74b-4c6cb471977f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:14.391477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca52b18-4180-48b5-9729-8e7a7ed356a7 None None] Pushing event updated for resources: {'Port': ['ID=7fc0e775-e190-4590-a94f-87720b9c0cea,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:14.396216 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:48:14.396989 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:48:14.398486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-453d737d-abb2-407b-afb8-2206ccd49fa3 None None] Provisioning complete for port a209894b-e778-43f4-8738-150d67fc4bee triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:14.399085 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-453d737d-abb2-407b-afb8-2206ccd49fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a209894b-e778-43f4-8738-150d67fc4bee), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.454175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e057cfb-eb4f-4b5d-8c7c-69e37e742607 req-87cd5146-480b-4243-8a49-e4060acf60cb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044625 Feb 03 12:48:14.457558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-453d737d-abb2-407b-afb8-2206ccd49fa3 None None] Port a209894b-e778-43f4-8738-150d67fc4bee cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:14.494444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cc6f5-f5ea-4303-bae2-963711ba6240 req-9593772b-c447-45aa-9197-0d4f1e0410e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.495955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e8cc6f5-f5ea-4303-bae2-963711ba6240 req-9593772b-c447-45aa-9197-0d4f1e0410e9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2074444 Feb 03 12:48:14.635868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e8cc6f5-f5ea-4303-bae2-963711ba6240 req-7c1ce64a-4779-437e-90f8-d661d1382c8a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317637 Feb 03 12:48:14.698719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15581a-7e3d-46c6-b1ec-8c21114b8b09 req-e96fc6e6-5970-4a89-8673-27ac33593da8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.719503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15581a-7e3d-46c6-b1ec-8c21114b8b09 req-e96fc6e6-5970-4a89-8673-27ac33593da8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.736758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15581a-7e3d-46c6-b1ec-8c21114b8b09 req-e96fc6e6-5970-4a89-8673-27ac33593da8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.742242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15581a-7e3d-46c6-b1ec-8c21114b8b09 req-e96fc6e6-5970-4a89-8673-27ac33593da8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.747913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15581a-7e3d-46c6-b1ec-8c21114b8b09 req-e96fc6e6-5970-4a89-8673-27ac33593da8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.753483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15581a-7e3d-46c6-b1ec-8c21114b8b09 req-e96fc6e6-5970-4a89-8673-27ac33593da8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.759082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15581a-7e3d-46c6-b1ec-8c21114b8b09 req-e96fc6e6-5970-4a89-8673-27ac33593da8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.761359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e15581a-7e3d-46c6-b1ec-8c21114b8b09 req-e96fc6e6-5970-4a89-8673-27ac33593da8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.1750965 Feb 03 12:48:14.872405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa314e-b316-46a2-9a67-1052462deece req-db744090-571c-4c9c-b6bb-efda78cf594a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.874042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6fa314e-b316-46a2-9a67-1052462deece req-db744090-571c-4c9c-b6bb-efda78cf594a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 943 time: 0.1117377 Feb 03 12:48:14.978243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6fa314e-b316-46a2-9a67-1052462deece req-89d88525-44f6-44bd-a47c-5e46e67da7c8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933354 Feb 03 12:48:15.054972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7fc0e775-e190-4590-a94f-87720b9c0cea is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:15.078152 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e74893ee-9930-4aa1-9530-a17671720163 req-79f1a6a2-6113-4a55-8161-51c25b7f8566 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0033879 Feb 03 12:48:15.225570 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8825027-01ad-4ccd-9fb0-afa0d85b0457 x-openstack-request-id: req-d8825027-01ad-4ccd-9fb0-afa0d85b0457 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:15.225861 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf778684-cbfd-4d74-98fd-b88577571071", "name": "network-vif-deleted", "tag": "3051be12-550e-4fe6-b00c-bb091e21269f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:15.228732 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8825027-01ad-4ccd-9fb0-afa0d85b0457 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:15.229361 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf778684-cbfd-4d74-98fd-b88577571071', 'name': 'network-vif-deleted', 'tag': '3051be12-550e-4fe6-b00c-bb091e21269f', 'status': 'completed', 'code': 200} Feb 03 12:48:15.232798 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-364ee65e-980d-442e-b95e-9534e9f47463 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 12:48:15.236644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364ee65e-980d-442e-b95e-9534e9f47463 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:15.279780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-364ee65e-980d-442e-b95e-9534e9f47463 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.9816906 Feb 03 12:48:15.282543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34022) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:15.363451 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af9177e-818c-4f6e-8466-4a993623ffb3 x-openstack-request-id: req-5af9177e-818c-4f6e-8466-4a993623ffb3 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:15.363737 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09baade-d5bb-4ab7-af69-db618ebc7973", "tag": "672348aa-3561-42e6-a74b-4c6cb471977f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:15.363988 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5af9177e-818c-4f6e-8466-4a993623ffb3 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:15.364580 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'tag': '672348aa-3561-42e6-a74b-4c6cb471977f', 'status': 'completed', 'code': 200} Feb 03 12:48:15.402821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66e841-cae1-4437-bb24-2d8e283550e9 req-c39fc6e7-0a46-44ad-b738-26bd231b93f7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.412066 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd66e841-cae1-4437-bb24-2d8e283550e9 req-c39fc6e7-0a46-44ad-b738-26bd231b93f7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0976288 Feb 03 12:48:15.498430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7fc0e775-e190-4590-a94f-87720b9c0cea up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:15.569701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd66e841-cae1-4437-bb24-2d8e283550e9 req-d147ef36-0f24-4d8b-b4c7-7866b2ddb344 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561749 Feb 03 12:48:15.606694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b046d77-77f5-454b-a036-27b5c01589ec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.633542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b046d77-77f5-454b-a036-27b5c01589ec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.642564 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2b046d77-77f5-454b-a036-27b5c01589ec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3565314 Feb 03 12:48:15.643051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34036) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:15.663335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7fc0e775-e190-4590-a94f-87720b9c0cea triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:15.663716 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.703686 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-9f2e1aed-9081-49bf-8d0c-90e6c27e4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.705468 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-9f2e1aed-9081-49bf-8d0c-90e6c27e4f2c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 1090 time: 0.3190367 Feb 03 12:48:15.775466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3051be12-550e-4fe6-b00c-bb091e21269f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:15.841083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 3051be12-550e-4fe6-b00c-bb091e21269f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:15.841566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3051be12-550e-4fe6-b00c-bb091e21269f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:15.920164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bc76b-23a3-4ced-8731-fe4927551338 req-f8232c14-432a-404e-a159-a4773f444bee tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.922475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c03bc76b-23a3-4ced-8731-fe4927551338 req-f8232c14-432a-404e-a159-a4773f444bee tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.2924807 Feb 03 12:48:15.951513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7fc0e775-e190-4590-a94f-87720b9c0cea is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:15.988926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ec8cc-1d70-4009-a409-e39445daac0e req-1c61e46c-1fe0-42f2-b8c2-8a72c8e3781a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.996631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-170ec8cc-1d70-4009-a409-e39445daac0e req-1c61e46c-1fe0-42f2-b8c2-8a72c8e3781a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.2320271 Feb 03 12:48:15.999472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-30694c56-ae0c-4d18-b6c0-cd719096ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:16.001291 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-30694c56-ae0c-4d18-b6c0-cd719096ab22 service neutron] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.2866986 Feb 03 12:48:16.068993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-170ec8cc-1d70-4009-a409-e39445daac0e req-99d07831-0aed-4d34-a640-860c71634c3d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712638 Feb 03 12:48:16.082318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-cc32d44e-acb8-46bf-bf76-251a7891943b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port a209894b-e778-43f4-8738-150d67fc4bee {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:16.082737 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc32d44e-acb8-46bf-bf76-251a7891943b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a209894b-e778-43f4-8738-150d67fc4bee), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.084264 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-da184733-7bc3-43a5-a87b-332f894040da service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=672348aa-3561-42e6-a74b-4c6cb471977f HTTP/1.1" status: 200 len: 217 time: 0.0743542 Feb 03 12:48:16.105748 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.158130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-40337336-80b6-43ad-9aae-dbe66501e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:16.160009 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-40337336-80b6-43ad-9aae-dbe66501e0a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.0672281 Feb 03 12:48:16.227770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c03bc76b-23a3-4ced-8731-fe4927551338 req-59ac81e5-8a20-49de-8b8e-9194f7b11c82 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852566 Feb 03 12:48:16.269368 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-0b83dceb-8fea-4859-a451-e3cf3be98f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:16.270937 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-0b83dceb-8fea-4859-a451-e3cf3be98f77 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1029267 Feb 03 12:48:16.374958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-ff4a7241-c971-420e-bb08-09ea1d6c7d89 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:16.382569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-ff4a7241-c971-420e-bb08-09ea1d6c7d89 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.1435294 Feb 03 12:48:16.404424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-6f8b5fe1-a786-47f4-8364-8823f65f2c3d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/quotas/fec3da70459c473499bc0e10f705cf27 HTTP/1.1" status: 200 len: 375 time: 0.0201163 Feb 03 12:48:16.447216 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-89cd2d28-95f6-42d7-8cd2-8390b6c26c23 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668727 Feb 03 12:48:16.459689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-39d3ab98-7337-4c1c-a9c2-c88e7ac2689e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541592 Feb 03 12:48:16.499509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1813d085-7072-467b-9b5c-9107a503f769 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:16.508654 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc32d44e-acb8-46bf-bf76-251a7891943b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a209894b-e778-43f4-8738-150d67fc4bee), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.558878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-cc32d44e-acb8-46bf-bf76-251a7891943b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for a209894b-e778-43f4-8738-150d67fc4bee owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:16.648592 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-254ba3c5-53eb-4329-b47f-2f9b2b833b5f req-6210afac-1a92-4958-b1a7-5b41ca4fc431 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947467 Feb 03 12:48:16.691448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1813d085-7072-467b-9b5c-9107a503f769, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1813d085-7072-467b-9b5c-9107a503f769,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:16.697588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34104) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:16.715402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '1813d085-7072-467b-9b5c-9107a503f769', 'network_id': '4e9488bc-ea27-4499-b9f0-e21617c12612', 'port_id': '1813d085-7072-467b-9b5c-9107a503f769', 'mac_address': 'fa:16:3e:f9:cf:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b58b20d-7b64-4973-95fb-3214b23115cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:16.788186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 1813d085-7072-467b-9b5c-9107a503f769 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:16.788574 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1813d085-7072-467b-9b5c-9107a503f769), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.806052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1813d085-7072-467b-9b5c-9107a503f769 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:16.866192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1813d085-7072-467b-9b5c-9107a503f769, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1813d085-7072-467b-9b5c-9107a503f769,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:16.887537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1813d085-7072-467b-9b5c-9107a503f769), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.956052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec240662-d2c1-4f31-8664-8fd9668fed00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.981463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=1813d085-7072-467b-9b5c-9107a503f769,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:17.122920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec240662-d2c1-4f31-8664-8fd9668fed00 admin admin] Publish callbacks [] for security_group (786ae9ab-f3fd-43dd-a419-e5e0d6a6a425), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.133363 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec240662-d2c1-4f31-8664-8fd9668fed00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (786ae9ab-f3fd-43dd-a419-e5e0d6a6a425), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.193754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec240662-d2c1-4f31-8664-8fd9668fed00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786ae9ab-f3fd-43dd-a419-e5e0d6a6a425,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:17.211623 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ec240662-d2c1-4f31-8664-8fd9668fed00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b3abc05e1f84d8bb3c6195a9b335f15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5128028 Feb 03 12:48:17.212177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34110) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:17.274521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e459ed73-4c6e-4ce1-adab-302b35984816 admin admin] Publish callbacks [] for security_group (786ae9ab-f3fd-43dd-a419-e5e0d6a6a425), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.303572 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e459ed73-4c6e-4ce1-adab-302b35984816 admin admin] Publish callbacks [] for security_group (786ae9ab-f3fd-43dd-a419-e5e0d6a6a425), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.349271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['1813d085-7072-467b-9b5c-9107a503f769'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:17.364373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e459ed73-4c6e-4ce1-adab-302b35984816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (786ae9ab-f3fd-43dd-a419-e5e0d6a6a425), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.367239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e459ed73-4c6e-4ce1-adab-302b35984816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.381122 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e459ed73-4c6e-4ce1-adab-302b35984816 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/786ae9ab-f3fd-43dd-a419-e5e0d6a6a425 HTTP/1.1" status: 204 len: 168 time: 0.1580751 Feb 03 12:48:17.407244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459ed73-4c6e-4ce1-adab-302b35984816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786ae9ab-f3fd-43dd-a419-e5e0d6a6a425,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:17.413013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc32d44e-acb8-46bf-bf76-251a7891943b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a209894b-e778-43f4-8738-150d67fc4bee), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.514282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-31a0d7d0-9fdc-40d3-b7be-fe7a29d45016 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.522870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-31a0d7d0-9fdc-40d3-b7be-fe7a29d45016 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 1.1130552 Feb 03 12:48:17.562877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d44e-acb8-46bf-bf76-251a7891943b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=a209894b-e778-43f4-8738-150d67fc4bee,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:17.681249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cc32d44e-acb8-46bf-bf76-251a7891943b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.697025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cc32d44e-acb8-46bf-bf76-251a7891943b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/a209894b-e778-43f4-8738-150d67fc4bee HTTP/1.1" status: 204 len: 168 time: 2.0509858 Feb 03 12:48:17.697799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34116) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:17.707834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e56c1599-1243-415b-b773-b6a2501bb34f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/quotas/a81b03ac1897424eb96c460148626143 HTTP/1.1" status: 200 len: 375 time: 0.1831946 Feb 03 12:48:17.830971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-fb08c153-37b5-4533-9fae-9e58656b30b3 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3699400 Feb 03 12:48:17.898248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdaa8c3-a79b-4fae-9c13-4bea7037118f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.899611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdaa8c3-a79b-4fae-9c13-4bea7037118f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.909016 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6cdaa8c3-a79b-4fae-9c13-4bea7037118f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2081635 Feb 03 12:48:17.909277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34122) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:18.044211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-5522f639-9121-4316-b794-608f1273c4a6 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030039 Feb 03 12:48:18.083336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-587f1b9b-2f56-4afc-8944-011a6d6bd519 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3746436 Feb 03 12:48:18.249236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-bcf4d735-826f-4d48-9a79-7a325147a6b3 service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647606 Feb 03 12:48:18.346654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf35c2d-5d59-43ed-af58-aa672f230e9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:18.352081 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdf35c2d-5d59-43ed-af58-aa672f230e9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.493799 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdf35c2d-5d59-43ed-af58-aa672f230e9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.576631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-c0f86512-f18a-47c1-8c9b-85b1d48c63fc service neutron] 10.222.0.65 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976799 Feb 03 12:48:18.634881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19327507-8673-4c26-b4ed-43d3697d5ff8 req-953f3a16-918a-4471-ba65-35bba96bd1e9 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.637058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19327507-8673-4c26-b4ed-43d3697d5ff8 req-953f3a16-918a-4471-ba65-35bba96bd1e9 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 944 time: 0.2380695 Feb 03 12:48:18.832149 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdf35c2d-5d59-43ed-af58-aa672f230e9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.946138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19327507-8673-4c26-b4ed-43d3697d5ff8 req-213d2431-62be-44fe-8026-685451b118fe tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976370 Feb 03 12:48:19.089148 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdf35c2d-5d59-43ed-af58-aa672f230e9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.230287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdf35c2d-5d59-43ed-af58-aa672f230e9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.242279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34174) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:19.244131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fdf35c2d-5d59-43ed-af58-aa672f230e9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b HTTP/1.1" status: 204 len: 168 time: 1.2039669 Feb 03 12:48:19.264290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae50886-5e88-4c83-89be-7ff8269a8151 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:19.282193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf35c2d-5d59-43ed-af58-aa672f230e9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:19.354197 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0994cdd0-a0cc-4afa-93e6-8c9551071eb0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101248 Feb 03 12:48:19.360636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34180) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:19.371064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f192b0a-0c19-418c-9257-b701d5922b39 req-f0a29dad-3ebc-4801-8789-1270a064c594 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:19.374143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:19.381303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f192b0a-0c19-418c-9257-b701d5922b39 req-f0a29dad-3ebc-4801-8789-1270a064c594 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.2939215 Feb 03 12:48:19.451122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a830d5-e06d-431f-84cc-f82e83178683 req-a3791f27-36be-4a11-9be0-d0238ce643fe tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:19.467286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09a830d5-e06d-431f-84cc-f82e83178683 req-a3791f27-36be-4a11-9be0-d0238ce643fe tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.4532514 Feb 03 12:48:19.522187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:19.537006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.705115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a0ba6a-3dc0-4b38-9258-ee48f5f75017 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:19.732878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09a830d5-e06d-431f-84cc-f82e83178683 req-7bd82592-b812-4f3c-8167-6b4749f049b2 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586887 Feb 03 12:48:19.767449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f192b0a-0c19-418c-9257-b701d5922b39 req-75c201ae-d61b-47a7-a86d-b78d08fae92d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828537 Feb 03 12:48:19.854455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0ba6a-3dc0-4b38-9258-ee48f5f75017 None None] Deleting port 7fc0e775-e190-4590-a94f-87720b9c0cea {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:19.855155 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ba6a-3dc0-4b38-9258-ee48f5f75017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.886906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da5665bf-62f0-4666-8cbe-59344f6b87d5 req-508eb1ac-6d60-456f-8c48-90943f76c29e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.0639639 Feb 03 12:48:19.967377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-834040d8-a10b-41e8-be92-6fd8588ae58e req-3d09a6bd-27fd-4faa-a878-13084186bcb2 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 210 time: 0.0885301 Feb 03 12:48:19.967597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b4a0ba6a-3dc0-4b38-9258-ee48f5f75017 None None] For port 7fc0e775-e190-4590-a94f-87720b9c0cea, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7fc0e775-e190-4590-a94f-87720b9c0cea,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:19.967597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ba6a-3dc0-4b38-9258-ee48f5f75017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.984054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0ba6a-3dc0-4b38-9258-ee48f5f75017 None None] Calling delete_port for 7fc0e775-e190-4590-a94f-87720b9c0cea owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:20.050024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (fc7f4606-5c0c-4155-b0f9-ea0f88f2a096), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.184007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:20.191688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034272b-4a72-4de0-bf83-2b6700ca72de req-28430bbb-1609-4f93-a6f3-3a54640cd885 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:20.196565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ba6a-3dc0-4b38-9258-ee48f5f75017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (7fc0e775-e190-4590-a94f-87720b9c0cea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.202116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c034272b-4a72-4de0-bf83-2b6700ca72de req-28430bbb-1609-4f93-a6f3-3a54640cd885 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 944 time: 0.1175218 Feb 03 12:48:20.203751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:20.210966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:20.213084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.257889 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8899958 Feb 03 12:48:20.257889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b75ad-25d1-4e56-933c-30e05c14cbb2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=fc7f4606-5c0c-4155-b0f9-ea0f88f2a096,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:20.259557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34246) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:20.272506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-74575665-a513-41f3-b849-21cc45ea17fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': 'fc7f4606-5c0c-4155-b0f9-ea0f88f2a096', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1852914656'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:20.305833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0ba6a-3dc0-4b38-9258-ee48f5f75017 None None] Pushing event deleted for resources: {'Port': ['ID=7fc0e775-e190-4590-a94f-87720b9c0cea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:20.323274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a0ba6a-3dc0-4b38-9258-ee48f5f75017 None None] No DVR routers for this DVR port 7fc0e775-e190-4590-a94f-87720b9c0cea on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:20.329592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c034272b-4a72-4de0-bf83-2b6700ca72de req-ee6c0e24-371d-41ed-ac70-33d7e2caa187 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247809 Feb 03 12:48:20.364640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cdefc9-c568-4a86-bb02-329d763a2955 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:20.556142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1813d085-7072-467b-9b5c-9107a503f769 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:20.562730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-44b8d08c-6e89-4634-97ad-ef838fcbdb6b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:20.571282 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-44b8d08c-6e89-4634-97ad-ef838fcbdb6b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.2384467 Feb 03 12:48:20.591558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Request body: {'port': {'device_id': 'a21581cf-3912-46be-889c-ea9a1c18d47f', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'admin_state_up': True, 'tenant_id': 'fec3da70459c473499bc0e10f705cf27'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:20.657997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9aadb-b5c1-4d4d-8a9d-8d4a09c1024a req-7a854f88-95a5-4efa-99a5-f260824c59af tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:20.678951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9d9aadb-b5c1-4d4d-8a9d-8d4a09c1024a req-7a854f88-95a5-4efa-99a5-f260824c59af tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.3215966 Feb 03 12:48:20.777156 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.811631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9d9aadb-b5c1-4d4d-8a9d-8d4a09c1024a req-5048ecc8-39e1-4cbd-94fc-2db8509043c3 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314607 Feb 03 12:48:20.814517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74575665-a513-41f3-b849-21cc45ea17fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:20.865210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Made reservation on behalf of fec3da70459c473499bc0e10f705cf27 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:20.869017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.875829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 1813d085-7072-467b-9b5c-9107a503f769 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:20.899000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 1813d085-7072-467b-9b5c-9107a503f769 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:20.899379 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1813d085-7072-467b-9b5c-9107a503f769), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.901313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'fc7f4606-5c0c-4155-b0f9-ea0f88f2a096'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:20.903386 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.017354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34274) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:21.017600 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74575665-a513-41f3-b849-21cc45ea17fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.049240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-74575665-a513-41f3-b849-21cc45ea17fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 014253b5-5ba0-4fbb-b9cf-e30247f7c496 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:21.097984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d338-8948-487e-afb2-1b391bc5e574 req-1c04245d-05a0-4a0a-afbb-28c0b2d9de4e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:21.105374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b97d338-8948-487e-afb2-1b391bc5e574 req-1c04245d-05a0-4a0a-afbb-28c0b2d9de4e tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.1496322 Feb 03 12:48:21.150726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bb118-3872-49b0-b4f6-f4d991d71bb0 req-c8ae04a6-6d02-4fcc-9167-8dcb1a2ef48f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:21.158402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-318bb118-3872-49b0-b4f6-f4d991d71bb0 req-c8ae04a6-6d02-4fcc-9167-8dcb1a2ef48f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1751835 Feb 03 12:48:21.159985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Allocated IP 172.20.0.13 (6ce844d7-b7c7-4c9f-bf21-81af544e2e37/d152a271-b4bf-4951-918f-718b7f32d47e/ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:21.375254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 1813d085-7072-467b-9b5c-9107a503f769 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:21.376259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1813d085-7072-467b-9b5c-9107a503f769), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.399437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/fc7f4606-5c0c-4155-b0f9-ea0f88f2a096/b034538d-a1d6-4592-bcec-6ea31b865e13) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:21.425206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1813d085-7072-467b-9b5c-9107a503f769, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1813d085-7072-467b-9b5c-9107a503f769,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:21.428742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9acc94-4f35-4810-b26a-cddc8ec2a1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1813d085-7072-467b-9b5c-9107a503f769'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:21.431549 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46270aee-e237-4bc7-8381-ded18a954341" -d '{"events": [{"server_uuid": "9b9acc94-4f35-4810-b26a-cddc8ec2a1fa", "name": "network-vif-plugged", "status": "completed", "tag": "1813d085-7072-467b-9b5c-9107a503f769"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:21.438239 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1813d085-7072-467b-9b5c-9107a503f769), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.495121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-318bb118-3872-49b0-b4f6-f4d991d71bb0 req-91e86b91-7d72-4950-9b58-381a1ea871f2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355732 Feb 03 12:48:21.528934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=1813d085-7072-467b-9b5c-9107a503f769,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:21.592399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks [] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.636401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b97d338-8948-487e-afb2-1b391bc5e574 req-31f60af0-7523-4a51-a13e-f309b0f5c5d6 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302579 Feb 03 12:48:21.641538 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.714049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event updated for resources: {'Port': ['ID=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:21.717237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25dbbbc9-3580-4fe6-b9cd-7bf4f48abff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.741324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:21.744817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:21.749457 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Publish callbacks [] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.756512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7fc0e775-e190-4590-a94f-87720b9c0cea no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:21.756697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:21.764607 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.792531 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-74575665-a513-41f3-b849-21cc45ea17fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:48:21.794516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74575665-a513-41f3-b849-21cc45ea17fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:21.808099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 7fc0e775-e190-4590-a94f-87720b9c0cea {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:21.808509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7fc0e775-e190-4590-a94f-87720b9c0cea not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:21.814234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:21.841384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:21.848266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:21.850716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:21.855031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.897161 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9892b01f-1fb3-4fe1-99d4-ec586f46b1f6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3099272 Feb 03 12:48:21.901675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-74575665-a513-41f3-b849-21cc45ea17fa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6358318 Feb 03 12:48:21.904882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34284) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:21.912740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Request body: {'port': {'device_id': 'a21581cf-3912-46be-889c-ea9a1c18d47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:21.924011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Pushing event updated for resources: {'Port': ['ID=b034538d-a1d6-4592-bcec-6ea31b865e13,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:21.925333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70de4dd9-4a26-45f4-bfe4-747ffcc432c9 req-6b759046-3fa8-4f15-bc37-ff9af511571b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 210 time: 0.1383638 Feb 03 12:48:21.938766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Attempting to bind port b034538d-a1d6-4592-bcec-6ea31b865e13 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:21.939144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Attempting to bind port b034538d-a1d6-4592-bcec-6ea31b865e13 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:21.939513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Attempting to bind port b034538d-a1d6-4592-bcec-6ea31b865e13 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:21.944896 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:21.945275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:21.946685 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.946809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:21.947286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Bound port: b034538d-a1d6-4592-bcec-6ea31b865e13, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:21.947662 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.967084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-10692a22-cd44-45bf-b34d-e1ab02b1d2ef tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:21.972828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-10692a22-cd44-45bf-b34d-e1ab02b1d2ef tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 812 time: 0.5761025 Feb 03 12:48:21.987728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Request body: {'port': {'device_id': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'admin_state_up': True, 'tenant_id': 'a81b03ac1897424eb96c460148626143'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:21.993065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.024610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] For port b034538d-a1d6-4592-bcec-6ea31b865e13, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:22.028940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] For port b034538d-a1d6-4592-bcec-6ea31b865e13, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b034538d-a1d6-4592-bcec-6ea31b865e13,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:22.038708 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.062104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07127152-528d-43c9-a78a-1ef9dfbe14d6 req-cdd6d5ba-5aa9-4a43-a408-87c2b70b5c35 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:22.063766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07127152-528d-43c9-a78a-1ef9dfbe14d6 req-cdd6d5ba-5aa9-4a43-a408-87c2b70b5c35 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 932 time: 0.4180815 Feb 03 12:48:22.079077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25dbbbc9-3580-4fe6-b9cd-7bf4f48abff4 admin admin] Publish callbacks [] for security_group (fde48079-295e-4c49-a860-642ca2523f73), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.099153 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25dbbbc9-3580-4fe6-b9cd-7bf4f48abff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fde48079-295e-4c49-a860-642ca2523f73), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.119868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1affc15-9617-4aa0-b4f1-28c57c61495c None None] Pushing event updated for resources: {'Port': ['ID=b034538d-a1d6-4592-bcec-6ea31b865e13,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:22.267423 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbbbc9-3580-4fe6-b9cd-7bf4f48abff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde48079-295e-4c49-a860-642ca2523f73,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:22.283425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a2afb-f405-4ece-b623-9c0858dc5299 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:22.285039 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-908a2afb-f405-4ece-b623-9c0858dc5299 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3778396 Feb 03 12:48:22.290624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34288) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:22.297589 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-25dbbbc9-3580-4fe6-b9cd-7bf4f48abff4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=852ff03879944b129d1577eedd107e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2794173 Feb 03 12:48:22.300666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34290) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:22.347204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07127152-528d-43c9-a78a-1ef9dfbe14d6 req-70df7117-5d68-42f5-9551-91a28fc791c7 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720258 Feb 03 12:48:22.385344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b2999-bec0-4461-8378-22621d5419ab req-93a453d3-9139-4dfc-aaeb-0bd031adf414 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:22.395040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-755b2999-bec0-4461-8378-22621d5419ab req-93a453d3-9139-4dfc-aaeb-0bd031adf414 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.2970092 Feb 03 12:48:22.418208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92d029c1-58d9-4d3b-a827-1804d2273683 admin admin] Publish callbacks [] for security_group (fde48079-295e-4c49-a860-642ca2523f73), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.457285 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52a34e1-50c0-4a12-ade0-ecdffd60e3ba x-openstack-request-id: req-d52a34e1-50c0-4a12-ade0-ecdffd60e3ba {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:22.458180 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9acc94-4f35-4810-b26a-cddc8ec2a1fa", "name": "network-vif-plugged", "status": "completed", "tag": "1813d085-7072-467b-9b5c-9107a503f769", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:22.458780 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d52a34e1-50c0-4a12-ade0-ecdffd60e3ba {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:22.459505 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9acc94-4f35-4810-b26a-cddc8ec2a1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1813d085-7072-467b-9b5c-9107a503f769', 'code': 200} Feb 03 12:48:22.481569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Made reservation on behalf of a81b03ac1897424eb96c460148626143 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:22.508558 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.537991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92d029c1-58d9-4d3b-a827-1804d2273683 admin admin] Publish callbacks [] for security_group (fde48079-295e-4c49-a860-642ca2523f73), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.730623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f79b1-dc2c-484f-8273-18d92a6b9d4a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:22.732899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f79b1-dc2c-484f-8273-18d92a6b9d4a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:22.747247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f55f79b1-dc2c-484f-8273-18d92a6b9d4a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4487910 Feb 03 12:48:22.751217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92d029c1-58d9-4d3b-a827-1804d2273683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fde48079-295e-4c49-a860-642ca2523f73), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.758776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92d029c1-58d9-4d3b-a827-1804d2273683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.773065 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-92d029c1-58d9-4d3b-a827-1804d2273683 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fde48079-295e-4c49-a860-642ca2523f73 HTTP/1.1" status: 204 len: 168 time: 0.4690452 Feb 03 12:48:22.801159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34294) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:22.847679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:22.859982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Publish callbacks [] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.868697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-755b2999-bec0-4461-8378-22621d5419ab req-ef6b840e-e1dd-4c9e-a8a1-777d2e1756d2 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701409 Feb 03 12:48:22.882309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Transition to ACTIVE for port object ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:48:22.895996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d029c1-58d9-4d3b-a827-1804d2273683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde48079-295e-4c49-a860-642ca2523f73,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:22.933938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.070137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578e099-e7ef-4428-b7c3-869969d0d9c0 req-7dcec337-e97a-47d5-b95e-a558363a208e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:23.076654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e578e099-e7ef-4428-b7c3-869969d0d9c0 req-7dcec337-e97a-47d5-b95e-a558363a208e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1825173 Feb 03 12:48:23.079817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Allocated IP 172.20.0.14 (23d047bd-79e0-4559-8a3c-03ba31d3b479/2811af0d-f638-4d08-aed1-a178296e88db/9de26fd4-571e-436c-8809-383751e04652) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:23.133849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:23.172433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9ce4d-13e8-4b20-b47e-39080e7496cc req-e1627606-822a-4405-9aba-7889464b2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:23.174709 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4ff9ce4d-13e8-4b20-b47e-39080e7496cc req-e1627606-822a-4405-9aba-7889464b2cc6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 1128 time: 0.5117569 Feb 03 12:48:23.185036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55fa0cb0-f529-432f-9300-6b232ef85fa7 req-8e684f13-30fc-491b-9fa6-c01e752ccf54 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 210 time: 0.0505745 Feb 03 12:48:23.209565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b09c223-b7a6-46ce-a4c9-f0fce63b706d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet fc7f4606-5c0c-4155-b0f9-ea0f88f2a096 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:23.209892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e578e099-e7ef-4428-b7c3-869969d0d9c0 req-ece232a3-1b63-48e7-bded-1870fe0273da tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275053 Feb 03 12:48:23.222055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b09c223-b7a6-46ce-a4c9-f0fce63b706d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (fc7f4606-5c0c-4155-b0f9-ea0f88f2a096), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.295181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b09c223-b7a6-46ce-a4c9-f0fce63b706d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (fc7f4606-5c0c-4155-b0f9-ea0f88f2a096), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.491253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc5a2c-7046-424e-bd25-59bd8da59918 req-5cc2f481-49b8-43f0-8c51-cf1eee218025 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:23.493348 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87cc5a2c-7046-424e-bd25-59bd8da59918 req-5cc2f481-49b8-43f0-8c51-cf1eee218025 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.1902647 Feb 03 12:48:23.518991 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for port (9de26fd4-571e-436c-8809-383751e04652), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.607375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b034538d-a1d6-4592-bcec-6ea31b865e13 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:23.707490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b09c223-b7a6-46ce-a4c9-f0fce63b706d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (fc7f4606-5c0c-4155-b0f9-ea0f88f2a096), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.714151 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4ff9ce4d-13e8-4b20-b47e-39080e7496cc req-3739a760-fd1f-483a-869a-802955fbf7af service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259938 Feb 03 12:48:23.748759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b034538d-a1d6-4592-bcec-6ea31b865e13 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:23.749460 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.779819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87cc5a2c-7046-424e-bd25-59bd8da59918 req-dc9be367-4600-4dbe-907e-627a84e6d191 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751870 Feb 03 12:48:23.820413 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9de26fd4-571e-436c-8809-383751e04652), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.857720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446c24-326f-4a27-a55f-5caf8422516c req-0ec4d051-cc59-48c0-b3f3-4b38e9a43b79 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:23.866486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac446c24-326f-4a27-a55f-5caf8422516c req-0ec4d051-cc59-48c0-b3f3-4b38e9a43b79 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 944 time: 0.3042841 Feb 03 12:48:23.868251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Attempting to bind port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:23.868790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Attempting to bind port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:23.869262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Attempting to bind port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:23.892249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:48:23.892683 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Attempting to bind port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:23.939956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:23.940426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Checking segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:23.941074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Bound using segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:23.941893 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Bound port: ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:23.942479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.046343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:24.047243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b09c223-b7a6-46ce-a4c9-f0fce63b706d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (fc7f4606-5c0c-4155-b0f9-ea0f88f2a096), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.053085 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['81640e76-72bc-40b8-9810-16f92432dde8', '7980c685-2586-4bd0-a579-f7116728676d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:24.121377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac446c24-326f-4a27-a55f-5caf8422516c req-d33939cd-3e8d-4b7b-9120-c1b126c3f37a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532248 Feb 03 12:48:24.126357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:24.127212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09c223-b7a6-46ce-a4c9-f0fce63b706d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7f4606-5c0c-4155-b0f9-ea0f88f2a096,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:24.135974 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b09c223-b7a6-46ce-a4c9-f0fce63b706d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.141452 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b09c223-b7a6-46ce-a4c9-f0fce63b706d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/fc7f4606-5c0c-4155-b0f9-ea0f88f2a096 HTTP/1.1" status: 204 len: 168 time: 1.3236055 Feb 03 12:48:24.146789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34324) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:24.223632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:24.238064 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-803a6446-7e80-4814-945f-82ed3aa2357c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855565 Feb 03 12:48:24.238423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event updated for resources: {'Port': ['ID=9de26fd4-571e-436c-8809-383751e04652,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:24.238560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34332) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:24.248593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:24.273290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] For port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:24.334456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] For port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:24.343525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108002e2-6de2-4896-a873-3ca188c8b86b None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:24.419474 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.486456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.487622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.490066 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] 10.222.0.72 "PUT /v2.0/ports/ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f HTTP/1.1" status: 200 len: 1093 time: 2.5841789 Feb 03 12:48:24.500047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21581cf-3912-46be-889c-ea9a1c18d47f', 'tag': 'ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:24.503155 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841c2595-f5db-4a90-bc58-071c643a2298" -d '{"events": [{"name": "network-changed", "server_uuid": "a21581cf-3912-46be-889c-ea9a1c18d47f", "tag": "ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:24.594201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142a030-80e8-456c-827d-0ed4e29a6814 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:24.597165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-6f5ebced-a9a5-4198-a82c-f404dde2e058 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.599000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-6f5ebced-a9a5-4198-a82c-f404dde2e058 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.3527777 Feb 03 12:48:24.602544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:24.610223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.633177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77794-091f-4c2f-b2df-93ec2bffcd04 req-b892d4a1-ed36-47ab-9e61-6493d941ca2e tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.635137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fb77794-091f-4c2f-b2df-93ec2bffcd04 req-b892d4a1-ed36-47ab-9e61-6493d941ca2e tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.5014505 Feb 03 12:48:24.694854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.695790 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.715494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b034538d-a1d6-4592-bcec-6ea31b865e13 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:24.716178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.716782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-7216c0d1-e702-4cda-b3f2-9772d1b6263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.718903 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-7216c0d1-e702-4cda-b3f2-9772d1b6263c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 1127 time: 0.1716011 Feb 03 12:48:24.784318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3413e58-b161-425a-bcc0-4397e45b42b1 req-5bf408ab-43b2-4477-99dd-643c5df7332b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.792450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3413e58-b161-425a-bcc0-4397e45b42b1 req-5bf408ab-43b2-4477-99dd-643c5df7332b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 932 time: 0.3702321 Feb 03 12:48:24.841628 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-9d6f5619-dbeb-43c3-8bdc-1eaad475ac6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f HTTP/1.1" status: 200 len: 217 time: 0.1112576 Feb 03 12:48:24.851927 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-20b64dff-d48f-448a-af83-daa6c078c67a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8705730 Feb 03 12:48:24.862103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8e1fb844-420e-4d33-bb99-feb4aacdd36a None None] Provisioning complete for port b034538d-a1d6-4592-bcec-6ea31b865e13 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:24.862796 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb844-420e-4d33-bb99-feb4aacdd36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.869825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Request body: {'port': {'device_id': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:24.964419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port b034538d-a1d6-4592-bcec-6ea31b865e13, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b034538d-a1d6-4592-bcec-6ea31b865e13,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:24.980244 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.113689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-ff18fa83-a931-4a15-a5c0-5847d4be78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.115303 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-ff18fa83-a931-4a15-a5c0-5847d4be78b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.2604878 Feb 03 12:48:25.121955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fb77794-091f-4c2f-b2df-93ec2bffcd04 req-d0ade991-e696-4bd9-93e6-246a54e3f40f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567783 Feb 03 12:48:25.137299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb45892-8162-4f75-aa0c-4d7e959a020f None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:25.153989 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-7d3f639b-99e9-4cc0-a957-0f0b3a8817d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306807 Feb 03 12:48:25.172708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9de26fd4-571e-436c-8809-383751e04652), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.212799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=b034538d-a1d6-4592-bcec-6ea31b865e13,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:25.221371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fb844-420e-4d33-bb99-feb4aacdd36a None None] Current status of the port b034538d-a1d6-4592-bcec-6ea31b865e13 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:25.267954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ceb45892-8162-4f75-aa0c-4d7e959a020f None None] Deleting port b034538d-a1d6-4592-bcec-6ea31b865e13 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:25.268331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceb45892-8162-4f75-aa0c-4d7e959a020f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.277792 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (b1f46656-45dd-4df9-b4ea-0efea9f28b17), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.345749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=b1f46656-45dd-4df9-b4ea-0efea9f28b17,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:25.373085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:25.375845 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-2792410c-8d0c-4eab-8bbc-3bbb319c8003 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159705 Feb 03 12:48:25.376848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:25.380623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.381283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.426826 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b295e802-4294-46f3-bd34-b4afba05748a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1876776 Feb 03 12:48:25.469246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34354) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:25.483069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e01929e1-1c4d-453a-ab24-6a01e62fcd58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1779880777', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:25.489767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ceb45892-8162-4f75-aa0c-4d7e959a020f None None] For port b034538d-a1d6-4592-bcec-6ea31b865e13, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b034538d-a1d6-4592-bcec-6ea31b865e13,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:25.490171 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceb45892-8162-4f75-aa0c-4d7e959a020f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.519822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ceb45892-8162-4f75-aa0c-4d7e959a020f None None] Calling delete_port for b034538d-a1d6-4592-bcec-6ea31b865e13 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:25.640759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b034538d-a1d6-4592-bcec-6ea31b865e13 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:25.641200 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e01929e1-1c4d-453a-ab24-6a01e62fcd58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (30165770-6232-4807-b5bc-e7c43007f726), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.642645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e01929e1-1c4d-453a-ab24-6a01e62fcd58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (30165770-6232-4807-b5bc-e7c43007f726), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.674357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceb45892-8162-4f75-aa0c-4d7e959a020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (b034538d-a1d6-4592-bcec-6ea31b865e13), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.683516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b034538d-a1d6-4592-bcec-6ea31b865e13 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:25.684267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b034538d-a1d6-4592-bcec-6ea31b865e13 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:25.731426 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5fe27754-8e36-4cc1-b9c8-1b0e33152d3b req-a44b6a44-5ff4-481b-bf9d-67c077694ec0 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287258 Feb 03 12:48:25.744480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb45892-8162-4f75-aa0c-4d7e959a020f None None] Pushing event deleted for resources: {'Port': ['ID=b034538d-a1d6-4592-bcec-6ea31b865e13,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:25.747926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb45892-8162-4f75-aa0c-4d7e959a020f None None] No DVR routers for this DVR port b034538d-a1d6-4592-bcec-6ea31b865e13 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:25.749826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-78120b18-041e-410a-858a-c1a11e2d86e7 None None] Provisioning complete for port 9de26fd4-571e-436c-8809-383751e04652 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:25.750395 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78120b18-041e-410a-858a-c1a11e2d86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9de26fd4-571e-436c-8809-383751e04652), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.799350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-78120b18-041e-410a-858a-c1a11e2d86e7 None None] Port 9de26fd4-571e-436c-8809-383751e04652 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:25.814842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4c9b1d-8257-4f55-a21c-7fd02bbc01c7 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:25.818971 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e01929e1-1c4d-453a-ab24-6a01e62fcd58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router_controller (30165770-6232-4807-b5bc-e7c43007f726), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.829831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e01929e1-1c4d-453a-ab24-6a01e62fcd58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (30165770-6232-4807-b5bc-e7c43007f726), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.893855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e01929e1-1c4d-453a-ab24-6a01e62fcd58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.895072 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e01929e1-1c4d-453a-ab24-6a01e62fcd58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4240792 Feb 03 12:48:25.903439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34360) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:25.913906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3413e58-b161-425a-bcc0-4397e45b42b1 req-c319e12d-5465-46b9-825e-a62cddb3be28 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1171153 Feb 03 12:48:25.958651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Deleting port 2cdbccb0-9076-47de-8209-0e1ea986eb80 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:25.959102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.008465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'b1f46656-45dd-4df9-b4ea-0efea9f28b17'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:26.010774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.051720 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528148cc-6ad6-41a1-90e2-c2a6f9e8fac2 x-openstack-request-id: req-528148cc-6ad6-41a1-90e2-c2a6f9e8fac2 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:26.052436 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21581cf-3912-46be-889c-ea9a1c18d47f", "tag": "ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:26.052999 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-528148cc-6ad6-41a1-90e2-c2a6f9e8fac2 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:26.054290 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21581cf-3912-46be-889c-ea9a1c18d47f', 'tag': 'ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f', 'status': 'completed', 'code': 200} Feb 03 12:48:26.123595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e33aa1-f61c-457e-8edc-d2bab9ffe65d req-9da91da4-4063-4816-8f57-5ef3857e47bf tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:26.125464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48e33aa1-f61c-457e-8edc-d2bab9ffe65d req-9da91da4-4063-4816-8f57-5ef3857e47bf tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.8608737 Feb 03 12:48:26.186726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34362) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:26.200417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/b1f46656-45dd-4df9-b4ea-0efea9f28b17/e1384674-3f51-4c26-b74a-db3d2efb0336) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:26.328246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c2595-f5db-4a90-bc58-071c643a2298 req-af3aa488-24ad-43a8-9948-5884f137c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:26.329669 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-841c2595-f5db-4a90-bc58-071c643a2298 req-af3aa488-24ad-43a8-9948-5884f137c556 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 1127 time: 0.2415230 Feb 03 12:48:26.358102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d2c9-f15d-4b0b-a97e-03aadb3e9108 req-a1ae0592-77c0-4d15-a62e-08f322d24a6f tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:26.360926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34c1d2c9-f15d-4b0b-a97e-03aadb3e9108 req-a1ae0592-77c0-4d15-a62e-08f322d24a6f tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 945 time: 0.1751678 Feb 03 12:48:26.372581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] For port 2cdbccb0-9076-47de-8209-0e1ea986eb80, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2cdbccb0-9076-47de-8209-0e1ea986eb80,segment=NetworkSegment(1a864b70-82ae-49c0-afe2-cc1f738155f0),segment_id=1a864b70-82ae-49c0-afe2-cc1f738155f0)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:26.373113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.392990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48e33aa1-f61c-457e-8edc-d2bab9ffe65d req-324d0fe4-04bd-4ee3-a64c-317db2696f4b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936677 Feb 03 12:48:26.418980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Calling delete_port for 2cdbccb0-9076-47de-8209-0e1ea986eb80 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:26.468113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de26fd4-571e-436c-8809-383751e04652 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:26.483906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Publish callbacks [] for port (9de26fd4-571e-436c-8809-383751e04652), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.548984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:26.587461 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Publish callbacks [] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.602804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.654633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:26.660649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:26.667946 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:26.678553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Pushing event updated for resources: {'Port': ['ID=e1384674-3f51-4c26-b74a-db3d2efb0336,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:26.695832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c2595-f5db-4a90-bc58-071c643a2298 req-497963db-a4ff-4d1d-a879-c2a0519073c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:26.699179 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-841c2595-f5db-4a90-bc58-071c643a2298 req-497963db-a4ff-4d1d-a879-c2a0519073c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 912 time: 0.2878923 Feb 03 12:48:26.756361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Attempting to bind port e1384674-3f51-4c26-b74a-db3d2efb0336 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:26.756361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Attempting to bind port e1384674-3f51-4c26-b74a-db3d2efb0336 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:26.757133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Attempting to bind port e1384674-3f51-4c26-b74a-db3d2efb0336 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:26.762865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:26.763512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:26.764073 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.764612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:26.765299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Bound port: e1384674-3f51-4c26-b74a-db3d2efb0336, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:26.765756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.819075 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.842074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.872999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] For port e1384674-3f51-4c26-b74a-db3d2efb0336, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:26.891188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] For port e1384674-3f51-4c26-b74a-db3d2efb0336, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e1384674-3f51-4c26-b74a-db3d2efb0336,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:26.942131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Transition to ACTIVE for port object 9de26fd4-571e-436c-8809-383751e04652 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:48:26.957693 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.966721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34c1d2c9-f15d-4b0b-a97e-03aadb3e9108 req-237fe05f-6b36-43db-b02c-c7f8ee8011d9 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970814 Feb 03 12:48:26.976419 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9de26fd4-571e-436c-8809-383751e04652), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.070292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Pushing event updated for resources: {'Port': ['ID=9de26fd4-571e-436c-8809-383751e04652,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:27.139376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa8b2c-aae1-4c1f-9e53-eb263c363b70 None None] Pushing event updated for resources: {'Port': ['ID=e1384674-3f51-4c26-b74a-db3d2efb0336,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:27.249738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21e06a-2301-443d-b4db-b89329370cbc req-fada0260-5d3d-4429-aace-830acaa6e1f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.259687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e21e06a-2301-443d-b4db-b89329370cbc req-fada0260-5d3d-4429-aace-830acaa6e1f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 944 time: 0.3602388 Feb 03 12:48:27.337161 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-841c2595-f5db-4a90-bc58-071c643a2298 req-cc4131f9-c970-4dfb-b6cf-694bb719ed9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f HTTP/1.1" status: 200 len: 217 time: 0.5702560 Feb 03 12:48:27.427118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e21e06a-2301-443d-b4db-b89329370cbc req-b437b3d7-507a-4ccf-9e0e-90acba195b09 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659701 Feb 03 12:48:27.480314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8aeb50-a68f-4572-b8d1-b452455c5048 req-d62df438-1d38-4fa2-abb8-c1887024ac4c tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.492671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c8aeb50-a68f-4572-b8d1-b452455c5048 req-d62df438-1d38-4fa2-abb8-c1887024ac4c tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.3380644 Feb 03 12:48:27.502024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Attempting to bind port 9de26fd4-571e-436c-8809-383751e04652 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:27.502721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Attempting to bind port 9de26fd4-571e-436c-8809-383751e04652 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:27.503273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Attempting to bind port 9de26fd4-571e-436c-8809-383751e04652 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:27.505321 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2cdbccb0-9076-47de-8209-0e1ea986eb80), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.578287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Port 9de26fd4-571e-436c-8809-383751e04652 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:48:27.578703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Attempting to bind port 9de26fd4-571e-436c-8809-383751e04652 on network 23d047bd-79e0-4559-8a3c-03ba31d3b479 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:27.587736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c2595-f5db-4a90-bc58-071c643a2298 req-7af348d4-c770-496a-b206-2b4e8ee52ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.589370 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-841c2595-f5db-4a90-bc58-071c643a2298 req-7af348d4-c770-496a-b206-2b4e8ee52ce7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.2137785 Feb 03 12:48:27.608108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Pushing event deleted for resources: {'Port': ['ID=2cdbccb0-9076-47de-8209-0e1ea986eb80,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:27.620501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:27.620942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Checking segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:27.621364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Bound using segment: {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:27.621925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Bound port: 9de26fd4-571e-436c-8809-383751e04652, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd7db26-7118-483d-aa14-15b9c8ae0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:27.622297 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9de26fd4-571e-436c-8809-383751e04652), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.630586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c8aeb50-a68f-4572-b8d1-b452455c5048 req-5779c9fc-d5c9-4100-b95a-cd75a08377fb tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366799 Feb 03 12:48:27.636962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-841c2595-f5db-4a90-bc58-071c643a2298 req-18456c0d-2453-4433-b130-975bc2e8306d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387318 Feb 03 12:48:27.713452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] No DVR routers for this DVR port 2cdbccb0-9076-47de-8209-0e1ea986eb80 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:27.721587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.724980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.72 "DELETE /v2.0/ports/2cdbccb0-9076-47de-8209-0e1ea986eb80 HTTP/1.1" status: 204 len: 173 time: 3.1197848 Feb 03 12:48:27.726295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85c101c-ae74-4119-a3a4-fb346c632a30', 'name': 'network-vif-deleted', 'tag': '2cdbccb0-9076-47de-8209-0e1ea986eb80'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:27.730533 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4bcd6f-f601-43cf-b31d-383b0add3608" -d '{"events": [{"server_uuid": "f85c101c-ae74-4119-a3a4-fb346c632a30", "name": "network-vif-deleted", "tag": "2cdbccb0-9076-47de-8209-0e1ea986eb80"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:27.740778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2cdbccb0-9076-47de-8209-0e1ea986eb80 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:27.773743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 2cdbccb0-9076-47de-8209-0e1ea986eb80 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:27.775191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2cdbccb0-9076-47de-8209-0e1ea986eb80 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:27.781996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dbb84-97ee-4aab-b6b8-33a34253688a req-1f136594-b752-4520-afe6-a346bd0db079 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.784539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf1dbb84-97ee-4aab-b6b8-33a34253688a req-1f136594-b752-4520-afe6-a346bd0db079 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 944 time: 0.2636521 Feb 03 12:48:27.797365 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-841c2595-f5db-4a90-bc58-071c643a2298 req-a13a4c0c-4c64-4cf6-be70-325b852c31c6 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529610 Feb 03 12:48:27.861287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:27.882210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b758da-f8b1-42ba-8afa-0b7cf47b4554 req-9dc66dad-8168-4a2a-9648-b5afd190d40d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.883978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9b758da-f8b1-42ba-8afa-0b7cf47b4554 req-9dc66dad-8168-4a2a-9648-b5afd190d40d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1685717 Feb 03 12:48:27.893473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9de26fd4-571e-436c-8809-383751e04652,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:27.917072 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.922516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9de26fd4-571e-436c-8809-383751e04652), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.926297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::1 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/b1f46656-45dd-4df9-b4ea-0efea9f28b17/fd2bd009-8c89-45fc-996c-33fad0b1b915) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:27.981256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf1dbb84-97ee-4aab-b6b8-33a34253688a req-b0aa5630-0813-4956-887f-7514d540ceaa tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799560 Feb 03 12:48:27.990616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.991160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.993035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] 10.222.0.72 "PUT /v2.0/ports/9de26fd4-571e-436c-8809-383751e04652 HTTP/1.1" status: 200 len: 1093 time: 3.1287415 Feb 03 12:48:28.005664 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-841c2595-f5db-4a90-bc58-071c643a2298 req-2aa57a20-06ef-47f2-8cfc-2bd291bdc6e5 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008183 Feb 03 12:48:28.146186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9b758da-f8b1-42ba-8afa-0b7cf47b4554 req-0ac1bce1-b326-4960-9dc4-6a73b0e9b091 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508576 Feb 03 12:48:28.149580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92aa9a4-9a63-405a-886e-6b3b35cc5d5c service neutron] Pushing event updated for resources: {'Port': ['ID=9de26fd4-571e-436c-8809-383751e04652,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:28.265447 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd799e7-a961-4039-b1f5-e93f100b1694 x-openstack-request-id: req-abd799e7-a961-4039-b1f5-e93f100b1694 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:28.266491 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85c101c-ae74-4119-a3a4-fb346c632a30", "name": "network-vif-deleted", "tag": "2cdbccb0-9076-47de-8209-0e1ea986eb80", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:28.266923 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abd799e7-a961-4039-b1f5-e93f100b1694 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:28.267529 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85c101c-ae74-4119-a3a4-fb346c632a30', 'name': 'network-vif-deleted', 'tag': '2cdbccb0-9076-47de-8209-0e1ea986eb80', 'status': 'completed', 'code': 200} Feb 03 12:48:28.503180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52ab49ff-9378-495b-99b5-27b06a3a89c8 req-07c9930f-55d7-44fd-9c5f-476f74a72a8b tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] 10.222.0.65 "GET /v2.0/ports?device_id=f85c101c-ae74-4119-a3a4-fb346c632a30 HTTP/1.1" status: 200 len: 210 time: 0.0861433 Feb 03 12:48:28.523618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.620098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-be3b30a9-9b29-4ffd-9dcd-d3546018e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.621631 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-be3b30a9-9b29-4ffd-9dcd-d3546018e4c9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 1129 time: 0.4328117 Feb 03 12:48:28.635479 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-fceb366e-3b54-4159-b79c-bbe47b8c0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.639773 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-fceb366e-3b54-4159-b79c-bbe47b8c0dde service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 1127 time: 0.4198227 Feb 03 12:48:28.649715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-ea341262-3df9-4980-9d15-41f42bb4967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.651311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-ea341262-3df9-4980-9d15-41f42bb4967a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 1128 time: 0.1752760 Feb 03 12:48:28.660036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Allocated IP 172.25.3.66 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:28.692694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6cc2f-ae29-4ac6-8733-769f1ae7f397 req-c3f937d7-8554-4a5f-ac8f-6cf0adb4b19e tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.694544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06a6cc2f-ae29-4ac6-8733-769f1ae7f397 req-c3f937d7-8554-4a5f-ac8f-6cf0adb4b19e tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1722996 Feb 03 12:48:28.721767 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-57064fac-4c68-4450-9815-6d732ce1613a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de26fd4-571e-436c-8809-383751e04652 HTTP/1.1" status: 200 len: 217 time: 0.0715404 Feb 03 12:48:28.774209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e96a79-996d-4185-b8db-7487ae89e3ae req-1258aa9d-97d0-461b-b61b-121349ffa6cc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.776582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56e96a79-996d-4185-b8db-7487ae89e3ae req-1258aa9d-97d0-461b-b61b-121349ffa6cc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 944 time: 0.1915288 Feb 03 12:48:28.777575 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.822893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8e2a4825-1fe1-4bef-80ec-1c7cbfdaf9c6 None None] Provisioning complete for port e1384674-3f51-4c26-b74a-db3d2efb0336 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:28.823598 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4825-1fe1-4bef-80ec-1c7cbfdaf9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.867266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06a6cc2f-ae29-4ac6-8733-769f1ae7f397 req-a3a0f647-eaf8-40f1-b706-3b8245cecd82 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571524 Feb 03 12:48:28.883223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-4bc6115a-9be5-41e1-a675-e4480501149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.884876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-4bc6115a-9be5-41e1-a675-e4480501149c service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 919 time: 0.2247088 Feb 03 12:48:28.898452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56e96a79-996d-4185-b8db-7487ae89e3ae req-7c9d592c-5a90-4b0f-9177-49ad6060ef00 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056602 Feb 03 12:48:28.928397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a4825-1fe1-4bef-80ec-1c7cbfdaf9c6 None None] Current status of the port e1384674-3f51-4c26-b74a-db3d2efb0336 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:28.928790 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4825-1fe1-4bef-80ec-1c7cbfdaf9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.935810 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:28.940912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-28d4d726-1530-4870-8914-523daade559b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1813d085-7072-467b-9b5c-9107a503f769 HTTP/1.1" status: 200 len: 217 time: 0.0480113 Feb 03 12:48:28.954546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:28.957231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:28.957991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (30165770-6232-4807-b5bc-e7c43007f726), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.961756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-f46d2ec0-eb69-4bef-a954-361c3d523251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.963303 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-f46d2ec0-eb69-4bef-a954-361c3d523251 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.2327106 Feb 03 12:48:28.968722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8e2a4825-1fe1-4bef-80ec-1c7cbfdaf9c6 None None] For port e1384674-3f51-4c26-b74a-db3d2efb0336, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e1384674-3f51-4c26-b74a-db3d2efb0336,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:28.975751 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4825-1fe1-4bef-80ec-1c7cbfdaf9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.001410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-02fb8c13-ad68-4906-b3d9-7d3ebd6eac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.003066 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-02fb8c13-ad68-4906-b3d9-7d3ebd6eac0f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.0500782 Feb 03 12:48:29.027216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=fd2bd009-8c89-45fc-996c-33fad0b1b915,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:29.032194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-90f06450-d3c3-4807-b635-2403c3b6aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.033754 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-90f06450-d3c3-4807-b635-2403c3b6aea5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 0.3916461 Feb 03 12:48:29.043677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a4825-1fe1-4bef-80ec-1c7cbfdaf9c6 None None] Pushing event updated for resources: {'Port': ['ID=e1384674-3f51-4c26-b74a-db3d2efb0336,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:29.051366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-b4f4c0f7-c0dd-4505-bc3a-55d64cf03747 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409653 Feb 03 12:48:29.175829 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks [] for port (1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.201916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-7cdfec8f-5a3e-4e46-9bcc-34094947b233 service neutron] 10.222.0.91 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425567 Feb 03 12:48:29.221636 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-2160b43d-e503-48d9-8128-c8e1d74232ad service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e HTTP/1.1" status: 200 len: 1001 time: 0.1798797 Feb 03 12:48:29.228034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11382d27-895b-4564-9cf6-deb0df61e445 req-430bcad1-f56a-4fbb-9c12-2f03a1f0396f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.241437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11382d27-895b-4564-9cf6-deb0df61e445 req-430bcad1-f56a-4fbb-9c12-2f03a1f0396f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 944 time: 0.1064458 Feb 03 12:48:29.246237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-ba7cf13d-7fdb-4e11-97a1-8ca01ef2e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.248405 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-ba7cf13d-7fdb-4e11-97a1-8ca01ef2e16b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2758965 Feb 03 12:48:29.309321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-91d48bc8-b586-4907-9d3d-9325b458fd6d None None] Provisioning complete for port fd2bd009-8c89-45fc-996c-33fad0b1b915 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:29.312349 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91d48bc8-b586-4907-9d3d-9325b458fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.358693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-91d48bc8-b586-4907-9d3d-9325b458fd6d None None] Port fd2bd009-8c89-45fc-996c-33fad0b1b915 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:29.377657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-6bda4c81-79f9-4971-ab23-9401284224c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.379517 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-6bda4c81-79f9-4971-ab23-9401284224c7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.1487679 Feb 03 12:48:29.383356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.423981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.442407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11382d27-895b-4564-9cf6-deb0df61e445 req-fab976c2-6d88-4e20-a133-51b84aa0b33f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999106 Feb 03 12:48:29.446616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0cdd0aec-d4e6-4333-8600-92d95acea814 req-285b0acf-8636-4174-a450-d561ae3a21a4 service neutron] 10.222.0.91 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370324 Feb 03 12:48:29.470487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce693bf-b71e-42a9-842b-e52f68ecaa65 req-19947988-9305-414d-a054-12cb35910c76 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.472349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dce693bf-b71e-42a9-842b-e52f68ecaa65 req-19947988-9305-414d-a054-12cb35910c76 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.1831262 Feb 03 12:48:29.494154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e1384674-3f51-4c26-b74a-db3d2efb0336 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:29.539877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dce693bf-b71e-42a9-842b-e52f68ecaa65 req-3f135228-6658-48b0-9d8a-1599590051e6 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610616 Feb 03 12:48:29.573768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:29.579953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e1384674-3f51-4c26-b74a-db3d2efb0336 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:29.580466 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.629206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:29.631713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:29.665175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e1384674-3f51-4c26-b74a-db3d2efb0336 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:29.700376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Pushing event updated for resources: {'Port': ['ID=1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:29.717690 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-51ab38d3-37a7-4760-a0c2-707ba0b6a448 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413180 Feb 03 12:48:29.727630 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-dab5aafe-693c-4ad9-8fff-eb06b68315b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.728611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34412) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:29.729122 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-dab5aafe-693c-4ad9-8fff-eb06b68315b3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3077958 Feb 03 12:48:29.750253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:29.775647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75a9d14-4655-445e-b773-347846c4446e admin admin] Deleting subnet 2b4c3b08-b170-4fb0-9358-b0e340a74ec5 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:29.779278 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c75a9d14-4655-445e-b773-347846c4446e admin admin] Publish callbacks [] for subnet (2b4c3b08-b170-4fb0-9358-b0e340a74ec5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.822610 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c75a9d14-4655-445e-b773-347846c4446e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (2b4c3b08-b170-4fb0-9358-b0e340a74ec5), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.867951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:29.872457 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c75a9d14-4655-445e-b773-347846c4446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (2b4c3b08-b170-4fb0-9358-b0e340a74ec5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.880603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'port_id': 'ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f', 'mac_address': 'fa:16:3e:88:61:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd152a271-b4bf-4951-918f-718b7f32d47e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:29.922452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:29.922847 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.941305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:29.967330 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c75a9d14-4655-445e-b773-347846c4446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (2b4c3b08-b170-4fb0-9358-b0e340a74ec5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.980083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:29.986514 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.019760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c75a9d14-4655-445e-b773-347846c4446e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.023822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c75a9d14-4655-445e-b773-347846c4446e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2b4c3b08-b170-4fb0-9358-b0e340a74ec5 HTTP/1.1" status: 204 len: 168 time: 0.2942207 Feb 03 12:48:30.035132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a9d14-4655-445e-b773-347846c4446e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b4c3b08-b170-4fb0-9358-b0e340a74ec5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:30.053496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:30.059856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34418) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:30.172598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (bbb3f7cb-9959-478e-a5f4-96c33d1b8b45), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.188466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce937d-8342-4900-9663-e7c53a4b1590 req-b19fbf06-4594-4c9d-a488-8f298d272cd4 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.190095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7ce937d-8342-4900-9663-e7c53a4b1590 req-b19fbf06-4594-4c9d-a488-8f298d272cd4 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.2117057 Feb 03 12:48:30.199336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e78f6e-13a1-45b4-b2a5-a226a2a06832 req-4f9a8c95-5cfc-48db-9b36-45fcd1c95525 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.200931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14e78f6e-13a1-45b4-b2a5-a226a2a06832 req-4f9a8c95-5cfc-48db-9b36-45fcd1c95525 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 945 time: 0.2179365 Feb 03 12:48:30.216945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:30.270817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'tag': '9de26fd4-571e-436c-8809-383751e04652'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:30.273078 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "tag": "9de26fd4-571e-436c-8809-383751e04652"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:30.311129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks [] for floatingip (43333af9-4647-447c-9e80-e5ab8de6eea1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.319691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7ce937d-8342-4900-9663-e7c53a4b1590 req-8b7a3646-7c3c-438d-82ac-4f1ec635211f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177752 Feb 03 12:48:30.340900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14e78f6e-13a1-45b4-b2a5-a226a2a06832 req-7c13d75a-6a85-4b36-97c5-94c6638b145c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284249 Feb 03 12:48:30.349215 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d5fddc18-793f-4e99-b17a-541ddf8bea3b req-4d8933a8-0451-4232-80c3-73ac43dd158c service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174459 Feb 03 12:48:30.365525 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-56a8c147-762b-4456-8d64-47f92248ba2c service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212478 Feb 03 12:48:30.401672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (bbb3f7cb-9959-478e-a5f4-96c33d1b8b45), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.410544 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb6a21-89b8-4c67-adec-85b5e34c9c34 x-openstack-request-id: req-defb6a21-89b8-4c67-adec-85b5e34c9c34 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:30.410836 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "tag": "9de26fd4-571e-436c-8809-383751e04652", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:30.411091 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-defb6a21-89b8-4c67-adec-85b5e34c9c34 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:30.411469 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'tag': '9de26fd4-571e-436c-8809-383751e04652', 'status': 'completed', 'code': 200} Feb 03 12:48:30.425822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb3f7cb-9959-478e-a5f4-96c33d1b8b45']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:30.436847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.438169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a864b70-82ae-49c0-afe2-cc1f738155f0') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:30.438559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a864b70-82ae-49c0-afe2-cc1f738155f0') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:30.448359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (1a864b70-82ae-49c0-afe2-cc1f738155f0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.462862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1a864b70-82ae-49c0-afe2-cc1f738155f0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.470557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:30.470916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (1a864b70-82ae-49c0-afe2-cc1f738155f0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:30.472602 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:30.536441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.552830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.553606 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (30165770-6232-4807-b5bc-e7c43007f726), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.566337 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (bbb3f7cb-9959-478e-a5f4-96c33d1b8b45), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.571287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.575512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bbb3f7cb-9959-478e-a5f4-96c33d1b8b45 HTTP/1.1" status: 204 len: 168 time: 0.5139723 Feb 03 12:48:30.593621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19a62f-1a43-4a7a-a78c-17c65be59ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb3f7cb-9959-478e-a5f4-96c33d1b8b45,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:30.594972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:30.612167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd2127-a016-4169-8eeb-a85ea51f2a30 req-51b11e1d-7ca3-4460-8916-89dc53269331 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.614006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16cd2127-a016-4169-8eeb-a85ea51f2a30 req-51b11e1d-7ca3-4460-8916-89dc53269331 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 944 time: 0.0893731 Feb 03 12:48:30.673737 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7042a19f-5cc7-416e-aad6-94c6f0c8b46c req-6a6528a2-fcc6-4dc0-a5be-ccb9473e4301 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886746 Feb 03 12:48:30.687751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=fd2bd009-8c89-45fc-996c-33fad0b1b915,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:30.732717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 11e09ac0-57bb-4424-b385-e5df4f304f8e is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:30.733383 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.736564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16cd2127-a016-4169-8eeb-a85ea51f2a30 req-4c365c2c-d265-41e6-b2d0-4d11a522c358 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157408 Feb 03 12:48:30.764905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-b4677718-7a01-40b0-b925-6908a5f30fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.766472 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-b4677718-7a01-40b0-b925-6908a5f30fab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 1127 time: 0.3021631 Feb 03 12:48:30.769062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c0fe3-3111-4a89-99eb-7eea5f5dcd7d req-a95ab74a-bf36-4e54-afbb-589b03caf5f7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.777333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b8c0fe3-3111-4a89-99eb-7eea5f5dcd7d req-a95ab74a-bf36-4e54-afbb-589b03caf5f7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 946 time: 0.0794294 Feb 03 12:48:30.779445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:30.782131 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cbb7bd-13ea-43ed-906e-c1fd6a7136f0" -d '{"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-unplugged", "status": "completed", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:30.796408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:30.803232 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.845600 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e654d3cb-e614-4ed2-abd1-071c27a7e755 x-openstack-request-id: req-e654d3cb-e614-4ed2-abd1-071c27a7e755 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:30.845600 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-unplugged", "status": "completed", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:30.845874 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e654d3cb-e614-4ed2-abd1-071c27a7e755 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:30.846226 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'code': 200} Feb 03 12:48:30.860297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b8c0fe3-3111-4a89-99eb-7eea5f5dcd7d req-7a1a16ad-879d-4892-b5dd-d78791f287ad tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797787 Feb 03 12:48:30.875711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:30.888562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:30.910374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:30.922358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:30.957822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks [] for port (1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.968588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.971327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-5d4ec8ac-e726-42fb-9c21-88ae924de92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.972841 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-5d4ec8ac-e726-42fb-9c21-88ae924de92d service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.1989658 Feb 03 12:48:31.050439 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-90c00376-c3fc-49cc-ae62-777679def5a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cadf8d08a9db4880a564d810a7cd4a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607306 Feb 03 12:48:31.053310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34432) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:31.107249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cab69f71-b2cb-4705-8e08-7dc271ee9419 admin admin] Publish callbacks [] for security_group (e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.129929 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cab69f71-b2cb-4705-8e08-7dc271ee9419 admin admin] Publish callbacks [] for security_group (e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.133146 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-682c267e-bb71-4547-b730-61019698adc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de26fd4-571e-436c-8809-383751e04652 HTTP/1.1" status: 200 len: 217 time: 0.1437333 Feb 03 12:48:31.177120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cab69f71-b2cb-4705-8e08-7dc271ee9419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.180056 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cab69f71-b2cb-4705-8e08-7dc271ee9419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.181221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cab69f71-b2cb-4705-8e08-7dc271ee9419 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f HTTP/1.1" status: 204 len: 168 time: 0.1269064 Feb 03 12:48:31.189885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab69f71-b2cb-4705-8e08-7dc271ee9419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4dfc6-3ceb-4ade-b542-3c6d8e8cf04f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:31.198451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Pushing event updated for resources: {'Port': ['ID=1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:31.202986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c85350b7-358b-4f67-89ea-0d6a2b61b9d0 None None] Provisioning complete for port fd2bd009-8c89-45fc-996c-33fad0b1b915 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:31.203482 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c85350b7-358b-4f67-89ea-0d6a2b61b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.223079 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (43333af9-4647-447c-9e80-e5ab8de6eea1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.233801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-5fbdb490-3afb-4b96-9486-d53755353a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.235717 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-5fbdb490-3afb-4b96-9486-d53755353a2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.0828145 Feb 03 12:48:31.248933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c85350b7-358b-4f67-89ea-0d6a2b61b9d0 None None] Port fd2bd009-8c89-45fc-996c-33fad0b1b915 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:31.261207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.262498 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f820ead4-8f46-494a-9a0e-8a61fdb2689c tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0687029 Feb 03 12:48:31.265870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34436) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:31.271078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-213443687', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'fixed_ips': [{'ip_address': '172.25.3.66'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:31.295793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Router 30165770-6232-4807-b5bc-e7c43007f726 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:48:31.297545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Made reservation on behalf of a1ea4259e2ab4e548a3c6497dde74f74 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:31.300379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.307185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-dd90ea0e-f6e9-46d4-bb55-93a3f003f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.308984 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-dd90ea0e-f6e9-46d4-bb55-93a3f003f52c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0653327 Feb 03 12:48:31.309347 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.416908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks [] for security_group (4ac9f02f-a3a9-4cb4-96b2-816a27674968), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.434192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4ac9f02f-a3a9-4cb4-96b2-816a27674968), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.446119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] device_id is not set on port e0cd9dff-728e-4ffd-b103-1a545faea54a yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:31.480953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:48:31.487207 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ccfa7853-879d-42ac-8601-60e379ee49df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "PUT /v2.0/routers/30165770-6232-4807-b5bc-e7c43007f726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5816643 Feb 03 12:48:31.492466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:31.501382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Sync routers for ids ['30165770-6232-4807-b5bc-e7c43007f726'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:48:31.522317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Routers {'30165770-6232-4807-b5bc-e7c43007f726'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:31.523440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['30165770-6232-4807-b5bc-e7c43007f726'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:31.542074 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-722c4183-9609-46bb-a88a-6d24688faab1 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238758 Feb 03 12:48:31.563763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c048cba-14f6-45fc-83b7-c503050d1bf0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.565144 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9c048cba-14f6-45fc-83b7-c503050d1bf0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports/fd2bd009-8c89-45fc-996c-33fad0b1b915 HTTP/1.1" status: 200 len: 911 time: 0.0719469 Feb 03 12:48:31.572759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34448) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:31.635743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac9f02f-a3a9-4cb4-96b2-816a27674968,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:31.657642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Set router 30165770-6232-4807-b5bc-e7c43007f726 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:31.666386 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19fc3071-4931-4ea0-8b7e-1c679b8f5fa6 req-cb5f5ad4-0116-4998-871e-de9d1bbf8f31 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157124 Feb 03 12:48:31.732200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1823-64ff-4e31-a3c0-951e27031616 req-86bebbd9-4f1f-466d-877e-1430cf2dd8e4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.733762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b14a1823-64ff-4e31-a3c0-951e27031616 req-86bebbd9-4f1f-466d-877e-1430cf2dd8e4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 945 time: 0.2950010 Feb 03 12:48:31.750084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e64d9-6768-4225-8f08-0ddf004f22cf req-afc61b12-bbb0-4aa5-90e4-724b34a1ce2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.751843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-484e64d9-6768-4225-8f08-0ddf004f22cf req-afc61b12-bbb0-4aa5-90e4-724b34a1ce2b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.2936316 Feb 03 12:48:31.761278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:31.765116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005bbf3a-c543-4c3c-b274-0164b238392f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.771390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005bbf3a-c543-4c3c-b274-0164b238392f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.772972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-005bbf3a-c543-4c3c-b274-0164b238392f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1879485 Feb 03 12:48:31.776059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34458) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:31.897961 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 12:48:31.898516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:31.928838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b14a1823-64ff-4e31-a3c0-951e27031616 req-c53dc392-c629-45bd-bb58-8b14bea8b857 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756380 Feb 03 12:48:31.933401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-484e64d9-6768-4225-8f08-0ddf004f22cf req-b82d75cd-73f4-49f8-ab13-c26fe856bbbd tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593616 Feb 03 12:48:31.963740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-695299c9-964a-4949-9a9b-c036f944052b tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6966357 Feb 03 12:48:31.967964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34466) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:32.192434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:32.200894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:32.201407 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.205114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34472) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:32.233398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30165770-6232-4807-b5bc-e7c43007f726', 'name': 'tempest-NetworksTestDHCPv6-router-1779880777', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:25Z', 'updated_at': '2022-02-03T12:48:29Z', 'revision_number': 2, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None, '_interfaces': [{'id': 'fd2bd009-8c89-45fc-996c-33fad0b1b915', 'name': '', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'mac_address': 'fa:16:3e:c3:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30165770-6232-4807-b5bc-e7c43007f726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b1f46656-45dd-4df9-b4ea-0efea9f28b17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:48:27Z', 'updated_at': '2022-02-03T12:48:29Z', 'revision_number': 2, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'subnets': [{'id': 'b1f46656-45dd-4df9-b4ea-0efea9f28b17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:32.245861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc3135-d41b-4e67-b9c3-8b7224d3d7df req-475b31d6-2497-4905-abee-64059a16dd44 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:32.252931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03fc3135-d41b-4e67-b9c3-8b7224d3d7df req-475b31d6-2497-4905-abee-64059a16dd44 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.1873930 Feb 03 12:48:32.260999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6c86f-4a99-49fe-836d-59b0bf670413 req-9fe8c114-ad38-40f8-89c3-86323e99aac4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:32.268478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9a6c86f-4a99-49fe-836d-59b0bf670413 req-9fe8c114-ad38-40f8-89c3-86323e99aac4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 944 time: 0.2039931 Feb 03 12:48:32.291849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Checking router: 30165770-6232-4807-b5bc-e7c43007f726 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:48:32.292371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Updating router 30165770-6232-4807-b5bc-e7c43007f726 port fd2bd009-8c89-45fc-996c-33fad0b1b915 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:48:32.332220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Deleting port 1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:32.332220 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.353987 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (30165770-6232-4807-b5bc-e7c43007f726), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.374287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.378613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03fc3135-d41b-4e67-b9c3-8b7224d3d7df req-92bd1fa0-f0f3-4a72-8015-ab5e26e838b6 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240933 Feb 03 12:48:32.395165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1432236578-network', 'tenant_id': '34fed287451b40649b852bbd54313308'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:32.398132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:32.398678 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.419605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9a6c86f-4a99-49fe-836d-59b0bf670413 req-97f727ef-1305-44c5-b38c-386351991335 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492662 Feb 03 12:48:32.464775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Made reservation on behalf of 34fed287451b40649b852bbd54313308 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:32.467742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.469951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:32.479801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.483357 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.514028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.514268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks [] for floatingip (1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.538102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Calling delete_port for 1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:32.583458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port fd2bd009-8c89-45fc-996c-33fad0b1b915 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:32.583975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.610752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:32.658548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Publish callbacks [] for security_group (c7bef6f8-d600-4be6-84b1-93adcbbc3a26), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.672120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c7bef6f8-d600-4be6-84b1-93adcbbc3a26), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.690376 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.695259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:32.706696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for fd2bd009-8c89-45fc-996c-33fad0b1b915 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:32.728525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bef6f8-d600-4be6-84b1-93adcbbc3a26,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:32.788333 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d1222805-d25c-4b86-8174-42553ddf4764), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.788600 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Added segment d1222805-d25c-4b86-8174-42553ddf4764 of type vlan for network 8b8b0222-516f-4079-b588-fa68367972d5 Feb 03 12:48:32.803281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.811740 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Publish callbacks [] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.819353 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.855036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21581cf-3912-46be-889c-ea9a1c18d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:32.858153 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4312d318-46a9-4c1f-94fc-ca0163532644" -d '{"events": [{"server_uuid": "a21581cf-3912-46be-889c-ea9a1c18d47f", "name": "network-vif-plugged", "status": "completed", "tag": "ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:32.888997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116f05b-9f1e-457a-bdc0-53add1363bda None None] Pushing event updated for resources: {'Port': ['ID=fd2bd009-8c89-45fc-996c-33fad0b1b915,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:32.916107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (8b8b0222-516f-4079-b588-fa68367972d5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.922615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.923185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e2d2b63-50b9-40e8-bec9-8a3e2ecbfe3a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:32.951411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Attempting to bind port fd2bd009-8c89-45fc-996c-33fad0b1b915 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:32.951780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Attempting to bind port fd2bd009-8c89-45fc-996c-33fad0b1b915 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:32.952145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Attempting to bind port fd2bd009-8c89-45fc-996c-33fad0b1b915 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:32.959731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=fd2bd009-8c89-45fc-996c-33fad0b1b915,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:32.963813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:32.963813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:32.963813 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.963813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:32.963813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Bound port: fd2bd009-8c89-45fc-996c-33fad0b1b915, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:32.963813 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (fd2bd009-8c89-45fc-996c-33fad0b1b915), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.011150 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053be1db-c28f-44a5-b252-f294db551ad7 x-openstack-request-id: req-053be1db-c28f-44a5-b252-f294db551ad7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:33.011457 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21581cf-3912-46be-889c-ea9a1c18d47f", "name": "network-vif-plugged", "status": "completed", "tag": "ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:33.011715 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-053be1db-c28f-44a5-b252-f294db551ad7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:33.012180 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21581cf-3912-46be-889c-ea9a1c18d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f', 'code': 200} Feb 03 12:48:33.012312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks [] for floatingip (43333af9-4647-447c-9e80-e5ab8de6eea1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.027483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.034022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-728cf1d3-06d7-427a-8f40-3c9d379acdd3 tempest-ExternalNetworksAdminNegativeTestJSON-982476203 tempest-ExternalNetworksAdminNegativeTestJSON-982476203-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/43333af9-4647-447c-9e80-e5ab8de6eea1 HTTP/1.1" status: 204 len: 168 time: 1.0598528 Feb 03 12:48:33.058164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Port fd2bd009-8c89-45fc-996c-33fad0b1b915 has been deleted concurrently {{(pid=103225) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Feb 03 12:48:33.078454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Routers {'30165770-6232-4807-b5bc-e7c43007f726'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:33.079109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['30165770-6232-4807-b5bc-e7c43007f726'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:33.098471 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (8b8b0222-516f-4079-b588-fa68367972d5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.099445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:33.100025 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.183464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] Set router 30165770-6232-4807-b5bc-e7c43007f726 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:33.240875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8b0222-516f-4079-b588-fa68367972d5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:33.272855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 8b8b0222-516f-4079-b588-fa68367972d5 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:33.311210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-79752def-bfb7-4d1a-97fb-c8191fe48ff5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1032562 Feb 03 12:48:33.332266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34486) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:33.352700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Request body: {'subnet': {'network_id': '8b8b0222-516f-4079-b588-fa68367972d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1432236578-subnet', 'tenant_id': '34fed287451b40649b852bbd54313308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:33.362592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30165770-6232-4807-b5bc-e7c43007f726', 'name': 'tempest-NetworksTestDHCPv6-router-1779880777', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:25Z', 'updated_at': '2022-02-03T12:48:32Z', 'revision_number': 3, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:33.378368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb18bb-a1a5-4103-96e9-3142a727a95c req-a3c2ffad-693b-4ae8-b921-e8cc2a82b9d6 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:33.379130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59eb18bb-a1a5-4103-96e9-3142a727a95c req-a3c2ffad-693b-4ae8-b921-e8cc2a82b9d6 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.2875874 Feb 03 12:48:33.389507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b8ba-063c-4db0-a393-35150529c69b req-1043a09d-6efa-428f-9805-8a812f3c706e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:33.391096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be86b8ba-063c-4db0-a393-35150529c69b req-1043a09d-6efa-428f-9805-8a812f3c706e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 946 time: 0.3257067 Feb 03 12:48:33.422470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-eb8046ad-10c1-4bf8-b1e7-80fa823e9668 None None] Could not find standard attr ID for object fd2bd009-8c89-45fc-996c-33fad0b1b915. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:48:33.429352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cce94-8622-4ca5-bd6c-c9ad9d9fa698 None None] The sync data for ids ['30165770-6232-4807-b5bc-e7c43007f726'] in n-d-792364-10 is: [{'id': '30165770-6232-4807-b5bc-e7c43007f726', 'name': 'tempest-NetworksTestDHCPv6-router-1779880777', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:25Z', 'updated_at': '2022-02-03T12:48:32Z', 'revision_number': 3, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:48:33.480530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Made reservation on behalf of 34fed287451b40649b852bbd54313308 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:33.488752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.528167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34492) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:33.578075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59eb18bb-a1a5-4103-96e9-3142a727a95c req-d3e806ed-708b-4e0e-bdc2-b71a6cd56f88 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840305 Feb 03 12:48:33.632710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be86b8ba-063c-4db0-a393-35150529c69b req-f937663b-efe4-4546-b3af-b15ff1dbac66 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293580 Feb 03 12:48:33.694662 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (30165770-6232-4807-b5bc-e7c43007f726), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.767515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9de26fd4-571e-436c-8809-383751e04652 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:33.799501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa7cd0-020d-4b47-8723-a85ef3a4b142 req-50d429df-62ab-4666-bcbb-30927926bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:33.801130 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c7fa7cd0-020d-4b47-8723-a85ef3a4b142 req-50d429df-62ab-4666-bcbb-30927926bd03 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 1129 time: 0.1379128 Feb 03 12:48:33.900499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9de26fd4-571e-436c-8809-383751e04652,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:33.913292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Router 30165770-6232-4807-b5bc-e7c43007f726 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:48:33.914350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '9de26fd4-571e-436c-8809-383751e04652', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'port_id': '9de26fd4-571e-436c-8809-383751e04652', 'mac_address': 'fa:16:3e:24:1c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:33.933219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c7fa7cd0-020d-4b47-8723-a85ef3a4b142 req-4b1cb156-4c9c-4e51-b04a-995f913a7ba3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236045 Feb 03 12:48:33.961967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9de26fd4-571e-436c-8809-383751e04652 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:33.962397 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9de26fd4-571e-436c-8809-383751e04652), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.983333 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de26fd4-571e-436c-8809-383751e04652 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:34.006164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9de26fd4-571e-436c-8809-383751e04652,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:34.012261 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9de26fd4-571e-436c-8809-383751e04652), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.014514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:48:34.021952 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d9d0ac68-a865-40d0-907f-1c444e31b110 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "PUT /v2.0/routers/30165770-6232-4807-b5bc-e7c43007f726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2436211 Feb 03 12:48:34.023848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34496) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:34.035606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-2baa62fa-f713-462f-a2b8-ae6f5698d0c6 req-93f1ade8-117e-4d00-84b0-2d07f02aaf49 service neutron] (103223) timed out ('10.222.0.91', 52790) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:48:34.077960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9de26fd4-571e-436c-8809-383751e04652,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:34.089712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d9e0c-bf6f-4c9e-b11b-3247c72a9550 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:34.092009 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d9e0c-bf6f-4c9e-b11b-3247c72a9550 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:34.097133 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-655d9e0c-bf6f-4c9e-b11b-3247c72a9550 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0691025 Feb 03 12:48:34.099539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34498) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:34.112409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efcf273d-f5bb-4f25-8e26-81cfbd505007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.155439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f9f03e-ca94-4e62-bb2a-80e9029ddd3a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet b1f46656-45dd-4df9-b4ea-0efea9f28b17 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:34.159156 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71f9f03e-ca94-4e62-bb2a-80e9029ddd3a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (b1f46656-45dd-4df9-b4ea-0efea9f28b17), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.206253 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71f9f03e-ca94-4e62-bb2a-80e9029ddd3a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (b1f46656-45dd-4df9-b4ea-0efea9f28b17), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.260438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9de26fd4-571e-436c-8809-383751e04652'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:34.271132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5253e3-2706-4a44-ba8d-6535af174331 req-8e153614-623d-4ccc-86e3-cf257f1b030e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:34.272683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b5253e3-2706-4a44-ba8d-6535af174331 req-8e153614-623d-4ccc-86e3-cf257f1b030e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 945 time: 0.5152056 Feb 03 12:48:34.276352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (add96f84-1724-4644-a563-f8e8935646c0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.294551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9165f-e15e-4619-b4cd-a0847bb4f0c8 req-d6def972-9672-4936-9855-cebed9ff00c2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:34.296115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daa9165f-e15e-4619-b4cd-a0847bb4f0c8 req-d6def972-9672-4936-9855-cebed9ff00c2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.5666530 Feb 03 12:48:34.307114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71f9f03e-ca94-4e62-bb2a-80e9029ddd3a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (b1f46656-45dd-4df9-b4ea-0efea9f28b17), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.382996 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71f9f03e-ca94-4e62-bb2a-80e9029ddd3a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (b1f46656-45dd-4df9-b4ea-0efea9f28b17), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.413461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f03e-ca94-4e62-bb2a-80e9029ddd3a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f46656-45dd-4df9-b4ea-0efea9f28b17,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:34.419287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add96f84-1724-4644-a563-f8e8935646c0,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:34.421151 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71f9f03e-ca94-4e62-bb2a-80e9029ddd3a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.424977 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efcf273d-f5bb-4f25-8e26-81cfbd505007 admin admin] Publish callbacks [] for security_group (05ef8997-9386-43d8-9df4-5eb4ce56f609), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.428546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-71f9f03e-ca94-4e62-bb2a-80e9029ddd3a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/b1f46656-45dd-4df9-b4ea-0efea9f28b17 HTTP/1.1" status: 204 len: 168 time: 0.3277235 Feb 03 12:48:34.429290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34500) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:34.435617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa7389-1ab3-4be7-813f-f87f31af313c None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:34.460785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efcf273d-f5bb-4f25-8e26-81cfbd505007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (05ef8997-9386-43d8-9df4-5eb4ce56f609), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.463858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.464209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.464549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.464885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.465212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.465626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.465954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.466274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.466624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.466968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.467273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.467585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.467906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:34.488868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b5253e3-2706-4a44-ba8d-6535af174331 req-ae8fd5c4-dc9a-4c98-b53d-a34b0d5b5d27 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045081 Feb 03 12:48:34.498164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daa9165f-e15e-4619-b4cd-a0847bb4f0c8 req-c72aab62-b1c8-4183-a6f2-ba02dd52b467 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676977 Feb 03 12:48:34.522671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Checking segment: {'id': 'd1222805-d25c-4b86-8174-42553ddf4764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b8b0222-516f-4079-b588-fa68367972d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:34.523015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Network hostable DHCP agents. Network: 8b8b0222-516f-4079-b588-fa68367972d5, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:34.531303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-efcf273d-f5bb-4f25-8e26-81cfbd505007 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e63af9daabb6428ab70f7d33cdd80552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9961743 Feb 03 12:48:34.540040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34504) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:34.565952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf273d-f5bb-4f25-8e26-81cfbd505007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ef8997-9386-43d8-9df4-5eb4ce56f609,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:34.592138 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-82f6962d-0d56-48b2-bd47-51b5991d1884 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1615920 Feb 03 12:48:34.592308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34508) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:34.595719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Network 8b8b0222-516f-4079-b588-fa68367972d5 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:34.693608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1a720e-258f-4559-9107-0e3d46e4a8b1 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:34.743071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 8b8b0222-516f-4079-b588-fa68367972d5) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:34.756394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0455e3-e8a1-4206-a2e8-9c18233f65a8 None None] Network 8b8b0222-516f-4079-b588-fa68367972d5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:34.775282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a720e-258f-4559-9107-0e3d46e4a8b1 None None] Deleting port e1384674-3f51-4c26-b74a-db3d2efb0336 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:34.775856 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff1a720e-258f-4559-9107-0e3d46e4a8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.800676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:34.801286 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.803555 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] Sync routers for ids ['30165770-6232-4807-b5bc-e7c43007f726'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:48:34.819880 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] Routers {'30165770-6232-4807-b5bc-e7c43007f726'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:34.821169 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['30165770-6232-4807-b5bc-e7c43007f726'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:34.829044 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ff2f-8606-4ff9-adb0-5bd9c1afab35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router (30165770-6232-4807-b5bc-e7c43007f726), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.901318 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] Set router 30165770-6232-4807-b5bc-e7c43007f726 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:34.906102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-239b82e7-5187-4be0-a68f-44c10d8dcf51 admin admin] Publish callbacks [] for security_group (05ef8997-9386-43d8-9df4-5eb4ce56f609), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.916843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ff1a720e-258f-4559-9107-0e3d46e4a8b1 None None] For port e1384674-3f51-4c26-b74a-db3d2efb0336, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e1384674-3f51-4c26-b74a-db3d2efb0336,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:34.917257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff1a720e-258f-4559-9107-0e3d46e4a8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.934723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a720e-258f-4559-9107-0e3d46e4a8b1 None None] Calling delete_port for e1384674-3f51-4c26-b74a-db3d2efb0336 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:34.963343 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30165770-6232-4807-b5bc-e7c43007f726', 'name': 'tempest-NetworksTestDHCPv6-router-1779880777', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:25Z', 'updated_at': '2022-02-03T12:48:32Z', 'revision_number': 3, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:34.998394 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] Checking router: 30165770-6232-4807-b5bc-e7c43007f726 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:48:35.008241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c86783d2-75e6-452d-9bc8-937e5ebd46f2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6738725 Feb 03 12:48:35.024633 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] Routers {'30165770-6232-4807-b5bc-e7c43007f726'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:35.025297 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['30165770-6232-4807-b5bc-e7c43007f726'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:35.028332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ff2f-8606-4ff9-adb0-5bd9c1afab35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (30165770-6232-4807-b5bc-e7c43007f726), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.031497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-239b82e7-5187-4be0-a68f-44c10d8dcf51 admin admin] Publish callbacks [] for security_group (05ef8997-9386-43d8-9df4-5eb4ce56f609), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.043763 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ff2f-8606-4ff9-adb0-5bd9c1afab35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router_controller (30165770-6232-4807-b5bc-e7c43007f726), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.053975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ab931-10d8-45ad-8260-f4d8d55a3e4a None None] Network 8b8b0222-516f-4079-b588-fa68367972d5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:35.116608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fbdf7-7b76-4c39-a60d-e3804ea5b8aa req-84ce69f9-4ee2-4fe3-bfa5-4adeb77b06e7 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.118216 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e93fbdf7-7b76-4c39-a60d-e3804ea5b8aa req-84ce69f9-4ee2-4fe3-bfa5-4adeb77b06e7 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.4094961 Feb 03 12:48:35.169097 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ff2f-8606-4ff9-adb0-5bd9c1afab35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (30165770-6232-4807-b5bc-e7c43007f726), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.169663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae7ff2f-8606-4ff9-adb0-5bd9c1afab35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Fanout notify agent at l3_agent the message router_deleted on router 30165770-6232-4807-b5bc-e7c43007f726 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:48:35.175465 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] Set router 30165770-6232-4807-b5bc-e7c43007f726 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:35.180190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ff2f-8606-4ff9-adb0-5bd9c1afab35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.184635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34534) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:35.190585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:35.196437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1ae7ff2f-8606-4ff9-adb0-5bd9c1afab35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/routers/30165770-6232-4807-b5bc-e7c43007f726 HTTP/1.1" status: 204 len: 168 time: 0.6014824 Feb 03 12:48:35.258557 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30165770-6232-4807-b5bc-e7c43007f726', 'name': 'tempest-NetworksTestDHCPv6-router-1779880777', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:25Z', 'updated_at': '2022-02-03T12:48:32Z', 'revision_number': 3, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:35.270795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e93fbdf7-7b76-4c39-a60d-e3804ea5b8aa req-31260e2b-c726-4f1a-af3d-6d5f27327165 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259766 Feb 03 12:48:35.280632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8e9a4-3875-4933-b7e9-9283a79a8658 req-41772694-af06-4b4f-bbf5-97f80cee03f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.288462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ca8e9a4-3875-4933-b7e9-9283a79a8658 req-41772694-af06-4b4f-bbf5-97f80cee03f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 946 time: 0.1937528 Feb 03 12:48:35.295544 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff1a720e-258f-4559-9107-0e3d46e4a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (e1384674-3f51-4c26-b74a-db3d2efb0336), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.319053 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-239b82e7-5187-4be0-a68f-44c10d8dcf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (05ef8997-9386-43d8-9df4-5eb4ce56f609), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.321855 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-239b82e7-5187-4be0-a68f-44c10d8dcf51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.325782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-239b82e7-5187-4be0-a68f-44c10d8dcf51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05ef8997-9386-43d8-9df4-5eb4ce56f609 HTTP/1.1" status: 204 len: 168 time: 0.7812409 Feb 03 12:48:35.329143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:35.334816 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.339378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a720e-258f-4559-9107-0e3d46e4a8b1 None None] Pushing event deleted for resources: {'Port': ['ID=e1384674-3f51-4c26-b74a-db3d2efb0336,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:35.352703 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee40c45-498a-4171-aa36-05c50838c163 None None] The sync data for ids ['30165770-6232-4807-b5bc-e7c43007f726'] in n-d-792364-10 is: [{'id': '30165770-6232-4807-b5bc-e7c43007f726', 'name': 'tempest-NetworksTestDHCPv6-router-1779880777', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:25Z', 'updated_at': '2022-02-03T12:48:32Z', 'revision_number': 3, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:48:35.356003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a720e-258f-4559-9107-0e3d46e4a8b1 None None] No DVR routers for this DVR port e1384674-3f51-4c26-b74a-db3d2efb0336 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:35.372872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b82e7-5187-4be0-a68f-44c10d8dcf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ef8997-9386-43d8-9df4-5eb4ce56f609,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:35.447721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ca8e9a4-3875-4933-b7e9-9283a79a8658 req-35692c1b-29b1-48d8-908c-4731b5f3ceb2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581419 Feb 03 12:48:35.466290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e1384674-3f51-4c26-b74a-db3d2efb0336 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:35.506784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e1384674-3f51-4c26-b74a-db3d2efb0336 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:35.506985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e1384674-3f51-4c26-b74a-db3d2efb0336 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:35.686211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (f1b9dc4e-de9f-4a75-a1f0-5382071dd62e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.761181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:35.764652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:35.767875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.768477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.772381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9de26fd4-571e-436c-8809-383751e04652 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:35.801659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=f1b9dc4e-de9f-4a75-a1f0-5382071dd62e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:35.824459 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a403dae4-2a2b-42fb-9b11-d965d2c3edd3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6385314 Feb 03 12:48:35.827478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34552) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:35.831243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c95ccc-4c25-4f6c-8e8f-8dd10654e05d None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:35.832357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5def3851-efba-406a-af9f-6943c7545fee tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-687159073', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:35.849482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34556) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:35.894564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5def3851-efba-406a-af9f-6943c7545fee tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (79f8201c-047c-4c72-be9f-f4237f9336f4), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.896325 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5def3851-efba-406a-af9f-6943c7545fee tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (79f8201c-047c-4c72-be9f-f4237f9336f4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.910081 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e45d24ee-6526-4394-92e8-82f6c5bc6f75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1ea4259e2ab4e548a3c6497dde74f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594895 Feb 03 12:48:35.912618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34558) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:35.915605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c4605-42c6-49f6-9b7b-250ebcf87143 req-33b269d3-7bf5-4a83-b182-083c89820ba9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.931561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec0c4605-42c6-49f6-9b7b-250ebcf87143 req-33b269d3-7bf5-4a83-b182-083c89820ba9 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 945 time: 0.0807242 Feb 03 12:48:35.976367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 9de26fd4-571e-436c-8809-383751e04652 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:35.984865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 9de26fd4-571e-436c-8809-383751e04652 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:35.985243 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9de26fd4-571e-436c-8809-383751e04652), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.008042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'f1b9dc4e-de9f-4a75-a1f0-5382071dd62e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:36.009594 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.013668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec0c4605-42c6-49f6-9b7b-250ebcf87143 req-26eee11a-b7bd-44dd-b79b-e0ba2e05fe09 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790522 Feb 03 12:48:36.019256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5def3851-efba-406a-af9f-6943c7545fee tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router_controller (79f8201c-047c-4c72-be9f-f4237f9336f4), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.021316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79010dd8-1fda-4f91-8342-091d718c425c admin admin] Publish callbacks [] for security_group (4ac9f02f-a3a9-4cb4-96b2-816a27674968), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.040071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5def3851-efba-406a-af9f-6943c7545fee tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (79f8201c-047c-4c72-be9f-f4237f9336f4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.073290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5def3851-efba-406a-af9f-6943c7545fee tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.075718 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5def3851-efba-406a-af9f-6943c7545fee tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2470701 Feb 03 12:48:36.078633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34562) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:36.082017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79010dd8-1fda-4f91-8342-091d718c425c admin admin] Publish callbacks [] for security_group (4ac9f02f-a3a9-4cb4-96b2-816a27674968), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.144117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79010dd8-1fda-4f91-8342-091d718c425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4ac9f02f-a3a9-4cb4-96b2-816a27674968), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.148013 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79010dd8-1fda-4f91-8342-091d718c425c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.149792 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-79010dd8-1fda-4f91-8342-091d718c425c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ac9f02f-a3a9-4cb4-96b2-816a27674968 HTTP/1.1" status: 204 len: 168 time: 0.2358472 Feb 03 12:48:36.189923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79010dd8-1fda-4f91-8342-091d718c425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac9f02f-a3a9-4cb4-96b2-816a27674968,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:36.223433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/f1b9dc4e-de9f-4a75-a1f0-5382071dd62e/c3b4df39-e93a-4ac3-b569-f0ebda91378f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:36.241886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9de26fd4-571e-436c-8809-383751e04652 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:36.242290 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9de26fd4-571e-436c-8809-383751e04652), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.286712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de26fd4-571e-436c-8809-383751e04652'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:36.289253 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae0b410-90a9-4da9-bdd0-c1ef7ff24075" -d '{"events": [{"server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "name": "network-vif-plugged", "status": "completed", "tag": "9de26fd4-571e-436c-8809-383751e04652"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:36.311755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9de26fd4-571e-436c-8809-383751e04652,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:36.313187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-0e8d79fb-9ae3-4333-824e-356b6fd83da2 req-ccd3f5ae-6ba7-443b-b30c-c6dd899ba0f7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:48:36.327926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e8d79fb-9ae3-4333-824e-356b6fd83da2 req-ccd3f5ae-6ba7-443b-b30c-c6dd899ba0f7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2461345 Feb 03 12:48:36.343768 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9de26fd4-571e-436c-8809-383751e04652), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.530852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54819717-1345-4236-a299-b5ac2ffea702 req-d579049c-3588-4d9d-b7b5-b4960544a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:36.533970 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-54819717-1345-4236-a299-b5ac2ffea702 req-d579049c-3588-4d9d-b7b5-b4960544a0cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 1129 time: 0.1023757 Feb 03 12:48:36.551237 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e8c3fb-d8fd-4600-81ed-07730484fea6 x-openstack-request-id: req-54e8c3fb-d8fd-4600-81ed-07730484fea6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:36.552247 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "name": "network-vif-plugged", "status": "completed", "tag": "9de26fd4-571e-436c-8809-383751e04652", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:36.552669 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54e8c3fb-d8fd-4600-81ed-07730484fea6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:36.553095 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.553373 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de26fd4-571e-436c-8809-383751e04652', 'code': 200} Feb 03 12:48:36.593928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:36.635473 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-54819717-1345-4236-a299-b5ac2ffea702 req-8312600a-4b91-4001-835e-384e77e4e302 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908222 Feb 03 12:48:36.664401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9de26fd4-571e-436c-8809-383751e04652,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:36.724543 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-975d3d4d-1e2d-420d-a932-0f5cb8beb9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.755733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f8929-baf8-4ae4-91c7-b08d03c9668f req-2b644d1f-ad9c-4787-93b8-548502219ed4 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:36.757458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c5f8929-baf8-4ae4-91c7-b08d03c9668f req-2b644d1f-ad9c-4787-93b8-548502219ed4 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.2842386 Feb 03 12:48:36.787923 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Publish callbacks [] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.819472 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.864596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 11e09ac0-57bb-4424-b385-e5df4f304f8e is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:36.876115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:36.879009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:36.883904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:36.885921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Pushing event updated for resources: {'Port': ['ID=c3b4df39-e93a-4ac3-b569-f0ebda91378f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:36.941714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Attempting to bind port c3b4df39-e93a-4ac3-b569-f0ebda91378f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:36.942093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Attempting to bind port c3b4df39-e93a-4ac3-b569-f0ebda91378f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:36.942490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Attempting to bind port c3b4df39-e93a-4ac3-b569-f0ebda91378f on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:36.948043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:36.948425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:36.948751 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.949144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:36.949613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Bound port: c3b4df39-e93a-4ac3-b569-f0ebda91378f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:36.950160 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.961034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c5f8929-baf8-4ae4-91c7-b08d03c9668f req-4b2e82f1-b3d8-4aa8-a289-a74d9253cb3d tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932929 Feb 03 12:48:37.044502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] For port c3b4df39-e93a-4ac3-b569-f0ebda91378f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:37.051039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] For port c3b4df39-e93a-4ac3-b569-f0ebda91378f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c3b4df39-e93a-4ac3-b569-f0ebda91378f,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:37.063068 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.076525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd7011-21cc-453a-aea3-4b9a0c5f1cd0 req-cac2b10a-effa-4e9f-9d62-1b943533c438 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:37.078063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-addd7011-21cc-453a-aea3-4b9a0c5f1cd0 req-cac2b10a-effa-4e9f-9d62-1b943533c438 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 946 time: 0.3197043 Feb 03 12:48:37.123938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Pushing event updated for resources: {'Port': ['ID=c3b4df39-e93a-4ac3-b569-f0ebda91378f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:37.135404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.135749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.136260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.136606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.136938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.137301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.137735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.138075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.138425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.138744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.139068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.139389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.139712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e428-042c-498d-bcbe-85eca19efc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:37.204736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::1 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/f1b9dc4e-de9f-4a75-a1f0-5382071dd62e/6f8f893a-21c1-4a85-aedb-898109119670) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:37.255248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-addd7011-21cc-453a-aea3-4b9a0c5f1cd0 req-3361eae1-ed87-4916-b4a9-c8616aff71b4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394651 Feb 03 12:48:37.271754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-1789a4db-2dea-4c02-8f44-f80c705ea08d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3749621 Feb 03 12:48:37.293397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-c6d32468-966b-40e5-b543-de851148781a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:48:37.294793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-c6d32468-966b-40e5-b543-de851148781a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149233 Feb 03 12:48:37.304252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de603cb4-ac58-4631-92fe-193dd5d23f75 req-b10f0c81-3fc5-4c86-abce-7bec03d5f3e2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:37.306441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de603cb4-ac58-4631-92fe-193dd5d23f75 req-b10f0c81-3fc5-4c86-abce-7bec03d5f3e2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.2235789 Feb 03 12:48:37.479608 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (6f8f893a-21c1-4a85-aedb-898109119670), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.492071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de603cb4-ac58-4631-92fe-193dd5d23f75 req-9c36f971-e7fa-4aa2-8f9a-45b2809c0dba tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777976 Feb 03 12:48:37.677163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6f8f893a-21c1-4a85-aedb-898109119670), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.824572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:37.848242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=6f8f893a-21c1-4a85-aedb-898109119670,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:37.861629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:37.866999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:37.867568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (79f8201c-047c-4c72-be9f-f4237f9336f4), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.990282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd230c8-08e2-4c45-bbc4-bb6e64061a22 req-6b617cf8-daa2-4945-a382-4b437e14af2d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:37.997917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfd230c8-08e2-4c45-bbc4-bb6e64061a22 req-6b617cf8-daa2-4945-a382-4b437e14af2d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.5027757 Feb 03 12:48:38.102027 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfd230c8-08e2-4c45-bbc4-bb6e64061a22 req-ab82d43e-a986-4f50-aede-bc77d5848682 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031132 Feb 03 12:48:38.224911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fcca4-ad0a-48f3-b8b0-3288b8aa0d9c req-3ba2c946-2bb6-4874-b742-f1cefc359cb8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:38.226488 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-491fcca4-ad0a-48f3-b8b0-3288b8aa0d9c req-3ba2c946-2bb6-4874-b742-f1cefc359cb8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1044104 Feb 03 12:48:38.232904 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6f8f893a-21c1-4a85-aedb-898109119670), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.407835 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:48:38.452231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-491fcca4-ad0a-48f3-b8b0-3288b8aa0d9c req-2d0139ce-5816-4f9d-8bd4-254492d5f251 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058337 Feb 03 12:48:38.538621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34664) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:38.668984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-85aa6e19-1606-4dea-811c-b42f0b188376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:38.673049 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-85aa6e19-1606-4dea-811c-b42f0b188376 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc&tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec HTTP/1.1" status: 200 len: 1127 time: 0.1133480 Feb 03 12:48:38.764911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-b9af65ea-8018-419b-8b8b-adc2ec312a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:38.766993 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-b9af65ea-8018-419b-8b8b-adc2ec312a74 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 1127 time: 0.0689888 Feb 03 12:48:38.784280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1048913458', 'router:external': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:38.784525 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11efb487-2630-4bc4-85f7-b55bc1cec273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.904960 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-55cb4bd0-d635-4ac9-a955-8d4d6a3e2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:38.907085 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-55cb4bd0-d635-4ac9-a955-8d4d6a3e2944 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 0.1335843 Feb 03 12:48:38.935047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4089b100-e2f7-46e6-82ea-5c5f740a61f4 None None] Provisioning complete for port c3b4df39-e93a-4ac3-b569-f0ebda91378f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:38.935784 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4089b100-e2f7-46e6-82ea-5c5f740a61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.981857 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (6f8f893a-21c1-4a85-aedb-898109119670), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.984623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Made reservation on behalf of 53c2754e273545389749791c60b59811 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:38.987370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.013679 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (6f8f893a-21c1-4a85-aedb-898109119670), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.014192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (79f8201c-047c-4c72-be9f-f4237f9336f4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.032989 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.049973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4089b100-e2f7-46e6-82ea-5c5f740a61f4 None None] Current status of the port c3b4df39-e93a-4ac3-b569-f0ebda91378f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:39.050762 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4089b100-e2f7-46e6-82ea-5c5f740a61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.060025 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-efc19c97-8476-4398-81b3-63671108ca9b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e HTTP/1.1" status: 200 len: 999 time: 0.1427321 Feb 03 12:48:39.090669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4089b100-e2f7-46e6-82ea-5c5f740a61f4 None None] For port c3b4df39-e93a-4ac3-b569-f0ebda91378f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c3b4df39-e93a-4ac3-b569-f0ebda91378f,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:39.097452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4089b100-e2f7-46e6-82ea-5c5f740a61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.161372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089b100-e2f7-46e6-82ea-5c5f740a61f4 None None] Pushing event updated for resources: {'Port': ['ID=c3b4df39-e93a-4ac3-b569-f0ebda91378f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:39.169688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-d70030b6-1fba-40a8-a785-d3918ac69c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:39.171983 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-d70030b6-1fba-40a8-a785-d3918ac69c21 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.1045711 Feb 03 12:48:39.183254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc764b-c72f-4f03-9b8b-dfaeafc87808 req-0f657484-2463-4d64-96ef-7762b7705c95 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:39.184863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0acc764b-c72f-4f03-9b8b-dfaeafc87808 req-0f657484-2463-4d64-96ef-7762b7705c95 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.5677757 Feb 03 12:48:39.187024 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for security_group (04207818-6585-4af5-b0b3-b04b60e389b7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.212252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-e5736f34-cfc3-4c84-8b6b-460e2a316da6 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:39.219277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-e5736f34-cfc3-4c84-8b6b-460e2a316da6 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/networks?id=8b8b0222-516f-4079-b588-fa68367972d5 HTTP/1.1" status: 200 len: 810 time: 0.4528375 Feb 03 12:48:39.226224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (04207818-6585-4af5-b0b3-b04b60e389b7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.253461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-db99d708-e2e3-43f4-b628-ce5661ec8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:39.255303 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-db99d708-e2e3-43f4-b628-ce5661ec8e14 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0749936 Feb 03 12:48:39.308140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:39.311249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-5dac78d3-1be5-4e0e-9531-cfb3eac018e5 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/quotas/34fed287451b40649b852bbd54313308 HTTP/1.1" status: 200 len: 375 time: 0.0907631 Feb 03 12:48:39.348903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ad42252f-1568-4e9e-aabd-8531d60d8e7e None None] Provisioning complete for port 6f8f893a-21c1-4a85-aedb-898109119670 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:39.352213 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad42252f-1568-4e9e-aabd-8531d60d8e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6f8f893a-21c1-4a85-aedb-898109119670), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.368322 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-2d9540f8-5f8e-4854-8a34-2f2d43cc43b1 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051607 Feb 03 12:48:39.440378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ad42252f-1568-4e9e-aabd-8531d60d8e7e None None] Port 6f8f893a-21c1-4a85-aedb-898109119670 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:39.515480 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7368e0db-7aaf-47ac-9d88-ff64a196d74e req-5bec125e-2598-45f4-b06d-4afda941baf8 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399825 Feb 03 12:48:39.575052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c3b4df39-e93a-4ac3-b569-f0ebda91378f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:39.646582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c3b4df39-e93a-4ac3-b569-f0ebda91378f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:39.646964 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.732106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=6f8f893a-21c1-4a85-aedb-898109119670,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:39.757304 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7f92e6a1-8f03-4235-b467-eb7387fa32cc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.757844 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Added segment 7f92e6a1-8f03-4235-b467-eb7387fa32cc of type vlan for network d274b648-bbe4-4cc2-a981-ff0798342185 Feb 03 12:48:39.761698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04207818-6585-4af5-b0b3-b04b60e389b7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:39.774778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c3b4df39-e93a-4ac3-b569-f0ebda91378f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:39.819431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-faa9b1da-176d-48d9-8fa2-f86e7aa32cfc tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=34fed287451b40649b852bbd54313308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4906120 Feb 03 12:48:39.828257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0acc764b-c72f-4f03-9b8b-dfaeafc87808 req-5e3771eb-f2e4-4764-b9ac-3e2c3f217469 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6064572 Feb 03 12:48:39.928978 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (d274b648-bbe4-4cc2-a981-ff0798342185), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.005140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:40.018951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:40.029129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.162620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (d274b648-bbe4-4cc2-a981-ff0798342185), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.163776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:40.164728 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.175731 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-e4ad3342-9860-4fa4-b974-cd8f5006dcae service neutron] 10.222.0.65 "GET /v2.0/networks/8b8b0222-516f-4079-b588-fa68367972d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226860 Feb 03 12:48:40.376125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8255537 Feb 03 12:48:40.379456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34706) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:40.385388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'subnet': {'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:40.425722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Made reservation on behalf of 53c2754e273545389749791c60b59811 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:40.428594 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.476427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a10df8-94a9-4a6a-a984-bb49e7869cfd req-b918518e-5815-4a44-8b28-570bc21ea619 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:40.484781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-64a3e24a-6efe-487d-b2bc-0bad01ec4e7d None None] Provisioning complete for port 6f8f893a-21c1-4a85-aedb-898109119670 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:40.486218 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64a3e24a-6efe-487d-b2bc-0bad01ec4e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6f8f893a-21c1-4a85-aedb-898109119670), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.489798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30a10df8-94a9-4a6a-a984-bb49e7869cfd req-b918518e-5815-4a44-8b28-570bc21ea619 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.5643151 Feb 03 12:48:40.529974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79877d8b-98cf-4630-a98e-58e829415403 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event updated for resources: {'Network': ['ID=d274b648-bbe4-4cc2-a981-ff0798342185,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:40.558180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network d274b648-bbe4-4cc2-a981-ff0798342185 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:40.635418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-92fe5041-aa26-40a8-a969-ca37181eebee service neutron] 10.222.0.65 "GET /v2.0/networks/8b8b0222-516f-4079-b588-fa68367972d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504311 Feb 03 12:48:40.706688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-64a3e24a-6efe-487d-b2bc-0bad01ec4e7d None None] Port 6f8f893a-21c1-4a85-aedb-898109119670 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:40.711856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30a10df8-94a9-4a6a-a984-bb49e7869cfd req-35ca2953-32ee-48f4-80a1-fb6327339b37 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206776 Feb 03 12:48:40.753217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Router 79f8201c-047c-4c72-be9f-f4237f9336f4 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:48:40.976700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:48:40.987539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-95397313-d25f-4281-8717-e8654909c7ef tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "PUT /v2.0/routers/79f8201c-047c-4c72-be9f-f4237f9336f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9036489 Feb 03 12:48:40.987539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34712) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:40.994128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Sync routers for ids ['79f8201c-047c-4c72-be9f-f4237f9336f4'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:48:40.997904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ff091-679e-4579-a56f-65cb5ddd1aaa req-90f43ede-4580-46a0-b4a2-fd40f8289d4a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:41.005412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-887ff091-679e-4579-a56f-65cb5ddd1aaa req-90f43ede-4580-46a0-b4a2-fd40f8289d4a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1380143 Feb 03 12:48:41.012287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Routers {'79f8201c-047c-4c72-be9f-f4237f9336f4'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:41.013106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['79f8201c-047c-4c72-be9f-f4237f9336f4'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:41.032149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.objects.ports [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:48:41.033054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0bbac514-1940-43da-8f59-e5c1a46fe87a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.173317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0bbac514-1940-43da-8f59-e5c1a46fe87a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:41.217710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7524341-b480-43f5-ab74-80963b595a5b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:41.228059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e7524341-b480-43f5-ab74-80963b595a5b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports/6f8f893a-21c1-4a85-aedb-898109119670 HTTP/1.1" status: 200 len: 911 time: 0.2041883 Feb 03 12:48:41.229415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34716) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:41.246304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Set router 79f8201c-047c-4c72-be9f-f4237f9336f4 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:41.280742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Checking segment: {'id': '7f92e6a1-8f03-4235-b467-eb7387fa32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:41.281176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Network hostable DHCP agents. Network: d274b648-bbe4-4cc2-a981-ff0798342185, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:41.316487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-887ff091-679e-4579-a56f-65cb5ddd1aaa req-7da0c729-6c78-456d-a231-e7aa009348df tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101301 Feb 03 12:48:41.425174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Network d274b648-bbe4-4cc2-a981-ff0798342185 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:41.481241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939796d1-d47d-4d72-bff4-f8f046e18dc2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:41.491993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939796d1-d47d-4d72-bff4-f8f046e18dc2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:41.496673 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-939796d1-d47d-4d72-bff4-f8f046e18dc2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2597547 Feb 03 12:48:41.498152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34726) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:41.515247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, d274b648-bbe4-4cc2-a981-ff0798342185) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:41.529939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:41.534735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.538161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e674a4-3fc0-4262-8e82-f464c2156a01 None None] Network d274b648-bbe4-4cc2-a981-ff0798342185 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:41.587116 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.590911 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-40b4405e-58f9-455c-aabc-46674528fd4b tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2095823 Feb 03 12:48:41.594199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34728) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:41.607844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-730062171', 'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:41.713994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Made reservation on behalf of 53c2754e273545389749791c60b59811 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:41.723077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.747072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26d384-52fe-4677-9f01-ce4a2d9dcc99 None None] Network d274b648-bbe4-4cc2-a981-ff0798342185 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:41.807010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] device_id is not set on port d5d40c0c-3b73-494d-9776-081d6bf996a2 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:41.897485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f8201c-047c-4c72-be9f-f4237f9336f4', 'name': 'tempest-NetworksTestDHCPv6-router-687159073', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:35Z', 'updated_at': '2022-02-03T12:48:38Z', 'revision_number': 2, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None, '_interfaces': [{'id': '6f8f893a-21c1-4a85-aedb-898109119670', 'name': '', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'mac_address': 'fa:16:3e:8d:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f8201c-047c-4c72-be9f-f4237f9336f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'f1b9dc4e-de9f-4a75-a1f0-5382071dd62e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:48:36Z', 'updated_at': '2022-02-03T12:48:38Z', 'revision_number': 2, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'subnets': [{'id': 'f1b9dc4e-de9f-4a75-a1f0-5382071dd62e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:41.984247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d9fb16c-b882-4f2b-a888-f4f98e84b92e req-e4bf7c2d-49b1-4354-95aa-4767f97e1c14 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 210 time: 0.1523664 Feb 03 12:48:42.060760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Checking router: 79f8201c-047c-4c72-be9f-f4237f9336f4 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:48:42.061161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Updating router 79f8201c-047c-4c72-be9f-f4237f9336f4 port 6f8f893a-21c1-4a85-aedb-898109119670 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:48:42.142688 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6f8f893a-21c1-4a85-aedb-898109119670), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.210914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Allocated IP 2001:db8::3d4 (d274b648-bbe4-4cc2-a981-ff0798342185/0bbac514-1940-43da-8f59-e5c1a46fe87a/d5d40c0c-3b73-494d-9776-081d6bf996a2) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:42.429657 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for port (d5d40c0c-3b73-494d-9776-081d6bf996a2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.493140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f80c7-0ff9-400c-ad64-375065bc4184 req-86fccc00-2866-41f2-a3ed-57eb8946800d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:42.501341 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d5d40c0c-3b73-494d-9776-081d6bf996a2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.504205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-580f80c7-0ff9-400c-ad64-375065bc4184 req-86fccc00-2866-41f2-a3ed-57eb8946800d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.4930346 Feb 03 12:48:42.643136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event updated for resources: {'Port': ['ID=d5d40c0c-3b73-494d-9776-081d6bf996a2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:42.651933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Network d274b648-bbe4-4cc2-a981-ff0798342185 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:42.656712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:42.659716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:42.659983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971f775-8438-455e-adbc-8e284b9350b1 req-702e15e0-6f8c-413f-8714-1b12b7032355 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:42.661489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:42.662653 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.669796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b971f775-8438-455e-adbc-8e284b9350b1 req-702e15e0-6f8c-413f-8714-1b12b7032355 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.3818126 Feb 03 12:48:42.701228 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b418ca35-7f6a-461f-921b-0c35b31a0ad8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1040857 Feb 03 12:48:42.704126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34742) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:42.786452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-580f80c7-0ff9-400c-ad64-375065bc4184 req-b6db6e69-c8d4-4da0-b883-9cade2c34f9c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816646 Feb 03 12:48:42.826847 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Publish callbacks [] for port (6f8f893a-21c1-4a85-aedb-898109119670), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.829560 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.851739 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6f8f893a-21c1-4a85-aedb-898109119670), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.921023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-10e99da8-be7f-41bb-8a69-e7d2f71133b0 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Deleting port d5d40c0c-3b73-494d-9776-081d6bf996a2 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:42.921759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24832adc-97b6-4e31-bce1-bb6d931f0a7e None None] Pushing event updated for resources: {'Port': ['ID=6f8f893a-21c1-4a85-aedb-898109119670,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:42.922839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b971f775-8438-455e-adbc-8e284b9350b1 req-2d4426df-75de-441c-8d7c-805f0d383521 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452517 Feb 03 12:48:42.923119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10e99da8-be7f-41bb-8a69-e7d2f71133b0 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d5d40c0c-3b73-494d-9776-081d6bf996a2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.029586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Attempting to bind port 6f8f893a-21c1-4a85-aedb-898109119670 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:43.031035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Attempting to bind port 6f8f893a-21c1-4a85-aedb-898109119670 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:43.031778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Attempting to bind port 6f8f893a-21c1-4a85-aedb-898109119670 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:43.045889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:43.046578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:43.047756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.050736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:43.051462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Bound port: 6f8f893a-21c1-4a85-aedb-898109119670, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:43.053413 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6f8f893a-21c1-4a85-aedb-898109119670), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.066670 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10e99da8-be7f-41bb-8a69-e7d2f71133b0 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d5d40c0c-3b73-494d-9776-081d6bf996a2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.100225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-10e99da8-be7f-41bb-8a69-e7d2f71133b0 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Calling delete_port for d5d40c0c-3b73-494d-9776-081d6bf996a2 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:43.227316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] For port 6f8f893a-21c1-4a85-aedb-898109119670, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:43.243135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] For port 6f8f893a-21c1-4a85-aedb-898109119670, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6f8f893a-21c1-4a85-aedb-898109119670,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:43.270124 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6f8f893a-21c1-4a85-aedb-898109119670), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.288032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d5640-26c3-4afb-9af7-d8f76077725c req-d21ba9e0-f598-4e52-9817-be3c094172e9 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:43.293983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b00d5640-26c3-4afb-9af7-d8f76077725c req-d21ba9e0-f598-4e52-9817-be3c094172e9 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.3292716 Feb 03 12:48:43.486760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10e99da8-be7f-41bb-8a69-e7d2f71133b0 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d5d40c0c-3b73-494d-9776-081d6bf996a2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.495625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Routers {'79f8201c-047c-4c72-be9f-f4237f9336f4'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:43.496332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['79f8201c-047c-4c72-be9f-f4237f9336f4'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:43.512761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24832adc-97b6-4e31-bce1-bb6d931f0a7e None None] Pushing event updated for resources: {'Port': ['ID=6f8f893a-21c1-4a85-aedb-898109119670,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:43.537540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e99da8-be7f-41bb-8a69-e7d2f71133b0 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5d40c0c-3b73-494d-9776-081d6bf996a2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:43.593562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10e99da8-be7f-41bb-8a69-e7d2f71133b0 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.604138 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-10e99da8-be7f-41bb-8a69-e7d2f71133b0 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d5d40c0c-3b73-494d-9776-081d6bf996a2 HTTP/1.1" status: 204 len: 168 time: 0.8974402 Feb 03 12:48:43.607181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34758) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:43.612944 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185', 'external_fixed_ips': [{'subnet_id': '0bbac514-1940-43da-8f59-e5c1a46fe87a', 'ip_address': '2001:db8::3d4'}]}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:43.769374 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (c9e9680c-aa52-437e-8d13-9734c82a607d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.770928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (c9e9680c-aa52-437e-8d13-9734c82a607d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.814805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-1f82e861-4c4d-4e99-8930-4b45dee31a76 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:43.816839 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-1f82e861-4c4d-4e99-8930-4b45dee31a76 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.91 "GET /v2.0/networks?id=8b8b0222-516f-4079-b588-fa68367972d5 HTTP/1.1" status: 200 len: 810 time: 0.2366385 Feb 03 12:48:43.841103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Request body: {'port': {'device_id': 'e744999f-b66a-465b-8ba9-7d6a33f592e9', 'network_id': '8b8b0222-516f-4079-b588-fa68367972d5', 'admin_state_up': True, 'tenant_id': '34fed287451b40649b852bbd54313308'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:43.965742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b00d5640-26c3-4afb-9af7-d8f76077725c req-ef6f40f8-fcf3-41f5-b592-8f932e4464d3 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459153 Feb 03 12:48:44.007587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_controller (c9e9680c-aa52-437e-8d13-9734c82a607d), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.098927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ab8703c9-31b0-4b84-8a0d-737b27e5acb1 None None] Provisioning complete for port 6f8f893a-21c1-4a85-aedb-898109119670 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:44.102704 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab8703c9-31b0-4b84-8a0d-737b27e5acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6f8f893a-21c1-4a85-aedb-898109119670), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.127568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d71fcaf-23d6-4afa-af54-876a326c8f82 req-3b69edd4-58b6-4fee-9099-47a642a52a2d tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 210 time: 0.1548190 Feb 03 12:48:44.128620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (79f8201c-047c-4c72-be9f-f4237f9336f4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.195976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (c9e9680c-aa52-437e-8d13-9734c82a607d), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.202574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Made reservation on behalf of 34fed287451b40649b852bbd54313308 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:44.207588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.316717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aef7b8-4727-4107-9ded-ebdb71793c45 req-1fb35e1e-fd81-4a7e-aa9a-7877b39f5bf8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:44.327774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7aef7b8-4727-4107-9ded-ebdb71793c45 req-1fb35e1e-fd81-4a7e-aa9a-7877b39f5bf8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.1862597 Feb 03 12:48:44.335704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] Set router 79f8201c-047c-4c72-be9f-f4237f9336f4 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:44.457273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ab8703c9-31b0-4b84-8a0d-737b27e5acb1 None None] Current status of the port 6f8f893a-21c1-4a85-aedb-898109119670 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:44.458162 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab8703c9-31b0-4b84-8a0d-737b27e5acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6f8f893a-21c1-4a85-aedb-898109119670), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.460906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Allocated IP 172.20.0.5 (8b8b0222-516f-4079-b588-fa68367972d5/add96f84-1724-4644-a563-f8e8935646c0/e78f0958-ded9-4ec2-91b4-13b7c3588ab6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:44.519517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7aef7b8-4727-4107-9ded-ebdb71793c45 req-1c5dfc92-c3c7-48e2-9bff-f916d09160f7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898701 Feb 03 12:48:44.530248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f386cb-7d92-40f6-8f62-70a4b8953d5c req-0f4dd0ca-0bd4-4d38-9085-56cd90ab2421 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:44.540239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36f386cb-7d92-40f6-8f62-70a4b8953d5c req-0f4dd0ca-0bd4-4d38-9085-56cd90ab2421 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.1918294 Feb 03 12:48:44.673638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36f386cb-7d92-40f6-8f62-70a4b8953d5c req-86e70cc0-e8ff-445a-bc20-cf4e3454b821 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320751 Feb 03 12:48:44.687105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ab8703c9-31b0-4b84-8a0d-737b27e5acb1 None None] For port 6f8f893a-21c1-4a85-aedb-898109119670, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6f8f893a-21c1-4a85-aedb-898109119670,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:44.713930 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab8703c9-31b0-4b84-8a0d-737b27e5acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6f8f893a-21c1-4a85-aedb-898109119670), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.728956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 6f8f893a-21c1-4a85-aedb-898109119670 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:44.729684 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6f8f893a-21c1-4a85-aedb-898109119670), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.809238 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Publish callbacks [] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.963278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] For port 6f8f893a-21c1-4a85-aedb-898109119670, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6f8f893a-21c1-4a85-aedb-898109119670,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:44.963683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6f8f893a-21c1-4a85-aedb-898109119670), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.968954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a2328a4c-52b2-4fea-83ee-5f234d0000a8 None None] Provisioning complete for port 6f8f893a-21c1-4a85-aedb-898109119670 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:44.969645 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2328a4c-52b2-4fea-83ee-5f234d0000a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6f8f893a-21c1-4a85-aedb-898109119670), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.093652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.099383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8703c9-31b0-4b84-8a0d-737b27e5acb1 None None] Pushing event updated for resources: {'Port': ['ID=6f8f893a-21c1-4a85-aedb-898109119670,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:45.126926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f8201c-047c-4c72-be9f-f4237f9336f4', 'name': 'tempest-NetworksTestDHCPv6-router-687159073', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:35Z', 'updated_at': '2022-02-03T12:48:38Z', 'revision_number': 2, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None, '_interfaces': [{'id': '6f8f893a-21c1-4a85-aedb-898109119670', 'name': '', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'mac_address': 'fa:16:3e:8d:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f8201c-047c-4c72-be9f-f4237f9336f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'f1b9dc4e-de9f-4a75-a1f0-5382071dd62e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:48:36Z', 'updated_at': '2022-02-03T12:48:43Z', 'revision_number': 4, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'subnets': [{'id': 'f1b9dc4e-de9f-4a75-a1f0-5382071dd62e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:45.176681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05e9ed-9c1d-4d8b-8df5-d4732cf0c774 None None] The sync data for ids ['79f8201c-047c-4c72-be9f-f4237f9336f4'] in n-d-792364-10 is: [{'id': '79f8201c-047c-4c72-be9f-f4237f9336f4', 'name': 'tempest-NetworksTestDHCPv6-router-687159073', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:35Z', 'updated_at': '2022-02-03T12:48:38Z', 'revision_number': 2, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None, '_interfaces': [{'id': '6f8f893a-21c1-4a85-aedb-898109119670', 'name': '', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'mac_address': 'fa:16:3e:8d:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f8201c-047c-4c72-be9f-f4237f9336f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'f1b9dc4e-de9f-4a75-a1f0-5382071dd62e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:48:36Z', 'updated_at': '2022-02-03T12:48:43Z', 'revision_number': 4, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'subnets': [{'id': 'f1b9dc4e-de9f-4a75-a1f0-5382071dd62e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:48:45.192783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (c9e9680c-aa52-437e-8d13-9734c82a607d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.253377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a2328a4c-52b2-4fea-83ee-5f234d0000a8 None None] Current status of the port 6f8f893a-21c1-4a85-aedb-898109119670 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:45.281896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.297472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Network 8b8b0222-516f-4079-b588-fa68367972d5 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:45.303731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:45.310205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Pushing event updated for resources: {'Port': ['ID=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:45.336478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:45.651008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:45.651998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.759703 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-13d08057-d2ac-4e49-b115-8f1d28235fea tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9220390 Feb 03 12:48:45.776202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 6f8f893a-21c1-4a85-aedb-898109119670 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:45.800945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9de26fd4-571e-436c-8809-383751e04652 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:45.912682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Allocated IP 2001:db8::3d4 (d274b648-bbe4-4cc2-a981-ff0798342185/0bbac514-1940-43da-8f59-e5c1a46fe87a/92539ed1-59d5-4b0a-812a-4f5dc6753880) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:46.065919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.106906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9de26fd4-571e-436c-8809-383751e04652,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:46.116445 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.170683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '9de26fd4-571e-436c-8809-383751e04652', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'port_id': '9de26fd4-571e-436c-8809-383751e04652', 'mac_address': 'fa:16:3e:24:1c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:46.200571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Network d274b648-bbe4-4cc2-a981-ff0798342185 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:46.203917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:46.207599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:46.240449 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.300946 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9de26fd4-571e-436c-8809-383751e04652 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:46.303652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9de26fd4-571e-436c-8809-383751e04652), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.307837 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6f8f893a-21c1-4a85-aedb-898109119670), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.330298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Request body: {'port': {'device_id': 'e744999f-b66a-465b-8ba9-7d6a33f592e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:46.361267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9de26fd4-571e-436c-8809-383751e04652 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:46.404449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9de26fd4-571e-436c-8809-383751e04652,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:46.415182 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9de26fd4-571e-436c-8809-383751e04652), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.521579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=6f8f893a-21c1-4a85-aedb-898109119670,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:46.561347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9de26fd4-571e-436c-8809-383751e04652'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:46.578499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9de26fd4-571e-436c-8809-383751e04652,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:46.669124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c378e-192e-42fe-a00c-b74b46744994 req-93e81938-ff64-4d10-abe5-ead4453d3226 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:46.687055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b7c378e-192e-42fe-a00c-b74b46744994 req-93e81938-ff64-4d10-abe5-ead4453d3226 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 931 time: 0.9081440 Feb 03 12:48:46.916382 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (79f8201c-047c-4c72-be9f-f4237f9336f4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.009292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530d901-eb04-47d6-93d7-d5dc823e5a73 req-6b6c9c7a-53c0-4e65-89db-356559941549 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:47.022745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4530d901-eb04-47d6-93d7-d5dc823e5a73 req-6b6c9c7a-53c0-4e65-89db-356559941549 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 1.2362790 Feb 03 12:48:47.196461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event updated for resources: {'Port': ['ID=92539ed1-59d5-4b0a-812a-4f5dc6753880,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:47.402632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.509956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4530d901-eb04-47d6-93d7-d5dc823e5a73 req-b9a15a4d-6388-41fd-9d2b-e37bdf473d25 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846666 Feb 03 12:48:47.550985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b7c378e-192e-42fe-a00c-b74b46744994 req-e36f4724-5e5e-4ba4-b411-81129ff63735 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8628566 Feb 03 12:48:47.553001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Router 79f8201c-047c-4c72-be9f-f4237f9336f4 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:48:47.807176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9de26fd4-571e-436c-8809-383751e04652 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:47.978652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:48:47.995100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 9de26fd4-571e-436c-8809-383751e04652 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:48.001025 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9de26fd4-571e-436c-8809-383751e04652), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.005212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7a8d4c3c-c8d9-4519-9b67-32ada975df8c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "PUT /v2.0/routers/79f8201c-047c-4c72-be9f-f4237f9336f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5030293 Feb 03 12:48:48.010987 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (c9e9680c-aa52-437e-8d13-9734c82a607d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.029614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34806) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:48.054484 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] Sync routers for ids ['79f8201c-047c-4c72-be9f-f4237f9336f4'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:48:48.081923 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] Routers {'79f8201c-047c-4c72-be9f-f4237f9336f4'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:48.088362 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['79f8201c-047c-4c72-be9f-f4237f9336f4'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:48.099137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6ab8f-19b9-4cde-9a79-f46b3bbc9484 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:48.100624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6ab8f-19b9-4cde-9a79-f46b3bbc9484 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:48.102256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6af6ab8f-19b9-4cde-9a79-f46b3bbc9484 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0684605 Feb 03 12:48:48.105468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34808) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:48.170019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fb622-1c22-4929-901c-68b8a2f1f6a7 req-5399bb85-af01-41b8-8c92-f4afb48a6882 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:48.178055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-149fb622-1c22-4929-901c-68b8a2f1f6a7 req-5399bb85-af01-41b8-8c92-f4afb48a6882 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.3627059 Feb 03 12:48:48.209395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0509b-a856-4ef8-9d5e-8bb3cd7ccb00 req-2b696139-e9e0-413b-8733-b12e096f4ef1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:48.210859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abd0509b-a856-4ef8-9d5e-8bb3cd7ccb00 req-2b696139-e9e0-413b-8733-b12e096f4ef1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 945 time: 0.4333372 Feb 03 12:48:48.267273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9de26fd4-571e-436c-8809-383751e04652 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:48.267672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9de26fd4-571e-436c-8809-383751e04652), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.296394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5606eeaa-10ec-48c8-a9a7-893874bc3467 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet f1b9dc4e-de9f-4a75-a1f0-5382071dd62e {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:48.304434 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] Set router 79f8201c-047c-4c72-be9f-f4237f9336f4 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:48.306609 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5606eeaa-10ec-48c8-a9a7-893874bc3467 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (f1b9dc4e-de9f-4a75-a1f0-5382071dd62e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.327666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de26fd4-571e-436c-8809-383751e04652'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:48.333447 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ed898e-6cb9-4ff0-aa8a-95b7cb879422" -d '{"events": [{"server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "name": "network-vif-plugged", "status": "completed", "tag": "9de26fd4-571e-436c-8809-383751e04652"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:48.366493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9de26fd4-571e-436c-8809-383751e04652,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:48.378346 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9de26fd4-571e-436c-8809-383751e04652), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.416696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5606eeaa-10ec-48c8-a9a7-893874bc3467 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (f1b9dc4e-de9f-4a75-a1f0-5382071dd62e), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.468267 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f8201c-047c-4c72-be9f-f4237f9336f4', 'name': 'tempest-NetworksTestDHCPv6-router-687159073', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:35Z', 'updated_at': '2022-02-03T12:48:46Z', 'revision_number': 3, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:48.501605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9de26fd4-571e-436c-8809-383751e04652,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:48.571709 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] Checking router: 79f8201c-047c-4c72-be9f-f4237f9336f4 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:48:48.597201 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] Routers {'79f8201c-047c-4c72-be9f-f4237f9336f4'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:48.599192 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['79f8201c-047c-4c72-be9f-f4237f9336f4'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:48.695310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78f0958-ded9-4ec2-91b4-13b7c3588ab6 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:48.711767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-149fb622-1c22-4929-901c-68b8a2f1f6a7 req-bb53dd3e-9b00-44ea-811f-f3902ce84a81 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5326123 Feb 03 12:48:48.748735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Publish callbacks [] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.817340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abd0509b-a856-4ef8-9d5e-8bb3cd7ccb00 req-cf7ceed5-fc35-441a-98be-7026b40e8d29 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743339 Feb 03 12:48:48.838176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Transition to ACTIVE for port object e78f0958-ded9-4ec2-91b4-13b7c3588ab6 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:48:48.861464 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] Set router 79f8201c-047c-4c72-be9f-f4237f9336f4 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:48.926855 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5606eeaa-10ec-48c8-a9a7-893874bc3467 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (f1b9dc4e-de9f-4a75-a1f0-5382071dd62e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.937553 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2ffb10-d0d6-49a9-a038-421db0fa94bd x-openstack-request-id: req-2c2ffb10-d0d6-49a9-a038-421db0fa94bd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:48.938089 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "name": "network-vif-plugged", "status": "completed", "tag": "9de26fd4-571e-436c-8809-383751e04652", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:48.938089 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c2ffb10-d0d6-49a9-a038-421db0fa94bd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:48.938662 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de26fd4-571e-436c-8809-383751e04652', 'code': 200} Feb 03 12:48:48.950358 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f8201c-047c-4c72-be9f-f4237f9336f4', 'name': 'tempest-NetworksTestDHCPv6-router-687159073', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:35Z', 'updated_at': '2022-02-03T12:48:46Z', 'revision_number': 3, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:48.989280 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f378fc2-a7f9-40dc-a87d-2a8d494c5522 None None] The sync data for ids ['79f8201c-047c-4c72-be9f-f4237f9336f4'] in n-d-792364-10 is: [{'id': '79f8201c-047c-4c72-be9f-f4237f9336f4', 'name': 'tempest-NetworksTestDHCPv6-router-687159073', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:35Z', 'updated_at': '2022-02-03T12:48:46Z', 'revision_number': 3, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:48:49.178256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (c9e9680c-aa52-437e-8d13-9734c82a607d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.181617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.211396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc52c2e-96dc-4d6e-9159-2d988c265839 req-554d91b4-e623-4d2c-b360-abc93b01ccd3 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:49.219784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bc52c2e-96dc-4d6e-9159-2d988c265839 req-554d91b4-e623-4d2c-b360-abc93b01ccd3 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.0972726 Feb 03 12:48:49.274942 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5606eeaa-10ec-48c8-a9a7-893874bc3467 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (f1b9dc4e-de9f-4a75-a1f0-5382071dd62e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.293721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bc52c2e-96dc-4d6e-9159-2d988c265839 req-82198ba2-bc68-45cf-9ef9-57da1b9deee7 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729282 Feb 03 12:48:49.353900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606eeaa-10ec-48c8-a9a7-893874bc3467 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b9dc4e-de9f-4a75-a1f0-5382071dd62e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:49.375983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0742bb-6b56-4d22-81be-ec225cbbc29b req-d574f31b-8f49-4f6c-9cc0-79c7e92a6f76 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:49.387521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d0742bb-6b56-4d22-81be-ec225cbbc29b req-d574f31b-8f49-4f6c-9cc0-79c7e92a6f76 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 943 time: 0.3377783 Feb 03 12:48:49.407143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91744a9-84fb-4eec-8c76-08f04f88e1d5 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:49.413140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Pushing event updated for resources: {'Port': ['ID=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:49.419476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5606eeaa-10ec-48c8-a9a7-893874bc3467 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.422846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5606eeaa-10ec-48c8-a9a7-893874bc3467 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/f1b9dc4e-de9f-4a75-a1f0-5382071dd62e HTTP/1.1" status: 204 len: 168 time: 1.3157067 Feb 03 12:48:49.447199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34820) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:49.470579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6f8f893a-21c1-4a85-aedb-898109119670 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:49.545695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d0742bb-6b56-4d22-81be-ec225cbbc29b req-481eb46b-d8a6-4a24-af79-46ac1339b681 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499944 Feb 03 12:48:49.628299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 6f8f893a-21c1-4a85-aedb-898109119670 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:49.635538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6f8f893a-21c1-4a85-aedb-898109119670 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:49.674119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Attempting to bind port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:49.680251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Attempting to bind port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'd1222805-d25c-4b86-8174-42553ddf4764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b8b0222-516f-4079-b588-fa68367972d5'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:49.681641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Attempting to bind port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 on network 8b8b0222-516f-4079-b588-fa68367972d5 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:49.706880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 on network 8b8b0222-516f-4079-b588-fa68367972d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:48:49.707639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Attempting to bind port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 on network 8b8b0222-516f-4079-b588-fa68367972d5 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:49.764019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:49.766643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Checking segment: {'id': 'd1222805-d25c-4b86-8174-42553ddf4764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b8b0222-516f-4079-b588-fa68367972d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:49.770055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Bound using segment: {'id': 'd1222805-d25c-4b86-8174-42553ddf4764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b8b0222-516f-4079-b588-fa68367972d5'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:49.771113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Bound port: e78f0958-ded9-4ec2-91b4-13b7c3588ab6, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1222805-d25c-4b86-8174-42553ddf4764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b8b0222-516f-4079-b588-fa68367972d5'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:49.772422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.832581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120c1d2-389c-4a10-b046-f9d8ec683f4a None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:49.847269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Router c9e9680c-aa52-437e-8d13-9734c82a607d is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:48:49.898122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-50bbd665-a70e-4c06-bab7-a9e065379351 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4383984 Feb 03 12:48:49.902727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34826) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:49.952817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] For port e78f0958-ded9-4ec2-91b4-13b7c3588ab6, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:50.015850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9120c1d2-389c-4a10-b046-f9d8ec683f4a None None] Deleting port c3b4df39-e93a-4ac3-b569-f0ebda91378f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:50.016490 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9120c1d2-389c-4a10-b046-f9d8ec683f4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.066090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] For port e78f0958-ded9-4ec2-91b4-13b7c3588ab6, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,segment=NetworkSegment(d1222805-d25c-4b86-8174-42553ddf4764),segment_id=d1222805-d25c-4b86-8174-42553ddf4764)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:50.097016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.131690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9120c1d2-389c-4a10-b046-f9d8ec683f4a None None] For port c3b4df39-e93a-4ac3-b569-f0ebda91378f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c3b4df39-e93a-4ac3-b569-f0ebda91378f,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:50.131690 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9120c1d2-389c-4a10-b046-f9d8ec683f4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.165240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9120c1d2-389c-4a10-b046-f9d8ec683f4a None None] Calling delete_port for c3b4df39-e93a-4ac3-b569-f0ebda91378f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:50.180405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a327e1-31ba-4db1-93f5-9cb23c78ad1e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router (79f8201c-047c-4c72-be9f-f4237f9336f4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.229596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:50.230381 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.238707 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] 10.222.0.91 "PUT /v2.0/ports/e78f0958-ded9-4ec2-91b4-13b7c3588ab6 HTTP/1.1" status: 200 len: 1092 time: 3.9382286 Feb 03 12:48:50.240565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:48:50.242061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744999f-b66a-465b-8ba9-7d6a33f592e9', 'tag': 'e78f0958-ded9-4ec2-91b4-13b7c3588ab6'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:50.244366 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0657af-7e5c-4b99-91c0-beb8dc561cda" -d '{"events": [{"name": "network-changed", "server_uuid": "e744999f-b66a-465b-8ba9-7d6a33f592e9", "tag": "e78f0958-ded9-4ec2-91b4-13b7c3588ab6"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:50.310150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.318834 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1e54369c-e1bc-4540-8839-7d3c0172f5c3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.7032893 Feb 03 12:48:50.324987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d57805-91b6-493f-af70-e4bee969ca3e req-af54f7f1-c685-4d63-aca3-74ca7793338f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:50.332990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4d57805-91b6-493f-af70-e4bee969ca3e req-af54f7f1-c685-4d63-aca3-74ca7793338f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.3160367 Feb 03 12:48:50.335174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34834) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:50.377834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Sync routers for ids ['c9e9680c-aa52-437e-8d13-9734c82a607d'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:48:50.391547 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9120c1d2-389c-4a10-b046-f9d8ec683f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (c3b4df39-e93a-4ac3-b569-f0ebda91378f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.421274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Routers {'c9e9680c-aa52-437e-8d13-9734c82a607d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:50.421929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c9e9680c-aa52-437e-8d13-9734c82a607d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:50.465270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120c1d2-389c-4a10-b046-f9d8ec683f4a None None] Pushing event deleted for resources: {'Port': ['ID=c3b4df39-e93a-4ac3-b569-f0ebda91378f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:50.479929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120c1d2-389c-4a10-b046-f9d8ec683f4a None None] No DVR routers for this DVR port c3b4df39-e93a-4ac3-b569-f0ebda91378f on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:50.526181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1b00a-3491-444c-9f15-2264ff063037 service neutron] Pushing event updated for resources: {'Port': ['ID=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:50.586025 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.625818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Set router c9e9680c-aa52-437e-8d13-9734c82a607d gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:50.684336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-cd84f714-8540-4f87-a34d-f4fb201994a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:50.685864 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-cd84f714-8540-4f87-a34d-f4fb201994a7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=34fed287451b40649b852bbd54313308&device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 1126 time: 0.3658261 Feb 03 12:48:50.745688 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a327e1-31ba-4db1-93f5-9cb23c78ad1e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (79f8201c-047c-4c72-be9f-f4237f9336f4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.768387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a327e1-31ba-4db1-93f5-9cb23c78ad1e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router_controller (79f8201c-047c-4c72-be9f-f4237f9336f4), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.800765 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-0a18ace6-27ae-4b34-b403-c0fda8fadc01 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e78f0958-ded9-4ec2-91b4-13b7c3588ab6 HTTP/1.1" status: 200 len: 217 time: 0.0971088 Feb 03 12:48:50.850026 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a327e1-31ba-4db1-93f5-9cb23c78ad1e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (79f8201c-047c-4c72-be9f-f4237f9336f4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.850995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a327e1-31ba-4db1-93f5-9cb23c78ad1e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Fanout notify agent at l3_agent the message router_deleted on router 79f8201c-047c-4c72-be9f-f4237f9336f4 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:48:50.865281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a327e1-31ba-4db1-93f5-9cb23c78ad1e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.869077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-83a327e1-31ba-4db1-93f5-9cb23c78ad1e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/routers/79f8201c-047c-4c72-be9f-f4237f9336f4 HTTP/1.1" status: 204 len: 168 time: 0.9627805 Feb 03 12:48:50.880164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25c328-711f-41c3-8199-71bda29a10c4 req-38f263cd-bf95-401f-9f90-9d4ba908e40e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:50.893097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf25c328-711f-41c3-8199-71bda29a10c4 req-38f263cd-bf95-401f-9f90-9d4ba908e40e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.8677104 Feb 03 12:48:50.908067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34838) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:50.959070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4d57805-91b6-493f-af70-e4bee969ca3e req-4af55b80-6144-41bf-914e-8c215e2f0479 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257496 Feb 03 12:48:51.017679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e9680c-aa52-437e-8d13-9734c82a607d', 'name': '', 'tenant_id': '53c2754e273545389749791c60b59811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185', 'external_fixed_ips': [{'subnet_id': '0bbac514-1940-43da-8f59-e5c1a46fe87a', 'ip_address': '2001:db8::3d4'}], 'enable_snat': True}, 'gw_port_id': '92539ed1-59d5-4b0a-812a-4f5dc6753880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:43Z', 'updated_at': '2022-02-03T12:48:47Z', 'revision_number': 3, 'project_id': '53c2754e273545389749791c60b59811', 'gw_port': {'id': '92539ed1-59d5-4b0a-812a-4f5dc6753880', 'name': '', 'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e9680c-aa52-437e-8d13-9734c82a607d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '0bbac514-1940-43da-8f59-e5c1a46fe87a', 'ip_address': '2001:db8::3d4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:48:45Z', 'updated_at': '2022-02-03T12:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bbac514-1940-43da-8f59-e5c1a46fe87a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:51.029088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (c9e9680c-aa52-437e-8d13-9734c82a607d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.032529 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e0cc1c06-d82e-4536-a0e1-beb8b67e7c00 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1223629 Feb 03 12:48:51.039789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:51.048832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf25c328-711f-41c3-8199-71bda29a10c4 req-a913db1b-3124-4c6a-bc6e-b3ebbdf27770 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540983 Feb 03 12:48:51.095668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Checking router: c9e9680c-aa52-437e-8d13-9734c82a607d for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:48:51.095668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Updating router c9e9680c-aa52-437e-8d13-9734c82a607d port 92539ed1-59d5-4b0a-812a-4f5dc6753880 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:48:51.166315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.379037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-41916b17-4d63-4079-9c40-e0f85b7be8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:51.381331 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-41916b17-4d63-4079-9c40-e0f85b7be8ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=add96f84-1724-4644-a563-f8e8935646c0 HTTP/1.1" status: 200 len: 850 time: 0.5665948 Feb 03 12:48:51.388355 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e219574-3c49-46a7-8d06-0efb12e58eed x-openstack-request-id: req-0e219574-3c49-46a7-8d06-0efb12e58eed {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:51.388935 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e744999f-b66a-465b-8ba9-7d6a33f592e9", "tag": "e78f0958-ded9-4ec2-91b4-13b7c3588ab6", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:51.389344 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e219574-3c49-46a7-8d06-0efb12e58eed {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:51.390081 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744999f-b66a-465b-8ba9-7d6a33f592e9', 'tag': 'e78f0958-ded9-4ec2-91b4-13b7c3588ab6', 'status': 'completed', 'code': 200} Feb 03 12:48:51.404171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45910e-6407-4bb6-b8b6-fe19f0ab2455 req-5f8f2514-44b4-41d6-bd4b-ec2cccfe5b35 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:51.406583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d45910e-6407-4bb6-b8b6-fe19f0ab2455 req-5f8f2514-44b4-41d6-bd4b-ec2cccfe5b35 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.2397671 Feb 03 12:48:51.422070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875b8b2-27f4-44bd-aaf0-04a29930b310 req-e908f06b-69e9-4f51-b718-92d8d1aa53fa tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:51.451675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2875b8b2-27f4-44bd-aaf0-04a29930b310 req-e908f06b-69e9-4f51-b718-92d8d1aa53fa tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 943 time: 0.2206762 Feb 03 12:48:51.524881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c3b4df39-e93a-4ac3-b569-f0ebda91378f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:51.571582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c3b4df39-e93a-4ac3-b569-f0ebda91378f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:51.571948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c3b4df39-e93a-4ac3-b569-f0ebda91378f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:51.573192 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (c9e9680c-aa52-437e-8d13-9734c82a607d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.579419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77719890-cab7-46b8-ba3b-b4969cb3a6cb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:51.580496 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-77719890-cab7-46b8-ba3b-b4969cb3a6cb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5381606 Feb 03 12:48:51.596785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34844) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:51.604528 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-dfac7033-8e65-4905-8194-1a57d35f3f9d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8b8b0222-516f-4079-b588-fa68367972d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875659 Feb 03 12:48:51.661162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3dfc1023-1034-4477-b40e-ae3ac9571bbb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572133 Feb 03 12:48:51.673424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34846) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:51.698985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d45910e-6407-4bb6-b8b6-fe19f0ab2455 req-ca3a685c-3aa7-4d00-9986-f1fa6173993f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424479 Feb 03 12:48:51.722264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:51.797361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2875b8b2-27f4-44bd-aaf0-04a29930b310 req-ea5e8294-c143-446a-b570-5826f0664a87 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423176 Feb 03 12:48:51.817067 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-a4b9e5a5-a8ff-424e-8123-16cd49211f0c service neutron] 10.222.0.91 "GET /v2.0/networks/8b8b0222-516f-4079-b588-fa68367972d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044077 Feb 03 12:48:51.820511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Deleting port 92539ed1-59d5-4b0a-812a-4f5dc6753880 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:51.823005 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.970932 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Publish callbacks [] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.990694 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.007733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:52.011589 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.196034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c0247-9e19-484f-8f36-5b2f413f8487 None None] Pushing event updated for resources: {'Port': ['ID=92539ed1-59d5-4b0a-812a-4f5dc6753880,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:52.269542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Attempting to bind port 92539ed1-59d5-4b0a-812a-4f5dc6753880 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:52.270359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Attempting to bind port 92539ed1-59d5-4b0a-812a-4f5dc6753880 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '7f92e6a1-8f03-4235-b467-eb7387fa32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:52.271014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Attempting to bind port 92539ed1-59d5-4b0a-812a-4f5dc6753880 on network d274b648-bbe4-4cc2-a981-ff0798342185 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:52.279280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:52.281324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Checking segment: {'id': '7f92e6a1-8f03-4235-b467-eb7387fa32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:52.282785 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.286032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Bound using segment: {'id': '7f92e6a1-8f03-4235-b467-eb7387fa32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:52.287023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Bound port: 92539ed1-59d5-4b0a-812a-4f5dc6753880, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f92e6a1-8f03-4235-b467-eb7387fa32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd274b648-bbe4-4cc2-a981-ff0798342185'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:52.287669 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.402559 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efd51cbc-25ed-471e-8e1e-76dc68f5fe6a req-5ab47b26-0886-43a0-9919-8d5fbf9affed service neutron] 10.222.0.91 "GET /v2.0/networks/8b8b0222-516f-4079-b588-fa68367972d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702665 Feb 03 12:48:52.415602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] For port 92539ed1-59d5-4b0a-812a-4f5dc6753880, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:52.416170 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.422166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] For port 92539ed1-59d5-4b0a-812a-4f5dc6753880, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=92539ed1-59d5-4b0a-812a-4f5dc6753880,segment=NetworkSegment(7f92e6a1-8f03-4235-b467-eb7387fa32cc),segment_id=7f92e6a1-8f03-4235-b467-eb7387fa32cc)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:52.439295 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.454314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Calling delete_port for 92539ed1-59d5-4b0a-812a-4f5dc6753880 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:52.726082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c0247-9e19-484f-8f36-5b2f413f8487 None None] Pushing event updated for resources: {'Port': ['ID=92539ed1-59d5-4b0a-812a-4f5dc6753880,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:52.772667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Routers {'c9e9680c-aa52-437e-8d13-9734c82a607d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:52.774738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c9e9680c-aa52-437e-8d13-9734c82a607d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:52.937741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:48:52.943999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (a1b7059f-02a3-45e9-9d4a-857a78aa6227), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.977340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-7267d73e-8263-4a9a-bb53-6d93f36759a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:52.985972 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-7267d73e-8263-4a9a-bb53-6d93f36759a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=34fed287451b40649b852bbd54313308&device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 1126 time: 0.2363732 Feb 03 12:48:53.054653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] Set router c9e9680c-aa52-437e-8d13-9734c82a607d gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:53.069668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=a1b7059f-02a3-45e9-9d4a-857a78aa6227,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:53.113844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71751895-8a5d-4599-bd2e-eb7a7e47444d req-929934eb-158d-4b37-9d3a-0409dc525693 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.117554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71751895-8a5d-4599-bd2e-eb7a7e47444d req-929934eb-158d-4b37-9d3a-0409dc525693 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.9005229 Feb 03 12:48:53.211222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (92539ed1-59d5-4b0a-812a-4f5dc6753880), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.289967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:53.344653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae510a9-9d52-4c5c-be05-67e0a39b532a req-a37d831d-c950-401b-97d9-ebfa5f45a63a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.346531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ae510a9-9d52-4c5c-be05-67e0a39b532a req-a37d831d-c950-401b-97d9-ebfa5f45a63a tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.7961199 Feb 03 12:48:53.364518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:53.376528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.377172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.415953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71751895-8a5d-4599-bd2e-eb7a7e47444d req-4af3b948-aa34-4b92-90ef-596f92899d33 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913563 Feb 03 12:48:53.463418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-607579ce-486c-4965-ac65-499fafadebc6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7578664 Feb 03 12:48:53.478598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34864) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:53.484870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:53.602270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ae510a9-9d52-4c5c-be05-67e0a39b532a req-0b3841bb-48ce-48e5-85a1-cc20b4944e4f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788793 Feb 03 12:48:53.643649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-f26b6beb-eace-4686-9933-99fb05252fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.651037 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-f26b6beb-eace-4686-9933-99fb05252fda service neutron] 10.222.0.91 "GET /v2.0/networks?id=8b8b0222-516f-4079-b588-fa68367972d5 HTTP/1.1" status: 200 len: 911 time: 0.4880979 Feb 03 12:48:53.658778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event deleted for resources: {'Port': ['ID=92539ed1-59d5-4b0a-812a-4f5dc6753880,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:53.670486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e9680c-aa52-437e-8d13-9734c82a607d', 'name': '', 'tenant_id': '53c2754e273545389749791c60b59811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:43Z', 'updated_at': '2022-02-03T12:48:51Z', 'revision_number': 4, 'project_id': '53c2754e273545389749791c60b59811', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:53.701057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab12dd-6515-4633-a14a-302e7c295a33 None None] The sync data for ids ['c9e9680c-aa52-437e-8d13-9734c82a607d'] in n-d-792364-10 is: [{'id': 'c9e9680c-aa52-437e-8d13-9734c82a607d', 'name': '', 'tenant_id': '53c2754e273545389749791c60b59811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:48:43Z', 'updated_at': '2022-02-03T12:48:51Z', 'revision_number': 4, 'project_id': '53c2754e273545389749791c60b59811', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:48:53.703045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839be0d8-39ba-482b-b4b3-a149ea502a71 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:53.888082 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-0963b166-6d2d-4fca-b1c4-40bcb644a727 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e78f0958-ded9-4ec2-91b4-13b7c3588ab6 HTTP/1.1" status: 200 len: 217 time: 0.2015400 Feb 03 12:48:53.905240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfd0d4-141f-47e1-97c9-546cb2ab8454 req-43a2a2c4-a174-416b-a135-ad57e231271d tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.915024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13cfd0d4-141f-47e1-97c9-546cb2ab8454 req-43a2a2c4-a174-416b-a135-ad57e231271d tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.2916005 Feb 03 12:48:54.006038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa979ee-6e32-4aba-91bc-a5b5223a9e28 req-ef9b2663-eea3-4984-8353-e5329b02c6a3 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:54.006735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (c9e9680c-aa52-437e-8d13-9734c82a607d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.008881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfa979ee-6e32-4aba-91bc-a5b5223a9e28 req-ef9b2663-eea3-4984-8353-e5329b02c6a3 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 943 time: 0.1763172 Feb 03 12:48:54.052862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'a1b7059f-02a3-45e9-9d4a-857a78aa6227'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:54.053914 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.094606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:54.103912 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.350927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (c9e9680c-aa52-437e-8d13-9734c82a607d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.355578 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_controller (c9e9680c-aa52-437e-8d13-9734c82a607d), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.358635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Allocated IP 2001:db8::f816:3eff:feef:6d00 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/a1b7059f-02a3-45e9-9d4a-857a78aa6227/4b60cc4a-d3bc-4d76-9f68-a61baf769ac9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:54.452294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-253a00c6-824a-49c9-a822-f6a0d993d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:54.454152 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-253a00c6-824a-49c9-a822-f6a0d993d442 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=add96f84-1724-4644-a563-f8e8935646c0 HTTP/1.1" status: 200 len: 850 time: 0.4387767 Feb 03 12:48:54.606155 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-91c0b501-1829-40e1-ae38-ed7ec66bd4ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8b8b0222-516f-4079-b588-fa68367972d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726776 Feb 03 12:48:54.629892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (c9e9680c-aa52-437e-8d13-9734c82a607d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.642731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9e9680c-aa52-437e-8d13-9734c82a607d {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:48:54.656433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Publish callbacks [] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.666902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.668105 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-be5373c7-7ecd-41b4-8908-c0ae43496fd1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "DELETE /v2.0/routers/c9e9680c-aa52-437e-8d13-9734c82a607d HTTP/1.1" status: 204 len: 168 time: 4.3319378 Feb 03 12:48:54.678906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.686833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34874) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:54.722810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:54.729027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:54.742463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:54.933211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0f0311-89b4-4671-a949-134c16c20e2a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Deleting subnet 0bbac514-1940-43da-8f59-e5c1a46fe87a {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:54.941164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0311-89b4-4671-a949-134c16c20e2a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for subnet (0bbac514-1940-43da-8f59-e5c1a46fe87a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.953193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Attempting to bind port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:54.953762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Attempting to bind port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:54.959190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Attempting to bind port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:54.968256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Pushing event updated for resources: {'Port': ['ID=4b60cc4a-d3bc-4d76-9f68-a61baf769ac9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:54.980063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:54.980580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:54.981183 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.981837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:54.982604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Bound port: 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:54.983250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.032595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0311-89b4-4671-a949-134c16c20e2a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (0bbac514-1940-43da-8f59-e5c1a46fe87a), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.126589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0311-89b4-4671-a949-134c16c20e2a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0bbac514-1940-43da-8f59-e5c1a46fe87a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.135735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] For port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:55.146628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] For port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4b60cc4a-d3bc-4d76-9f68-a61baf769ac9,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:55.157727 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.256285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0311-89b4-4671-a949-134c16c20e2a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (0bbac514-1940-43da-8f59-e5c1a46fe87a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.292015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21525456-cf15-44ed-88a8-555eff303b6b None None] Pushing event updated for resources: {'Port': ['ID=4b60cc4a-d3bc-4d76-9f68-a61baf769ac9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:55.315997 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-757eab8c-57d5-4fdd-a5e4-1ca7335cd4dd service neutron] 10.222.0.91 "GET /v2.0/networks/8b8b0222-516f-4079-b588-fa68367972d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954622 Feb 03 12:48:55.345124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0311-89b4-4671-a949-134c16c20e2a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.348358 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0f0f0311-89b4-4671-a949-134c16c20e2a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/0bbac514-1940-43da-8f59-e5c1a46fe87a HTTP/1.1" status: 204 len: 168 time: 0.6605136 Feb 03 12:48:55.355239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f0311-89b4-4671-a949-134c16c20e2a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbac514-1940-43da-8f59-e5c1a46fe87a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:55.355239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:55.513583 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (d274b648-bbe4-4cc2-a981-ff0798342185), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.551600 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ed0657af-7e5c-4b99-91c0-beb8dc561cda req-d073f51e-e454-4792-8137-ff86206c911d service neutron] 10.222.0.91 "GET /v2.0/networks/8b8b0222-516f-4079-b588-fa68367972d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161508 Feb 03 12:48:55.589606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13cfd0d4-141f-47e1-97c9-546cb2ab8454 req-6de6ef1a-fec5-4b7f-9360-1d1800bcb6e2 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6733539 Feb 03 12:48:55.698710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfa979ee-6e32-4aba-91bc-a5b5223a9e28 req-028febed-a32e-476a-baac-83514b25aee0 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6620774 Feb 03 12:48:55.703965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.790973 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (d274b648-bbe4-4cc2-a981-ff0798342185), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.878823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d274b648-bbe4-4cc2-a981-ff0798342185']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:55.920662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f92e6a1-8f03-4235-b467-eb7387fa32cc') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:55.921285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f92e6a1-8f03-4235-b467-eb7387fa32cc') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:55.940570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:55.971113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (7f92e6a1-8f03-4235-b467-eb7387fa32cc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.018771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7f92e6a1-8f03-4235-b467-eb7387fa32cc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.034590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:56.035571 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (7f92e6a1-8f03-4235-b467-eb7387fa32cc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: items = [ Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: items = [ Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:56.043287 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:56.054495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:56.061219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:56.072038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:56.073899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.116660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a5b5c5ea-df7b-4aaa-a0dd-251d665c109f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6360784 Feb 03 12:48:56.119927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34882) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:56.132196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:69:c5:7c', 'name': 'tempest-NetworksTestDHCPv6-261582794'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:56.177180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (d274b648-bbe4-4cc2-a981-ff0798342185), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.188853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a45ba-fb15-4ea9-b27e-0589eac99ad1 req-3891bb37-6b4d-4901-b4bf-75e1da0fa679 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:56.190851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-963a45ba-fb15-4ea9-b27e-0589eac99ad1 req-3891bb37-6b4d-4901-b4bf-75e1da0fa679 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.3552802 Feb 03 12:48:56.198713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d274b648-bbe4-4cc2-a981-ff0798342185 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:48:56.226533 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.235622 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "DELETE /v2.0/networks/d274b648-bbe4-4cc2-a981-ff0798342185 HTTP/1.1" status: 204 len: 168 time: 0.8820450 Feb 03 12:48:56.296188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58cc6-4e22-4b9f-9f4a-94b02642fdee req-8bbde706-f13c-4f93-b3d0-2cfb06820c4f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:56.308784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7b58cc6-4e22-4b9f-9f4a-94b02642fdee req-8bbde706-f13c-4f93-b3d0-2cfb06820c4f tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.3446286 Feb 03 12:48:56.350840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf16a1-5833-4483-8cda-f33cb3e6540c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event deleted for resources: {'Network': ['ID=d274b648-bbe4-4cc2-a981-ff0798342185,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:56.604171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-963a45ba-fb15-4ea9-b27e-0589eac99ad1 req-0320009a-f3cb-4d39-a2f1-5fe137c435e8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625524 Feb 03 12:48:56.673215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e78f0958-ded9-4ec2-91b4-13b7c3588ab6 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:56.734120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34902) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:56.738961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e9278a1f-e575-454b-b01c-5ae80b41f671 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'router': {'name': 'tempest-router--1220739410', 'project_id': '79492989f7f2474db5dadff8f63bcc1e'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:56.809991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9278a1f-e575-454b-b01c-5ae80b41f671 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (dcaac896-4e01-42cb-907d-d4c93c1d8916), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.814990 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9278a1f-e575-454b-b01c-5ae80b41f671 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (dcaac896-4e01-42cb-907d-d4c93c1d8916), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.839269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7b58cc6-4e22-4b9f-9f4a-94b02642fdee req-847d6b54-3d35-4708-9d38-4cff6acfd857 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4775941 Feb 03 12:48:56.994254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:57.118880 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9278a1f-e575-454b-b01c-5ae80b41f671 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_controller (dcaac896-4e01-42cb-907d-d4c93c1d8916), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.125489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9278a1f-e575-454b-b01c-5ae80b41f671 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (dcaac896-4e01-42cb-907d-d4c93c1d8916), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.162859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e78f0958-ded9-4ec2-91b4-13b7c3588ab6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,segment=NetworkSegment(d1222805-d25c-4b86-8174-42553ddf4764),segment_id=d1222805-d25c-4b86-8174-42553ddf4764)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:57.195425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9278a1f-e575-454b-b01c-5ae80b41f671 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.202853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'e78f0958-ded9-4ec2-91b4-13b7c3588ab6', 'network_id': '8b8b0222-516f-4079-b588-fa68367972d5', 'port_id': 'e78f0958-ded9-4ec2-91b4-13b7c3588ab6', 'mac_address': 'fa:16:3e:1c:1e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add96f84-1724-4644-a563-f8e8935646c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:57.205153 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e9278a1f-e575-454b-b01c-5ae80b41f671 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4698012 Feb 03 12:48:57.206714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34904) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:57.367064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:57.367466 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.392326 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc90bac9-d2e7-4a80-8283-0e7cfe19af59 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (dcaac896-4e01-42cb-907d-d4c93c1d8916), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.402250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da9ed2-2203-4bdb-a1e8-8f78bc853027 req-4ac87ae2-d2ef-4516-a6fa-c6ff5d81f2b2 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:57.407919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9da9ed2-2203-4bdb-a1e8-8f78bc853027 req-4ac87ae2-d2ef-4516-a6fa-c6ff5d81f2b2 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.6313050 Feb 03 12:48:57.414896 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78f0958-ded9-4ec2-91b4-13b7c3588ab6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:57.479495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e78f0958-ded9-4ec2-91b4-13b7c3588ab6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,segment=NetworkSegment(d1222805-d25c-4b86-8174-42553ddf4764),segment_id=d1222805-d25c-4b86-8174-42553ddf4764)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:57.486302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f7272-75be-480f-89e4-c265ec8901d5 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:57.534405 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.629164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1ef6c-8019-4e39-b2c1-d39df3fc23e0 req-8de5c997-4e4b-4b34-a582-fc8e45ce0f8f tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:57.645082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f1ef6c-8019-4e39-b2c1-d39df3fc23e0 req-8de5c997-4e4b-4b34-a582-fc8e45ce0f8f tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 943 time: 0.5243652 Feb 03 12:48:57.732288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:57.739568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:57.812288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34914) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:57.881685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9da9ed2-2203-4bdb-a1e8-8f78bc853027 req-b7258e50-9656-471a-8aed-b2f77a7dc000 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467432 Feb 03 12:48:57.884276 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.972775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8e49eafe-4c19-42a7-8752-139117b761fb None None] Provisioning complete for port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:57.975164 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e49eafe-4c19-42a7-8752-139117b761fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.983412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc90bac9-d2e7-4a80-8283-0e7cfe19af59 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (dcaac896-4e01-42cb-907d-d4c93c1d8916), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.000450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port f7c5d5d8-9391-4567-b4c2-fbd73018fd94 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:58.048845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc90bac9-d2e7-4a80-8283-0e7cfe19af59 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_controller (dcaac896-4e01-42cb-907d-d4c93c1d8916), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.082160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['e78f0958-ded9-4ec2-91b4-13b7c3588ab6'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:58.243662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:58.244556 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.279675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f1ef6c-8019-4e39-b2c1-d39df3fc23e0 req-f1e55968-b403-4af5-aaba-034b3b16c427 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190069 Feb 03 12:48:58.293347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-d3713acf-743c-4f25-8b6a-8f43891d462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.297538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-d3713acf-743c-4f25-8b6a-8f43891d462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.299069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-d3713acf-743c-4f25-8b6a-8f43891d462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.299551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-d3713acf-743c-4f25-8b6a-8f43891d462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.305724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-d3713acf-743c-4f25-8b6a-8f43891d462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.306233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-d3713acf-743c-4f25-8b6a-8f43891d462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.306824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-d3713acf-743c-4f25-8b6a-8f43891d462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.316416 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-d3713acf-743c-4f25-8b6a-8f43891d462f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 6724 time: 0.5022631 Feb 03 12:48:58.332811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc90bac9-d2e7-4a80-8283-0e7cfe19af59 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (dcaac896-4e01-42cb-907d-d4c93c1d8916), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.333236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc90bac9-d2e7-4a80-8283-0e7cfe19af59 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcaac896-4e01-42cb-907d-d4c93c1d8916 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:48:58.379178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc90bac9-d2e7-4a80-8283-0e7cfe19af59 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.382944 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dc90bac9-d2e7-4a80-8283-0e7cfe19af59 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "DELETE /v2.0/routers/dcaac896-4e01-42cb-907d-d4c93c1d8916 HTTP/1.1" status: 204 len: 168 time: 1.1704302 Feb 03 12:48:58.498835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8e49eafe-4c19-42a7-8752-139117b761fb None None] Current status of the port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:58.499430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e49eafe-4c19-42a7-8752-139117b761fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.524159 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-87af0c30-702f-47e1-853d-c22d7906d457 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=691331f3-5881-42a9-a30f-4c68d7711860&id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2010493 Feb 03 12:48:58.602863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:58.603373 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.660292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34928) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:58.744229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8e49eafe-4c19-42a7-8752-139117b761fb None None] For port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4b60cc4a-d3bc-4d76-9f68-a61baf769ac9,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:58.770552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e49eafe-4c19-42a7-8752-139117b761fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.831951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 172.20.0.12 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4/f7c5d5d8-9391-4567-b4c2-fbd73018fd94) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:58.889068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:fe69:c57c (d981a595-dc33-4968-a2b7-6d84f7b5e02f/a1b7059f-02a3-45e9-9d4a-857a78aa6227/f7c5d5d8-9391-4567-b4c2-fbd73018fd94) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:58.941652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2975523-10cb-4da6-a581-c9af2c61f76b req-72aca8f3-ae40-46aa-b9b6-6a375fbcd9bd tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.953892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2975523-10cb-4da6-a581-c9af2c61f76b req-72aca8f3-ae40-46aa-b9b6-6a375fbcd9bd tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.3383167 Feb 03 12:48:58.988395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af30f-672c-4270-991a-0875492caff4 req-e8ffb923-e922-42c4-a583-14b3c3cf5ee5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.994240 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d32af30f-672c-4270-991a-0875492caff4 req-e8ffb923-e922-42c4-a583-14b3c3cf5ee5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.9314344 Feb 03 12:48:59.009142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1916426952', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:59.059493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267be9c0-25bb-4275-a731-6c3172263270 None None] Update dhcp port {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': 'a1b7059f-02a3-45e9-9d4a-857a78aa6227', 'ip_address': '2001:db8::f816:3eff:feef:6d00'}, {'subnet_id': '2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '4b60cc4a-d3bc-4d76-9f68-a61baf769ac9'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:48:59.070715 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (39d22e7e-554c-4237-afbb-2518ee311792), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.072194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (39d22e7e-554c-4237-afbb-2518ee311792), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.209317 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:48:59.209317 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:48:59.225750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (39d22e7e-554c-4237-afbb-2518ee311792), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.254136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49eafe-4c19-42a7-8752-139117b761fb None None] Pushing event updated for resources: {'Port': ['ID=4b60cc4a-d3bc-4d76-9f68-a61baf769ac9,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:59.274480 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-267be9c0-25bb-4275-a731-6c3172263270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.342380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d32af30f-672c-4270-991a-0875492caff4 req-1015ebb2-7a5d-4b2c-b6c4-a1b149a0ba59 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457096 Feb 03 12:48:59.402744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2975523-10cb-4da6-a581-c9af2c61f76b req-2387b586-1261-48ff-b527-0ec687d72038 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4041793 Feb 03 12:48:59.668678 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (f7c5d5d8-9391-4567-b4c2-fbd73018fd94), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.806726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:59.826672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f7c5d5d8-9391-4567-b4c2-fbd73018fd94), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.896111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:59.902362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:59.912741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-267be9c0-25bb-4275-a731-6c3172263270 None None] Allocated IP 172.20.0.2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4/4b60cc4a-d3bc-4d76-9f68-a61baf769ac9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:59.913176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:59.980027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:59.981073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.016868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=f7c5d5d8-9391-4567-b4c2-fbd73018fd94,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:00.034592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06d351-05af-41ff-b32a-a476a3fd0659 req-31a97897-db30-485c-8115-6efc352fac1f tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:00.036685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a06d351-05af-41ff-b32a-a476a3fd0659 req-31a97897-db30-485c-8115-6efc352fac1f tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 944 time: 0.3232820 Feb 03 12:49:00.044558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b836-276e-4aef-a0a4-87559849b28e req-d1b52689-c882-4f73-9331-ca64e141141d tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:00.046598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aec6b836-276e-4aef-a0a4-87559849b28e req-d1b52689-c882-4f73-9331-ca64e141141d tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.5353212 Feb 03 12:49:00.052541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3c075001-1e20-4460-b180-1d9698b1fdaa tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9245372 Feb 03 12:49:00.081837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34944) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:00.091690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:00.192291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-267be9c0-25bb-4275-a731-6c3172263270 None None] For port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4b60cc4a-d3bc-4d76-9f68-a61baf769ac9,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:00.194782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:00.195351 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.201960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (39d22e7e-554c-4237-afbb-2518ee311792), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.214673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a06d351-05af-41ff-b32a-a476a3fd0659 req-c0916c8c-86ef-48a2-aa56-2e368e2c3298 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668279 Feb 03 12:49:00.292535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aec6b836-276e-4aef-a0a4-87559849b28e req-98c1f9d5-4b7e-430f-a171-47d98721a166 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330990 Feb 03 12:49:00.313799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9a922-4006-4577-96e7-16b169d03c5e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:00.319912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9a922-4006-4577-96e7-16b169d03c5e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:00.321706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-92c9a922-4006-4577-96e7-16b169d03c5e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2386291 Feb 03 12:49:00.324888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34948) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:00.347453 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-267be9c0-25bb-4275-a731-6c3172263270 None None] Publish callbacks [] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.374299 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-267be9c0-25bb-4275-a731-6c3172263270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.408813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:00.559409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267be9c0-25bb-4275-a731-6c3172263270 None None] Pushing event updated for resources: {'Port': ['ID=4b60cc4a-d3bc-4d76-9f68-a61baf769ac9,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:00.592074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (39d22e7e-554c-4237-afbb-2518ee311792), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.619094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.687669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e78f0958-ded9-4ec2-91b4-13b7c3588ab6 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:00.699617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e4a87cf6-2142-402e-813e-89a4245275b9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port f7c5d5d8-9391-4567-b4c2-fbd73018fd94 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:00.700134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4a87cf6-2142-402e-813e-89a4245275b9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f7c5d5d8-9391-4567-b4c2-fbd73018fd94), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.782463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:49:00.789700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:00.790085 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.806899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d8bd-32d1-4c35-961b-cc508dd432eb req-1d4091fc-5757-4b64-9e54-de7835b51932 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:00.808474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a83d8bd-32d1-4c35-961b-cc508dd432eb req-1d4091fc-5757-4b64-9e54-de7835b51932 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.3045619 Feb 03 12:49:00.828442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f24056-8198-415d-85ea-ded8d7580799 req-751569ec-2a16-434d-a5f6-1444ac282442 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:00.831472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7f24056-8198-415d-85ea-ded8d7580799 req-751569ec-2a16-434d-a5f6-1444ac282442 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.2429969 Feb 03 12:49:00.867224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Allocated IP 172.25.3.126 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/9829ee23-74e8-48be-a11e-b54f1c756e82) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:00.920671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:00.921255 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.979130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744999f-b66a-465b-8ba9-7d6a33f592e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78f0958-ded9-4ec2-91b4-13b7c3588ab6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:00.987333 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b08011a-06ce-4db8-9fde-a087b0f5a606" -d '{"events": [{"server_uuid": "e744999f-b66a-465b-8ba9-7d6a33f592e9", "name": "network-vif-plugged", "status": "completed", "tag": "e78f0958-ded9-4ec2-91b4-13b7c3588ab6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:01.020439 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4a87cf6-2142-402e-813e-89a4245275b9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f7c5d5d8-9391-4567-b4c2-fbd73018fd94), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.027733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e78f0958-ded9-4ec2-91b4-13b7c3588ab6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,segment=NetworkSegment(d1222805-d25c-4b86-8174-42553ddf4764),segment_id=d1222805-d25c-4b86-8174-42553ddf4764)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:01.035220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e4a87cf6-2142-402e-813e-89a4245275b9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for f7c5d5d8-9391-4567-b4c2-fbd73018fd94 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:01.041727 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.097119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for port (9829ee23-74e8-48be-a11e-b54f1c756e82), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.132914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:01.173120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9829ee23-74e8-48be-a11e-b54f1c756e82), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.284360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:01.288953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:01.304160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:01.327944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a83d8bd-32d1-4c35-961b-cc508dd432eb req-fe49e81a-77a3-41c4-9119-9ba579ea8eb0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954302 Feb 03 12:49:01.328629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4a87cf6-2142-402e-813e-89a4245275b9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f7c5d5d8-9391-4567-b4c2-fbd73018fd94), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.377590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event updated for resources: {'Port': ['ID=9829ee23-74e8-48be-a11e-b54f1c756e82,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:01.391460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.392121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.392649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.393151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.393640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.394173 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.394731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.395702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.396500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.396983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.397576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.398075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.398630 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:01.431639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a87cf6-2142-402e-813e-89a4245275b9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=f7c5d5d8-9391-4567-b4c2-fbd73018fd94,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:01.479795 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed77d138-0980-4239-be63-b500f1775a09 x-openstack-request-id: req-ed77d138-0980-4239-be63-b500f1775a09 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:01.480095 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744999f-b66a-465b-8ba9-7d6a33f592e9", "name": "network-vif-plugged", "status": "completed", "tag": "e78f0958-ded9-4ec2-91b4-13b7c3588ab6", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:01.480350 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed77d138-0980-4239-be63-b500f1775a09 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:01.480946 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744999f-b66a-465b-8ba9-7d6a33f592e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78f0958-ded9-4ec2-91b4-13b7c3588ab6', 'code': 200} Feb 03 12:49:01.511387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4a87cf6-2142-402e-813e-89a4245275b9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.517765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e4a87cf6-2142-402e-813e-89a4245275b9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/f7c5d5d8-9391-4567-b4c2-fbd73018fd94 HTTP/1.1" status: 204 len: 168 time: 1.1895785 Feb 03 12:49:01.521246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34962) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:01.590953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97731d9b-ea67-4d92-9034-186733880476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:01.592769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97731d9b-ea67-4d92-9034-186733880476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:01.594549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97731d9b-ea67-4d92-9034-186733880476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:01.598773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-97731d9b-ea67-4d92-9034-186733880476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0742202 Feb 03 12:49:01.599156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34964) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:01.616399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7f24056-8198-415d-85ea-ded8d7580799 req-2f4cecc1-8989-455d-8db9-df53cf3f1a27 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7206728 Feb 03 12:49:01.728156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cef7d-8b53-464d-8fb7-9a440775bce0 req-2cb1ed60-b7e3-4cfd-b227-c25f5aa5ba50 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:01.729251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e3a71cdc-05f6-43f7-baaa-fe36a94c6c14 None None] Provisioning complete for port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:01.729692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3a71cdc-05f6-43f7-baaa-fe36a94c6c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.730058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a73cef7d-8b53-464d-8fb7-9a440775bce0 req-2cb1ed60-b7e3-4cfd-b227-c25f5aa5ba50 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 945 time: 0.0866702 Feb 03 12:49:01.759092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee374ff-ed56-442a-b990-75510256b34b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:01.765662 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ee374ff-ed56-442a-b990-75510256b34b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.807416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (39d22e7e-554c-4237-afbb-2518ee311792), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.841224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ee374ff-ed56-442a-b990-75510256b34b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.953552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e3a71cdc-05f6-43f7-baaa-fe36a94c6c14 None None] Current status of the port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:02.013148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:02.109060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94eaf26-9372-453f-84a2-65585245f490 req-bc9d9ed5-5bfd-4c04-8e01-fd800269643d tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:02.110960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94eaf26-9372-453f-84a2-65585245f490 req-bc9d9ed5-5bfd-4c04-8e01-fd800269643d tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1375816 Feb 03 12:49:02.128957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ee374ff-ed56-442a-b990-75510256b34b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.162950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:02.163493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.230449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94eaf26-9372-453f-84a2-65585245f490 req-a50aee2d-bea7-413a-9c43-0c8bfea2e276 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903511 Feb 03 12:49:02.237925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a73cef7d-8b53-464d-8fb7-9a440775bce0 req-e1ac080c-a260-4f04-bea0-7ff8344fbd15 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008724 Feb 03 12:49:02.323836 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ee374ff-ed56-442a-b990-75510256b34b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.349077 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ee374ff-ed56-442a-b990-75510256b34b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.358966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9ee374ff-ed56-442a-b990-75510256b34b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4 HTTP/1.1" status: 204 len: 168 time: 0.7565796 Feb 03 12:49:02.362114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34970) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.457438 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a655b9-5bbb-45a4-9c3c-d88a9568f5a4 req-930338d3-3d48-487c-b742-da9490150bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:02.462983 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c0a655b9-5bbb-45a4-9c3c-d88a9568f5a4 req-930338d3-3d48-487c-b742-da9490150bcb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 1128 time: 0.2253821 Feb 03 12:49:02.472373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (39d22e7e-554c-4237-afbb-2518ee311792), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.485377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee374ff-ed56-442a-b990-75510256b34b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:02.589166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-173801e0-a819-46c6-a219-a643922106ab None None] Could not find standard attr ID for object f7c5d5d8-9391-4567-b4c2-fbd73018fd94. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:49:02.625601 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c0a655b9-5bbb-45a4-9c3c-d88a9568f5a4 req-e9ad35f4-0590-41fe-8e94-758b1436bbcc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480525 Feb 03 12:49:02.629267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9611a9-146b-4818-935c-41ea65c6e72a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet a1b7059f-02a3-45e9-9d4a-857a78aa6227 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:02.648307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a9611a9-146b-4818-935c-41ea65c6e72a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (a1b7059f-02a3-45e9-9d4a-857a78aa6227), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.682625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:02.737259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca878b96-73c0-4ba7-a9fc-feb0ad8aa537 req-f803ee9c-eb71-486b-8191-37acdae4009c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:02.746930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca878b96-73c0-4ba7-a9fc-feb0ad8aa537 req-f803ee9c-eb71-486b-8191-37acdae4009c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.2415555 Feb 03 12:49:02.772809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad0dda-3ef6-46c2-8df8-92bfcb9e07fb None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:02.836332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a9611a9-146b-4818-935c-41ea65c6e72a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (a1b7059f-02a3-45e9-9d4a-857a78aa6227), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.838581 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Router 39d22e7e-554c-4237-afbb-2518ee311792 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:49:02.889318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca878b96-73c0-4ba7-a9fc-feb0ad8aa537 req-0832b70d-8188-4cd7-adbc-9a6de8433954 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415005 Feb 03 12:49:02.909318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e0c61-12a1-498d-a1ca-191348693618 req-6ea92d58-50a4-43e7-8438-96baaa791fcd tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:02.916944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc0e0c61-12a1-498d-a1ca-191348693618 req-6ea92d58-50a4-43e7-8438-96baaa791fcd tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.1532955 Feb 03 12:49:02.994423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a9611a9-146b-4818-935c-41ea65c6e72a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (a1b7059f-02a3-45e9-9d4a-857a78aa6227), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.068125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc0e0c61-12a1-498d-a1ca-191348693618 req-5814a08f-ef7c-4667-959a-02a47131e0c5 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500828 Feb 03 12:49:03.069983 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a9611a9-146b-4818-935c-41ea65c6e72a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (a1b7059f-02a3-45e9-9d4a-857a78aa6227), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.073639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:03.088312 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82567be2-da1a-4065-acb4-270a71345ab5 None None] Sync routers for ids ['39d22e7e-554c-4237-afbb-2518ee311792'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:03.105546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9611a9-146b-4818-935c-41ea65c6e72a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b7059f-02a3-45e9-9d4a-857a78aa6227,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:03.123271 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a9611a9-146b-4818-935c-41ea65c6e72a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.131757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6a9611a9-146b-4818-935c-41ea65c6e72a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/a1b7059f-02a3-45e9-9d4a-857a78aa6227 HTTP/1.1" status: 204 len: 168 time: 0.7175539 Feb 03 12:49:03.132485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34974) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:03.132764 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82567be2-da1a-4065-acb4-270a71345ab5 None None] Routers {'39d22e7e-554c-4237-afbb-2518ee311792'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:03.133413 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-82567be2-da1a-4065-acb4-270a71345ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39d22e7e-554c-4237-afbb-2518ee311792'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:03.170034 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.171344 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-97626173-ce59-4188-bb62-e3c1795e6be6 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5098209 Feb 03 12:49:03.174201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34976) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:03.186102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34978) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:03.187529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3a2bf3d2-e6c5-4972-9a92-c294f130ebc8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529358 Feb 03 12:49:03.222198 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-82567be2-da1a-4065-acb4-270a71345ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:03.236771 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82567be2-da1a-4065-acb4-270a71345ab5 None None] Routers {'39d22e7e-554c-4237-afbb-2518ee311792'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:03.237753 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-82567be2-da1a-4065-acb4-270a71345ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:48:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39d22e7e-554c-4237-afbb-2518ee311792'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:03.268541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:03.315294 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-82567be2-da1a-4065-acb4-270a71345ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:03.320945 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82567be2-da1a-4065-acb4-270a71345ab5 None None] The sync data for ids ['39d22e7e-554c-4237-afbb-2518ee311792'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:03.513116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2b814-aeae-449a-98da-e037a4fb2460 req-49b5b75f-5a54-4b77-b271-566e3f44b6cf tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:03.525057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59f2b814-aeae-449a-98da-e037a4fb2460 req-49b5b75f-5a54-4b77-b271-566e3f44b6cf tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1761866 Feb 03 12:49:03.559816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d44597-448a-4ddf-ae8c-7194ec1cc473 req-619e1f26-cfa3-4b62-8898-1657a5364de1 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:03.561687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8d44597-448a-4ddf-ae8c-7194ec1cc473 req-619e1f26-cfa3-4b62-8898-1657a5364de1 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 945 time: 0.1634495 Feb 03 12:49:03.626414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:03.630235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.636615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59f2b814-aeae-449a-98da-e037a4fb2460 req-d4c75e67-fcf6-4c83-b606-56132e33fa30 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073809 Feb 03 12:49:03.686492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8d44597-448a-4ddf-ae8c-7194ec1cc473 req-31aa1c08-3e1f-435b-8908-2672c6fd2434 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128323 Feb 03 12:49:03.802375 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1bd6af0e-875e-42d8-9496-64ee5954a1ee tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/routers/39d22e7e-554c-4237-afbb-2518ee311792 HTTP/1.1" status: 200 len: 925 time: 0.6264367 Feb 03 12:49:03.805207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34986) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:03.848593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-436cbec1-f021-4d76-b8e1-70794e26b8d5 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=39d22e7e-554c-4237-afbb-2518ee311792 HTTP/1.1" status: 200 len: 205 time: 0.0420976 Feb 03 12:49:03.851030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34988) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:03.976370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160665d6-1055-4ba4-b06e-042e05dc48b4 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:04.067844 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (39d22e7e-554c-4237-afbb-2518ee311792), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.137757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-023535b9-e967-4fba-bf00-ebe46bce5c71 None None] Provisioning complete for port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:04.138702 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-023535b9-e967-4fba-bf00-ebe46bce5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.162797 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-a042e16f-5e3c-4106-9222-790f7c3611d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2926013 Feb 03 12:49:04.313514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-023535b9-e967-4fba-bf00-ebe46bce5c71 None None] Current status of the port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:04.425366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.objects.ports [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:49:04.435332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc305c9f-2720-4e05-a3f8-24f95c1e894f None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:04.438466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9c3e3-05b1-44ed-b465-d1c0c66e8159 req-ceded334-e057-4360-8c78-112a01f2d8e7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:04.440548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69b9c3e3-05b1-44ed-b465-d1c0c66e8159 req-ceded334-e057-4360-8c78-112a01f2d8e7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.3835430 Feb 03 12:49:04.504292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e6fab-1327-449f-8349-6c933ee30518 req-5ccf4a5a-3514-4c1d-9f57-74fca2ee7017 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:04.511893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed4e6fab-1327-449f-8349-6c933ee30518 req-5ccf4a5a-3514-4c1d-9f57-74fca2ee7017 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.2704017 Feb 03 12:49:04.526056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-2acda850-4704-4811-adfc-601a186071ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:04.527905 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-2acda850-4704-4811-adfc-601a186071ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1127 time: 0.2956240 Feb 03 12:49:04.589960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cc305c9f-2720-4e05-a3f8-24f95c1e894f None None] Deleting port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:04.590252 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc305c9f-2720-4e05-a3f8-24f95c1e894f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.675675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69b9c3e3-05b1-44ed-b465-d1c0c66e8159 req-f608ff74-d948-493b-ba0e-653aba630202 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257059 Feb 03 12:49:04.727780 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (39d22e7e-554c-4237-afbb-2518ee311792), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.761555 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed4e6fab-1327-449f-8349-6c933ee30518 req-765ddc40-12ff-4546-92d8-b91c1e59306c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438636 Feb 03 12:49:04.806400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cc305c9f-2720-4e05-a3f8-24f95c1e894f None None] For port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4b60cc4a-d3bc-4d76-9f68-a61baf769ac9,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:04.806819 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc305c9f-2720-4e05-a3f8-24f95c1e894f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.840578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cc305c9f-2720-4e05-a3f8-24f95c1e894f None None] Calling delete_port for 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:04.951589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.957182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a30d66-9718-4781-a853-090efcd308b2 req-f7e16ea8-51a9-471b-a32a-a55acaceb13f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:04.958794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85a30d66-9718-4781-a853-090efcd308b2 req-f7e16ea8-51a9-471b-a32a-a55acaceb13f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1171424 Feb 03 12:49:04.984249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d69a7e-cf0c-462e-8640-feb5830fb9d1 req-a2caa964-6eeb-4fd4-8106-93e71a2c24bf tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:04.985882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68d69a7e-cf0c-462e-8640-feb5830fb9d1 req-a2caa964-6eeb-4fd4-8106-93e71a2c24bf tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 945 time: 0.0950773 Feb 03 12:49:04.994213 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc305c9f-2720-4e05-a3f8-24f95c1e894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (4b60cc4a-d3bc-4d76-9f68-a61baf769ac9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.036097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc305c9f-2720-4e05-a3f8-24f95c1e894f None None] Pushing event deleted for resources: {'Port': ['ID=4b60cc4a-d3bc-4d76-9f68-a61baf769ac9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:05.040064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc305c9f-2720-4e05-a3f8-24f95c1e894f None None] No DVR routers for this DVR port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:05.055880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Port 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 concurrently deleted while adding address for new subnet {'id': '9f94721c-53f2-4a72-abf3-b75b82b1e846', 'name': '', 'tenant_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1572, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-03T12:49:03Z', 'updated_at': '2022-02-03T12:49:03Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6'}. {{(pid=103223) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 03 12:49:05.056609 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (9f94721c-53f2-4a72-abf3-b75b82b1e846), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.153212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-236ed19b-daf0-4e5e-ae6f-a8d7ec95d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:05.155033 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-236ed19b-daf0-4e5e-ae6f-a8d7ec95d2e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.5472038 Feb 03 12:49:05.158600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85a30d66-9718-4781-a853-090efcd308b2 req-d5480cc2-9fdf-4097-86be-12ebbc1f5cea tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706905 Feb 03 12:49:05.195924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Deleting port 9829ee23-74e8-48be-a11e-b54f1c756e82 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:05.196485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9829ee23-74e8-48be-a11e-b54f1c756e82), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.209223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68d69a7e-cf0c-462e-8640-feb5830fb9d1 req-50f48b28-ff32-43ec-a0f1-d9b37a3e6705 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029965 Feb 03 12:49:05.255739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:05.260507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=9f94721c-53f2-4a72-abf3-b75b82b1e846,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:05.265947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:05.274416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:05.275205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.280678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701ebd7-bc78-49f9-85dc-66ab227de89c None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:05.305561 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-55c89d5a-e56d-414e-8912-cf7c4d6fd09f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1149893 Feb 03 12:49:05.308300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35002) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:05.308836 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-ec71f104-250e-4324-8c51-9f725cecb6c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.1404102 Feb 03 12:49:05.315092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:05.330602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8f0f8-1132-4de0-b1ca-84d4610f7b87 req-0135abdd-fd3d-442b-87a8-139f57719cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:05.332829 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1ad8f0f8-1132-4de0-b1ca-84d4610f7b87 req-0135abdd-fd3d-442b-87a8-139f57719cab service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 1128 time: 0.1729400 Feb 03 12:49:05.369288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9829ee23-74e8-48be-a11e-b54f1c756e82), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.436421 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1ad8f0f8-1132-4de0-b1ca-84d4610f7b87 req-ddc064e8-d730-4db6-bac0-9bb828e3ef2b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762255 Feb 03 12:49:05.443995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-3717dcd4-8b60-44db-8222-ec0e01bf5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:05.445482 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-3717dcd4-8b60-44db-8222-ec0e01bf5652 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1286092 Feb 03 12:49:05.499103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '9f94721c-53f2-4a72-abf3-b75b82b1e846'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:05.500880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.511253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Calling delete_port for 9829ee23-74e8-48be-a11e-b54f1c756e82 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:05.520904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-0f0f56a7-b76c-4d1b-9a3e-9ac156fa22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:05.522453 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-0f0f56a7-b76c-4d1b-9a3e-9ac156fa22f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548265 Feb 03 12:49:05.662498 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-96e52eae-80f0-40e6-9042-32bbf075f999 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321936 Feb 03 12:49:05.713430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Allocated IP 2001:db8::f816:3eff:fed3:11c8 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/9f94721c-53f2-4a72-abf3-b75b82b1e846/bce525f8-7127-4753-af87-65eaafffb9fd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:05.841267 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c6a39565-0761-4cd8-baf2-27f4745f58cf req-0956ab1d-d80c-441a-9dd0-a19b3f06e698 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670573 Feb 03 12:49:05.892663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:05.896147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.949177 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Publish callbacks [] for port (bce525f8-7127-4753-af87-65eaafffb9fd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.955276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:05.981764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.984976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:05.985481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4b60cc4a-d3bc-4d76-9f68-a61baf769ac9 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:06.074364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:06.084284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2f6fc-a119-4b2b-be58-c2a3d14c98e4 req-6422b3d0-e018-4c25-8140-1017c9981c57 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:06.085909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ec2f6fc-a119-4b2b-be58-c2a3d14c98e4 req-6422b3d0-e018-4c25-8140-1017c9981c57 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.2355065 Feb 03 12:49:06.097295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:06.113283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:06.121298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48660d7-188a-45a6-b408-bab27166a06d req-a84652ee-7881-4023-8692-783f14a7fe3f tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:06.131273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a48660d7-188a-45a6-b408-bab27166a06d req-a84652ee-7881-4023-8692-783f14a7fe3f tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 945 time: 0.3456581 Feb 03 12:49:06.143116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Pushing event updated for resources: {'Port': ['ID=bce525f8-7127-4753-af87-65eaafffb9fd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:06.248819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Attempting to bind port bce525f8-7127-4753-af87-65eaafffb9fd on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:06.249137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Attempting to bind port bce525f8-7127-4753-af87-65eaafffb9fd by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:06.249851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Attempting to bind port bce525f8-7127-4753-af87-65eaafffb9fd on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:06.256035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:06.256517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:06.256993 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.257864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:06.258009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Bound port: bce525f8-7127-4753-af87-65eaafffb9fd, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:06.260283 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.340967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9829ee23-74e8-48be-a11e-b54f1c756e82), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.349026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-18e68113-473d-466f-94fc-05b247f3027d None None] For port bce525f8-7127-4753-af87-65eaafffb9fd, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:06.356975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-18e68113-473d-466f-94fc-05b247f3027d None None] For port bce525f8-7127-4753-af87-65eaafffb9fd, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bce525f8-7127-4753-af87-65eaafffb9fd,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:06.364125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a48660d7-188a-45a6-b408-bab27166a06d req-4bf2552f-c098-4749-a65b-ff49ca821592 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319384 Feb 03 12:49:06.373932 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.424737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ec2f6fc-a119-4b2b-be58-c2a3d14c98e4 req-7a2043e5-56bc-4dd1-b6ca-8f9b96073ba3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209965 Feb 03 12:49:06.435734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event deleted for resources: {'Port': ['ID=9829ee23-74e8-48be-a11e-b54f1c756e82,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:06.559720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e68113-473d-466f-94fc-05b247f3027d None None] Pushing event updated for resources: {'Port': ['ID=bce525f8-7127-4753-af87-65eaafffb9fd,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:06.595756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-707ff963-5114-4024-a762-7c92efb8cfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.723231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:49:06.936212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:06.957012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'port_id': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'mac_address': 'fa:16:3e:10:2f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:49:07.077636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 11e09ac0-57bb-4424-b385-e5df4f304f8e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:07.078368 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.097004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e09ac0-57bb-4424-b385-e5df4f304f8e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:07.136197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:07.144478 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.223786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:07.263158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (39d22e7e-554c-4237-afbb-2518ee311792), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.365537 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (cfc310ee-cf29-4355-a967-08be47a8c2a1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.378540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff39e97-0953-46b7-8481-f4872cd22404 req-dda9b6e0-cb90-4990-a862-328b0baf3d8e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:07.383986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ff39e97-0953-46b7-8481-f4872cd22404 req-dda9b6e0-cb90-4990-a862-328b0baf3d8e tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 944 time: 0.7931287 Feb 03 12:49:07.393394 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (39d22e7e-554c-4237-afbb-2518ee311792), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.419301 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (39d22e7e-554c-4237-afbb-2518ee311792), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.467634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948ae9c-d53c-4113-9ee3-90d45b0a6fc7 req-f8a818fc-6393-475b-8323-6b0cee7b59f1 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:07.469576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e948ae9c-d53c-4113-9ee3-90d45b0a6fc7 req-f8a818fc-6393-475b-8323-6b0cee7b59f1 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.2777116 Feb 03 12:49:07.507053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:07.522402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:07.539349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:07.539952 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.547549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=cfc310ee-cf29-4355-a967-08be47a8c2a1,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:07.557239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (39d22e7e-554c-4237-afbb-2518ee311792), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.557809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Fanout notify agent at l3_agent the message router_deleted on router 39d22e7e-554c-4237-afbb-2518ee311792 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:49:07.570863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.572026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d58bf532-de20-41f4-b68d-1f84acae06ed tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/39d22e7e-554c-4237-afbb-2518ee311792 HTTP/1.1" status: 204 len: 168 time: 3.7200313 Feb 03 12:49:07.573670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-96c7bb95-a013-4bbc-9ca6-d79450594b66 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:07.575721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-96c7bb95-a013-4bbc-9ca6-d79450594b66 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.91 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 945 time: 0.0690236 Feb 03 12:49:07.576214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35038) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:07.581726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1019481886', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': False}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:07.591612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ff39e97-0953-46b7-8481-f4872cd22404 req-f4095076-95cb-4758-9ea3-bf9b354a7322 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010715 Feb 03 12:49:07.597566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-09881010-e766-4e19-8ad5-6ef039b83f65 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2879329 Feb 03 12:49:07.601145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35040) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:07.606250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:97:a0:15', 'name': 'tempest-NetworksTestDHCPv6-879875995'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:07.648063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e948ae9c-d53c-4113-9ee3-90d45b0a6fc7 req-c03ad78d-6c6a-449d-b916-10400eba8b7b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430964 Feb 03 12:49:07.796305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['11e09ac0-57bb-4424-b385-e5df4f304f8e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:07.847782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393a655-6ddb-4788-b843-9a5f93333d95 req-df803279-91d5-4e7d-a58b-a50119a243a5 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:07.849354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a393a655-6ddb-4788-b843-9a5f93333d95 req-df803279-91d5-4e7d-a58b-a50119a243a5 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 945 time: 0.1511028 Feb 03 12:49:07.851452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:07.901349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d29aca-2aaa-4c67-8a10-ea5827de43bc req-bd56e466-af7a-49b1-95e7-6d7b8508c4c1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:07.903134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93d29aca-2aaa-4c67-8a10-ea5827de43bc req-bd56e466-af7a-49b1-95e7-6d7b8508c4c1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.1783638 Feb 03 12:49:07.982386 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.983839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.073274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bce525f8-7127-4753-af87-65eaafffb9fd up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:08.080565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a393a655-6ddb-4788-b843-9a5f93333d95 req-ebb0e2cf-b9ec-4c72-9c8f-9c0cbb523340 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/security-groups?id=c7bef6f8-d600-4be6-84b1-93adcbbc3a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230208 Feb 03 12:49:08.101893 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.129507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f133013-f4b7-4a20-b84f-409a466c7886 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:08.134586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93d29aca-2aaa-4c67-8a10-ea5827de43bc req-b1270e3c-54d0-4e57-a208-183de460714b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109773 Feb 03 12:49:08.148146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 62ddc96a-5177-401d-a462-51dfa4381a55 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:08.158505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_controller (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.175121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Deleting port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:08.175710 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.233303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-70459290-6a77-4d58-acb4-a9ec9f8f17f3 None None] Provisioning complete for port bce525f8-7127-4753-af87-65eaafffb9fd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:08.233677 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70459290-6a77-4d58-acb4-a9ec9f8f17f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.264376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bce525f8-7127-4753-af87-65eaafffb9fd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:08.265151 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.303179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-c0eaaf83-4db0-4936-8d7a-0189a8ab6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.304962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-c0eaaf83-4db0-4936-8d7a-0189a8ab6edd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 1129 time: 0.1948085 Feb 03 12:49:08.329297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 172.20.0.9 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/cfc310ee-cf29-4355-a967-08be47a8c2a1/62ddc96a-5177-401d-a462-51dfa4381a55) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:08.336023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:fe97:a015 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/9f94721c-53f2-4a72-abf3-b75b82b1e846/62ddc96a-5177-401d-a462-51dfa4381a55) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:08.412683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.419275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bce525f8-7127-4753-af87-65eaafffb9fd is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:08.419679 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.445523 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-70459290-6a77-4d58-acb4-a9ec9f8f17f3 None None] Current status of the port bce525f8-7127-4753-af87-65eaafffb9fd is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:08.445918 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70459290-6a77-4d58-acb4-a9ec9f8f17f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.469547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] For port e78f0958-ded9-4ec2-91b4-13b7c3588ab6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,segment=NetworkSegment(d1222805-d25c-4b86-8174-42553ddf4764),segment_id=d1222805-d25c-4b86-8174-42553ddf4764)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:08.469547 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.497906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Calling delete_port for e78f0958-ded9-4ec2-91b4-13b7c3588ab6 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:08.506054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port bce525f8-7127-4753-af87-65eaafffb9fd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bce525f8-7127-4753-af87-65eaafffb9fd,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:08.516635 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.520825 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (62ddc96a-5177-401d-a462-51dfa4381a55), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.561731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (62ddc96a-5177-401d-a462-51dfa4381a55), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.570267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-ca41d9fe-3b16-4f87-be0c-e3fb8455e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.572200 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-ca41d9fe-3b16-4f87-be0c-e3fb8455e3fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.2593489 Feb 03 12:49:08.587617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d9c9b1-cff2-480d-9456-b30a99c8d892 None None] Update dhcp port {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': '9f94721c-53f2-4a72-abf3-b75b82b1e846', 'ip_address': '2001:db8::f816:3eff:fed3:11c8'}, {'subnet_id': 'cfc310ee-cf29-4355-a967-08be47a8c2a1'}], 'binding:host_id': 'n-d-792364-10'}, 'id': 'bce525f8-7127-4753-af87-65eaafffb9fd'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:49:08.621243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:08.625531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:08.628333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-70459290-6a77-4d58-acb4-a9ec9f8f17f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:08.629416 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-70459290-6a77-4d58-acb4-a9ec9f8f17f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:08.633055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=bce525f8-7127-4753-af87-65eaafffb9fd,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:08.633221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:08.635940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=62ddc96a-5177-401d-a462-51dfa4381a55,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:08.645767 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10d9c9b1-cff2-480d-9456-b30a99c8d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.669755 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-a0f5a3f8-73e9-4bbb-8677-fbfad3395d6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de26fd4-571e-436c-8809-383751e04652 HTTP/1.1" status: 200 len: 217 time: 0.0882273 Feb 03 12:49:08.698958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.699965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.744031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35048) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:08.744424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-205e7e6e-059d-48d1-a415-853cdc03b832 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1418793 Feb 03 12:49:08.803598 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c36f-3a49-4c65-a8f6-0ecea85b2c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.811914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-207dca03-f657-412d-b1e7-d9c78894c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.813401 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-207dca03-f657-412d-b1e7-d9c78894c1eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1300640 Feb 03 12:49:08.845257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e7bf-d94d-4af1-a60f-be502fdeb273 req-dd7a3b2b-0b01-4547-81db-d50e188c11d4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.846807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e166e7bf-d94d-4af1-a60f-be502fdeb273 req-dd7a3b2b-0b01-4547-81db-d50e188c11d4 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 945 time: 0.1015711 Feb 03 12:49:08.860596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592646b-0211-40a1-919d-2692d352137f req-67688769-7428-404e-bc69-272c1a706285 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.862442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6592646b-0211-40a1-919d-2692d352137f req-67688769-7428-404e-bc69-272c1a706285 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1016607 Feb 03 12:49:08.880802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e78f0958-ded9-4ec2-91b4-13b7c3588ab6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.885008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-10d9c9b1-cff2-480d-9456-b30a99c8d892 None None] Allocated IP 172.20.0.2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/cfc310ee-cf29-4355-a967-08be47a8c2a1/bce525f8-7127-4753-af87-65eaafffb9fd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:08.938407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6592646b-0211-40a1-919d-2692d352137f req-f096e533-b28a-4279-8f96-69ffc6007874 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688140 Feb 03 12:49:08.942423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e166e7bf-d94d-4af1-a60f-be502fdeb273 req-8e62f51d-8e4e-4607-9fbd-dda37a240d05 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790155 Feb 03 12:49:08.993047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f5f523-0d28-4772-babe-23fbd4af4027 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.998521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f5f523-0d28-4772-babe-23fbd4af4027 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:09.000160 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-64f5f523-0d28-4772-babe-23fbd4af4027 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2531888 Feb 03 12:49:09.003051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35054) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:09.006293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Pushing event deleted for resources: {'Port': ['ID=e78f0958-ded9-4ec2-91b4-13b7c3588ab6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:09.012571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-10d9c9b1-cff2-480d-9456-b30a99c8d892 None None] For port bce525f8-7127-4753-af87-65eaafffb9fd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bce525f8-7127-4753-af87-65eaafffb9fd,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:09.039542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-ddea4e23-d6fb-4de1-bcf2-a5e43afa709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:09.041277 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-ddea4e23-d6fb-4de1-bcf2-a5e43afa709f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2195501 Feb 03 12:49:09.065959 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10d9c9b1-cff2-480d-9456-b30a99c8d892 None None] Publish callbacks [] for port (bce525f8-7127-4753-af87-65eaafffb9fd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.074863 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10d9c9b1-cff2-480d-9456-b30a99c8d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.091663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] No DVR routers for this DVR port e78f0958-ded9-4ec2-91b4-13b7c3588ab6 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:09.104060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.107780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e9062941-e3c5-4dcd-aee8-ef6f3942b9d8 req-d1238681-a568-4f25-908f-44791b384557 tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.91 "DELETE /v2.0/ports/e78f0958-ded9-4ec2-91b4-13b7c3588ab6 HTTP/1.1" status: 204 len: 173 time: 1.5224693 Feb 03 12:49:09.110004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744999f-b66a-465b-8ba9-7d6a33f592e9', 'name': 'network-vif-deleted', 'tag': 'e78f0958-ded9-4ec2-91b4-13b7c3588ab6'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:09.112507 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969929f0-8f58-4bcf-89dd-b4584f2484c6" -d '{"events": [{"server_uuid": "e744999f-b66a-465b-8ba9-7d6a33f592e9", "name": "network-vif-deleted", "tag": "e78f0958-ded9-4ec2-91b4-13b7c3588ab6"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:09.132076 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.143867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9c9b1-cff2-480d-9456-b30a99c8d892 None None] Pushing event updated for resources: {'Port': ['ID=bce525f8-7127-4753-af87-65eaafffb9fd,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:09.163407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3684c-49d3-47aa-82e3-2d0b7cc88696 req-bebc7cf0-1fa5-4586-b61f-a3618b25ba87 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:09.165290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5f3684c-49d3-47aa-82e3-2d0b7cc88696 req-bebc7cf0-1fa5-4586-b61f-a3618b25ba87 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1105235 Feb 03 12:49:09.209025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6ec11-6114-4b89-899c-ed9b5e333906 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 62ddc96a-5177-401d-a462-51dfa4381a55 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:09.209328 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ec11-6114-4b89-899c-ed9b5e333906 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (62ddc96a-5177-401d-a462-51dfa4381a55), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.212772 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.245956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-70459290-6a77-4d58-acb4-a9ec9f8f17f3 None None] Current status of the port bce525f8-7127-4753-af87-65eaafffb9fd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:09.272922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76fb70d0-f435-454c-9bd7-23b174d53a13 req-1240c05c-134e-4953-8435-fd77fdb2725c tempest-ServerGroupTestJSON-559770993 tempest-ServerGroupTestJSON-559770993-project] 10.222.0.65 "GET /v2.0/ports?device_id=e744999f-b66a-465b-8ba9-7d6a33f592e9 HTTP/1.1" status: 200 len: 210 time: 0.0586545 Feb 03 12:49:09.287667 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-12d3a604-9c1d-472f-bda4-db82859e467c service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244184 Feb 03 12:49:09.313964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5f3684c-49d3-47aa-82e3-2d0b7cc88696 req-aedad372-d831-4b85-b4fb-9a9a33b14b92 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348095 Feb 03 12:49:09.403039 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ec11-6114-4b89-899c-ed9b5e333906 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (62ddc96a-5177-401d-a462-51dfa4381a55), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.410005 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2de0797-3cfe-4f48-ab30-c1db8df59936 x-openstack-request-id: req-a2de0797-3cfe-4f48-ab30-c1db8df59936 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:09.410280 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e744999f-b66a-465b-8ba9-7d6a33f592e9", "name": "network-vif-deleted", "tag": "e78f0958-ded9-4ec2-91b4-13b7c3588ab6", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:09.414804 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2de0797-3cfe-4f48-ab30-c1db8df59936 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:09.415233 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744999f-b66a-465b-8ba9-7d6a33f592e9', 'name': 'network-vif-deleted', 'tag': 'e78f0958-ded9-4ec2-91b4-13b7c3588ab6', 'status': 'completed', 'code': 200} Feb 03 12:49:09.431101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Allocated IP 172.25.3.142 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/1c7a46ab-74ec-448d-9b9b-986f8cbc744f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:09.434238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6ec11-6114-4b89-899c-ed9b5e333906 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 62ddc96a-5177-401d-a462-51dfa4381a55 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:09.473517 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-97f227f2-5ac8-4980-b984-ae6d7cd5e95b req-a1635e7d-1c3c-401f-bf0e-4d953d480c41 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779399 Feb 03 12:49:09.580900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd31e82-edaf-4d63-aaa0-2f0fb8800a50 req-4b5c1415-fda3-4f26-bdec-c330d8e557e3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:09.588395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0dd31e82-edaf-4d63-aaa0-2f0fb8800a50 req-4b5c1415-fda3-4f26-bdec-c330d8e557e3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.1450448 Feb 03 12:49:09.610828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.657169 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.714554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:09.721044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:09.723365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event updated for resources: {'Port': ['ID=1c7a46ab-74ec-448d-9b9b-986f8cbc744f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:09.725618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:09.842715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0dd31e82-edaf-4d63-aaa0-2f0fb8800a50 req-b2bc7022-6a66-46f6-86bd-7caa97f306bb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533984 Feb 03 12:49:09.846478 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ec11-6114-4b89-899c-ed9b5e333906 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (62ddc96a-5177-401d-a462-51dfa4381a55), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.887593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6ec11-6114-4b89-899c-ed9b5e333906 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=62ddc96a-5177-401d-a462-51dfa4381a55,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:09.901298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76b0be-5774-4187-9ab7-d749d6e38cce req-085c770e-a808-46de-9d5f-0736f80a36c1 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:09.909304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c76b0be-5774-4187-9ab7-d749d6e38cce req-085c770e-a808-46de-9d5f-0736f80a36c1 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.2936025 Feb 03 12:49:09.963035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bce525f8-7127-4753-af87-65eaafffb9fd up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:09.984871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c76b0be-5774-4187-9ab7-d749d6e38cce req-1b9c3668-24e8-4cfb-bad1-b24806e85ab0 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746641 Feb 03 12:49:10.081442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bce525f8-7127-4753-af87-65eaafffb9fd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:10.082803 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.107737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.129129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.139611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ec11-6114-4b89-899c-ed9b5e333906 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.149622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f2d6ec11-6114-4b89-899c-ed9b5e333906 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/62ddc96a-5177-401d-a462-51dfa4381a55 HTTP/1.1" status: 204 len: 168 time: 1.1448228 Feb 03 12:49:10.150464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35072) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:10.207973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bce525f8-7127-4753-af87-65eaafffb9fd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:10.211843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-592f0b55-7301-46b7-be54-4ece8b179d91 None None] Provisioning complete for port bce525f8-7127-4753-af87-65eaafffb9fd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:10.212219 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-592f0b55-7301-46b7-be54-4ece8b179d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.223185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ce80-7b22-44e1-8b44-9fe0bd98eae7 req-38ae4164-42ab-4e26-9d21-d3a33b7dc3a0 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:10.224764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8309ce80-7b22-44e1-8b44-9fe0bd98eae7 req-38ae4164-42ab-4e26-9d21-d3a33b7dc3a0 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 945 time: 0.1581149 Feb 03 12:49:10.235714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6628083-5b10-413d-95e4-caa87ddd2973 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:10.237022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6628083-5b10-413d-95e4-caa87ddd2973 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:10.238321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6628083-5b10-413d-95e4-caa87ddd2973 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:10.242427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e6628083-5b10-413d-95e4-caa87ddd2973 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0866623 Feb 03 12:49:10.247321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35074) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:10.313475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-592f0b55-7301-46b7-be54-4ece8b179d91 None None] Current status of the port bce525f8-7127-4753-af87-65eaafffb9fd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:10.341063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8309ce80-7b22-44e1-8b44-9fe0bd98eae7 req-5d19c6a7-8d06-4150-a230-7a72235980cb tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999618 Feb 03 12:49:10.345879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f580499a-b045-49a0-9e7a-5c37055355f3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 9f94721c-53f2-4a72-abf3-b75b82b1e846 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:10.350642 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f580499a-b045-49a0-9e7a-5c37055355f3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (9f94721c-53f2-4a72-abf3-b75b82b1e846), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.404840 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f580499a-b045-49a0-9e7a-5c37055355f3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (9f94721c-53f2-4a72-abf3-b75b82b1e846), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.533386 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f580499a-b045-49a0-9e7a-5c37055355f3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (9f94721c-53f2-4a72-abf3-b75b82b1e846), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.539584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c0046c7b-f374-4b72-8ec2-b52030e90577 None None] Could not find standard attr ID for object 62ddc96a-5177-401d-a462-51dfa4381a55. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:49:10.603729 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f580499a-b045-49a0-9e7a-5c37055355f3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (9f94721c-53f2-4a72-abf3-b75b82b1e846), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.644408 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f580499a-b045-49a0-9e7a-5c37055355f3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.651226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f580499a-b045-49a0-9e7a-5c37055355f3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/9f94721c-53f2-4a72-abf3-b75b82b1e846 HTTP/1.1" status: 204 len: 168 time: 0.4028466 Feb 03 12:49:10.652040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35096) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:10.653079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580499a-b045-49a0-9e7a-5c37055355f3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=9f94721c-53f2-4a72-abf3-b75b82b1e846,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:10.676396 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.702268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35098) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:10.729426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:10.748446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9ac637-67ce-4746-ae04-73c3302d265a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet cfc310ee-cf29-4355-a967-08be47a8c2a1 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:10.754887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac637-67ce-4746-ae04-73c3302d265a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (cfc310ee-cf29-4355-a967-08be47a8c2a1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.806389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac637-67ce-4746-ae04-73c3302d265a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (cfc310ee-cf29-4355-a967-08be47a8c2a1), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.835246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Router 05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:49:10.838445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6267c7cb-bd4a-4c4d-9316-1fffeec4988c admin admin] Deleting subnet add96f84-1724-4644-a563-f8e8935646c0 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:10.847279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6267c7cb-bd4a-4c4d-9316-1fffeec4988c admin admin] Publish callbacks [] for subnet (add96f84-1724-4644-a563-f8e8935646c0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.898911 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6267c7cb-bd4a-4c4d-9316-1fffeec4988c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (add96f84-1724-4644-a563-f8e8935646c0), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.953200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1911b8d8-9fb7-4aa7-8008-8840d6383e77 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:10.986761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:11.014196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.015730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Sync routers for ids ['05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:11.026791 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-50744e42-2e52-4a4f-9343-7a101689dafb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4494674 Feb 03 12:49:11.030433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35104) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:11.031766 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac637-67ce-4746-ae04-73c3302d265a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (cfc310ee-cf29-4355-a967-08be47a8c2a1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.057161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Routers {'05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:11.057806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:11.062972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 11e09ac0-57bb-4424-b385-e5df4f304f8e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:11.063402 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.257025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 11e09ac0-57bb-4424-b385-e5df4f304f8e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:11.257756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.292550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Set router 05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:49:11.327002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:11.329269 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986177f3-a56f-4578-aa5c-8d6f13055164" -d '{"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-plugged", "status": "completed", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:11.370105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:11.371880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6267c7cb-bd4a-4c4d-9316-1fffeec4988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (add96f84-1724-4644-a563-f8e8935646c0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.386487 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.387580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e78f0958-ded9-4ec2-91b4-13b7c3588ab6 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:11.406984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eeb23d-4b4d-43c7-8b21-8f10705466c3 req-66df1173-3cae-4f18-9e35-7225916a9161 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:11.408980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1eeb23d-4b4d-43c7-8b21-8f10705466c3 req-66df1173-3cae-4f18-9e35-7225916a9161 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 946 time: 0.4545228 Feb 03 12:49:11.442658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: e78f0958-ded9-4ec2-91b4-13b7c3588ab6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:11.443038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e78f0958-ded9-4ec2-91b4-13b7c3588ab6 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:11.532118 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.532932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:11.578274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac637-67ce-4746-ae04-73c3302d265a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (cfc310ee-cf29-4355-a967-08be47a8c2a1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.604375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3', 'name': 'tempest-snat-router-1019481886', 'tenant_id': '53c2754e273545389749791c60b59811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.142'}], 'enable_snat': False}, 'gw_port_id': '1c7a46ab-74ec-448d-9b9b-986f8cbc744f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:49:07Z', 'updated_at': '2022-02-03T12:49:09Z', 'revision_number': 3, 'project_id': '53c2754e273545389749791c60b59811', 'gw_port': {'id': '1c7a46ab-74ec-448d-9b9b-986f8cbc744f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:49:09Z', 'updated_at': '2022-02-03T12:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:11.608437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00142-3bf1-490d-9ab5-1db4842f043a req-9ee4e177-a722-4a5f-a952-0806ea521909 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:11.610232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31d00142-3bf1-490d-9ab5-1db4842f043a req-9ee4e177-a722-4a5f-a952-0806ea521909 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.5035536 Feb 03 12:49:11.638388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fce0dbe3-cf1a-4367-b4b7-348aa7de557c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/routers/05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3 HTTP/1.1" status: 200 len: 909 time: 0.5977836 Feb 03 12:49:11.640144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Checking router: 05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:49:11.640667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35116) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:11.640813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Updating router 05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3 port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:49:11.644864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ac637-67ce-4746-ae04-73c3302d265a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc310ee-cf29-4355-a967-08be47a8c2a1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:11.649990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1019481886', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': True}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:11.654511 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6267c7cb-bd4a-4c4d-9316-1fffeec4988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (add96f84-1724-4644-a563-f8e8935646c0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.658073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac637-67ce-4746-ae04-73c3302d265a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.661321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ee9ac637-67ce-4746-ae04-73c3302d265a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/cfc310ee-cf29-4355-a967-08be47a8c2a1 HTTP/1.1" status: 204 len: 168 time: 1.0051346 Feb 03 12:49:11.666575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35118) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:11.673544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1eeb23d-4b4d-43c7-8b21-8f10705466c3 req-e49b377a-8dc3-452e-b9a3-d4c940c40f00 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391872 Feb 03 12:49:11.679299 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.719196 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7f909bdd-1b9d-4bdf-8cc9-23ad6c629750 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499969 Feb 03 12:49:11.725345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35120) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:11.726561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:11.742876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267c7cb-bd4a-4c4d-9316-1fffeec4988c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add96f84-1724-4644-a563-f8e8935646c0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:11.745344 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (775e0469-991a-4134-9aa9-61739efab298), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.745898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (775e0469-991a-4134-9aa9-61739efab298), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.765574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6267c7cb-bd4a-4c4d-9316-1fffeec4988c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.769846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6267c7cb-bd4a-4c4d-9316-1fffeec4988c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/add96f84-1724-4644-a563-f8e8935646c0 HTTP/1.1" status: 204 len: 168 time: 1.0663908 Feb 03 12:49:11.773883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35122) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:11.832028 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_controller (775e0469-991a-4134-9aa9-61739efab298), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.856574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31d00142-3bf1-490d-9ab5-1db4842f043a req-acb69633-5bf9-4aa9-bb14-eea52e466066 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224863 Feb 03 12:49:11.938279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9de26fd4-571e-436c-8809-383751e04652 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:12.030016 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315449e0-0e2b-4de2-a3a3-15ce1e3b6665 x-openstack-request-id: req-315449e0-0e2b-4de2-a3a3-15ce1e3b6665 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:12.030312 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-plugged", "status": "completed", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:12.031162 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8b8b0222-516f-4079-b588-fa68367972d5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.048503 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-315449e0-0e2b-4de2-a3a3-15ce1e3b6665 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:12.048943 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'code': 200} Feb 03 12:49:12.101085 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (775e0469-991a-4134-9aa9-61739efab298), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.111379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:12.119105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.144871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f5962-cdaf-4c24-9cfd-64e3184c15f1 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:12.264047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-abefdf4d-2c8d-4bee-bbfc-4fbb9040eb80 None None] Provisioning complete for port bce525f8-7127-4753-af87-65eaafffb9fd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:12.265185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abefdf4d-2c8d-4bee-bbfc-4fbb9040eb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.296083 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-5903ec52-6969-4b3e-8a12-f585368a98af service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1719637 Feb 03 12:49:12.325384 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8b8b0222-516f-4079-b588-fa68367972d5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.372509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741638ae-be01-4089-9c9f-da6f8dc60532 req-240f54e1-84ff-46fc-803c-aae8e91f180d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.379007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-741638ae-be01-4089-9c9f-da6f8dc60532 req-240f54e1-84ff-46fc-803c-aae8e91f180d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 947 time: 0.3137341 Feb 03 12:49:12.382497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8b0222-516f-4079-b588-fa68367972d5']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:12.385745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9de26fd4-571e-436c-8809-383751e04652 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:12.386134 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9de26fd4-571e-436c-8809-383751e04652), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.399434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1222805-d25c-4b86-8174-42553ddf4764') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:12.400458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1222805-d25c-4b86-8174-42553ddf4764') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:12.435890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa0f77-83a8-4a2f-846b-5ef33c2a8204 req-56561100-a699-4462-af64-01b40a785d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.437611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47aa0f77-83a8-4a2f-846b-5ef33c2a8204 req-56561100-a699-4462-af64-01b40a785d8f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 1130 time: 0.2275832 Feb 03 12:49:12.440633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-04b14be3-150c-4d5f-a33b-c881d97b86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.441918 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-04b14be3-150c-4d5f-a33b-c881d97b86e8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 1129 time: 0.1103659 Feb 03 12:49:12.443894 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (d1222805-d25c-4b86-8174-42553ddf4764), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.470231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d6e31-518e-4d1e-b4cc-5b69c9905311 req-155e6a46-aa7a-4929-a3ba-6950e0e8b8a8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.479572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a6d6e31-518e-4d1e-b4cc-5b69c9905311 req-155e6a46-aa7a-4929-a3ba-6950e0e8b8a8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 946 time: 0.2841983 Feb 03 12:49:12.485098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9de26fd4-571e-436c-8809-383751e04652,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:12.491275 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Publish callbacks [] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.497436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9de26fd4-571e-436c-8809-383751e04652), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.520353 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.545423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d1222805-d25c-4b86-8174-42553ddf4764), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.548276 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (a037f798-3eee-4748-b302-ada9ba70e926), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.551685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-abefdf4d-2c8d-4bee-bbfc-4fbb9040eb80 None None] Current status of the port bce525f8-7127-4753-af87-65eaafffb9fd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:12.566358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f706e-92cc-4cf8-b9c9-0a02bbf231aa None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:12.571837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:12.572288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (d1222805-d25c-4b86-8174-42553ddf4764), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:12.578357 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:12.606641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Attempting to bind port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:12.607050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Attempting to bind port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:12.607464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-741638ae-be01-4089-9c9f-da6f8dc60532 req-398da4dc-9c8f-4847-a2d0-0c5eb3bdfd00 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272038 Feb 03 12:49:12.615137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Attempting to bind port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:12.653083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9de26fd4-571e-436c-8809-383751e04652,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:12.674525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a6d6e31-518e-4d1e-b4cc-5b69c9905311 req-5808ebc5-6d41-4be1-98f7-b9d291e5796d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938195 Feb 03 12:49:12.675251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:12.683765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47aa0f77-83a8-4a2f-846b-5ef33c2a8204 req-7973a598-8a89-4acd-bccb-c7b9e0016ef3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899726 Feb 03 12:49:12.702454 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (8b8b0222-516f-4079-b588-fa68367972d5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.706437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:12.709635 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.714037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] 10.222.0.65 "DELETE /v2.0/networks/8b8b0222-516f-4079-b588-fa68367972d5 HTTP/1.1" status: 204 len: 168 time: 0.9390500 Feb 03 12:49:12.715245 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:12.716747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:12.717551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.726763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.727418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.734836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53df5b4-a26e-47f1-964f-2b86afb0d2cc admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8b0222-516f-4079-b588-fa68367972d5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:12.748584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:12.749115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Bound port: 1c7a46ab-74ec-448d-9b9b-986f8cbc744f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:12.755606 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.766285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=a037f798-3eee-4748-b302-ada9ba70e926,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:12.804383 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e0243b51-6d8b-41bf-938d-1fb72dc49f66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0818152 Feb 03 12:49:12.808058 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35136) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:12.809753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-747f187d-37d4-45ee-9316-cb6de1b4fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.811507 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-747f187d-37d4-45ee-9316-cb6de1b4fe1e service neutron] 10.222.0.91 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.3254788 Feb 03 12:49:12.816671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:12.822314 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (775e0469-991a-4134-9aa9-61739efab298), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.846518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3fed5-36f4-4a3e-affd-ccd6a4fb1638 None None] Pushing event updated for resources: {'Port': ['ID=1c7a46ab-74ec-448d-9b9b-986f8cbc744f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:12.852269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98155c2e-322c-4e61-9928-5d95fbfbf1a2 req-8e595e49-d65a-49d3-b689-b60a1435424c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.863149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98155c2e-322c-4e61-9928-5d95fbfbf1a2 req-8e595e49-d65a-49d3-b689-b60a1435424c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 944 time: 0.0695338 Feb 03 12:49:12.872419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.924285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.938629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] For port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:12.942895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] For port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1c7a46ab-74ec-448d-9b9b-986f8cbc744f,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:12.954175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-070f706e-92cc-4cf8-b9c9-0a02bbf231aa None None] Deleting port bce525f8-7127-4753-af87-65eaafffb9fd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:12.954685 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-070f706e-92cc-4cf8-b9c9-0a02bbf231aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.960911 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.969287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ee419-efa1-4f45-a313-72f0741e8d1c req-6e23a4c8-e01c-4456-88eb-51d9fc31977e tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.971274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b5ee419-efa1-4f45-a313-72f0741e8d1c req-6e23a4c8-e01c-4456-88eb-51d9fc31977e tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1071250 Feb 03 12:49:12.980707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98155c2e-322c-4e61-9928-5d95fbfbf1a2 req-998ced02-0946-40ef-84fb-39e38349f2c6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792251 Feb 03 12:49:13.056522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b5ee419-efa1-4f45-a313-72f0741e8d1c req-8b82a927-6455-41f4-8db9-6fdc45f6ea67 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739560 Feb 03 12:49:13.056794 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-d742ba37-453a-4156-9197-a996fc37b5a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7980c685-2586-4bd0-a579-f7116728676d HTTP/1.1" status: 200 len: 217 time: 0.0958943 Feb 03 12:49:13.076080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35140) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.159447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f52dbb4a-4f7e-4b8b-924c-7602ce601374 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=34fed287451b40649b852bbd54313308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821955 Feb 03 12:49:13.162087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3fed5-36f4-4a3e-affd-ccd6a4fb1638 None None] Pushing event updated for resources: {'Port': ['ID=1c7a46ab-74ec-448d-9b9b-986f8cbc744f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:13.162566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35142) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.167019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Routers {'05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:13.168075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:13.199500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-26db11cf-6d9f-4215-8a58-b140eb92e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.201582 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-26db11cf-6d9f-4215-8a58-b140eb92e9fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1370041 Feb 03 12:49:13.213079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5c8ae-65c0-4b14-8997-d3a485cbf3c3 req-9341d41a-9607-4e15-a9c4-f3ec5380fdb6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.214703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bd5c8ae-65c0-4b14-8997-d3a485cbf3c3 req-9341d41a-9607-4e15-a9c4-f3ec5380fdb6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1081944 Feb 03 12:49:13.242483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2510391b-9cf0-423c-9dab-25bfeab57bab admin admin] Publish callbacks [] for security_group (c7bef6f8-d600-4be6-84b1-93adcbbc3a26), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.265523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Allocated IP 172.25.3.181 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/23f536ee-41d0-4561-8f62-f60931247e85) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:13.269799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:13.273636 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.280576 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2510391b-9cf0-423c-9dab-25bfeab57bab admin admin] Publish callbacks [] for security_group (c7bef6f8-d600-4be6-84b1-93adcbbc3a26), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.304705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bd5c8ae-65c0-4b14-8997-d3a485cbf3c3 req-db194277-2f1e-493a-9adf-f87d4e391c6f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838356 Feb 03 12:49:13.356096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2510391b-9cf0-423c-9dab-25bfeab57bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c7bef6f8-d600-4be6-84b1-93adcbbc3a26), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.359826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2510391b-9cf0-423c-9dab-25bfeab57bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.362699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2510391b-9cf0-423c-9dab-25bfeab57bab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7bef6f8-d600-4be6-84b1-93adcbbc3a26 HTTP/1.1" status: 204 len: 168 time: 0.1991799 Feb 03 12:49:13.371667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510391b-9cf0-423c-9dab-25bfeab57bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bef6f8-d600-4be6-84b1-93adcbbc3a26,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:13.404916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-070f706e-92cc-4cf8-b9c9-0a02bbf231aa None None] For port bce525f8-7127-4753-af87-65eaafffb9fd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bce525f8-7127-4753-af87-65eaafffb9fd,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:13.405534 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-070f706e-92cc-4cf8-b9c9-0a02bbf231aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.424762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-579cfdd9-abda-4b92-bfa5-2bc92204656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.426244 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-579cfdd9-abda-4b92-bfa5-2bc92204656d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2153854 Feb 03 12:49:13.460590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-070f706e-92cc-4cf8-b9c9-0a02bbf231aa None None] Calling delete_port for bce525f8-7127-4753-af87-65eaafffb9fd owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:13.474750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a1297-2fcf-43e7-8cea-12b91d194e83 req-b5dace2f-7817-42fd-ae10-b85a4ae57407 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.476525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca7a1297-2fcf-43e7-8cea-12b91d194e83 req-b5dace2f-7817-42fd-ae10-b85a4ae57407 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0833325 Feb 03 12:49:13.541556 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] Set router 05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:49:13.564603 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca7a1297-2fcf-43e7-8cea-12b91d194e83 req-9958a4fe-47fa-4ce6-b129-356be9e28888 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798995 Feb 03 12:49:13.659264 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for port (23f536ee-41d0-4561-8f62-f60931247e85), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.686546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-f33a7187-ac99-42c0-8b6e-54bf41fbb2e4 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068400 Feb 03 12:49:13.722816 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-070f706e-92cc-4cf8-b9c9-0a02bbf231aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (bce525f8-7127-4753-af87-65eaafffb9fd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.790519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f706e-92cc-4cf8-b9c9-0a02bbf231aa None None] Pushing event deleted for resources: {'Port': ['ID=bce525f8-7127-4753-af87-65eaafffb9fd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:13.808837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f706e-92cc-4cf8-b9c9-0a02bbf231aa None None] No DVR routers for this DVR port bce525f8-7127-4753-af87-65eaafffb9fd on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:13.864318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c550dc-1f83-459a-9d27-4e2b11021de3 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:13.945039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fbe6d-b610-440b-a120-22e951fd95c4 req-a77bd5b4-a101-4040-812f-e3ab2c1937f9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.953157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-701fbe6d-b610-440b-a120-22e951fd95c4 req-a77bd5b4-a101-4040-812f-e3ab2c1937f9 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 947 time: 0.2053246 Feb 03 12:49:13.964062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bce525f8-7127-4753-af87-65eaafffb9fd no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:13.981737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2ddc0-def0-4d55-965e-d718a390df37 req-284701f8-e222-4d98-8b3b-4fbd95420eea tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.986618 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1cccd882-421a-4a74-89af-874d3aab9d9f req-e4aa5b5b-b9fc-4a55-a727-f52a35879663 service neutron] 10.222.0.91 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926450 Feb 03 12:49:13.988248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99d2ddc0-def0-4d55-965e-d718a390df37 req-284701f8-e222-4d98-8b3b-4fbd95420eea tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 946 time: 0.1663203 Feb 03 12:49:13.996727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3', 'name': 'tempest-snat-router-1019481886', 'tenant_id': '53c2754e273545389749791c60b59811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.142'}], 'enable_snat': False}, 'gw_port_id': '1c7a46ab-74ec-448d-9b9b-986f8cbc744f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:49:07Z', 'updated_at': '2022-02-03T12:49:09Z', 'revision_number': 3, 'project_id': '53c2754e273545389749791c60b59811', 'gw_port': {'id': '1c7a46ab-74ec-448d-9b9b-986f8cbc744f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:49:09Z', 'updated_at': '2022-02-03T12:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:14.028795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c4af6-c3d6-4fbc-81b4-d881bffc7d6d None None] The sync data for ids ['05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3'] in n-d-792364-10 is: [{'id': '05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3', 'name': 'tempest-snat-router-1019481886', 'tenant_id': '53c2754e273545389749791c60b59811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.142'}], 'enable_snat': False}, 'gw_port_id': '1c7a46ab-74ec-448d-9b9b-986f8cbc744f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:49:07Z', 'updated_at': '2022-02-03T12:49:09Z', 'revision_number': 3, 'project_id': '53c2754e273545389749791c60b59811', 'gw_port': {'id': '1c7a46ab-74ec-448d-9b9b-986f8cbc744f', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:49:09Z', 'updated_at': '2022-02-03T12:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:14.030196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: bce525f8-7127-4753-af87-65eaafffb9fd {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:14.030569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bce525f8-7127-4753-af87-65eaafffb9fd not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:14.071547 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (23f536ee-41d0-4561-8f62-f60931247e85), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.073929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-701fbe6d-b610-440b-a120-22e951fd95c4 req-022b202c-6f95-4df0-adc1-dd844b0322f3 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145525 Feb 03 12:49:14.074703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de26fd4-571e-436c-8809-383751e04652'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:14.077051 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c63b29b-3f10-4952-8354-fb8f305b8672" -d '{"events": [{"server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9de26fd4-571e-436c-8809-383751e04652"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:14.111034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'a037f798-3eee-4748-b302-ada9ba70e926'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:14.112202 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.175387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:14.180394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event updated for resources: {'Port': ['ID=23f536ee-41d0-4561-8f62-f60931247e85,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:14.186059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:14.187153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99d2ddc0-def0-4d55-965e-d718a390df37 req-dc0532f1-d1b7-459f-a7cc-f03384333c88 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894879 Feb 03 12:49:14.188448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:14.232757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-a85b4722-c67b-452b-bbcc-46cc0405cd5f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:14.234299 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-a85b4722-c67b-452b-bbcc-46cc0405cd5f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 946 time: 0.2654548 Feb 03 12:49:14.347334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e489829-2b7f-45e4-afe8-075a5d68173d req-7bf46958-2d45-4bbc-b172-72e1d5429471 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:14.368122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e489829-2b7f-45e4-afe8-075a5d68173d req-7bf46958-2d45-4bbc-b172-72e1d5429471 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1683733 Feb 03 12:49:14.389236 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca6c435-315a-4c59-9176-7b8f957cedfd x-openstack-request-id: req-aca6c435-315a-4c59-9176-7b8f957cedfd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:14.389544 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "name": "network-vif-unplugged", "status": "failed", "tag": "9de26fd4-571e-436c-8809-383751e04652", "code": 422}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:14.389779 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aca6c435-315a-4c59-9176-7b8f957cedfd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:14.390217 n-d-792364-10 neutron-server[103225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9de26fd4-571e-436c-8809-383751e04652', 'code': 422} returned with failed status Feb 03 12:49:14.556271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Allocated IP 172.20.0.2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/a037f798-3eee-4748-b302-ada9ba70e926/e2115ccf-3cc2-4aa3-93a7-1292677be6b0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:14.562515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e489829-2b7f-45e4-afe8-075a5d68173d req-a3529819-1f6d-4a9a-94cc-cda2d820d775 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928146 Feb 03 12:49:14.631503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a34103-a423-4371-888a-80a48cda739d req-044810c9-0fcc-4a79-8653-059c7ce877bd tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:14.636992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1a34103-a423-4371-888a-80a48cda739d req-044810c9-0fcc-4a79-8653-059c7ce877bd tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.2202075 Feb 03 12:49:14.690850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35186) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:14.766524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1a34103-a423-4371-888a-80a48cda739d req-524a9670-3580-4ded-8d1d-f4e44286866e tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180463 Feb 03 12:49:14.863786 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Publish callbacks [] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.876924 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.891535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-135221795-network', 'tenant_id': 'bd6bd62c08a94028bbdacf9f2d4e0ee9'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:14.961889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Made reservation on behalf of bd6bd62c08a94028bbdacf9f2d4e0ee9 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:14.962122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:14.965651 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.979217 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.982344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:14.988624 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:14.992205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Pushing event updated for resources: {'Port': ['ID=e2115ccf-3cc2-4aa3-93a7-1292677be6b0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:15.066981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Attempting to bind port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:15.067708 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Attempting to bind port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:15.068282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Attempting to bind port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:15.076198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:15.076869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:15.077479 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.078653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:15.079355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Bound port: e2115ccf-3cc2-4aa3-93a7-1292677be6b0, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:15.080320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.165276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.objects.ports [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:49:15.172780 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Publish callbacks [] for security_group (45656958-0054-4ec6-91f4-d5a513d0363f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.193082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (45656958-0054-4ec6-91f4-d5a513d0363f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.247736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:15.272633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] For port e2115ccf-3cc2-4aa3-93a7-1292677be6b0, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:15.276213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] For port e2115ccf-3cc2-4aa3-93a7-1292677be6b0, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e2115ccf-3cc2-4aa3-93a7-1292677be6b0,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:15.297202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45656958-0054-4ec6-91f4-d5a513d0363f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:15.298599 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.308328 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8b765c05-917c-4bbf-91b4-5cff1b9a3df1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.309527 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Added segment 8b765c05-917c-4bbf-91b4-5cff1b9a3df1 of type vlan for network 833f0be3-11a5-448d-9f45-c228bd5929dd Feb 03 12:49:15.403385 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (833f0be3-11a5-448d-9f45-c228bd5929dd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.417162 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:49:15.450859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291675a-118e-4b07-b07e-79edd66f2c6d None None] Pushing event updated for resources: {'Port': ['ID=e2115ccf-3cc2-4aa3-93a7-1292677be6b0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:15.495690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (833f0be3-11a5-448d-9f45-c228bd5929dd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.499595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:15.500196 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.581016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] Pushing event updated for resources: {'Network': ['ID=833f0be3-11a5-448d-9f45-c228bd5929dd,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:15.600486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 833f0be3-11a5-448d-9f45-c228bd5929dd details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:15.630708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbe321-8c1e-4a14-9f6a-528772c1199c req-9e318f0f-5d3a-4831-8738-ad831bd44434 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:15.632218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18cbe321-8c1e-4a14-9f6a-528772c1199c req-9e318f0f-5d3a-4831-8738-ad831bd44434 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 947 time: 0.3810582 Feb 03 12:49:15.670621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-44048094-6383-484e-880a-d57db5d1405e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9754565 Feb 03 12:49:15.687016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35232) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:15.698316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Request body: {'subnet': {'network_id': '833f0be3-11a5-448d-9f45-c228bd5929dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-135221795-subnet', 'tenant_id': 'bd6bd62c08a94028bbdacf9f2d4e0ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:15.771422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230587-2c88-4916-901f-f2ceb771e030 req-9c6d8332-235d-44b2-885c-dc536480a3cd tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:15.772980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8230587-2c88-4916-901f-f2ceb771e030 req-9c6d8332-235d-44b2-885c-dc536480a3cd tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 946 time: 0.4448161 Feb 03 12:49:15.940925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9de26fd4-571e-436c-8809-383751e04652 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:15.944449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18cbe321-8c1e-4a14-9f6a-528772c1199c req-737fc698-4dd2-49cf-9280-789e2885a4fd tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918909 Feb 03 12:49:16.019127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Made reservation on behalf of bd6bd62c08a94028bbdacf9f2d4e0ee9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:16.021505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.067989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8230587-2c88-4916-901f-f2ceb771e030 req-5ad00ba0-c66a-4db5-a24a-76c94c4b5dd2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591431 Feb 03 12:49:16.069906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Deleting port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:16.070478 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.127286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (775e0469-991a-4134-9aa9-61739efab298), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.202014 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.268506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9de26fd4-571e-436c-8809-383751e04652 is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:16.271281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1c7a46ab-74ec-448d-9b9b-986f8cbc744f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:16.311755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a68c2-043a-4381-aefe-f6c08b8273ea req-4155ccf3-b762-48d5-b3e5-eb47046e2b43 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:16.326718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-763a68c2-043a-4381-aefe-f6c08b8273ea req-4155ccf3-b762-48d5-b3e5-eb47046e2b43 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1369214 Feb 03 12:49:16.335368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:16.336076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.430430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-763a68c2-043a-4381-aefe-f6c08b8273ea req-3e906015-4cff-48ad-ba40-33d0e8ad27d3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980017 Feb 03 12:49:16.452623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:16.453012 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.471969 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.487202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] For port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:16.487570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.501163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1c7a46ab-74ec-448d-9b9b-986f8cbc744f,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:16.515201 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.516107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e2115ccf-3cc2-4aa3-93a7-1292677be6b0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:16.555056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Calling delete_port for ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:16.652790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=1c7a46ab-74ec-448d-9b9b-986f8cbc744f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:16.698708 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:16.699359 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.816148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (84d88933-256b-45b1-9ab7-2517b285d2dd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.845527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:16.845928 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.915030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d88933-256b-45b1-9ab7-2517b285d2dd,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:16.952933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (775e0469-991a-4134-9aa9-61739efab298), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.029252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Checking segment: {'id': '8b765c05-917c-4bbf-91b4-5cff1b9a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833f0be3-11a5-448d-9f45-c228bd5929dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:17.029647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Network hostable DHCP agents. Network: 833f0be3-11a5-448d-9f45-c228bd5929dd, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:17.154191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] For port e2115ccf-3cc2-4aa3-93a7-1292677be6b0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e2115ccf-3cc2-4aa3-93a7-1292677be6b0,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:17.210256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Network 833f0be3-11a5-448d-9f45-c228bd5929dd is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:17.228827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 833f0be3-11a5-448d-9f45-c228bd5929dd) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:17.246902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:17.247827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.265087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e64697-ced8-4835-aafb-332bd2ebbe8a req-862d8da2-fa98-4724-b069-0cbbaf3d666a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:17.265690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad08089-3b94-4146-8bca-8e777f487112 None None] Network 833f0be3-11a5-448d-9f45-c228bd5929dd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:17.266971 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.273813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2e64697-ced8-4835-aafb-332bd2ebbe8a req-862d8da2-fa98-4724-b069-0cbbaf3d666a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 946 time: 0.0879576 Feb 03 12:49:17.284408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bcd97-8486-40f3-a4fd-8ac986140af6 req-10825538-a8f4-4765-b360-d3747f58f7c1 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:17.299930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-241bcd97-8486-40f3-a4fd-8ac986140af6 req-10825538-a8f4-4765-b360-d3747f58f7c1 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 947 time: 0.1983578 Feb 03 12:49:17.321222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.327383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event deleted for resources: {'Port': ['ID=ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:17.336298 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0fbd4eb1-8819-4917-a138-d05ed6ad7936 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6460941 Feb 03 12:49:17.339874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.403296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-269c9111-5ae2-41c8-a447-5b3799e13542 None None] Provisioning complete for port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:17.403684 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-269c9111-5ae2-41c8-a447-5b3799e13542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.487437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] No DVR routers for this DVR port ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:17.494900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (90df115e-e431-4556-8f40-1e378b6c6315), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.508290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.512171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b2cce99-b6d4-4306-a67a-a272eff02c46 req-c00e3919-49e8-4d6c-8a94-4004e458616c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "DELETE /v2.0/ports/ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f HTTP/1.1" status: 204 len: 173 time: 3.2527304 Feb 03 12:49:17.533086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2e64697-ced8-4835-aafb-332bd2ebbe8a req-c14350fa-a9c0-46fd-8f68-6b776c3c88cc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580495 Feb 03 12:49:17.599496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332964b0-4495-4d44-92d2-c8caa7146aca None None] Network 833f0be3-11a5-448d-9f45-c228bd5929dd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:17.614704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-241bcd97-8486-40f3-a4fd-8ac986140af6 req-93846a82-a51d-4a4c-b2c8-bfe69f98f1b7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900677 Feb 03 12:49:17.668323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:17.668323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21581cf-3912-46be-889c-ea9a1c18d47f', 'name': 'network-vif-deleted', 'tag': 'ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:17.668323 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb90807-ce29-42f5-8be4-6836473f7206" -d '{"events": [{"server_uuid": "a21581cf-3912-46be-889c-ea9a1c18d47f", "name": "network-vif-deleted", "tag": "ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:17.668323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=90df115e-e431-4556-8f40-1e378b6c6315,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:17.680462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:17.700887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:17.702576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.755584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6dbc6-a9fb-4c80-ab77-d9a394cd8b2f req-2e904d4e-e46c-4630-a6f7-2ca6a6dde3d3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:17.769333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6db6dbc6-a9fb-4c80-ab77-d9a394cd8b2f req-2e904d4e-e46c-4630-a6f7-2ca6a6dde3d3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0866065 Feb 03 12:49:17.779633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Router 775e0469-991a-4134-9aa9-61739efab298 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:49:17.781024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b809f-c2b4-4277-9151-7e034c52ef8d None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:17.793879 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118865cf-0b85-4c4e-ba7e-435df0f69d2f x-openstack-request-id: req-118865cf-0b85-4c4e-ba7e-435df0f69d2f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:17.794531 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21581cf-3912-46be-889c-ea9a1c18d47f", "name": "network-vif-deleted", "tag": "ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:17.797191 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-118865cf-0b85-4c4e-ba7e-435df0f69d2f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:17.799310 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21581cf-3912-46be-889c-ea9a1c18d47f', 'name': 'network-vif-deleted', 'tag': 'ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f', 'status': 'completed', 'code': 200} Feb 03 12:49:17.819310 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0040934 Feb 03 12:49:17.820509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35256) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.824173 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad10c3-3103-4710-8e02-63452f91ddcf tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=e2115ccf-3cc2-4aa3-93a7-1292677be6b0,revision_number=4']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:17.828994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:55:5a:34', 'name': 'tempest-NetworksTestDHCPv6-877012737'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:17.948094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6db6dbc6-a9fb-4c80-ab77-d9a394cd8b2f req-1540c720-90fb-4f93-b96d-378a498f9831 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771460 Feb 03 12:49:17.980416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:17.994772 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Sync routers for ids ['775e0469-991a-4134-9aa9-61739efab298'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:18.011164 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Routers {'775e0469-991a-4134-9aa9-61739efab298'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:18.012631 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['775e0469-991a-4134-9aa9-61739efab298'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:18.042485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.044317 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-60fb3fc1-69bf-4d45-a150-12f4e36f12d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4024096 Feb 03 12:49:18.051820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35258) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:18.286497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:18.298367 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Set router 775e0469-991a-4134-9aa9-61739efab298 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:49:18.312980 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb5512e7-e8bc-4333-a330-03622b84fd5c tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/routers/775e0469-991a-4134-9aa9-61739efab298 HTTP/1.1" status: 200 len: 908 time: 0.2554967 Feb 03 12:49:18.318170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35268) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:18.435402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-67f67eed-2049-4ec4-b010-f390f2dd6cf9 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:18.442712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-67f67eed-2049-4ec4-b010-f390f2dd6cf9 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/networks?id=833f0be3-11a5-448d-9f45-c228bd5929dd HTTP/1.1" status: 200 len: 820 time: 0.2899511 Feb 03 12:49:18.483427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-1c9f18db-9300-4287-9633-92481c6ad080 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/quotas/bd6bd62c08a94028bbdacf9f2d4e0ee9 HTTP/1.1" status: 200 len: 375 time: 0.0395050 Feb 03 12:49:18.507741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (775e0469-991a-4134-9aa9-61739efab298), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.532227 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:18.540301 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:18.542171 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:18.564042 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775e0469-991a-4134-9aa9-61739efab298', 'name': 'tempest-snat-router-1019481886', 'tenant_id': '53c2754e273545389749791c60b59811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '23f536ee-41d0-4561-8f62-f60931247e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:49:11Z', 'updated_at': '2022-02-03T12:49:15Z', 'revision_number': 3, 'project_id': '53c2754e273545389749791c60b59811', 'gw_port': {'id': '23f536ee-41d0-4561-8f62-f60931247e85', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775e0469-991a-4134-9aa9-61739efab298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:49:12Z', 'updated_at': '2022-02-03T12:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:18.580397 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-72ab70da-9448-4e90-8a7f-54c3e4a8de0b tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd6bd62c08a94028bbdacf9f2d4e0ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951092 Feb 03 12:49:18.634470 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Checking router: 775e0469-991a-4134-9aa9-61739efab298 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:49:18.635093 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Updating router 775e0469-991a-4134-9aa9-61739efab298 port 23f536ee-41d0-4561-8f62-f60931247e85 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:49:18.674997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:18.679751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ce1f6b8f-77cd-48f4-9d7a-6c7d39299c4f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:18.684546 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.710983 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (23f536ee-41d0-4561-8f62-f60931247e85), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.749555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (775e0469-991a-4134-9aa9-61739efab298), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.773634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b748fafa-822d-4251-a291-c3d82095b286 req-859768f6-e6c3-4e1e-b23c-1eed37e3da82 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.0863638 Feb 03 12:49:18.839739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-269c9111-5ae2-41c8-a447-5b3799e13542 None None] Current status of the port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:18.840333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-269c9111-5ae2-41c8-a447-5b3799e13542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.876644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Deleting port 23f536ee-41d0-4561-8f62-f60931247e85 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:18.877226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (23f536ee-41d0-4561-8f62-f60931247e85), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.879216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port f98b6295-a5a4-4a5e-be9c-4f13e3e85847 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:18.920593 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-269c9111-5ae2-41c8-a447-5b3799e13542 None None] For port e2115ccf-3cc2-4aa3-93a7-1292677be6b0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e2115ccf-3cc2-4aa3-93a7-1292677be6b0,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:18.933353 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-269c9111-5ae2-41c8-a447-5b3799e13542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.019861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-c12eddc3-7409-47e6-8964-03d1e887111b service neutron] 10.222.0.65 "GET /v2.0/networks/833f0be3-11a5-448d-9f45-c228bd5929dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378467 Feb 03 12:49:19.063387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (23f536ee-41d0-4561-8f62-f60931247e85), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.095943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Calling delete_port for 23f536ee-41d0-4561-8f62-f60931247e85 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:19.126360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c9111-5ae2-41c8-a447-5b3799e13542 None None] Pushing event updated for resources: {'Port': ['ID=e2115ccf-3cc2-4aa3-93a7-1292677be6b0,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:19.165328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:19.290042 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Publish callbacks [] for port (23f536ee-41d0-4561-8f62-f60931247e85), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.317087 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (23f536ee-41d0-4561-8f62-f60931247e85), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.330976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-245829c0-9ebf-4d7b-9bf4-72e73022b61d service neutron] 10.222.0.65 "GET /v2.0/networks/833f0be3-11a5-448d-9f45-c228bd5929dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097532 Feb 03 12:49:19.355778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1c7a46ab-74ec-448d-9b9b-986f8cbc744f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:19.405547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Attempting to bind port 23f536ee-41d0-4561-8f62-f60931247e85 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:19.408078 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Attempting to bind port 23f536ee-41d0-4561-8f62-f60931247e85 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:19.408566 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Attempting to bind port 23f536ee-41d0-4561-8f62-f60931247e85 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:19.451716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703825c0-697c-406c-8055-00f0cf037b0d req-ce8739e1-3704-4bd2-b9c8-38cb99a45a82 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:19.454135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703825c0-697c-406c-8055-00f0cf037b0d req-ce8739e1-3704-4bd2-b9c8-38cb99a45a82 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2387817 Feb 03 12:49:19.472826 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:19.482831 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:19.483430 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.483945 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:19.484810 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Bound port: 23f536ee-41d0-4561-8f62-f60931247e85, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:19.485026 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (23f536ee-41d0-4561-8f62-f60931247e85), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.512740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-a364dc8b-dc1d-4f48-8471-77e5ee00e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:19.544036 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-a364dc8b-dc1d-4f48-8471-77e5ee00e1b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1129 time: 0.4055238 Feb 03 12:49:19.544036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (23f536ee-41d0-4561-8f62-f60931247e85), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.581700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:19.584072 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.590084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event deleted for resources: {'Port': ['ID=23f536ee-41d0-4561-8f62-f60931247e85,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:19.612407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 172.20.0.6 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/a037f798-3eee-4748-b302-ada9ba70e926/f98b6295-a5a4-4a5e-be9c-4f13e3e85847) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:19.622207 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:19.622800 n-d-792364-10 neutron-server[103226]: DEBUG oslo_db.api [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:19.661388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:fe55:5a34 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/90df115e-e431-4556-8f40-1e378b6c6315/f98b6295-a5a4-4a5e-be9c-4f13e3e85847) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:19.679561 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Pushing event updated for resources: {'Port': ['ID=23f536ee-41d0-4561-8f62-f60931247e85,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:19.690081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703825c0-697c-406c-8055-00f0cf037b0d req-d2699757-953e-4234-85e5-e859cff4d35d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280903 Feb 03 12:49:19.702496 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.702846 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.703429 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.704025 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.708125 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.708656 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.709099 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.709533 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.709994 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.712263 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.712774 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.718580 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.719428 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5624c4d-a8c8-4be5-829c-5ee642540861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:19.952158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:19.953371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e2115ccf-3cc2-4aa3-93a7-1292677be6b0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:19.969288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad9cdbea-84c2-4fe5-8113-63cac73edb17 req-ccea4565-304d-47ff-862f-c3a61c8cd8d1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 210 time: 0.1706133 Feb 03 12:49:20.075349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671a7dd-e744-49fa-b47c-8efc00dd52d3 req-efaae9e4-750a-4879-bee7-c80c890830e3 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:20.087713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3671a7dd-e744-49fa-b47c-8efc00dd52d3 req-efaae9e4-750a-4879-bee7-c80c890830e3 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.2946596 Feb 03 12:49:20.099698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:20.101552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.159671 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Attempting to bind port 23f536ee-41d0-4561-8f62-f60931247e85 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:20.160233 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Attempting to bind port 23f536ee-41d0-4561-8f62-f60931247e85 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:20.160722 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Attempting to bind port 23f536ee-41d0-4561-8f62-f60931247e85 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:20.171573 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:20.172302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-777c1752-003e-423d-b3fc-167f955bf88f None None] Provisioning complete for port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:20.172638 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:20.172861 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-777c1752-003e-423d-b3fc-167f955bf88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.180551 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.181307 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:20.182046 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Bound port: 23f536ee-41d0-4561-8f62-f60931247e85, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:20.182689 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (23f536ee-41d0-4561-8f62-f60931247e85), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.216073 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Port 23f536ee-41d0-4561-8f62-f60931247e85 has been deleted concurrently {{(pid=103226) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Feb 03 12:49:20.244948 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Routers {'775e0469-991a-4134-9aa9-61739efab298'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:20.246068 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['775e0469-991a-4134-9aa9-61739efab298'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:20.286427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:20.391265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (775e0469-991a-4134-9aa9-61739efab298), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.394259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-777c1752-003e-423d-b3fc-167f955bf88f None None] Current status of the port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:20.408013 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] Set router 775e0469-991a-4134-9aa9-61739efab298 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:49:20.436777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-e7df5819-8847-45cb-a8b9-508d05af6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:20.438889 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-e7df5819-8847-45cb-a8b9-508d05af6d20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 919 time: 0.9131575 Feb 03 12:49:20.500264 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775e0469-991a-4134-9aa9-61739efab298', 'name': 'tempest-snat-router-1019481886', 'tenant_id': '53c2754e273545389749791c60b59811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:49:11Z', 'updated_at': '2022-02-03T12:49:19Z', 'revision_number': 5, 'project_id': '53c2754e273545389749791c60b59811', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:20.516408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.536032 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada02f46-cdec-4843-9678-4354ba49de57 None None] The sync data for ids ['775e0469-991a-4134-9aa9-61739efab298'] in n-d-792364-10 is: [{'id': '775e0469-991a-4134-9aa9-61739efab298', 'name': 'tempest-snat-router-1019481886', 'tenant_id': '53c2754e273545389749791c60b59811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:49:11Z', 'updated_at': '2022-02-03T12:49:19Z', 'revision_number': 5, 'project_id': '53c2754e273545389749791c60b59811', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:20.563426 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-75424f89-fa20-4f3c-a3a9-6062c104ca9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff549559-04f0-4e4b-9691-6c6207598355 HTTP/1.1" status: 200 len: 217 time: 0.0753722 Feb 03 12:49:20.584496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19bc8721-43f7-4642-9c55-ee5f2dbfafd8 req-52be45a0-4522-4af4-a287-3bbf30f10099 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.4270620 Feb 03 12:49:20.633014 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (775e0469-991a-4134-9aa9-61739efab298), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.636821 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_controller (775e0469-991a-4134-9aa9-61739efab298), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.658093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3671a7dd-e744-49fa-b47c-8efc00dd52d3 req-0413e091-9877-4125-99b8-add0ea8ac06c tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688953 Feb 03 12:49:20.695159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (f98b6295-a5a4-4a5e-be9c-4f13e3e85847), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.712545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-e7285d33-7c60-4291-b9f4-885853a85b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:20.714263 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-e7285d33-7c60-4291-b9f4-885853a85b96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.1182003 Feb 03 12:49:20.736235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (775e0469-991a-4134-9aa9-61739efab298), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.737051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 775e0469-991a-4134-9aa9-61739efab298 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:49:20.742111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.751644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35294) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.757785 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6e681be2-94a3-4093-82b7-84a735e69a12 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "DELETE /v2.0/routers/775e0469-991a-4134-9aa9-61739efab298 HTTP/1.1" status: 204 len: 168 time: 2.4382641 Feb 03 12:49:20.817330 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-0db7f40f-5661-4bc3-a587-879a2d8b9857 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520344 Feb 03 12:49:20.920513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f98b6295-a5a4-4a5e-be9c-4f13e3e85847), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.950751 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-65367628-522a-4a9a-8f88-35500e1e61a6 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226933 Feb 03 12:49:21.015070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:21.019200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=f98b6295-a5a4-4a5e-be9c-4f13e3e85847,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:21.024772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:21.029627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:21.038481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26b669-f213-4d27-8627-612c4caa386c req-19e44422-7800-43cf-8df3-873ea7f71db6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:21.039990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e26b669-f213-4d27-8627-612c4caa386c req-19e44422-7800-43cf-8df3-873ea7f71db6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2321031 Feb 03 12:49:21.042814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.074510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-51ff529a-949d-49f2-b999-7794d386b2a5 req-c524ec82-c0a4-4561-990d-def890faa754 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164451 Feb 03 12:49:21.171245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bff18ca3-86a4-4871-9d11-c7fe52b772e6 req-aefddfd8-3f31-4c4f-8ace-7e614e9a138e tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 210 time: 0.0714166 Feb 03 12:49:21.185822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:21.186655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.267956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37fb39f8-251b-48f8-a488-af085b253d93 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4462447 Feb 03 12:49:21.269184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35302) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.288146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e26b669-f213-4d27-8627-612c4caa386c req-ab8c32e8-c764-49d7-b6e6-cdd984ca737b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236705 Feb 03 12:49:21.352090 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.381694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2fa07-3a64-4c16-9035-3af6af99943f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:21.388397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2fa07-3a64-4c16-9035-3af6af99943f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:21.390120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c6d2fa07-3a64-4c16-9035-3af6af99943f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1142945 Feb 03 12:49:21.394255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35304) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.485530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Deleting port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:21.485894 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.501623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-c8da0c2d-2c99-44a8-9f0b-a8168e642aaf tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:21.503266 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-c8da0c2d-2c99-44a8-9f0b-a8168e642aaf tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.72 "GET /v2.0/networks?id=833f0be3-11a5-448d-9f45-c228bd5929dd HTTP/1.1" status: 200 len: 820 time: 0.2472699 Feb 03 12:49:21.524727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Request body: {'port': {'device_id': 'c46d379b-7ffb-4d86-986f-dc593e69ebfe', 'network_id': '833f0be3-11a5-448d-9f45-c228bd5929dd', 'admin_state_up': True, 'tenant_id': 'bd6bd62c08a94028bbdacf9f2d4e0ee9'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:21.580962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] For port 1c7a46ab-74ec-448d-9b9b-986f8cbc744f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1c7a46ab-74ec-448d-9b9b-986f8cbc744f,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:21.581385 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.595760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Calling delete_port for 1c7a46ab-74ec-448d-9b9b-986f8cbc744f owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:21.608331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b68118bd-4d86-4c15-bba7-660afcece420 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port f98b6295-a5a4-4a5e-be9c-4f13e3e85847 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:21.608654 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b68118bd-4d86-4c15-bba7-660afcece420 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f98b6295-a5a4-4a5e-be9c-4f13e3e85847), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.663525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-aae617f4-1d39-483a-91f1-b6befc374e74 None None] Provisioning complete for port f98b6295-a5a4-4a5e-be9c-4f13e3e85847 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:21.665243 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aae617f4-1d39-483a-91f1-b6befc374e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f98b6295-a5a4-4a5e-be9c-4f13e3e85847), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.716372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aae617f4-1d39-483a-91f1-b6befc374e74 None None] Port f98b6295-a5a4-4a5e-be9c-4f13e3e85847 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:49:21.755754 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b68118bd-4d86-4c15-bba7-660afcece420 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f98b6295-a5a4-4a5e-be9c-4f13e3e85847), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.758988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Made reservation on behalf of bd6bd62c08a94028bbdacf9f2d4e0ee9 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:21.762975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.784072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b68118bd-4d86-4c15-bba7-660afcece420 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for f98b6295-a5a4-4a5e-be9c-4f13e3e85847 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:21.841422 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bd2c4ed-3045-48e8-8d31-847b6c988b57 req-a8769967-870d-4725-b3a5-b65d0aa261c3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.0590224 Feb 03 12:49:21.909368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b12ea7-0279-4f53-b33e-a2b4f52b08b0 req-60afe342-032c-478d-a6f4-a0f0f4d57b14 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:21.911471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57b12ea7-0279-4f53-b33e-a2b4f52b08b0 req-60afe342-032c-478d-a6f4-a0f0f4d57b14 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1276572 Feb 03 12:49:21.955331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1c7a46ab-74ec-448d-9b9b-986f8cbc744f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.976609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Allocated IP 172.20.0.7 (833f0be3-11a5-448d-9f45-c228bd5929dd/84d88933-256b-45b1-9ab7-2517b285d2dd/8541f7e4-90d9-4c8c-b405-855bab596b0e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:22.020718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c7a46ab-74ec-448d-9b9b-986f8cbc744f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:22.062069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57b12ea7-0279-4f53-b33e-a2b4f52b08b0 req-01caf222-b52e-429d-ad64-8b27a94242f5 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248171 Feb 03 12:49:22.076528 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.175836 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b68118bd-4d86-4c15-bba7-660afcece420 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f98b6295-a5a4-4a5e-be9c-4f13e3e85847), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.197293 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.201504 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_controller (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.225412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68118bd-4d86-4c15-bba7-660afcece420 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=f98b6295-a5a4-4a5e-be9c-4f13e3e85847,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:22.303782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.306151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:49:22.336797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Publish callbacks [] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.337055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.341949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-471c51ac-07e7-48d2-bf19-6bf38ef20fa1 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "DELETE /v2.0/routers/05a68d4b-2c84-42eb-bcf7-d41d6b4bb9b3 HTTP/1.1" status: 204 len: 168 time: 1.5859601 Feb 03 12:49:22.342917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad4e57f2-669c-4129-9926-d1468ef8bf63 req-7a4955b7-cc42-4472-a5c0-67b728ebd190 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 210 time: 0.0533147 Feb 03 12:49:22.343425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35314) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:22.350252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2020295622', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:22.354614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b68118bd-4d86-4c15-bba7-660afcece420 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.358776 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b68118bd-4d86-4c15-bba7-660afcece420 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/f98b6295-a5a4-4a5e-be9c-4f13e3e85847 HTTP/1.1" status: 204 len: 168 time: 0.9629283 Feb 03 12:49:22.361159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35316) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:22.398738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (e6671984-dc1a-491f-9d51-bc6ee45e79c2), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.400315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (e6671984-dc1a-491f-9d51-bc6ee45e79c2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.486471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fb6722-58a5-43c4-ad7d-cbbffd59f8c8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:22.489216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fb6722-58a5-43c4-ad7d-cbbffd59f8c8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:22.490706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fb6722-58a5-43c4-ad7d-cbbffd59f8c8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:22.494150 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-86fb6722-58a5-43c4-ad7d-cbbffd59f8c8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1319134 Feb 03 12:49:22.498338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35318) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:22.541768 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.562201 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (e6671984-dc1a-491f-9d51-bc6ee45e79c2), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.585253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fc3912-6c02-446f-a22c-3e89bba6fb77 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 90df115e-e431-4556-8f40-1e378b6c6315 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:22.611656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3912-6c02-446f-a22c-3e89bba6fb77 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (90df115e-e431-4556-8f40-1e378b6c6315), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.620352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Network 833f0be3-11a5-448d-9f45-c228bd5929dd is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:22.646806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:22.649523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:22.673983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ea2e7-3be6-45b8-b8d1-e296799e9929 req-009733a3-647b-47f3-94b0-bb43a1ead8e1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:22.675577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-741ea2e7-3be6-45b8-b8d1-e296799e9929 req-009733a3-647b-47f3-94b0-bb43a1ead8e1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2082195 Feb 03 12:49:22.725831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Pushing event updated for resources: {'Port': ['ID=8541f7e4-90d9-4c8c-b405-855bab596b0e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:22.731923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3912-6c02-446f-a22c-3e89bba6fb77 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (90df115e-e431-4556-8f40-1e378b6c6315), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.756252 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (e6671984-dc1a-491f-9d51-bc6ee45e79c2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.779540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:22.780167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.801546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-741ea2e7-3be6-45b8-b8d1-e296799e9929 req-5c47f924-46f7-4b15-a394-108e421601a3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954514 Feb 03 12:49:22.807928 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-4b4c1491-3b96-461a-9cba-d3ad9319e147 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2878475 Feb 03 12:49:22.835861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Request body: {'port': {'device_id': 'c46d379b-7ffb-4d86-986f-dc593e69ebfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:22.922127 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3912-6c02-446f-a22c-3e89bba6fb77 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (90df115e-e431-4556-8f40-1e378b6c6315), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.982033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.042877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2750b4a3-8bc7-4ac2-a97e-0c4f2711fe7e req-2d6fbe11-8d07-4dac-b997-0c77fdb6fa87 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.0568318 Feb 03 12:49:23.050767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3912-6c02-446f-a22c-3e89bba6fb77 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (90df115e-e431-4556-8f40-1e378b6c6315), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.085268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (e6671984-dc1a-491f-9d51-bc6ee45e79c2), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.095823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc3912-6c02-446f-a22c-3e89bba6fb77 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=90df115e-e431-4556-8f40-1e378b6c6315,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:23.102666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3912-6c02-446f-a22c-3e89bba6fb77 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.105301 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.108079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08be28-8e3c-449e-8a7e-6c112977c043 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:23.109096 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b3fc3912-6c02-446f-a22c-3e89bba6fb77 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/90df115e-e431-4556-8f40-1e378b6c6315 HTTP/1.1" status: 204 len: 168 time: 0.6043155 Feb 03 12:49:23.152814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35324) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:23.250459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d21433e-436c-48ee-bcd0-d31825b4531d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet a037f798-3eee-4748-b302-ada9ba70e926 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:23.261521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d21433e-436c-48ee-bcd0-d31825b4531d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (a037f798-3eee-4748-b302-ada9ba70e926), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.280333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Allocated IP 172.25.3.52 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/3a05506b-357c-4ddc-b996-c23361f4a427) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:23.316022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1c7a46ab-74ec-448d-9b9b-986f8cbc744f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:23.338947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 1c7a46ab-74ec-448d-9b9b-986f8cbc744f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:23.339618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1c7a46ab-74ec-448d-9b9b-986f8cbc744f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:23.363600 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d21433e-436c-48ee-bcd0-d31825b4531d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (a037f798-3eee-4748-b302-ada9ba70e926), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.382822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf86600-8993-41b8-8ae3-f7b6c4efd534 req-c708df7f-4e39-43c4-a379-76377fa85640 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:23.384551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bf86600-8993-41b8-8ae3-f7b6c4efd534 req-c708df7f-4e39-43c4-a379-76377fa85640 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1606574 Feb 03 12:49:23.480260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for port (3a05506b-357c-4ddc-b996-c23361f4a427), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.509926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d21433e-436c-48ee-bcd0-d31825b4531d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (a037f798-3eee-4748-b302-ada9ba70e926), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.603252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59796992-aa9d-4943-944a-9c042fac0ed5 req-34bdffce-26b5-4553-a85d-9e686b94da4d tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:23.604885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59796992-aa9d-4943-944a-9c042fac0ed5 req-34bdffce-26b5-4553-a85d-9e686b94da4d tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 931 time: 0.1225595 Feb 03 12:49:23.644783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d21433e-436c-48ee-bcd0-d31825b4531d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (a037f798-3eee-4748-b302-ada9ba70e926), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.668148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bf86600-8993-41b8-8ae3-f7b6c4efd534 req-8f46493e-8b3b-44cb-8f72-194d66f60743 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844192 Feb 03 12:49:23.708170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3a05506b-357c-4ddc-b996-c23361f4a427), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.722574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21433e-436c-48ee-bcd0-d31825b4531d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=a037f798-3eee-4748-b302-ada9ba70e926,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:23.732412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d21433e-436c-48ee-bcd0-d31825b4531d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.739940 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d21433e-436c-48ee-bcd0-d31825b4531d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/a037f798-3eee-4748-b302-ada9ba70e926 HTTP/1.1" status: 204 len: 168 time: 0.5856645 Feb 03 12:49:23.740722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35328) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:23.759170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8541f7e4-90d9-4c8c-b405-855bab596b0e {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:23.771315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Publish callbacks [] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.790426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Transition to ACTIVE for port object 8541f7e4-90d9-4c8c-b405-855bab596b0e will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:49:23.804129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.809408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-89230474-33f7-426c-aa09-2385101a0f6c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639629 Feb 03 12:49:23.812479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:23.814847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35330) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:23.825048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59796992-aa9d-4943-944a-9c042fac0ed5 req-69bec707-77e3-4b82-89d2-d90e85050bc4 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063355 Feb 03 12:49:23.844279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:23.853449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:23.856747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:23.883605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=8541f7e4-90d9-4c8c-b405-855bab596b0e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:24.047131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Attempting to bind port 8541f7e4-90d9-4c8c-b405-855bab596b0e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:24.052757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Attempting to bind port 8541f7e4-90d9-4c8c-b405-855bab596b0e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '8b765c05-917c-4bbf-91b4-5cff1b9a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833f0be3-11a5-448d-9f45-c228bd5929dd'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:24.053607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Attempting to bind port 8541f7e4-90d9-4c8c-b405-855bab596b0e on network 833f0be3-11a5-448d-9f45-c228bd5929dd {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:24.064535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Port 8541f7e4-90d9-4c8c-b405-855bab596b0e on network 833f0be3-11a5-448d-9f45-c228bd5929dd not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:24.064896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Attempting to bind port 8541f7e4-90d9-4c8c-b405-855bab596b0e on network 833f0be3-11a5-448d-9f45-c228bd5929dd {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:24.098123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:24.099804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Checking segment: {'id': '8b765c05-917c-4bbf-91b4-5cff1b9a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833f0be3-11a5-448d-9f45-c228bd5929dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:24.100239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Bound using segment: {'id': '8b765c05-917c-4bbf-91b4-5cff1b9a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833f0be3-11a5-448d-9f45-c228bd5929dd'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:24.100673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Bound port: 8541f7e4-90d9-4c8c-b405-855bab596b0e, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b765c05-917c-4bbf-91b4-5cff1b9a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '833f0be3-11a5-448d-9f45-c228bd5929dd'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:24.101053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.202470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bf0457-f956-4d75-a978-574c8d4b88d8 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:24.233517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] For port 8541f7e4-90d9-4c8c-b405-855bab596b0e, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:24.237683 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] For port 8541f7e4-90d9-4c8c-b405-855bab596b0e, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8541f7e4-90d9-4c8c-b405-855bab596b0e,segment=NetworkSegment(8b765c05-917c-4bbf-91b4-5cff1b9a3df1),segment_id=8b765c05-917c-4bbf-91b4-5cff1b9a3df1)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:24.249586 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.292387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:24.293252 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.294697 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] 10.222.0.72 "PUT /v2.0/ports/8541f7e4-90d9-4c8c-b405-855bab596b0e HTTP/1.1" status: 200 len: 1092 time: 1.4634488 Feb 03 12:49:24.295219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46d379b-7ffb-4d86-986f-dc593e69ebfe', 'tag': '8541f7e4-90d9-4c8c-b405-855bab596b0e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:24.298700 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c46d379b-7ffb-4d86-986f-dc593e69ebfe", "tag": "8541f7e4-90d9-4c8c-b405-855bab596b0e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:24.310613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event updated for resources: {'Port': ['ID=3a05506b-357c-4ddc-b996-c23361f4a427,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:24.333936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bbdb427e-7a9c-433c-ab70-9f93414196b2 None None] Provisioning complete for port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:24.336673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbdb427e-7a9c-433c-ab70-9f93414196b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.397599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23b1f45e-0c42-4f2c-bf68-ece9764dfd0d req-897bcd94-3340-44a4-bef0-c3d000e283cc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.1902540 Feb 03 12:49:24.435439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527e533-9c2b-4cc7-9054-0826b6747fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=8541f7e4-90d9-4c8c-b405-855bab596b0e,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:24.450311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:24.454967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.487692 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57493287-7ac7-4bd6-8f97-83d5a4715054 x-openstack-request-id: req-57493287-7ac7-4bd6-8f97-83d5a4715054 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:24.488489 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46d379b-7ffb-4d86-986f-dc593e69ebfe", "tag": "8541f7e4-90d9-4c8c-b405-855bab596b0e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:24.489052 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57493287-7ac7-4bd6-8f97-83d5a4715054 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:24.489624 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46d379b-7ffb-4d86-986f-dc593e69ebfe', 'tag': '8541f7e4-90d9-4c8c-b405-855bab596b0e', 'status': 'completed', 'code': 200} Feb 03 12:49:24.493191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-38061567-7576-4789-b5b6-472ac8cf47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:24.493947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb427e-7a9c-433c-ab70-9f93414196b2 None None] Current status of the port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:24.496131 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-38061567-7576-4789-b5b6-472ac8cf47f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd6bd62c08a94028bbdacf9f2d4e0ee9&device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 1126 time: 0.1479025 Feb 03 12:49:24.521098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2331371d-0ad4-47af-86a1-82fee59316ac None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:24.559442 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-2611cc73-2e96-45fe-baa6-771b89451cbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8541f7e4-90d9-4c8c-b405-855bab596b0e HTTP/1.1" status: 200 len: 217 time: 0.0567737 Feb 03 12:49:24.595704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2331371d-0ad4-47af-86a1-82fee59316ac None None] Deleting port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:24.597017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2331371d-0ad4-47af-86a1-82fee59316ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.616641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-025f0350-fa66-4b71-9158-4b371f6a191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:24.618273 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-025f0350-fa66-4b71-9158-4b371f6a191f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=84d88933-256b-45b1-9ab7-2517b285d2dd HTTP/1.1" status: 200 len: 860 time: 0.0537403 Feb 03 12:49:24.642089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae3995-f6e3-44ed-8a9c-a650895037bc req-1d72da14-ffbc-4b77-bdba-b8cef0788dc0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:24.643631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cae3995-f6e3-44ed-8a9c-a650895037bc req-1d72da14-ffbc-4b77-bdba-b8cef0788dc0 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.4357588 Feb 03 12:49:24.660978 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-9f1dc5aa-99c2-4ee3-924c-0063b7598366 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=833f0be3-11a5-448d-9f45-c228bd5929dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361307 Feb 03 12:49:24.682180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2331371d-0ad4-47af-86a1-82fee59316ac None None] For port e2115ccf-3cc2-4aa3-93a7-1292677be6b0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e2115ccf-3cc2-4aa3-93a7-1292677be6b0,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:24.682646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2331371d-0ad4-47af-86a1-82fee59316ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.734931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2331371d-0ad4-47af-86a1-82fee59316ac None None] Calling delete_port for e2115ccf-3cc2-4aa3-93a7-1292677be6b0 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:24.826629 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-8fe6382b-3847-4cfd-9210-c7ec29f0a811 service neutron] 10.222.0.72 "GET /v2.0/networks/833f0be3-11a5-448d-9f45-c228bd5929dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587205 Feb 03 12:49:24.830439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cae3995-f6e3-44ed-8a9c-a650895037bc req-f7ecef44-d3c3-401e-92bc-b46fdc0b40cc tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793652 Feb 03 12:49:24.847802 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2331371d-0ad4-47af-86a1-82fee59316ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (e2115ccf-3cc2-4aa3-93a7-1292677be6b0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.912583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331371d-0ad4-47af-86a1-82fee59316ac None None] Pushing event deleted for resources: {'Port': ['ID=e2115ccf-3cc2-4aa3-93a7-1292677be6b0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:24.917047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2331371d-0ad4-47af-86a1-82fee59316ac None None] No DVR routers for this DVR port e2115ccf-3cc2-4aa3-93a7-1292677be6b0 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:24.935795 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6b6edd29-1254-4bf0-9632-362b4def4938 req-23ee4928-fe10-4ec0-9072-6c0a6b88b7f3 service neutron] 10.222.0.72 "GET /v2.0/networks/833f0be3-11a5-448d-9f45-c228bd5929dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030402 Feb 03 12:49:25.022306 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (96c07108-07af-4641-b258-e3688b299450), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.041707 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-b8779f73-a1c9-4830-85a9-891ef436d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:25.044268 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-b8779f73-a1c9-4830-85a9-891ef436d3ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd6bd62c08a94028bbdacf9f2d4e0ee9&device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 1126 time: 0.0547025 Feb 03 12:49:25.084114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b1485-972f-4a3b-976e-525cbe2a2950 req-882fe334-7658-4c70-bfc7-e46ff25ebc55 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:25.086831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab7b1485-972f-4a3b-976e-525cbe2a2950 req-882fe334-7658-4c70-bfc7-e46ff25ebc55 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.2510421 Feb 03 12:49:25.113861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:25.122968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (e6671984-dc1a-491f-9d51-bc6ee45e79c2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.145556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-f6347924-2a02-4028-a4e3-ee80919cdf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:25.147094 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-f6347924-2a02-4028-a4e3-ee80919cdf13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=833f0be3-11a5-448d-9f45-c228bd5929dd HTTP/1.1" status: 200 len: 921 time: 0.0965264 Feb 03 12:49:25.171864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:25.182043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:25.182756 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.185835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73341518-de70-4536-99e0-a8f0413139b1 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:25.199099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=96c07108-07af-4641-b258-e3688b299450,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:25.222737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-82c3add6-895e-4fd0-a426-5e94804d3deb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3828585 Feb 03 12:49:25.223891 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-78f409e0-afc1-4978-878a-f60bf66a6188 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8541f7e4-90d9-4c8c-b405-855bab596b0e HTTP/1.1" status: 200 len: 217 time: 0.0698943 Feb 03 12:49:25.224438 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35342) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:25.234270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:25.241428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21835227-abaa-4618-8206-63205fa8e973 req-335d9c9e-b2bb-4182-b59b-90cce31791c1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:25.241428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21835227-abaa-4618-8206-63205fa8e973 req-335d9c9e-b2bb-4182-b59b-90cce31791c1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 943 time: 0.2912292 Feb 03 12:49:25.288978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e2115ccf-3cc2-4aa3-93a7-1292677be6b0 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:25.312474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e2115ccf-3cc2-4aa3-93a7-1292677be6b0 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:25.313095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e2115ccf-3cc2-4aa3-93a7-1292677be6b0 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:25.335852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab7b1485-972f-4a3b-976e-525cbe2a2950 req-dac696c3-3561-4285-99d3-50ecdf9fb7e2 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224567 Feb 03 12:49:25.372418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-c9f47743-39fb-4bd9-9664-638426446143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:25.374055 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-c9f47743-39fb-4bd9-9664-638426446143 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=84d88933-256b-45b1-9ab7-2517b285d2dd HTTP/1.1" status: 200 len: 860 time: 0.1000061 Feb 03 12:49:25.397909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '96c07108-07af-4641-b258-e3688b299450'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:25.399189 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.416025 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-7c0257cd-1e8f-43c2-9489-7277e3629a4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=833f0be3-11a5-448d-9f45-c228bd5929dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323927 Feb 03 12:49:25.416402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21835227-abaa-4618-8206-63205fa8e973 req-2d2b16ba-bfe9-4e88-82a7-381f295b1cfe tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658337 Feb 03 12:49:25.460582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:25.464092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.560189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98ead313-fb27-4354-8494-e108dc4b2861 req-726c270d-43e9-4f6e-b51e-10f75b9ce609 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.0423369 Feb 03 12:49:25.579765 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (e6671984-dc1a-491f-9d51-bc6ee45e79c2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.604524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Allocated IP 172.20.0.2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/96c07108-07af-4641-b258-e3688b299450/7f611658-2840-4cf4-943a-8aafce87751d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:25.731198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Router e6671984-dc1a-491f-9d51-bc6ee45e79c2 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:49:25.798285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Publish callbacks [] for port (7f611658-2840-4cf4-943a-8aafce87751d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.809356 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (7f611658-2840-4cf4-943a-8aafce87751d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.850432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:25.856910 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-7ffbfd83-4d83-4b20-aeb1-cb1dd4285494 service neutron] 10.222.0.72 "GET /v2.0/networks/833f0be3-11a5-448d-9f45-c228bd5929dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325924 Feb 03 12:49:25.859882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:25.863840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:25.897865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:25.925458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a204c-d992-4171-9fe0-ce288e02eeb3 None None] Sync routers for ids ['e6671984-dc1a-491f-9d51-bc6ee45e79c2'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:25.927151 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.928911 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f56d430f-5e2d-4225-b3e2-2ad5868cfd22 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5836911 Feb 03 12:49:25.929282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Pushing event updated for resources: {'Port': ['ID=7f611658-2840-4cf4-943a-8aafce87751d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:25.931279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35348) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:25.938554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3da29120-b14e-43cd-a63d-6da64e0cdbb4 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': False}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:26.000982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a204c-d992-4171-9fe0-ce288e02eeb3 None None] Routers {'e6671984-dc1a-491f-9d51-bc6ee45e79c2'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:26.001628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-072a204c-d992-4171-9fe0-ce288e02eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e6671984-dc1a-491f-9d51-bc6ee45e79c2'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:26.037528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Attempting to bind port 7f611658-2840-4cf4-943a-8aafce87751d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:26.037920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Attempting to bind port 7f611658-2840-4cf4-943a-8aafce87751d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:26.038264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Attempting to bind port 7f611658-2840-4cf4-943a-8aafce87751d on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:26.041698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-072a204c-d992-4171-9fe0-ce288e02eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:26.048304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:26.048702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:26.049092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.049477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:26.049949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Bound port: 7f611658-2840-4cf4-943a-8aafce87751d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:26.050344 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7f611658-2840-4cf4-943a-8aafce87751d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.063961 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb82f8a7-09bc-4dee-a644-af6b2b20b6b8 req-2dbba27d-ec21-481f-b24a-e215b447273d service neutron] 10.222.0.72 "GET /v2.0/networks/833f0be3-11a5-448d-9f45-c228bd5929dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995871 Feb 03 12:49:26.065696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a204c-d992-4171-9fe0-ce288e02eeb3 None None] Routers {'e6671984-dc1a-491f-9d51-bc6ee45e79c2'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:26.066363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-072a204c-d992-4171-9fe0-ce288e02eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e6671984-dc1a-491f-9d51-bc6ee45e79c2'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:26.125425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-072a204c-d992-4171-9fe0-ce288e02eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:26.125996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a204c-d992-4171-9fe0-ce288e02eeb3 None None] The sync data for ids ['e6671984-dc1a-491f-9d51-bc6ee45e79c2'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:26.162790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] For port 7f611658-2840-4cf4-943a-8aafce87751d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:26.167120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] For port 7f611658-2840-4cf4-943a-8aafce87751d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7f611658-2840-4cf4-943a-8aafce87751d,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:26.178489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeba18-f2f3-46f3-b712-e312842b2ac5 req-b4964f49-0ca7-4e98-95ac-e7f5ec356fa1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:26.180032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cfeba18-f2f3-46f3-b712-e312842b2ac5 req-b4964f49-0ca7-4e98-95ac-e7f5ec356fa1 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1100774 Feb 03 12:49:26.182889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7f611658-2840-4cf4-943a-8aafce87751d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.276379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cfeba18-f2f3-46f3-b712-e312842b2ac5 req-38f7566f-bef6-44e9-b882-04b817c787a3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574305 Feb 03 12:49:26.296702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a52398-1977-4f7b-9d4d-f5634e9af340 None None] Pushing event updated for resources: {'Port': ['ID=7f611658-2840-4cf4-943a-8aafce87751d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:26.353268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.objects.ports [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:49:26.564652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7f611658-2840-4cf4-943a-8aafce87751d), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.755376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-bb6ad6c2-6923-4b84-97bf-260b39ce9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:26.757112 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-bb6ad6c2-6923-4b84-97bf-260b39ce9f5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1127 time: 0.1097710 Feb 03 12:49:26.871077 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3da29120-b14e-43cd-a63d-6da64e0cdbb4 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (e6671984-dc1a-491f-9d51-bc6ee45e79c2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.895041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] For port 7f611658-2840-4cf4-943a-8aafce87751d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7f611658-2840-4cf4-943a-8aafce87751d,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:26.915275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8308d61-1be0-4782-8ea3-91c5913fa533 req-8f9dc8be-f92c-460d-8a09-8f7d898dff89 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:26.919261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8308d61-1be0-4782-8ea3-91c5913fa533 req-8f9dc8be-f92c-460d-8a09-8f7d898dff89 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1221018 Feb 03 12:49:26.929460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413f4d1-51f5-46df-8522-4f4adfc4b9e7 req-f75032ae-60a4-47ca-ad0d-cb95228cf6ae tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:26.930054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-426864ab-aa2a-4caa-aefa-f11034fe43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:26.931311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5413f4d1-51f5-46df-8522-4f4adfc4b9e7 req-f75032ae-60a4-47ca-ad0d-cb95228cf6ae tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 943 time: 0.1357069 Feb 03 12:49:26.937096 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-426864ab-aa2a-4caa-aefa-f11034fe43e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.1413782 Feb 03 12:49:26.985738 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (7f611658-2840-4cf4-943a-8aafce87751d), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.994832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (7f611658-2840-4cf4-943a-8aafce87751d), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.059511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8308d61-1be0-4782-8ea3-91c5913fa533 req-a2f283e3-67b1-4ada-9954-d4f62467084a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236808 Feb 03 12:49:27.073552 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (548f42bc-fe13-45c8-9fb2-36cb77fd9417), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.094956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5413f4d1-51f5-46df-8522-4f4adfc4b9e7 req-1c680c6b-1c4a-463b-b688-a401c9796e7d tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525364 Feb 03 12:49:27.130878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:27.136016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:27.138993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:27.139770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.142048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=7f611658-2840-4cf4-943a-8aafce87751d,revision_number=4']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:27.151253 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-31bb2817-7532-4f55-987f-40d030f8f44a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.2047071 Feb 03 12:49:27.236367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=548f42bc-fe13-45c8-9fb2-36cb77fd9417,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:27.250551 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0c02a645-b35d-47c8-b0ef-2b8efb70d87b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0249379 Feb 03 12:49:27.253555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35360) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.258837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:ac:3d:f8', 'name': 'tempest-NetworksTestDHCPv6-613977665'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:27.289784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-7b455666-66f8-4a43-a83f-0b9679499347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:27.291461 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-7b455666-66f8-4a43-a83f-0b9679499347 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1284750 Feb 03 12:49:27.342972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40015549-6ede-414f-986f-777846fdfd8d req-541cf15e-4d09-4bcc-b9ed-8be973a01490 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.1552439 Feb 03 12:49:27.390061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7f611658-2840-4cf4-943a-8aafce87751d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:27.455903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456ee72-81b7-4bae-99bc-702debfe4f76 req-f6fd15e5-98a8-4a4f-b59c-eab12e161682 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:27.457793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d456ee72-81b7-4bae-99bc-702debfe4f76 req-f6fd15e5-98a8-4a4f-b59c-eab12e161682 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2308993 Feb 03 12:49:27.463239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-2d8b74da-d5dd-4852-9dc8-19414950663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:27.464833 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-2d8b74da-d5dd-4852-9dc8-19414950663e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1629632 Feb 03 12:49:27.492356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7f611658-2840-4cf4-943a-8aafce87751d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:27.493422 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7f611658-2840-4cf4-943a-8aafce87751d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.522741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:27.567041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d456ee72-81b7-4bae-99bc-702debfe4f76 req-bd98fa10-e349-4851-984f-34d51a2306e7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945861 Feb 03 12:49:27.646833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7f611658-2840-4cf4-943a-8aafce87751d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:27.647253 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7f611658-2840-4cf4-943a-8aafce87751d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.690363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 7f611658-2840-4cf4-943a-8aafce87751d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7f611658-2840-4cf4-943a-8aafce87751d,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:27.693754 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-0f3acac3-205e-43f2-ba98-9fb3230a1de3 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175837 Feb 03 12:49:27.702178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7f611658-2840-4cf4-943a-8aafce87751d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.710186 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3da29120-b14e-43cd-a63d-6da64e0cdbb4 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (e6671984-dc1a-491f-9d51-bc6ee45e79c2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.715247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3da29120-b14e-43cd-a63d-6da64e0cdbb4 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (e6671984-dc1a-491f-9d51-bc6ee45e79c2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.783279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=7f611658-2840-4cf4-943a-8aafce87751d,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:27.796808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6c67f-e4c6-4b46-856f-7a69e01537a4 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:27.881023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da29120-b14e-43cd-a63d-6da64e0cdbb4 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Router e6671984-dc1a-491f-9d51-bc6ee45e79c2 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:49:27.882739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a53091d0-434c-4ea0-9555-02cdb05e31b9 None None] Provisioning complete for port 7f611658-2840-4cf4-943a-8aafce87751d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:27.883118 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a53091d0-434c-4ea0-9555-02cdb05e31b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7f611658-2840-4cf4-943a-8aafce87751d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.890630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.904259 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-891304b2-6171-4aef-bdd4-1464817b8b05 req-1ffe0689-e529-4c6a-9a82-4b8d16609693 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856523 Feb 03 12:49:27.921794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 5bc1c4d9-af09-4cf7-8120-c2d572863d02 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:27.987202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8541f7e4-90d9-4c8c-b405-855bab596b0e details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:49:28.042553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da29120-b14e-43cd-a63d-6da64e0cdbb4 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:28.055443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a53091d0-434c-4ea0-9555-02cdb05e31b9 None None] Current status of the port 7f611658-2840-4cf4-943a-8aafce87751d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:28.056339 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5578036-463e-413f-a5f5-b3aadb496f96 None None] Sync routers for ids ['e6671984-dc1a-491f-9d51-bc6ee45e79c2'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:28.071971 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5578036-463e-413f-a5f5-b3aadb496f96 None None] Routers {'e6671984-dc1a-491f-9d51-bc6ee45e79c2'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:28.072996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3da29120-b14e-43cd-a63d-6da64e0cdbb4 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:28.079917 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a5578036-463e-413f-a5f5-b3aadb496f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e6671984-dc1a-491f-9d51-bc6ee45e79c2'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:28.080683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3da29120-b14e-43cd-a63d-6da64e0cdbb4 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "PUT /v2.0/routers/e6671984-dc1a-491f-9d51-bc6ee45e79c2 HTTP/1.1" status: 200 len: 925 time: 2.1479583 Feb 03 12:49:28.085021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35364) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.109468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 172.20.0.5 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/96c07108-07af-4641-b258-e3688b299450/5bc1c4d9-af09-4cf7-8120-c2d572863d02) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:28.121703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:feac:3df8 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/548f42bc-fe13-45c8-9fb2-36cb77fd9417/5bc1c4d9-af09-4cf7-8120-c2d572863d02) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:28.198184 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a5578036-463e-413f-a5f5-b3aadb496f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:28.222809 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5578036-463e-413f-a5f5-b3aadb496f96 None None] Routers {'e6671984-dc1a-491f-9d51-bc6ee45e79c2'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:28.224072 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a5578036-463e-413f-a5f5-b3aadb496f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e6671984-dc1a-491f-9d51-bc6ee45e79c2'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:28.236757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8541f7e4-90d9-4c8c-b405-855bab596b0e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8541f7e4-90d9-4c8c-b405-855bab596b0e,segment=NetworkSegment(8b765c05-917c-4bbf-91b4-5cff1b9a3df1),segment_id=8b765c05-917c-4bbf-91b4-5cff1b9a3df1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:28.255459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '8541f7e4-90d9-4c8c-b405-855bab596b0e', 'network_id': '833f0be3-11a5-448d-9f45-c228bd5929dd', 'port_id': '8541f7e4-90d9-4c8c-b405-855bab596b0e', 'mac_address': 'fa:16:3e:90:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d88933-256b-45b1-9ab7-2517b285d2dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:49:28.314616 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a5578036-463e-413f-a5f5-b3aadb496f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:28.316038 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5578036-463e-413f-a5f5-b3aadb496f96 None None] The sync data for ids ['e6671984-dc1a-491f-9d51-bc6ee45e79c2'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:28.339601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8541f7e4-90d9-4c8c-b405-855bab596b0e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:28.340195 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:28.348571 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (5bc1c4d9-af09-4cf7-8120-c2d572863d02), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:28.373569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8541f7e4-90d9-4c8c-b405-855bab596b0e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:28.407685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5bc1c4d9-af09-4cf7-8120-c2d572863d02), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:28.417441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8541f7e4-90d9-4c8c-b405-855bab596b0e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8541f7e4-90d9-4c8c-b405-855bab596b0e,segment=NetworkSegment(8b765c05-917c-4bbf-91b4-5cff1b9a3df1),segment_id=8b765c05-917c-4bbf-91b4-5cff1b9a3df1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:28.435604 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:28.508459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:28.515532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8541f7e4-90d9-4c8c-b405-855bab596b0e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:28.515868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=5bc1c4d9-af09-4cf7-8120-c2d572863d02,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:28.518669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:28.542668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:28.577032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f4d49-cbf6-4c1f-ac64-0ba12ad618bd req-2a9c0b8d-64c0-4bf2-b88e-32afbe4c673d tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:28.578692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad6f4d49-cbf6-4c1f-ac64-0ba12ad618bd req-2a9c0b8d-64c0-4bf2-b88e-32afbe4c673d tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 943 time: 0.3321910 Feb 03 12:49:28.592722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192c535-a04d-4786-aa2d-0945d34483c8 req-cbbca3a8-fd17-4a61-b5e5-a35cb89207f0 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:28.600457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2192c535-a04d-4786-aa2d-0945d34483c8 req-cbbca3a8-fd17-4a61-b5e5-a35cb89207f0 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.3846395 Feb 03 12:49:28.613003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:28.614046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:28.641494 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f6ab2d94-43f4-4579-bdd2-1ca863ca71ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3866420 Feb 03 12:49:28.644258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35372) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.690166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8541f7e4-90d9-4c8c-b405-855bab596b0e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:28.751588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee150e5-6935-4dce-9690-6ed663ca0da5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:28.760020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee150e5-6935-4dce-9690-6ed663ca0da5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:28.764240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1ee150e5-6935-4dce-9690-6ed663ca0da5 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1164923 Feb 03 12:49:28.765777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35374) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.777724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fd2b0104-c26f-4ceb-9fa8-823bbb0ea265 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/routers/e6671984-dc1a-491f-9d51-bc6ee45e79c2 HTTP/1.1" status: 200 len: 925 time: 0.6876206 Feb 03 12:49:28.778452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35376) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.864377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad6f4d49-cbf6-4c1f-ac64-0ba12ad618bd req-eb3f6e49-67ac-4cbe-b9e2-7b4cf5b54c5e tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544611 Feb 03 12:49:28.969319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-0edeab04-50f6-4014-b763-11b022f6f12c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 5bc1c4d9-af09-4cf7-8120-c2d572863d02 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:28.969905 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0edeab04-50f6-4014-b763-11b022f6f12c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5bc1c4d9-af09-4cf7-8120-c2d572863d02), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.036325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2192c535-a04d-4786-aa2d-0945d34483c8 req-b21780cf-3f58-49c3-8c9e-7552c48c0b53 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349737 Feb 03 12:49:29.055542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42c9b783-4ffb-4e50-9677-467663c94ccc req-048061f7-4354-4a6f-b5cc-46d7d4fe89ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.0375826 Feb 03 12:49:29.064357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d3e60-d2a8-42ff-bae4-dc327ea7b85a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:29.071010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1d3d3e60-d2a8-42ff-bae4-dc327ea7b85a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=e6671984-dc1a-491f-9d51-bc6ee45e79c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2843091 Feb 03 12:49:29.071591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35378) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.106009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a50d694a-f082-4adc-8dac-a676292adb72 None None] Provisioning complete for port 7f611658-2840-4cf4-943a-8aafce87751d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:29.106852 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a50d694a-f082-4adc-8dac-a676292adb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7f611658-2840-4cf4-943a-8aafce87751d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.144999 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0edeab04-50f6-4014-b763-11b022f6f12c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5bc1c4d9-af09-4cf7-8120-c2d572863d02), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.160119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-0edeab04-50f6-4014-b763-11b022f6f12c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 5bc1c4d9-af09-4cf7-8120-c2d572863d02 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:29.243770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07097297-6cf4-4355-9953-709befc004c2 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:29.248538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-07097297-6cf4-4355-9953-709befc004c2 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 881 time: 0.1758788 Feb 03 12:49:29.249531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35380) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.250763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a50d694a-f082-4adc-8dac-a676292adb72 None None] Current status of the port 7f611658-2840-4cf4-943a-8aafce87751d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:29.257845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f54d76-a690-4fab-a66f-55bef7a4647f req-5cd6426b-c24b-4843-a833-2c118b6ef4dd tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:29.259459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40f54d76-a690-4fab-a66f-55bef7a4647f req-5cd6426b-c24b-4843-a833-2c118b6ef4dd tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1085610 Feb 03 12:49:29.304131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4f3dbfdc-c29a-49af-9bd3-4d9bee129713 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6671984-dc1a-491f-9d51-bc6ee45e79c2 HTTP/1.1" status: 200 len: 205 time: 0.0434117 Feb 03 12:49:29.304478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35382) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.309497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7f611658-2840-4cf4-943a-8aafce87751d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:29.344425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40f54d76-a690-4fab-a66f-55bef7a4647f req-807ace5a-2db1-4191-a109-b509e97da24f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758266 Feb 03 12:49:29.411841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7f611658-2840-4cf4-943a-8aafce87751d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:29.412436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7f611658-2840-4cf4-943a-8aafce87751d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.497500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ce50dc6c-0447-47b3-a51c-f2fb3a23f560 None None] Provisioning complete for port 5bc1c4d9-af09-4cf7-8120-c2d572863d02 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:29.499324 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce50dc6c-0447-47b3-a51c-f2fb3a23f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5bc1c4d9-af09-4cf7-8120-c2d572863d02), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.527495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b38dbe-2e63-4b77-b635-cd08b3797645 req-79d84a2f-d43b-4340-9519-e6e8caffd848 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:29.529180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (e6671984-dc1a-491f-9d51-bc6ee45e79c2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.532665 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0edeab04-50f6-4014-b763-11b022f6f12c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5bc1c4d9-af09-4cf7-8120-c2d572863d02), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.537323 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50b38dbe-2e63-4b77-b635-cd08b3797645 req-79d84a2f-d43b-4340-9519-e6e8caffd848 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0822513 Feb 03 12:49:29.546256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7f611658-2840-4cf4-943a-8aafce87751d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:29.582193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ce50dc6c-0447-47b3-a51c-f2fb3a23f560 None None] Port 5bc1c4d9-af09-4cf7-8120-c2d572863d02 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:49:29.602039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50b38dbe-2e63-4b77-b635-cd08b3797645 req-8e9ca29a-cb38-49b7-8406-c8d74be5c024 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635302 Feb 03 12:49:29.609222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeab04-50f6-4014-b763-11b022f6f12c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=5bc1c4d9-af09-4cf7-8120-c2d572863d02,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:29.767202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb571b3f-6d74-4bcb-92bc-d7a8ac0890fb req-49d860b3-e501-4766-ad60-020e4e78faed tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:29.773205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (e6671984-dc1a-491f-9d51-bc6ee45e79c2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.778050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb571b3f-6d74-4bcb-92bc-d7a8ac0890fb req-49d860b3-e501-4766-ad60-020e4e78faed tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0841744 Feb 03 12:49:29.793730 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0edeab04-50f6-4014-b763-11b022f6f12c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.797779 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0edeab04-50f6-4014-b763-11b022f6f12c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/5bc1c4d9-af09-4cf7-8120-c2d572863d02 HTTP/1.1" status: 204 len: 168 time: 1.0284245 Feb 03 12:49:29.800551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35388) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.875080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb571b3f-6d74-4bcb-92bc-d7a8ac0890fb req-9e03d837-fa0b-4087-9e13-168ef74118cf tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916998 Feb 03 12:49:29.891054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26521d00-42be-45ba-b734-ebdbdc16bdc1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:29.891054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26521d00-42be-45ba-b734-ebdbdc16bdc1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:29.891054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26521d00-42be-45ba-b734-ebdbdc16bdc1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:29.891054 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-26521d00-42be-45ba-b734-ebdbdc16bdc1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0839655 Feb 03 12:49:29.891054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35392) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.953430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8705e443-a932-4af3-a517-91faf2b62203 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 548f42bc-fe13-45c8-9fb2-36cb77fd9417 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:29.958689 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8705e443-a932-4af3-a517-91faf2b62203 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (548f42bc-fe13-45c8-9fb2-36cb77fd9417), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.979212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8541f7e4-90d9-4c8c-b405-855bab596b0e up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:30.000585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Deleting port 3a05506b-357c-4ddc-b996-c23361f4a427 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:30.001271 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3a05506b-357c-4ddc-b996-c23361f4a427), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.035695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8705e443-a932-4af3-a517-91faf2b62203 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (548f42bc-fe13-45c8-9fb2-36cb77fd9417), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.053072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce635e-debe-46b9-92b9-83ca3c62c7ff req-c5b9ac0a-1f9f-4298-a3cb-acc9be5aafdb tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:30.054713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01ce635e-debe-46b9-92b9-83ca3c62c7ff req-c5b9ac0a-1f9f-4298-a3cb-acc9be5aafdb tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 944 time: 0.1014893 Feb 03 12:49:30.089700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 8541f7e4-90d9-4c8c-b405-855bab596b0e completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:49:30.096081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 8541f7e4-90d9-4c8c-b405-855bab596b0e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:30.096320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.131261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01ce635e-debe-46b9-92b9-83ca3c62c7ff req-2af733d3-40c5-44f0-9a61-6aff5d923b7d tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671806 Feb 03 12:49:30.168765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3a05506b-357c-4ddc-b996-c23361f4a427), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.188487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Calling delete_port for 3a05506b-357c-4ddc-b996-c23361f4a427 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:30.201098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8705e443-a932-4af3-a517-91faf2b62203 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (548f42bc-fe13-45c8-9fb2-36cb77fd9417), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.207971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8541f7e4-90d9-4c8c-b405-855bab596b0e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:30.208427 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.212946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eddf1-a86c-41f2-bdd7-9121e379c519 req-630f7af1-5907-4e9a-bdfb-ad2897a12935 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:30.214842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef0eddf1-a86c-41f2-bdd7-9121e379c519 req-630f7af1-5907-4e9a-bdfb-ad2897a12935 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.0596912 Feb 03 12:49:30.240874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46d379b-7ffb-4d86-986f-dc593e69ebfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8541f7e4-90d9-4c8c-b405-855bab596b0e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:30.243184 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbf27e0-d5a9-4a0e-83c0-93148710647f" -d '{"events": [{"server_uuid": "c46d379b-7ffb-4d86-986f-dc593e69ebfe", "name": "network-vif-plugged", "status": "completed", "tag": "8541f7e4-90d9-4c8c-b405-855bab596b0e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:30.255728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8541f7e4-90d9-4c8c-b405-855bab596b0e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8541f7e4-90d9-4c8c-b405-855bab596b0e,segment=NetworkSegment(8b765c05-917c-4bbf-91b4-5cff1b9a3df1),segment_id=8b765c05-917c-4bbf-91b4-5cff1b9a3df1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:30.260875 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.307474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef0eddf1-a86c-41f2-bdd7-9121e379c519 req-24da6957-32a9-4f56-89d8-b09e64f5c5a6 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784230 Feb 03 12:49:30.317157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0949a-f78c-47c3-945c-9cafb8a0aaf0 req-b9ab02b6-7b4c-4210-876d-d0b44e80ad3c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:30.318748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abf0949a-f78c-47c3-945c-9cafb8a0aaf0 req-b9ab02b6-7b4c-4210-876d-d0b44e80ad3c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1010361 Feb 03 12:49:30.325589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8541f7e4-90d9-4c8c-b405-855bab596b0e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:30.347865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8705e443-a932-4af3-a517-91faf2b62203 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (548f42bc-fe13-45c8-9fb2-36cb77fd9417), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.383925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705e443-a932-4af3-a517-91faf2b62203 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=548f42bc-fe13-45c8-9fb2-36cb77fd9417,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:30.393517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8705e443-a932-4af3-a517-91faf2b62203 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.396802 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8705e443-a932-4af3-a517-91faf2b62203 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/548f42bc-fe13-45c8-9fb2-36cb77fd9417 HTTP/1.1" status: 204 len: 168 time: 0.5058501 Feb 03 12:49:30.399344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35404) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:30.406307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ead8e-b2fb-4d34-8049-6d6dd7e54dee None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:30.415312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abf0949a-f78c-47c3-945c-9cafb8a0aaf0 req-acc03f32-1099-4603-b69a-be78f162ef5d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901530 Feb 03 12:49:30.489247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-739ebe46-2065-46c6-a2cb-61ab5bddca7b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 96c07108-07af-4641-b258-e3688b299450 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:30.497134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-739ebe46-2065-46c6-a2cb-61ab5bddca7b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (96c07108-07af-4641-b258-e3688b299450), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.505177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-433ce5c0-2dd6-4ff7-b3ca-0fae08381d88 req-88843587-ee7a-47ee-8635-37633107d20d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=a21581cf-3912-46be-889c-ea9a1c18d47f HTTP/1.1" status: 200 len: 210 time: 0.0490654 Feb 03 12:49:30.508276 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fafac1-b3db-4c3d-8af2-dff354032a04 x-openstack-request-id: req-a5fafac1-b3db-4c3d-8af2-dff354032a04 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:30.508780 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46d379b-7ffb-4d86-986f-dc593e69ebfe", "name": "network-vif-plugged", "status": "completed", "tag": "8541f7e4-90d9-4c8c-b405-855bab596b0e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:30.508780 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5fafac1-b3db-4c3d-8af2-dff354032a04 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:30.509139 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46d379b-7ffb-4d86-986f-dc593e69ebfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8541f7e4-90d9-4c8c-b405-855bab596b0e', 'code': 200} Feb 03 12:49:30.537339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3a05506b-357c-4ddc-b996-c23361f4a427), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.555804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-739ebe46-2065-46c6-a2cb-61ab5bddca7b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (96c07108-07af-4641-b258-e3688b299450), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.620419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event deleted for resources: {'Port': ['ID=3a05506b-357c-4ddc-b996-c23361f4a427,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:30.737277 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (e6671984-dc1a-491f-9d51-bc6ee45e79c2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.748254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0120a0-206c-49bf-a6a3-677f1926d47f req-51918aef-a6b7-4fc1-8809-c1f760e652ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:30.749780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5b0120a0-206c-49bf-a6a3-677f1926d47f req-51918aef-a6b7-4fc1-8809-c1f760e652ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 1128 time: 0.1536868 Feb 03 12:49:31.107858 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-739ebe46-2065-46c6-a2cb-61ab5bddca7b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (96c07108-07af-4641-b258-e3688b299450), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.127478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-34e6c110-08ed-4153-9b76-009efa1cffb2 None None] Provisioning complete for port 7f611658-2840-4cf4-943a-8aafce87751d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:31.127888 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e6c110-08ed-4153-9b76-009efa1cffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7f611658-2840-4cf4-943a-8aafce87751d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.138370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (e6671984-dc1a-491f-9d51-bc6ee45e79c2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.143452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (e6671984-dc1a-491f-9d51-bc6ee45e79c2), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.214930 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5b0120a0-206c-49bf-a6a3-677f1926d47f req-5c4c907c-0f64-45ba-93bb-d225999c7d23 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396937 Feb 03 12:49:31.217752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-34e6c110-08ed-4153-9b76-009efa1cffb2 None None] Current status of the port 7f611658-2840-4cf4-943a-8aafce87751d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:31.223747 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (e6671984-dc1a-491f-9d51-bc6ee45e79c2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.224244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Fanout notify agent at l3_agent the message router_deleted on router e6671984-dc1a-491f-9d51-bc6ee45e79c2 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:49:31.231115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.232229 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d1b726c-ca00-4d78-9fba-c9a4d51ca52a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/e6671984-dc1a-491f-9d51-bc6ee45e79c2 HTTP/1.1" status: 204 len: 168 time: 1.9268081 Feb 03 12:49:31.236120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35408) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.240609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2ee01f92-f8d8-4c8a-a718-470e9c1d2dfd tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-423873877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:31.254881 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-739ebe46-2065-46c6-a2cb-61ab5bddca7b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (96c07108-07af-4641-b258-e3688b299450), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.267961 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95244723-44be-4377-989a-8b2172caa08f req-e6b7b4de-29e3-490a-8f93-909d2f5f8914 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:31.269485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95244723-44be-4377-989a-8b2172caa08f req-e6b7b4de-29e3-490a-8f93-909d2f5f8914 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 945 time: 0.0580959 Feb 03 12:49:31.286716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ebe46-2065-46c6-a2cb-61ab5bddca7b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=96c07108-07af-4641-b258-e3688b299450,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:31.291273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ee01f92-f8d8-4c8a-a718-470e9c1d2dfd tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.292323 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ee01f92-f8d8-4c8a-a718-470e9c1d2dfd tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.298846 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-739ebe46-2065-46c6-a2cb-61ab5bddca7b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.302125 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-739ebe46-2065-46c6-a2cb-61ab5bddca7b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/96c07108-07af-4641-b258-e3688b299450 HTTP/1.1" status: 204 len: 168 time: 0.9018619 Feb 03 12:49:31.305300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35410) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.307657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e1a1d-825b-4fb0-8d96-6cde7cfb900b None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:31.330225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95244723-44be-4377-989a-8b2172caa08f req-1a67db90-413e-4656-848c-79138ac62a8a tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548267 Feb 03 12:49:31.353511 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-75ea41b7-d12f-40b6-8e1d-5480120e5504 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448644 Feb 03 12:49:31.354361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35412) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.419334 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ee01f92-f8d8-4c8a-a718-470e9c1d2dfd tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.428017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ee01f92-f8d8-4c8a-a718-470e9c1d2dfd tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.457105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e64004-0d27-44bc-ac88-1fc9c3fa6435 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:31.461185 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-29e64004-0d27-44bc-ac88-1fc9c3fa6435 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1041319 Feb 03 12:49:31.461608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35418) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.475676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ee01f92-f8d8-4c8a-a718-470e9c1d2dfd tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.476882 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2ee01f92-f8d8-4c8a-a718-470e9c1d2dfd tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2398305 Feb 03 12:49:31.479079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddd747-783e-4db9-b3c1-a5470dca99ba req-716f40d6-b1d6-4cab-9c08-db25e3b608b0 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:31.479641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35420) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.481664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-deddd747-783e-4db9-b3c1-a5470dca99ba req-716f40d6-b1d6-4cab-9c08-db25e3b608b0 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.0741704 Feb 03 12:49:31.486044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:31.573241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-deddd747-783e-4db9-b3c1-a5470dca99ba req-67998472-a1de-4c61-afc5-e4693fee6624 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856225 Feb 03 12:49:31.592727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2b4fc-9939-49c9-b8f3-b0eac0cf1f65 req-a2df2799-78b1-40ff-ac0f-724749bd3fd4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:31.601762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ed2b4fc-9939-49c9-b8f3-b0eac0cf1f65 req-a2df2799-78b1-40ff-ac0f-724749bd3fd4 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0936842 Feb 03 12:49:31.606166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a893047-6e66-4b41-a62f-c4a53a58164a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:31.609870 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6a893047-6e66-4b41-a62f-c4a53a58164a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1452060 Feb 03 12:49:31.610390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35424) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.652659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639132b7-0ce0-4005-b512-83cef4a46fcc None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:31.670372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4cce5c09-5481-46fd-a977-0b56b18531f9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531242 Feb 03 12:49:31.670372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35428) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.683859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-47518d77-5d11-4e3f-a7f6-82e2213081a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:31.737193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-639132b7-0ce0-4005-b512-83cef4a46fcc None None] Deleting port 7f611658-2840-4cf4-943a-8aafce87751d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:31.737823 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-639132b7-0ce0-4005-b512-83cef4a46fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7f611658-2840-4cf4-943a-8aafce87751d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.774018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.822280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-639132b7-0ce0-4005-b512-83cef4a46fcc None None] For port 7f611658-2840-4cf4-943a-8aafce87751d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7f611658-2840-4cf4-943a-8aafce87751d,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:31.822882 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-639132b7-0ce0-4005-b512-83cef4a46fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7f611658-2840-4cf4-943a-8aafce87751d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.848856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-639132b7-0ce0-4005-b512-83cef4a46fcc None None] Calling delete_port for 7f611658-2840-4cf4-943a-8aafce87751d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:31.964826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-639132b7-0ce0-4005-b512-83cef4a46fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (7f611658-2840-4cf4-943a-8aafce87751d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.999666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639132b7-0ce0-4005-b512-83cef4a46fcc None None] Pushing event deleted for resources: {'Port': ['ID=7f611658-2840-4cf4-943a-8aafce87751d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:32.010359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639132b7-0ce0-4005-b512-83cef4a46fcc None None] No DVR routers for this DVR port 7f611658-2840-4cf4-943a-8aafce87751d on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:32.022903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ed2b4fc-9939-49c9-b8f3-b0eac0cf1f65 req-9cafdec5-cf74-4b0c-a5ba-627ffa2088d3 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4202430 Feb 03 12:49:32.057713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.068696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47518d77-5d11-4e3f-a7f6-82e2213081a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:32.073314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47518d77-5d11-4e3f-a7f6-82e2213081a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.081284 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-47518d77-5d11-4e3f-a7f6-82e2213081a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:32.081777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47518d77-5d11-4e3f-a7f6-82e2213081a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:32.082293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.123180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-47518d77-5d11-4e3f-a7f6-82e2213081a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4494069 Feb 03 12:49:32.123572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35450) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:32.128663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-feda5ea3-87fc-46eb-b04b-7e379f923714 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:32.277077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Allocated IP 172.25.3.118 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/3a67cc8b-d551-4a70-b0b1-04e62287c4df) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:32.281705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91214796-b57c-477d-9648-9da94ff08679 req-703b1f75-4b02-4715-a49c-4c5ba2d565a3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:32.283256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feda5ea3-87fc-46eb-b04b-7e379f923714 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:32.286935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91214796-b57c-477d-9648-9da94ff08679 req-703b1f75-4b02-4715-a49c-4c5ba2d565a3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.2015100 Feb 03 12:49:32.287113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feda5ea3-87fc-46eb-b04b-7e379f923714 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.288512 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-feda5ea3-87fc-46eb-b04b-7e379f923714 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:32.288947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feda5ea3-87fc-46eb-b04b-7e379f923714 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:32.306797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91214796-b57c-477d-9648-9da94ff08679 req-e8932bd9-76c1-4e8d-b262-c2de5ac8d9df tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/quotas/fec3da70459c473499bc0e10f705cf27 HTTP/1.1" status: 200 len: 375 time: 0.0164356 Feb 03 12:49:32.322213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a79147-a3b4-440f-af76-014f383aeb35 req-0affc198-d072-49c9-94b0-eead2c13bb85 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:32.324273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9a79147-a3b4-440f-af76-014f383aeb35 req-0affc198-d072-49c9-94b0-eead2c13bb85 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0854914 Feb 03 12:49:32.348026 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-feda5ea3-87fc-46eb-b04b-7e379f923714 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2233021 Feb 03 12:49:32.356267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35454) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:32.373508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9a645b16-a4a5-4177-88aa-c073f466764d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:32.378368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91214796-b57c-477d-9648-9da94ff08679 req-91096112-c9c3-44d6-b43e-15dc5cbbde01 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529404 Feb 03 12:49:32.419219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-3445b54b-b9df-4974-871a-a0ce2ca986dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:32.420729 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-3445b54b-b9df-4974-871a-a0ce2ca986dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a81b03ac1897424eb96c460148626143&device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 1127 time: 0.1248853 Feb 03 12:49:32.462078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for port (3a67cc8b-d551-4a70-b0b1-04e62287c4df), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.523720 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9a79147-a3b4-440f-af76-014f383aeb35 req-17602c0d-12a8-464d-8556-4954e0985881 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895306 Feb 03 12:49:32.554507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-5336b317-cc04-4599-b38f-8e0df40a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:32.556241 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-5336b317-cc04-4599-b38f-8e0df40a42fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 200 len: 913 time: 0.1283031 Feb 03 12:49:32.562489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91214796-b57c-477d-9648-9da94ff08679 req-1d86c501-3306-41bc-afd6-67abf8ab852f service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712487 Feb 03 12:49:32.570575 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3a67cc8b-d551-4a70-b0b1-04e62287c4df), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.573062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a645b16-a4a5-4177-88aa-c073f466764d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:32.576655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a645b16-a4a5-4177-88aa-c073f466764d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.578121 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a645b16-a4a5-4177-88aa-c073f466764d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:32.578630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a645b16-a4a5-4177-88aa-c073f466764d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:32.623135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9a645b16-a4a5-4177-88aa-c073f466764d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2599173 Feb 03 12:49:32.628470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35460) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:32.637505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-66c9bcc2-40ba-4439-a6e9-c1d3b8654966 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:32.671359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:32.691614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:32.698188 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-9fe18f6c-a484-43e8-8c65-115791db7aa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 200 len: 998 time: 0.1360331 Feb 03 12:49:32.703522 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:32.704031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91214796-b57c-477d-9648-9da94ff08679 req-0696caf2-a220-4ab1-8cf0-17ed9c591584 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394665 Feb 03 12:49:32.710778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bc457-8074-4bd2-8da1-aae9e2fc2fe8 req-4296a63e-fada-440d-9617-19d56ec15a89 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:32.712200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-936bc457-8074-4bd2-8da1-aae9e2fc2fe8 req-4296a63e-fada-440d-9617-19d56ec15a89 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 945 time: 0.1112056 Feb 03 12:49:32.739033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event updated for resources: {'Port': ['ID=3a67cc8b-d551-4a70-b0b1-04e62287c4df,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:32.768607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-936bc457-8074-4bd2-8da1-aae9e2fc2fe8 req-49a55355-d17e-4e6d-9ab4-1e4ccb5d2f9d tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501897 Feb 03 12:49:32.840917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-bca9a9ca-ed8e-43e0-9d18-9fc0875efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:32.843809 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-bca9a9ca-ed8e-43e0-9d18-9fc0875efe14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 200 len: 851 time: 0.1374924 Feb 03 12:49:32.896617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c9bcc2-40ba-4439-a6e9-c1d3b8654966 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:32.900106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-66c9bcc2-40ba-4439-a6e9-c1d3b8654966 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.902173 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c9bcc2-40ba-4439-a6e9-c1d3b8654966 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:32.902811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c9bcc2-40ba-4439-a6e9-c1d3b8654966 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:32.925613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e1352e9-a046-42b2-b004-b41a4ace3149 req-9cd29f9a-07ea-4abd-ac91-f0570d4e91c3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=357de9d9-5efd-4c24-8c00-4e3e7f3909b4 HTTP/1.1" status: 200 len: 210 time: 0.0312452 Feb 03 12:49:32.933596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52186f-ab9f-441c-afc0-42dfa3d11a97 req-f48541f8-5f52-41c3-b8e9-35022034fbd8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:32.935356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b52186f-ab9f-441c-afc0-42dfa3d11a97 req-f48541f8-5f52-41c3-b8e9-35022034fbd8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.0900347 Feb 03 12:49:32.970575 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-66c9bcc2-40ba-4439-a6e9-c1d3b8654966 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3350835 Feb 03 12:49:32.972560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35474) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:32.993664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b52186f-ab9f-441c-afc0-42dfa3d11a97 req-c7d63073-d2bc-4e03-8d0e-eef498f1d9a8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514803 Feb 03 12:49:32.998192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-093bc65f-492d-43c8-bb49-7675b87e2c5b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:33.107652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-30de88d5-2340-4983-9377-267e909dd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:33.109259 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-30de88d5-2340-4983-9377-267e909dd6ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=23d047bd-79e0-4559-8a3c-03ba31d3b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2263927 Feb 03 12:49:33.122504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093bc65f-492d-43c8-bb49-7675b87e2c5b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:33.127164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-093bc65f-492d-43c8-bb49-7675b87e2c5b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.128941 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-093bc65f-492d-43c8-bb49-7675b87e2c5b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:33.129474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093bc65f-492d-43c8-bb49-7675b87e2c5b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:33.154272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-093bc65f-492d-43c8-bb49-7675b87e2c5b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1605453 Feb 03 12:49:33.154836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35496) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.160118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3ac4144e-170b-4cbe-9a24-ad1e82355125 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:33.284760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac4144e-170b-4cbe-9a24-ad1e82355125 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:33.289558 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3ac4144e-170b-4cbe-9a24-ad1e82355125 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.291383 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac4144e-170b-4cbe-9a24-ad1e82355125 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:33.292076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac4144e-170b-4cbe-9a24-ad1e82355125 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:33.331085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3ac4144e-170b-4cbe-9a24-ad1e82355125 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1749897 Feb 03 12:49:33.333489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35510) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.335081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7f611658-2840-4cf4-943a-8aafce87751d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:33.384984 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-f4e3269d-103d-42fe-9a31-6fbe334b72bc service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683778 Feb 03 12:49:33.385589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.387065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 7f611658-2840-4cf4-943a-8aafce87751d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:33.391641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7f611658-2840-4cf4-943a-8aafce87751d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:33.420359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d4fb2326-981a-4f6c-8451-69b69a95cb09 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0853634 Feb 03 12:49:33.422898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35512) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.511868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9d8f2-9c50-43b7-9531-1d8448b8c8ac tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:33.513644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-30f9d8f2-9c50-43b7-9531-1d8448b8c8ac tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0895004 Feb 03 12:49:33.516651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35518) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.569022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9d0ae191-d34a-4f62-8cd2-795ab07752ab tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475168 Feb 03 12:49:33.569181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35526) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.582530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:33.800396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:33.803816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.826013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaf63e-80df-4e07-a02f-19f80c4ca850 req-cf7b6647-f777-4580-80f9-c4edd82986a4 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:33.827500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4daaf63e-80df-4e07-a02f-19f80c4ca850 req-cf7b6647-f777-4580-80f9-c4edd82986a4 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 945 time: 0.2183626 Feb 03 12:49:33.835734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-31708279-afdd-49af-b11a-c80ae9f59f4c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:33.837106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-31708279-afdd-49af-b11a-c80ae9f59f4c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.2116954 Feb 03 12:49:33.893876 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5d15d9af-96ab-431d-adca-e8b794c2e07d req-ef852c95-ceac-4451-a97b-3488f349f289 service neutron] 10.222.0.72 "GET /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685634 Feb 03 12:49:33.920197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-2c2ba647-7421-4ade-8d05-5a719d39416d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/quotas/fec3da70459c473499bc0e10f705cf27 HTTP/1.1" status: 200 len: 375 time: 0.0670247 Feb 03 12:49:33.963169 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.967124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.973676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-9b043534-06c3-4fad-9927-2b278f38b3a7 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445011 Feb 03 12:49:33.984121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4daaf63e-80df-4e07-a02f-19f80c4ca850 req-15e80e10-3611-4d93-8749-0d69cc3374f1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459961 Feb 03 12:49:34.116984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Router 1ab77c46-08b8-4d0f-af71-89d8bdaf580c is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:49:34.183709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-b139616f-78ef-41fb-8e53-c4013144c980 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978157 Feb 03 12:49:34.206819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165ef30-7647-4524-aa9b-607734a50208 req-d17e3c76-e813-4bdb-bc2b-799cc3978c76 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.208210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6165ef30-7647-4524-aa9b-607734a50208 req-d17e3c76-e813-4bdb-bc2b-799cc3978c76 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1598375 Feb 03 12:49:34.240700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:34.248330 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.249653 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-40ee6cf0-b08d-4f21-a044-ded9bb5579fe tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "PUT /v2.0/routers/1ab77c46-08b8-4d0f-af71-89d8bdaf580c HTTP/1.1" status: 200 len: 883 time: 2.7687778 Feb 03 12:49:34.252330 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35538) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.252858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7f088-861e-43d9-9608-5619d3811884 None None] Sync routers for ids ['1ab77c46-08b8-4d0f-af71-89d8bdaf580c'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:34.265062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7f088-861e-43d9-9608-5619d3811884 None None] Routers {'1ab77c46-08b8-4d0f-af71-89d8bdaf580c'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:34.266423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-06a7f088-861e-43d9-9608-5619d3811884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1ab77c46-08b8-4d0f-af71-89d8bdaf580c'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:34.301281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-06a7f088-861e-43d9-9608-5619d3811884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:34.310717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7f088-861e-43d9-9608-5619d3811884 None None] Routers {'1ab77c46-08b8-4d0f-af71-89d8bdaf580c'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:34.311343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-06a7f088-861e-43d9-9608-5619d3811884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['1ab77c46-08b8-4d0f-af71-89d8bdaf580c'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:34.351049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-06a7f088-861e-43d9-9608-5619d3811884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:34.352466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7f088-861e-43d9-9608-5619d3811884 None None] The sync data for ids ['1ab77c46-08b8-4d0f-af71-89d8bdaf580c'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:34.366042 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8a455eb6-0d76-4fc7-8280-4a28a4cd9ab0 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/routers/1ab77c46-08b8-4d0f-af71-89d8bdaf580c HTTP/1.1" status: 200 len: 924 time: 0.1107609 Feb 03 12:49:34.367413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35540) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.373070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6165ef30-7647-4524-aa9b-607734a50208 req-af25a535-70dc-44f6-92b8-ba2750945ef6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556017 Feb 03 12:49:34.413548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:49:34.416876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (43f57d56-86c5-4c07-b363-a5a0b455cb49), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.427092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-7aa5c738-e1f6-434b-affb-f3c7209f7095 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275701 Feb 03 12:49:34.465555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9eca9e-4791-49af-baed-1299df6cb6d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.468803 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a9eca9e-4791-49af-baed-1299df6cb6d3 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=1ab77c46-08b8-4d0f-af71-89d8bdaf580c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0989466 Feb 03 12:49:34.470356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35542) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.499826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:34.510031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:34.517183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.517801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.521618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91fbec6-f9c8-47c0-859c-84416bf9c795 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:34.521929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=43f57d56-86c5-4c07-b363-a5a0b455cb49,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:34.544659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.545016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.545366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.545855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.546205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.546574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.546912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.547244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.547579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.547905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.548239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.548560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.548891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:34.561061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-08160594-1fed-4c83-985e-01d6079e9d46 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9891679 Feb 03 12:49:34.564067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35544) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.568392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174f718-6a76-4a5a-a3d4-89b9ec818f1a req-e22a02f6-67ed-4546-9162-008b775d7f24 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.569920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e174f718-6a76-4a5a-a3d4-89b9ec818f1a req-e22a02f6-67ed-4546-9162-008b775d7f24 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1189437 Feb 03 12:49:34.571711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:81:56:50', 'name': 'tempest-NetworksTestDHCPv6-2045322469'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:34.649915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e174f718-6a76-4a5a-a3d4-89b9ec818f1a req-d7d3837a-205a-4848-b7bd-90e7cf6b7d3f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736897 Feb 03 12:49:34.661636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58709072-b50e-45d6-bd32-bfda86ff0d74 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.663094 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-58709072-b50e-45d6-bd32-bfda86ff0d74 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 881 time: 0.1917408 Feb 03 12:49:34.665935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35548) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.707253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '43f57d56-86c5-4c07-b363-a5a0b455cb49'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:34.708134 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.731847 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9cbb14e8-0006-4497-b2c7-0f56c762ec81 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab77c46-08b8-4d0f-af71-89d8bdaf580c HTTP/1.1" status: 200 len: 205 time: 0.0633144 Feb 03 12:49:34.733010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35552) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.744602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-416cc80d-cef6-4e54-bdf7-e7d203574bed req-192c7ddd-ae8e-4ad6-9946-f17a9cfa1d96 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 210 time: 0.0499747 Feb 03 12:49:34.890581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Allocated IP 2001:db8::f816:3eff:fe81:d559 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/43f57d56-86c5-4c07-b363-a5a0b455cb49/6e564395-b620-4a21-ae7b-e8f7edf78880) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:34.892729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:34.930559 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.061508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Publish callbacks [] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.070931 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.119723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:35.123209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:35.125343 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.127987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:35.133563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e736344-fbb2-49b5-98ad-c3c48bf2b180 req-74d27f52-08d0-47ff-a5da-949121e76375 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:35.135301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Pushing event updated for resources: {'Port': ['ID=6e564395-b620-4a21-ae7b-e8f7edf78880,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:35.145803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e736344-fbb2-49b5-98ad-c3c48bf2b180 req-74d27f52-08d0-47ff-a5da-949121e76375 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 945 time: 0.0814512 Feb 03 12:49:35.167104 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:35.206737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Attempting to bind port 6e564395-b620-4a21-ae7b-e8f7edf78880 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:35.207185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Attempting to bind port 6e564395-b620-4a21-ae7b-e8f7edf78880 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:35.207619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Attempting to bind port 6e564395-b620-4a21-ae7b-e8f7edf78880 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:35.213333 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:35.213787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:35.214420 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.215310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:35.215435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e736344-fbb2-49b5-98ad-c3c48bf2b180 req-91ed17f5-0b96-44f3-9d09-c55911a8bf99 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/security-groups?id=45656958-0054-4ec6-91f4-d5a513d0363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634410 Feb 03 12:49:35.215857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Bound port: 6e564395-b620-4a21-ae7b-e8f7edf78880, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:35.216307 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.234879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-da87f159-a2e2-4c49-8872-8a509fa8c81a tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:35.236446 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-da87f159-a2e2-4c49-8872-8a509fa8c81a tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.72 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 945 time: 0.2388892 Feb 03 12:49:35.252913 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.286921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] For port 6e564395-b620-4a21-ae7b-e8f7edf78880, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:35.291245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] For port 6e564395-b620-4a21-ae7b-e8f7edf78880, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6e564395-b620-4a21-ae7b-e8f7edf78880,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:35.298700 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.362313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172b2c7-03a1-4eae-a92d-99aa8381009b None None] Pushing event updated for resources: {'Port': ['ID=6e564395-b620-4a21-ae7b-e8f7edf78880,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:35.399539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:fe81:5650 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/43f57d56-86c5-4c07-b363-a5a0b455cb49/6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:35.472018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Deleting port 3a67cc8b-d551-4a70-b0b1-04e62287c4df {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:35.472715 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3a67cc8b-d551-4a70-b0b1-04e62287c4df), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.496149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Deleting port 8541f7e4-90d9-4c8c-b405-855bab596b0e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:35.496503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.519339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee990a0-ac70-49b3-8b85-af8bef7bd22c req-62b57129-8ab5-4e54-a4d8-86144b182413 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:35.520916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ee990a0-ac70-49b3-8b85-af8bef7bd22c req-62b57129-8ab5-4e54-a4d8-86144b182413 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0592229 Feb 03 12:49:35.608384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ee990a0-ac70-49b3-8b85-af8bef7bd22c req-e18f6ebd-cccd-4c31-87f7-1784929a4993 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813012 Feb 03 12:49:35.749182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] For port 8541f7e4-90d9-4c8c-b405-855bab596b0e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8541f7e4-90d9-4c8c-b405-855bab596b0e,segment=NetworkSegment(8b765c05-917c-4bbf-91b4-5cff1b9a3df1),segment_id=8b765c05-917c-4bbf-91b4-5cff1b9a3df1)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:35.749562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.787309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Calling delete_port for 8541f7e4-90d9-4c8c-b405-855bab596b0e owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:35.797032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3a67cc8b-d551-4a70-b0b1-04e62287c4df), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.823744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Calling delete_port for 3a67cc8b-d551-4a70-b0b1-04e62287c4df owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:35.860148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099685eb-ffda-46c2-b2ac-aa851b667ae5 req-c6e1cad3-9b2e-4de0-991c-7878206baffe tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:35.861807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-099685eb-ffda-46c2-b2ac-aa851b667ae5 req-c6e1cad3-9b2e-4de0-991c-7878206baffe tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1631746 Feb 03 12:49:35.881258 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.954250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff177e-8e46-4418-b1c2-bcea62e1bab0 req-f7556b27-25bb-4ba2-b869-ae41863a920b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:35.955781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16ff177e-8e46-4418-b1c2-bcea62e1bab0 req-f7556b27-25bb-4ba2-b869-ae41863a920b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1891727 Feb 03 12:49:36.012668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-93a5bf7c-54aa-4560-b048-1b35a5efa81d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:36.014126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-93a5bf7c-54aa-4560-b048-1b35a5efa81d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.2342310 Feb 03 12:49:36.017447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-099685eb-ffda-46c2-b2ac-aa851b667ae5 req-699f6e13-6392-4efa-bd1e-3ff56f5ad174 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229343 Feb 03 12:49:36.031354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.034040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Request body: {'port': {'device_id': 'b4aff414-197e-4e4b-9123-309fd76fccfc', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'admin_state_up': True, 'tenant_id': 'fec3da70459c473499bc0e10f705cf27'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:36.076303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16ff177e-8e46-4418-b1c2-bcea62e1bab0 req-87b32a86-7c51-4597-b5d3-50e3df22a86e tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098878 Feb 03 12:49:36.128328 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:36.141730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-592ff359-ccca-4654-bd83-34bfda8150f7 req-cdd905a7-3b68-419b-be27-25bd0e276656 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 210 time: 0.0358648 Feb 03 12:49:36.142209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:36.155215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:36.161209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:36.161875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.203114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:36.211138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Made reservation on behalf of fec3da70459c473499bc0e10f705cf27 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:36.213397 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8541f7e4-90d9-4c8c-b405-855bab596b0e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.217435 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.280848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8e6b5c11-4d4a-4e77-a5eb-08f1df935ec6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7153299 Feb 03 12:49:36.284318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35580) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:36.286889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Pushing event deleted for resources: {'Port': ['ID=8541f7e4-90d9-4c8c-b405-855bab596b0e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:36.356029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] No DVR routers for this DVR port 8541f7e4-90d9-4c8c-b405-855bab596b0e on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:36.358881 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.362414 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4b0ad90a-e850-4a47-b092-73cbe9fb4802 req-cbcf4966-a64d-4420-9f36-20ac7f4b4fa1 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.72 "DELETE /v2.0/ports/8541f7e4-90d9-4c8c-b405-855bab596b0e HTTP/1.1" status: 204 len: 173 time: 1.1187344 Feb 03 12:49:36.366721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46d379b-7ffb-4d86-986f-dc593e69ebfe', 'name': 'network-vif-deleted', 'tag': '8541f7e4-90d9-4c8c-b405-855bab596b0e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:36.372210 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeb9cb5-fd5c-4e47-b1b7-0f12307eff7c" -d '{"events": [{"server_uuid": "c46d379b-7ffb-4d86-986f-dc593e69ebfe", "name": "network-vif-deleted", "tag": "8541f7e4-90d9-4c8c-b405-855bab596b0e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:36.388873 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3a67cc8b-d551-4a70-b0b1-04e62287c4df), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.416388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82529385-2512-4090-b524-d7c59a69d5e1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:36.423007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82529385-2512-4090-b524-d7c59a69d5e1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:36.424974 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-82529385-2512-4090-b524-d7c59a69d5e1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1351626 Feb 03 12:49:36.447390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35594) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:36.450614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28ea884a-edc2-4013-9621-6e5b05d81bf3 req-ccf4d8ec-252c-4f28-b996-4870015cd8d4 tempest-ServerMetadataNegativeTestJSON-364305846 tempest-ServerMetadataNegativeTestJSON-364305846-project] 10.222.0.65 "GET /v2.0/ports?device_id=c46d379b-7ffb-4d86-986f-dc593e69ebfe HTTP/1.1" status: 200 len: 210 time: 0.0668933 Feb 03 12:49:36.528895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Allocated IP 172.20.0.14 (6ce844d7-b7c7-4c9f-bf21-81af544e2e37/d152a271-b4bf-4951-918f-718b7f32d47e/54d46149-a1ba-4c37-bbc8-51ddc87987e0) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:36.611907 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12d40e75-60e4-4fd5-bf6f-78ced20fea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.690588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3cea090f-b011-41fc-b8f7-f28dbb231569 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:36.690950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cea090f-b011-41fc-b8f7-f28dbb231569 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.829043 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53900fb8-c87c-4460-9458-ca9c4aa02d31 x-openstack-request-id: req-53900fb8-c87c-4460-9458-ca9c4aa02d31 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:36.829661 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46d379b-7ffb-4d86-986f-dc593e69ebfe", "name": "network-vif-deleted", "tag": "8541f7e4-90d9-4c8c-b405-855bab596b0e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:36.829661 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53900fb8-c87c-4460-9458-ca9c4aa02d31 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:36.829989 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46d379b-7ffb-4d86-986f-dc593e69ebfe', 'name': 'network-vif-deleted', 'tag': '8541f7e4-90d9-4c8c-b405-855bab596b0e', 'status': 'completed', 'code': 200} Feb 03 12:49:36.831425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event deleted for resources: {'Port': ['ID=3a67cc8b-d551-4a70-b0b1-04e62287c4df,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:36.885360 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.895719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Provisioning complete for port 6e564395-b620-4a21-ae7b-e8f7edf78880 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:36.896229 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.032091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Current status of the port 6e564395-b620-4a21-ae7b-e8f7edf78880 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:37.032793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.047080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.050658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.079644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d0c39563-180d-4438-bef4-919497a38177 None None] For port 6e564395-b620-4a21-ae7b-e8f7edf78880, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6e564395-b620-4a21-ae7b-e8f7edf78880,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:37.087111 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.134576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (1ab77c46-08b8-4d0f-af71-89d8bdaf580c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.135402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab77c46-08b8-4d0f-af71-89d8bdaf580c {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:49:37.148670 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.155051 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-edaba093-1143-4f3a-8ac7-52c360150189 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/1ab77c46-08b8-4d0f-af71-89d8bdaf580c HTTP/1.1" status: 204 len: 168 time: 2.4179707 Feb 03 12:49:37.156130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35618) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:37.161656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-117af086-692c-4d3d-8fc6-11b49bc95817 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-645480863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:37.193798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Pushing event updated for resources: {'Port': ['ID=6e564395-b620-4a21-ae7b-e8f7edf78880,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:37.210836 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-117af086-692c-4d3d-8fc6-11b49bc95817 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.211744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.211939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-117af086-692c-4d3d-8fc6-11b49bc95817 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.212420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.213224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.214014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.214728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.215289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.215781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.216849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.217385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.217880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.218747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.219222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.219701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39563-180d-4438-bef4-919497a38177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:37.233076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-20d1df78-2ce4-4cf9-84bf-e2f9a9492c38 None None] Provisioning complete for port 6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:37.233703 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20d1df78-2ce4-4cf9-84bf-e2f9a9492c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.237367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cea090f-b011-41fc-b8f7-f28dbb231569 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.273016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-117af086-692c-4d3d-8fc6-11b49bc95817 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.280043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-20d1df78-2ce4-4cf9-84bf-e2f9a9492c38 None None] Port 6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:49:37.283708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-117af086-692c-4d3d-8fc6-11b49bc95817 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.297257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks [] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.304817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-117af086-692c-4d3d-8fc6-11b49bc95817 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.305614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3cea090f-b011-41fc-b8f7-f28dbb231569 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:37.307159 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-117af086-692c-4d3d-8fc6-11b49bc95817 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1498668 Feb 03 12:49:37.311300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35622) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:37.320651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': True}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:37.336366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a674a0-265e-40a4-8943-847e527a2b5f req-9ae6ec30-4cd2-4cda-9e52-f644996fbcd8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:37.342545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49a674a0-265e-40a4-8943-847e527a2b5f req-9ae6ec30-4cd2-4cda-9e52-f644996fbcd8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffb2f960-d794-4d6c-a9bf-569174bf93d7 HTTP/1.1" status: 200 len: 944 time: 0.2900774 Feb 03 12:49:37.397933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6e564395-b620-4a21-ae7b-e8f7edf78880 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:37.456151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6e564395-b620-4a21-ae7b-e8f7edf78880 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:37.456711 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.467838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c9fae-67d4-49d3-b1be-e82ab1fb6415 req-b5e03800-27ed-404c-9f7b-bad9c5e68d4f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:37.469689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-192c9fae-67d4-49d3-b1be-e82ab1fb6415 req-b5e03800-27ed-404c-9f7b-bad9c5e68d4f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.2850053 Feb 03 12:49:37.509096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3434-aed4-4ec4-8696-e65b1d6b680a req-732a968f-6c0a-4fde-891d-033f11ead951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:37.510625 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-168a3434-aed4-4ec4-8696-e65b1d6b680a req-732a968f-6c0a-4fde-891d-033f11ead951 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1129 time: 0.1133056 Feb 03 12:49:37.530249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.550694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6e564395-b620-4a21-ae7b-e8f7edf78880 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:37.598927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.604637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:37.632305 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-168a3434-aed4-4ec4-8696-e65b1d6b680a req-da687b95-239f-428a-a3ef-63e82de21175 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844331 Feb 03 12:49:37.642055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:37.644540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:37.686129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event updated for resources: {'Port': ['ID=54d46149-a1ba-4c37-bbc8-51ddc87987e0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:37.692153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-192c9fae-67d4-49d3-b1be-e82ab1fb6415 req-e617e9ea-0333-4748-bdca-7393ae2f456d tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105622 Feb 03 12:49:37.723109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-49a674a0-265e-40a4-8943-847e527a2b5f req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Deleting port 9de26fd4-571e-436c-8809-383751e04652 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:37.723450 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-49a674a0-265e-40a4-8943-847e527a2b5f req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9de26fd4-571e-436c-8809-383751e04652), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.731209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:37.731853 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.787259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-8cfb1cb9-4575-4d43-ae5e-e92e8fee8516 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7642887 Feb 03 12:49:37.787842 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cea090f-b011-41fc-b8f7-f28dbb231569 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.831598 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.852896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Request body: {'port': {'device_id': 'b4aff414-197e-4e4b-9123-309fd76fccfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:37.855930 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.900948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea090f-b011-41fc-b8f7-f28dbb231569 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:37.930802 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cea090f-b011-41fc-b8f7-f28dbb231569 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.934682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3cea090f-b011-41fc-b8f7-f28dbb231569 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d HTTP/1.1" status: 204 len: 168 time: 1.4833043 Feb 03 12:49:37.939629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35626) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:37.974349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Allocated IP 172.25.3.227 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/8f7f731f-07a7-4133-b854-420fc4d10314) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:38.015585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8541f7e4-90d9-4c8c-b405-855bab596b0e no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:38.027371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-49a674a0-265e-40a4-8943-847e527a2b5f req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] For port 9de26fd4-571e-436c-8809-383751e04652, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9de26fd4-571e-436c-8809-383751e04652,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:38.027738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-49a674a0-265e-40a4-8943-847e527a2b5f req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9de26fd4-571e-436c-8809-383751e04652), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.045706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 8541f7e4-90d9-4c8c-b405-855bab596b0e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:38.046497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8541f7e4-90d9-4c8c-b405-855bab596b0e not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:38.067524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a76078-7f30-4e81-9479-dd4887b3c064 req-cf426df6-38a3-45fb-a41b-6517c06b8066 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:38.069070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8a76078-7f30-4e81-9479-dd4887b3c064 req-cf426df6-38a3-45fb-a41b-6517c06b8066 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 932 time: 0.3042164 Feb 03 12:49:38.072057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2389b30-ce48-4a8b-80d0-047f365212f2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:38.073355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2389b30-ce48-4a8b-80d0-047f365212f2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:38.075122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c2389b30-ce48-4a8b-80d0-047f365212f2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1328249 Feb 03 12:49:38.079120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-49a674a0-265e-40a4-8943-847e527a2b5f req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Calling delete_port for 9de26fd4-571e-436c-8809-383751e04652 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:38.080596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35628) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.083636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.124073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for port (8f7f731f-07a7-4133-b854-420fc4d10314), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.148044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2742a51a-9cd6-4b6d-801b-1ca6f2933df7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 43f57d56-86c5-4c07-b363-a5a0b455cb49 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:38.156421 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2742a51a-9cd6-4b6d-801b-1ca6f2933df7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (43f57d56-86c5-4c07-b363-a5a0b455cb49), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.205855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2742a51a-9cd6-4b6d-801b-1ca6f2933df7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (43f57d56-86c5-4c07-b363-a5a0b455cb49), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.214238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8a76078-7f30-4e81-9479-dd4887b3c064 req-987d01c3-8939-4049-addc-8b070a697a5b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317368 Feb 03 12:49:38.229356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8f7f731f-07a7-4133-b854-420fc4d10314), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.270598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35630) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.328726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:38.339108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event updated for resources: {'Port': ['ID=8f7f731f-07a7-4133-b854-420fc4d10314,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:38.359958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:38.367139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:38.375631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfeb9eaf-6b37-404e-855d-8f298f5ce5af admin admin] Deleting subnet 84d88933-256b-45b1-9ab7-2517b285d2dd {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:38.410628 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9eaf-6b37-404e-855d-8f298f5ce5af admin admin] Publish callbacks [] for subnet (84d88933-256b-45b1-9ab7-2517b285d2dd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.430013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-49a674a0-265e-40a4-8943-847e527a2b5f req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9de26fd4-571e-436c-8809-383751e04652), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.443244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['81640e76-72bc-40b8-9810-16f92432dde8', '7980c685-2586-4bd0-a579-f7116728676d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:38.443805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2742a51a-9cd6-4b6d-801b-1ca6f2933df7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (43f57d56-86c5-4c07-b363-a5a0b455cb49), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.476058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event deleted for resources: {'Port': ['ID=9de26fd4-571e-436c-8809-383751e04652,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:38.489338 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9eaf-6b37-404e-855d-8f298f5ce5af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (84d88933-256b-45b1-9ab7-2517b285d2dd), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.526243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a674a0-265e-40a4-8943-847e527a2b5f req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] No DVR routers for this DVR port 9de26fd4-571e-436c-8809-383751e04652 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:38.529670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-49a674a0-265e-40a4-8943-847e527a2b5f req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.537559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49a674a0-265e-40a4-8943-847e527a2b5f req-aca47e22-467c-4165-acda-b77e59bbe94d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "DELETE /v2.0/ports/9de26fd4-571e-436c-8809-383751e04652 HTTP/1.1" status: 204 len: 173 time: 1.1937718 Feb 03 12:49:38.539868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'name': 'network-vif-deleted', 'tag': '9de26fd4-571e-436c-8809-383751e04652'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:38.542774 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193907c7-4b9e-47b0-9f7b-ee6c24322fc6" -d '{"events": [{"server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "name": "network-vif-deleted", "tag": "9de26fd4-571e-436c-8809-383751e04652"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:38.647382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d46149-a1ba-4c37-bbc8-51ddc87987e0 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:38.661633 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Publish callbacks [] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.668908 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbaa9d1-5b3c-4878-b086-b743313cf80b x-openstack-request-id: req-0bbaa9d1-5b3c-4878-b086-b743313cf80b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:38.669429 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb2f960-d794-4d6c-a9bf-569174bf93d7", "name": "network-vif-deleted", "tag": "9de26fd4-571e-436c-8809-383751e04652", "status": "failed", "code": 422}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:38.669756 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bbaa9d1-5b3c-4878-b086-b743313cf80b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:38.670167 n-d-792364-10 neutron-server[103224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffb2f960-d794-4d6c-a9bf-569174bf93d7', 'name': 'network-vif-deleted', 'tag': '9de26fd4-571e-436c-8809-383751e04652', 'status': 'failed', 'code': 422} returned with failed status Feb 03 12:49:38.676778 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9eaf-6b37-404e-855d-8f298f5ce5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (84d88933-256b-45b1-9ab7-2517b285d2dd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.701336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Transition to ACTIVE for port object 54d46149-a1ba-4c37-bbc8-51ddc87987e0 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:49:38.711919 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.741112 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2742a51a-9cd6-4b6d-801b-1ca6f2933df7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (43f57d56-86c5-4c07-b363-a5a0b455cb49), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.824962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742a51a-9cd6-4b6d-801b-1ca6f2933df7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=43f57d56-86c5-4c07-b363-a5a0b455cb49,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:38.857770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2742a51a-9cd6-4b6d-801b-1ca6f2933df7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.861062 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2742a51a-9cd6-4b6d-801b-1ca6f2933df7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/43f57d56-86c5-4c07-b363-a5a0b455cb49 HTTP/1.1" status: 204 len: 168 time: 0.7794623 Feb 03 12:49:38.875787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d37425b-5d03-49f5-9bcd-dc4e93bc2bda None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:38.878290 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf0e31d6-4a18-41a6-b301-b0f3a1630812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.896629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35642) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.942227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Pushing event updated for resources: {'Port': ['ID=54d46149-a1ba-4c37-bbc8-51ddc87987e0,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:38.949247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e6dfbfb9-ca36-49c6-b457-5460d4a5169f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512905 Feb 03 12:49:38.951202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35646) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.965528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:38.981904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9eaf-6b37-404e-855d-8f298f5ce5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (84d88933-256b-45b1-9ab7-2517b285d2dd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.024481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb9eaf-6b37-404e-855d-8f298f5ce5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d88933-256b-45b1-9ab7-2517b285d2dd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:39.026752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9eaf-6b37-404e-855d-8f298f5ce5af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.027458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Attempting to bind port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:39.027605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Attempting to bind port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:39.027944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Attempting to bind port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:39.030113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dfeb9eaf-6b37-404e-855d-8f298f5ce5af admin admin] 10.222.0.65 "DELETE /v2.0/subnets/84d88933-256b-45b1-9ab7-2517b285d2dd HTTP/1.1" status: 204 len: 168 time: 0.7571013 Feb 03 12:49:39.032658 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35648) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:39.040380 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.041541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dad329-4357-4466-95d8-0f8b2e9a152a req-9ed22ece-6d30-43e9-832a-1902c76b9280 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:39.049248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1dad329-4357-4466-95d8-0f8b2e9a152a req-9ed22ece-6d30-43e9-832a-1902c76b9280 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1951654 Feb 03 12:49:39.109345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:39.109876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Attempting to bind port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:39.161837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14142b-a54b-4581-bbea-8ed35a97182b None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:39.171467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:39.171910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Checking segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:39.172282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Bound using segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:39.172789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Bound port: 54d46149-a1ba-4c37-bbc8-51ddc87987e0, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:39.173163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.184933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (833f0be3-11a5-448d-9f45-c228bd5929dd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.226973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1dad329-4357-4466-95d8-0f8b2e9a152a req-745262b8-1cf5-4e3c-ad2e-09bcdcd6764b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773846 Feb 03 12:49:39.227614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:39.238655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.238959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8a14142b-a54b-4581-bbea-8ed35a97182b None None] Deleting port 6e564395-b620-4a21-ae7b-e8f7edf78880 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:39.238959 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a14142b-a54b-4581-bbea-8ed35a97182b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.324793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6e564395-b620-4a21-ae7b-e8f7edf78880 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:39.363696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8a14142b-a54b-4581-bbea-8ed35a97182b None None] For port 6e564395-b620-4a21-ae7b-e8f7edf78880, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6e564395-b620-4a21-ae7b-e8f7edf78880,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:39.364506 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a14142b-a54b-4581-bbea-8ed35a97182b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.395343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8a14142b-a54b-4581-bbea-8ed35a97182b None None] Calling delete_port for 6e564395-b620-4a21-ae7b-e8f7edf78880 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:39.402421 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (833f0be3-11a5-448d-9f45-c228bd5929dd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.421235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.430503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833f0be3-11a5-448d-9f45-c228bd5929dd']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:39.433342 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.447586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b765c05-917c-4bbf-91b4-5cff1b9a3df1') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:39.447856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b765c05-917c-4bbf-91b4-5cff1b9a3df1') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:39.461870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] For port 54d46149-a1ba-4c37-bbc8-51ddc87987e0, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:39.476014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151f8d-2495-40b0-9921-2fca9936381d req-d8a0a1c5-0a96-4633-aedb-f025611811dc tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:39.477766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29151f8d-2495-40b0-9921-2fca9936381d req-d8a0a1c5-0a96-4633-aedb-f025611811dc tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 907 time: 0.2101398 Feb 03 12:49:39.493814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (8b765c05-917c-4bbf-91b4-5cff1b9a3df1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.500110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93e38d-6695-417e-93c0-84a7eb79bc80 req-2eed9a86-bfd1-4a08-80b5-70ec6dd4a5ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:39.504585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6e564395-b620-4a21-ae7b-e8f7edf78880 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:39.505315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.507418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a93e38d-6695-417e-93c0-84a7eb79bc80 req-2eed9a86-bfd1-4a08-80b5-70ec6dd4a5ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 944 time: 0.1902170 Feb 03 12:49:39.514113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] For port 54d46149-a1ba-4c37-bbc8-51ddc87987e0, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=54d46149-a1ba-4c37-bbc8-51ddc87987e0,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:39.554592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.556056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 6e564395-b620-4a21-ae7b-e8f7edf78880, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6e564395-b620-4a21-ae7b-e8f7edf78880,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:39.567728 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.598728 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a14142b-a54b-4581-bbea-8ed35a97182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (6e564395-b620-4a21-ae7b-e8f7edf78880), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.618163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14142b-a54b-4581-bbea-8ed35a97182b None None] No DVR routers for this DVR port 6e564395-b620-4a21-ae7b-e8f7edf78880 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:39.654749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a93e38d-6695-417e-93c0-84a7eb79bc80 req-c12d4395-e6c3-4152-97be-940b231ee0a9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417317 Feb 03 12:49:39.660502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=6e564395-b620-4a21-ae7b-e8f7edf78880,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:39.666666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:39.667497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.669439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] 10.222.0.72 "PUT /v2.0/ports/54d46149-a1ba-4c37-bbc8-51ddc87987e0 HTTP/1.1" status: 200 len: 1093 time: 1.8271289 Feb 03 12:49:39.713790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14142b-a54b-4581-bbea-8ed35a97182b None None] Pushing event deleted for resources: {'Port': ['ID=6e564395-b620-4a21-ae7b-e8f7edf78880,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:39.731597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e40514-c551-49b8-89b6-5b97c200baca service neutron] Pushing event updated for resources: {'Port': ['ID=54d46149-a1ba-4c37-bbc8-51ddc87987e0,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:39.839699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-c07baebb-7be1-42bc-b17b-f91f8de8d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:39.841310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-c07baebb-7be1-42bc-b17b-f91f8de8d5e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 1127 time: 0.1189651 Feb 03 12:49:39.887665 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8b765c05-917c-4bbf-91b4-5cff1b9a3df1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.906275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:39.906616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (8b765c05-917c-4bbf-91b4-5cff1b9a3df1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:39.908314 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:39.913034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-4955fdb2-0254-4c5e-acfc-7c64ae621ca9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d46149-a1ba-4c37-bbc8-51ddc87987e0 HTTP/1.1" status: 200 len: 217 time: 0.0594001 Feb 03 12:49:39.995718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (833f0be3-11a5-448d-9f45-c228bd5929dd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.009032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.017494 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] 10.222.0.65 "DELETE /v2.0/networks/833f0be3-11a5-448d-9f45-c228bd5929dd HTTP/1.1" status: 204 len: 168 time: 0.9805319 Feb 03 12:49:40.034512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ead4b-3e34-4a2e-bc3d-8cfa7127eb62 admin admin] Pushing event deleted for resources: {'Network': ['ID=833f0be3-11a5-448d-9f45-c228bd5929dd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:40.039646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.041645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-e098fcbb-b1f3-45bf-afa1-1ea745f20e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.044340 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-e098fcbb-b1f3-45bf-afa1-1ea745f20e21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1129 time: 0.1545844 Feb 03 12:49:40.088256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Router c834b9c1-3b98-41e4-b9ad-bd89a0532b85 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:49:40.176212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35664) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:40.221870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:49:40.229197 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.232525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-47ee25b1-b7b7-45e1-996a-94eb0a173178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.234005 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-47ee25b1-b7b7-45e1-996a-94eb0a173178 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 919 time: 0.1815369 Feb 03 12:49:40.271517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f04ce-dfc2-46e2-9ce5-a59988fe7d31 req-6fa1a316-f59f-472a-9ca7-3ea2ec38ad8b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.273015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-029f04ce-dfc2-46e2-9ce5-a59988fe7d31 req-6fa1a316-f59f-472a-9ca7-3ea2ec38ad8b tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.4356344 Feb 03 12:49:40.300774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:40.312224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:40.314711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-fe8c3d9e-b36d-4e3b-9d45-882aab726abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.316228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-fe8c3d9e-b36d-4e3b-9d45-882aab726abc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.3943434 Feb 03 12:49:40.316379 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-ee35c101-bee6-4013-a457-124b3f536a5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff549559-04f0-4e4b-9691-6c6207598355 HTTP/1.1" status: 200 len: 217 time: 0.0542531 Feb 03 12:49:40.318885 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b370f746-fbdd-4a93-97bd-c5b40a69cec2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd6bd62c08a94028bbdacf9f2d4e0ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412494 Feb 03 12:49:40.319505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.320094 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.321116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:40.324744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fed76e-b8f4-42f7-9ae0-105980549700 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:40.326618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:40.338669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:40.346398 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.350371 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c3f418d3-f684-4949-be9a-40a11e31afe8 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "PUT /v2.0/routers/c834b9c1-3b98-41e4-b9ad-bd89a0532b85 HTTP/1.1" status: 200 len: 918 time: 3.0353899 Feb 03 12:49:40.360576 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74b384-13ff-439d-a866-122730671337 None None] Sync routers for ids ['c834b9c1-3b98-41e4-b9ad-bd89a0532b85'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:40.362298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35668) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:40.364663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-d0d9cf5b-ad44-4986-b9e2-1e4664e89007 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357234 Feb 03 12:49:40.388585 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74b384-13ff-439d-a866-122730671337 None None] Routers {'c834b9c1-3b98-41e4-b9ad-bd89a0532b85'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:40.389280 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ff74b384-13ff-439d-a866-122730671337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c834b9c1-3b98-41e4-b9ad-bd89a0532b85'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:40.420008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-822bd69a-c995-49be-be51-fa342dde9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.421420 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-822bd69a-c995-49be-be51-fa342dde9bcd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.0715213 Feb 03 12:49:40.427294 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ff74b384-13ff-439d-a866-122730671337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:40.441532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:40.442841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-85fbc531-2377-49c1-92d9-d47a3019342f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4841473 Feb 03 12:49:40.447245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.448351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35670) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:40.450984 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74b384-13ff-439d-a866-122730671337 None None] Routers {'c834b9c1-3b98-41e4-b9ad-bd89a0532b85'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:40.451956 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ff74b384-13ff-439d-a866-122730671337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c834b9c1-3b98-41e4-b9ad-bd89a0532b85'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:40.467765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-029f04ce-dfc2-46e2-9ce5-a59988fe7d31 req-d9bfdd2d-ec3d-4006-8e58-e793502497ee tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833746 Feb 03 12:49:40.485929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:49:35:c3', 'name': 'tempest-NetworksTestDHCPv6-1761049335'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:40.493742 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-cd223bd7-dc06-46cd-9234-939a715fa678 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598032 Feb 03 12:49:40.625172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Allocated IP 2001:db8::f816:3eff:fe74:8703 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5/9eb7c352-1756-4a3c-bd0e-95265370a635) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:40.630864 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-a86f4ece-186f-4b58-9059-b96c01124324 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266332 Feb 03 12:49:40.633737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c80cec8a-c5c7-4f5b-98d4-b2086de52b26 admin admin] Publish callbacks [] for security_group (45656958-0054-4ec6-91f4-d5a513d0363f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.637421 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ff74b384-13ff-439d-a866-122730671337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:40.638396 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74b384-13ff-439d-a866-122730671337 None None] The sync data for ids ['c834b9c1-3b98-41e4-b9ad-bd89a0532b85'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:40.673332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4aff414-197e-4e4b-9123-309fd76fccfc', 'tag': '54d46149-a1ba-4c37-bbc8-51ddc87987e0'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:40.676590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c80cec8a-c5c7-4f5b-98d4-b2086de52b26 admin admin] Publish callbacks [] for security_group (45656958-0054-4ec6-91f4-d5a513d0363f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.678866 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4aff414-197e-4e4b-9123-309fd76fccfc", "tag": "54d46149-a1ba-4c37-bbc8-51ddc87987e0"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:40.691104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-67a7c3e9-ce22-4c15-b017-f8f705ae9bcb tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/routers/c834b9c1-3b98-41e4-b9ad-bd89a0532b85 HTTP/1.1" status: 200 len: 924 time: 0.3251398 Feb 03 12:49:40.696140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-33a0c874-5f5c-40a4-9d38-058b72fd856f service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186553 Feb 03 12:49:40.697777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35678) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:40.820524 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Publish callbacks [] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.831951 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.859900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4d3f-69b0-4f8b-b07d-e02b812a7c4d req-7e0bc511-59fb-43db-9291-870b43cfc946 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.862932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efaf4d3f-69b0-4f8b-b07d-e02b812a7c4d req-7e0bc511-59fb-43db-9291-870b43cfc946 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 907 time: 0.2444510 Feb 03 12:49:40.872779 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ac03aacb-a760-4091-a00a-183f56b1bd86 req-d877369c-6bb1-44be-ac09-18ebf8a35cb5 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175612 Feb 03 12:49:40.875889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c80cec8a-c5c7-4f5b-98d4-b2086de52b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (45656958-0054-4ec6-91f4-d5a513d0363f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.887099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:40.889606 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c80cec8a-c5c7-4f5b-98d4-b2086de52b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.891749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:40.891924 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c80cec8a-c5c7-4f5b-98d4-b2086de52b26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45656958-0054-4ec6-91f4-d5a513d0363f HTTP/1.1" status: 204 len: 168 time: 0.5688918 Feb 03 12:49:40.903037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:40.906179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cec8a-c5c7-4f5b-98d4-b2086de52b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45656958-0054-4ec6-91f4-d5a513d0363f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:40.922099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:40.927338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Pushing event updated for resources: {'Port': ['ID=9eb7c352-1756-4a3c-bd0e-95265370a635,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:40.932795 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d12341-1065-4bce-a201-c5b68c6b07e1 x-openstack-request-id: req-a5d12341-1065-4bce-a201-c5b68c6b07e1 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:40.933228 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4aff414-197e-4e4b-9123-309fd76fccfc", "tag": "54d46149-a1ba-4c37-bbc8-51ddc87987e0", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:40.933522 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5d12341-1065-4bce-a201-c5b68c6b07e1 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:40.933882 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4aff414-197e-4e4b-9123-309fd76fccfc', 'tag': '54d46149-a1ba-4c37-bbc8-51ddc87987e0', 'status': 'completed', 'code': 200} Feb 03 12:49:40.964249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea1058-87e6-4773-a995-ac80eae7842a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.967327 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f5ea1058-87e6-4773-a995-ac80eae7842a tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=c834b9c1-3b98-41e4-b9ad-bd89a0532b85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2670362 Feb 03 12:49:40.976554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86731c7e-7fab-45af-bd2b-11f84c184418 req-c400a5de-c6bb-4328-a615-945fe2bbe51b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.978061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86731c7e-7fab-45af-bd2b-11f84c184418 req-c400a5de-c6bb-4328-a615-945fe2bbe51b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 944 time: 0.2244987 Feb 03 12:49:40.979315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35682) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:40.993795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a61e8a-f3d4-4a9e-9013-8457af5ff9ed req-cdd7e579-b7f0-4309-8427-d5ad672ba0f2 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780707 Feb 03 12:49:41.039146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Attempting to bind port 9eb7c352-1756-4a3c-bd0e-95265370a635 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:41.040377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Attempting to bind port 9eb7c352-1756-4a3c-bd0e-95265370a635 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:41.041430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Attempting to bind port 9eb7c352-1756-4a3c-bd0e-95265370a635 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:41.048747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:41.049511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:41.050744 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.051391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:41.052626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Bound port: 9eb7c352-1756-4a3c-bd0e-95265370a635, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:41.053216 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.081011 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-b321a356-14d8-4865-94a4-4467078f0628 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:41.082564 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-b321a356-14d8-4865-94a4-4467078f0628 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 907 time: 0.1448841 Feb 03 12:49:41.101720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.148790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] For port 9eb7c352-1756-4a3c-bd0e-95265370a635, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:41.152980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] For port 9eb7c352-1756-4a3c-bd0e-95265370a635, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9eb7c352-1756-4a3c-bd0e-95265370a635,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:41.161738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 01d91beb-0d83-482e-87ce-54f1d6faf1a7 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:41.161953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.195584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86731c7e-7fab-45af-bd2b-11f84c184418 req-5ddf601b-c10f-4e4c-ae5e-c30bd0eca0f2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038655 Feb 03 12:49:41.222583 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c0a08-85be-4992-b802-5bb84841a099 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:41.225338 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d54c0a08-85be-4992-b802-5bb84841a099 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 881 time: 0.2426803 Feb 03 12:49:41.227557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-27028188-7b39-4a87-b078-9f0b357c80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:41.229106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-27028188-7b39-4a87-b078-9f0b357c80f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 1127 time: 0.1624184 Feb 03 12:49:41.229586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35686) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:41.283748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-293efdb5-f6aa-405d-a367-8a0921d42b0a tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=c834b9c1-3b98-41e4-b9ad-bd89a0532b85 HTTP/1.1" status: 200 len: 205 time: 0.0523808 Feb 03 12:49:41.286356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35688) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:41.288013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22499a3-7db5-4fe6-9ad2-76df0d778a6f None None] Pushing event updated for resources: {'Port': ['ID=9eb7c352-1756-4a3c-bd0e-95265370a635,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:41.331870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Deleting port 672348aa-3561-42e6-a74b-4c6cb471977f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:41.332212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.413264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:fe49:35c3 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5/01d91beb-0d83-482e-87ce-54f1d6faf1a7) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:41.454462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-52a4ebca-6561-4853-8fee-f96fecff1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:41.455963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-52a4ebca-6561-4853-8fee-f96fecff1073 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 912 time: 0.2114222 Feb 03 12:49:41.476113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.483751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] For port 672348aa-3561-42e6-a74b-4c6cb471977f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=672348aa-3561-42e6-a74b-4c6cb471977f,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:41.484123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.487424 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.509999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Calling delete_port for 672348aa-3561-42e6-a74b-4c6cb471977f owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:41.640842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-adcd36e2-f325-495f-b48b-437f696c5787 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d46149-a1ba-4c37-bbc8-51ddc87987e0 HTTP/1.1" status: 200 len: 217 time: 0.1754639 Feb 03 12:49:41.707541 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (01d91beb-0d83-482e-87ce-54f1d6faf1a7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.802463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823e2bb-bcf7-4f84-995a-f2673a8bb08d req-edc4b784-713e-479e-bdc7-1a9eb9c869a8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:41.805978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (672348aa-3561-42e6-a74b-4c6cb471977f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.813801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (01d91beb-0d83-482e-87ce-54f1d6faf1a7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.818648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d823e2bb-bcf7-4f84-995a-f2673a8bb08d req-edc4b784-713e-479e-bdc7-1a9eb9c869a8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.2076662 Feb 03 12:49:41.831725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-cd52d6e3-6706-426a-a992-caf3aa6a22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:41.833179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-cd52d6e3-6706-426a-a992-caf3aa6a22d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.1846743 Feb 03 12:49:41.844969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event deleted for resources: {'Port': ['ID=672348aa-3561-42e6-a74b-4c6cb471977f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:41.876860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-43709467-fcfc-4ed5-99be-f9cdd325d710 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318224 Feb 03 12:49:41.894948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:41.952863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:41.953340 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.956048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:41.961464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:41.962414 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.969249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] No DVR routers for this DVR port 672348aa-3561-42e6-a74b-4c6cb471977f on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:41.971904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.976281 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb6ae69b-0a1e-4a9a-a05e-21bcca5fa616 req-88c0d621-cbb5-4214-beb0-5c26612a31ac tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "DELETE /v2.0/ports/672348aa-3561-42e6-a74b-4c6cb471977f HTTP/1.1" status: 204 len: 173 time: 0.8857970 Feb 03 12:49:41.983604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'name': 'network-vif-deleted', 'tag': '672348aa-3561-42e6-a74b-4c6cb471977f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:41.986036 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3b2ee8-a439-4a64-aec8-65525641b6e5" -d '{"events": [{"server_uuid": "c09baade-d5bb-4ab7-af69-db618ebc7973", "name": "network-vif-deleted", "tag": "672348aa-3561-42e6-a74b-4c6cb471977f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:42.011449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=01d91beb-0d83-482e-87ce-54f1d6faf1a7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:42.019776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb8b0b69-bb2c-4af0-954c-a8bea81e59d7 req-64b5b812-56fe-43c5-8a1e-f6b9a150965f tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09baade-d5bb-4ab7-af69-db618ebc7973 HTTP/1.1" status: 200 len: 210 time: 0.0611734 Feb 03 12:49:42.023025 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c53cade1-56d5-41ba-b76e-9e5b42b1a280 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5710557 Feb 03 12:49:42.024032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35712) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:42.039119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d823e2bb-bcf7-4f84-995a-f2673a8bb08d req-3370ac4e-294f-45da-8fd6-0941c919f9e5 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176552 Feb 03 12:49:42.139331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8942bd-7275-45c3-a03c-35dc2bc3df6f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:42.146358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8942bd-7275-45c3-a03c-35dc2bc3df6f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:42.156147 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-de8942bd-7275-45c3-a03c-35dc2bc3df6f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1282518 Feb 03 12:49:42.156550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35718) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:42.157253 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8886e421-de64-4fa7-b093-4301baf73f7c x-openstack-request-id: req-8886e421-de64-4fa7-b093-4301baf73f7c {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:42.157546 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09baade-d5bb-4ab7-af69-db618ebc7973", "name": "network-vif-deleted", "tag": "672348aa-3561-42e6-a74b-4c6cb471977f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:42.157820 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8886e421-de64-4fa7-b093-4301baf73f7c {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:42.158206 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09baade-d5bb-4ab7-af69-db618ebc7973', 'name': 'network-vif-deleted', 'tag': '672348aa-3561-42e6-a74b-4c6cb471977f', 'status': 'completed', 'code': 200} Feb 03 12:49:42.225948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-f83ee50b-3730-4a56-bd8f-383417b5fbc7 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411405 Feb 03 12:49:42.286421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Deleting port 8f7f731f-07a7-4133-b854-420fc4d10314 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:42.286742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8f7f731f-07a7-4133-b854-420fc4d10314), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.468919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3000d70a-256e-4157-83d2-da3e8405e33d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 01d91beb-0d83-482e-87ce-54f1d6faf1a7 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:42.469258 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3000d70a-256e-4157-83d2-da3e8405e33d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (01d91beb-0d83-482e-87ce-54f1d6faf1a7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.500360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8f7f731f-07a7-4133-b854-420fc4d10314), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.529582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7d812c7-1b9b-4d72-b4bc-73f03b11d2fa req-f979756a-5a9d-4351-a4a1-688b9416a198 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773726 Feb 03 12:49:42.530582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Calling delete_port for 8f7f731f-07a7-4133-b854-420fc4d10314 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:42.548663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226619-89ec-44bf-8490-23286533326c req-afaa1663-89c4-4ad3-a42e-2d1d6a49faf3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:42.551341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2226619-89ec-44bf-8490-23286533326c req-afaa1663-89c4-4ad3-a42e-2d1d6a49faf3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 944 time: 0.2426095 Feb 03 12:49:42.681273 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.795219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-61f0cbbe-c1fc-4f7b-8c8b-ae7a2840d2d8 None None] Provisioning complete for port 9eb7c352-1756-4a3c-bd0e-95265370a635 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:42.796932 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61f0cbbe-c1fc-4f7b-8c8b-ae7a2840d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.907481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-61f0cbbe-c1fc-4f7b-8c8b-ae7a2840d2d8 None None] Current status of the port 9eb7c352-1756-4a3c-bd0e-95265370a635 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:42.908299 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61f0cbbe-c1fc-4f7b-8c8b-ae7a2840d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.950682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-61f0cbbe-c1fc-4f7b-8c8b-ae7a2840d2d8 None None] For port 9eb7c352-1756-4a3c-bd0e-95265370a635, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9eb7c352-1756-4a3c-bd0e-95265370a635,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:42.957214 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61f0cbbe-c1fc-4f7b-8c8b-ae7a2840d2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.998616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3000d70a-256e-4157-83d2-da3e8405e33d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (01d91beb-0d83-482e-87ce-54f1d6faf1a7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.012455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2226619-89ec-44bf-8490-23286533326c req-fafefbc1-c914-47a3-ac0d-c3771278f8af tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975416 Feb 03 12:49:43.017003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0cbbe-c1fc-4f7b-8c8b-ae7a2840d2d8 None None] Pushing event updated for resources: {'Port': ['ID=9eb7c352-1756-4a3c-bd0e-95265370a635,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:43.055882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3000d70a-256e-4157-83d2-da3e8405e33d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 01d91beb-0d83-482e-87ce-54f1d6faf1a7 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:43.093721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7bd7f662-4f54-4be0-916a-3d1edbf814b2 None None] Provisioning complete for port 01d91beb-0d83-482e-87ce-54f1d6faf1a7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:43.099072 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f662-4f54-4be0-916a-3d1edbf814b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (01d91beb-0d83-482e-87ce-54f1d6faf1a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.146727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35760) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:43.147519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7f662-4f54-4be0-916a-3d1edbf814b2 None None] Port 01d91beb-0d83-482e-87ce-54f1d6faf1a7 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:49:43.255702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2bfd5-01cb-4fab-9bdb-a7b11c9b00ae req-14667759-174c-4a27-90e6-7e3dc5783dd2 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.257176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98b2bfd5-01cb-4fab-9bdb-a7b11c9b00ae req-14667759-174c-4a27-90e6-7e3dc5783dd2 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1230190 Feb 03 12:49:43.291952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2853c783-5b01-4500-80e5-db243660130f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.295222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8f7f731f-07a7-4133-b854-420fc4d10314), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.350897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event deleted for resources: {'Port': ['ID=8f7f731f-07a7-4133-b854-420fc4d10314,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:43.382163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9eb7c352-1756-4a3c-bd0e-95265370a635 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:43.391418 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3000d70a-256e-4157-83d2-da3e8405e33d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (01d91beb-0d83-482e-87ce-54f1d6faf1a7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.437202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9eb7c352-1756-4a3c-bd0e-95265370a635 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:43.437580 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.453160 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2853c783-5b01-4500-80e5-db243660130f admin admin] Publish callbacks [] for security_group (b81814bc-082f-4a54-b34b-79758f744b9a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.457235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2853c783-5b01-4500-80e5-db243660130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b81814bc-082f-4a54-b34b-79758f744b9a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.469563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000d70a-256e-4157-83d2-da3e8405e33d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=01d91beb-0d83-482e-87ce-54f1d6faf1a7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:43.497672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98b2bfd5-01cb-4fab-9bdb-a7b11c9b00ae req-cb9e472b-fd78-48a7-91d0-c14963339278 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066681 Feb 03 12:49:43.501137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2853c783-5b01-4500-80e5-db243660130f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19c6c6088c5e4b7cac74c3e09ca7f8e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488634 Feb 03 12:49:43.501137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35766) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:43.507662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853c783-5b01-4500-80e5-db243660130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81814bc-082f-4a54-b34b-79758f744b9a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:43.551052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.584113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3000d70a-256e-4157-83d2-da3e8405e33d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.586145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9eb7c352-1756-4a3c-bd0e-95265370a635 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:43.587586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3000d70a-256e-4157-83d2-da3e8405e33d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/01d91beb-0d83-482e-87ce-54f1d6faf1a7 HTTP/1.1" status: 204 len: 168 time: 1.4301903 Feb 03 12:49:43.596806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35770) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:43.650347 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25c1e0c2-a0d7-496a-a00d-494ce4b4cf62 admin admin] Publish callbacks [] for security_group (b81814bc-082f-4a54-b34b-79758f744b9a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.669437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f7271-099c-42aa-802b-7f2d8cc97cf9 req-76829170-55d0-4837-a938-a71ae652df3b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.676337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b96f7271-099c-42aa-802b-7f2d8cc97cf9 req-76829170-55d0-4837-a938-a71ae652df3b tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 946 time: 0.2572451 Feb 03 12:49:43.679772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.682559 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.689274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb30b21-0531-4e8c-9a8a-24bb4fae0b69 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.690617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb30b21-0531-4e8c-9a8a-24bb4fae0b69 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.692563 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8eb30b21-0531-4e8c-9a8a-24bb4fae0b69 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927341 Feb 03 12:49:43.695056 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25c1e0c2-a0d7-496a-a00d-494ce4b4cf62 admin admin] Publish callbacks [] for security_group (b81814bc-082f-4a54-b34b-79758f744b9a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.696996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:43.766604 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (c834b9c1-3b98-41e4-b9ad-bd89a0532b85), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.767181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Fanout notify agent at l3_agent the message router_deleted on router c834b9c1-3b98-41e4-b9ad-bd89a0532b85 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:49:43.776955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.782196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d1ec3601-e830-4488-bf2d-16f53cd286a3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/c834b9c1-3b98-41e4-b9ad-bd89a0532b85 HTTP/1.1" status: 204 len: 168 time: 2.4912226 Feb 03 12:49:43.784083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35774) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:43.791003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e8f758-4911-447d-9b05-2d483291604b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:43.792907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-42028ee3-723e-4ce0-a5b9-6b1d6f8b52ad tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-327359751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:43.795632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55e8f758-4911-447d-9b05-2d483291604b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.815292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b96f7271-099c-42aa-802b-7f2d8cc97cf9 req-586f95a7-556c-475f-b46d-67b9c1a6df3d tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376200 Feb 03 12:49:43.839904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25c1e0c2-a0d7-496a-a00d-494ce4b4cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b81814bc-082f-4a54-b34b-79758f744b9a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.842590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25c1e0c2-a0d7-496a-a00d-494ce4b4cf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.844206 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-25c1e0c2-a0d7-496a-a00d-494ce4b4cf62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b81814bc-082f-4a54-b34b-79758f744b9a HTTP/1.1" status: 204 len: 168 time: 0.3420737 Feb 03 12:49:43.853461 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55e8f758-4911-447d-9b05-2d483291604b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.859592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42028ee3-723e-4ce0-a5b9-6b1d6f8b52ad tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (5d296b6c-27f2-4c09-a966-a0785c262697), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.860941 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42028ee3-723e-4ce0-a5b9-6b1d6f8b52ad tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (5d296b6c-27f2-4c09-a966-a0785c262697), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.912605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1e0c2-a0d7-496a-a00d-494ce4b4cf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81814bc-082f-4a54-b34b-79758f744b9a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:43.943714 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42028ee3-723e-4ce0-a5b9-6b1d6f8b52ad tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (5d296b6c-27f2-4c09-a966-a0785c262697), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.952807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42028ee3-723e-4ce0-a5b9-6b1d6f8b52ad tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (5d296b6c-27f2-4c09-a966-a0785c262697), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.963707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55e8f758-4911-447d-9b05-2d483291604b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.976164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42028ee3-723e-4ce0-a5b9-6b1d6f8b52ad tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.977967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-42028ee3-723e-4ce0-a5b9-6b1d6f8b52ad tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1925678 Feb 03 12:49:43.980580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35782) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:43.987362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': False}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:44.018100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 54d46149-a1ba-4c37-bbc8-51ddc87987e0 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:49:44.033276 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55e8f758-4911-447d-9b05-2d483291604b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.075683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55e8f758-4911-447d-9b05-2d483291604b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.087864 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-55e8f758-4911-447d-9b05-2d483291604b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5 HTTP/1.1" status: 204 len: 168 time: 0.3895574 Feb 03 12:49:44.090776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35788) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:44.098174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c27c39-3a74-4325-bc98-780426be052c None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:44.133531 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8f758-4911-447d-9b05-2d483291604b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:44.202411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bc87dd93-dec9-4658-b43e-bf4dea5f15eb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083109 Feb 03 12:49:44.202834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35792) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:44.296420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6034aa-6942-4519-9059-818fe1b89b47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:44.298036 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cc6034aa-6942-4519-9059-818fe1b89b47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0941527 Feb 03 12:49:44.306138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35798) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:44.339139 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (5d296b6c-27f2-4c09-a966-a0785c262697), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.377715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55a3ad-92a9-4c94-a2ba-9c0475ad3178 req-643ae39c-aec4-4f0a-9a16-a18cf5a2f647 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:44.379472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc55a3ad-92a9-4c94-a2ba-9c0475ad3178 req-643ae39c-aec4-4f0a-9a16-a18cf5a2f647 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 944 time: 0.1818235 Feb 03 12:49:44.450404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 54d46149-a1ba-4c37-bbc8-51ddc87987e0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=54d46149-a1ba-4c37-bbc8-51ddc87987e0,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:44.465923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062dddce-7ccc-4ca7-83cc-67c775400f4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:44.475681 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-062dddce-7ccc-4ca7-83cc-67c775400f4d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1662300 Feb 03 12:49:44.476968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35804) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:44.482993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '54d46149-a1ba-4c37-bbc8-51ddc87987e0', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'port_id': '54d46149-a1ba-4c37-bbc8-51ddc87987e0', 'mac_address': 'fa:16:3e:c7:80:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd152a271-b4bf-4951-918f-718b7f32d47e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:49:44.536785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:44.537375 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.537565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc55a3ad-92a9-4c94-a2ba-9c0475ad3178 req-41829543-ea1f-429b-ae7f-6f7da3726a64 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388702 Feb 03 12:49:44.567115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf30f4-4f93-4da2-b1f6-03210c6c775f None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:44.580035 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4f15f92f-a330-4ac5-929c-db4cc52bcca8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983527 Feb 03 12:49:44.580251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d46149-a1ba-4c37-bbc8-51ddc87987e0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:44.591363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35806) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:44.596994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:44.598589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 54d46149-a1ba-4c37-bbc8-51ddc87987e0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=54d46149-a1ba-4c37-bbc8-51ddc87987e0,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:44.622207 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.686989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=54d46149-a1ba-4c37-bbc8-51ddc87987e0,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:44.717005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-efcf30f4-4f93-4da2-b1f6-03210c6c775f None None] Deleting port 9eb7c352-1756-4a3c-bd0e-95265370a635 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:44.717936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcf30f4-4f93-4da2-b1f6-03210c6c775f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.725396 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (5d296b6c-27f2-4c09-a966-a0785c262697), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.775160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.794686 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:44.797924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-efcf30f4-4f93-4da2-b1f6-03210c6c775f None None] For port 9eb7c352-1756-4a3c-bd0e-95265370a635, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9eb7c352-1756-4a3c-bd0e-95265370a635,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:44.798500 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcf30f4-4f93-4da2-b1f6-03210c6c775f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.799073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.819758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-efcf30f4-4f93-4da2-b1f6-03210c6c775f None None] Calling delete_port for 9eb7c352-1756-4a3c-bd0e-95265370a635 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:44.904939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 672348aa-3561-42e6-a74b-4c6cb471977f no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:44.942733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['54d46149-a1ba-4c37-bbc8-51ddc87987e0'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:44.989223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 672348aa-3561-42e6-a74b-4c6cb471977f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:44.989573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 672348aa-3561-42e6-a74b-4c6cb471977f not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:45.056517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35820) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:45.073830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Allocated IP 172.25.3.190 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/f77fd29d-5aff-48db-a6c0-7cf630a4af29) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:45.083779 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcf30f4-4f93-4da2-b1f6-03210c6c775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (9eb7c352-1756-4a3c-bd0e-95265370a635), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.098130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31525ce0-1937-4922-b697-5ccdd5c758ec req-cded8724-fb1f-4154-955a-2ce5728950b7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:45.101649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31525ce0-1937-4922-b697-5ccdd5c758ec req-cded8724-fb1f-4154-955a-2ce5728950b7 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 946 time: 0.1557531 Feb 03 12:49:45.160599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-a7c5889c-00c1-4d69-a6e0-57bb71655b62 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:45.162266 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-a7c5889c-00c1-4d69-a6e0-57bb71655b62 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 946 time: 0.1135955 Feb 03 12:49:45.167108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf30f4-4f93-4da2-b1f6-03210c6c775f None None] Pushing event deleted for resources: {'Port': ['ID=9eb7c352-1756-4a3c-bd0e-95265370a635,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:45.177354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf30f4-4f93-4da2-b1f6-03210c6c775f None None] No DVR routers for this DVR port 9eb7c352-1756-4a3c-bd0e-95265370a635 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:45.194313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31525ce0-1937-4922-b697-5ccdd5c758ec req-ab050008-88a7-4aa0-87e1-5cc012fe1b85 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852225 Feb 03 12:49:45.312859 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for port (f77fd29d-5aff-48db-a6c0-7cf630a4af29), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.324268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1979718373-network', 'tenant_id': 'd603b70e541049f7bf0dac8fe150c4d8'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:45.332903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9eb7c352-1756-4a3c-bd0e-95265370a635 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:45.352405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.objects.ports [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:49:45.354905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 9eb7c352-1756-4a3c-bd0e-95265370a635 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:45.355326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9eb7c352-1756-4a3c-bd0e-95265370a635 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:45.357878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.366470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Made reservation on behalf of d603b70e541049f7bf0dac8fe150c4d8 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:45.370193 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.377654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Deleting port 7980c685-2586-4bd0-a579-f7116728676d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:45.378034 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7980c685-2586-4bd0-a579-f7116728676d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.381805 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f77fd29d-5aff-48db-a6c0-7cf630a4af29), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.383738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.409123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:45.427392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:45.433559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:45.434157 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.439633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c9d0d-2708-40cf-9403-ab384f6864f5 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:45.459388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:45.469329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:45.476538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:45.493290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:45.509898 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2a10669a-58f7-4dcd-8e41-522c1c437ac4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9168866 Feb 03 12:49:45.513134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35826) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:45.517833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:3b:38:1b', 'name': 'tempest-NetworksTestDHCPv6-860661641'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:45.524363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Pushing event updated for resources: {'Port': ['ID=f77fd29d-5aff-48db-a6c0-7cf630a4af29,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:45.602831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:45.603857 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.608230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] For port 7980c685-2586-4bd0-a579-f7116728676d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7980c685-2586-4bd0-a579-f7116728676d,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:45.608599 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7980c685-2586-4bd0-a579-f7116728676d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.637004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Calling delete_port for 7980c685-2586-4bd0-a579-f7116728676d owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:45.733829 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Publish callbacks [] for security_group (4c6121da-e4ac-45fa-bf01-8bbf20276741), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.750093 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4c6121da-e4ac-45fa-bf01-8bbf20276741), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.761209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:45.763864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.784993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:45.817645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Allocated IP 2001:db8::f816:3eff:fe73:bb28 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e/eba9d382-5fce-4738-b0b2-caebbec31de9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:45.818602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8b440-90c9-4d4b-9bba-9059399a3a83 req-e9dc6757-05de-4419-a222-98223e3cce9b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:45.820726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faf8b440-90c9-4d4b-9bba-9059399a3a83 req-e9dc6757-05de-4419-a222-98223e3cce9b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 945 time: 0.1587186 Feb 03 12:49:45.854150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (962ea0d0-6641-4eee-920f-9bb57f50acde), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.854526 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Added segment 962ea0d0-6641-4eee-920f-9bb57f50acde of type vlan for network 88f20be9-df3b-454b-bd67-9c78ca811cb2 Feb 03 12:49:45.856317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6121da-e4ac-45fa-bf01-8bbf20276741,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:45.913909 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port b891ed14-1b5e-4888-90d9-f9b44f5c8949 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:45.940172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (88f20be9-df3b-454b-bd67-9c78ca811cb2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.027414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (88f20be9-df3b-454b-bd67-9c78ca811cb2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.028239 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Publish callbacks [] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.030214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:46.030214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.034912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 54d46149-a1ba-4c37-bbc8-51ddc87987e0 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:46.066126 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.095717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faf8b440-90c9-4d4b-9bba-9059399a3a83 req-218275df-48f8-411d-a380-9a05d491ecfd tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340136 Feb 03 12:49:46.104662 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router_gateway (5d296b6c-27f2-4c09-a966-a0785c262697), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.111166 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0530820 Feb 03 12:49:46.199266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130deab4-3c3c-4526-af24-9d34afa40fda admin admin] Pushing event updated for resources: {'Network': ['ID=88f20be9-df3b-454b-bd67-9c78ca811cb2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:46.200921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:46.214619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 88f20be9-df3b-454b-bd67-9c78ca811cb2 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:46.292436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.299458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:46.303113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:46.306911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Pushing event updated for resources: {'Port': ['ID=eba9d382-5fce-4738-b0b2-caebbec31de9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:46.327625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7980c685-2586-4bd0-a579-f7116728676d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.336919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e973062-1786-4c1a-acd1-20fc182fa246 req-8f6968c6-b2a1-4f3f-88ae-3f440e1aef25 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:46.339346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e973062-1786-4c1a-acd1-20fc182fa246 req-8f6968c6-b2a1-4f3f-88ae-3f440e1aef25 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1566954 Feb 03 12:49:46.366127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['81640e76-72bc-40b8-9810-16f92432dde8', '7980c685-2586-4bd0-a579-f7116728676d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:46.408433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event deleted for resources: {'Port': ['ID=7980c685-2586-4bd0-a579-f7116728676d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:46.414378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:49:46.444784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:46.445182 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.456668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] No DVR routers for this DVR port 7980c685-2586-4bd0-a579-f7116728676d on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:46.459607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-474518bc-3686-46f7-9ed9-ac54e8eda975 req-4804027d-0883-40e5-b545-50000f18c483 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d6f762c-6b93-4580-b49f-fa2dcb05c884 HTTP/1.1" status: 200 len: 210 time: 0.0527070 Feb 03 12:49:46.462629 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.466364 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f3a23a8b-cbd9-45f9-a081-ca6fc97a13d4 req-1f588760-b8c1-4940-86c4-9d053b198a98 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "DELETE /v2.0/ports/7980c685-2586-4bd0-a579-f7116728676d HTTP/1.1" status: 204 len: 173 time: 1.2927876 Feb 03 12:49:46.466583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6f762c-6b93-4580-b49f-fa2dcb05c884', 'name': 'network-vif-deleted', 'tag': '7980c685-2586-4bd0-a579-f7116728676d'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:46.475991 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ead679-4aae-45bc-9fc7-c6f4d375d3b1" -d '{"events": [{"server_uuid": "4d6f762c-6b93-4580-b49f-fa2dcb05c884", "name": "network-vif-deleted", "tag": "7980c685-2586-4bd0-a579-f7116728676d"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:46.482164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:fe3b:381b (d981a595-dc33-4968-a2b7-6d84f7b5e02f/0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e/b891ed14-1b5e-4888-90d9-f9b44f5c8949) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:46.535195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Attempting to bind port eba9d382-5fce-4738-b0b2-caebbec31de9 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:46.535874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Attempting to bind port eba9d382-5fce-4738-b0b2-caebbec31de9 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:46.536012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Attempting to bind port eba9d382-5fce-4738-b0b2-caebbec31de9 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:46.548694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:46.549080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:46.549499 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.549896 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:46.550411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Bound port: eba9d382-5fce-4738-b0b2-caebbec31de9, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:46.550800 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.634318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] For port eba9d382-5fce-4738-b0b2-caebbec31de9, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:46.638711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] For port eba9d382-5fce-4738-b0b2-caebbec31de9, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=eba9d382-5fce-4738-b0b2-caebbec31de9,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:46.654925 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.696484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (b891ed14-1b5e-4888-90d9-f9b44f5c8949), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.768604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b891ed14-1b5e-4888-90d9-f9b44f5c8949), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.787994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f87090-51e3-49a5-baaf-19407460dfdd None None] Pushing event updated for resources: {'Port': ['ID=eba9d382-5fce-4738-b0b2-caebbec31de9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:46.804623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:46.805032 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.848468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:46.852627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:46.857507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:46.862992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4aff414-197e-4e4b-9123-309fd76fccfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d46149-a1ba-4c37-bbc8-51ddc87987e0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:46.863440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:46.864276 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.865279 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9744cd4c-821b-496e-8c85-2997ec72ad69" -d '{"events": [{"server_uuid": "b4aff414-197e-4e4b-9123-309fd76fccfc", "name": "network-vif-plugged", "status": "completed", "tag": "54d46149-a1ba-4c37-bbc8-51ddc87987e0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:46.890415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 54d46149-a1ba-4c37-bbc8-51ddc87987e0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=54d46149-a1ba-4c37-bbc8-51ddc87987e0,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:46.890626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=b891ed14-1b5e-4888-90d9-f9b44f5c8949,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:46.904358 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.914978 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ffa1c831-fcb0-4e51-9d1f-313f9ef4f6ce tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3986130 Feb 03 12:49:46.923483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35848) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:46.977409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=54d46149-a1ba-4c37-bbc8-51ddc87987e0,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:47.021312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (5d296b6c-27f2-4c09-a966-a0785c262697), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.024384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d2e58-1cce-4576-87d4-da219d1e421b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.033028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d2e58-1cce-4576-87d4-da219d1e421b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.035768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7c5d2e58-1cce-4576-87d4-da219d1e421b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1101267 Feb 03 12:49:47.038429 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35850) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:47.106316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (5d296b6c-27f2-4c09-a966-a0785c262697), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.111373 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e973062-1786-4c1a-acd1-20fc182fa246 req-4a0c5359-24b8-4f2d-8e0b-abc9cf16e4f3 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057428 Feb 03 12:49:47.200618 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e96405-fc9d-4600-ae12-ee2deed77e58 x-openstack-request-id: req-95e96405-fc9d-4600-ae12-ee2deed77e58 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:47.200998 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6f762c-6b93-4580-b49f-fa2dcb05c884", "name": "network-vif-deleted", "tag": "7980c685-2586-4bd0-a579-f7116728676d", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:47.201261 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95e96405-fc9d-4600-ae12-ee2deed77e58 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:47.201669 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6f762c-6b93-4580-b49f-fa2dcb05c884', 'name': 'network-vif-deleted', 'tag': '7980c685-2586-4bd0-a579-f7116728676d', 'status': 'completed', 'code': 200} Feb 03 12:49:47.213346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-fc92ee97-da67-4b55-996f-cc5008fa66a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port b891ed14-1b5e-4888-90d9-f9b44f5c8949 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:47.214121 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc92ee97-da67-4b55-996f-cc5008fa66a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b891ed14-1b5e-4888-90d9-f9b44f5c8949), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.244837 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abfd13c-bf7f-41a4-83d4-a5be33ca9047 x-openstack-request-id: req-0abfd13c-bf7f-41a4-83d4-a5be33ca9047 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:47.245753 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4aff414-197e-4e4b-9123-309fd76fccfc", "name": "network-vif-plugged", "status": "completed", "tag": "54d46149-a1ba-4c37-bbc8-51ddc87987e0", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:47.246186 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0abfd13c-bf7f-41a4-83d4-a5be33ca9047 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:47.246945 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4aff414-197e-4e4b-9123-309fd76fccfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d46149-a1ba-4c37-bbc8-51ddc87987e0', 'code': 200} Feb 03 12:49:47.298028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068de9d-9dd7-4563-88e2-8c72f3535a95 req-b3b5f990-1cb2-47c9-a968-27f4ce1e0f89 tempest-ComputeTenantNetworksTest-1311242837 tempest-ComputeTenantNetworksTest-1311242837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.311719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068de9d-9dd7-4563-88e2-8c72f3535a95 req-b3b5f990-1cb2-47c9-a968-27f4ce1e0f89 tempest-ComputeTenantNetworksTest-1311242837 tempest-ComputeTenantNetworksTest-1311242837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.321873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068de9d-9dd7-4563-88e2-8c72f3535a95 req-b3b5f990-1cb2-47c9-a968-27f4ce1e0f89 tempest-ComputeTenantNetworksTest-1311242837 tempest-ComputeTenantNetworksTest-1311242837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.326058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8068de9d-9dd7-4563-88e2-8c72f3535a95 req-b3b5f990-1cb2-47c9-a968-27f4ce1e0f89 tempest-ComputeTenantNetworksTest-1311242837 tempest-ComputeTenantNetworksTest-1311242837-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4452395 Feb 03 12:49:47.385041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc92ee97-da67-4b55-996f-cc5008fa66a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b891ed14-1b5e-4888-90d9-f9b44f5c8949), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.407577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-fc92ee97-da67-4b55-996f-cc5008fa66a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for b891ed14-1b5e-4888-90d9-f9b44f5c8949 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:47.429316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device eba9d382-5fce-4738-b0b2-caebbec31de9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:47.484259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3480b8-1c9d-48b5-b77c-40d134827930 req-e1264769-b5ba-4b6c-a587-036cecef8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.485901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb3480b8-1c9d-48b5-b77c-40d134827930 req-e1264769-b5ba-4b6c-a587-036cecef8e1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 1129 time: 0.1586428 Feb 03 12:49:47.491211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port eba9d382-5fce-4738-b0b2-caebbec31de9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:47.491211 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.538881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfdac7-7eda-49f3-a310-77d450fa905a req-4a3623ee-6f25-404d-9aca-a1afd56caf99 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.543553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ebfdac7-7eda-49f3-a310-77d450fa905a req-4a3623ee-6f25-404d-9aca-a1afd56caf99 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 946 time: 0.1770978 Feb 03 12:49:47.591304 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc92ee97-da67-4b55-996f-cc5008fa66a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b891ed14-1b5e-4888-90d9-f9b44f5c8949), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.598236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb3480b8-1c9d-48b5-b77c-40d134827930 req-086aa847-a89b-40b2-8e79-c5255918ec1d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000624 Feb 03 12:49:47.605034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Router 5d296b6c-27f2-4c09-a966-a0785c262697 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:49:47.627181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92ee97-da67-4b55-996f-cc5008fa66a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=b891ed14-1b5e-4888-90d9-f9b44f5c8949,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:47.637238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port eba9d382-5fce-4738-b0b2-caebbec31de9 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:47.637640 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.649953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ebfdac7-7eda-49f3-a310-77d450fa905a req-d21b2323-de97-4000-948e-2d4f6c233a54 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973763 Feb 03 12:49:47.662983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc92ee97-da67-4b55-996f-cc5008fa66a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.670849 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fc92ee97-da67-4b55-996f-cc5008fa66a4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/b891ed14-1b5e-4888-90d9-f9b44f5c8949 HTTP/1.1" status: 204 len: 168 time: 0.6311464 Feb 03 12:49:47.671681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35866) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:47.694204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port eba9d382-5fce-4738-b0b2-caebbec31de9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=eba9d382-5fce-4738-b0b2-caebbec31de9,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:47.701486 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.761013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597dc30-9145-47c8-9402-c7d2adeffded tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.762574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597dc30-9145-47c8-9402-c7d2adeffded tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.764544 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7597dc30-9145-47c8-9402-c7d2adeffded tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0917671 Feb 03 12:49:47.767158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35870) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:47.841111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=eba9d382-5fce-4738-b0b2-caebbec31de9,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:47.869537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e160ab04-8fdf-4ecc-be30-119c342b9c3e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:47.874672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e160ab04-8fdf-4ecc-be30-119c342b9c3e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.896830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6addd02-a7af-4837-80ac-a59724f54f7d req-6615576d-80b8-4db2-8d7e-0089cfad0996 tempest-ComputeTenantNetworksTest-1311242837 tempest-ComputeTenantNetworksTest-1311242837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.907133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6addd02-a7af-4837-80ac-a59724f54f7d req-6615576d-80b8-4db2-8d7e-0089cfad0996 tempest-ComputeTenantNetworksTest-1311242837 tempest-ComputeTenantNetworksTest-1311242837-project] 10.222.0.65 "GET /v2.0/networks/88f20be9-df3b-454b-bd67-9c78ca811cb2 HTTP/1.1" status: 200 len: 769 time: 0.2007983 Feb 03 12:49:47.907665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35874) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:47.929621 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e160ab04-8fdf-4ecc-be30-119c342b9c3e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.938097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:47.948619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.951425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e1600c3b-9d75-49f4-836f-a8569426d6b7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "PUT /v2.0/routers/5d296b6c-27f2-4c09-a966-a0785c262697 HTTP/1.1" status: 200 len: 919 time: 3.9681177 Feb 03 12:49:47.959761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d16f0-af65-4356-838a-6b2bfae77814 None None] Sync routers for ids ['5d296b6c-27f2-4c09-a966-a0785c262697'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:47.980740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:47.996078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d16f0-af65-4356-838a-6b2bfae77814 None None] Routers {'5d296b6c-27f2-4c09-a966-a0785c262697'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:47.998006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a3d16f0-af65-4356-838a-6b2bfae77814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5d296b6c-27f2-4c09-a966-a0785c262697'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:48.038754 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (88f20be9-df3b-454b-bd67-9c78ca811cb2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.085141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a3d16f0-af65-4356-838a-6b2bfae77814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:48.097083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d16f0-af65-4356-838a-6b2bfae77814 None None] Routers {'5d296b6c-27f2-4c09-a966-a0785c262697'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:48.097981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a3d16f0-af65-4356-838a-6b2bfae77814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5d296b6c-27f2-4c09-a966-a0785c262697'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:48.138562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (88f20be9-df3b-454b-bd67-9c78ca811cb2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.145496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a3d16f0-af65-4356-838a-6b2bfae77814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:48.146183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d16f0-af65-4356-838a-6b2bfae77814 None None] The sync data for ids ['5d296b6c-27f2-4c09-a966-a0785c262697'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:48.197295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f20be9-df3b-454b-bd67-9c78ca811cb2']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:48.204848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eb9d98dc-234a-4f38-838e-9717660f26f7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/routers/5d296b6c-27f2-4c09-a966-a0785c262697 HTTP/1.1" status: 200 len: 925 time: 0.2201231 Feb 03 12:49:48.209501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35880) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:48.225502 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e160ab04-8fdf-4ecc-be30-119c342b9c3e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.232430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962ea0d0-6641-4eee-920f-9bb57f50acde') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:48.232807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962ea0d0-6641-4eee-920f-9bb57f50acde') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:48.265281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (962ea0d0-6641-4eee-920f-9bb57f50acde), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.292654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7af11-8b4f-46a0-ac63-e864865bcf92 req-253a7dfe-d495-407e-bdb6-d6c86b1ac025 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:48.294448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53d7af11-8b4f-46a0-ac63-e864865bcf92 req-253a7dfe-d495-407e-bdb6-d6c86b1ac025 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1584053 Feb 03 12:49:48.296320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (962ea0d0-6641-4eee-920f-9bb57f50acde), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.306486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e160ab04-8fdf-4ecc-be30-119c342b9c3e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.307317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:48.307880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (962ea0d0-6641-4eee-920f-9bb57f50acde), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:48.311591 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:48.339299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfaea39-a999-4549-95ae-6b2f6ff3e8f7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:48.343797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7cfaea39-a999-4549-95ae-6b2f6ff3e8f7 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=5d296b6c-27f2-4c09-a966-a0785c262697&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1273134 Feb 03 12:49:48.349512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35882) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:48.353746 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e160ab04-8fdf-4ecc-be30-119c342b9c3e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.361884 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e160ab04-8fdf-4ecc-be30-119c342b9c3e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e HTTP/1.1" status: 204 len: 168 time: 0.5927734 Feb 03 12:49:48.371809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8ca66e4d-f67f-479e-8825-3b306f4616d1 None None] Provisioning complete for port eba9d382-5fce-4738-b0b2-caebbec31de9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:48.372821 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ca66e4d-f67f-479e-8825-3b306f4616d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.386281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35884) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:48.444137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6879bc18-0a8b-4be8-a1a8-047920c39e19 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563164 Feb 03 12:49:48.452792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35886) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:48.459373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160ab04-8fdf-4ecc-be30-119c342b9c3e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:48.464756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:48.494073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (88f20be9-df3b-454b-bd67-9c78ca811cb2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.513888 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.520968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] 10.222.0.65 "DELETE /v2.0/networks/88f20be9-df3b-454b-bd67-9c78ca811cb2 HTTP/1.1" status: 204 len: 168 time: 0.6073375 Feb 03 12:49:48.529796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a380828-702f-4a88-8490-25ce71ae62a2 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:48.534238 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0a380828-702f-4a88-8490-25ce71ae62a2 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 881 time: 0.1681650 Feb 03 12:49:48.534454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53d7af11-8b4f-46a0-ac63-e864865bcf92 req-455f6c71-6a89-4b00-b144-f8c655f1e612 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a308edc-7113-48e7-b0ba-bc3b53052174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279043 Feb 03 12:49:48.539307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8ca66e4d-f67f-479e-8825-3b306f4616d1 None None] Current status of the port eba9d382-5fce-4738-b0b2-caebbec31de9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:48.547032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35890) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:48.581965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-975e0eb7-a53f-43d2-9673-1f62927ff5c8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:48.583590 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-975e0eb7-a53f-43d2-9673-1f62927ff5c8 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 945 time: 0.1101804 Feb 03 12:49:48.586064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ef684-0e31-4b4a-bc07-27a13cbc4167 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f20be9-df3b-454b-bd67-9c78ca811cb2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:48.611059 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f1be55c0-b4a2-4ce9-a057-744218d04f78 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d296b6c-27f2-4c09-a966-a0785c262697 HTTP/1.1" status: 200 len: 205 time: 0.0598049 Feb 03 12:49:48.613912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35892) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:48.725056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:48.726667 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.770018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Deleting port 81640e76-72bc-40b8-9810-16f92432dde8 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:48.770438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (81640e76-72bc-40b8-9810-16f92432dde8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.774825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202d277-c44e-4fe3-a58b-19522752241f None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:48.776309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35896) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:48.879278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] For port 81640e76-72bc-40b8-9810-16f92432dde8, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=81640e76-72bc-40b8-9810-16f92432dde8,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:48.879767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (81640e76-72bc-40b8-9810-16f92432dde8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.893148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Calling delete_port for 81640e76-72bc-40b8-9810-16f92432dde8 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:48.894719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 7980c685-2586-4bd0-a579-f7116728676d no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:48.935749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4013d485-d992-486e-b11a-94932fd9c4dc None None] Could not find standard attr ID for object b891ed14-1b5e-4888-90d9-f9b44f5c8949. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:49:48.940502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 7980c685-2586-4bd0-a579-f7116728676d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:48.941049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 7980c685-2586-4bd0-a579-f7116728676d not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:48.992082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b6223f82-f82b-447c-b5bd-ad979f995545 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d603b70e541049f7bf0dac8fe150c4d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2066076 Feb 03 12:49:48.994869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (5d296b6c-27f2-4c09-a966-a0785c262697), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.996896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35900) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:49.051530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c9deb-ca98-4e79-9768-7af30f72392b req-c2d6dfc6-bf03-43e6-957a-6625fa754a3a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:49.053071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a0c9deb-ca98-4e79-9768-7af30f72392b req-c2d6dfc6-bf03-43e6-957a-6625fa754a3a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 946 time: 0.2714531 Feb 03 12:49:49.081382 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (81640e76-72bc-40b8-9810-16f92432dde8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.095934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ab556-0c34-48f0-8df1-df54bfa0d8f1 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:49.100228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['81640e76-72bc-40b8-9810-16f92432dde8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:49.133585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event deleted for resources: {'Port': ['ID=81640e76-72bc-40b8-9810-16f92432dde8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:49.184031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] No DVR routers for this DVR port 81640e76-72bc-40b8-9810-16f92432dde8 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:49.186848 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.191164 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9abaacd8-92aa-4dd0-b822-5d2e2380cae6 req-770502bd-881c-4426-a40a-5a5f595e005e tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.91 "DELETE /v2.0/ports/81640e76-72bc-40b8-9810-16f92432dde8 HTTP/1.1" status: 204 len: 173 time: 0.5820081 Feb 03 12:49:49.203134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174fde90-8035-4628-931e-070401146a33', 'name': 'network-vif-deleted', 'tag': '81640e76-72bc-40b8-9810-16f92432dde8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:49.205777 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce7efe4-c549-460e-bac9-0e87b1a6d1c2" -d '{"events": [{"server_uuid": "174fde90-8035-4628-931e-070401146a33", "name": "network-vif-deleted", "tag": "81640e76-72bc-40b8-9810-16f92432dde8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:49.309039 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee8b7d-bf59-4f7d-91e6-33b905420792 x-openstack-request-id: req-e0ee8b7d-bf59-4f7d-91e6-33b905420792 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:49.309580 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174fde90-8035-4628-931e-070401146a33", "name": "network-vif-deleted", "tag": "81640e76-72bc-40b8-9810-16f92432dde8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:49.310050 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0ee8b7d-bf59-4f7d-91e6-33b905420792 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:49.310932 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174fde90-8035-4628-931e-070401146a33', 'name': 'network-vif-deleted', 'tag': '81640e76-72bc-40b8-9810-16f92432dde8', 'status': 'completed', 'code': 200} Feb 03 12:49:49.315472 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-466ab556-0c34-48f0-8df1-df54bfa0d8f1 None None] Deleting port eba9d382-5fce-4738-b0b2-caebbec31de9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:49.315937 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-466ab556-0c34-48f0-8df1-df54bfa0d8f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.326279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a0c9deb-ca98-4e79-9768-7af30f72392b req-a4b7fbd8-e881-4952-a6a7-30ff24b37fbb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638874 Feb 03 12:49:49.331492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cbab831a-4db9-4c87-9930-70d93e139315 admin admin] Publish callbacks [] for security_group (4c6121da-e4ac-45fa-bf01-8bbf20276741), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.350984 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (5d296b6c-27f2-4c09-a966-a0785c262697), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.397256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cbab831a-4db9-4c87-9930-70d93e139315 admin admin] Publish callbacks [] for security_group (4c6121da-e4ac-45fa-bf01-8bbf20276741), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.437599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-466ab556-0c34-48f0-8df1-df54bfa0d8f1 None None] For port eba9d382-5fce-4738-b0b2-caebbec31de9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=eba9d382-5fce-4738-b0b2-caebbec31de9,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:49.438840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-466ab556-0c34-48f0-8df1-df54bfa0d8f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.453688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-466ab556-0c34-48f0-8df1-df54bfa0d8f1 None None] Calling delete_port for eba9d382-5fce-4738-b0b2-caebbec31de9 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:49.461166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device eba9d382-5fce-4738-b0b2-caebbec31de9 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:49.565405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Deleting port f77fd29d-5aff-48db-a6c0-7cf630a4af29 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:49.565746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f77fd29d-5aff-48db-a6c0-7cf630a4af29), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.567459 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cbab831a-4db9-4c87-9930-70d93e139315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4c6121da-e4ac-45fa-bf01-8bbf20276741), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.570003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cbab831a-4db9-4c87-9930-70d93e139315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.573840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cbab831a-4db9-4c87-9930-70d93e139315 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c6121da-e4ac-45fa-bf01-8bbf20276741 HTTP/1.1" status: 204 len: 168 time: 0.5701904 Feb 03 12:49:49.617888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab831a-4db9-4c87-9930-70d93e139315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6121da-e4ac-45fa-bf01-8bbf20276741,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:49.647894 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-466ab556-0c34-48f0-8df1-df54bfa0d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.674180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port eba9d382-5fce-4738-b0b2-caebbec31de9 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:49.674653 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (eba9d382-5fce-4738-b0b2-caebbec31de9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.681174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ab556-0c34-48f0-8df1-df54bfa0d8f1 None None] Pushing event deleted for resources: {'Port': ['ID=eba9d382-5fce-4738-b0b2-caebbec31de9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:49.705763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ab556-0c34-48f0-8df1-df54bfa0d8f1 None None] No DVR routers for this DVR port eba9d382-5fce-4738-b0b2-caebbec31de9 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:49.925827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:49:50.074853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3210e597-6166-4b67-8d69-31df8becbedd req-0ea90fda-019d-417e-8233-1f90a6480ac6 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=174fde90-8035-4628-931e-070401146a33 HTTP/1.1" status: 200 len: 210 time: 0.1408312 Feb 03 12:49:50.172245 n-d-792364-10 neutron-server[103224]: WARNING neutron.services.revisions.revision_plugin [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Could not find related port for resource to bump revision. Feb 03 12:49:50.176874 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f77fd29d-5aff-48db-a6c0-7cf630a4af29), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.190696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Port eba9d382-5fce-4738-b0b2-caebbec31de9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103224) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 03 12:49:50.190998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Reverting IP allocation for 2001:db8::f816:3eff:fe73:bb28 {{(pid=103224) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 03 12:49:50.194227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Calling delete_port for f77fd29d-5aff-48db-a6c0-7cf630a4af29 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:50.195855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe73:bb28 {{(pid=103224) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 03 12:49:50.200617 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (b4b89073-8e72-4454-ac19-2a49326df6c3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.283547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:50.285363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:50.294085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:50.294724 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.295752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e01b4-936e-496f-b2c5-ce2598fce07b None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:50.320288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=b4b89073-8e72-4454-ac19-2a49326df6c3,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:50.374677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ebf5c314-aaa7-476d-955f-7b15cfdb049c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9206808 Feb 03 12:49:50.377266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35928) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:50.382451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:7e:b5:0c', 'name': 'tempest-NetworksTestDHCPv6-233162144'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:50.456845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'b4b89073-8e72-4454-ac19-2a49326df6c3'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:50.458427 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.516668 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f77fd29d-5aff-48db-a6c0-7cf630a4af29), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.558076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event deleted for resources: {'Port': ['ID=f77fd29d-5aff-48db-a6c0-7cf630a4af29,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:50.560821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:50.569624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a4dcf-0b55-445c-9e98-4f8193aa47ac req-f817ec7b-3a61-4f90-81d3-0f81a1065c86 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:50.571203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-598a4dcf-0b55-445c-9e98-4f8193aa47ac req-f817ec7b-3a61-4f90-81d3-0f81a1065c86 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 946 time: 0.1059949 Feb 03 12:49:50.676805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.680478 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (5d296b6c-27f2-4c09-a966-a0785c262697), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.700308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 665f10ba-3f3d-4a2e-b892-6b7d064e304f yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:50.713916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-598a4dcf-0b55-445c-9e98-4f8193aa47ac req-d8d086f9-103b-45af-8938-faf9dd3d0cae tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080797 Feb 03 12:49:50.850078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:fe7e:b50c (d981a595-dc33-4968-a2b7-6d84f7b5e02f/b4b89073-8e72-4454-ac19-2a49326df6c3/665f10ba-3f3d-4a2e-b892-6b7d064e304f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:50.858755 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (5d296b6c-27f2-4c09-a966-a0785c262697), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.860861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (5d296b6c-27f2-4c09-a966-a0785c262697), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.923968 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.971175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (5d296b6c-27f2-4c09-a966-a0785c262697), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.971930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Fanout notify agent at l3_agent the message router_deleted on router 5d296b6c-27f2-4c09-a966-a0785c262697 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:49:50.979324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.995416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0ac318ff-93e9-4717-aa0d-a4e2236d6f91 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/5d296b6c-27f2-4c09-a966-a0785c262697 HTTP/1.1" status: 204 len: 168 time: 2.3801522 Feb 03 12:49:51.000485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35942) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:51.005991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-92286571', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:51.092885 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (e7c26941-3ee6-4705-a957-4091c8ab10f8), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.094604 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (e7c26941-3ee6-4705-a957-4091c8ab10f8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.158270 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (665f10ba-3f3d-4a2e-b892-6b7d064e304f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.170902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29de0d-8ba9-4e2b-88ae-ea3e00b6541a req-b0e5e386-91c0-4f19-9324-7ff506e96731 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.183135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e29de0d-8ba9-4e2b-88ae-ea3e00b6541a req-b0e5e386-91c0-4f19-9324-7ff506e96731 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 946 time: 0.1655221 Feb 03 12:49:51.245225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (665f10ba-3f3d-4a2e-b892-6b7d064e304f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.263682 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (e7c26941-3ee6-4705-a957-4091c8ab10f8), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.315200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e29de0d-8ba9-4e2b-88ae-ea3e00b6541a req-c8756922-26ff-4fcb-9af7-ba5aa10841d8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286988 Feb 03 12:49:51.378914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Allocated IP 2001:db8::f816:3eff:fecd:82ad (d981a595-dc33-4968-a2b7-6d84f7b5e02f/b4b89073-8e72-4454-ac19-2a49326df6c3/552ecbeb-8068-4e73-a6d1-395f594ee252) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:51.380999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:51.387502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=665f10ba-3f3d-4a2e-b892-6b7d064e304f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:51.407501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:51.416387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:51.432416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.434697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.469296 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a573a451-9ee3-4008-b5eb-77d0ff2668e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0908401 Feb 03 12:49:51.471570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35958) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:51.586802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09672a8-d9ba-4ae7-b205-dadc8a98ca55 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.588485 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a09672a8-d9ba-4ae7-b205-dadc8a98ca55 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1151919 Feb 03 12:49:51.591645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35962) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:51.608177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (e7c26941-3ee6-4705-a957-4091c8ab10f8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.670403 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Publish callbacks [] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.688386 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.699095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c53d9-48b3-4b10-a4a9-bc393f1b5b91 req-f08509d0-6191-478c-b578-1c87bdac887a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.708001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-159c53d9-48b3-4b10-a4a9-bc393f1b5b91 req-f08509d0-6191-478c-b578-1c87bdac887a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.0938079 Feb 03 12:49:51.726476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca266f-dac2-4fe0-8a36-92e0eed22a03 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 665f10ba-3f3d-4a2e-b892-6b7d064e304f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:51.726819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6ca266f-dac2-4fe0-8a36-92e0eed22a03 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (665f10ba-3f3d-4a2e-b892-6b7d064e304f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.762699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:51.766061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:51.768682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:51.812036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Pushing event updated for resources: {'Port': ['ID=552ecbeb-8068-4e73-a6d1-395f594ee252,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:51.820158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-159c53d9-48b3-4b10-a4a9-bc393f1b5b91 req-963f4b5b-726f-41d2-b7e1-475431a503b5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065180 Feb 03 12:49:51.856206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Attempting to bind port 552ecbeb-8068-4e73-a6d1-395f594ee252 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:51.856910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Attempting to bind port 552ecbeb-8068-4e73-a6d1-395f594ee252 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:51.857513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Attempting to bind port 552ecbeb-8068-4e73-a6d1-395f594ee252 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:51.864857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:51.865523 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:51.866136 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.866709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:51.867360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Bound port: 552ecbeb-8068-4e73-a6d1-395f594ee252, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:51.867924 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.891159 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6ca266f-dac2-4fe0-8a36-92e0eed22a03 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (665f10ba-3f3d-4a2e-b892-6b7d064e304f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.908642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca266f-dac2-4fe0-8a36-92e0eed22a03 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 665f10ba-3f3d-4a2e-b892-6b7d064e304f owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:51.961206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] For port 552ecbeb-8068-4e73-a6d1-395f594ee252, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:51.966728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] For port 552ecbeb-8068-4e73-a6d1-395f594ee252, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=552ecbeb-8068-4e73-a6d1-395f594ee252,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:51.978808 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.981296 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (e7c26941-3ee6-4705-a957-4091c8ab10f8), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.004858 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.093565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ff57b-4abc-4c1f-b36e-3ffdf574bba9 None None] Pushing event updated for resources: {'Port': ['ID=552ecbeb-8068-4e73-a6d1-395f594ee252,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:52.163026 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6ca266f-dac2-4fe0-8a36-92e0eed22a03 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (665f10ba-3f3d-4a2e-b892-6b7d064e304f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.207312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca266f-dac2-4fe0-8a36-92e0eed22a03 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=665f10ba-3f3d-4a2e-b892-6b7d064e304f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:52.229511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Allocated IP 172.25.3.180 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/8596516a-db50-46d4-bbb8-83219ed6852c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:52.251564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6ca266f-dac2-4fe0-8a36-92e0eed22a03 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.256074 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c6ca266f-dac2-4fe0-8a36-92e0eed22a03 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/665f10ba-3f3d-4a2e-b892-6b7d064e304f HTTP/1.1" status: 204 len: 168 time: 0.6632886 Feb 03 12:49:52.258621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35978) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:52.339301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50013a2-abd1-438a-88d0-67bf6f233b24 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:52.341487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50013a2-abd1-438a-88d0-67bf6f233b24 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:52.343566 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d50013a2-abd1-438a-88d0-67bf6f233b24 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0833848 Feb 03 12:49:52.347044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35980) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:52.419042 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:49:52.437678 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for port (8596516a-db50-46d4-bbb8-83219ed6852c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.463557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfb0dcc-e0ce-4c35-8c9e-944d17cd3d47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet b4b89073-8e72-4454-ac19-2a49326df6c3 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:52.468638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0dcc-e0ce-4c35-8c9e-944d17cd3d47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (b4b89073-8e72-4454-ac19-2a49326df6c3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.573865 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0dcc-e0ce-4c35-8c9e-944d17cd3d47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (b4b89073-8e72-4454-ac19-2a49326df6c3), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.578082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8596516a-db50-46d4-bbb8-83219ed6852c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.667360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:52.682320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764bc3-77fc-47a6-a299-549b7fe0ca53 req-53bd4c9d-e1cb-423e-8b62-4d15b0b4e827 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:52.684092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3764bc3-77fc-47a6-a299-549b7fe0ca53 req-53bd4c9d-e1cb-423e-8b62-4d15b0b4e827 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 946 time: 0.2104497 Feb 03 12:49:52.688727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:52.708265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:52.739242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event updated for resources: {'Port': ['ID=8596516a-db50-46d4-bbb8-83219ed6852c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:52.879323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 81640e76-72bc-40b8-9810-16f92432dde8 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:52.888986 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0dcc-e0ce-4c35-8c9e-944d17cd3d47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (b4b89073-8e72-4454-ac19-2a49326df6c3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.921804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 81640e76-72bc-40b8-9810-16f92432dde8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:52.922449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 81640e76-72bc-40b8-9810-16f92432dde8 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:52.956826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3764bc3-77fc-47a6-a299-549b7fe0ca53 req-af505b02-0191-4f79-a724-22f256012026 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544696 Feb 03 12:49:53.103441 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0dcc-e0ce-4c35-8c9e-944d17cd3d47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (b4b89073-8e72-4454-ac19-2a49326df6c3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.111563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870703-203d-4746-b397-2f902740c8d2 req-aac2b8b6-6f2c-4a9d-aa2a-1c5a3ee4e7d5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.118368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c870703-203d-4746-b397-2f902740c8d2 req-aac2b8b6-6f2c-4a9d-aa2a-1c5a3ee4e7d5 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.1781533 Feb 03 12:49:53.175726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-c848d916-fd2b-4c84-b9a0-9d141b656a85 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.177388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-c848d916-fd2b-4c84-b9a0-9d141b656a85 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.72 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 944 time: 0.2387841 Feb 03 12:49:53.260684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb0dcc-e0ce-4c35-8c9e-944d17cd3d47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b89073-8e72-4454-ac19-2a49326df6c3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:53.295234 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0dcc-e0ce-4c35-8c9e-944d17cd3d47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.298606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fbfb0dcc-e0ce-4c35-8c9e-944d17cd3d47 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/b4b89073-8e72-4454-ac19-2a49326df6c3 HTTP/1.1" status: 204 len: 168 time: 0.9504640 Feb 03 12:49:53.301389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36004) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.395631 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3fbaa55e-b626-4f92-9f85-40a63d67bb10 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925279 Feb 03 12:49:53.398039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36006) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.461236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 552ecbeb-8068-4e73-a6d1-395f594ee252 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:53.489952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804b40e-7c90-496c-bc4b-48dd845e1119 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.506058 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5804b40e-7c90-496c-bc4b-48dd845e1119 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1040015 Feb 03 12:49:53.506225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36008) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.548168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 552ecbeb-8068-4e73-a6d1-395f594ee252 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:53.548503 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.589749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c870703-203d-4746-b397-2f902740c8d2 req-c3e04660-6987-4b8b-b215-f9b50536b754 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4610686 Feb 03 12:49:53.617495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ac59b-bbef-4d86-a8e8-4919633bd2a6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.618476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (e7c26941-3ee6-4705-a957-4091c8ab10f8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.619141 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-036ac59b-bbef-4d86-a8e8-4919633bd2a6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1119473 Feb 03 12:49:53.621954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36012) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.702440 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-09f2029d-6ed2-4df8-b0ee-76d298c598b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786591 Feb 03 12:49:53.703152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36014) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.706601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257428e8-281b-4d72-8b6a-5f463924a62b None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:53.710040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:53.801345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 552ecbeb-8068-4e73-a6d1-395f594ee252 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:53.801731 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.841772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-06a34795-93b8-418d-a0fc-a62a8a58da89 None None] Provisioning complete for port 552ecbeb-8068-4e73-a6d1-395f594ee252 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:53.842560 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06a34795-93b8-418d-a0fc-a62a8a58da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.906370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:53.909869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.915669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 552ecbeb-8068-4e73-a6d1-395f594ee252, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=552ecbeb-8068-4e73-a6d1-395f594ee252,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:53.929665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.033552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=552ecbeb-8068-4e73-a6d1-395f594ee252,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:54.036363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-06a34795-93b8-418d-a0fc-a62a8a58da89 None None] Current status of the port 552ecbeb-8068-4e73-a6d1-395f594ee252 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:54.058699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2068c5-3a48-4e01-aa87-f18925c211ff None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:54.095124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94e77f-2147-4cf5-a994-c13a86b6d7bc req-462d09ce-426d-46d0-8b4b-eebf7bb901f3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.109190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f94e77f-2147-4cf5-a994-c13a86b6d7bc req-462d09ce-426d-46d0-8b4b-eebf7bb901f3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 946 time: 0.7231288 Feb 03 12:49:54.128016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa2068c5-3a48-4e01-aa87-f18925c211ff None None] Deleting port 552ecbeb-8068-4e73-a6d1-395f594ee252 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:54.129280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa2068c5-3a48-4e01-aa87-f18925c211ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.218429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fa2068c5-3a48-4e01-aa87-f18925c211ff None None] For port 552ecbeb-8068-4e73-a6d1-395f594ee252, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=552ecbeb-8068-4e73-a6d1-395f594ee252,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:54.218848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa2068c5-3a48-4e01-aa87-f18925c211ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.235926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa2068c5-3a48-4e01-aa87-f18925c211ff None None] Calling delete_port for 552ecbeb-8068-4e73-a6d1-395f594ee252 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:54.252343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36020) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:54.256955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Deleting port acd40df8-2d14-4df8-9f32-4ef1e66c9082 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:54.257275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.259312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (1d222a82-5ca4-4792-b2d6-5f693b586f8d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.333893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f94e77f-2147-4cf5-a994-c13a86b6d7bc req-813b5cd4-d49b-4000-81ba-b5f47f0abf97 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225640 Feb 03 12:49:54.358404 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa2068c5-3a48-4e01-aa87-f18925c211ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (552ecbeb-8068-4e73-a6d1-395f594ee252), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.392090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:54.397946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:54.416169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.420143 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.422304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2068c5-3a48-4e01-aa87-f18925c211ff None None] No DVR routers for this DVR port 552ecbeb-8068-4e73-a6d1-395f594ee252 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:54.429578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2068c5-3a48-4e01-aa87-f18925c211ff None None] Pushing event deleted for resources: {'Port': ['ID=552ecbeb-8068-4e73-a6d1-395f594ee252,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:54.444025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ebcda-669f-4c70-8c3c-9ec8dcc62dec None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:54.463873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=1d222a82-5ca4-4792-b2d6-5f693b586f8d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:54.489810 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-067063b5-19bf-4ec6-89b2-e63cb98bcfec tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7850320 Feb 03 12:49:54.493634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36026) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:54.501449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:73:c3:c1', 'name': 'tempest-NetworksTestDHCPv6-108170034'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:54.531481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] For port acd40df8-2d14-4df8-9f32-4ef1e66c9082, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=acd40df8-2d14-4df8-9f32-4ef1e66c9082,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:54.531878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42f0d600-9d7a-49b9-90c8-9973db7e32f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.532022 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.575881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '1d222a82-5ca4-4792-b2d6-5f693b586f8d'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:54.577197 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.630890 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (e7c26941-3ee6-4705-a957-4091c8ab10f8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.730134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:54.734418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.750522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/1d222a82-5ca4-4792-b2d6-5f693b586f8d/089a1243-10fd-4ba6-9d4d-9f6b0b891c53) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:54.766210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42f0d600-9d7a-49b9-90c8-9973db7e32f2 admin admin] Publish callbacks [] for security_group (fd8417db-6de9-41a5-a1cb-0daa058bc0bc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.789015 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42f0d600-9d7a-49b9-90c8-9973db7e32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fd8417db-6de9-41a5-a1cb-0daa058bc0bc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.826809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0d600-9d7a-49b9-90c8-9973db7e32f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8417db-6de9-41a5-a1cb-0daa058bc0bc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:54.831959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 6e5c977e-7ca3-468a-a106-21655df2f5ce yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:54.901866 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-42f0d600-9d7a-49b9-90c8-9973db7e32f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58ef0f0ac72d4a539a6f35a57673480b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6451304 Feb 03 12:49:54.909627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36030) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:54.928413 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Publish callbacks [] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.929770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-75316502-61bc-4018-971e-de90f0ab11f1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.931749 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-75316502-61bc-4018-971e-de90f0ab11f1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 946 time: 0.1895940 Feb 03 12:49:54.938625 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.998036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Pushing event updated for resources: {'Port': ['ID=089a1243-10fd-4ba6-9d4d-9f6b0b891c53,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:55.008091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:55.011463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:55.016788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:55.021759 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.022131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (596c3dc5-1b17-46f3-bedf-264c28325856), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.023542 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Floating IP 596c3dc5-1b17-46f3-bedf-264c28325856 disassociated. External IP: 172.25.3.19, port: acd40df8-2d14-4df8-9f32-4ef1e66c9082. Feb 03 12:49:55.023746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Calling delete_port for acd40df8-2d14-4df8-9f32-4ef1e66c9082 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:55.059746 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0302-8abc-47eb-80ae-630597a4a175 admin admin] Publish callbacks [] for security_group (fd8417db-6de9-41a5-a1cb-0daa058bc0bc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.098615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Attempting to bind port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:55.099316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Attempting to bind port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:55.099870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Attempting to bind port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:55.103959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::30e (d981a595-dc33-4968-a2b7-6d84f7b5e02f/1d222a82-5ca4-4792-b2d6-5f693b586f8d/6e5c977e-7ca3-468a-a106-21655df2f5ce) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:55.107831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:55.108759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:55.109655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.110532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:55.111442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Bound port: 089a1243-10fd-4ba6-9d4d-9f6b0b891c53, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:55.112257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.123101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0302-8abc-47eb-80ae-630597a4a175 admin admin] Publish callbacks [] for security_group (fd8417db-6de9-41a5-a1cb-0daa058bc0bc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.197455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] For port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:55.203972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] For port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=089a1243-10fd-4ba6-9d4d-9f6b0b891c53,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:55.215587 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.219906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Deleting port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:55.220257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.252280 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0302-8abc-47eb-80ae-630597a4a175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fd8417db-6de9-41a5-a1cb-0daa058bc0bc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.255370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0302-8abc-47eb-80ae-630597a4a175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.264078 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5fbd0302-8abc-47eb-80ae-630597a4a175 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd8417db-6de9-41a5-a1cb-0daa058bc0bc HTTP/1.1" status: 204 len: 168 time: 0.3530908 Feb 03 12:49:55.307499 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (acd40df8-2d14-4df8-9f32-4ef1e66c9082), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.315943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c83c2-d8a9-4fc8-aec0-d20d3c915277 None None] Pushing event updated for resources: {'Port': ['ID=089a1243-10fd-4ba6-9d4d-9f6b0b891c53,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:55.356608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 552ecbeb-8068-4e73-a6d1-395f594ee252 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:55.388621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event deleted for resources: {'Port': ['ID=acd40df8-2d14-4df8-9f32-4ef1e66c9082,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:55.412074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0302-8abc-47eb-80ae-630597a4a175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8417db-6de9-41a5-a1cb-0daa058bc0bc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:55.475172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 552ecbeb-8068-4e73-a6d1-395f594ee252 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:55.475528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 552ecbeb-8068-4e73-a6d1-395f594ee252 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:55.523784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] For port 54d46149-a1ba-4c37-bbc8-51ddc87987e0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=54d46149-a1ba-4c37-bbc8-51ddc87987e0,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:55.524164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.548522 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Calling delete_port for 54d46149-a1ba-4c37-bbc8-51ddc87987e0 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:55.583304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f257-d027-4349-ab1d-57d13e5bb1ef req-66ce72a3-4e33-47d7-a462-19b01a2e8a97 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:55.588074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c91f257-d027-4349-ab1d-57d13e5bb1ef req-66ce72a3-4e33-47d7-a462-19b01a2e8a97 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 866 time: 0.8846753 Feb 03 12:49:55.588762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Router e7c26941-3ee6-4705-a957-4091c8ab10f8 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:49:55.632943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (6e5c977e-7ca3-468a-a106-21655df2f5ce), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.834948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6e5c977e-7ca3-468a-a106-21655df2f5ce), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.871132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fecf9-5601-4207-a477-4ca6a7079e32 req-e67bcc20-4066-4d3e-a6b4-7c53427318de tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:55.872735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-744fecf9-5601-4207-a477-4ca6a7079e32 req-e67bcc20-4066-4d3e-a6b4-7c53427318de tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4aff414-197e-4e4b-9123-309fd76fccfc HTTP/1.1" status: 200 len: 946 time: 0.3016806 Feb 03 12:49:55.902234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36040) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:55.908478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c91f257-d027-4349-ab1d-57d13e5bb1ef req-b99bff76-7a06-4ecc-a826-a18149368810 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc3bb87-98f4-4363-9dfc-28d8a46a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613268 Feb 03 12:49:55.941811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:55.947181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:55.953127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:55.958908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:55.959760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.983194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Router 64c24cce-2776-484e-8447-9b88c65f75ac has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:49:55.989791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-732b968c-f456-40ea-96f4-3611b6e48ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.993668 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (54d46149-a1ba-4c37-bbc8-51ddc87987e0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.002852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=6e5c977e-7ca3-468a-a106-21655df2f5ce,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:56.007651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['54d46149-a1ba-4c37-bbc8-51ddc87987e0'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:56.055742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:56.059067 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1e05842a-83e3-401f-99ba-e7a3affe80e7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5642195 Feb 03 12:49:56.062958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36042) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:56.072062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event deleted for resources: {'Port': ['ID=54d46149-a1ba-4c37-bbc8-51ddc87987e0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:56.093411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-744fecf9-5601-4207-a477-4ca6a7079e32 req-5a7eddd8-0c2b-4b48-8f75-65a5ade2618d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888425 Feb 03 12:49:56.111328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: acd40df8-2d14-4df8-9f32-4ef1e66c9082 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:56.111677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device acd40df8-2d14-4df8-9f32-4ef1e66c9082 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:56.166867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:56.180636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] No DVR routers for this DVR port 54d46149-a1ba-4c37-bbc8-51ddc87987e0 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:56.184569 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.185198 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a0ae3-056d-4df6-bcd5-2de670afdd9e None None] Sync routers for ids ['e7c26941-3ee6-4705-a957-4091c8ab10f8'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:56.188136 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1878c039-2d09-40c8-a1bc-39aa1eef5a24 req-17ac614e-9a72-4295-8c76-5ca3d4d9ce5a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "DELETE /v2.0/ports/54d46149-a1ba-4c37-bbc8-51ddc87987e0 HTTP/1.1" status: 204 len: 173 time: 1.2460773 Feb 03 12:49:56.188780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4aff414-197e-4e4b-9123-309fd76fccfc', 'name': 'network-vif-deleted', 'tag': '54d46149-a1ba-4c37-bbc8-51ddc87987e0'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:56.191808 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90255dc-1c29-44a6-800e-3974abd4ff68" -d '{"events": [{"server_uuid": "b4aff414-197e-4e4b-9123-309fd76fccfc", "name": "network-vif-deleted", "tag": "54d46149-a1ba-4c37-bbc8-51ddc87987e0"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:56.206090 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a0ae3-056d-4df6-bcd5-2de670afdd9e None None] Routers {'e7c26941-3ee6-4705-a957-4091c8ab10f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:56.210545 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-947a0ae3-056d-4df6-bcd5-2de670afdd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e7c26941-3ee6-4705-a957-4091c8ab10f8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:56.222023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d9f456-8928-4c92-b35c-d7d0792bd291 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:56.227360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d9f456-8928-4c92-b35c-d7d0792bd291 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:56.231911 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b6d9f456-8928-4c92-b35c-d7d0792bd291 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1649978 Feb 03 12:49:56.232370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36046) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:56.236448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:56.249399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] Sync routers for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:56.272725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:56.274443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:56.309263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] No DVR routers for this DVR port acd40df8-2d14-4df8-9f32-4ef1e66c9082 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:56.317303 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.318149 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-947a0ae3-056d-4df6-bcd5-2de670afdd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:56.321919 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95440d7-1693-46a1-9581-306558b106ea x-openstack-request-id: req-d95440d7-1693-46a1-9581-306558b106ea {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:56.327705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7e29966-09e4-43b6-9d15-dfba82eb5079 req-29c57daa-dd6f-4b10-ab93-3a0eb935a102 tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.72 "DELETE /v2.0/ports/acd40df8-2d14-4df8-9f32-4ef1e66c9082 HTTP/1.1" status: 204 len: 173 time: 3.0869102 Feb 03 12:49:56.328038 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4aff414-197e-4e4b-9123-309fd76fccfc", "name": "network-vif-deleted", "tag": "54d46149-a1ba-4c37-bbc8-51ddc87987e0", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:56.328385 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d95440d7-1693-46a1-9581-306558b106ea {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:56.331631 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4aff414-197e-4e4b-9123-309fd76fccfc', 'name': 'network-vif-deleted', 'tag': '54d46149-a1ba-4c37-bbc8-51ddc87987e0', 'status': 'completed', 'code': 200} Feb 03 12:49:56.364637 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a0ae3-056d-4df6-bcd5-2de670afdd9e None None] Routers {'e7c26941-3ee6-4705-a957-4091c8ab10f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:56.365429 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-947a0ae3-056d-4df6-bcd5-2de670afdd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e7c26941-3ee6-4705-a957-4091c8ab10f8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:56.403258 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-732b968c-f456-40ea-96f4-3611b6e48ee0 admin admin] Publish callbacks [] for security_group (989415c1-31cb-47cf-836b-6b54a7ed01ca), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.404853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-deleted', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:56.408025 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb5665a-6802-4aa5-9ad2-a1832b1903d4" -d '{"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-deleted", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:56.414676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-732b968c-f456-40ea-96f4-3611b6e48ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (989415c1-31cb-47cf-836b-6b54a7ed01ca), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.461279 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-947a0ae3-056d-4df6-bcd5-2de670afdd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:56.463431 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a0ae3-056d-4df6-bcd5-2de670afdd9e None None] The sync data for ids ['e7c26941-3ee6-4705-a957-4091c8ab10f8'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:56.485863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-732b968c-f456-40ea-96f4-3611b6e48ee0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87f108dde2f246ef87defbe76f708a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5764275 Feb 03 12:49:56.487283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36052) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:56.497549 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.499198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d6a05709-9563-44ad-bf82-2cc35ef5fcb4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4974208 Feb 03 12:49:56.503521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36054) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:56.508107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:56.525687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-76c19fa4-3207-43c1-b7e0-4eaf2e9045a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 6e5c977e-7ca3-468a-a106-21655df2f5ce {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:56.527301 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d579d3-7200-40da-aa10-97301bb57839 x-openstack-request-id: req-f4d579d3-7200-40da-aa10-97301bb57839 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:56.527599 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add5f764-8300-4915-964e-1dc5e895ee56", "name": "network-vif-deleted", "tag": "acd40df8-2d14-4df8-9f32-4ef1e66c9082", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:56.527853 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4d579d3-7200-40da-aa10-97301bb57839 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:56.528248 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add5f764-8300-4915-964e-1dc5e895ee56', 'name': 'network-vif-deleted', 'tag': 'acd40df8-2d14-4df8-9f32-4ef1e66c9082', 'status': 'completed', 'code': 200} Feb 03 12:49:56.533286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76c19fa4-3207-43c1-b7e0-4eaf2e9045a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6e5c977e-7ca3-468a-a106-21655df2f5ce), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.572271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b968c-f456-40ea-96f4-3611b6e48ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989415c1-31cb-47cf-836b-6b54a7ed01ca,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:56.593742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f54419a0-01d0-40c3-bec6-ff3f32a5b032 admin admin] Publish callbacks [] for security_group (989415c1-31cb-47cf-836b-6b54a7ed01ca), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.621094 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f54419a0-01d0-40c3-bec6-ff3f32a5b032 admin admin] Publish callbacks [] for security_group (989415c1-31cb-47cf-836b-6b54a7ed01ca), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.623363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:49:56.688683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f54419a0-01d0-40c3-bec6-ff3f32a5b032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (989415c1-31cb-47cf-836b-6b54a7ed01ca), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.691746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f54419a0-01d0-40c3-bec6-ff3f32a5b032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.696525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f54419a0-01d0-40c3-bec6-ff3f32a5b032 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/989415c1-31cb-47cf-836b-6b54a7ed01ca HTTP/1.1" status: 204 len: 168 time: 0.1959774 Feb 03 12:49:56.705525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54419a0-01d0-40c3-bec6-ff3f32a5b032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989415c1-31cb-47cf-836b-6b54a7ed01ca,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:57.058165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '46a57283-e774-41a8-b479-0db24b939685', 'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'mac_address': 'fa:16:3e:58:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:37Z', 'updated_at': '2022-02-03T12:41:44Z', 'revision_number': 5, 'project_id': 'a81b03ac1897424eb96c460148626143', 'subnets': [{'id': '2811af0d-f638-4d08-aed1-a178296e88db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:57.137704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] Checking router: 64c24cce-2776-484e-8447-9b88c65f75ac for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:49:57.193411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-020d35ee-29f4-43e8-81c7-0164fb0f70e7 None None] Provisioning complete for port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:57.193965 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-020d35ee-29f4-43e8-81c7-0164fb0f70e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.203471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:57.204264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:57.233695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9c0e66-0abf-4af5-b46d-88d75d938690 req-e254dcc5-8b16-46c4-a449-28ae856517ca tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/ports?device_id=add5f764-8300-4915-964e-1dc5e895ee56 HTTP/1.1" status: 200 len: 210 time: 0.1211987 Feb 03 12:49:57.335268 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76c19fa4-3207-43c1-b7e0-4eaf2e9045a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6e5c977e-7ca3-468a-a106-21655df2f5ce), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.514524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-76c19fa4-3207-43c1-b7e0-4eaf2e9045a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 6e5c977e-7ca3-468a-a106-21655df2f5ce owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:57.720061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:57.780239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (e7c26941-3ee6-4705-a957-4091c8ab10f8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.852463 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_gateway (e7c26941-3ee6-4705-a957-4091c8ab10f8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.853173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-4d6ed0e9-6b2e-4392-93d3-1b7760dc9cb8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:57.870283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-4d6ed0e9-6b2e-4392-93d3-1b7760dc9cb8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.2814529 Feb 03 12:49:57.896281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:57.896774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.911603 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-8c0a1663-4b38-4274-ac43-5a0b8056c18e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/quotas/fec3da70459c473499bc0e10f705cf27 HTTP/1.1" status: 200 len: 375 time: 0.0393248 Feb 03 12:49:57.956269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:49:58.005080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-893e3920-e706-41d2-9bfa-21c80f1f70fc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891926 Feb 03 12:49:58.009425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76c19fa4-3207-43c1-b7e0-4eaf2e9045a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6e5c977e-7ca3-468a-a106-21655df2f5ce), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.079455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 54d46149-a1ba-4c37-bbc8-51ddc87987e0 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:58.087318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Deleting port 8596516a-db50-46d4-bbb8-83219ed6852c {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:58.089900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8596516a-db50-46d4-bbb8-83219ed6852c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.095058 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c19fa4-3207-43c1-b7e0-4eaf2e9045a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=6e5c977e-7ca3-468a-a106-21655df2f5ce,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:58.149142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76c19fa4-3207-43c1-b7e0-4eaf2e9045a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.154300 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-76c19fa4-3207-43c1-b7e0-4eaf2e9045a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/6e5c977e-7ca3-468a-a106-21655df2f5ce HTTP/1.1" status: 204 len: 168 time: 1.9213004 Feb 03 12:49:58.157166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36094) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:58.179195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-ecfcff75-c259-45f1-a433-8acf874295e1 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663823 Feb 03 12:49:58.249508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e5ac8-1b96-4d54-8be9-f42d49e9178f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:58.251365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e5ac8-1b96-4d54-8be9-f42d49e9178f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:58.259109 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9f8e5ac8-1b96-4d54-8be9-f42d49e9178f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0992305 Feb 03 12:49:58.326693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36100) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:58.348904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-020d35ee-29f4-43e8-81c7-0164fb0f70e7 None None] Current status of the port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:58.349296 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-020d35ee-29f4-43e8-81c7-0164fb0f70e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.354656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 54d46149-a1ba-4c37-bbc8-51ddc87987e0 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:58.354656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 54d46149-a1ba-4c37-bbc8-51ddc87987e0 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:58.404808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-4820dc5f-d680-493e-9746-3de2622738fe service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170591 Feb 03 12:49:58.417448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36104) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:58.430377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-020d35ee-29f4-43e8-81c7-0164fb0f70e7 None None] For port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=089a1243-10fd-4ba6-9d4d-9f6b0b891c53,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:58.446049 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-020d35ee-29f4-43e8-81c7-0164fb0f70e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.526923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1501-56bc-4ab0-a4a8-413170719f2c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group (edc3bb87-98f4-4363-9dfc-28d8a46a2459), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.559155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1501-56bc-4ab0-a4a8-413170719f2c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group (edc3bb87-98f4-4363-9dfc-28d8a46a2459), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.560728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7da39b-8274-40fa-8ec5-dbeeff399594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 1d222a82-5ca4-4792-b2d6-5f693b586f8d {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:58.573691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8596516a-db50-46d4-bbb8-83219ed6852c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.580589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df7da39b-8274-40fa-8ec5-dbeeff399594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (1d222a82-5ca4-4792-b2d6-5f693b586f8d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.586663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d35ee-29f4-43e8-81c7-0164fb0f70e7 None None] Pushing event updated for resources: {'Port': ['ID=089a1243-10fd-4ba6-9d4d-9f6b0b891c53,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:58.594220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:58.594634 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.653781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a6c7a949-ea83-4687-851d-03396dc43136 None None] Could not find standard attr ID for object 6e5c977e-7ca3-468a-a106-21655df2f5ce. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:49:58.661894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a6c7a949-ea83-4687-851d-03396dc43136 None None] Could not find standard attr ID for object 665f10ba-3f3d-4a2e-b892-6b7d064e304f. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:49:58.677175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Calling delete_port for 8596516a-db50-46d4-bbb8-83219ed6852c owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:58.724221 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1501-56bc-4ab0-a4a8-413170719f2c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (edc3bb87-98f4-4363-9dfc-28d8a46a2459), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.733692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1501-56bc-4ab0-a4a8-413170719f2c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.733692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bc4d1501-56bc-4ab0-a4a8-413170719f2c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "DELETE /v2.0/security-groups/edc3bb87-98f4-4363-9dfc-28d8a46a2459 HTTP/1.1" status: 204 len: 168 time: 0.3078723 Feb 03 12:49:58.733692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36114) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:58.757777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '46a57283-e774-41a8-b479-0db24b939685', 'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'mac_address': 'fa:16:3e:58:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:37Z', 'updated_at': '2022-02-03T12:41:44Z', 'revision_number': 5, 'project_id': 'a81b03ac1897424eb96c460148626143', 'subnets': [{'id': '2811af0d-f638-4d08-aed1-a178296e88db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:58.779317 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df7da39b-8274-40fa-8ec5-dbeeff399594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (1d222a82-5ca4-4792-b2d6-5f693b586f8d), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.780246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d1501-56bc-4ab0-a4a8-413170719f2c tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc3bb87-98f4-4363-9dfc-28d8a46a2459,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:58.814675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe3fa5-0c86-4c4e-83b5-b44d9ffee30a None None] The sync data for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 is: [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:41:38Z', 'revision_number': 4, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '46a57283-e774-41a8-b479-0db24b939685', 'name': '', 'network_id': '23d047bd-79e0-4559-8a3c-03ba31d3b479', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'mac_address': 'fa:16:3e:58:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '2811af0d-f638-4d08-aed1-a178296e88db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:37Z', 'updated_at': '2022-02-03T12:41:44Z', 'revision_number': 5, 'project_id': 'a81b03ac1897424eb96c460148626143', 'subnets': [{'id': '2811af0d-f638-4d08-aed1-a178296e88db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:58.821019 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:58.821368 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:58.881063 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-58ee011c-8429-4d01-882e-98341a6eedbb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] show failed (client error): The resource could not be found. Feb 03 12:49:58.892901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-58ee011c-8429-4d01-882e-98341a6eedbb tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "GET /v2.0/security-groups/edc3bb87-98f4-4363-9dfc-28d8a46a2459 HTTP/1.1" status: 404 len: 347 time: 0.1558945 Feb 03 12:49:58.896458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36120) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:59.032969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed43441b-156e-4e96-bdf1-60429b2006df req-8e453cac-4710-4505-a10d-e6b140dfc8c8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 210 time: 0.2685175 Feb 03 12:49:59.094669 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df7da39b-8274-40fa-8ec5-dbeeff399594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (1d222a82-5ca4-4792-b2d6-5f693b586f8d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.265844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8596516a-db50-46d4-bbb8-83219ed6852c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.288187 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df7da39b-8274-40fa-8ec5-dbeeff399594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (1d222a82-5ca4-4792-b2d6-5f693b586f8d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.340157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Pushing event deleted for resources: {'Port': ['ID=8596516a-db50-46d4-bbb8-83219ed6852c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:59.365443 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11306bcd-04a7-4e0f-8eb3-b5f9b43eb7e8 None None] New status for floating IP 596c3dc5-1b17-46f3-bedf-264c28325856: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:49:59.380626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7da39b-8274-40fa-8ec5-dbeeff399594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=1d222a82-5ca4-4792-b2d6-5f693b586f8d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:59.427153 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df7da39b-8274-40fa-8ec5-dbeeff399594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.438499 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-df7da39b-8274-40fa-8ec5-dbeeff399594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/1d222a82-5ca4-4792-b2d6-5f693b586f8d HTTP/1.1" status: 204 len: 168 time: 1.1104569 Feb 03 12:49:59.439307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36134) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:59.444999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:59.456091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0afdd-4318-48b2-80fc-a070443b3c22 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:59.579921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bfb56fa4-9912-462d-97fa-6169f67bf370 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1386814 Feb 03 12:49:59.591364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36136) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:59.672909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (e7c26941-3ee6-4705-a957-4091c8ab10f8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.711084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:59.817079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Deleting port f4b8e70e-0fbc-42af-a796-0187c7017c84 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:59.817415 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f4b8e70e-0fbc-42af-a796-0187c7017c84), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.841292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d770c-b4d2-4a97-afba-689950a87861 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:59.850242 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb6d770c-b4d2-4a97-afba-689950a87861 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2460179 Feb 03 12:49:59.852436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36142) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:59.958967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:59.958967 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.062091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aacedbb-592f-4810-b538-0b8a488afa49 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:00.088376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6296ec-c086-43cb-8b7a-d61c9eb25392 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:00.093497 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8b6296ec-c086-43cb-8b7a-d61c9eb25392 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2363718 Feb 03 12:50:00.093746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f4b8e70e-0fbc-42af-a796-0187c7017c84), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.094194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for floatingip (f4b8e70e-0fbc-42af-a796-0187c7017c84), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.096245 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36152) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.106115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (e7c26941-3ee6-4705-a957-4091c8ab10f8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.144149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Calling delete_port for f4b8e70e-0fbc-42af-a796-0187c7017c84 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:00.148696 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-275594bb-a39b-4d58-87a7-6e5ea6f92d35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513785 Feb 03 12:50:00.150070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (e7c26941-3ee6-4705-a957-4091c8ab10f8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.152181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36156) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.168983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:00.217885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5aacedbb-592f-4810-b538-0b8a488afa49 None None] Deleting port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:00.219069 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aacedbb-592f-4810-b538-0b8a488afa49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.247365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Router e7c26941-3ee6-4705-a957-4091c8ab10f8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:00.340269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e47b2965-28d4-4fcd-a6c3-ca6e4f9ce369 req-b1f7299f-0c08-4d15-9d07-3e8f31398472 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 210 time: 0.1343441 Feb 03 12:50:00.361160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:00.369900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:00.373844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5aacedbb-592f-4810-b538-0b8a488afa49 None None] For port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=089a1243-10fd-4ba6-9d4d-9f6b0b891c53,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:00.374259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aacedbb-592f-4810-b538-0b8a488afa49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.385041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc4f20-e6d5-4cd0-9b35-a0c862122a02 None None] Sync routers for ids ['e7c26941-3ee6-4705-a957-4091c8ab10f8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:00.395224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.399878 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3be5432e-6b23-4267-84bc-0895c1c80af0 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "PUT /v2.0/routers/e7c26941-3ee6-4705-a957-4091c8ab10f8 HTTP/1.1" status: 200 len: 708 time: 3.8952107 Feb 03 12:50:00.400644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36162) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.406468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5aacedbb-592f-4810-b538-0b8a488afa49 None None] Calling delete_port for 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:00.416426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc4f20-e6d5-4cd0-9b35-a0c862122a02 None None] Routers {'e7c26941-3ee6-4705-a957-4091c8ab10f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:00.417117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cebc4f20-e6d5-4cd0-9b35-a0c862122a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e7c26941-3ee6-4705-a957-4091c8ab10f8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.463784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cebc4f20-e6d5-4cd0-9b35-a0c862122a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.514126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc4f20-e6d5-4cd0-9b35-a0c862122a02 None None] Routers {'e7c26941-3ee6-4705-a957-4091c8ab10f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:00.514799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cebc4f20-e6d5-4cd0-9b35-a0c862122a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e7c26941-3ee6-4705-a957-4091c8ab10f8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.560388 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d8b73335-908e-4e9d-9223-b78e537fcf34 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/routers/e7c26941-3ee6-4705-a957-4091c8ab10f8 HTTP/1.1" status: 200 len: 743 time: 0.1572561 Feb 03 12:50:00.561177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36166) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.571891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cebc4f20-e6d5-4cd0-9b35-a0c862122a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.572548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc4f20-e6d5-4cd0-9b35-a0c862122a02 None None] The sync data for ids ['e7c26941-3ee6-4705-a957-4091c8ab10f8'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:00.608337 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aacedbb-592f-4810-b538-0b8a488afa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (089a1243-10fd-4ba6-9d4d-9f6b0b891c53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.637486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacedbb-592f-4810-b538-0b8a488afa49 None None] Pushing event deleted for resources: {'Port': ['ID=089a1243-10fd-4ba6-9d4d-9f6b0b891c53,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:00.639605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aacedbb-592f-4810-b538-0b8a488afa49 None None] No DVR routers for this DVR port 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:00.666730 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-78251381-a9b0-411f-9521-6be1a6e3f763 tempest-RoutersIpV6AdminTest-1006245385 tempest-RoutersIpV6AdminTest-1006245385-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=e7c26941-3ee6-4705-a957-4091c8ab10f8 HTTP/1.1" status: 200 len: 205 time: 0.1038759 Feb 03 12:50:00.667877 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36168) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.707941 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b9136bbb-8a5a-4cf4-a067-9d82af05d3ea tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7c26941-3ee6-4705-a957-4091c8ab10f8 HTTP/1.1" status: 200 len: 205 time: 0.0388577 Feb 03 12:50:00.710884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36170) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.724781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:00.729784 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.876335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-823b5939-651f-4f65-9582-d72d6ed60357 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:00.877887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-823b5939-651f-4f65-9582-d72d6ed60357 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.4054248 Feb 03 12:50:00.891852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Request body: {'port': {'device_id': '4277371a-ed71-4856-a305-5e3c0abb407d', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'admin_state_up': True, 'tenant_id': 'fec3da70459c473499bc0e10f705cf27'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:00.916614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f4b8e70e-0fbc-42af-a796-0187c7017c84), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.988580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Pushing event deleted for resources: {'Port': ['ID=f4b8e70e-0fbc-42af-a796-0187c7017c84,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:01.124643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-44c90745-d907-4050-b099-a45d7b17d33d tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (e7c26941-3ee6-4705-a957-4091c8ab10f8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.173824 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks [] for floatingip (596c3dc5-1b17-46f3-bedf-264c28325856), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.176978 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.181082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-52690d48-9f8f-4388-acae-e868afc45f4a tempest-ServerActionsTestJSON-871363422 tempest-ServerActionsTestJSON-871363422-project] 10.222.0.65 "DELETE /v2.0/floatingips/596c3dc5-1b17-46f3-bedf-264c28325856 HTTP/1.1" status: 204 len: 168 time: 2.2431881 Feb 03 12:50:01.185959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36178) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.213247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Made reservation on behalf of fec3da70459c473499bc0e10f705cf27 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:01.230428 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.234944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36182) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.328376 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-44c90745-d907-4050-b099-a45d7b17d33d tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (e7c26941-3ee6-4705-a957-4091c8ab10f8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.333011 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-44c90745-d907-4050-b099-a45d7b17d33d tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router_controller (e7c26941-3ee6-4705-a957-4091c8ab10f8), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.378305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:50:01.382218 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (cc936031-bb03-49d4-98e3-67357c37acc4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.408726 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-44c90745-d907-4050-b099-a45d7b17d33d tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (e7c26941-3ee6-4705-a957-4091c8ab10f8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.409507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c90745-d907-4050-b099-a45d7b17d33d tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Fanout notify agent at l3_agent the message router_deleted on router e7c26941-3ee6-4705-a957-4091c8ab10f8 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:50:01.431033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-44c90745-d907-4050-b099-a45d7b17d33d tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.432938 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-44c90745-d907-4050-b099-a45d7b17d33d tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/e7c26941-3ee6-4705-a957-4091c8ab10f8 HTTP/1.1" status: 204 len: 168 time: 0.7214472 Feb 03 12:50:01.436889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36190) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.473839 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-374f71a5-b018-4147-904a-e29b5043b2e4 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7c26941-3ee6-4705-a957-4091c8ab10f8 HTTP/1.1" status: 200 len: 205 time: 0.0354352 Feb 03 12:50:01.476166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36192) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.516780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:01.522844 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-fdc9fab6-33b3-42cc-820f-592073de5c54 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] delete failed (client error): The resource could not be found. Feb 03 12:50:01.528751 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fdc9fab6-33b3-42cc-820f-592073de5c54 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/e7c26941-3ee6-4705-a957-4091c8ab10f8 HTTP/1.1" status: 404 len: 336 time: 0.0495288 Feb 03 12:50:01.528751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36194) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.556233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:01.568506 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0016cb0b-63d1-4336-81fb-56ac293f902f tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d296b6c-27f2-4c09-a966-a0785c262697 HTTP/1.1" status: 200 len: 205 time: 0.0389872 Feb 03 12:50:01.569355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36196) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.569489 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7332c58f-b51f-4bd6-8c9c-f9dff3b33d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.570777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc1e8a-e356-453b-829c-7fbe83097bd4 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:01.574453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fa002e6-e8f7-4d20-9a8f-fb2bf9d16464 req-0974df9c-2642-4ba7-8d7c-fbc737a2125e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 210 time: 0.0781798 Feb 03 12:50:01.579275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:01.579978 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.604642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:01.608138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=cc936031-bb03-49d4-98e3-67357c37acc4,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:01.628571 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-c299e9af-689d-4144-9ce0-cd89e72252fc tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] delete failed (client error): The resource could not be found. Feb 03 12:50:01.632472 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c299e9af-689d-4144-9ce0-cd89e72252fc tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/5d296b6c-27f2-4c09-a966-a0785c262697 HTTP/1.1" status: 404 len: 336 time: 0.0618021 Feb 03 12:50:01.633144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36198) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.643607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Allocated IP 172.20.0.11 (6ce844d7-b7c7-4c9f-bf21-81af544e2e37/d152a271-b4bf-4951-918f-718b7f32d47e/3c34eacb-0398-442b-8c42-3db39add43fd) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:01.655631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:01.656316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 089a1243-10fd-4ba6-9d4d-9f6b0b891c53 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:01.679396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a5fd857e-6f98-4f64-86c4-958fbcf60616 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5261066 Feb 03 12:50:01.683968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36200) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.684592 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b823470c-b4f9-4d7c-8e49-a3b7f8799a1d tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=c834b9c1-3b98-41e4-b9ad-bd89a0532b85 HTTP/1.1" status: 200 len: 205 time: 0.0500474 Feb 03 12:50:01.687546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36202) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.709365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9e62dce0-b6cd-47b4-a1d4-dc25706f57ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:01.734622 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-8bab11c2-b5ff-4ce7-8b03-e644f5abbe4e tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] delete failed (client error): The resource could not be found. Feb 03 12:50:01.738288 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8bab11c2-b5ff-4ce7-8b03-e644f5abbe4e tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/c834b9c1-3b98-41e4-b9ad-bd89a0532b85 HTTP/1.1" status: 404 len: 336 time: 0.0472465 Feb 03 12:50:01.738525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36204) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.762912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': 'cc936031-bb03-49d4-98e3-67357c37acc4'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:01.763785 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.777048 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9dcd5221-8ce5-45cf-856c-57e58ba6e1ff tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab77c46-08b8-4d0f-af71-89d8bdaf580c HTTP/1.1" status: 200 len: 205 time: 0.0350323 Feb 03 12:50:01.777469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36206) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.839109 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-3ab77d63-2647-4101-a034-3d1d1ce9cfb3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] delete failed (client error): The resource could not be found. Feb 03 12:50:01.843460 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3ab77d63-2647-4101-a034-3d1d1ce9cfb3 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/1ab77c46-08b8-4d0f-af71-89d8bdaf580c HTTP/1.1" status: 404 len: 336 time: 0.0620279 Feb 03 12:50:01.844031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36208) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.879460 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e5e7bb24-b0a3-4a96-9528-2d22d42691dd tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6671984-dc1a-491f-9d51-bc6ee45e79c2 HTTP/1.1" status: 200 len: 205 time: 0.0319533 Feb 03 12:50:01.880869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36210) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.929204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Allocated IP 2001:db8::f816:3eff:fe80:fd9e (d981a595-dc33-4968-a2b7-6d84f7b5e02f/cc936031-bb03-49d4-98e3-67357c37acc4/84a3dd95-13c0-4f30-b879-401b65a8c144) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:01.940860 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-5df3f8af-31f5-4d44-8dde-b29dd686f63f tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] delete failed (client error): The resource could not be found. Feb 03 12:50:01.943422 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5df3f8af-31f5-4d44-8dde-b29dd686f63f tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/e6671984-dc1a-491f-9d51-bc6ee45e79c2 HTTP/1.1" status: 404 len: 336 time: 0.0605037 Feb 03 12:50:01.946357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36212) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.991180 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-53475358-4853-4db9-8b7f-bfe2dfca1993 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "GET /v2.0/ports?device_id=39d22e7e-554c-4237-afbb-2518ee311792 HTTP/1.1" status: 200 len: 205 time: 0.0437846 Feb 03 12:50:01.992121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36216) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.034177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7332c58f-b51f-4bd6-8c9c-f9dff3b33d28 admin admin] Publish callbacks [] for security_group (cc822d51-5985-47b5-b41c-d45dd59c2e56), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.068925 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-73bf8e5a-2c19-44ab-a3a7-8854badac0a5 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] delete failed (client error): The resource could not be found. Feb 03 12:50:02.077697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7332c58f-b51f-4bd6-8c9c-f9dff3b33d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cc822d51-5985-47b5-b41c-d45dd59c2e56), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.078967 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-73bf8e5a-2c19-44ab-a3a7-8854badac0a5 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/routers/39d22e7e-554c-4237-afbb-2518ee311792 HTTP/1.1" status: 404 len: 336 time: 0.0852325 Feb 03 12:50:02.080663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36218) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.100320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Publish callbacks [] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.112374 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.115324 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73ab397-b831-4ac1-a1de-2d3a3e138904 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.115797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73ab397-b831-4ac1-a1de-2d3a3e138904 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.121888 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e73ab397-b831-4ac1-a1de-2d3a3e138904 tempest-RoutersIpV6AdminTest-1272006455 tempest-RoutersIpV6AdminTest-1272006455-project] 10.222.0.65 "DELETE /v2.0/subnets/0bbac514-1940-43da-8f59-e5c1a46fe87a HTTP/1.1" status: 404 len: 337 time: 0.0379021 Feb 03 12:50:02.177028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Pushing event updated for resources: {'Port': ['ID=84a3dd95-13c0-4f30-b879-401b65a8c144,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:02.187706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:02.190614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:02.194021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:02.262391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36222) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.263433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7332c58f-b51f-4bd6-8c9c-f9dff3b33d28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f550591cb6a44109a872a7d6794c838&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0251458 Feb 03 12:50:02.297798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Attempting to bind port 84a3dd95-13c0-4f30-b879-401b65a8c144 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:02.297798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Attempting to bind port 84a3dd95-13c0-4f30-b879-401b65a8c144 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:02.297798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Attempting to bind port 84a3dd95-13c0-4f30-b879-401b65a8c144 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:02.306697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:02.307189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:02.307541 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.308088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:02.314016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Bound port: 84a3dd95-13c0-4f30-b879-401b65a8c144, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:02.314467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.316045 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e62dce0-b6cd-47b4-a1d4-dc25706f57ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:02.322079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e62dce0-b6cd-47b4-a1d4-dc25706f57ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.335313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332c58f-b51f-4bd6-8c9c-f9dff3b33d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc822d51-5985-47b5-b41c-d45dd59c2e56,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:02.390863 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Publish callbacks [] for security_group (cc822d51-5985-47b5-b41c-d45dd59c2e56), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.421149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Publish callbacks [] for security_group (cc822d51-5985-47b5-b41c-d45dd59c2e56), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.430166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks [] for port (3c34eacb-0398-442b-8c42-3db39add43fd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.468450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] For port 84a3dd95-13c0-4f30-b879-401b65a8c144, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:02.471874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] For port 84a3dd95-13c0-4f30-b879-401b65a8c144, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84a3dd95-13c0-4f30-b879-401b65a8c144,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:02.475963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36226) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.484646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.491440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cc822d51-5985-47b5-b41c-d45dd59c2e56), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.496633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.498821 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc822d51-5985-47b5-b41c-d45dd59c2e56 HTTP/1.1" status: 204 len: 168 time: 0.2353902 Feb 03 12:50:02.508112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc822d51-5985-47b5-b41c-d45dd59c2e56,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:02.517218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.517883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.518501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.519115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.519684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.520235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.520985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.521536 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.522096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.522682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.523234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.523790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.524350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050829d-62da-448b-9f55-4547b5de5543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:02.622999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845558b-5f81-4508-ab9b-c300cb8515f0 None None] Pushing event updated for resources: {'Port': ['ID=84a3dd95-13c0-4f30-b879-401b65a8c144,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:02.672363 n-d-792364-10 neutron-server[103224]: INFO neutron.db.ipam_backend_mixin [None req-9e62dce0-b6cd-47b4-a1d4-dc25706f57ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc936031-bb03-49d4-98e3-67357c37acc4 (CIDR: 2001:db8::/64) Feb 03 12:50:02.686247 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e62dce0-b6cd-47b4-a1d4-dc25706f57ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:50:02.686765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e62dce0-b6cd-47b4-a1d4-dc25706f57ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.691511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c475b9f-30d4-4604-b6b3-dbea31c0c6b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.717650 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.814976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c475b9f-30d4-4604-b6b3-dbea31c0c6b6 admin admin] Publish callbacks [] for security_group (c4948842-c61c-47dd-9fc1-78e8e4d21378), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.821823 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c475b9f-30d4-4604-b6b3-dbea31c0c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c4948842-c61c-47dd-9fc1-78e8e4d21378), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.865084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c475b9f-30d4-4604-b6b3-dbea31c0c6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4948842-c61c-47dd-9fc1-78e8e4d21378,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:02.890500 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9c475b9f-30d4-4604-b6b3-dbea31c0c6b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39c0e997ff404537b23013ac7f2af03f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4131410 Feb 03 12:50:02.893249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36236) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.972993 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-105a020d-9b43-498e-82a0-3d8f834c36ff admin admin] Publish callbacks [] for security_group (c4948842-c61c-47dd-9fc1-78e8e4d21378), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.019779 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-105a020d-9b43-498e-82a0-3d8f834c36ff admin admin] Publish callbacks [] for security_group (c4948842-c61c-47dd-9fc1-78e8e4d21378), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.089148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36240) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.106368 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb66638e-8304-48ee-b288-1cd11d2a3a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.108800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-105a020d-9b43-498e-82a0-3d8f834c36ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c4948842-c61c-47dd-9fc1-78e8e4d21378), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.111550 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-105a020d-9b43-498e-82a0-3d8f834c36ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.112749 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-105a020d-9b43-498e-82a0-3d8f834c36ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4948842-c61c-47dd-9fc1-78e8e4d21378 HTTP/1.1" status: 204 len: 168 time: 0.2185225 Feb 03 12:50:03.158364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a020d-9b43-498e-82a0-3d8f834c36ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4948842-c61c-47dd-9fc1-78e8e4d21378,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:03.182472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:03.190048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:03.201827 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9e62dce0-b6cd-47b4-a1d4-dc25706f57ed tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5088692 Feb 03 12:50:03.207122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36244) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.213066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:03.233924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:03.293545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:03.294296 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.352472 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb66638e-8304-48ee-b288-1cd11d2a3a7d admin admin] Publish callbacks [] for security_group (459288e5-f743-4eb1-8b1e-3daa5ab7067e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.365115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb66638e-8304-48ee-b288-1cd11d2a3a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (459288e5-f743-4eb1-8b1e-3daa5ab7067e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.377529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4896815 Feb 03 12:50:03.378167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c3d95-397f-4777-bc6b-68a328c09da6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event updated for resources: {'Port': ['ID=3c34eacb-0398-442b-8c42-3db39add43fd,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:03.387310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d3a1e-c573-4ed4-8301-1c70f446f237 req-9eb49ead-9b1b-4e35-aac5-f6a4abc33ba1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:03.388883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-069d3a1e-c573-4ed4-8301-1c70f446f237 req-9eb49ead-9b1b-4e35-aac5-f6a4abc33ba1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 932 time: 0.6456184 Feb 03 12:50:03.393326 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (64c24cce-2776-484e-8447-9b88c65f75ac), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.398541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Request body: {'port': {'device_id': '4277371a-ed71-4856-a305-5e3c0abb407d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:03.458391 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cb66638e-8304-48ee-b288-1cd11d2a3a7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5504ac4930904ffda3ab493556608808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3677444 Feb 03 12:50:03.461420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66638e-8304-48ee-b288-1cd11d2a3a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459288e5-f743-4eb1-8b1e-3daa5ab7067e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:03.465054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36248) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.499009 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:03.502833 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.517509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-069d3a1e-c573-4ed4-8301-1c70f446f237 req-4a0c2fcb-2da4-49e3-9556-5746cf189a0c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150179 Feb 03 12:50:03.602801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d32c-7ca4-4570-a431-75bf7c9094db admin admin] Publish callbacks [] for security_group (459288e5-f743-4eb1-8b1e-3daa5ab7067e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.631865 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.647713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d32c-7ca4-4570-a431-75bf7c9094db admin admin] Publish callbacks [] for security_group (459288e5-f743-4eb1-8b1e-3daa5ab7067e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.694290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36250) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.775324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84a3dd95-13c0-4f30-b879-401b65a8c144 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:03.813499 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f143b671-e6e0-43d0-b3de-19beef9e17fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53c2754e273545389749791c60b59811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0965095 Feb 03 12:50:03.816579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36252) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.824777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d32c-7ca4-4570-a431-75bf7c9094db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (459288e5-f743-4eb1-8b1e-3daa5ab7067e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.827213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d32c-7ca4-4570-a431-75bf7c9094db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.828322 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a6f2d32c-7ca4-4570-a431-75bf7c9094db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/459288e5-f743-4eb1-8b1e-3daa5ab7067e HTTP/1.1" status: 204 len: 168 time: 0.3621838 Feb 03 12:50:03.865391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 84a3dd95-13c0-4f30-b879-401b65a8c144 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:03.865995 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.912228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2d32c-7ca4-4570-a431-75bf7c9094db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459288e5-f743-4eb1-8b1e-3daa5ab7067e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:04.004768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-b1009445-8f3f-482f-8ffe-a410a40a5583 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1711185 Feb 03 12:50:04.011554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ae01c32-989d-436e-a88b-fe28e84652a4 admin admin] Publish callbacks [] for security_group (04207818-6585-4af5-b0b3-b04b60e389b7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.032604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (cf6dc3a1-1ac0-4141-906b-85def0a44e5e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.032899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 84a3dd95-13c0-4f30-b879-401b65a8c144 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:04.033553 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.104459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ae01c32-989d-436e-a88b-fe28e84652a4 admin admin] Publish callbacks [] for security_group (04207818-6585-4af5-b0b3-b04b60e389b7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.134439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 84a3dd95-13c0-4f30-b879-401b65a8c144, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84a3dd95-13c0-4f30-b879-401b65a8c144,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:04.150146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.174139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:04.208989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:04.217700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:04.224966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.228277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Deleting port 46a57283-e774-41a8-b479-0db24b939685 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:04.228619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (46a57283-e774-41a8-b479-0db24b939685), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.239628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=cf6dc3a1-1ac0-4141-906b-85def0a44e5e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:04.256212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-eadb93f2-5a26-4c8e-a4a3-72eeea71eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:04.257898 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-eadb93f2-5a26-4c8e-a4a3-72eeea71eca8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1129 time: 0.2191823 Feb 03 12:50:04.267694 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-27065c0a-a2db-42f1-a8da-216405d70bc9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0592768 Feb 03 12:50:04.269377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=84a3dd95-13c0-4f30-b879-401b65a8c144,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:04.270642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36260) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:04.277682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:68:42:82', 'name': 'tempest-NetworksTestDHCPv6-1507490472'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:04.296794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ae01c32-989d-436e-a88b-fe28e84652a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (04207818-6585-4af5-b0b3-b04b60e389b7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.299440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ae01c32-989d-436e-a88b-fe28e84652a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.302970 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8ae01c32-989d-436e-a88b-fe28e84652a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/04207818-6585-4af5-b0b3-b04b60e389b7 HTTP/1.1" status: 204 len: 168 time: 0.4830844 Feb 03 12:50:04.350434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae01c32-989d-436e-a88b-fe28e84652a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04207818-6585-4af5-b0b3-b04b60e389b7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:04.415405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d95d0a3-b6e7-4256-b67f-cffe9ba018f4 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:04.436856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c34eacb-0398-442b-8c42-3db39add43fd {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:04.454482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Publish callbacks [] for port (3c34eacb-0398-442b-8c42-3db39add43fd), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.505049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Transition to ACTIVE for port object 3c34eacb-0398-442b-8c42-3db39add43fd will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:50:04.515836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] For port 46a57283-e774-41a8-b479-0db24b939685, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=46a57283-e774-41a8-b479-0db24b939685,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:04.517918 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (46a57283-e774-41a8-b479-0db24b939685), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.521970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.552154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Calling delete_port for 46a57283-e774-41a8-b479-0db24b939685 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:04.557962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-4884b5d3-d6b6-4826-bde2-094b0d09ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:04.564748 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-4884b5d3-d6b6-4826-bde2-094b0d09ed77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 919 time: 0.2320139 Feb 03 12:50:04.590961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c08ec2e7-5fcf-4faa-912a-63abc14bb859 None None] Provisioning complete for port 84a3dd95-13c0-4f30-b879-401b65a8c144 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:04.591336 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c08ec2e7-5fcf-4faa-912a-63abc14bb859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.661055 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-4ae8b302-516a-4bd5-b2b4-9f4719220cf9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff549559-04f0-4e4b-9691-6c6207598355 HTTP/1.1" status: 200 len: 217 time: 0.0929780 Feb 03 12:50:04.666805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:04.720701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c34eacb-0398-442b-8c42-3db39add43fd,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:04.853433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.871273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c08ec2e7-5fcf-4faa-912a-63abc14bb859 None None] Current status of the port 84a3dd95-13c0-4f30-b879-401b65a8c144 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:04.926129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 466b5df2-cd23-4b13-8392-0eba9e454e57 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:04.938073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-abd9df97-81e9-44e9-8cc5-7afe938fd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:04.939531 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-abd9df97-81e9-44e9-8cc5-7afe938fd757 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.1065679 Feb 03 12:50:04.978562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7dae-5b50-4e79-b27c-6c0066bd8b25 req-0f11df35-3c7a-4018-987a-31cd89a08919 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:04.980239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525057db-a46a-4a08-8815-1f284b1f8615 None None] Update dhcp port {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': 'cc936031-bb03-49d4-98e3-67357c37acc4', 'ip_address': '2001:db8::f816:3eff:fe80:fd9e'}, {'subnet_id': 'cf6dc3a1-1ac0-4141-906b-85def0a44e5e'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '84a3dd95-13c0-4f30-b879-401b65a8c144'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:50:04.981270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ebb7dae-5b50-4e79-b27c-6c0066bd8b25 req-0f11df35-3c7a-4018-987a-31cd89a08919 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 944 time: 0.2828450 Feb 03 12:50:04.993383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Attempting to bind port 3c34eacb-0398-442b-8c42-3db39add43fd on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:04.993951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Attempting to bind port 3c34eacb-0398-442b-8c42-3db39add43fd by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:04.994697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Attempting to bind port 3c34eacb-0398-442b-8c42-3db39add43fd on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:05.014887 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-88f28ff1-5510-4db6-b51d-0b7969e880c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435102 Feb 03 12:50:05.027902 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-525057db-a46a-4a08-8815-1f284b1f8615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.034314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Port 3c34eacb-0398-442b-8c42-3db39add43fd on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:50:05.035043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Attempting to bind port 3c34eacb-0398-442b-8c42-3db39add43fd on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:05.061786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:05.062216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Checking segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:05.062688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Bound using segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:05.063144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Bound port: 3c34eacb-0398-442b-8c42-3db39add43fd, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:05.063709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.103326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ebb7dae-5b50-4e79-b27c-6c0066bd8b25 req-6a62b16d-8a91-4346-8024-dfaa421ab9c5 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961690 Feb 03 12:50:05.204533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:05.209161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3c34eacb-0398-442b-8c42-3db39add43fd,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:05.219936 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (46a57283-e774-41a8-b479-0db24b939685), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.228383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.234423 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-36bb073e-ca0f-4db7-8dc7-4bc678de0876 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094524 Feb 03 12:50:05.271869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Pushing event deleted for resources: {'Port': ['ID=46a57283-e774-41a8-b479-0db24b939685,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:05.324963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8:0:1::1df (d981a595-dc33-4968-a2b7-6d84f7b5e02f/cf6dc3a1-1ac0-4141-906b-85def0a44e5e/466b5df2-cd23-4b13-8392-0eba9e454e57) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:05.339402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:05.340013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.341481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] 10.222.0.72 "PUT /v2.0/ports/3c34eacb-0398-442b-8c42-3db39add43fd HTTP/1.1" status: 200 len: 1093 time: 1.9512644 Feb 03 12:50:05.362138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:05.364886 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a136fcd3-6a28-4d69-98b2-b033156e0ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:05.449781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:fe68:4282 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/cc936031-bb03-49d4-98e3-67357c37acc4/466b5df2-cd23-4b13-8392-0eba9e454e57) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:05.491153 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b871f3-47f8-478f-9e62-f8f9318ad06c x-openstack-request-id: req-32b871f3-47f8-478f-9e62-f8f9318ad06c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:05.491679 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:05.491879 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32b871f3-47f8-478f-9e62-f8f9318ad06c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:05.492374 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd', 'status': 'completed', 'code': 200} Feb 03 12:50:05.498835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d2a83-78e8-40f2-9529-a58b193741fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c34eacb-0398-442b-8c42-3db39add43fd,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:05.607263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-cb40633b-2152-4aeb-9107-f3d0298e74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:05.609082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-cb40633b-2152-4aeb-9107-f3d0298e74f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 1127 time: 0.1858025 Feb 03 12:50:05.629038 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-19cb7cc3-521b-4666-a983-3209ab0d4d59 req-9968047c-a92e-4798-a973-a843a26be593 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888166 Feb 03 12:50:05.741226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-de47718c-b203-46d2-b8e1-7423330ada8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c34eacb-0398-442b-8c42-3db39add43fd HTTP/1.1" status: 200 len: 217 time: 0.1200285 Feb 03 12:50:05.797110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84a3dd95-13c0-4f30-b879-401b65a8c144 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:05.805788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (64c24cce-2776-484e-8447-9b88c65f75ac), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.825819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-f38e1fe3-fbbe-4af8-8350-97c7161097ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:05.827546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-f38e1fe3-fbbe-4af8-8350-97c7161097ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.0735438 Feb 03 12:50:05.847602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (466b5df2-cd23-4b13-8392-0eba9e454e57), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.892473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-01aeac38-2d3c-4736-a192-a0908530712f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306160 Feb 03 12:50:05.927506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 84a3dd95-13c0-4f30-b879-401b65a8c144 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:05.930169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.956087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (466b5df2-cd23-4b13-8392-0eba9e454e57), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.007942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-f3961553-f36d-4f56-b759-c108ad2323ce service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044621 Feb 03 12:50:06.017832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:06.025097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:06.032140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:06.047918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:06.048914 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.098840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-525057db-a46a-4a08-8815-1f284b1f8615 None None] Allocated IP 2001:db8:0:1::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/cf6dc3a1-1ac0-4141-906b-85def0a44e5e/84a3dd95-13c0-4f30-b879-401b65a8c144) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:06.110593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=466b5df2-cd23-4b13-8392-0eba9e454e57,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:06.141975 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2ab384c8-bc47-4c8e-851b-30aae30ac476 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8702557 Feb 03 12:50:06.144776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36314) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:06.204709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-525057db-a46a-4a08-8815-1f284b1f8615 None None] For port 84a3dd95-13c0-4f30-b879-401b65a8c144, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84a3dd95-13c0-4f30-b879-401b65a8c144,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:06.244517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-525057db-a46a-4a08-8815-1f284b1f8615 None None] Publish callbacks [] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.257310 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-525057db-a46a-4a08-8815-1f284b1f8615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.273615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70c71833-a1e0-41f8-aaad-78d958801d21 req-dbcc28b0-e210-4906-aac7-6619a4418b02 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362715 Feb 03 12:50:06.328864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 84a3dd95-13c0-4f30-b879-401b65a8c144 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:06.378969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525057db-a46a-4a08-8815-1f284b1f8615 None None] Pushing event updated for resources: {'Port': ['ID=84a3dd95-13c0-4f30-b879-401b65a8c144,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:06.443180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6b3585af-a567-4217-ad97-c2577f0de6a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 466b5df2-cd23-4b13-8392-0eba9e454e57 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:06.443985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3585af-a567-4217-ad97-c2577f0de6a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (466b5df2-cd23-4b13-8392-0eba9e454e57), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.612046 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3b5b592-d6ee-4d4a-87fa-64dccf8338e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.695098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3585af-a567-4217-ad97-c2577f0de6a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (466b5df2-cd23-4b13-8392-0eba9e454e57), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.741720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6b3585af-a567-4217-ad97-c2577f0de6a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 466b5df2-cd23-4b13-8392-0eba9e454e57 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:07.003358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Router 64c24cce-2776-484e-8447-9b88c65f75ac has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:07.168693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:07.180999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-578c70a9-f032-4315-a890-f03a343aa93d admin admin] 10.222.0.65 "PUT /v2.0/routers/64c24cce-2776-484e-8447-9b88c65f75ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9938648 Feb 03 12:50:07.183557 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] Sync routers for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:07.186637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36338) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:07.203289 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:07.208723 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:07.232407 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3585af-a567-4217-ad97-c2577f0de6a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (466b5df2-cd23-4b13-8392-0eba9e454e57), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.305447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3585af-a567-4217-ad97-c2577f0de6a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=466b5df2-cd23-4b13-8392-0eba9e454e57,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:07.323694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044432e-50e8-4c8b-a8b6-8a060f452bd3 req-364e7c5c-6acc-4b09-b175-89551ffa09ca tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:07.325528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d044432e-50e8-4c8b-a8b6-8a060f452bd3 req-364e7c5c-6acc-4b09-b175-89551ffa09ca tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 944 time: 1.0635726 Feb 03 12:50:07.348943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-fa8c643b-d2b2-43f4-bac0-94e67495e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:07.351293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-fa8c643b-d2b2-43f4-bac0-94e67495e152 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 1127 time: 0.9613686 Feb 03 12:50:07.386900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3585af-a567-4217-ad97-c2577f0de6a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.394203 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6b3585af-a567-4217-ad97-c2577f0de6a8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/466b5df2-cd23-4b13-8392-0eba9e454e57 HTTP/1.1" status: 204 len: 168 time: 1.2459061 Feb 03 12:50:07.401927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36348) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:07.427116 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks [] for router (64c24cce-2776-484e-8447-9b88c65f75ac), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.461537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d044432e-50e8-4c8b-a8b6-8a060f452bd3 req-f1206ab2-307b-423a-94e3-b95e4ffed012 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279142 Feb 03 12:50:07.517073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5c28ad18-31f2-47c7-8370-a522e7909a37 None None] Provisioning complete for port 84a3dd95-13c0-4f30-b879-401b65a8c144 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:07.519158 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c28ad18-31f2-47c7-8370-a522e7909a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.520593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d27d88-069d-4ef0-9a97-19cf43d1d18f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:07.528477 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:50:07.534403 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f2d27d88-069d-4ef0-9a97-19cf43d1d18f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1308773 Feb 03 12:50:07.536330 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36352) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:07.642201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5c28ad18-31f2-47c7-8370-a522e7909a37 None None] Current status of the port 84a3dd95-13c0-4f30-b879-401b65a8c144 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:07.646511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36354) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:07.675983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84a3dd95-13c0-4f30-b879-401b65a8c144 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:07.707774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c991e-4d2f-42c9-a73d-f36f9aa28347 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:07.714264 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cf6c991e-4d2f-42c9-a73d-f36f9aa28347 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1760738 Feb 03 12:50:07.715130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36362) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:07.809482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 84a3dd95-13c0-4f30-b879-401b65a8c144 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:07.810537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.894624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-167ed8e2-119c-4efd-8bae-7fa797228082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:07.898602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-167ed8e2-119c-4efd-8bae-7fa797228082 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 912 time: 0.5335240 Feb 03 12:50:07.903073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bfa8b5cc-a2e3-4cec-92a5-b37075206ffd None None] Could not find standard attr ID for object 466b5df2-cd23-4b13-8392-0eba9e454e57. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:50:07.908376 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks [] for router_gateway (64c24cce-2776-484e-8447-9b88c65f75ac), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.960720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 84a3dd95-13c0-4f30-b879-401b65a8c144 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:08.018390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-d84f212d-49f6-4639-a5a9-96750cbc7723 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c34eacb-0398-442b-8c42-3db39add43fd HTTP/1.1" status: 200 len: 217 time: 0.0949476 Feb 03 12:50:08.058619 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:50:05Z', 'revision_number': 5, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port': {'id': '84d5b69e-bbd7-420b-9ead-ac8a159c79f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:35Z', 'updated_at': '2022-02-03T12:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:08.105860 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] Checking router: 64c24cce-2776-484e-8447-9b88c65f75ac for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:50:08.127165 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] Routers {'64c24cce-2776-484e-8447-9b88c65f75ac'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:08.128352 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['64c24cce-2776-484e-8447-9b88c65f75ac'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:08.131767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-91d67ba2-b496-4ecb-abdb-d726afc925c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:08.133251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-91d67ba2-b496-4ecb-abdb-d726afc925c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.0726271 Feb 03 12:50:08.139510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Deleting port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:08.139834 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.140265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3c34eacb-0398-442b-8c42-3db39add43fd details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:50:08.164483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d1de4217-8add-4549-9019-b1f458ae114e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-79752605'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:08.194597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-58291e22-35ca-4175-95ab-c5b3dd59d7b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524004 Feb 03 12:50:08.231817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1de4217-8add-4549-9019-b1f458ae114e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (e8408edf-7750-42fb-b21d-bf13faff50ab), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.232864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1de4217-8add-4549-9019-b1f458ae114e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (e8408edf-7750-42fb-b21d-bf13faff50ab), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.282776 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] Set router 64c24cce-2776-484e-8447-9b88c65f75ac gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:50:08.286726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed92f1-367b-4127-9cf9-cd7463c99787 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:08.288285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed92f1-367b-4127-9cf9-cd7463c99787 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:08.289799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed92f1-367b-4127-9cf9-cd7463c99787 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:08.314121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36380) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:08.317798 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36ed92f1-367b-4127-9cf9-cd7463c99787 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6014199 Feb 03 12:50:08.331643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3c34eacb-0398-442b-8c42-3db39add43fd,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:08.343865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '3c34eacb-0398-442b-8c42-3db39add43fd', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'port_id': '3c34eacb-0398-442b-8c42-3db39add43fd', 'mac_address': 'fa:16:3e:f0:3d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd152a271-b4bf-4951-918f-718b7f32d47e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:50:08.415598 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1de4217-8add-4549-9019-b1f458ae114e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (e8408edf-7750-42fb-b21d-bf13faff50ab), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.417984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-0820e15c-3b28-4f0b-9a18-daf9b5285e5f service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124279 Feb 03 12:50:08.425198 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:50:07Z', 'revision_number': 6, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:08.425457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1de4217-8add-4549-9019-b1f458ae114e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (e8408edf-7750-42fb-b21d-bf13faff50ab), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.429633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf825e11-804d-445c-9ed0-92f3e212e30e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet cc936031-bb03-49d4-98e3-67357c37acc4 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:08.431837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3c34eacb-0398-442b-8c42-3db39add43fd is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:08.432180 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.435093 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf825e11-804d-445c-9ed0-92f3e212e30e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (cc936031-bb03-49d4-98e3-67357c37acc4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.454489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1de4217-8add-4549-9019-b1f458ae114e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.459153 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d1de4217-8add-4549-9019-b1f458ae114e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.8057268 Feb 03 12:50:08.460385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36386) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:08.468415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c34eacb-0398-442b-8c42-3db39add43fd {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:08.487794 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140a9a3-51f5-434f-924b-bdd5647e0cd8 None None] The sync data for ids ['64c24cce-2776-484e-8447-9b88c65f75ac'] in n-d-792364-10 is: [{'id': '64c24cce-2776-484e-8447-9b88c65f75ac', 'name': 'tempest-ServerActionsTestJSON-2123305402-router', 'tenant_id': 'a81b03ac1897424eb96c460148626143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:34Z', 'updated_at': '2022-02-03T12:50:07Z', 'revision_number': 6, 'project_id': 'a81b03ac1897424eb96c460148626143', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:08.490957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf825e11-804d-445c-9ed0-92f3e212e30e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (cc936031-bb03-49d4-98e3-67357c37acc4), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.496490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3c34eacb-0398-442b-8c42-3db39add43fd,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:08.511768 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.572827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee33e-55ee-4a7b-8898-fb94c59302f0 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (e8408edf-7750-42fb-b21d-bf13faff50ab), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.588818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3c34eacb-0398-442b-8c42-3db39add43fd,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:08.671003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] For port 84d5b69e-bbd7-420b-9ead-ac8a159c79f0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84d5b69e-bbd7-420b-9ead-ac8a159c79f0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:08.671283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.743020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Calling delete_port for 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:08.797088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['3c34eacb-0398-442b-8c42-3db39add43fd'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:50:08.816132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee33e-55ee-4a7b-8898-fb94c59302f0 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (e8408edf-7750-42fb-b21d-bf13faff50ab), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.827695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee33e-55ee-4a7b-8898-fb94c59302f0 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (e8408edf-7750-42fb-b21d-bf13faff50ab), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.850823 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-972609c8-7032-4a8b-a62b-2e8ae0671a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.919897 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee33e-55ee-4a7b-8898-fb94c59302f0 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (e8408edf-7750-42fb-b21d-bf13faff50ab), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.920304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6ee33e-55ee-4a7b-8898-fb94c59302f0 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8408edf-7750-42fb-b21d-bf13faff50ab {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:50:08.925358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee33e-55ee-4a7b-8898-fb94c59302f0 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.926623 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d6ee33e-55ee-4a7b-8898-fb94c59302f0 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "DELETE /v2.0/routers/e8408edf-7750-42fb-b21d-bf13faff50ab HTTP/1.1" status: 204 len: 168 time: 0.4648886 Feb 03 12:50:08.929863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36400) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:08.936467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2282bd1d-5f63-4266-a70c-db2fdbe46a08 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Request body: {'router': {'name': 'tempest-router-2083029902', 'distributed': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:08.942011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230093-d474-4728-9027-46a81986d05c req-a2f85741-950f-4414-ab17-549f7339b9a4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:08.953463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df230093-d474-4728-9027-46a81986d05c req-a2f85741-950f-4414-ab17-549f7339b9a4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 945 time: 0.3638752 Feb 03 12:50:08.959131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf825e11-804d-445c-9ed0-92f3e212e30e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (cc936031-bb03-49d4-98e3-67357c37acc4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.996052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2282bd1d-5f63-4266-a70c-db2fdbe46a08 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (3983645c-6170-4e97-9814-56d7f12f081b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.997225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2282bd1d-5f63-4266-a70c-db2fdbe46a08 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (3983645c-6170-4e97-9814-56d7f12f081b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.056050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a136fcd3-6a28-4d69-98b2-b033156e0ba1 req-165ccbdf-282e-4db5-b3c7-f4c84ba7e5ee service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314497 Feb 03 12:50:09.099395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2282bd1d-5f63-4266-a70c-db2fdbe46a08 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (3983645c-6170-4e97-9814-56d7f12f081b), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.106874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2282bd1d-5f63-4266-a70c-db2fdbe46a08 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (3983645c-6170-4e97-9814-56d7f12f081b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.137680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2282bd1d-5f63-4266-a70c-db2fdbe46a08 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.154591 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2282bd1d-5f63-4266-a70c-db2fdbe46a08 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2209527 Feb 03 12:50:09.159249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36404) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:09.194952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df230093-d474-4728-9027-46a81986d05c req-7f401d49-1e1e-474c-ba8e-7ddd20f8e016 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404191 Feb 03 12:50:09.210048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36406) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:09.234094 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf825e11-804d-445c-9ed0-92f3e212e30e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (cc936031-bb03-49d4-98e3-67357c37acc4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.264994 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-659e432c-68b2-44f6-afb7-2dd94b80ac0a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (3983645c-6170-4e97-9814-56d7f12f081b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.277009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf825e11-804d-445c-9ed0-92f3e212e30e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=cc936031-bb03-49d4-98e3-67357c37acc4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:09.303377 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf825e11-804d-445c-9ed0-92f3e212e30e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.306640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cf825e11-804d-445c-9ed0-92f3e212e30e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/cc936031-bb03-49d4-98e3-67357c37acc4 HTTP/1.1" status: 204 len: 168 time: 0.9838924 Feb 03 12:50:09.310767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd2c1a-5678-4e3b-99a3-73972b4df4c6 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:09.329594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36410) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:09.406596 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95190ea2-0431-4535-9b8d-812bcdd512d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.433870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (84d5b69e-bbd7-420b-9ead-ac8a159c79f0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.462434 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-659e432c-68b2-44f6-afb7-2dd94b80ac0a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (3983645c-6170-4e97-9814-56d7f12f081b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.464933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-659e432c-68b2-44f6-afb7-2dd94b80ac0a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (3983645c-6170-4e97-9814-56d7f12f081b), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.471232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d5b69e-bbd7-420b-9ead-ac8a159c79f0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:09.480251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd1b1cb-67d6-4720-be2c-fe9d9bcb8d62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet cf6dc3a1-1ac0-4141-906b-85def0a44e5e {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:09.504043 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b1cb-67d6-4720-be2c-fe9d9bcb8d62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (cf6dc3a1-1ac0-4141-906b-85def0a44e5e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.538936 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-659e432c-68b2-44f6-afb7-2dd94b80ac0a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (3983645c-6170-4e97-9814-56d7f12f081b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.539784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659e432c-68b2-44f6-afb7-2dd94b80ac0a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3983645c-6170-4e97-9814-56d7f12f081b {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:50:09.554410 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-659e432c-68b2-44f6-afb7-2dd94b80ac0a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.555736 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-659e432c-68b2-44f6-afb7-2dd94b80ac0a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "DELETE /v2.0/routers/3983645c-6170-4e97-9814-56d7f12f081b HTTP/1.1" status: 204 len: 168 time: 0.3936901 Feb 03 12:50:09.559951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36412) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:09.573075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-83785f9f-7abf-4b05-a382-05ed53649bcb tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Request body: {'router': {'name': 'tempest-router-2133810714', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2a0477fb54f14f1c80604ade8f0649b1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:09.591870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 46a57283-e774-41a8-b479-0db24b939685 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:09.617090 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83785f9f-7abf-4b05-a382-05ed53649bcb tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (efae9fba-6943-4944-8a5c-873be612eb12), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.618574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 46a57283-e774-41a8-b479-0db24b939685 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:09.618756 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83785f9f-7abf-4b05-a382-05ed53649bcb tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (efae9fba-6943-4944-8a5c-873be612eb12), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.619341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 46a57283-e774-41a8-b479-0db24b939685 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:09.620024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:09.629333 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b1cb-67d6-4720-be2c-fe9d9bcb8d62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (cf6dc3a1-1ac0-4141-906b-85def0a44e5e), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.643799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:09.644451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84d5b69e-bbd7-420b-9ead-ac8a159c79f0 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:09.699900 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (64c24cce-2776-484e-8447-9b88c65f75ac), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.701611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83785f9f-7abf-4b05-a382-05ed53649bcb tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (efae9fba-6943-4944-8a5c-873be612eb12), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.708971 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95190ea2-0431-4535-9b8d-812bcdd512d2 admin admin] Publish callbacks [] for security_group (07e8d845-9926-4702-9b22-cb7d418bfb95), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.709365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83785f9f-7abf-4b05-a382-05ed53649bcb tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (efae9fba-6943-4944-8a5c-873be612eb12), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.735873 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-83785f9f-7abf-4b05-a382-05ed53649bcb tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.739953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-83785f9f-7abf-4b05-a382-05ed53649bcb tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1759536 Feb 03 12:50:09.740107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36414) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:09.744659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:09.745059 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95190ea2-0431-4535-9b8d-812bcdd512d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (07e8d845-9926-4702-9b22-cb7d418bfb95), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.882033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (64c24cce-2776-484e-8447-9b88c65f75ac), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.891447 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks [] for router_controller (64c24cce-2776-484e-8447-9b88c65f75ac), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.900013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-95190ea2-0431-4535-9b8d-812bcdd512d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16d3b90a4dce40c4851a92edd5078b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890352 Feb 03 12:50:09.906737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36420) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:09.906866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95190ea2-0431-4535-9b8d-812bcdd512d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e8d845-9926-4702-9b22-cb7d418bfb95,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:09.966459 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b1cb-67d6-4720-be2c-fe9d9bcb8d62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (cf6dc3a1-1ac0-4141-906b-85def0a44e5e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.971192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (64c24cce-2776-484e-8447-9b88c65f75ac), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.971710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64c24cce-2776-484e-8447-9b88c65f75ac {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:50:10.001908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.005564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-89184b9d-2721-46b5-aaa7-bab79f8c4251 admin admin] 10.222.0.65 "DELETE /v2.0/routers/64c24cce-2776-484e-8447-9b88c65f75ac HTTP/1.1" status: 204 len: 168 time: 2.8142641 Feb 03 12:50:10.006200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36424) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:10.037877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (efae9fba-6943-4944-8a5c-873be612eb12), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.039850 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (efae9fba-6943-4944-8a5c-873be612eb12), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.046153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.090637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63b9226-c71b-451a-90b4-41f0cf8b0c8d admin admin] Deleting subnet 2811af0d-f638-4d08-aed1-a178296e88db {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:10.097376 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e63b9226-c71b-451a-90b4-41f0cf8b0c8d admin admin] Publish callbacks [] for subnet (2811af0d-f638-4d08-aed1-a178296e88db), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.148452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b1cb-67d6-4720-be2c-fe9d9bcb8d62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (cf6dc3a1-1ac0-4141-906b-85def0a44e5e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.156048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3c34eacb-0398-442b-8c42-3db39add43fd up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:10.199289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103223) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 03 12:50:10.199690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Router efae9fba-6943-4944-8a5c-873be612eb12 migrating from provider to provider. {{(pid=103223) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 03 12:50:10.200081 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (efae9fba-6943-4944-8a5c-873be612eb12), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.210634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e63b9226-c71b-451a-90b4-41f0cf8b0c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (2811af0d-f638-4d08-aed1-a178296e88db), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.213510 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (efae9fba-6943-4944-8a5c-873be612eb12), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.247965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 3c34eacb-0398-442b-8c42-3db39add43fd completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:50:10.255079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 3c34eacb-0398-442b-8c42-3db39add43fd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:10.255513 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (efae9fba-6943-4944-8a5c-873be612eb12), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.257292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.275313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2264-93d3-4387-9c79-2133a7623e2d admin admin] Publish callbacks [] for security_group (07e8d845-9926-4702-9b22-cb7d418bfb95), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.323787 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e63b9226-c71b-451a-90b4-41f0cf8b0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (2811af0d-f638-4d08-aed1-a178296e88db), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.337339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2264-93d3-4387-9c79-2133a7623e2d admin admin] Publish callbacks [] for security_group (07e8d845-9926-4702-9b22-cb7d418bfb95), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.344591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1b1cb-67d6-4720-be2c-fe9d9bcb8d62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6dc3a1-1ac0-4141-906b-85def0a44e5e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:10.364741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-525b407e-28c4-4a76-9671-6cc3fc6605e3 None None] Provisioning complete for port 84a3dd95-13c0-4f30-b879-401b65a8c144 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:10.365174 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-525b407e-28c4-4a76-9671-6cc3fc6605e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.412085 n-d-792364-10 neutron-server[103223]: WARNING neutron.scheduler.l3_agent_scheduler [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] No L3 agents can host the router efae9fba-6943-4944-8a5c-873be612eb12 Feb 03 12:50:10.429625 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b1cb-67d6-4720-be2c-fe9d9bcb8d62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.434709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b3853b-cc84-4876-ba70-116f201e01c7 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:10.436365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8bd1b1cb-67d6-4720-be2c-fe9d9bcb8d62 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/cf6dc3a1-1ac0-4141-906b-85def0a44e5e HTTP/1.1" status: 204 len: 168 time: 1.1057546 Feb 03 12:50:10.452935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36434) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:10.483909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3c34eacb-0398-442b-8c42-3db39add43fd is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:10.484183 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.515088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ca420483-b459-4e6e-b3a6-7301787dbaca tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580807 Feb 03 12:50:10.515958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36436) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:10.522708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2264-93d3-4387-9c79-2133a7623e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (07e8d845-9926-4702-9b22-cb7d418bfb95), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.525843 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2264-93d3-4387-9c79-2133a7623e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.527345 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cd0c2264-93d3-4387-9c79-2133a7623e2d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07e8d845-9926-4702-9b22-cb7d418bfb95 HTTP/1.1" status: 204 len: 168 time: 0.6207633 Feb 03 12:50:10.535978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:10.555544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c2264-93d3-4387-9c79-2133a7623e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e8d845-9926-4702-9b22-cb7d418bfb95,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:10.557189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Hosts for router efae9fba-6943-4944-8a5c-873be612eb12: [] {{(pid=103223) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 03 12:50:10.583591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Hosts for other DVR routers connected to router efae9fba-6943-4944-8a5c-873be612eb12: set() {{(pid=103223) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 03 12:50:10.586903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.588456 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-daed4361-d331-471a-9ee7-de2964c2594a tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "PUT /v2.0/routers/efae9fba-6943-4944-8a5c-873be612eb12 HTTP/1.1" status: 200 len: 717 time: 0.8474326 Feb 03 12:50:10.591581 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36440) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:10.599422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-525b407e-28c4-4a76-9671-6cc3fc6605e3 None None] Current status of the port 84a3dd95-13c0-4f30-b879-401b65a8c144 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:10.611497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e63b9226-c71b-451a-90b4-41f0cf8b0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (2811af0d-f638-4d08-aed1-a178296e88db), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.632100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:10.634638 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bbbe00-cf17-48a8-8326-2d2617e92aec" -d '{"events": [{"server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "name": "network-vif-plugged", "status": "completed", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:10.637506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8175b-a715-4c61-add7-05276e6e8262 req-560ca5f3-7f2c-4fc5-af29-ef3722d42feb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:10.639281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ac8175b-a715-4c61-add7-05276e6e8262 req-560ca5f3-7f2c-4fc5-af29-ef3722d42feb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 945 time: 0.2856138 Feb 03 12:50:10.658548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3c34eacb-0398-442b-8c42-3db39add43fd,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:10.672093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.695372 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1346c1fa-a754-4df5-ac36-ac26e06abce2 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "GET /v2.0/routers/efae9fba-6943-4944-8a5c-873be612eb12 HTTP/1.1" status: 200 len: 717 time: 0.1022336 Feb 03 12:50:10.696380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e5635-df3f-4f2a-9a67-a63bf66d99bd req-7cdf3f8d-9107-461c-914b-3bfaa00bd61f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:10.697112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:10.704197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-943e5635-df3f-4f2a-9a67-a63bf66d99bd req-7cdf3f8d-9107-461c-914b-3bfaa00bd61f tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.3534126 Feb 03 12:50:10.712953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-793daf0d-6974-4c41-ab75-24ce50afc982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:10.715036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-793daf0d-6974-4c41-ab75-24ce50afc982 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1129 time: 0.3681271 Feb 03 12:50:10.733445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3c34eacb-0398-442b-8c42-3db39add43fd,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:10.741837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b9226-c71b-451a-90b4-41f0cf8b0c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2811af0d-f638-4d08-aed1-a178296e88db,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:10.743865 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e63b9226-c71b-451a-90b4-41f0cf8b0c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.747469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e63b9226-c71b-451a-90b4-41f0cf8b0c8d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2811af0d-f638-4d08-aed1-a178296e88db HTTP/1.1" status: 204 len: 168 time: 0.7402816 Feb 03 12:50:10.750021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36450) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:10.763564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6cc5db-b6a6-4fa6-876a-50de7f1a4886 None None] Network 23d047bd-79e0-4559-8a3c-03ba31d3b479 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:10.886504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (23d047bd-79e0-4559-8a3c-03ba31d3b479), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.887735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5fb520-da0a-4ddf-9c32-3fcf43b4b1e6 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:10.915003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-943e5635-df3f-4f2a-9a67-a63bf66d99bd req-06878161-ad62-4d46-a08c-ee233fa33809 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048478 Feb 03 12:50:10.931799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ac8175b-a715-4c61-add7-05276e6e8262 req-e7fce6ec-abea-41b8-89f3-4af87ec5c4a8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249212 Feb 03 12:50:10.937057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:10.940537 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.976847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fe5fb520-da0a-4ddf-9c32-3fcf43b4b1e6 None None] Deleting port 84a3dd95-13c0-4f30-b879-401b65a8c144 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:10.977751 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe5fb520-da0a-4ddf-9c32-3fcf43b4b1e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.014285 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3d206c-735d-445d-be2d-4f63c89155a7 x-openstack-request-id: req-ab3d206c-735d-445d-be2d-4f63c89155a7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:11.015088 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "name": "network-vif-plugged", "status": "completed", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:11.031097 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab3d206c-735d-445d-be2d-4f63c89155a7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:11.031591 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd', 'code': 200} Feb 03 12:50:11.076718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a95dbd-46f1-4e49-9571-93851fa76849 None None] DHCP port deletion for 23d047bd-79e0-4559-8a3c-03ba31d3b479 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:11.097848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fe5fb520-da0a-4ddf-9c32-3fcf43b4b1e6 None None] For port 84a3dd95-13c0-4f30-b879-401b65a8c144, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84a3dd95-13c0-4f30-b879-401b65a8c144,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:11.098796 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe5fb520-da0a-4ddf-9c32-3fcf43b4b1e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.122068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36452) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:11.129307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Deleting port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:11.129654 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.138918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fe5fb520-da0a-4ddf-9c32-3fcf43b4b1e6 None None] Calling delete_port for 84a3dd95-13c0-4f30-b879-401b65a8c144 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:11.142456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-9cedeaae-0f96-4602-b666-9c0bc299461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:11.144097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-9cedeaae-0f96-4602-b666-9c0bc299461a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 919 time: 0.3849277 Feb 03 12:50:11.147464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-18f091f0-39e3-46e5-ae28-d1275814a800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.173069 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0410a753-f3cd-4a21-a5ce-50b7e9e75525 tempest-RoutersTestDVR-1854751973 tempest-RoutersTestDVR-1854751973-project] 10.222.0.65 "GET /v2.0/routers/efae9fba-6943-4944-8a5c-873be612eb12 HTTP/1.1" status: 200 len: 683 time: 0.4710763 Feb 03 12:50:11.178726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36454) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:11.219750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-39a95dbd-46f1-4e49-9571-93851fa76849 None None] Deleting port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:11.220457 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39a95dbd-46f1-4e49-9571-93851fa76849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.294470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] For port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5c979b0b-218a-4b5c-be4b-fb3273c95c4d,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:11.295053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.306780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a492-56bc-42a3-a237-b0dd0b56b2f8 req-5cd598cf-7c61-4208-8885-6a2d08e31f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:11.308346 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-25a7a492-56bc-42a3-a237-b0dd0b56b2f8 req-5cd598cf-7c61-4208-8885-6a2d08e31f99 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 1129 time: 0.2200079 Feb 03 12:50:11.311630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a4afdec-f623-4866-9ff3-f8eba32ee8c1 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (efae9fba-6943-4944-8a5c-873be612eb12), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.315293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-39a95dbd-46f1-4e49-9571-93851fa76849 None None] For port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5c979b0b-218a-4b5c-be4b-fb3273c95c4d,segment=NetworkSegment(2fd7db26-7118-483d-aa14-15b9c8ae0edb),segment_id=2fd7db26-7118-483d-aa14-15b9c8ae0edb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:11.316480 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39a95dbd-46f1-4e49-9571-93851fa76849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.317208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Calling delete_port for 5c979b0b-218a-4b5c-be4b-fb3273c95c4d owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:11.329135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe5fb520-da0a-4ddf-9c32-3fcf43b4b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (84a3dd95-13c0-4f30-b879-401b65a8c144), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.336707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-39a95dbd-46f1-4e49-9571-93851fa76849 None None] Calling delete_port for 5c979b0b-218a-4b5c-be4b-fb3273c95c4d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:11.370897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5fb520-da0a-4ddf-9c32-3fcf43b4b1e6 None None] No DVR routers for this DVR port 84a3dd95-13c0-4f30-b879-401b65a8c144 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:11.375643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fb520-da0a-4ddf-9c32-3fcf43b4b1e6 None None] Pushing event deleted for resources: {'Port': ['ID=84a3dd95-13c0-4f30-b879-401b65a8c144,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:11.480269 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39a95dbd-46f1-4e49-9571-93851fa76849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.485848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.515025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a95dbd-46f1-4e49-9571-93851fa76849 None None] Pushing event deleted for resources: {'Port': ['ID=5c979b0b-218a-4b5c-be4b-fb3273c95c4d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:11.526866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a95dbd-46f1-4e49-9571-93851fa76849 None None] No DVR routers for this DVR port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:11.527340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-40f7d96b-5a46-406e-b7fb-7b0679cc1114 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff549559-04f0-4e4b-9691-6c6207598355 HTTP/1.1" status: 200 len: 217 time: 0.3750746 Feb 03 12:50:11.604680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84a3dd95-13c0-4f30-b879-401b65a8c144 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:11.637856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 84a3dd95-13c0-4f30-b879-401b65a8c144 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:11.638199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84a3dd95-13c0-4f30-b879-401b65a8c144 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:11.638583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5c979b0b-218a-4b5c-be4b-fb3273c95c4d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:11.638850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-c8840521-7795-4e55-bc64-8158086d71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:11.640343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-c8840521-7795-4e55-bc64-8158086d71ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.1049259 Feb 03 12:50:11.666368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 5c979b0b-218a-4b5c-be4b-fb3273c95c4d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:11.666368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5c979b0b-218a-4b5c-be4b-fb3273c95c4d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:11.691869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-c49cc5a1-1fc8-4491-857e-97922b59d060 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392528 Feb 03 12:50:11.814660 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-18f091f0-39e3-46e5-ae28-d1275814a800 admin admin] Publish callbacks [] for security_group (09180629-bd82-47db-a968-a37e4313e9e6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.822262 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-25a7a492-56bc-42a3-a237-b0dd0b56b2f8 req-aadb37d4-5167-4175-8396-a29ca5d20062 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695995 Feb 03 12:50:11.825256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a4afdec-f623-4866-9ff3-f8eba32ee8c1 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (efae9fba-6943-4944-8a5c-873be612eb12), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.826380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-18f091f0-39e3-46e5-ae28-d1275814a800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (09180629-bd82-47db-a968-a37e4313e9e6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.828432 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a4afdec-f623-4866-9ff3-f8eba32ee8c1 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (efae9fba-6943-4944-8a5c-873be612eb12), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.866625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:50:11.879595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5c979b0b-218a-4b5c-be4b-fb3273c95c4d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.881223 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (84a8a8a1-39e6-442b-b136-0bf027cd6a60), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.888163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a4afdec-f623-4866-9ff3-f8eba32ee8c1 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (efae9fba-6943-4944-8a5c-873be612eb12), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.888687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4afdec-f623-4866-9ff3-f8eba32ee8c1 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efae9fba-6943-4944-8a5c-873be612eb12 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:50:11.913442 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a4afdec-f623-4866-9ff3-f8eba32ee8c1 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.915337 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3a4afdec-f623-4866-9ff3-f8eba32ee8c1 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "DELETE /v2.0/routers/efae9fba-6943-4944-8a5c-873be612eb12 HTTP/1.1" status: 204 len: 168 time: 0.7343011 Feb 03 12:50:11.915896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c979b0b-218a-4b5c-be4b-fb3273c95c4d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:11.919082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36456) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:11.921392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] No DVR routers for this DVR port 5c979b0b-218a-4b5c-be4b-fb3273c95c4d on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:11.925226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0edbb045-94b9-4d59-a707-c58e38c4d08e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Request body: {'router': {'name': 'tempest-router-661030231', 'distributed': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:11.939262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-18f091f0-39e3-46e5-ae28-d1275814a800 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=301ba9c99a854064af3d63214257b052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8135004 Feb 03 12:50:11.939262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f091f0-39e3-46e5-ae28-d1275814a800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09180629-bd82-47db-a968-a37e4313e9e6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:11.944743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36460) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:11.969067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-1a8bffae-fb38-4444-a1f5-4698d748d606 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691994 Feb 03 12:50:11.985238 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0edbb045-94b9-4d59-a707-c58e38c4d08e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (ca5e5196-0d17-45e8-afcc-42becf39cb65), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.986562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0edbb045-94b9-4d59-a707-c58e38c4d08e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (ca5e5196-0d17-45e8-afcc-42becf39cb65), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.990807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:12.003425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:12.013680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2ef64a-54a6-447f-bf5a-a0420b6b3702 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:12.016786 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (23d047bd-79e0-4559-8a3c-03ba31d3b479), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.037757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:12.038485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.043216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d047bd-79e0-4559-8a3c-03ba31d3b479']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:12.062001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd7db26-7118-483d-aa14-15b9c8ae0edb') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:12.062301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd7db26-7118-483d-aa14-15b9c8ae0edb') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:12.074554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=84a8a8a1-39e6-442b-b136-0bf027cd6a60,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:12.101140 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (2fd7db26-7118-483d-aa14-15b9c8ae0edb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.103860 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0edbb045-94b9-4d59-a707-c58e38c4d08e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (ca5e5196-0d17-45e8-afcc-42becf39cb65), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.114626 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0edbb045-94b9-4d59-a707-c58e38c4d08e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (ca5e5196-0d17-45e8-afcc-42becf39cb65), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.123108 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2fd7db26-7118-483d-aa14-15b9c8ae0edb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.130292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:12.130717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (2fd7db26-7118-483d-aa14-15b9c8ae0edb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:12.132705 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:12.147712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4dba4fd6-2e73-4ef7-b259-773fcf94d01a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6222155 Feb 03 12:50:12.148876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0edbb045-94b9-4d59-a707-c58e38c4d08e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.150285 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0edbb045-94b9-4d59-a707-c58e38c4d08e tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2300661 Feb 03 12:50:12.151144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36464) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:12.155830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36466) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:12.159542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-aa58a0c1-b7fe-466a-8755-6bac81ac548f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:12.202123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dc80850-a47e-48af-b5fc-156a97b28cac admin admin] Publish callbacks [] for security_group (09180629-bd82-47db-a968-a37e4313e9e6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.246068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f5061-01f9-48f4-8545-7d15a3c9c5aa req-611d034d-7319-46a2-8fed-475594ffc915 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:12.247708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b9f5061-01f9-48f4-8545-7d15a3c9c5aa req-611d034d-7319-46a2-8fed-475594ffc915 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.2242122 Feb 03 12:50:12.251356 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dc80850-a47e-48af-b5fc-156a97b28cac admin admin] Publish callbacks [] for security_group (09180629-bd82-47db-a968-a37e4313e9e6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.270414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fae1c-fb73-4621-88a6-b56adf2abb18 req-405de528-9476-480c-8f8c-65a5ffea5f0a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:12.271967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c65fae1c-fb73-4621-88a6-b56adf2abb18 req-405de528-9476-480c-8f8c-65a5ffea5f0a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2384808 Feb 03 12:50:12.304752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3724d36b-847e-4ac5-b361-f480398df2b4 req-1d031a34-0d67-4230-9869-673d7ae660ee service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592072 Feb 03 12:50:12.309727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '84a8a8a1-39e6-442b-b136-0bf027cd6a60'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:12.310787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.324887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (23d047bd-79e0-4559-8a3c-03ba31d3b479), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.350634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.354385 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] 10.222.0.65 "DELETE /v2.0/networks/23d047bd-79e0-4559-8a3c-03ba31d3b479 HTTP/1.1" status: 204 len: 168 time: 1.6028261 Feb 03 12:50:12.354931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f20df6-784e-427e-ad21-7f9fd1952397 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d047bd-79e0-4559-8a3c-03ba31d3b479,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:12.364046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3726dab-cf28-4686-8dab-eddc106df817 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (ca5e5196-0d17-45e8-afcc-42becf39cb65), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.420313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c65fae1c-fb73-4621-88a6-b56adf2abb18 req-93d60077-a4c3-4ee6-a052-1d93b6bee9ab tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394346 Feb 03 12:50:12.433536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b9f5061-01f9-48f4-8545-7d15a3c9c5aa req-88f7b2b2-5abd-4de8-b529-b6d4f07a48b3 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554341 Feb 03 12:50:12.455285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dc80850-a47e-48af-b5fc-156a97b28cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (09180629-bd82-47db-a968-a37e4313e9e6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.458297 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dc80850-a47e-48af-b5fc-156a97b28cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.459843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3dc80850-a47e-48af-b5fc-156a97b28cac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09180629-bd82-47db-a968-a37e4313e9e6 HTTP/1.1" status: 204 len: 168 time: 0.5137625 Feb 03 12:50:12.474497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc80850-a47e-48af-b5fc-156a97b28cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09180629-bd82-47db-a968-a37e4313e9e6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:12.553300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Allocated IP 2001:db8::f816:3eff:fe29:8323 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/84a8a8a1-39e6-442b-b136-0bf027cd6a60/24183ecd-2172-4636-b12c-b12981c14270) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:12.565247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3726dab-cf28-4686-8dab-eddc106df817 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (ca5e5196-0d17-45e8-afcc-42becf39cb65), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.567956 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3726dab-cf28-4686-8dab-eddc106df817 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router_controller (ca5e5196-0d17-45e8-afcc-42becf39cb65), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.573332 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa58a0c1-b7fe-466a-8755-6bac81ac548f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:12.577372 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa58a0c1-b7fe-466a-8755-6bac81ac548f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.639324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36476) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:12.692388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b82fb594-8049-48f1-a40b-d95aeeef8835 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a81b03ac1897424eb96c460148626143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517325 Feb 03 12:50:12.696060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36478) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:12.698272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3726dab-cf28-4686-8dab-eddc106df817 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (ca5e5196-0d17-45e8-afcc-42becf39cb65), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.699319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3726dab-cf28-4686-8dab-eddc106df817 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca5e5196-0d17-45e8-afcc-42becf39cb65 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:50:12.702110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.716215 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3726dab-cf28-4686-8dab-eddc106df817 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.717660 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c3726dab-cf28-4686-8dab-eddc106df817 tempest-RoutersTestDVR-1687357847 tempest-RoutersTestDVR-1687357847-project-admin] 10.222.0.65 "DELETE /v2.0/routers/ca5e5196-0d17-45e8-afcc-42becf39cb65 HTTP/1.1" status: 204 len: 168 time: 0.5527933 Feb 03 12:50:12.730674 n-d-792364-10 neutron-server[103223]: INFO neutron.db.ipam_backend_mixin [None req-aa58a0c1-b7fe-466a-8755-6bac81ac548f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84a8a8a1-39e6-442b-b136-0bf027cd6a60 (CIDR: 2001:db8::/64) Feb 03 12:50:12.737629 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa58a0c1-b7fe-466a-8755-6bac81ac548f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:50:12.738885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa58a0c1-b7fe-466a-8755-6bac81ac548f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:12.754765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Publish callbacks [] for port (24183ecd-2172-4636-b12c-b12981c14270), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.765740 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (24183ecd-2172-4636-b12c-b12981c14270), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.774579 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aa58a0c1-b7fe-466a-8755-6bac81ac548f tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6194425 Feb 03 12:50:12.780149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36482) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:12.789251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:12.798474 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa593-9a40-4c9c-821f-48ac246e08d2 admin admin] Publish callbacks [] for security_group (3a308edc-7113-48e7-b0ba-bc3b53052174), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.827540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:12.834038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:12.839717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:12.860992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Pushing event updated for resources: {'Port': ['ID=24183ecd-2172-4636-b12c-b12981c14270,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:12.861236 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa593-9a40-4c9c-821f-48ac246e08d2 admin admin] Publish callbacks [] for security_group (3a308edc-7113-48e7-b0ba-bc3b53052174), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.918391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Attempting to bind port 24183ecd-2172-4636-b12c-b12981c14270 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:12.918833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Attempting to bind port 24183ecd-2172-4636-b12c-b12981c14270 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:12.919206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Attempting to bind port 24183ecd-2172-4636-b12c-b12981c14270 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:12.924943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:12.927338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:12.927338 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.927338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:12.927338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Bound port: 24183ecd-2172-4636-b12c-b12981c14270, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:12.927338 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (24183ecd-2172-4636-b12c-b12981c14270), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.978964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa593-9a40-4c9c-821f-48ac246e08d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3a308edc-7113-48e7-b0ba-bc3b53052174), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.981661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa593-9a40-4c9c-821f-48ac246e08d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.983169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ac6fa593-9a40-4c9c-821f-48ac246e08d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a308edc-7113-48e7-b0ba-bc3b53052174 HTTP/1.1" status: 204 len: 168 time: 0.2856784 Feb 03 12:50:12.991944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fa593-9a40-4c9c-821f-48ac246e08d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a308edc-7113-48e7-b0ba-bc3b53052174,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:13.010303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] For port 24183ecd-2172-4636-b12c-b12981c14270, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:13.014772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] For port 24183ecd-2172-4636-b12c-b12981c14270, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=24183ecd-2172-4636-b12c-b12981c14270,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:13.024419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:13.029290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.034168 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (24183ecd-2172-4636-b12c-b12981c14270), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.104355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2175ccf-592c-451a-bfdb-6ad8a7ef2721 None None] Pushing event updated for resources: {'Port': ['ID=24183ecd-2172-4636-b12c-b12981c14270,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:13.199793 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-b8329c91-a4fa-4019-abef-61f11e934d02 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0845215 Feb 03 12:50:13.340203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36496) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:13.355814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-bad61de8-9bd0-4497-b32a-fbda87a66770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:13.357477 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-bad61de8-9bd0-4497-b32a-fbda87a66770 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 1130 time: 0.1350400 Feb 03 12:50:13.452172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (4e50c0cf-8374-48f9-b167-e2dbeb88cfec), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.559881 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61406f8e-dd88-4ecf-84b1-6f3bff0ca9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.592720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:13.617598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:13.622763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:13.623621 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.652720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=4e50c0cf-8374-48f9-b167-e2dbeb88cfec,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:13.657963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-b82346cb-3adb-49d0-9018-22d47f388f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:13.660906 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-b82346cb-3adb-49d0-9018-22d47f388f48 service neutron] 10.222.0.91 "GET /v2.0/networks?id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 200 len: 918 time: 0.2718077 Feb 03 12:50:13.668648 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f9b12243-b452-4987-aee5-f0e83e4d30a0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8872461 Feb 03 12:50:13.676728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36514) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:13.683397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:0a:7c:4c', 'name': 'tempest-NetworksTestDHCPv6-392767583'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:13.810835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 24183ecd-2172-4636-b12c-b12981c14270 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:13.893373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:13.903483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 24183ecd-2172-4636-b12c-b12981c14270 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:13.904234 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (24183ecd-2172-4636-b12c-b12981c14270), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.912897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0efdb-e8c3-4b4a-8a3b-ad48bec58444 req-87bae3e2-863b-496c-93f8-a3903ee1d40d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:13.920157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8e0efdb-e8c3-4b4a-8a3b-ad48bec58444 req-87bae3e2-863b-496c-93f8-a3903ee1d40d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2296329 Feb 03 12:50:13.947134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a5516-cf45-4925-a5a4-a0c34f6f81e6 req-0b56296a-ec0d-4224-9ba7-6c3fccafd660 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:13.955747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab6a5516-cf45-4925-a5a4-a0c34f6f81e6 req-0b56296a-ec0d-4224-9ba7-6c3fccafd660 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.3102224 Feb 03 12:50:13.959731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61406f8e-dd88-4ecf-84b1-6f3bff0ca9a9 admin admin] Publish callbacks [] for security_group (94cb4c3d-3d3a-478d-910d-f9e9eddda49f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.984045 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61406f8e-dd88-4ecf-84b1-6f3bff0ca9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (94cb4c3d-3d3a-478d-910d-f9e9eddda49f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.990799 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.994702 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-df7eedcd-6b5c-4667-a795-9ddcc3d61498 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e HTTP/1.1" status: 200 len: 1001 time: 0.3244095 Feb 03 12:50:14.036947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61406f8e-dd88-4ecf-84b1-6f3bff0ca9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cb4c3d-3d3a-478d-910d-f9e9eddda49f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:14.044646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 3d7aac19-4c90-4e27-8697-0a0799c4a5e6 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:14.079726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 24183ecd-2172-4636-b12c-b12981c14270 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:14.080331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (24183ecd-2172-4636-b12c-b12981c14270), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.102063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-61406f8e-dd88-4ecf-84b1-6f3bff0ca9a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a0477fb54f14f1c80604ade8f0649b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7607393 Feb 03 12:50:14.106099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36530) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:14.118522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8e0efdb-e8c3-4b4a-8a3b-ad48bec58444 req-fdbc951d-a63c-4042-9d5a-16ccba637ce8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974030 Feb 03 12:50:14.154857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab6a5516-cf45-4925-a5a4-a0c34f6f81e6 req-9b3a97c8-38d2-4afd-9c3f-f8f0d60478f0 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979206 Feb 03 12:50:14.205565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 24183ecd-2172-4636-b12c-b12981c14270, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=24183ecd-2172-4636-b12c-b12981c14270,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:14.215836 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (24183ecd-2172-4636-b12c-b12981c14270), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.219469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-81bb9dde-2df8-47b9-9545-d6649f784092 admin admin] Publish callbacks [] for security_group (94cb4c3d-3d3a-478d-910d-f9e9eddda49f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.220437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-621c52a1-8669-4549-9158-14dbe2831d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:14.221914 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-621c52a1-8669-4549-9158-14dbe2831d31 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 200 len: 856 time: 0.2187328 Feb 03 12:50:14.249469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-81bb9dde-2df8-47b9-9545-d6649f784092 admin admin] Publish callbacks [] for security_group (94cb4c3d-3d3a-478d-910d-f9e9eddda49f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.319446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36538) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:14.340195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-81bb9dde-2df8-47b9-9545-d6649f784092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (94cb4c3d-3d3a-478d-910d-f9e9eddda49f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.344227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-81bb9dde-2df8-47b9-9545-d6649f784092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.346827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=24183ecd-2172-4636-b12c-b12981c14270,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:14.349302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-81bb9dde-2df8-47b9-9545-d6649f784092 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94cb4c3d-3d3a-478d-910d-f9e9eddda49f HTTP/1.1" status: 204 len: 168 time: 0.2408292 Feb 03 12:50:14.367075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb9dde-2df8-47b9-9545-d6649f784092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cb4c3d-3d3a-478d-910d-f9e9eddda49f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:14.409430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8:0:1::ff (d981a595-dc33-4968-a2b7-6d84f7b5e02f/4e50c0cf-8374-48f9-b167-e2dbeb88cfec/3d7aac19-4c90-4e27-8697-0a0799c4a5e6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:14.432439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::f816:3eff:fe0a:7c4c (d981a595-dc33-4968-a2b7-6d84f7b5e02f/84a8a8a1-39e6-442b-b136-0bf027cd6a60/3d7aac19-4c90-4e27-8697-0a0799c4a5e6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:14.436362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-642d74f5-ec3c-45eb-aa2a-f127d616a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:14.438124 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-642d74f5-ec3c-45eb-aa2a-f127d616a745 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1995130 Feb 03 12:50:14.480614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1595318808-network', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:14.530908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Made reservation on behalf of e3677a71d1b54d958a1f65b1e50dbba4 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:14.533525 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.555413 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.625498 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-4ddacdca-1f04-47a8-86e2-d53b0060d1f8 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761644 Feb 03 12:50:14.754963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Publish callbacks [] for security_group (7d9df91c-cf27-49cd-bbac-8a0f166989c1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.764679 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7d9df91c-cf27-49cd-bbac-8a0f166989c1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.811324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:14.863516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9df91c-cf27-49cd-bbac-8a0f166989c1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:14.870301 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cc95a56e-d8b9-4b33-9b71-10494fc1a054 req-65434878-f269-4e2e-8f32-10e5f299dfd1 service neutron] 10.222.0.91 "GET /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411151 Feb 03 12:50:14.870961 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (40a38abe-5efd-4280-b629-63fc03f98a27), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.871426 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Added segment 40a38abe-5efd-4280-b629-63fc03f98a27 of type vlan for network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 Feb 03 12:50:14.906184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b44d22d-06c6-4f69-846e-8aeb10f70e3a None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:14.910447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (3d7aac19-4c90-4e27-8697-0a0799c4a5e6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.951414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ad29dbfe-9548-44bc-b328-f1414b2cf5d1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.983207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ffd80-1640-405b-9cf7-c4f2b7b4e2b0 req-f273adff-d0fc-4655-8b36-276ea163143d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:14.985228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-978ffd80-1640-405b-9cf7-c4f2b7b4e2b0 req-f273adff-d0fc-4655-8b36-276ea163143d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.1462557 Feb 03 12:50:14.994674 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3d7aac19-4c90-4e27-8697-0a0799c4a5e6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.005109 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ad29dbfe-9548-44bc-b328-f1414b2cf5d1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.006027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:15.006644 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.053076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=3d7aac19-4c90-4e27-8697-0a0799c4a5e6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:15.065188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d9f92592-f3e9-425f-9f53-5296ec35cb33 None None] Provisioning complete for port 24183ecd-2172-4636-b12c-b12981c14270 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:15.065767 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9f92592-f3e9-425f-9f53-5296ec35cb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (24183ecd-2172-4636-b12c-b12981c14270), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.078451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] Pushing event updated for resources: {'Network': ['ID=ad29dbfe-9548-44bc-b328-f1414b2cf5d1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:15.103849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:15.111381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:15.115554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36566) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:15.115811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:15.119186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-978ffd80-1640-405b-9cf7-c4f2b7b4e2b0 req-e402cb2b-310e-48fb-9cc8-7ef29e0796df tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243389 Feb 03 12:50:15.124744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9a1c35fc-6452-4b31-adf7-f712386a2650 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7959228 Feb 03 12:50:15.130160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36570) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:15.135092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:15.140701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:15.141588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.142574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Request body: {'subnet': {'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1595318808-subnet', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:15.150054 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1363965a-3ff5-4282-84cb-2a264cad7002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.172824 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-65466436-c85a-4785-b8dc-e15472b43e86 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4944220 Feb 03 12:50:15.175819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36572) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:15.229739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Made reservation on behalf of e3677a71d1b54d958a1f65b1e50dbba4 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:15.232294 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.361920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d9f92592-f3e9-425f-9f53-5296ec35cb33 None None] Current status of the port 24183ecd-2172-4636-b12c-b12981c14270 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:15.439357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96115ed-4709-491d-8356-0c6b084caca3 None None] Update dhcp port {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': '84a8a8a1-39e6-442b-b136-0bf027cd6a60', 'ip_address': '2001:db8::f816:3eff:fe29:8323'}, {'subnet_id': '4e50c0cf-8374-48f9-b167-e2dbeb88cfec'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '24183ecd-2172-4636-b12c-b12981c14270'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:50:15.456691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb699e-a35f-490f-b343-6ecd77540a0b req-0f31d264-066a-41d4-9e8c-2fc826bde737 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:15.458295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8bb699e-a35f-490f-b343-6ecd77540a0b req-0f31d264-066a-41d4-9e8c-2fc826bde737 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1962070 Feb 03 12:50:15.475444 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a96115ed-4709-491d-8356-0c6b084caca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (24183ecd-2172-4636-b12c-b12981c14270), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.478375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1363965a-3ff5-4282-84cb-2a264cad7002 admin admin] Publish callbacks [] for security_group (933e915d-f100-4a62-acc9-5c9f82c1e1e8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.497226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1363965a-3ff5-4282-84cb-2a264cad7002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (933e915d-f100-4a62-acc9-5c9f82c1e1e8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.508095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-36750b87-8a56-43ec-9a4e-6f035bd32b35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 3d7aac19-4c90-4e27-8697-0a0799c4a5e6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:15.508095 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36750b87-8a56-43ec-9a4e-6f035bd32b35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3d7aac19-4c90-4e27-8697-0a0799c4a5e6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.583895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363965a-3ff5-4282-84cb-2a264cad7002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933e915d-f100-4a62-acc9-5c9f82c1e1e8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:15.619186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 24183ecd-2172-4636-b12c-b12981c14270 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:15.622276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1363965a-3ff5-4282-84cb-2a264cad7002 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=331f2022ec7b4df2b584a442baafdf4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5020559 Feb 03 12:50:15.624954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36584) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:15.713037 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67b3446c-b46a-4761-bacb-66f92a7f9420 admin admin] Publish callbacks [] for security_group (933e915d-f100-4a62-acc9-5c9f82c1e1e8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.717675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 24183ecd-2172-4636-b12c-b12981c14270 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:15.718176 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (24183ecd-2172-4636-b12c-b12981c14270), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.759652 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8bb699e-a35f-490f-b343-6ecd77540a0b req-b59066ed-a184-41e0-a72e-4c91d4d20f4c tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849488 Feb 03 12:50:15.778711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67b3446c-b46a-4761-bacb-66f92a7f9420 admin admin] Publish callbacks [] for security_group (933e915d-f100-4a62-acc9-5c9f82c1e1e8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.847489 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36750b87-8a56-43ec-9a4e-6f035bd32b35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3d7aac19-4c90-4e27-8697-0a0799c4a5e6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.851280 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (6c9fc64e-885f-4cea-96f2-294d9d138e90), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.882988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67b3446c-b46a-4761-bacb-66f92a7f9420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (933e915d-f100-4a62-acc9-5c9f82c1e1e8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.890785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67b3446c-b46a-4761-bacb-66f92a7f9420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.894872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-36750b87-8a56-43ec-9a4e-6f035bd32b35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 3d7aac19-4c90-4e27-8697-0a0799c4a5e6 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:15.898476 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-67b3446c-b46a-4761-bacb-66f92a7f9420 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/933e915d-f100-4a62-acc9-5c9f82c1e1e8 HTTP/1.1" status: 204 len: 168 time: 0.2718856 Feb 03 12:50:15.902978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a96115ed-4709-491d-8356-0c6b084caca3 None None] Allocated IP 2001:db8:0:1::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/4e50c0cf-8374-48f9-b167-e2dbeb88cfec/24183ecd-2172-4636-b12c-b12981c14270) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:15.923531 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3446c-b46a-4761-bacb-66f92a7f9420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933e915d-f100-4a62-acc9-5c9f82c1e1e8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:15.927132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 24183ecd-2172-4636-b12c-b12981c14270 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:16.034271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a96115ed-4709-491d-8356-0c6b084caca3 None None] For port 24183ecd-2172-4636-b12c-b12981c14270, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=24183ecd-2172-4636-b12c-b12981c14270,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:16.056698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9fc64e-885f-4cea-96f2-294d9d138e90,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:16.061075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Checking segment: {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:16.061730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Network hostable DHCP agents. Network: ad29dbfe-9548-44bc-b328-f1414b2cf5d1, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:16.086722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a96115ed-4709-491d-8356-0c6b084caca3 None None] Publish callbacks [] for port (24183ecd-2172-4636-b12c-b12981c14270), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.095344 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a96115ed-4709-491d-8356-0c6b084caca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (24183ecd-2172-4636-b12c-b12981c14270), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.109841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:16.139952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ad29dbfe-9548-44bc-b328-f1414b2cf5d1) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:16.168909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adbaff6-1285-4e39-9cec-273d03e1642e None None] Network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:16.190984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:16.191616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.242093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c3a58df6-b40a-44eb-b538-d78f94764fc2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1097662 Feb 03 12:50:16.244962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36598) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:16.252377 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:16.326409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.328980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.340121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36600) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:16.360491 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36750b87-8a56-43ec-9a4e-6f035bd32b35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3d7aac19-4c90-4e27-8697-0a0799c4a5e6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.371653 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.408186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad400f-84d7-438a-ba57-f8fcf26d3628 req-a69c7554-57e0-4ffa-a49c-5e3cf859ece1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:16.417996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27ad400f-84d7-438a-ba57-f8fcf26d3628 req-a69c7554-57e0-4ffa-a49c-5e3cf859ece1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.1336093 Feb 03 12:50:16.435048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36750b87-8a56-43ec-9a4e-6f035bd32b35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=3d7aac19-4c90-4e27-8697-0a0799c4a5e6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:16.487775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96115ed-4709-491d-8356-0c6b084caca3 None None] Pushing event updated for resources: {'Port': ['ID=24183ecd-2172-4636-b12c-b12981c14270,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:16.489392 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks [] for router_controller (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.551721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27ad400f-84d7-438a-ba57-f8fcf26d3628 req-6ed93163-f1a7-4bbe-800e-07cd9d22a8a6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176701 Feb 03 12:50:16.552940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36750b87-8a56-43ec-9a4e-6f035bd32b35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.556430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-36750b87-8a56-43ec-9a4e-6f035bd32b35 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/3d7aac19-4c90-4e27-8697-0a0799c4a5e6 HTTP/1.1" status: 204 len: 168 time: 1.3793631 Feb 03 12:50:16.563727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36608) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:16.617627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd9089-c20e-422d-b6c5-3a75ce4a31c2 None None] Network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:16.635587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f1572fc-e4c8-4d23-b845-652b358d9e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.679426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e8a0d-8332-4b90-ac6f-39f8ae5aa9a1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:16.685816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f00e8a0d-8332-4b90-ac6f-39f8ae5aa9a1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1209223 Feb 03 12:50:16.688289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36614) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:16.812158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3cd78-4c1c-4e5f-90ac-a8ea9eda0341 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:16.820369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d6a3cd78-4c1c-4e5f-90ac-a8ea9eda0341 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1309822 Feb 03 12:50:16.822759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36618) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:16.915790 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks [] for router_gateway (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.975930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85225124-c1a9-41a2-8fe0-860940b2ce0c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:16.977171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85225124-c1a9-41a2-8fe0-860940b2ce0c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:16.978507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85225124-c1a9-41a2-8fe0-860940b2ce0c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:16.985083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-85225124-c1a9-41a2-8fe0-860940b2ce0c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1609981 Feb 03 12:50:16.988240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36626) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:17.057017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c8fb9-2b57-4dde-9a19-a36d16f20644 req-6aff5564-384d-4f3a-a089-9235c4ef3cbc tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:17.059065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d23c8fb9-2b57-4dde-9a19-a36d16f20644 req-6aff5564-384d-4f3a-a089-9235c4ef3cbc tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1655262 Feb 03 12:50:17.063824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa020e60-02c5-417f-86f1-0b12622920e2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 4e50c0cf-8374-48f9-b167-e2dbeb88cfec {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:17.074923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa020e60-02c5-417f-86f1-0b12622920e2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (4e50c0cf-8374-48f9-b167-e2dbeb88cfec), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.169258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d23c8fb9-2b57-4dde-9a19-a36d16f20644 req-a73f7fa1-f05d-4dd2-b094-ac0521ae930e tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027362 Feb 03 12:50:17.187157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa020e60-02c5-417f-86f1-0b12622920e2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (4e50c0cf-8374-48f9-b167-e2dbeb88cfec), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.220686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36630) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:17.350624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa020e60-02c5-417f-86f1-0b12622920e2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (4e50c0cf-8374-48f9-b167-e2dbeb88cfec), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.423365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f1572fc-e4c8-4d23-b845-652b358d9e53 admin admin] Publish callbacks [] for security_group (e7d74e74-4250-41df-a05b-fd89aabac074), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.441249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f1572fc-e4c8-4d23-b845-652b358d9e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e7d74e74-4250-41df-a05b-fd89aabac074), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.475685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1222846870'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:17.491427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa020e60-02c5-417f-86f1-0b12622920e2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (4e50c0cf-8374-48f9-b167-e2dbeb88cfec), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.536939 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8f1572fc-e4c8-4d23-b845-652b358d9e53 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9594311fc30740c4be0105fa77d444fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1953890 Feb 03 12:50:17.538022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36634) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:17.540549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-559e4990-59aa-4c42-95ba-6075e8181afc None None] Provisioning complete for port 24183ecd-2172-4636-b12c-b12981c14270 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:17.541047 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-559e4990-59aa-4c42-95ba-6075e8181afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (24183ecd-2172-4636-b12c-b12981c14270), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.551396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Made reservation on behalf of b46b1c7716f94a1f90057347dd99a6b9 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:17.557870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.561267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa020e60-02c5-417f-86f1-0b12622920e2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=4e50c0cf-8374-48f9-b167-e2dbeb88cfec,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:17.569160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa020e60-02c5-417f-86f1-0b12622920e2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.591128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aa020e60-02c5-417f-86f1-0b12622920e2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/4e50c0cf-8374-48f9-b167-e2dbeb88cfec HTTP/1.1" status: 204 len: 168 time: 0.5974598 Feb 03 12:50:17.597720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36638) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:17.618218 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.668431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1572fc-e4c8-4d23-b845-652b358d9e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d74e74-4250-41df-a05b-fd89aabac074,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:17.691754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 24183ecd-2172-4636-b12c-b12981c14270 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:17.711118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-559e4990-59aa-4c42-95ba-6075e8181afc None None] Current status of the port 24183ecd-2172-4636-b12c-b12981c14270 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:17.757596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-559e4990-59aa-4c42-95ba-6075e8181afc None None] Could not find standard attr ID for object 3d7aac19-4c90-4e27-8697-0a0799c4a5e6. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:50:17.789980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49b0fd07-ab04-4db9-ad3b-5948a94417df admin admin] Publish callbacks [] for security_group (e7d74e74-4250-41df-a05b-fd89aabac074), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.790750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 24183ecd-2172-4636-b12c-b12981c14270 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:17.791179 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (24183ecd-2172-4636-b12c-b12981c14270), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.814100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7654cdc7-a939-4d4f-a534-115a80fca06d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 84a8a8a1-39e6-442b-b136-0bf027cd6a60 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:17.837212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7654cdc7-a939-4d4f-a534-115a80fca06d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (84a8a8a1-39e6-442b-b136-0bf027cd6a60), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.844142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f034885-0d28-4c4a-ac6f-7dbafb74ee93 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:17.871209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49b0fd07-ab04-4db9-ad3b-5948a94417df admin admin] Publish callbacks [] for security_group (e7d74e74-4250-41df-a05b-fd89aabac074), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.892075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0a073ffb-6aad-4eb9-a569-bfb3d4f3d98c None None] Could not find standard attr ID for object 3d7aac19-4c90-4e27-8697-0a0799c4a5e6. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:50:17.902733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fc9a-ee41-4818-9556-3bdd2b4d378f req-6520663e-2eb5-410f-af1c-8cbf874f43db tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:17.904277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d735fc9a-ee41-4818-9556-3bdd2b4d378f req-6520663e-2eb5-410f-af1c-8cbf874f43db tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2051585 Feb 03 12:50:17.912988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7654cdc7-a939-4d4f-a534-115a80fca06d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (84a8a8a1-39e6-442b-b136-0bf027cd6a60), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.956562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49b0fd07-ab04-4db9-ad3b-5948a94417df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e7d74e74-4250-41df-a05b-fd89aabac074), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.959839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49b0fd07-ab04-4db9-ad3b-5948a94417df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.961451 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-49b0fd07-ab04-4db9-ad3b-5948a94417df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7d74e74-4250-41df-a05b-fd89aabac074 HTTP/1.1" status: 204 len: 168 time: 0.3636749 Feb 03 12:50:17.985639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0fd07-ab04-4db9-ad3b-5948a94417df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d74e74-4250-41df-a05b-fd89aabac074,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:17.998930 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks [] for router_gateway (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.028333 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks [] for security_group (82f3b5f2-3083-4e95-a87c-887ff3127ae1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.031189 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.069126 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (82f3b5f2-3083-4e95-a87c-887ff3127ae1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.084373 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d735fc9a-ee41-4818-9556-3bdd2b4d378f req-0c3e650d-44f9-4332-9bdb-2309d8a75ded tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677794 Feb 03 12:50:18.115000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:18.132453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7654cdc7-a939-4d4f-a534-115a80fca06d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (84a8a8a1-39e6-442b-b136-0bf027cd6a60), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.163572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f3b5f2-3083-4e95-a87c-887ff3127ae1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:18.168243 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (749f2640-bb2a-455a-9c05-a805d8f5004f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.168793 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Added segment 749f2640-bb2a-455a-9c05-a805d8f5004f of type vlan for network 15c0d1df-f173-416f-815d-a80ee3b3110c Feb 03 12:50:18.199408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Allocated IP 172.25.3.77 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/7b30213e-8c09-4cd9-a93c-43c7b85cffb4) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:18.232138 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (15c0d1df-f173-416f-815d-a80ee3b3110c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.273314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7654cdc7-a939-4d4f-a534-115a80fca06d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (84a8a8a1-39e6-442b-b136-0bf027cd6a60), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.302073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (15c0d1df-f173-416f-815d-a80ee3b3110c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.306862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:18.307878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.313019 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7654cdc7-a939-4d4f-a534-115a80fca06d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.316586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7654cdc7-a939-4d4f-a534-115a80fca06d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/84a8a8a1-39e6-442b-b136-0bf027cd6a60 HTTP/1.1" status: 204 len: 168 time: 0.7126772 Feb 03 12:50:18.323230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36644) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:18.381022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 24183ecd-2172-4636-b12c-b12981c14270 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:18.419605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654cdc7-a939-4d4f-a534-115a80fca06d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=84a8a8a1-39e6-442b-b136-0bf027cd6a60,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:18.433871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks [] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.436938 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8b4c17b2-8186-48f2-9d1f-767b40248285 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121001 Feb 03 12:50:18.444051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36648) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:18.457957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:18.528605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2304749 Feb 03 12:50:18.528807 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36652) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:18.562737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Request body: {'subnet': {'network_id': '15c0d1df-f173-416f-815d-a80ee3b3110c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:18.587879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181abe77-a099-4b7a-8dba-516922d474e1 None None] Update dhcp port {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': '84a8a8a1-39e6-442b-b136-0bf027cd6a60'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '24183ecd-2172-4636-b12c-b12981c14270'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:50:18.627608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.628635 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-181abe77-a099-4b7a-8dba-516922d474e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (24183ecd-2172-4636-b12c-b12981c14270), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.729226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:18.732983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:18.736476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.746712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:18.768425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:18.800833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Pushing event updated for resources: {'Port': ['ID=7b30213e-8c09-4cd9-a93c-43c7b85cffb4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:18.851188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Made reservation on behalf of b46b1c7716f94a1f90057347dd99a6b9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:18.854931 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.916241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35acbef-a00d-4631-9605-1270c5f07e26 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event updated for resources: {'Network': ['ID=15c0d1df-f173-416f-815d-a80ee3b3110c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:18.938672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 15c0d1df-f173-416f-815d-a80ee3b3110c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:18.942222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a44d4e-0e0c-415a-a189-7f2288d559ab req-92f6ce10-ad87-4676-8086-2adef263bc45 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:18.944004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60a44d4e-0e0c-415a-a189-7f2288d559ab req-92f6ce10-ad87-4676-8086-2adef263bc45 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.6498682 Feb 03 12:50:18.961929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb0c1a-f070-4703-b29c-8326bac9797f req-a2da2c95-5256-452e-b56a-e0ef2674077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:18.963486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fbb0c1a-f070-4703-b29c-8326bac9797f req-a2da2c95-5256-452e-b56a-e0ef2674077d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1129 time: 0.4831715 Feb 03 12:50:18.987100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1eaa91-a2fe-4305-85ad-98bf084224a6 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:19.029880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60a44d4e-0e0c-415a-a189-7f2288d559ab req-eb78cc33-2885-4db7-a5c9-4fa14a148328 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706592 Feb 03 12:50:19.062480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fbb0c1a-f070-4703-b29c-8326bac9797f req-4c3a6119-8b79-45eb-b1f5-eff502324fb2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771232 Feb 03 12:50:19.157358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-be0c2cbe-f901-4763-9919-20e468ff2cde None None] Provisioning complete for port 24183ecd-2172-4636-b12c-b12981c14270 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:19.157687 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be0c2cbe-f901-4763-9919-20e468ff2cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (24183ecd-2172-4636-b12c-b12981c14270), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.248527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c3855-d2fa-46f8-b116-eaa86272e38d None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:19.278667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-be0c2cbe-f901-4763-9919-20e468ff2cde None None] Current status of the port 24183ecd-2172-4636-b12c-b12981c14270 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:19.294366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8827b65-8c90-4180-a9ea-1f648fa8948e req-a9068053-39ad-43f2-8d44-efb9049490f2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:19.296105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8827b65-8c90-4180-a9ea-1f648fa8948e req-a9068053-39ad-43f2-8d44-efb9049490f2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.0867479 Feb 03 12:50:19.344097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a90c3855-d2fa-46f8-b116-eaa86272e38d None None] Deleting port 24183ecd-2172-4636-b12c-b12981c14270 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:19.344781 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a90c3855-d2fa-46f8-b116-eaa86272e38d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (24183ecd-2172-4636-b12c-b12981c14270), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.351730 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (6f9bad2b-a439-4133-babe-fcad0aa3de11), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.372770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8827b65-8c90-4180-a9ea-1f648fa8948e req-9e5c7037-374d-42a0-ad2a-55ba7e46ec36 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700269 Feb 03 12:50:19.417817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks [] for router_gateway (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.419708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (9e17eeab-ed1c-4169-bfc1-090b36753ed7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.424335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:19.449019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a90c3855-d2fa-46f8-b116-eaa86272e38d None None] For port 24183ecd-2172-4636-b12c-b12981c14270, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=24183ecd-2172-4636-b12c-b12981c14270,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:19.449420 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a90c3855-d2fa-46f8-b116-eaa86272e38d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (24183ecd-2172-4636-b12c-b12981c14270), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.462144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a90c3855-d2fa-46f8-b116-eaa86272e38d None None] Calling delete_port for 24183ecd-2172-4636-b12c-b12981c14270 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:19.462319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:19.470211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:19.470815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.476229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=6f9bad2b-a439-4133-babe-fcad0aa3de11,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:19.543068 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1203381c-348a-4a2c-9d5d-c8fac5070d38 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0955822 Feb 03 12:50:19.544356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36676) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:19.550260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9e9136a7-7f7c-43ed-abe2-070a1e5562e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:19.575412 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a90c3855-d2fa-46f8-b116-eaa86272e38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (24183ecd-2172-4636-b12c-b12981c14270), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.603029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event updated for resources: {'Subnet': ['ID=9e17eeab-ed1c-4169-bfc1-090b36753ed7,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:19.611457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Checking segment: {'id': '749f2640-bb2a-455a-9c05-a805d8f5004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '15c0d1df-f173-416f-815d-a80ee3b3110c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:19.611822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Network hostable DHCP agents. Network: 15c0d1df-f173-416f-815d-a80ee3b3110c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:19.620827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c3855-d2fa-46f8-b116-eaa86272e38d None None] Pushing event deleted for resources: {'Port': ['ID=24183ecd-2172-4636-b12c-b12981c14270,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:19.626269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 24183ecd-2172-4636-b12c-b12981c14270 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:19.654718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36678) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:19.655661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c3855-d2fa-46f8-b116-eaa86272e38d None None] No DVR routers for this DVR port 24183ecd-2172-4636-b12c-b12981c14270 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:19.658848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 24183ecd-2172-4636-b12c-b12981c14270 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:19.659017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 24183ecd-2172-4636-b12c-b12981c14270 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:19.677005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7747ea8-1872-4557-96f1-b1aa0726787d None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:19.684194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Network 15c0d1df-f173-416f-815d-a80ee3b3110c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:19.727747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 15c0d1df-f173-416f-815d-a80ee3b3110c) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:19.738702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:19.740101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.759128 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.760119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b09cef-dbd4-46c6-91a9-c6eb751f2539 None None] Network 15c0d1df-f173-416f-815d-a80ee3b3110c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:19.772032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d5db83dc-705b-431c-baf3-8adc9de41180 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2421298 Feb 03 12:50:19.774774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36682) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:19.781414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Request body: {'port': {'network_id': '15c0d1df-f173-416f-815d-a80ee3b3110c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-54989123'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:19.820323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9136a7-7f7c-43ed-abe2-070a1e5562e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:19.824624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e9136a7-7f7c-43ed-abe2-070a1e5562e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.889820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '6f9bad2b-a439-4133-babe-fcad0aa3de11'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:19.891339 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.919355 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-14377e0c-ef15-44b2-8863-30745cbfc765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.926936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:50:20.000832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-15c0d1df-f173-416f-815d-a80ee3b3110c', 'network_id': '15c0d1df-f173-416f-815d-a80ee3b3110c', 'project_id': 'b46b1c7716f94a1f90057347dd99a6b9', 'fixed_ips': [{'subnet_id': '9e17eeab-ed1c-4169-bfc1-090b36753ed7'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:20.001400 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.032696 n-d-792364-10 neutron-server[103224]: INFO neutron.db.ipam_backend_mixin [None req-9e9136a7-7f7c-43ed-abe2-070a1e5562e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f9bad2b-a439-4133-babe-fcad0aa3de11 (CIDR: 2001:db8::/64) Feb 03 12:50:20.053809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:20.065725 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9136a7-7f7c-43ed-abe2-070a1e5562e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:50:20.066190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9136a7-7f7c-43ed-abe2-070a1e5562e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:20.077791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.083396 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b90c529a-2a4e-4843-8c3a-797d94a86206 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8371918 Feb 03 12:50:20.084092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36688) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:20.115026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Sync routers for ids ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:20.120739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9e9136a7-7f7c-43ed-abe2-070a1e5562e6 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5725949 Feb 03 12:50:20.123908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36690) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:20.141851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:20.188231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Routers {'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:20.188878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:50:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:20.190774 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-14377e0c-ef15-44b2-8863-30745cbfc765 admin admin] Publish callbacks [] for security_group (53fb12d7-f3eb-4be3-883d-71992f747052), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.204059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Made reservation on behalf of b46b1c7716f94a1f90057347dd99a6b9 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:20.207546 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.236482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-14377e0c-ef15-44b2-8863-30745cbfc765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (53fb12d7-f3eb-4be3-883d-71992f747052), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.248172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/6f9bad2b-a439-4133-babe-fcad0aa3de11/f212514b-bca2-49a7-86ab-6128827b7d89) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:20.328264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] device_id is not set on port cdaedde6-757e-4517-abba-87a98e72457e yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:20.350265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-14377e0c-ef15-44b2-8863-30745cbfc765 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea8ff0bc409645179a4df7942e1dac40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6947169 Feb 03 12:50:20.354527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36692) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:20.365465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Allocated IP 2001:db8::2 (15c0d1df-f173-416f-815d-a80ee3b3110c/9e17eeab-ed1c-4169-bfc1-090b36753ed7/0f8c0ad7-a833-4a86-ba16-ad402919ed8e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:20.370718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14377e0c-ef15-44b2-8863-30745cbfc765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fb12d7-f3eb-4be3-883d-71992f747052,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:20.441097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Set router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:50:20.451674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfbf5e-1d80-4419-b5b0-be92ff04a3ee req-c88073d5-a3a5-41da-8b0e-47202b8e809a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:20.452110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cdfbf5e-1d80-4419-b5b0-be92ff04a3ee req-c88073d5-a3a5-41da-8b0e-47202b8e809a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.2848129 Feb 03 12:50:20.522855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:20.528105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.567332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43a8c285-b097-4210-8f53-642fae30f7a2 admin admin] Publish callbacks [] for security_group (53fb12d7-f3eb-4be3-883d-71992f747052), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.632466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cdfbf5e-1d80-4419-b5b0-be92ff04a3ee req-8de9fc45-1f4e-43cf-bdc6-e3a71e73b490 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663725 Feb 03 12:50:20.677703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43a8c285-b097-4210-8f53-642fae30f7a2 admin admin] Publish callbacks [] for security_group (53fb12d7-f3eb-4be3-883d-71992f747052), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.748273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956ecec-0879-41d4-8fe5-96a3e7c4cae9 req-d579226a-d465-4417-a3f3-ce2cfd581c9f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:20.749940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5956ecec-0879-41d4-8fe5-96a3e7c4cae9 req-d579226a-d465-4417-a3f3-ce2cfd581c9f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2175677 Feb 03 12:50:20.761006 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.802360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43a8c285-b097-4210-8f53-642fae30f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (53fb12d7-f3eb-4be3-883d-71992f747052), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.804898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43a8c285-b097-4210-8f53-642fae30f7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.806059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-43a8c285-b097-4210-8f53-642fae30f7a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53fb12d7-f3eb-4be3-883d-71992f747052 HTTP/1.1" status: 204 len: 168 time: 0.4489405 Feb 03 12:50:20.844654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8c285-b097-4210-8f53-642fae30f7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fb12d7-f3eb-4be3-883d-71992f747052,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:20.888045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5956ecec-0879-41d4-8fe5-96a3e7c4cae9 req-2de10425-10b8-4ea9-a2ea-9e9165bb872a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118658 Feb 03 12:50:20.888938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.900135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Publish callbacks [] for port (f212514b-bca2-49a7-86ab-6128827b7d89), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.928490 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.007747 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Publish callbacks [] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.014595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:21.022052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:21.028379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:21.032131 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.033806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Pushing event updated for resources: {'Port': ['ID=f212514b-bca2-49a7-86ab-6128827b7d89,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:21.105692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Network 15c0d1df-f173-416f-815d-a80ee3b3110c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:21.125207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Allocated IP 172.20.0.1 (ad29dbfe-9548-44bc-b328-f1414b2cf5d1/6c9fc64e-885f-4cea-96f2-294d9d138e90/0bb21aec-3e37-47c6-bd92-b0b65fe25902) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:21.131522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:21.133921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Allocated IP 2001:db8::264 (15c0d1df-f173-416f-815d-a80ee3b3110c/9e17eeab-ed1c-4169-bfc1-090b36753ed7/cdaedde6-757e-4517-abba-87a98e72457e) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:21.139568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:21.152680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Pushing event updated for resources: {'Port': ['ID=0f8c0ad7-a833-4a86-ba16-ad402919ed8e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:21.166018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Attempting to bind port f212514b-bca2-49a7-86ab-6128827b7d89 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:21.166438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Attempting to bind port f212514b-bca2-49a7-86ab-6128827b7d89 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:21.167028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Attempting to bind port f212514b-bca2-49a7-86ab-6128827b7d89 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:21.195301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:21.195998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:21.196564 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.197131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:21.197769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Bound port: f212514b-bca2-49a7-86ab-6128827b7d89, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:21.198480 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.208806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:50:21.216547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:16Z', 'updated_at': '2022-02-03T12:50:19Z', 'revision_number': 3, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'gw_port': {'id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:18Z', 'updated_at': '2022-02-03T12:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:21.265986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Checking router: caa10474-4ff8-45c0-ba4d-6b5027a2b0ab for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:50:21.266377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Updating router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:50:21.271313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Attempting to bind port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:21.271313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Attempting to bind port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '749f2640-bb2a-455a-9c05-a805d8f5004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '15c0d1df-f173-416f-815d-a80ee3b3110c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:21.271530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Attempting to bind port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e on network 15c0d1df-f173-416f-815d-a80ee3b3110c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:21.297917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Publish callbacks [] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.314488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:21.314908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Checking segment: {'id': '749f2640-bb2a-455a-9c05-a805d8f5004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '15c0d1df-f173-416f-815d-a80ee3b3110c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:21.315266 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.315660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Bound using segment: {'id': '749f2640-bb2a-455a-9c05-a805d8f5004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '15c0d1df-f173-416f-815d-a80ee3b3110c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:21.316144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Bound port: 0f8c0ad7-a833-4a86-ba16-ad402919ed8e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749f2640-bb2a-455a-9c05-a805d8f5004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '15c0d1df-f173-416f-815d-a80ee3b3110c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:21.316526 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.344833 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.353401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.407099 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.413489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:21.420256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] For port f212514b-bca2-49a7-86ab-6128827b7d89, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:21.420475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:21.425165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:21.443080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] For port f212514b-bca2-49a7-86ab-6128827b7d89, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f212514b-bca2-49a7-86ab-6128827b7d89,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:21.461976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb21aec-3e37-47c6-bd92-b0b65fe25902,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:21.468909 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.485981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.api [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:50:21.486356 n-d-792364-10 neutron-server[103224]: DEBUG oslo_db.api [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:50:21.515318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.553072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] For port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:21.603377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] For port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0f8c0ad7-a833-4a86-ba16-ad402919ed8e,segment=NetworkSegment(749f2640-bb2a-455a-9c05-a805d8f5004f),segment_id=749f2640-bb2a-455a-9c05-a805d8f5004f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:21.623726 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.678238 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks [] for port (cdaedde6-757e-4517-abba-87a98e72457e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.689686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805143df-f82c-4565-a8a2-292bff2d268d None None] Pushing event updated for resources: {'Port': ['ID=f212514b-bca2-49a7-86ab-6128827b7d89,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:21.765823 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.771372 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (cdaedde6-757e-4517-abba-87a98e72457e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.866619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11b022-4beb-4b06-92b9-453601671ddd None None] Pushing event updated for resources: {'Port': ['ID=0f8c0ad7-a833-4a86-ba16-ad402919ed8e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:21.962755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Network 15c0d1df-f173-416f-815d-a80ee3b3110c is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:21.984294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:21.986391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event updated for resources: {'Port': ['ID=cdaedde6-757e-4517-abba-87a98e72457e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:21.989012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:21.994243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:21.995095 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.071666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.088840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-741a4379-38ac-48ed-af80-b0a452b7ed2f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.3125036 Feb 03 12:50:22.092028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36724) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:22.094877 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Publish callbacks [] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.114969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.115441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Request body: {'port': {'network_id': '15c0d1df-f173-416f-815d-a80ee3b3110c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1033841270', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:22.116088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.api.validators [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] bootfile-name is not in valid_values {{(pid=103223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:50:22.116492 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.api.validators [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] tftp-server is not in valid_values {{(pid=103223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:50:22.117247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.api.validators [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] server-ip-address is not in valid_values {{(pid=103223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:50:22.208812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88b3f4-dbba-420d-837f-c67af655ebea None None] Pushing event updated for resources: {'Port': ['ID=7b30213e-8c09-4cd9-a93c-43c7b85cffb4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:22.211506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3336e-aafe-4383-8d2f-e92a43c39b74 req-c11ed71e-fb2f-42e1-a905-5ae760c887d7 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:22.220111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48d3336e-aafe-4383-8d2f-e92a43c39b74 req-c11ed71e-fb2f-42e1-a905-5ae760c887d7 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.4318612 Feb 03 12:50:22.232557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Attempting to bind port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:22.233113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Attempting to bind port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:22.233487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Attempting to bind port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:22.251542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:22.251934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:22.253203 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.254598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:22.254756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Bound port: 7b30213e-8c09-4cd9-a93c-43c7b85cffb4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:22.255033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.267709 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Publish callbacks [] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.293560 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.325617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05f646-80f8-4de2-818a-a3d78163c9de req-8964df4f-97dd-4086-ae59-d36547782948 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:22.327392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c05f646-80f8-4de2-818a-a3d78163c9de req-8964df4f-97dd-4086-ae59-d36547782948 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2578108 Feb 03 12:50:22.336078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] For port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:22.342019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] For port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7b30213e-8c09-4cd9-a93c-43c7b85cffb4,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:22.353430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.388093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48d3336e-aafe-4383-8d2f-e92a43c39b74 req-4fb30d48-6594-440c-8316-0c02921c2f16 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529539 Feb 03 12:50:22.419917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.438136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb21aec-3e37-47c6-bd92-b0b65fe25902,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:22.461390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Made reservation on behalf of b46b1c7716f94a1f90057347dd99a6b9 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:22.465480 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.493638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] device_id is not set on port 76ee4733-5313-43a9-9cbf-286c2f2de825 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:22.502707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88b3f4-dbba-420d-837f-c67af655ebea None None] Pushing event updated for resources: {'Port': ['ID=7b30213e-8c09-4cd9-a93c-43c7b85cffb4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:22.511995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Routers {'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:22.512745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:50:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:22.553127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] For port f212514b-bca2-49a7-86ab-6128827b7d89, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f212514b-bca2-49a7-86ab-6128827b7d89,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:22.576003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c05f646-80f8-4de2-818a-a3d78163c9de req-4cdbcdf3-0e8f-48e7-b35e-6dba3dbbc445 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310333 Feb 03 12:50:22.593598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36732) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:22.609678 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (f212514b-bca2-49a7-86ab-6128827b7d89), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.624809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.666814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (68f2cf13-6d25-4878-a0a2-47cbe24a9645), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.696244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:22.699405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:22.708250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] Set router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:50:22.732792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Allocated IP 2001:db8::33e (15c0d1df-f173-416f-815d-a80ee3b3110c/9e17eeab-ed1c-4169-bfc1-090b36753ed7/76ee4733-5313-43a9-9cbf-286c2f2de825) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:22.818694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=f212514b-bca2-49a7-86ab-6128827b7d89,revision_number=4']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:22.834131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:22.835792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=68f2cf13-6d25-4878-a0a2-47cbe24a9645,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:22.843612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:22.846356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:22.847120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.876138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9b8ac8da-62a7-4851-b91e-adac88ed3a5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7472897 Feb 03 12:50:22.876468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36740) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:22.883197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:a8:b4:3b', 'name': 'tempest-NetworksTestDHCPv6-1063847687'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:22.911220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34866a49-4973-4320-926a-90576fb1f7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.019668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:16Z', 'updated_at': '2022-02-03T12:50:21Z', 'revision_number': 4, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'gw_port': {'id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:18Z', 'updated_at': '2022-02-03T12:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0bb21aec-3e37-47c6-bd92-b0b65fe25902', 'name': '', 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'mac_address': 'fa:16:3e:fd:36:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:20Z', 'updated_at': '2022-02-03T12:50:21Z', 'revision_number': 2, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'subnets': [{'id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:23.039627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:23.057398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea79876-eecc-4b2e-95ed-13d7add64ef7 None None] The sync data for ids ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'] in n-d-792364-10 is: [{'id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:16Z', 'updated_at': '2022-02-03T12:50:21Z', 'revision_number': 4, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'gw_port': {'id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:18Z', 'updated_at': '2022-02-03T12:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0bb21aec-3e37-47c6-bd92-b0b65fe25902', 'name': '', 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'mac_address': 'fa:16:3e:fd:36:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:20Z', 'updated_at': '2022-02-03T12:50:21Z', 'revision_number': 2, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'subnets': [{'id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:23.083239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-ea418fe9-d312-4623-9f80-fd2bbfb2f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:23.083239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-ea418fe9-d312-4623-9f80-fd2bbfb2f1d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84e8c274948d4779b78823151ad34a56&device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 1129 time: 0.1763039 Feb 03 12:50:23.108047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1baf03-e24e-4ef6-bbeb-622219720960 req-c69c5a8b-eb56-47ad-8f5f-78f8cde2d2e5 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:23.109636 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd1baf03-e24e-4ef6-bbeb-622219720960 req-c69c5a8b-eb56-47ad-8f5f-78f8cde2d2e5 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.1565509 Feb 03 12:50:23.214347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:23.241471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:23.248036 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2a65516a-d4bd-4a10-bb63-acedb1e0af29 admin admin] 10.222.0.65 "PUT /v2.0/routers/caa10474-4ff8-45c0-ba4d-6b5027a2b0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1627314 Feb 03 12:50:23.284031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd1baf03-e24e-4ef6-bbeb-622219720960 req-2085ab25-c4f9-41ef-a262-abc0a62d6746 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616952 Feb 03 12:50:23.292128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-d838e2e1-f945-49c6-a339-5a043fc8d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:23.293668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-d838e2e1-f945-49c6-a339-5a043fc8d95b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 200 len: 919 time: 0.2041571 Feb 03 12:50:23.301125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34866a49-4973-4320-926a-90576fb1f7f3 admin admin] Publish callbacks [] for security_group (73fa195f-02a0-43a3-a07e-d047d538be2e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.321484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks [] for port (76ee4733-5313-43a9-9cbf-286c2f2de825), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.323789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34866a49-4973-4320-926a-90576fb1f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (73fa195f-02a0-43a3-a07e-d047d538be2e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.358000 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-34866a49-4973-4320-926a-90576fb1f7f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9e64d214d2048768746e3e962f868dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7589560 Feb 03 12:50:23.361739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36744) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:23.400156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34866a49-4973-4320-926a-90576fb1f7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fa195f-02a0-43a3-a07e-d047d538be2e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:23.463775 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-e067b239-f13f-41e3-bb01-aa403d880727 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff549559-04f0-4e4b-9691-6c6207598355 HTTP/1.1" status: 200 len: 217 time: 0.1170568 Feb 03 12:50:23.464033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (76ee4733-5313-43a9-9cbf-286c2f2de825), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.538654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Network 15c0d1df-f173-416f-815d-a80ee3b3110c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:23.549502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:23.557534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:23.562905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:23.563579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.582470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07374b3c-5435-4889-98b2-0d2e0e8adb22 None None] Network 15c0d1df-f173-416f-815d-a80ee3b3110c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:23.601867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.608869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event updated for resources: {'Port': ['ID=76ee4733-5313-43a9-9cbf-286c2f2de825,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:23.626940 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0eef0c23-b066-47ac-bf23-8eb45ccd2812 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5220001 Feb 03 12:50:23.628851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36754) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:23.698214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9537a503-e21a-4bd3-a612-eda615e8f1e0 admin admin] Publish callbacks [] for security_group (73fa195f-02a0-43a3-a07e-d047d538be2e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.713142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-b637f757-b3ee-4dcf-aee9-a3ca3ef273e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:23.741353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-b637f757-b3ee-4dcf-aee9-a3ca3ef273e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 200 len: 858 time: 0.2293427 Feb 03 12:50:23.744817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b90cd-fa8a-4796-89a2-f630938ecd2a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:23.764044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b90cd-fa8a-4796-89a2-f630938ecd2a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:23.777243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b90cd-fa8a-4796-89a2-f630938ecd2a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:23.782185 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-838b90cd-fa8a-4796-89a2-f630938ecd2a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1523402 Feb 03 12:50:23.783031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36756) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:23.807898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port 8ff936a7-d95f-4e85-bc8e-cbb0a243acb0 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:23.852682 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9537a503-e21a-4bd3-a612-eda615e8f1e0 admin admin] Publish callbacks [] for security_group (73fa195f-02a0-43a3-a07e-d047d538be2e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.885767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fff36bc4-db15-4e3d-98ed-2b4f5314f81a None None] Provisioning complete for port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:23.889899 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff36bc4-db15-4e3d-98ed-2b4f5314f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.966160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f212514b-bca2-49a7-86ab-6128827b7d89 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:23.966987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-14bf7edf-40cd-4c44-ad8a-6de22a203357 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Deleting port 76ee4733-5313-43a9-9cbf-286c2f2de825 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:23.967982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14bf7edf-40cd-4c44-ad8a-6de22a203357 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (76ee4733-5313-43a9-9cbf-286c2f2de825), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.029555 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-aaabcf2f-3f7a-4efe-8c00-366323e481ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4e9488bc-ea27-4499-b9f0-e21617c12612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2871752 Feb 03 12:50:24.110149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14bf7edf-40cd-4c44-ad8a-6de22a203357 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (76ee4733-5313-43a9-9cbf-286c2f2de825), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.127388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-14bf7edf-40cd-4c44-ad8a-6de22a203357 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Calling delete_port for 76ee4733-5313-43a9-9cbf-286c2f2de825 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:24.187800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d799d930-182c-4c9f-83a4-f62e78ae66c8 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:24.366845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14bf7edf-40cd-4c44-ad8a-6de22a203357 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (76ee4733-5313-43a9-9cbf-286c2f2de825), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.409050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf7edf-40cd-4c44-ad8a-6de22a203357 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event deleted for resources: {'Port': ['ID=76ee4733-5313-43a9-9cbf-286c2f2de825,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:24.456449 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14bf7edf-40cd-4c44-ad8a-6de22a203357 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.461010 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-14bf7edf-40cd-4c44-ad8a-6de22a203357 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "DELETE /v2.0/ports/76ee4733-5313-43a9-9cbf-286c2f2de825 HTTP/1.1" status: 204 len: 168 time: 0.6767802 Feb 03 12:50:24.475201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36770) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:24.482701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Request body: {'port': {'name': 'tempest-new-port-name-95466282', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:24.483063 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.api.validators [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] bootfile-name is not in valid_values {{(pid=103223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:50:24.483405 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.api.validators [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] tftp-server is not in valid_values {{(pid=103223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:50:24.483740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.api.validators [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] server-ip-address is not in valid_values {{(pid=103223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:50:24.497280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f212514b-bca2-49a7-86ab-6128827b7d89 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:24.497652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.509008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fff36bc4-db15-4e3d-98ed-2b4f5314f81a None None] Current status of the port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:24.510293 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff36bc4-db15-4e3d-98ed-2b4f5314f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.611881 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cdaedde6-757e-4517-abba-87a98e72457e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.646543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fff36bc4-db15-4e3d-98ed-2b4f5314f81a None None] For port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0f8c0ad7-a833-4a86-ba16-ad402919ed8e,segment=NetworkSegment(749f2640-bb2a-455a-9c05-a805d8f5004f),segment_id=749f2640-bb2a-455a-9c05-a805d8f5004f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:24.664169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff36bc4-db15-4e3d-98ed-2b4f5314f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.758600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff36bc4-db15-4e3d-98ed-2b4f5314f81a None None] Pushing event updated for resources: {'Port': ['ID=0f8c0ad7-a833-4a86-ba16-ad402919ed8e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:24.797566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d81ed-6692-4465-a723-d6f4d2cd53e1 req-28f12fdd-1f50-4e16-ba5c-201ca83e5eeb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:24.819877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-182d81ed-6692-4465-a723-d6f4d2cd53e1 req-28f12fdd-1f50-4e16-ba5c-201ca83e5eeb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 1.0116856 Feb 03 12:50:24.844135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9537a503-e21a-4bd3-a612-eda615e8f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (73fa195f-02a0-43a3-a07e-d047d538be2e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.847517 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9537a503-e21a-4bd3-a612-eda615e8f1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.851257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9537a503-e21a-4bd3-a612-eda615e8f1e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73fa195f-02a0-43a3-a07e-d047d538be2e HTTP/1.1" status: 204 len: 168 time: 1.4858665 Feb 03 12:50:24.905970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f212514b-bca2-49a7-86ab-6128827b7d89 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:24.906392 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.915412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-77d5cd28-1ac8-4648-a1ca-e93cafb38d44 None None] Provisioning complete for port f212514b-bca2-49a7-86ab-6128827b7d89 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:24.915830 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77d5cd28-1ac8-4648-a1ca-e93cafb38d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.982510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537a503-e21a-4bd3-a612-eda615e8f1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fa195f-02a0-43a3-a07e-d047d538be2e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:25.033926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks [] for port (cdaedde6-757e-4517-abba-87a98e72457e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.041752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-1a443b02-c6c4-4833-9af8-d0ceea67d86c service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9977167 Feb 03 12:50:25.044306 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (cdaedde6-757e-4517-abba-87a98e72457e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.071655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] In _notify_port_updated(), no bound segment for port cdaedde6-757e-4517-abba-87a98e72457e on network 15c0d1df-f173-416f-815d-a80ee3b3110c {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:50:25.088525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:25.090352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.090597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::11d (d981a595-dc33-4968-a2b7-6d84f7b5e02f/6f9bad2b-a439-4133-babe-fcad0aa3de11/8ff936a7-d95f-4e85-bc8e-cbb0a243acb0) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:25.093767 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "PUT /v2.0/ports/cdaedde6-757e-4517-abba-87a98e72457e HTTP/1.1" status: 200 len: 1128 time: 0.6162467 Feb 03 12:50:25.107466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-1289d963-8dd1-4d14-b279-685a28e6bcf9 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:25.109141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-1289d963-8dd1-4d14-b279-685a28e6bcf9 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 811 time: 1.0824897 Feb 03 12:50:25.128067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36774) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:25.142575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port f212514b-bca2-49a7-86ab-6128827b7d89, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f212514b-bca2-49a7-86ab-6128827b7d89,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:25.170920 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.185192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0f8c0ad7-a833-4a86-ba16-ad402919ed8e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:25.277897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e39e4-82d1-4bc1-9436-667154f8c305 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event updated for resources: {'Port': ['ID=cdaedde6-757e-4517-abba-87a98e72457e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:25.302424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c78f17-bbac-41d6-bd59-e8fb0e58d0cb tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:25.314085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:b43b (d981a595-dc33-4968-a2b7-6d84f7b5e02f/68f2cf13-6d25-4878-a0a2-47cbe24a9645/8ff936a7-d95f-4e85-bc8e-cbb0a243acb0) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:25.319871 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-67c78f17-bbac-41d6-bd59-e8fb0e58d0cb tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "GET /v2.0/ports/cdaedde6-757e-4517-abba-87a98e72457e HTTP/1.1" status: 200 len: 1128 time: 0.1902585 Feb 03 12:50:25.332497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13e4bdf7-297e-4a7d-b082-cdd7e878ee93 req-fba597ee-24e2-45d0-af7e-cc789ac68310 service neutron] 10.222.0.72 "GET /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304111 Feb 03 12:50:25.332824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36778) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:25.364067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-182d81ed-6692-4465-a723-d6f4d2cd53e1 req-efa96244-007a-4260-a076-7c49a9519caa tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429826 Feb 03 12:50:25.380610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-6d958b61-b897-4381-af73-aaba06d12ce5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/quotas/e3677a71d1b54d958a1f65b1e50dbba4 HTTP/1.1" status: 200 len: 375 time: 0.2402976 Feb 03 12:50:25.623504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=f212514b-bca2-49a7-86ab-6128827b7d89,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:25.635321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-789c0480-7d71-4f29-8890-690e0ed8af4b tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Deleting port cdaedde6-757e-4517-abba-87a98e72457e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:25.647172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-789c0480-7d71-4f29-8890-690e0ed8af4b tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cdaedde6-757e-4517-abba-87a98e72457e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.665252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:25.665633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.756432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-77d5cd28-1ac8-4648-a1ca-e93cafb38d44 None None] Current status of the port f212514b-bca2-49a7-86ab-6128827b7d89 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:25.848975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:25.861968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2256cb1-059f-4720-84f1-4b8b0d77b2dc req-39272da7-1b4b-469a-87df-b1c91d1bfb6a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:25.871632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2256cb1-059f-4720-84f1-4b8b0d77b2dc req-39272da7-1b4b-469a-87df-b1c91d1bfb6a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.3049784 Feb 03 12:50:25.876055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-51fa3b73-6dd3-4cd8-97fc-21b2ad8880f9 None None] Could not find standard attr ID for object 76ee4733-5313-43a9-9cbf-286c2f2de825. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:50:25.900792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-51fa3b73-6dd3-4cd8-97fc-21b2ad8880f9 None None] Provisioning complete for port cdaedde6-757e-4517-abba-87a98e72457e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:25.901260 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51fa3b73-6dd3-4cd8-97fc-21b2ad8880f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cdaedde6-757e-4517-abba-87a98e72457e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.928321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-789c0480-7d71-4f29-8890-690e0ed8af4b tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cdaedde6-757e-4517-abba-87a98e72457e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.940757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-393aff86-fbbd-43d1-b7eb-a072c1c4aeaa tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5480325 Feb 03 12:50:25.952940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-789c0480-7d71-4f29-8890-690e0ed8af4b tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Calling delete_port for cdaedde6-757e-4517-abba-87a98e72457e owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:25.996180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-51fa3b73-6dd3-4cd8-97fc-21b2ad8880f9 None None] Port cdaedde6-757e-4517-abba-87a98e72457e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:50:26.027319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-51fa3b73-6dd3-4cd8-97fc-21b2ad8880f9 None None] Provisioning complete for port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:26.027679 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51fa3b73-6dd3-4cd8-97fc-21b2ad8880f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.097038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2256cb1-059f-4720-84f1-4b8b0d77b2dc req-865197bd-2320-4422-8ff6-b4e01035c493 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163510 Feb 03 12:50:26.163658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (8ff936a7-d95f-4e85-bc8e-cbb0a243acb0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.220360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-51fa3b73-6dd3-4cd8-97fc-21b2ad8880f9 None None] Current status of the port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:26.251880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-587befd4-af70-4967-ad50-8d039ebd5fe0 service neutron] 10.222.0.65 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113818 Feb 03 12:50:26.258539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f212514b-bca2-49a7-86ab-6128827b7d89 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:26.273996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8ff936a7-d95f-4e85-bc8e-cbb0a243acb0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.278848 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-789c0480-7d71-4f29-8890-690e0ed8af4b tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (cdaedde6-757e-4517-abba-87a98e72457e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.340309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-11bb9863-fd5c-4fc7-9514-e60de8b44d82 None None] Could not find standard attr ID for object 76ee4733-5313-43a9-9cbf-286c2f2de825. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:50:26.361500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:26.370483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:26.373323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:26.376463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f212514b-bca2-49a7-86ab-6128827b7d89 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:26.376838 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.378701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:26.379372 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.380488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-11bb9863-fd5c-4fc7-9514-e60de8b44d82 None None] Provisioning complete for port f212514b-bca2-49a7-86ab-6128827b7d89 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:26.380849 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11bb9863-fd5c-4fc7-9514-e60de8b44d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.430590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=8ff936a7-d95f-4e85-bc8e-cbb0a243acb0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:26.443831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ff2dcc49-faed-48db-b70f-eddc22a5e9fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5652850 Feb 03 12:50:26.451540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36798) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:26.456288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c0480-7d71-4f29-8890-690e0ed8af4b tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event deleted for resources: {'Port': ['ID=cdaedde6-757e-4517-abba-87a98e72457e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:26.468803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-789c0480-7d71-4f29-8890-690e0ed8af4b tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.479647 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-789c0480-7d71-4f29-8890-690e0ed8af4b tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "DELETE /v2.0/ports/cdaedde6-757e-4517-abba-87a98e72457e HTTP/1.1" status: 204 len: 168 time: 1.1480441 Feb 03 12:50:26.486064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36802) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:26.550053 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-84149e7f-a8b8-4376-bbbc-1cba7633ab4d service neutron] 10.222.0.65 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860291 Feb 03 12:50:26.591295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-11bb9863-fd5c-4fc7-9514-e60de8b44d82 None None] Current status of the port f212514b-bca2-49a7-86ab-6128827b7d89 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:26.630550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b18c1e-8489-4f7a-9336-d89778fba93a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Deleting subnet 9e17eeab-ed1c-4169-bfc1-090b36753ed7 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:26.647179 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00b18c1e-8489-4f7a-9336-d89778fba93a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks [] for subnet (9e17eeab-ed1c-4169-bfc1-090b36753ed7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.703725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f212514b-bca2-49a7-86ab-6128827b7d89 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:26.705979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:26.753849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00b18c1e-8489-4f7a-9336-d89778fba93a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (9e17eeab-ed1c-4169-bfc1-090b36753ed7), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.829761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:26.830495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.873450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315359ed-8520-4024-a989-095db1fa90dd req-ec2b68cd-173d-4fb9-b5c7-23c923e59862 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:26.885451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-315359ed-8520-4024-a989-095db1fa90dd req-ec2b68cd-173d-4fb9-b5c7-23c923e59862 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.3597224 Feb 03 12:50:26.923627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4982e9e1-3d1f-4250-8367-67686c454713 None None] Could not find standard attr ID for object cdaedde6-757e-4517-abba-87a98e72457e. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:50:27.064786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c9fc71c-c3ad-4247-aa5e-3acfc7043ea3 req-5e6aa64e-a2eb-4aba-8908-3ba65d695fc6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 210 time: 0.1436894 Feb 03 12:50:27.074662 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00b18c1e-8489-4f7a-9336-d89778fba93a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (9e17eeab-ed1c-4169-bfc1-090b36753ed7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.136640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0e5675e2-a101-456c-874e-5b127b2b673d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port 8ff936a7-d95f-4e85-bc8e-cbb0a243acb0 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:27.136977 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e5675e2-a101-456c-874e-5b127b2b673d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8ff936a7-d95f-4e85-bc8e-cbb0a243acb0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.139125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-39c63da0-4195-460f-b13b-113135fad4fc None None] Provisioning complete for port 8ff936a7-d95f-4e85-bc8e-cbb0a243acb0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:27.141508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39c63da0-4195-460f-b13b-113135fad4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8ff936a7-d95f-4e85-bc8e-cbb0a243acb0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.146608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:27.147798 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.227658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-315359ed-8520-4024-a989-095db1fa90dd req-f042dcdb-7054-4f03-935d-1cdc5449fdb9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411238 Feb 03 12:50:27.294780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00b18c1e-8489-4f7a-9336-d89778fba93a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (9e17eeab-ed1c-4169-bfc1-090b36753ed7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.297397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7b30213e-8c09-4cd9-a93c-43c7b85cffb4,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:27.320145 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.320972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0f8c0ad7-a833-4a86-ba16-ad402919ed8e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:27.327663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-39c63da0-4195-460f-b13b-113135fad4fc None None] Port 8ff936a7-d95f-4e85-bc8e-cbb0a243acb0 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:50:27.335713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b18c1e-8489-4f7a-9336-d89778fba93a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event deleted for resources: {'Subnet': ['ID=9e17eeab-ed1c-4169-bfc1-090b36753ed7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:27.341550 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00b18c1e-8489-4f7a-9336-d89778fba93a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.350006 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-00b18c1e-8489-4f7a-9336-d89778fba93a tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "DELETE /v2.0/subnets/9e17eeab-ed1c-4169-bfc1-090b36753ed7 HTTP/1.1" status: 204 len: 168 time: 0.8594406 Feb 03 12:50:27.350821 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Sync routers for ids ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:27.351285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36834) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:27.395118 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Routers {'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:27.396694 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:50:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:27.414317 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e5675e2-a101-456c-874e-5b127b2b673d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8ff936a7-d95f-4e85-bc8e-cbb0a243acb0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.431664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0e5675e2-a101-456c-874e-5b127b2b673d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for 8ff936a7-d95f-4e85-bc8e-cbb0a243acb0 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:27.441391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aefce-0969-4632-abc0-290c0b1665bd req-0560b5bd-315d-4d32-be3d-c185223a73e6 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:27.443258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e6aefce-0969-4632-abc0-290c0b1665bd req-0560b5bd-315d-4d32-be3d-c185223a73e6 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.2053111 Feb 03 12:50:27.450708 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae732e-4eaf-405e-bd70-6d0258c9913d None None] Network 15c0d1df-f173-416f-815d-a80ee3b3110c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:27.488215 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (15c0d1df-f173-416f-815d-a80ee3b3110c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.565635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e6aefce-0969-4632-abc0-290c0b1665bd req-f5ac33d3-91c1-4293-be77-d22f109554ec tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112018 Feb 03 12:50:27.601359 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Set router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:50:27.631221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Deleting port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:27.631573 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.668664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=7b30213e-8c09-4cd9-a93c-43c7b85cffb4,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:27.713483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] For port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0f8c0ad7-a833-4a86-ba16-ad402919ed8e,segment=NetworkSegment(749f2640-bb2a-455a-9c05-a805d8f5004f),segment_id=749f2640-bb2a-455a-9c05-a805d8f5004f)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:27.714268 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.734476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Calling delete_port for 0f8c0ad7-a833-4a86-ba16-ad402919ed8e owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:27.739410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:27.739971 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.768481 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e5675e2-a101-456c-874e-5b127b2b673d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8ff936a7-d95f-4e85-bc8e-cbb0a243acb0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.844127 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0f8c0ad7-a833-4a86-ba16-ad402919ed8e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.853486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5675e2-a101-456c-874e-5b127b2b673d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=8ff936a7-d95f-4e85-bc8e-cbb0a243acb0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:27.877500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event deleted for resources: {'Port': ['ID=0f8c0ad7-a833-4a86-ba16-ad402919ed8e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:27.882472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] No DVR routers for this DVR port 0f8c0ad7-a833-4a86-ba16-ad402919ed8e on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:27.887865 n-d-792364-10 neutron-server[103225]: INFO neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No ports have port_id starting with 0f8c0ad7-a833-4a86-ba16-ad402919ed8e Feb 03 12:50:27.897094 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:16Z', 'updated_at': '2022-02-03T12:50:21Z', 'revision_number': 4, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'gw_port': {'id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:18Z', 'updated_at': '2022-02-03T12:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0bb21aec-3e37-47c6-bd92-b0b65fe25902', 'name': '', 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'mac_address': 'fa:16:3e:fd:36:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:20Z', 'updated_at': '2022-02-03T12:50:21Z', 'revision_number': 2, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'subnets': [{'id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:27.962108 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Checking router: caa10474-4ff8-45c0-ba4d-6b5027a2b0ab for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:50:27.962505 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Updating router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab port 0bb21aec-3e37-47c6-bd92-b0b65fe25902 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:50:28.016166 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.048667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5a3f31-aead-4758-bb41-b2c1089b9114 None None] DHCP port deletion for 15c0d1df-f173-416f-815d-a80ee3b3110c request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:28.078801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e5675e2-a101-456c-874e-5b127b2b673d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.101770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0e5675e2-a101-456c-874e-5b127b2b673d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/8ff936a7-d95f-4e85-bc8e-cbb0a243acb0 HTTP/1.1" status: 204 len: 168 time: 1.6413734 Feb 03 12:50:28.116298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36852) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:28.131475 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (15c0d1df-f173-416f-815d-a80ee3b3110c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.196278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c0d1df-f173-416f-815d-a80ee3b3110c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:28.215513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749f2640-bb2a-455a-9c05-a805d8f5004f') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:28.215842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749f2640-bb2a-455a-9c05-a805d8f5004f') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:28.235919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (749f2640-bb2a-455a-9c05-a805d8f5004f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.288731 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (749f2640-bb2a-455a-9c05-a805d8f5004f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.307688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:28.308402 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (749f2640-bb2a-455a-9c05-a805d8f5004f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.323801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:28.392829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27819103-06f2-4c43-af44-9a00a1f160a3 req-53a5e94e-207b-42f7-b4ee-f6ee68a5f929 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 210 time: 0.1332777 Feb 03 12:50:28.447348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2658c194-36a4-4f1a-93eb-9ddb4e047978 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.451386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2658c194-36a4-4f1a-93eb-9ddb4e047978 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3340034 Feb 03 12:50:28.452254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36866) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:28.454972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36868) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:28.475492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:28.476696 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:28.482709 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.497424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (15c0d1df-f173-416f-815d-a80ee3b3110c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.566468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.575268 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] 10.222.0.65 "DELETE /v2.0/networks/15c0d1df-f173-416f-815d-a80ee3b3110c HTTP/1.1" status: 204 len: 168 time: 1.2234035 Feb 03 12:50:28.576233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a833f2-9f64-40c7-9c30-44cb4d2b4f8f tempest-ExtraDHCPOptionsIpV6TestJSON-346543020 tempest-ExtraDHCPOptionsIpV6TestJSON-346543020-project] Pushing event deleted for resources: {'Network': ['ID=15c0d1df-f173-416f-815d-a80ee3b3110c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:28.576385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac70c47-1dce-4a09-b9a1-03b056f439f0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.578471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6ac70c47-1dce-4a09-b9a1-03b056f439f0 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1224642 Feb 03 12:50:28.584123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36874) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:28.597905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cfbcb-8010-41d5-82d8-8b948f2124a3 req-ed5ff01c-f0b6-457a-8dbd-3206f317312b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.600497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-921cfbcb-8010-41d5-82d8-8b948f2124a3 req-ed5ff01c-f0b6-457a-8dbd-3206f317312b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.1278677 Feb 03 12:50:28.691151 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28282156-a94d-4e11-bae8-52add2f93aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.694594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:28.696379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1b23f-f55f-4630-9ed4-c885680aeafc tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.697875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1b23f-f55f-4630-9ed4-c885680aeafc tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.699849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1b23f-f55f-4630-9ed4-c885680aeafc tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.701541 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36a1b23f-f55f-4630-9ed4-c885680aeafc tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1155305 Feb 03 12:50:28.704515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:28.735374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-921cfbcb-8010-41d5-82d8-8b948f2124a3 req-ffbeb3b8-7613-43a6-9d5c-215902562bb2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977859 Feb 03 12:50:28.806218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23d9873-545d-4385-bf98-d1ba1be3c459 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 68f2cf13-6d25-4878-a0a2-47cbe24a9645 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:28.810603 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c23d9873-545d-4385-bf98-d1ba1be3c459 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (68f2cf13-6d25-4878-a0a2-47cbe24a9645), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.846148 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28282156-a94d-4e11-bae8-52add2f93aef admin admin] Publish callbacks [] for security_group (b32a9ea0-d7d5-4248-a1a5-f8a035bdb6bd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.861331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28282156-a94d-4e11-bae8-52add2f93aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b32a9ea0-d7d5-4248-a1a5-f8a035bdb6bd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.881954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c23d9873-545d-4385-bf98-d1ba1be3c459 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (68f2cf13-6d25-4878-a0a2-47cbe24a9645), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.902033 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Publish callbacks [] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.909711 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.922675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-28282156-a94d-4e11-bae8-52add2f93aef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b84ab3ef1b945488f6b96d79b8bbf29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4666593 Feb 03 12:50:28.925461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36880) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:28.930692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28282156-a94d-4e11-bae8-52add2f93aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a9ea0-d7d5-4248-a1a5-f8a035bdb6bd,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:28.985934 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Pushing event updated for resources: {'Port': ['ID=0bb21aec-3e37-47c6-bd92-b0b65fe25902,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:29.001523 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.001523 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.001523 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.001523 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.002193 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.002665 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.003064 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.003462 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.003855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.004243 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.004712 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.005012 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.005411 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:29.040758 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c23d9873-545d-4385-bf98-d1ba1be3c459 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (68f2cf13-6d25-4878-a0a2-47cbe24a9645), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.073487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36882) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:29.096991 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8bd64c44-7f49-47d0-83d7-284faecdef6d admin admin] Publish callbacks [] for security_group (b32a9ea0-d7d5-4248-a1a5-f8a035bdb6bd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.143008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8bd64c44-7f49-47d0-83d7-284faecdef6d admin admin] Publish callbacks [] for security_group (b32a9ea0-d7d5-4248-a1a5-f8a035bdb6bd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.144528 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Attempting to bind port 0bb21aec-3e37-47c6-bd92-b0b65fe25902 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:29.148975 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Attempting to bind port 0bb21aec-3e37-47c6-bd92-b0b65fe25902 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:29.149440 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Attempting to bind port 0bb21aec-3e37-47c6-bd92-b0b65fe25902 on network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:29.158377 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:29.158761 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Checking segment: {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:29.160101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c23d9873-545d-4385-bf98-d1ba1be3c459 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (68f2cf13-6d25-4878-a0a2-47cbe24a9645), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.170899 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.171878 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Bound using segment: {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:29.173285 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Bound port: 0bb21aec-3e37-47c6-bd92-b0b65fe25902, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:29.175190 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.216294 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8bd64c44-7f49-47d0-83d7-284faecdef6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b32a9ea0-d7d5-4248-a1a5-f8a035bdb6bd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.219531 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8bd64c44-7f49-47d0-83d7-284faecdef6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.226050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8bd64c44-7f49-47d0-83d7-284faecdef6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b32a9ea0-d7d5-4248-a1a5-f8a035bdb6bd HTTP/1.1" status: 204 len: 168 time: 0.2995603 Feb 03 12:50:29.243559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64c44-7f49-47d0-83d7-284faecdef6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a9ea0-d7d5-4248-a1a5-f8a035bdb6bd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:29.254366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d9873-545d-4385-bf98-d1ba1be3c459 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=68f2cf13-6d25-4878-a0a2-47cbe24a9645,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:29.284533 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c23d9873-545d-4385-bf98-d1ba1be3c459 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.285328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5fcd18-b0ab-4711-84dd-8580b237012a None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:29.290248 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] For port 0bb21aec-3e37-47c6-bd92-b0b65fe25902, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:29.300018 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] For port 0bb21aec-3e37-47c6-bd92-b0b65fe25902, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0bb21aec-3e37-47c6-bd92-b0b65fe25902,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:29.303641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36888) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:29.303820 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c23d9873-545d-4385-bf98-d1ba1be3c459 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/68f2cf13-6d25-4878-a0a2-47cbe24a9645 HTTP/1.1" status: 204 len: 168 time: 0.5950012 Feb 03 12:50:29.326202 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.394174 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Routers {'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:29.395115 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:50:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:29.411192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bfa683-cccb-4e1e-8b28-1abba4028a41 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 6f9bad2b-a439-4133-babe-fcad0aa3de11 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:29.457261 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71bfa683-cccb-4e1e-8b28-1abba4028a41 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (6f9bad2b-a439-4133-babe-fcad0aa3de11), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.570902 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:50:29.587003 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] Set router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:50:29.653894 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d954a2-c159-437d-afc5-c49c336977ff None None] Pushing event updated for resources: {'Port': ['ID=0bb21aec-3e37-47c6-bd92-b0b65fe25902,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:29.688189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4974566-aae4-4f02-bb9c-187a00682d0d req-b992ca0a-0dbc-4e79-a956-9520a6b30e7b tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 210 time: 0.1367056 Feb 03 12:50:29.696422 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71bfa683-cccb-4e1e-8b28-1abba4028a41 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (6f9bad2b-a439-4133-babe-fcad0aa3de11), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.779924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fd7c34e0-56fb-4de0-bcf9-503bc1f7d872 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b46b1c7716f94a1f90057347dd99a6b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7051036 Feb 03 12:50:29.780535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36900) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:29.857119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-cb3e9f30-1ba6-4db3-9d6c-539061e291b6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:29.859028 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-cb3e9f30-1ba6-4db3-9d6c-539061e291b6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.91 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 811 time: 0.2611389 Feb 03 12:50:29.877446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Request body: {'port': {'device_id': 'b2f942c0-7da8-4151-ba96-933b3610b8db', 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'admin_state_up': True, 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:29.908154 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:16Z', 'updated_at': '2022-02-03T12:50:21Z', 'revision_number': 4, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'gw_port': {'id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:18Z', 'updated_at': '2022-02-03T12:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0bb21aec-3e37-47c6-bd92-b0b65fe25902', 'name': '', 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'mac_address': 'fa:16:3e:fd:36:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:20Z', 'updated_at': '2022-02-03T12:50:29Z', 'revision_number': 4, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'subnets': [{'id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:29.936409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d396ce58-1901-4a15-bd3a-d0fbfe1a2be4 admin admin] Publish callbacks [] for security_group (82f3b5f2-3083-4e95-a87c-887ff3127ae1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.959620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d396ce58-1901-4a15-bd3a-d0fbfe1a2be4 admin admin] Publish callbacks [] for security_group (82f3b5f2-3083-4e95-a87c-887ff3127ae1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.987689 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71bfa683-cccb-4e1e-8b28-1abba4028a41 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6f9bad2b-a439-4133-babe-fcad0aa3de11), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.003665 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2212fe5-30f1-4b9e-a4b7-45db4406b714 None None] The sync data for ids ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'] in n-d-792364-10 is: [{'id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:16Z', 'updated_at': '2022-02-03T12:50:21Z', 'revision_number': 4, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'gw_port': {'id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:18Z', 'updated_at': '2022-02-03T12:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0bb21aec-3e37-47c6-bd92-b0b65fe25902', 'name': '', 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'mac_address': 'fa:16:3e:fd:36:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:20Z', 'updated_at': '2022-02-03T12:50:29Z', 'revision_number': 4, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'subnets': [{'id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:30.111947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Made reservation on behalf of e3677a71d1b54d958a1f65b1e50dbba4 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:30.120154 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.199169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634521c5-e76d-4d70-98c6-afb1fc040884 req-078faccc-f8bb-43f1-a470-cd6499643ee1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:30.201382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-634521c5-e76d-4d70-98c6-afb1fc040884 req-078faccc-f8bb-43f1-a470-cd6499643ee1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2815113 Feb 03 12:50:30.203316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d396ce58-1901-4a15-bd3a-d0fbfe1a2be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (82f3b5f2-3083-4e95-a87c-887ff3127ae1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.207826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d396ce58-1901-4a15-bd3a-d0fbfe1a2be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.216992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0bb21aec-3e37-47c6-bd92-b0b65fe25902 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:30.218432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d396ce58-1901-4a15-bd3a-d0fbfe1a2be4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82f3b5f2-3083-4e95-a87c-887ff3127ae1 HTTP/1.1" status: 204 len: 168 time: 0.4335194 Feb 03 12:50:30.237210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71bfa683-cccb-4e1e-8b28-1abba4028a41 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (6f9bad2b-a439-4133-babe-fcad0aa3de11), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.347421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396ce58-1901-4a15-bd3a-d0fbfe1a2be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f3b5f2-3083-4e95-a87c-887ff3127ae1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:30.354654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0bb21aec-3e37-47c6-bd92-b0b65fe25902 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:30.355783 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.379499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfa683-cccb-4e1e-8b28-1abba4028a41 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9bad2b-a439-4133-babe-fcad0aa3de11,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:30.392584 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-71bfa683-cccb-4e1e-8b28-1abba4028a41 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.399948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Allocated IP 172.20.0.13 (ad29dbfe-9548-44bc-b328-f1414b2cf5d1/6c9fc64e-885f-4cea-96f2-294d9d138e90/579a52b2-c353-4528-8230-d44bbf9bc660) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:30.405476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-71bfa683-cccb-4e1e-8b28-1abba4028a41 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/6f9bad2b-a439-4133-babe-fcad0aa3de11 HTTP/1.1" status: 204 len: 168 time: 1.1010046 Feb 03 12:50:30.406479 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36912) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:30.503082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-634521c5-e76d-4d70-98c6-afb1fc040884 req-436ddab3-77c5-464a-a88a-726d9f3f1ba1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750797 Feb 03 12:50:30.542553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36916) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:30.547829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:30.580607 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-485122a7-20c4-43ae-966b-d2bb21de4e2d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1719835 Feb 03 12:50:30.613362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0bb21aec-3e37-47c6-bd92-b0b65fe25902 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:30.615243 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.710455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 0bb21aec-3e37-47c6-bd92-b0b65fe25902, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0bb21aec-3e37-47c6-bd92-b0b65fe25902,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:30.730155 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.812242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0f8c0ad7-a833-4a86-ba16-ad402919ed8e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:30.933120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:30.937412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.946248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f68b45b-0bbf-4464-bced-4f4e2b10376c req-44c5c9e1-3e8a-4f78-a163-367e685b748f tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 210 time: 0.0754635 Feb 03 12:50:30.950904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 0f8c0ad7-a833-4a86-ba16-ad402919ed8e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:30.951253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0f8c0ad7-a833-4a86-ba16-ad402919ed8e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:30.972393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=0bb21aec-3e37-47c6-bd92-b0b65fe25902,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:30.979697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faaea74-707f-4fc5-80cc-f1a638c44f40 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:31.147326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-17ed4527-0382-497e-a027-80a3fcf52cc3 None None] Provisioning complete for port f212514b-bca2-49a7-86ab-6128827b7d89 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:31.147707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17ed4527-0382-497e-a027-80a3fcf52cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.325096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (33234b90-41f1-483e-80d7-62e732fc2900), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.423108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-17ed4527-0382-497e-a027-80a3fcf52cc3 None None] Current status of the port f212514b-bca2-49a7-86ab-6128827b7d89 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:31.442029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:31.445663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:31.453251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:31.462939 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.498223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=33234b90-41f1-483e-80d7-62e732fc2900,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:31.520830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-afd48487-85b3-4f64-92a6-7002af1f1a66 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9769604 Feb 03 12:50:31.523710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36950) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:31.530216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f31108c1-e45a-495e-a673-2b0c8343b49c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:31.542932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d4b59-69b1-4ef2-a296-0a58a0da4287 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:31.610424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks [] for port (579a52b2-c353-4528-8230-d44bbf9bc660), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.667976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-214d4b59-69b1-4ef2-a296-0a58a0da4287 None None] Deleting port f212514b-bca2-49a7-86ab-6128827b7d89 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:31.668940 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-214d4b59-69b1-4ef2-a296-0a58a0da4287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.677134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.780710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d2b31-9057-4c3c-a48f-2a231344cfc1 req-82cc22c5-e72d-4f55-be55-d26488414224 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:31.789529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991d2b31-9057-4c3c-a48f-2a231344cfc1 req-82cc22c5-e72d-4f55-be55-d26488414224 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.1101403 Feb 03 12:50:31.821614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:31.828439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:31.833668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:31.858657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-214d4b59-69b1-4ef2-a296-0a58a0da4287 None None] For port f212514b-bca2-49a7-86ab-6128827b7d89, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f212514b-bca2-49a7-86ab-6128827b7d89,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:31.859080 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-214d4b59-69b1-4ef2-a296-0a58a0da4287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.884035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Pushing event updated for resources: {'Port': ['ID=579a52b2-c353-4528-8230-d44bbf9bc660,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:31.884305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-214d4b59-69b1-4ef2-a296-0a58a0da4287 None None] Calling delete_port for f212514b-bca2-49a7-86ab-6128827b7d89 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:31.923868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31108c1-e45a-495e-a673-2b0c8343b49c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:31.931108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:31.933999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f31108c1-e45a-495e-a673-2b0c8343b49c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.934266 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.975517 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-108a84ab-88ed-4449-8ff0-a580e7f6202a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1023531 Feb 03 12:50:32.000529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Request body: {'port': {'device_id': 'b2f942c0-7da8-4151-ba96-933b3610b8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:32.052441 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-214d4b59-69b1-4ef2-a296-0a58a0da4287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (f212514b-bca2-49a7-86ab-6128827b7d89), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.054944 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36966) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:32.089718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d4b59-69b1-4ef2-a296-0a58a0da4287 None None] Pushing event deleted for resources: {'Port': ['ID=f212514b-bca2-49a7-86ab-6128827b7d89,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:32.117034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d4b59-69b1-4ef2-a296-0a58a0da4287 None None] No DVR routers for this DVR port f212514b-bca2-49a7-86ab-6128827b7d89 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:32.118763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0bb21aec-3e37-47c6-bd92-b0b65fe25902 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:32.137798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.142442 n-d-792364-10 neutron-server[103224]: INFO neutron.db.ipam_backend_mixin [None req-f31108c1-e45a-495e-a673-2b0c8343b49c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33234b90-41f1-483e-80d7-62e732fc2900 (CIDR: 2001:db8::/64) Feb 03 12:50:32.172202 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31108c1-e45a-495e-a673-2b0c8343b49c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:50:32.174314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31108c1-e45a-495e-a673-2b0c8343b49c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:32.204370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b7ed52-c2be-4697-a0cf-2b08fa6d4432 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:32.246032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0bb21aec-3e37-47c6-bd92-b0b65fe25902 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:32.246201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991d2b31-9057-4c3c-a48f-2a231344cfc1 req-135f556e-f0d2-43b4-84c0-48c2c4fb59d3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556072 Feb 03 12:50:32.247005 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.271779 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f31108c1-e45a-495e-a673-2b0c8343b49c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7467115 Feb 03 12:50:32.278105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36972) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:32.285833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779e9c-69de-4b93-9430-ba12ed37622a req-b71ec6eb-eddb-4299-a1a5-c095248cae96 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:32.300182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02779e9c-69de-4b93-9430-ba12ed37622a req-b71ec6eb-eddb-4299-a1a5-c095248cae96 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 932 time: 0.1550179 Feb 03 12:50:32.312077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'subnet': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:32.441090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02779e9c-69de-4b93-9430-ba12ed37622a req-301150fb-b369-4180-b4ef-6bb48096f92c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324680 Feb 03 12:50:32.459882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1896488781'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:32.497479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:32.504583 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.566959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:32.570315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.605233 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.613757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0bb21aec-3e37-47c6-bd92-b0b65fe25902 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:32.658682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d981a595-dc33-4968-a2b7-6d84f7b5e02f', 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'project_id': 'f9933751c1ee433fb509cfa0d5aa53c6', 'fixed_ips': [{'subnet_id': '33234b90-41f1-483e-80d7-62e732fc2900'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:32.660014 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.698850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f212514b-bca2-49a7-86ab-6128827b7d89 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:32.775840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f212514b-bca2-49a7-86ab-6128827b7d89 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:32.776322 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f212514b-bca2-49a7-86ab-6128827b7d89 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:32.795467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579a52b2-c353-4528-8230-d44bbf9bc660 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:32.808359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Publish callbacks [] for port (579a52b2-c353-4528-8230-d44bbf9bc660), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.837994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Transition to ACTIVE for port object 579a52b2-c353-4528-8230-d44bbf9bc660 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:50:32.852907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.856765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (4ef62533-4708-4844-9395-e05f34540af9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.885574 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4ef62533-4708-4844-9395-e05f34540af9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:32.906898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Allocated IP 2001:db8::2 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/33234b90-41f1-483e-80d7-62e732fc2900/175f5f7c-7425-4ac7-ba11-fa6b30e39a83) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:32.949398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef62533-4708-4844-9395-e05f34540af9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:33.001569 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:33.013931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:50:33.019754 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (1f3dae39-e121-4308-bd40-f1c9869785de), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.042519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Pushing event updated for resources: {'Port': ['ID=579a52b2-c353-4528-8230-d44bbf9bc660,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:33.048400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ebe06430-0271-4b46-b53e-d1ca49092dbf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.048747 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Added segment ebe06430-0271-4b46-b53e-d1ca49092dbf of type vlan for network d5f80349-d4fc-419a-9268-25eab03ba503 Feb 03 12:50:33.089912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Publish callbacks [] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.101860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:33.107856 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.114401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:33.118917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:33.119732 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.177493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:33.180244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (d5f80349-d4fc-419a-9268-25eab03ba503), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.185472 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:33.187408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8826582 Feb 03 12:50:33.190709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9adfb2-a476-4ab1-907d-bb0652099657 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Subnet': ['ID=1f3dae39-e121-4308-bd40-f1c9869785de,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:33.191180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36992) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:33.192170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:33.196805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Request body: {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'mac_address': 'fa:16:3e:a3:dd:69', 'name': 'tempest-NetworksTestDHCPv6-2096553346'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:33.204970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Attempting to bind port 579a52b2-c353-4528-8230-d44bbf9bc660 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:33.205384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Attempting to bind port 579a52b2-c353-4528-8230-d44bbf9bc660 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:33.205651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Attempting to bind port 579a52b2-c353-4528-8230-d44bbf9bc660 on network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:33.234995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Port 579a52b2-c353-4528-8230-d44bbf9bc660 on network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:50:33.235374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Attempting to bind port 579a52b2-c353-4528-8230-d44bbf9bc660 on network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:33.266060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:33.266060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Checking segment: {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:33.266060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Bound using segment: {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:33.266060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Bound port: 579a52b2-c353-4528-8230-d44bbf9bc660, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:33.267025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.271895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Pushing event updated for resources: {'Port': ['ID=175f5f7c-7425-4ac7-ba11-fa6b30e39a83,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:33.280723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Attempting to bind port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:33.281330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Attempting to bind port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:33.281929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Attempting to bind port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 on network d981a595-dc33-4968-a2b7-6d84f7b5e02f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:33.287650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:33.288477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Checking segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:33.289155 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.289758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Bound using segment: {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:33.290499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Bound port: 175f5f7c-7425-4ac7-ba11-fa6b30e39a83, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01463885-61c4-49df-a040-0e03a3fef02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:33.291140 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.344854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (d5f80349-d4fc-419a-9268-25eab03ba503), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.349781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:33.350415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.399600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] For port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:33.404448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] For port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=175f5f7c-7425-4ac7-ba11-fa6b30e39a83,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:33.413405 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.437913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7b73-cd4e-4b4c-a0a9-600fc8319737 req-8d35172d-72a7-45da-90e5-dcc618844bc3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:33.441691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d33f7b73-cd4e-4b4c-a0a9-600fc8319737 req-8d35172d-72a7-45da-90e5-dcc618844bc3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.1036308 Feb 03 12:50:33.442749 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3851607 Feb 03 12:50:33.444005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37010) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:33.460494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'name': 'tempest-PortsIpV6TestJSON-1645414808'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:33.512530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed4906-51a8-4242-b2d1-4260e11af195 None None] Pushing event updated for resources: {'Port': ['ID=175f5f7c-7425-4ac7-ba11-fa6b30e39a83,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:33.554192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f136e00-67cb-48bb-8288-23e979404f71 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Network': ['ID=d5f80349-d4fc-419a-9268-25eab03ba503,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:33.567568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:33.577866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] For port 579a52b2-c353-4528-8230-d44bbf9bc660, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:33.632579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] For port 579a52b2-c353-4528-8230-d44bbf9bc660, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=579a52b2-c353-4528-8230-d44bbf9bc660,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:33.664732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.710318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Made reservation on behalf of f9933751c1ee433fb509cfa0d5aa53c6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:33.740140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d33f7b73-cd4e-4b4c-a0a9-600fc8319737 req-14b5a785-451f-49b9-9067-9831c8a2d42a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769175 Feb 03 12:50:33.746314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:33.746950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.749682 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] 10.222.0.91 "PUT /v2.0/ports/579a52b2-c353-4528-8230-d44bbf9bc660 HTTP/1.1" status: 200 len: 1093 time: 1.7619998 Feb 03 12:50:33.753163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f942c0-7da8-4151-ba96-933b3610b8db', 'tag': '579a52b2-c353-4528-8230-d44bbf9bc660'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:33.755239 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d892ec-ea38-465e-9430-3d79a09c1e63" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f942c0-7da8-4151-ba96-933b3610b8db", "tag": "579a52b2-c353-4528-8230-d44bbf9bc660"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:33.784766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbc143-5b66-4fa6-ad6a-fa05546e96ec req-6e89ba35-79c1-4a3d-882d-f2ad6d9aaa7b tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:33.786437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fcbc143-5b66-4fa6-ad6a-fa05546e96ec req-6e89ba35-79c1-4a3d-882d-f2ad6d9aaa7b tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 944 time: 0.2492840 Feb 03 12:50:33.787227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:33.792803 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.852708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc6f6a-6a64-4d05-96ff-261569bf63ab service neutron] Pushing event updated for resources: {'Port': ['ID=579a52b2-c353-4528-8230-d44bbf9bc660,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:33.861739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 0573a054-aea4-4cc2-8d02-0aafa7361924 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:33.939506 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6be29b-daad-415e-9dd7-b2d7bbd16df8 x-openstack-request-id: req-0e6be29b-daad-415e-9dd7-b2d7bbd16df8 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:33.940071 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f942c0-7da8-4151-ba96-933b3610b8db", "tag": "579a52b2-c353-4528-8230-d44bbf9bc660", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:33.940506 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e6be29b-daad-415e-9dd7-b2d7bbd16df8 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:33.941089 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f942c0-7da8-4151-ba96-933b3610b8db', 'tag': '579a52b2-c353-4528-8230-d44bbf9bc660', 'status': 'completed', 'code': 200} Feb 03 12:50:33.956879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-b5e5df89-1e07-4e80-818c-ab8ad1c2b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:33.958533 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-b5e5df89-1e07-4e80-818c-ab8ad1c2b3b5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 1127 time: 0.1226392 Feb 03 12:50:33.968185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fcbc143-5b66-4fa6-ad6a-fa05546e96ec req-54f22bb8-a200-4bd0-989e-73bd60063ee3 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410763 Feb 03 12:50:33.968373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.048576 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-c820d0bd-9cac-4b5b-8fb1-5e0b1d9259e5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=579a52b2-c353-4528-8230-d44bbf9bc660 HTTP/1.1" status: 200 len: 217 time: 0.0765512 Feb 03 12:50:34.079198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] device_id is not set on port aa4037ea-9189-49a0-8bb1-e6524e94b84c yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:34.194510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:34.210548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.218025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37032) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:34.264826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.267740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:34.268210 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.269432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-74830b4f-44dc-4fc4-aa5c-0f47bef0daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:34.271276 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-74830b4f-44dc-4fc4-aa5c-0f47bef0daf3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c9fc64e-885f-4cea-96f2-294d9d138e90 HTTP/1.1" status: 200 len: 851 time: 0.0894437 Feb 03 12:50:34.324611 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-716aa752-1141-4f62-a9b8-2ed5a3745997 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446138 Feb 03 12:50:34.374169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:34.374708 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.415415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=175f5f7c-7425-4ac7-ba11-fa6b30e39a83,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:34.437763 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.447445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8::198 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/33234b90-41f1-483e-80d7-62e732fc2900/aa4037ea-9189-49a0-8bb1-e6524e94b84c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:34.467896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Allocated IP 2001:db8:0:1:f816:3eff:fea3:dd69 (d981a595-dc33-4968-a2b7-6d84f7b5e02f/1f3dae39-e121-4308-bd40-f1c9869785de/aa4037ea-9189-49a0-8bb1-e6524e94b84c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:34.469701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=0573a054-aea4-4cc2-8d02-0aafa7361924,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:34.483127 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27ea2320-d89f-44d9-9d09-90160d52297d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.493139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Checking segment: {'id': 'ebe06430-0271-4b46-b53e-d1ca49092dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:34.493502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network hostable DHCP agents. Network: d5f80349-d4fc-419a-9268-25eab03ba503, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:34.511149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=175f5f7c-7425-4ac7-ba11-fa6b30e39a83,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:34.514496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:34.536180 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-6bfb3f0b-c89e-47f3-9a53-5a52a722ed99 service neutron] 10.222.0.91 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744957 Feb 03 12:50:34.536520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, d5f80349-d4fc-419a-9268-25eab03ba503) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:34.548146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71404f2-9965-4245-b03c-0294a3b06fff None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:34.554527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:34.564162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:34.564913 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.600062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-750a56b3-bcad-4892-8a9b-2031431c13ed tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1510272 Feb 03 12:50:34.601839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37036) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:34.610547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-102315144'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:34.663273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:34.668437 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.698316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:34.713658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (0b914b75-ba82-42c0-b436-46d7fdf5c323), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.713808 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Added segment 0b914b75-ba82-42c0-b436-46d7fdf5c323 of type vlan for network cc213f32-7eed-4610-a953-41f6005eb279 Feb 03 12:50:34.734603 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27ea2320-d89f-44d9-9d09-90160d52297d admin admin] Publish callbacks [] for security_group (4684c0ec-05b0-4a2f-bfb0-5b7a39740111), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.776024 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (cc213f32-7eed-4610-a953-41f6005eb279), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.811271 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (cc213f32-7eed-4610-a953-41f6005eb279), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.817113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:34.817284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27ea2320-d89f-44d9-9d09-90160d52297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4684c0ec-05b0-4a2f-bfb0-5b7a39740111), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.823037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.892836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2898653 Feb 03 12:50:34.897296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37040) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:34.903543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'ports': [{'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503'}, {'network_id': 'cc213f32-7eed-4610-a953-41f6005eb279'}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:34.903952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:34.904496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': 'cc213f32-7eed-4610-a953-41f6005eb279'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:34.908445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea2320-d89f-44d9-9d09-90160d52297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4684c0ec-05b0-4a2f-bfb0-5b7a39740111,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:34.974420 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a59a81b6-1470-4b57-9901-3869c4bcd16c req-5585b68a-8904-4d8d-875a-e36b531bbecd service neutron] 10.222.0.91 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199388 Feb 03 12:50:34.989374 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-27ea2320-d89f-44d9-9d09-90160d52297d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99286f6f69f0483f8fa7313875540c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7643044 Feb 03 12:50:34.990036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df5cca3-4790-4b36-9342-cd92a58a6d33 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:35.007440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37042) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:35.025403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Network': ['ID=cc213f32-7eed-4610-a953-41f6005eb279,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:35.054999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.055363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.055687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.056021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.056366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.056689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.057069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.057396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.057778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.057955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for port (aa4037ea-9189-49a0-8bb1-e6524e94b84c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.058133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.058445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.059090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.059090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98e1a-3820-41a9-b48e-d397de9697e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:35.075806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06767535-38ca-4da0-ad7e-2a147fcccb84 req-1f431b94-18bc-4a69-95ca-362b6f6367a9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:35.076534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06767535-38ca-4da0-ad7e-2a147fcccb84 req-1f431b94-18bc-4a69-95ca-362b6f6367a9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2355421 Feb 03 12:50:35.125952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network cc213f32-7eed-4610-a953-41f6005eb279 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:35.200519 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12fc3c92-f222-4291-9347-ebe56503b9c2 admin admin] Publish callbacks [] for security_group (4684c0ec-05b0-4a2f-bfb0-5b7a39740111), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.225134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-5b286b5e-ea26-4a9a-8936-494a823cbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:35.226750 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-5b286b5e-ea26-4a9a-8936-494a823cbcb6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 1127 time: 0.1754339 Feb 03 12:50:35.234792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06767535-38ca-4da0-ad7e-2a147fcccb84 req-b41443fa-1cbc-4e05-ac51-74ba350432e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508789 Feb 03 12:50:35.249033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6ec7-886c-443f-8dcc-d00c3921fb0a req-04843411-5c62-4316-9695-792bbd9545ed tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:35.249516 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (aa4037ea-9189-49a0-8bb1-e6524e94b84c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.250682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-349d6ec7-886c-443f-8dcc-d00c3921fb0a req-04843411-5c62-4316-9695-792bbd9545ed tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 944 time: 0.1138089 Feb 03 12:50:35.253105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 2} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:35.258458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.258982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12fc3c92-f222-4291-9347-ebe56503b9c2 admin admin] Publish callbacks [] for security_group (4684c0ec-05b0-4a2f-bfb0-5b7a39740111), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.259202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5f94507b-4149-475c-a720-22f661b9838d None None] Provisioning complete for port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:35.260435 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f94507b-4149-475c-a720-22f661b9838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.302910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.327095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event updated for resources: {'Port': ['ID=aa4037ea-9189-49a0-8bb1-e6524e94b84c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:35.370773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:35.391300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5f94507b-4149-475c-a720-22f661b9838d None None] Current status of the port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:35.419236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:35.421710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:35.425141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-349d6ec7-886c-443f-8dcc-d00c3921fb0a req-14f2b21d-c043-4fd1-b2ee-8ce09705a089 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464028 Feb 03 12:50:35.427157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:35.427797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.456175 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dcfae80b-1da1-4489-8033-25c40bafd4b1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2634518 Feb 03 12:50:35.464105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37048) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:35.488657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be31df1-5804-4e0a-a223-c762cdb6b434 None None] Update dhcp port {'port': {'network_id': 'd981a595-dc33-4968-a2b7-6d84f7b5e02f', 'fixed_ips': [{'subnet_id': '33234b90-41f1-483e-80d7-62e732fc2900', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f3dae39-e121-4308-bd40-f1c9869785de'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '175f5f7c-7425-4ac7-ba11-fa6b30e39a83'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:50:35.492798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-7193e61f-d73b-424e-8063-298f767fa1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:35.494566 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-7193e61f-d73b-424e-8063-298f767fa1fe service neutron] 10.222.0.91 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 912 time: 0.2587626 Feb 03 12:50:35.501620 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12fc3c92-f222-4291-9347-ebe56503b9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4684c0ec-05b0-4a2f-bfb0-5b7a39740111), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.505571 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12fc3c92-f222-4291-9347-ebe56503b9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.507138 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-12fc3c92-f222-4291-9347-ebe56503b9c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4684c0ec-05b0-4a2f-bfb0-5b7a39740111 HTTP/1.1" status: 204 len: 168 time: 0.4990730 Feb 03 12:50:35.523155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc3c92-f222-4291-9347-ebe56503b9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684c0ec-05b0-4a2f-bfb0-5b7a39740111,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:35.527320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7be31df1-5804-4e0a-a223-c762cdb6b434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.563802 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-1f7c5a17-1abe-442b-845b-c81a6c115333 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=579a52b2-c353-4528-8230-d44bbf9bc660 HTTP/1.1" status: 200 len: 217 time: 0.0547731 Feb 03 12:50:35.564062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 428e7b06-b04b-4049-833c-a4a83c26e240 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:35.635384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-f453aab5-6d00-4289-b91d-1b3dedc928a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:35.637898 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-f453aab5-6d00-4289-b91d-1b3dedc928a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c9fc64e-885f-4cea-96f2-294d9d138e90 HTTP/1.1" status: 200 len: 851 time: 0.0674293 Feb 03 12:50:35.681316 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-c2cd7ef6-3d1d-42ab-b0e6-0c9481869cc9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362840 Feb 03 12:50:35.713035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f69ed3d6-08f7-468f-babd-c867c173e2e9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting port aa4037ea-9189-49a0-8bb1-e6524e94b84c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:35.713449 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f69ed3d6-08f7-468f-babd-c867c173e2e9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (aa4037ea-9189-49a0-8bb1-e6524e94b84c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.778848 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (428e7b06-b04b-4049-833c-a4a83c26e240), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.824566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7be31df1-5804-4e0a-a223-c762cdb6b434 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb0:a70f (d981a595-dc33-4968-a2b7-6d84f7b5e02f/1f3dae39-e121-4308-bd40-f1c9869785de/175f5f7c-7425-4ac7-ba11-fa6b30e39a83) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:35.828322 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-da9f6916-277c-409c-bb2f-594a4c013855 service neutron] 10.222.0.91 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391251 Feb 03 12:50:35.865683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port d879dae1-a032-481a-9d23-c781de916235 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:35.989119 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b4d892ec-ea38-465e-9430-3d79a09c1e63 req-c410c190-a6d1-4ebb-a9b6-44ef22695b17 service neutron] 10.222.0.91 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537082 Feb 03 12:50:36.008270 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f69ed3d6-08f7-468f-babd-c867c173e2e9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (aa4037ea-9189-49a0-8bb1-e6524e94b84c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.019927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37054) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:36.042932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7be31df1-5804-4e0a-a223-c762cdb6b434 None None] For port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=175f5f7c-7425-4ac7-ba11-fa6b30e39a83,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:36.044932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f69ed3d6-08f7-468f-babd-c867c173e2e9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Calling delete_port for aa4037ea-9189-49a0-8bb1-e6524e94b84c owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:36.048382 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ee110ab-55c4-4167-b3da-9d8ab6d0e70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.065500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:36.103124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (d879dae1-a032-481a-9d23-c781de916235), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.119224 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7be31df1-5804-4e0a-a223-c762cdb6b434 None None] Publish callbacks [] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.128089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ee110ab-55c4-4167-b3da-9d8ab6d0e70b admin admin] Publish callbacks [] for security_group (e05a2616-8e9f-47cf-9e51-786283886a4d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.134631 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7be31df1-5804-4e0a-a223-c762cdb6b434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.135977 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ee110ab-55c4-4167-b3da-9d8ab6d0e70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e05a2616-8e9f-47cf-9e51-786283886a4d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.173852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee110ab-55c4-4167-b3da-9d8ab6d0e70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05a2616-8e9f-47cf-9e51-786283886a4d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:36.189153 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9ee110ab-55c4-4167-b3da-9d8ab6d0e70b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aef9fdaa46814391a24313f3e055da5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679182 Feb 03 12:50:36.191828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37056) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:36.260706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab48cde9-ad6c-4364-b248-fdd3bb550238 admin admin] Publish callbacks [] for security_group (e05a2616-8e9f-47cf-9e51-786283886a4d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.262979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be31df1-5804-4e0a-a223-c762cdb6b434 None None] Pushing event updated for resources: {'Port': ['ID=175f5f7c-7425-4ac7-ba11-fa6b30e39a83,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:36.269382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:36.270091 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.321331 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab48cde9-ad6c-4364-b248-fdd3bb550238 admin admin] Publish callbacks [] for security_group (e05a2616-8e9f-47cf-9e51-786283886a4d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.384194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:36.436770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab48cde9-ad6c-4364-b248-fdd3bb550238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e05a2616-8e9f-47cf-9e51-786283886a4d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.440087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab48cde9-ad6c-4364-b248-fdd3bb550238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.444554 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ab48cde9-ad6c-4364-b248-fdd3bb550238 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e05a2616-8e9f-47cf-9e51-786283886a4d HTTP/1.1" status: 204 len: 168 time: 0.2516747 Feb 03 12:50:36.455852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48cde9-ad6c-4364-b248-fdd3bb550238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05a2616-8e9f-47cf-9e51-786283886a4d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:36.611930 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-789f7bef-b457-4b38-9b81-a9e214b19b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.785780 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (428e7b06-b04b-4049-833c-a4a83c26e240), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.862650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:36.877349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:36.883663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:36.884531 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d879dae1-a032-481a-9d23-c781de916235), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.911185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=428e7b06-b04b-4049-833c-a4a83c26e240,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:36.923340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29dcfb-9b60-4e5f-8881-b5ed008e0f66 req-14d5d7f4-fb61-4dc8-90d6-c6de61671b36 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:36.924881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a29dcfb-9b60-4e5f-8881-b5ed008e0f66 req-14d5d7f4-fb61-4dc8-90d6-c6de61671b36 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2766621 Feb 03 12:50:36.978575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=d879dae1-a032-481a-9d23-c781de916235,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:36.995958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abc8b9-5ea0-49ba-b572-12202b5363fe req-dc0502a7-ba73-4ca3-ade2-3b02d54bdcc4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.002826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1abc8b9-5ea0-49ba-b572-12202b5363fe req-dc0502a7-ba73-4ca3-ade2-3b02d54bdcc4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 944 time: 0.3556182 Feb 03 12:50:37.126809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-870bd44b-b8b2-4709-b80e-4d1ca7b42f4e None None] Provisioning complete for port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:37.127288 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-870bd44b-b8b2-4709-b80e-4d1ca7b42f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.153133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a29dcfb-9b60-4e5f-8881-b5ed008e0f66 req-127c4a2c-9bf3-485a-b971-f374eeb1adbc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696763 Feb 03 12:50:37.235523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1abc8b9-5ea0-49ba-b572-12202b5363fe req-c83cd3a7-2f2c-4aee-86eb-dcf85030d78e tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317216 Feb 03 12:50:37.249805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Checking segment: {'id': '0b914b75-ba82-42c0-b436-46d7fdf5c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cc213f32-7eed-4610-a953-41f6005eb279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:37.249805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network hostable DHCP agents. Network: cc213f32-7eed-4610-a953-41f6005eb279, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:37.264733 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f69ed3d6-08f7-468f-babd-c867c173e2e9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (aa4037ea-9189-49a0-8bb1-e6524e94b84c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.268048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-870bd44b-b8b2-4709-b80e-4d1ca7b42f4e None None] Current status of the port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:37.323036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network cc213f32-7eed-4610-a953-41f6005eb279 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:37.325392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ed3d6-08f7-468f-babd-c867c173e2e9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Port': ['ID=aa4037ea-9189-49a0-8bb1-e6524e94b84c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:37.400434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, cc213f32-7eed-4610-a953-41f6005eb279) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:37.403078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f69ed3d6-08f7-468f-babd-c867c173e2e9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.408592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f69ed3d6-08f7-468f-babd-c867c173e2e9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/aa4037ea-9189-49a0-8bb1-e6524e94b84c HTTP/1.1" status: 204 len: 168 time: 1.9431837 Feb 03 12:50:37.408928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37084) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:37.411389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad5fd9-15a6-4491-b7ec-c5189accde41 None None] Network cc213f32-7eed-4610-a953-41f6005eb279 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:37.420577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:37.426246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.431382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.433031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.470468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-39aa2cf2-d056-4c8b-82fa-92102da96466 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5713737 Feb 03 12:50:37.473688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37086) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:37.533083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-68458142-72cc-4e44-b02b-9cea8b902c16 None None] Could not find standard attr ID for object aa4037ea-9189-49a0-8bb1-e6524e94b84c. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:50:37.545706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205313f2-cf97-4ce8-bd00-055941167e42 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.547405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-205313f2-cf97-4ce8-bd00-055941167e42 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1375322 Feb 03 12:50:37.549943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37092) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:37.644493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3e231-ca31-46af-9ba3-2012b40888b1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port d879dae1-a032-481a-9d23-c781de916235 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:37.644982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e231-ca31-46af-9ba3-2012b40888b1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d879dae1-a032-481a-9d23-c781de916235), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.666755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7904c1f-8a03-4986-b213-918fd5b5a839 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.670907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e7904c1f-8a03-4986-b213-918fd5b5a839 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1198711 Feb 03 12:50:37.674262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37094) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:37.742226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e231-ca31-46af-9ba3-2012b40888b1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d879dae1-a032-481a-9d23-c781de916235), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.752896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ae8d7-da9f-43c7-884c-081e629dc4be tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.754649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ae8d7-da9f-43c7-884c-081e629dc4be tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.756952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ae8d7-da9f-43c7-884c-081e629dc4be tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.759128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c99ae8d7-da9f-43c7-884c-081e629dc4be tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0834610 Feb 03 12:50:37.761983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37098) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:37.771786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3e231-ca31-46af-9ba3-2012b40888b1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for d879dae1-a032-481a-9d23-c781de916235 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:37.819409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a56b907-320b-4b55-86ac-11e940ebc837 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 1f3dae39-e121-4308-bd40-f1c9869785de {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:37.823689 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a56b907-320b-4b55-86ac-11e940ebc837 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (1f3dae39-e121-4308-bd40-f1c9869785de), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.872732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e231-ca31-46af-9ba3-2012b40888b1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d879dae1-a032-481a-9d23-c781de916235), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.881010 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a56b907-320b-4b55-86ac-11e940ebc837 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (1f3dae39-e121-4308-bd40-f1c9869785de), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.904393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3e231-ca31-46af-9ba3-2012b40888b1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=d879dae1-a032-481a-9d23-c781de916235,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:37.914909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e231-ca31-46af-9ba3-2012b40888b1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.921372 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9ee3e231-ca31-46af-9ba3-2012b40888b1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/d879dae1-a032-481a-9d23-c781de916235 HTTP/1.1" status: 204 len: 168 time: 0.4440908 Feb 03 12:50:37.923320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37104) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:37.998879 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a56b907-320b-4b55-86ac-11e940ebc837 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (1f3dae39-e121-4308-bd40-f1c9869785de), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.013170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654385a1-5f64-4f7a-8352-5eed03ff11fe tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:38.018777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654385a1-5f64-4f7a-8352-5eed03ff11fe tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:38.023390 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-654385a1-5f64-4f7a-8352-5eed03ff11fe tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0961547 Feb 03 12:50:38.023738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37108) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:38.067017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:38.094596 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a56b907-320b-4b55-86ac-11e940ebc837 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (1f3dae39-e121-4308-bd40-f1c9869785de), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.130062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:38.130289 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.153984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56b907-320b-4b55-86ac-11e940ebc837 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3dae39-e121-4308-bd40-f1c9869785de,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:38.173059 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a56b907-320b-4b55-86ac-11e940ebc837 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.183685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e97abe-93e7-4491-97e0-84ac1e06aff0 None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:38.185781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37112) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:38.186008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6a56b907-320b-4b55-86ac-11e940ebc837 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/1f3dae39-e121-4308-bd40-f1c9869785de HTTP/1.1" status: 204 len: 168 time: 0.4227912 Feb 03 12:50:38.202207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a27aed2f-cfa8-49e8-ba19-789a7d0cee39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 428e7b06-b04b-4049-833c-a4a83c26e240 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:38.202941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a27aed2f-cfa8-49e8-ba19-789a7d0cee39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (428e7b06-b04b-4049-833c-a4a83c26e240), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.319269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92deb17-2c8c-483f-9ae2-59b241a8d076 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Deleting subnet 33234b90-41f1-483e-80d7-62e732fc2900 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:38.322699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:38.327150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b92deb17-2c8c-483f-9ae2-59b241a8d076 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (33234b90-41f1-483e-80d7-62e732fc2900), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.398576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b92deb17-2c8c-483f-9ae2-59b241a8d076 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (33234b90-41f1-483e-80d7-62e732fc2900), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.421526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a27aed2f-cfa8-49e8-ba19-789a7d0cee39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (428e7b06-b04b-4049-833c-a4a83c26e240), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.443295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a27aed2f-cfa8-49e8-ba19-789a7d0cee39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 428e7b06-b04b-4049-833c-a4a83c26e240 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:38.459030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93a3c-75e8-4330-b473-848e789afe0e req-7d1e25ad-9682-49cd-8b28-2108959452af tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:38.464514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ce93a3c-75e8-4330-b473-848e789afe0e req-7d1e25ad-9682-49cd-8b28-2108959452af tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.1653171 Feb 03 12:50:38.534275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ce93a3c-75e8-4330-b473-848e789afe0e req-d39f6ff5-0166-4f5c-a2da-bc4d07b39ab6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627832 Feb 03 12:50:38.555340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d1464-17ca-4040-bf59-c4a906255fbd req-a52cef7e-76ce-4f99-a71a-a19e16f4be46 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:38.560035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-933d1464-17ca-4040-bf59-c4a906255fbd req-a52cef7e-76ce-4f99-a71a-a19e16f4be46 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 944 time: 0.1992123 Feb 03 12:50:38.651015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-933d1464-17ca-4040-bf59-c4a906255fbd req-9e1e823a-0bf0-4d42-98ea-77991d97d956 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834837 Feb 03 12:50:38.668027 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b92deb17-2c8c-483f-9ae2-59b241a8d076 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (33234b90-41f1-483e-80d7-62e732fc2900), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.736074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a27aed2f-cfa8-49e8-ba19-789a7d0cee39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (428e7b06-b04b-4049-833c-a4a83c26e240), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.792723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aed2f-cfa8-49e8-ba19-789a7d0cee39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=428e7b06-b04b-4049-833c-a4a83c26e240,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:38.795331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e876043-5a15-42be-b84e-977d06e2ae12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.802901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a27aed2f-cfa8-49e8-ba19-789a7d0cee39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.816028 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a27aed2f-cfa8-49e8-ba19-789a7d0cee39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/428e7b06-b04b-4049-833c-a4a83c26e240 HTTP/1.1" status: 204 len: 168 time: 0.7889254 Feb 03 12:50:38.817155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37146) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:38.838592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b92deb17-2c8c-483f-9ae2-59b241a8d076 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (33234b90-41f1-483e-80d7-62e732fc2900), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.897035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a503c36f-9f21-495e-9540-cedd0cea90db tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:38.899582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a503c36f-9f21-495e-9540-cedd0cea90db tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0821378 Feb 03 12:50:38.902879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37152) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:38.951037 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dad3edc-a745-485b-8f63-f9fb309f1929 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:50:38.956975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7dad3edc-a745-485b-8f63-f9fb309f1929 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/d879dae1-a032-481a-9d23-c781de916235 HTTP/1.1" status: 404 len: 333 time: 0.0527549 Feb 03 12:50:38.957699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37158) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.000950 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-138cd20c-7038-47da-8421-8f81ef02ac5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:50:39.005830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-138cd20c-7038-47da-8421-8f81ef02ac5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/428e7b06-b04b-4049-833c-a4a83c26e240 HTTP/1.1" status: 404 len: 333 time: 0.0466785 Feb 03 12:50:39.006555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37160) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.113961 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (cc213f32-7eed-4610-a953-41f6005eb279), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.232819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92deb17-2c8c-483f-9ae2-59b241a8d076 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Subnet': ['ID=33234b90-41f1-483e-80d7-62e732fc2900,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:39.251619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b92deb17-2c8c-483f-9ae2-59b241a8d076 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.254893 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b92deb17-2c8c-483f-9ae2-59b241a8d076 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/33234b90-41f1-483e-80d7-62e732fc2900 HTTP/1.1" status: 204 len: 168 time: 1.0669045 Feb 03 12:50:39.257391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37178) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.266628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (cc213f32-7eed-4610-a953-41f6005eb279), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.320871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-95044b86-b4e8-4387-82fc-31f1c4dfbe5c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599580 Feb 03 12:50:39.321401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37180) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.333429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc213f32-7eed-4610-a953-41f6005eb279']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:39.347403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b914b75-ba82-42c0-b436-46d7fdf5c323') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:39.347855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b914b75-ba82-42c0-b436-46d7fdf5c323') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:39.358496 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (0b914b75-ba82-42c0-b436-46d7fdf5c323), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.374882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (0b914b75-ba82-42c0-b436-46d7fdf5c323), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.390950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04940e07-0eb4-4096-a606-8f75f7edb3fc None None] Network d981a595-dc33-4968-a2b7-6d84f7b5e02f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:39.391599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:39.392038 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (0b914b75-ba82-42c0-b436-46d7fdf5c323), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.398972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048ac80-0866-4e13-8aea-7e7915b2457e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:39.402999 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1048ac80-0866-4e13-8aea-7e7915b2457e tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0782323 Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:39.403146 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:39.405268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37190) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.504314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b1f75-dae6-4bb3-ab6f-06ccfb058756 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:39.508220 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-804b1f75-dae6-4bb3-ab6f-06ccfb058756 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1010773 Feb 03 12:50:39.508957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37200) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.522619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c586059f-44a7-4a66-b325-4fbbfc1c6387 None None] Provisioning complete for port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:39.523147 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c586059f-44a7-4a66-b325-4fbbfc1c6387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.529455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (cc213f32-7eed-4610-a953-41f6005eb279), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.537541 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.545367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/networks/cc213f32-7eed-4610-a953-41f6005eb279 HTTP/1.1" status: 204 len: 168 time: 0.5378265 Feb 03 12:50:39.550850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37206) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.556130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-397955031'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:39.591126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17d53e-13f8-4d8a-9e6a-996a9e99f69b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Network': ['ID=cc213f32-7eed-4610-a953-41f6005eb279,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:39.620182 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a6c09f28-5bd0-44bf-ac0e-ced1c76dd301 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075585 Feb 03 12:50:39.620741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37210) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.645713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:39.658675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.677366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] DHCP port deletion for d981a595-dc33-4968-a2b7-6d84f7b5e02f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:39.677565 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-504dbef7-31b2-40f9-8c3f-ac308b1e6b90 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:39.678029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504dbef7-31b2-40f9-8c3f-ac308b1e6b90 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:39.681086 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-504dbef7-31b2-40f9-8c3f-ac308b1e6b90 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/aa4037ea-9189-49a0-8bb1-e6524e94b84c HTTP/1.1" status: 404 len: 333 time: 0.0592582 Feb 03 12:50:39.685794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37218) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.763566 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b202bab1-33af-4971-85ca-27efc337b200 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:39.774020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c586059f-44a7-4a66-b325-4fbbfc1c6387 None None] Current status of the port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:39.774204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b202bab1-33af-4971-85ca-27efc337b200 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:39.782747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b202bab1-33af-4971-85ca-27efc337b200 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/1f3dae39-e121-4308-bd40-f1c9869785de HTTP/1.1" status: 404 len: 337 time: 0.0932949 Feb 03 12:50:39.783146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37226) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.805600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:39.821495 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6e44f28c-52b6-4f10-ace7-a8b7ecef7411), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.821847 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Added segment 6e44f28c-52b6-4f10-ace7-a8b7ecef7411 of type vlan for network dc72f7b0-c533-4162-b241-a4ed0a92b6f5 Feb 03 12:50:39.833111 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb738a1-0a23-41f1-91b5-02b96863f6ff tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:39.833606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb738a1-0a23-41f1-91b5-02b96863f6ff tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:39.841120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Deleting port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:39.841746 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.843522 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8fb738a1-0a23-41f1-91b5-02b96863f6ff tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/33234b90-41f1-483e-80d7-62e732fc2900 HTTP/1.1" status: 404 len: 337 time: 0.0593076 Feb 03 12:50:39.847063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37232) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.897998 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0d1eb3-ecfc-46e1-b1f6-0a1fc6abde18 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:39.898589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0d1eb3-ecfc-46e1-b1f6-0a1fc6abde18 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:39.904718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37238) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.905368 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1d0d1eb3-ecfc-46e1-b1f6-0a1fc6abde18 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/8ff936a7-d95f-4e85-bc8e-cbb0a243acb0 HTTP/1.1" status: 404 len: 333 time: 0.0536368 Feb 03 12:50:39.931328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] For port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=175f5f7c-7425-4ac7-ba11-fa6b30e39a83,segment=NetworkSegment(01463885-61c4-49df-a040-0e03a3fef02e),segment_id=01463885-61c4-49df-a040-0e03a3fef02e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:39.932292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.950213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Calling delete_port for 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:39.985251 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-711312b1-526e-424f-bc9f-38290fbc959c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:39.985810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711312b1-526e-424f-bc9f-38290fbc959c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:39.991243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-711312b1-526e-424f-bc9f-38290fbc959c tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/68f2cf13-6d25-4878-a0a2-47cbe24a9645 HTTP/1.1" status: 404 len: 337 time: 0.0689223 Feb 03 12:50:39.993866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37248) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:39.999001 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (dc72f7b0-c533-4162-b241-a4ed0a92b6f5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.032666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2a179-d894-4ce7-8165-200e34bf810d req-45367497-3f12-4bb0-b715-df57395bd7f0 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:40.034344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9d2a179-d894-4ce7-8165-200e34bf810d req-45367497-3f12-4bb0-b715-df57395bd7f0 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2768626 Feb 03 12:50:40.045700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:40.046174 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17a68f2-9313-4053-963b-6802e3c5b577 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.046669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17a68f2-9313-4053-963b-6802e3c5b577 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.052064 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c17a68f2-9313-4053-963b-6802e3c5b577 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/6f9bad2b-a439-4133-babe-fcad0aa3de11 HTTP/1.1" status: 404 len: 337 time: 0.0544176 Feb 03 12:50:40.053205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37254) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.117429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e52906-1d53-441b-9808-73c652583f60 req-c1f66c2a-a7f8-4abe-8f59-beb1bbfebdc7 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:40.119497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2e52906-1d53-441b-9808-73c652583f60 req-c1f66c2a-a7f8-4abe-8f59-beb1bbfebdc7 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 944 time: 0.3606234 Feb 03 12:50:40.122951 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca47444-9422-465b-942d-f34d374748fb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.123536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca47444-9422-465b-942d-f34d374748fb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.129474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5ca47444-9422-465b-942d-f34d374748fb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/3d7aac19-4c90-4e27-8697-0a0799c4a5e6 HTTP/1.1" status: 404 len: 333 time: 0.0736837 Feb 03 12:50:40.129886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37260) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.156733 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (175f5f7c-7425-4ac7-ba11-fa6b30e39a83), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.176377 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (dc72f7b0-c533-4162-b241-a4ed0a92b6f5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.184099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:40.184975 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.186092 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0809e755-16e6-4f18-9526-cf2561d18beb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.186828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0809e755-16e6-4f18-9526-cf2561d18beb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.192148 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0809e755-16e6-4f18-9526-cf2561d18beb tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/4e50c0cf-8374-48f9-b167-e2dbeb88cfec HTTP/1.1" status: 404 len: 337 time: 0.0588861 Feb 03 12:50:40.194843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37266) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.213905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.218170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No active binding found for port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 {{(pid=103225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 12:50:40.218690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] The host n-d-792364-10 is not matching for port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 host None! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:50:40.219736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:40.243484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Pushing event deleted for resources: {'Port': ['ID=175f5f7c-7425-4ac7-ba11-fa6b30e39a83,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:40.262800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.265580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.266514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.266927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.268127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.268127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.270089 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fed9f9-29d0-41c1-8c3d-f8bd6041db24 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.270485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.271113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.271530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.272051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fed9f9-29d0-41c1-8c3d-f8bd6041db24 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.272543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.273214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.274976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.275444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:40.278471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2e52906-1d53-441b-9808-73c652583f60 req-7a31cf57-9b3f-4ce4-949f-41e7b68b5ae7 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499081 Feb 03 12:50:40.281721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-51fed9f9-29d0-41c1-8c3d-f8bd6041db24 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/84a8a8a1-39e6-442b-b136-0bf027cd6a60 HTTP/1.1" status: 404 len: 337 time: 0.0855086 Feb 03 12:50:40.283300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea5184-7cb1-4586-a11e-3e5381d18dc2 None None] No DVR routers for this DVR port 175f5f7c-7425-4ac7-ba11-fa6b30e39a83 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:40.284211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37272) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.294767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9d2a179-d894-4ce7-8165-200e34bf810d req-0821006f-8231-4293-a742-ae796b8aab23 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519372 Feb 03 12:50:40.301317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7467494 Feb 03 12:50:40.301974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37274) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.349357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353d06a-aab3-496a-8feb-3249b6bed2ce tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Network': ['ID=dc72f7b0-c533-4162-b241-a4ed0a92b6f5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:40.349823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': 'dc72f7b0-c533-4162-b241-a4ed0a92b6f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:40.362780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network dc72f7b0-c533-4162-b241-a4ed0a92b6f5 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:40.369466 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-85be3662-e564-4002-95b0-ae1834b90457 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.370045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85be3662-e564-4002-95b0-ae1834b90457 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.375813 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-85be3662-e564-4002-95b0-ae1834b90457 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/466b5df2-cd23-4b13-8392-0eba9e454e57 HTTP/1.1" status: 404 len: 333 time: 0.0904963 Feb 03 12:50:40.375986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37280) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.457826 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2264f2-55be-4afb-9816-3299990348a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.461262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2264f2-55be-4afb-9816-3299990348a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.473064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1f2264f2-55be-4afb-9816-3299990348a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/cf6dc3a1-1ac0-4141-906b-85def0a44e5e HTTP/1.1" status: 404 len: 337 time: 0.0905757 Feb 03 12:50:40.473064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37286) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.493761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:40.499071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.514169 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab674cb3-6629-4b28-b822-98bca3716e58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.514764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab674cb3-6629-4b28-b822-98bca3716e58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.521340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ab674cb3-6629-4b28-b822-98bca3716e58 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/cc936031-bb03-49d4-98e3-67357c37acc4 HTTP/1.1" status: 404 len: 337 time: 0.0472424 Feb 03 12:50:40.521828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37292) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.574631 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-546e5d1c-88d5-4ecd-a36d-193e04ae8968 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.575377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546e5d1c-88d5-4ecd-a36d-193e04ae8968 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.584618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-546e5d1c-88d5-4ecd-a36d-193e04ae8968 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/6e5c977e-7ca3-468a-a106-21655df2f5ce HTTP/1.1" status: 404 len: 333 time: 0.0593636 Feb 03 12:50:40.585245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37298) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.610812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Performing IP validity checks on allocation pools {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:50:40.614232 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:50:40.626560 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d78c2e-679f-41f7-a995-1588573cdea3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.627122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d78c2e-679f-41f7-a995-1588573cdea3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.631061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-15d78c2e-679f-41f7-a995-1588573cdea3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/1d222a82-5ca4-4792-b2d6-5f693b586f8d HTTP/1.1" status: 404 len: 337 time: 0.0447564 Feb 03 12:50:40.633555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37304) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.661114 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4425c2-94dd-4584-80fb-ac84625afeb4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.661873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4425c2-94dd-4584-80fb-ac84625afeb4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.665004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-de4425c2-94dd-4584-80fb-ac84625afeb4 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/665f10ba-3f3d-4a2e-b892-6b7d064e304f HTTP/1.1" status: 404 len: 333 time: 0.0302355 Feb 03 12:50:40.667940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37306) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.698867 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0202ac2-54a5-42ec-9cf5-3264eaa405db tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.699336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0202ac2-54a5-42ec-9cf5-3264eaa405db tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.702558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d0202ac2-54a5-42ec-9cf5-3264eaa405db tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/b4b89073-8e72-4454-ac19-2a49326df6c3 HTTP/1.1" status: 404 len: 337 time: 0.0334127 Feb 03 12:50:40.705048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37310) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.738747 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-639b7713-8601-4c53-954f-d7663e92369d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.739409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639b7713-8601-4c53-954f-d7663e92369d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.743823 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-639b7713-8601-4c53-954f-d7663e92369d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/b891ed14-1b5e-4888-90d9-f9b44f5c8949 HTTP/1.1" status: 404 len: 333 time: 0.0375783 Feb 03 12:50:40.746990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37312) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.782363 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4896742b-4437-463c-ab2f-57f5886d30f2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.789238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4896742b-4437-463c-ab2f-57f5886d30f2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.794680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4896742b-4437-463c-ab2f-57f5886d30f2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/0f65a4ba-05fd-4bb7-ad30-9ab85ec9334e HTTP/1.1" status: 404 len: 337 time: 0.0465591 Feb 03 12:50:40.797215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37314) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.800867 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (ccdfeb59-94f5-4900-bab0-1530d83861bc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.833391 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e29f53-0ab6-4b2d-9af3-7b1ebd5b33dc tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.834123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e29f53-0ab6-4b2d-9af3-7b1ebd5b33dc tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.839396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-63e29f53-0ab6-4b2d-9af3-7b1ebd5b33dc tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/01d91beb-0d83-482e-87ce-54f1d6faf1a7 HTTP/1.1" status: 404 len: 333 time: 0.0407808 Feb 03 12:50:40.841828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37316) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.875061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=ccdfeb59-94f5-4900-bab0-1530d83861bc,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:40.884309 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2492d18-e2d7-4ecc-a98d-6c5b8526fcf8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.884803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2492d18-e2d7-4ecc-a98d-6c5b8526fcf8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.890640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c2492d18-e2d7-4ecc-a98d-6c5b8526fcf8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/b8ccac0a-f732-4d75-8459-2ab0fb1fd7c5 HTTP/1.1" status: 404 len: 337 time: 0.0447290 Feb 03 12:50:40.890974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37318) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.919543 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d6c364-0edf-44b3-876a-d1ca980360ae tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.920113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d6c364-0edf-44b3-876a-d1ca980360ae tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.923128 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-04d6c364-0edf-44b3-876a-d1ca980360ae tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/6bdd6e58-074f-4d3f-aa83-5f5bb4003a6d HTTP/1.1" status: 404 len: 333 time: 0.0313222 Feb 03 12:50:40.925966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37322) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.927574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Checking segment: {'id': '6e44f28c-52b6-4f10-ace7-a8b7ecef7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc72f7b0-c533-4162-b241-a4ed0a92b6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:40.928118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network hostable DHCP agents. Network: dc72f7b0-c533-4162-b241-a4ed0a92b6f5, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:40.951133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network dc72f7b0-c533-4162-b241-a4ed0a92b6f5 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:40.959478 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e75afe-fc42-48f6-bdc8-f8096aabafda tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.960205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e75afe-fc42-48f6-bdc8-f8096aabafda tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.963725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-77e75afe-fc42-48f6-bdc8-f8096aabafda tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/43f57d56-86c5-4c07-b363-a5a0b455cb49 HTTP/1.1" status: 404 len: 337 time: 0.0365269 Feb 03 12:50:40.966357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37324) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.968315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, dc72f7b0-c533-4162-b241-a4ed0a92b6f5) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:40.979750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac64b6-aa84-4cf6-8f01-938d019ac17b None None] Network dc72f7b0-c533-4162-b241-a4ed0a92b6f5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:40.984035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:40.986236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.994411 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f414cf7-9940-4d14-89e9-7f859d41a4de tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:40.995228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f414cf7-9940-4d14-89e9-7f859d41a4de tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:40.998649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0f414cf7-9940-4d14-89e9-7f859d41a4de tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/5bc1c4d9-af09-4cf7-8120-c2d572863d02 HTTP/1.1" status: 404 len: 333 time: 0.0312011 Feb 03 12:50:41.001115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37326) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.011922 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2ed49dd8-c6ba-4570-a9df-d0156b939b1e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7063725 Feb 03 12:50:41.012848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37328) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.019257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': 'dc72f7b0-c533-4162-b241-a4ed0a92b6f5', 'name': 'tempest-PortsIpV6TestJSON-1214172381'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:41.043817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37330) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.049752 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06184e2-bfc9-499f-9673-c049b522da31 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.050214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06184e2-bfc9-499f-9673-c049b522da31 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.053296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d06184e2-bfc9-499f-9673-c049b522da31 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/548f42bc-fe13-45c8-9fb2-36cb77fd9417 HTTP/1.1" status: 404 len: 337 time: 0.0512416 Feb 03 12:50:41.062729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37334) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.101180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 579a52b2-c353-4528-8230-d44bbf9bc660 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:50:41.120270 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df67d14-fdb7-4e99-961f-fae649c07146 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.120934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df67d14-fdb7-4e99-961f-fae649c07146 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.126470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9df67d14-fdb7-4e99-961f-fae649c07146 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/96c07108-07af-4641-b258-e3688b299450 HTTP/1.1" status: 404 len: 337 time: 0.0603304 Feb 03 12:50:41.126796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37336) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.140465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-dc72f7b0-c533-4162-b241-a4ed0a92b6f5', 'network_id': 'dc72f7b0-c533-4162-b241-a4ed0a92b6f5', 'project_id': 'b6ba23301bf54fd687ee40fee3cbb8c9', 'fixed_ips': [{'subnet_id': 'ccdfeb59-94f5-4900-bab0-1530d83861bc'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:41.141496 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.158826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:41.162624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.174879 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad9edd3-351e-47f1-909c-5b5f8629182b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.176451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad9edd3-351e-47f1-909c-5b5f8629182b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.186386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 8ed3c1a7-26a2-4e67-8ed6-930aef20e04f yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:41.186709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0ad9edd3-351e-47f1-909c-5b5f8629182b tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/f98b6295-a5a4-4a5e-be9c-4f13e3e85847 HTTP/1.1" status: 404 len: 333 time: 0.0552237 Feb 03 12:50:41.187356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37338) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.239622 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-97457e98-32e1-4ba1-8ae4-e48ce0f33424 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.240342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97457e98-32e1-4ba1-8ae4-e48ce0f33424 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.246685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-97457e98-32e1-4ba1-8ae4-e48ce0f33424 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/90df115e-e431-4556-8f40-1e378b6c6315 HTTP/1.1" status: 404 len: 337 time: 0.0548301 Feb 03 12:50:41.247695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37340) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.258159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1009a971-305a-4d65-94f7-ef9633c2ca64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.291042 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab66f0c-0c79-4df0-b93c-acb1c49c21d3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.291853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab66f0c-0c79-4df0-b93c-acb1c49c21d3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.299809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aab66f0c-0c79-4df0-b93c-acb1c49c21d3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/a037f798-3eee-4748-b302-ada9ba70e926 HTTP/1.1" status: 404 len: 337 time: 0.0496855 Feb 03 12:50:41.307505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37342) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.308795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::3dd (dc72f7b0-c533-4162-b241-a4ed0a92b6f5/ccdfeb59-94f5-4900-bab0-1530d83861bc/8ed3c1a7-26a2-4e67-8ed6-930aef20e04f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:41.319375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 579a52b2-c353-4528-8230-d44bbf9bc660, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=579a52b2-c353-4528-8230-d44bbf9bc660,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:41.337551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '579a52b2-c353-4528-8230-d44bbf9bc660', 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'port_id': '579a52b2-c353-4528-8230-d44bbf9bc660', 'mac_address': 'fa:16:3e:3b:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:50:41.392908 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7114554e-e64f-4b04-beca-be1e3ca2cc63 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.393577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 579a52b2-c353-4528-8230-d44bbf9bc660 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:41.394416 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.395028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7114554e-e64f-4b04-beca-be1e3ca2cc63 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.407345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7114554e-e64f-4b04-beca-be1e3ca2cc63 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/62ddc96a-5177-401d-a462-51dfa4381a55 HTTP/1.1" status: 404 len: 333 time: 0.0984459 Feb 03 12:50:41.408019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37348) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.411523 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579a52b2-c353-4528-8230-d44bbf9bc660 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:41.441579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 579a52b2-c353-4528-8230-d44bbf9bc660, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=579a52b2-c353-4528-8230-d44bbf9bc660,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:41.449799 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.478378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (8ed3c1a7-26a2-4e67-8ed6-930aef20e04f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.511593 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b75a9c-8553-4f18-86bb-4519aac7da02 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.512182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b75a9c-8553-4f18-86bb-4519aac7da02 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.517895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8ed3c1a7-26a2-4e67-8ed6-930aef20e04f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.521437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b4b75a9c-8553-4f18-86bb-4519aac7da02 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/cfc310ee-cf29-4355-a967-08be47a8c2a1 HTTP/1.1" status: 404 len: 337 time: 0.0998249 Feb 03 12:50:41.524541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37352) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.579210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40265590-b594-4458-b4bd-2001bc838ec8 req-e68c6fba-dc37-471b-a0bb-3e6dcd6fc9bf tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:41.583616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Allocated IP 2001:db8::2 (dc72f7b0-c533-4162-b241-a4ed0a92b6f5/ccdfeb59-94f5-4900-bab0-1530d83861bc/a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:41.586104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40265590-b594-4458-b4bd-2001bc838ec8 req-e68c6fba-dc37-471b-a0bb-3e6dcd6fc9bf tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 944 time: 0.1631958 Feb 03 12:50:41.601781 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd03e85-8c35-4724-808b-69c7484e88c7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.602457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd03e85-8c35-4724-808b-69c7484e88c7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.607362 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5bd03e85-8c35-4724-808b-69c7484e88c7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/9f94721c-53f2-4a72-abf3-b75b82b1e846 HTTP/1.1" status: 404 len: 337 time: 0.0782323 Feb 03 12:50:41.611493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37354) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.618231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network dc72f7b0-c533-4162-b241-a4ed0a92b6f5 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:41.629190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea88b9-04c1-4487-9dbb-42b6f9e1865e req-bf15ad8e-ec6a-45bd-bf9d-7052a3f05cfa tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:41.631106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94ea88b9-04c1-4487-9dbb-42b6f9e1865e req-bf15ad8e-ec6a-45bd-bf9d-7052a3f05cfa tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2065370 Feb 03 12:50:41.647707 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b138fca-fadc-4e8c-b0b8-829a8d85a711 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.648278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b138fca-fadc-4e8c-b0b8-829a8d85a711 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.652309 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b138fca-fadc-4e8c-b0b8-829a8d85a711 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/f7c5d5d8-9391-4567-b4c2-fbd73018fd94 HTTP/1.1" status: 404 len: 333 time: 0.0363445 Feb 03 12:50:41.655749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:41.662257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:41.663379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37356) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.665231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1009a971-305a-4d65-94f7-ef9633c2ca64 admin admin] Publish callbacks [] for security_group (f75538f2-becc-4aea-8d21-3384e3d03166), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.670018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:41.670877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.702316 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6885567 Feb 03 12:50:41.703575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae9ec2-8511-4ac7-ae25-b4d9f5924c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=8ed3c1a7-26a2-4e67-8ed6-930aef20e04f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:41.707535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37358) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.715716 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1009a971-305a-4d65-94f7-ef9633c2ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f75538f2-becc-4aea-8d21-3384e3d03166), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.742715 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da779a3-e76a-4196-a97b-66c8adfc43df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.743457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da779a3-e76a-4196-a97b-66c8adfc43df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.749777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4da779a3-e76a-4196-a97b-66c8adfc43df tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/2de2073d-48b8-44a9-b7bc-1a4a63f7d1c4 HTTP/1.1" status: 404 len: 337 time: 0.0832212 Feb 03 12:50:41.752337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37360) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.779074 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.780951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40265590-b594-4458-b4bd-2001bc838ec8 req-a3d3058a-3e2d-4a03-88e5-e2ae93e5309c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937234 Feb 03 12:50:41.792823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=579a52b2-c353-4528-8230-d44bbf9bc660,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:41.800403 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f07071-8b46-48d4-861d-38580c227c48 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:41.800865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f07071-8b46-48d4-861d-38580c227c48 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:41.803010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Publish callbacks [] for port (a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.806058 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-13f07071-8b46-48d4-861d-38580c227c48 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/a1b7059f-02a3-45e9-9d4a-857a78aa6227 HTTP/1.1" status: 404 len: 337 time: 0.0519223 Feb 03 12:50:41.813717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37362) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.823871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.870277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Network dc72f7b0-c533-4162-b241-a4ed0a92b6f5 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:41.873380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e7aaf1d1-e658-4bfd-860f-94b63a123e35 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 8ed3c1a7-26a2-4e67-8ed6-930aef20e04f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:41.873737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf1d1-e658-4bfd-860f-94b63a123e35 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8ed3c1a7-26a2-4e67-8ed6-930aef20e04f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.876773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:41.879600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:41.909351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1009a971-305a-4d65-94f7-ef9633c2ca64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=abb51559fcdc46359cb5bb5f5e9d11bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8640261 Feb 03 12:50:41.920232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e7a5597c-89ab-47f0-b527-56694d909601 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports?device_id=79f8201c-047c-4c72-be9f-f4237f9336f4 HTTP/1.1" status: 200 len: 205 time: 0.0897510 Feb 03 12:50:41.920232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37364) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.924395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Pushing event updated for resources: {'Port': ['ID=a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:41.929311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37366) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.967926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009a971-305a-4d65-94f7-ef9633c2ca64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75538f2-becc-4aea-8d21-3384e3d03166,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:41.981366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Attempting to bind port a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:41.982924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Attempting to bind port a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6e44f28c-52b6-4f10-ace7-a8b7ecef7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc72f7b0-c533-4162-b241-a4ed0a92b6f5'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:41.983484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Attempting to bind port a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c on network dc72f7b0-c533-4162-b241-a4ed0a92b6f5 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:41.995611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['579a52b2-c353-4528-8230-d44bbf9bc660'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:50:41.998941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94ea88b9-04c1-4487-9dbb-42b6f9e1865e req-bb46af30-5636-4847-8024-19b616cb46aa tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582411 Feb 03 12:50:42.065424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:42.065623 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-134d255e-1c0b-4bc1-a636-0271393d6700 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] delete failed (client error): The resource could not be found. Feb 03 12:50:42.065814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Checking segment: {'id': '6e44f28c-52b6-4f10-ace7-a8b7ecef7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc72f7b0-c533-4162-b241-a4ed0a92b6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:42.066390 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.066856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Bound using segment: {'id': '6e44f28c-52b6-4f10-ace7-a8b7ecef7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc72f7b0-c533-4162-b241-a4ed0a92b6f5'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:42.067408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Bound port: a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e44f28c-52b6-4f10-ace7-a8b7ecef7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc72f7b0-c533-4162-b241-a4ed0a92b6f5'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:42.067787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.070217 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-134d255e-1c0b-4bc1-a636-0271393d6700 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/routers/79f8201c-047c-4c72-be9f-f4237f9336f4 HTTP/1.1" status: 404 len: 336 time: 0.0962200 Feb 03 12:50:42.071842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37374) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.090389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf1d1-e658-4bfd-860f-94b63a123e35 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8ed3c1a7-26a2-4e67-8ed6-930aef20e04f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.110805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e7aaf1d1-e658-4bfd-860f-94b63a123e35 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 8ed3c1a7-26a2-4e67-8ed6-930aef20e04f owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:42.115571 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7585bd4-459e-4480-bb9c-003c7e4b0e22 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.119252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7585bd4-459e-4480-bb9c-003c7e4b0e22 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:42.130274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f7585bd4-459e-4480-bb9c-003c7e4b0e22 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/f1b9dc4e-de9f-4a75-a1f0-5382071dd62e HTTP/1.1" status: 404 len: 337 time: 0.0571575 Feb 03 12:50:42.131019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37378) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.160621 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5fe502ce-eb8b-4fc4-8d9e-2e0e49622889 admin admin] Publish callbacks [] for security_group (f75538f2-becc-4aea-8d21-3384e3d03166), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.210491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9224ddd1-1ad2-4655-8246-170e5a81ca57 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "GET /v2.0/ports?device_id=30165770-6232-4807-b5bc-e7c43007f726 HTTP/1.1" status: 200 len: 205 time: 0.0729914 Feb 03 12:50:42.211911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37380) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.217713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-db149509-359e-47cd-96e2-d55494055c5c None None] For port a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:42.223178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-db149509-359e-47cd-96e2-d55494055c5c None None] For port a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c,segment=NetworkSegment(6e44f28c-52b6-4f10-ace7-a8b7ecef7411),segment_id=6e44f28c-52b6-4f10-ace7-a8b7ecef7411)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:42.248015 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.288728 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5fe502ce-eb8b-4fc4-8d9e-2e0e49622889 admin admin] Publish callbacks [] for security_group (f75538f2-becc-4aea-8d21-3384e3d03166), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.297167 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-85a7f5df-79f1-43f3-a630-1c858b6b32fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] delete failed (client error): The resource could not be found. Feb 03 12:50:42.302228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-85a7f5df-79f1-43f3-a630-1c858b6b32fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/routers/30165770-6232-4807-b5bc-e7c43007f726 HTTP/1.1" status: 404 len: 336 time: 0.0866187 Feb 03 12:50:42.305065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37386) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.342854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3c34eacb-0398-442b-8c42-3db39add43fd details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:50:42.362132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149509-359e-47cd-96e2-d55494055c5c None None] Pushing event updated for resources: {'Port': ['ID=a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:42.364384 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf1d1-e658-4bfd-860f-94b63a123e35 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8ed3c1a7-26a2-4e67-8ed6-930aef20e04f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.404219 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c519849-cf9f-44ea-95bc-a769476c60b8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.404749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c519849-cf9f-44ea-95bc-a769476c60b8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:42.413099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37388) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.413888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0c519849-cf9f-44ea-95bc-a769476c60b8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/b1f46656-45dd-4df9-b4ea-0efea9f28b17 HTTP/1.1" status: 404 len: 337 time: 0.1074073 Feb 03 12:50:42.427900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaf1d1-e658-4bfd-860f-94b63a123e35 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=8ed3c1a7-26a2-4e67-8ed6-930aef20e04f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:42.455614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5fe502ce-eb8b-4fc4-8d9e-2e0e49622889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f75538f2-becc-4aea-8d21-3384e3d03166), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.458475 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5fe502ce-eb8b-4fc4-8d9e-2e0e49622889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.459801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5fe502ce-eb8b-4fc4-8d9e-2e0e49622889 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f75538f2-becc-4aea-8d21-3384e3d03166 HTTP/1.1" status: 204 len: 168 time: 0.5335829 Feb 03 12:50:42.487963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe502ce-eb8b-4fc4-8d9e-2e0e49622889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75538f2-becc-4aea-8d21-3384e3d03166,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:42.500623 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62e1471-fbb2-417e-b614-1e07a230ecf8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.504453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62e1471-fbb2-417e-b614-1e07a230ecf8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:42.512063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37394) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.524506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3c34eacb-0398-442b-8c42-3db39add43fd,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:42.525326 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b62e1471-fbb2-417e-b614-1e07a230ecf8 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/fc7f4606-5c0c-4155-b0f9-ea0f88f2a096 HTTP/1.1" status: 404 len: 337 time: 0.1071229 Feb 03 12:50:42.546186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '3c34eacb-0398-442b-8c42-3db39add43fd', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'port_id': '3c34eacb-0398-442b-8c42-3db39add43fd', 'mac_address': 'fa:16:3e:f0:3d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd152a271-b4bf-4951-918f-718b7f32d47e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:50:42.572368 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf1d1-e658-4bfd-860f-94b63a123e35 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.574661 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-64090b83-63bd-4187-919b-9f554655b594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.575351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64090b83-63bd-4187-919b-9f554655b594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:42.578120 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7aaf1d1-e658-4bfd-860f-94b63a123e35 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/8ed3c1a7-26a2-4e67-8ed6-930aef20e04f HTTP/1.1" status: 204 len: 168 time: 0.8693831 Feb 03 12:50:42.582052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-64090b83-63bd-4187-919b-9f554655b594 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/a209894b-e778-43f4-8738-150d67fc4bee HTTP/1.1" status: 404 len: 333 time: 0.0686114 Feb 03 12:50:42.584871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37396) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.587537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37398) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.611761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3c34eacb-0398-442b-8c42-3db39add43fd is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:42.612153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.626567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c34eacb-0398-442b-8c42-3db39add43fd {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:42.679024 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea3cc13-dccc-4c38-a578-faf00337ebc3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.679482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea3cc13-dccc-4c38-a578-faf00337ebc3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:42.682959 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eea3cc13-dccc-4c38-a578-faf00337ebc3 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/aa81d2f2-f7fd-4b1b-bb6d-2bbd5f96163b HTTP/1.1" status: 404 len: 337 time: 0.0909672 Feb 03 12:50:42.691879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37404) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.704126 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef88849-9346-4c1d-aa0c-31a0567789af tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.704778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef88849-9346-4c1d-aa0c-31a0567789af tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:42.710481 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1ef88849-9346-4c1d-aa0c-31a0567789af tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/8ed3c1a7-26a2-4e67-8ed6-930aef20e04f HTTP/1.1" status: 404 len: 333 time: 0.1174793 Feb 03 12:50:42.714812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37406) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.751819 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4103f3-002a-4991-9415-94b74548ccd1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.752611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4103f3-002a-4991-9415-94b74548ccd1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:42.754412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3c34eacb-0398-442b-8c42-3db39add43fd,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:42.764362 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.768786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9b4103f3-002a-4991-9415-94b74548ccd1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/541efb2e-57a8-4bf5-9bba-2fc18a6e6f57 HTTP/1.1" status: 404 len: 333 time: 0.0759153 Feb 03 12:50:42.774660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37410) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.776084 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.787420 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e58dee-0e26-443f-914e-be46bbb76b12 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:50:42.788900 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-87e58dee-0e26-443f-914e-be46bbb76b12 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/8ed3c1a7-26a2-4e67-8ed6-930aef20e04f HTTP/1.1" status: 404 len: 333 time: 0.0730629 Feb 03 12:50:42.796824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37414) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.837558 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11914e2-90dd-460a-9b4c-51cba97718a1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.838018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11914e2-90dd-460a-9b4c-51cba97718a1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:42.852146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3c34eacb-0398-442b-8c42-3db39add43fd,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:42.856588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f11914e2-90dd-460a-9b4c-51cba97718a1 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/d45cab6f-c07e-4340-8589-d82955f96e6b HTTP/1.1" status: 404 len: 337 time: 0.0771577 Feb 03 12:50:42.859235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37422) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.865801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['3c34eacb-0398-442b-8c42-3db39add43fd'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:50:42.915433 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f92096-4868-403d-8e46-a97f8d0a1868 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.915993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f92096-4868-403d-8e46-a97f8d0a1868 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:42.929297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-170318de-7e95-402f-b4e6-3837ed7c228d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet ccdfeb59-94f5-4900-bab0-1530d83861bc {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:42.935589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-02f92096-4868-403d-8e46-a97f8d0a1868 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/347c2b9c-2b1b-44f1-bb5c-ca15cf2cccf7 HTTP/1.1" status: 404 len: 333 time: 0.0752597 Feb 03 12:50:42.943670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37428) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:42.954203 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-170318de-7e95-402f-b4e6-3837ed7c228d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (ccdfeb59-94f5-4900-bab0-1530d83861bc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.991424 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e451b3b-7a86-40f9-9d29-5d3dcad1602a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:42.997574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e451b3b-7a86-40f9-9d29-5d3dcad1602a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:43.001048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7e451b3b-7a86-40f9-9d29-5d3dcad1602a tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/b68b3171-d6c2-4e56-9952-9d2144927783 HTTP/1.1" status: 404 len: 337 time: 0.0563462 Feb 03 12:50:43.004001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37430) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.059892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-170318de-7e95-402f-b4e6-3837ed7c228d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (ccdfeb59-94f5-4900-bab0-1530d83861bc), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.077418 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cb3e45-a136-47d7-9bc7-15395baeb7fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:43.078237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cb3e45-a136-47d7-9bc7-15395baeb7fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:43.081917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d0cb3e45-a136-47d7-9bc7-15395baeb7fd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/ecefacc7-9602-476f-a728-62d9a7d58284 HTTP/1.1" status: 404 len: 333 time: 0.0656154 Feb 03 12:50:43.084786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37436) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.114689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37438) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.130026 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04dad91d-4ee6-4d43-9ca9-3782cc969159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.138947 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f04975-e004-4ae4-8d78-9c9f4bac14a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:43.140009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f04975-e004-4ae4-8d78-9c9f4bac14a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:43.143328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37f04975-e004-4ae4-8d78-9c9f4bac14a9 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/e66ebc65-0e05-4719-a2d0-8ac2e15e138d HTTP/1.1" status: 404 len: 337 time: 0.0572588 Feb 03 12:50:43.148673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37442) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.179037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc52d8-dc2d-4d78-8e2b-ed27bcf347f1 req-5fb198f1-fd65-4782-b2ef-55ca8b02567a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:43.183321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9fc52d8-dc2d-4d78-8e2b-ed27bcf347f1 req-5fb198f1-fd65-4782-b2ef-55ca8b02567a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 945 time: 0.1802075 Feb 03 12:50:43.202441 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21eba1d-40f0-4cc9-a6a0-390b764c09a2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:43.202981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21eba1d-40f0-4cc9-a6a0-390b764c09a2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:43.208790 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f21eba1d-40f0-4cc9-a6a0-390b764c09a2 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/1c0bd392-078d-4efc-827b-7f867b721763 HTTP/1.1" status: 404 len: 333 time: 0.0547304 Feb 03 12:50:43.215764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37444) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.250084 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de633d7-b075-4bcf-a030-fe8f8cf1d99d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:43.250570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de633d7-b075-4bcf-a030-fe8f8cf1d99d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:43.253600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0de633d7-b075-4bcf-a030-fe8f8cf1d99d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/19cb9847-1fc6-467f-85fa-c95d93827b83 HTTP/1.1" status: 404 len: 337 time: 0.0344074 Feb 03 12:50:43.256390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37446) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.265159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996c13-4778-46e2-ac5d-8dd63ff0173b req-f4c55c12-4a83-4fc1-baea-0530a8f6db4f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:43.266202 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-170318de-7e95-402f-b4e6-3837ed7c228d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (ccdfeb59-94f5-4900-bab0-1530d83861bc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.271886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47996c13-4778-46e2-ac5d-8dd63ff0173b req-f4c55c12-4a83-4fc1-baea-0530a8f6db4f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 945 time: 0.1482992 Feb 03 12:50:43.320878 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09cbe2e-bbcb-4168-b979-9ab2d014b2d7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:43.321517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09cbe2e-bbcb-4168-b979-9ab2d014b2d7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:43.322496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9fc52d8-dc2d-4d78-8e2b-ed27bcf347f1 req-bdf26601-5c42-4bf8-bdf4-3cb9e924ef36 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342769 Feb 03 12:50:43.333122 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b09cbe2e-bbcb-4168-b979-9ab2d014b2d7 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/861b624a-8285-4e3a-8cef-da0884a43a8a HTTP/1.1" status: 404 len: 333 time: 0.0743067 Feb 03 12:50:43.339398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37450) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.355715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47996c13-4778-46e2-ac5d-8dd63ff0173b req-4e4dc88f-1ada-43a8-85d4-c2947193cdc3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821133 Feb 03 12:50:43.407293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-170318de-7e95-402f-b4e6-3837ed7c228d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (ccdfeb59-94f5-4900-bab0-1530d83861bc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.418540 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04dad91d-4ee6-4d43-9ca9-3782cc969159 admin admin] Publish callbacks [] for security_group (4e7fd371-ad42-4fa0-bfaf-98f5ef5372a2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.420799 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18e49c0-df79-4575-9fff-e011e593c3dd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:43.421259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18e49c0-df79-4575-9fff-e011e593c3dd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:43.428963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f18e49c0-df79-4575-9fff-e011e593c3dd tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/e213802f-415d-4a02-a8e9-d528f9464c18 HTTP/1.1" status: 404 len: 337 time: 0.0871327 Feb 03 12:50:43.430060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37454) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.453679 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-170318de-7e95-402f-b4e6-3837ed7c228d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.459319 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-170318de-7e95-402f-b4e6-3837ed7c228d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/ccdfeb59-94f5-4900-bab0-1530d83861bc HTTP/1.1" status: 204 len: 168 time: 0.6584611 Feb 03 12:50:43.459319 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04dad91d-4ee6-4d43-9ca9-3782cc969159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4e7fd371-ad42-4fa0-bfaf-98f5ef5372a2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.460713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170318de-7e95-402f-b4e6-3837ed7c228d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdfeb59-94f5-4900-bab0-1530d83861bc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:43.469723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37458) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.475165 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bfa603-d1da-4d11-89c2-901dac6e0e0d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:43.475555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98bfa603-d1da-4d11-89c2-901dac6e0e0d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:43.481610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-98bfa603-d1da-4d11-89c2-901dac6e0e0d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/ports/686cb197-6679-461a-bf6b-2caec3703bb4 HTTP/1.1" status: 404 len: 333 time: 0.0460982 Feb 03 12:50:43.482799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37460) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.512498 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28a3d3b-1807-4a58-b893-5f7fda10e118 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:43.513259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28a3d3b-1807-4a58-b893-5f7fda10e118 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:43.522412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b28a3d3b-1807-4a58-b893-5f7fda10e118 tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/subnets/335ba9f6-7aa1-44a9-a673-987a4af372c2 HTTP/1.1" status: 404 len: 337 time: 0.0375311 Feb 03 12:50:43.528129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37464) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.674252 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (dc72f7b0-c533-4162-b241-a4ed0a92b6f5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.674252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dad91d-4ee6-4d43-9ca9-3782cc969159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7fd371-ad42-4fa0-bfaf-98f5ef5372a2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:43.696742 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-04dad91d-4ee6-4d43-9ca9-3782cc969159 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8390cffd61fd48cc8ff2c239a92bf94f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5810030 Feb 03 12:50:43.700445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37468) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.711549 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (d981a595-dc33-4968-a2b7-6d84f7b5e02f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.792648 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bae01c28-8738-42e8-98a1-76cef28d0d0c admin admin] Publish callbacks [] for security_group (4e7fd371-ad42-4fa0-bfaf-98f5ef5372a2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.829987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bae01c28-8738-42e8-98a1-76cef28d0d0c admin admin] Publish callbacks [] for security_group (4e7fd371-ad42-4fa0-bfaf-98f5ef5372a2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.899057 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (d981a595-dc33-4968-a2b7-6d84f7b5e02f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.936867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:43.937512 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.954789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d981a595-dc33-4968-a2b7-6d84f7b5e02f']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:43.966696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bae01c28-8738-42e8-98a1-76cef28d0d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4e7fd371-ad42-4fa0-bfaf-98f5ef5372a2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.971843 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bae01c28-8738-42e8-98a1-76cef28d0d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.974916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bae01c28-8738-42e8-98a1-76cef28d0d0c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e7fd371-ad42-4fa0-bfaf-98f5ef5372a2 HTTP/1.1" status: 204 len: 168 time: 0.2728531 Feb 03 12:50:43.989260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae01c28-8738-42e8-98a1-76cef28d0d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7fd371-ad42-4fa0-bfaf-98f5ef5372a2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:43.996163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01463885-61c4-49df-a040-0e03a3fef02e') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:43.996163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01463885-61c4-49df-a040-0e03a3fef02e') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:44.134007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] For port a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c,segment=NetworkSegment(6e44f28c-52b6-4f10-ace7-a8b7ecef7411),segment_id=6e44f28c-52b6-4f10-ace7-a8b7ecef7411)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:44.136166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45ade5-6907-4d5d-8e79-6cf5a0a28e1b None None] Network dc72f7b0-c533-4162-b241-a4ed0a92b6f5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:44.137326 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.171032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:44.281945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (01463885-61c4-49df-a040-0e03a3fef02e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.298849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:44.324432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:44.324805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 12:50:44.327441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (01463885-61c4-49df-a040-0e03a3fef02e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.346352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:44.347956 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (01463885-61c4-49df-a040-0e03a3fef02e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.349329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Port a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c not found, will not notify nova. {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 12:50:44.352743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3c34eacb-0398-442b-8c42-3db39add43fd up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:44.357746 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:44.379928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.427016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-834d7b07-eb99-4d82-916c-63e14c53ecb7 None None] Could not find standard attr ID for object a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:50:44.457625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:44.508464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 3c34eacb-0398-442b-8c42-3db39add43fd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:44.508854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.563186 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No DVR routers for this DVR port a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:44.625898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f3aac-c43e-405e-b7ce-eb639dfe2907 None None] DHCP port deletion for dc72f7b0-c533-4162-b241-a4ed0a92b6f5 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:44.707527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6a0ed-1cc0-4c4a-90e1-1fdc5f9da2f7 req-06c33019-1a7a-4fcc-9469-2ff73db029e3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:44.715377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06c6a0ed-1cc0-4c4a-90e1-1fdc5f9da2f7 req-06c33019-1a7a-4fcc-9469-2ff73db029e3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 945 time: 0.2153821 Feb 03 12:50:44.750529 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (dc72f7b0-c533-4162-b241-a4ed0a92b6f5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.770503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (d981a595-dc33-4968-a2b7-6d84f7b5e02f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.792359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.797280 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] 10.222.0.65 "DELETE /v2.0/networks/d981a595-dc33-4968-a2b7-6d84f7b5e02f HTTP/1.1" status: 204 len: 168 time: 1.2324250 Feb 03 12:50:44.829891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3c34eacb-0398-442b-8c42-3db39add43fd is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:44.830610 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.857587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb71eb3-4d43-45fe-9147-f59505a13f34 req-25832818-66df-4a50-abe4-5f36a2f7f2f2 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:44.862743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1501726-9bf3-44e9-8a22-67e2c90b0c9d tempest-NetworksTestDHCPv6-237951292 tempest-NetworksTestDHCPv6-237951292-project] Pushing event deleted for resources: {'Network': ['ID=d981a595-dc33-4968-a2b7-6d84f7b5e02f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:44.879574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc72f7b0-c533-4162-b241-a4ed0a92b6f5']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:44.882512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdb71eb3-4d43-45fe-9147-f59505a13f34 req-25832818-66df-4a50-abe4-5f36a2f7f2f2 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 945 time: 0.3681772 Feb 03 12:50:44.894545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3c34eacb-0398-442b-8c42-3db39add43fd,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:44.895992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:44.897392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e44f28c-52b6-4f10-ace7-a8b7ecef7411') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:44.897687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e44f28c-52b6-4f10-ace7-a8b7ecef7411') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:44.899740 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1ba7dd-15f9-4308-9c74-fda8d84743f9" -d '{"events": [{"server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "name": "network-vif-plugged", "status": "completed", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:44.905994 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.924322 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (6e44f28c-52b6-4f10-ace7-a8b7ecef7411), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.967806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06c6a0ed-1cc0-4c4a-90e1-1fdc5f9da2f7 req-d80e305c-6bf3-4d89-aa92-511ce3b6ebe5 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445555 Feb 03 12:50:44.968592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6e44f28c-52b6-4f10-ace7-a8b7ecef7411), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.992007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3c34eacb-0398-442b-8c42-3db39add43fd,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:45.003216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:45.003638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (6e44f28c-52b6-4f10-ace7-a8b7ecef7411), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:45.017647 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:45.066259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdb71eb3-4d43-45fe-9147-f59505a13f34 req-1952f270-a6be-47c3-a661-3c7b4a26570e tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821525 Feb 03 12:50:45.072068 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b0af46-1e08-449a-a87d-3b197fbf76f8 x-openstack-request-id: req-32b0af46-1e08-449a-a87d-3b197fbf76f8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:45.072482 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "name": "network-vif-plugged", "status": "completed", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:45.072749 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32b0af46-1e08-449a-a87d-3b197fbf76f8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:45.073250 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd', 'code': 200} Feb 03 12:50:45.088497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 579a52b2-c353-4528-8230-d44bbf9bc660 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:45.154504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 579a52b2-c353-4528-8230-d44bbf9bc660 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:50:45.159026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 579a52b2-c353-4528-8230-d44bbf9bc660 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:45.159475 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.163981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (dc72f7b0-c533-4162-b241-a4ed0a92b6f5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.169862 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.173575 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/networks/dc72f7b0-c533-4162-b241-a4ed0a92b6f5 HTTP/1.1" status: 204 len: 168 time: 1.7012494 Feb 03 12:50:45.177538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37502) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:45.184215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1629923949'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:45.206868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b76ed-8b1e-4283-8115-8ea21a22c8d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Network': ['ID=dc72f7b0-c533-4162-b241-a4ed0a92b6f5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:45.229260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:45.234055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.284138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:45.309452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4dfb38fb-7201-4099-8672-ffc462fca164), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.309802 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Added segment 4dfb38fb-7201-4099-8672-ffc462fca164 of type vlan for network 8bfe041b-6990-4c19-8c9c-635f5e290256 Feb 03 12:50:45.372879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 579a52b2-c353-4528-8230-d44bbf9bc660 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:45.373315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.384616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37506) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:45.400883 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (8bfe041b-6990-4c19-8c9c-635f5e290256), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.472705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 579a52b2-c353-4528-8230-d44bbf9bc660, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=579a52b2-c353-4528-8230-d44bbf9bc660,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:45.480921 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.489595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (8bfe041b-6990-4c19-8c9c-635f5e290256), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.497955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:45.502124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.559539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37514) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:45.572923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': '8bfe041b-6990-4c19-8c9c-635f5e290256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:45.573034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3758745 Feb 03 12:50:45.611633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=579a52b2-c353-4528-8230-d44bbf9bc660,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:45.631126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daee5ce-02c2-45f3-940c-2d415c662eb6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Network': ['ID=8bfe041b-6990-4c19-8c9c-635f5e290256,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:45.644602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 8bfe041b-6990-4c19-8c9c-635f5e290256 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:45.906231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:45.926884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.123303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:46.147567 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-582f6abc-d190-4060-a375-2d6a6b37e1ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9933751c1ee433fb509cfa0d5aa53c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7610803 Feb 03 12:50:46.151703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37536) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:46.160319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:46.160846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a8c1b6e4-7bd1-4722-b8a0-77f1d2e5ad0c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:46.191845 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.280955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c5d99b53-20c8-49ea-a432-b932cc6d12c0 admin admin] Publish callbacks [] for security_group (f33377be-3275-4ade-ab63-715025733f33), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.319350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c5d99b53-20c8-49ea-a432-b932cc6d12c0 admin admin] Publish callbacks [] for security_group (f33377be-3275-4ade-ab63-715025733f33), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.343543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044bce9-8307-45a7-add5-7b54c6bb3f6d req-94db3a9c-fd20-4e81-b8e7-b9157c269b95 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:46.354837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c044bce9-8307-45a7-add5-7b54c6bb3f6d req-94db3a9c-fd20-4e81-b8e7-b9157c269b95 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 947 time: 0.2560935 Feb 03 12:50:46.420277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e309da-1fb2-4854-a07c-a7886bb9a1a9 req-67eb528d-d55f-40dc-b064-ec03cb843cbd tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:46.426304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35e309da-1fb2-4854-a07c-a7886bb9a1a9 req-67eb528d-d55f-40dc-b064-ec03cb843cbd tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2658257 Feb 03 12:50:46.461399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (6d173e78-9512-4f7a-998d-4dfbbb46ade0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.524972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=6d173e78-9512-4f7a-998d-4dfbbb46ade0,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:46.534288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c5d99b53-20c8-49ea-a432-b932cc6d12c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f33377be-3275-4ade-ab63-715025733f33), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.539023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c5d99b53-20c8-49ea-a432-b932cc6d12c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.544742 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c5d99b53-20c8-49ea-a432-b932cc6d12c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f33377be-3275-4ade-ab63-715025733f33 HTTP/1.1" status: 204 len: 168 time: 0.3911290 Feb 03 12:50:46.567237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d99b53-20c8-49ea-a432-b932cc6d12c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33377be-3275-4ade-ab63-715025733f33,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:46.584766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c044bce9-8307-45a7-add5-7b54c6bb3f6d req-0a6d1c51-971d-4233-a33e-059ddc79357c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285714 Feb 03 12:50:46.629004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35e309da-1fb2-4854-a07c-a7886bb9a1a9 req-22dd2ca7-c149-46dd-9132-0db8ebec1925 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795838 Feb 03 12:50:46.679456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Checking segment: {'id': '4dfb38fb-7201-4099-8672-ffc462fca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8bfe041b-6990-4c19-8c9c-635f5e290256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:46.680253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network hostable DHCP agents. Network: 8bfe041b-6990-4c19-8c9c-635f5e290256, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:46.715738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 8bfe041b-6990-4c19-8c9c-635f5e290256 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:46.768196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 8bfe041b-6990-4c19-8c9c-635f5e290256) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:46.781085 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c3145d-0f14-4bf3-b492-bf93a7aaf2de None None] Network 8bfe041b-6990-4c19-8c9c-635f5e290256 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:46.800912 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:46.813353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.841511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868b7b5-6fbc-4551-8ae3-2b42808b427f req-960b1be7-ca87-439e-92e3-5df98019aac3 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:46.853422 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c868b7b5-6fbc-4551-8ae3-2b42808b427f req-960b1be7-ca87-439e-92e3-5df98019aac3 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.1389220 Feb 03 12:50:46.868611 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8470d339-7072-49f6-ba3f-6a0435633c63 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3054783 Feb 03 12:50:46.869252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37550) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:46.888921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': '8bfe041b-6990-4c19-8c9c-635f5e290256', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1122479606'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:46.933974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37552) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:46.959181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c868b7b5-6fbc-4551-8ae3-2b42808b427f req-3194d1e8-32d4-49b1-90cc-1c15463f0ba0 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964923 Feb 03 12:50:47.075328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f942c0-7da8-4151-ba96-933b3610b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579a52b2-c353-4528-8230-d44bbf9bc660'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:47.080873 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2933f8-80f5-42a6-878c-e881a1ff5eae" -d '{"events": [{"server_uuid": "b2f942c0-7da8-4151-ba96-933b3610b8db", "name": "network-vif-plugged", "status": "completed", "tag": "579a52b2-c353-4528-8230-d44bbf9bc660"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:47.102771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-8bfe041b-6990-4c19-8c9c-635f5e290256', 'network_id': '8bfe041b-6990-4c19-8c9c-635f5e290256', 'project_id': 'b6ba23301bf54fd687ee40fee3cbb8c9', 'fixed_ips': [{'subnet_id': '6d173e78-9512-4f7a-998d-4dfbbb46ade0'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:47.103796 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:47.236060 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b3afb6-422b-4e7d-9c38-336e6bd96ff7 x-openstack-request-id: req-46b3afb6-422b-4e7d-9c38-336e6bd96ff7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:47.236870 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f942c0-7da8-4151-ba96-933b3610b8db", "name": "network-vif-plugged", "status": "completed", "tag": "579a52b2-c353-4528-8230-d44bbf9bc660", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:47.236870 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46b3afb6-422b-4e7d-9c38-336e6bd96ff7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:47.237057 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f942c0-7da8-4151-ba96-933b3610b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579a52b2-c353-4528-8230-d44bbf9bc660', 'code': 200} Feb 03 12:50:47.271635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a06cedbd-41bb-49c0-8252-f6b8de9c33d3 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1749347850'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:47.272220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a06cedbd-41bb-49c0-8252-f6b8de9c33d3 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Unknown quota resources ['metering_label']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:50:47.392866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Allocated IP 2001:db8::2 (8bfe041b-6990-4c19-8c9c-635f5e290256/6d173e78-9512-4f7a-998d-4dfbbb46ade0/2834055f-c552-4b4f-97ca-a07ff38dc3eb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:47.591475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:47.600217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:47.868648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2926a1-ce8e-48aa-8c74-edf557d59305 req-c17d5c0c-e42a-4554-9676-8e3cc530532b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:47.877925 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a06cedbd-41bb-49c0-8252-f6b8de9c33d3 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:47.880472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e2926a1-ce8e-48aa-8c74-edf557d59305 req-c17d5c0c-e42a-4554-9676-8e3cc530532b tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 947 time: 0.1804395 Feb 03 12:50:47.887023 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a06cedbd-41bb-49c0-8252-f6b8de9c33d3 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9485779 Feb 03 12:50:47.888132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37580) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:47.892002 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Publish callbacks [] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:47.895287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06782c5-f0fb-469b-b4f1-e4793996887f req-adc2ac4f-842f-46e9-afb9-1eaa6b153c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:47.896722 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b06782c5-f0fb-469b-b4f1-e4793996887f req-adc2ac4f-842f-46e9-afb9-1eaa6b153c2a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 1129 time: 0.6145077 Feb 03 12:50:47.905547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-eaada0ce-4943-4eb9-b6cb-a28954824efc tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e77c7356-ab8d-439f-a762-3975cc488cc6'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:47.906072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-eaada0ce-4943-4eb9-b6cb-a28954824efc tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:50:47.917731 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:47.989581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-7ccd1e39-b76b-4f98-b336-737af8fe864d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:47.993586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-7ccd1e39-b76b-4f98-b336-737af8fe864d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 947 time: 0.2878864 Feb 03 12:50:48.021717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f4949-29d8-48f3-96c1-710626bc5892 req-54d17e5a-657f-44f7-8beb-120ba9ae2bd3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:48.027881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Pushing event updated for resources: {'Port': ['ID=2834055f-c552-4b4f-97ca-a07ff38dc3eb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:48.029692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b4f4949-29d8-48f3-96c1-710626bc5892 req-54d17e5a-657f-44f7-8beb-120ba9ae2bd3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2202466 Feb 03 12:50:48.031624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37584) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:48.068424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Network 8bfe041b-6990-4c19-8c9c-635f5e290256 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:48.070312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:48.079041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:48.172578 n-d-792364-10 neutron-server[103223]: WARNING neutron.services.metering.metering_plugin [None req-eaada0ce-4943-4eb9-b6cb-a28954824efc tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 12:50:48.173793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e2926a1-ce8e-48aa-8c74-edf557d59305 req-a16e8feb-378b-44bc-bc50-ca095ac350bd tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921371 Feb 03 12:50:48.216803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Attempting to bind port 2834055f-c552-4b4f-97ca-a07ff38dc3eb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:48.217519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Attempting to bind port 2834055f-c552-4b4f-97ca-a07ff38dc3eb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '4dfb38fb-7201-4099-8672-ffc462fca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8bfe041b-6990-4c19-8c9c-635f5e290256'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:48.217913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Attempting to bind port 2834055f-c552-4b4f-97ca-a07ff38dc3eb on network 8bfe041b-6990-4c19-8c9c-635f5e290256 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:48.224076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:48.224458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Checking segment: {'id': '4dfb38fb-7201-4099-8672-ffc462fca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8bfe041b-6990-4c19-8c9c-635f5e290256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:48.225089 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.225492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Bound using segment: {'id': '4dfb38fb-7201-4099-8672-ffc462fca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8bfe041b-6990-4c19-8c9c-635f5e290256'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:48.226004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Bound port: 2834055f-c552-4b4f-97ca-a07ff38dc3eb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb38fb-7201-4099-8672-ffc462fca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8bfe041b-6990-4c19-8c9c-635f5e290256'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:48.226365 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.241224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b4f4949-29d8-48f3-96c1-710626bc5892 req-3c6bcfb1-4b4b-4e17-ba2c-6f05e98f9130 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053826 Feb 03 12:50:48.297261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Deleting port 11e09ac0-57bb-4424-b385-e5df4f304f8e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:48.298657 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.322871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] For port 2834055f-c552-4b4f-97ca-a07ff38dc3eb, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:48.327062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] For port 2834055f-c552-4b4f-97ca-a07ff38dc3eb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2834055f-c552-4b4f-97ca-a07ff38dc3eb,segment=NetworkSegment(4dfb38fb-7201-4099-8672-ffc462fca164),segment_id=4dfb38fb-7201-4099-8672-ffc462fca164)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:48.343658 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.422715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc48eaf-74a6-4835-9ee6-f13cf08980ee None None] Pushing event updated for resources: {'Port': ['ID=2834055f-c552-4b4f-97ca-a07ff38dc3eb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:48.524974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] For port 11e09ac0-57bb-4424-b385-e5df4f304f8e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=11e09ac0-57bb-4424-b385-e5df4f304f8e,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:48.525375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.636531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'networks': [{'name': 'tempest-network--1393431204'}, {'name': 'tempest-network--667427745'}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:48.636855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'network': {'name': 'tempest-network--1393431204'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:48.637338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'network': {'name': 'tempest-network--667427745'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:48.785452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Made reservation on behalf of 686c2333e9a84af69555de13276a0624 for: {'network': 2} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:48.789978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 03aeb10f-a19b-40ad-8aec-8975b6325bb0 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:48.790924 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.834360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.841624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eaada0ce-4943-4eb9-b6cb-a28954824efc tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.843769 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eaada0ce-4943-4eb9-b6cb-a28954824efc tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9457498 Feb 03 12:50:48.847358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37590) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:48.919542 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b06782c5-f0fb-469b-b4f1-e4793996887f req-ad091dbf-c15d-42bf-81a8-c68df1371cfe service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9822035 Feb 03 12:50:48.924304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-83c46320-ad86-4ac3-a2e9-92436f54c3b5 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e77c7356-ab8d-439f-a762-3975cc488cc6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:48.925404 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-83c46320-ad86-4ac3-a2e9-92436f54c3b5 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103224) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:50:49.000917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::32e (8bfe041b-6990-4c19-8c9c-635f5e290256/6d173e78-9512-4f7a-998d-4dfbbb46ade0/03aeb10f-a19b-40ad-8aec-8975b6325bb0) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:49.262532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (03aeb10f-a19b-40ad-8aec-8975b6325bb0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.304359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (03aeb10f-a19b-40ad-8aec-8975b6325bb0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.355381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 8bfe041b-6990-4c19-8c9c-635f5e290256 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:49.361958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:49.366156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:49.371533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:49.372197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.406267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=03aeb10f-a19b-40ad-8aec-8975b6325bb0,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:49.423736 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8306ac81-353a-427e-96a5-f021686f7b5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.5521133 Feb 03 12:50:49.426705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37598) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:49.545913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac94b4a-6a70-40c0-a8e0-12dce493b613 req-bf873acd-40fb-41b7-9535-3f89d5bd112d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:49.548044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bac94b4a-6a70-40c0-a8e0-12dce493b613 req-bf873acd-40fb-41b7-9535-3f89d5bd112d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.9868438 Feb 03 12:50:49.549114 n-d-792364-10 neutron-server[103224]: WARNING neutron.services.metering.metering_plugin [None req-83c46320-ad86-4ac3-a2e9-92436f54c3b5 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 12:50:49.603455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5ef44463-a659-46c0-97cd-5738ac713e6e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 03aeb10f-a19b-40ad-8aec-8975b6325bb0 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:49.605144 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ef44463-a659-46c0-97cd-5738ac713e6e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (03aeb10f-a19b-40ad-8aec-8975b6325bb0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.762364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ef44463-a659-46c0-97cd-5738ac713e6e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (03aeb10f-a19b-40ad-8aec-8975b6325bb0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.778295 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83c46320-ad86-4ac3-a2e9-92436f54c3b5 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.782045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-83c46320-ad86-4ac3-a2e9-92436f54c3b5 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9201531 Feb 03 12:50:49.786006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37600) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:49.809347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5ef44463-a659-46c0-97cd-5738ac713e6e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 03aeb10f-a19b-40ad-8aec-8975b6325bb0 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:49.819751 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8b07fdad-59e2-4e3b-bbdc-e0a8d6d4e22e tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=dac66324-7f38-4b65-8401-a2c03232cdc7 HTTP/1.1" status: 200 len: 464 time: 0.0305552 Feb 03 12:50:49.821219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37602) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:49.877110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3a08d-9873-4413-a2c2-f925245ea54b req-0b73e848-4715-432f-a298-ea4aab2e58ea tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:49.878763 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5e3a08d-9873-4413-a2c2-f925245ea54b req-0b73e848-4715-432f-a298-ea4aab2e58ea tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 947 time: 0.4085951 Feb 03 12:50:49.891501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bac94b4a-6a70-40c0-a8e0-12dce493b613 req-bb6a4a66-3a9d-4543-9799-63c8f537cd60 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547386 Feb 03 12:50:50.038800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c1b09-b260-4e39-b997-17429409a21e None None] Network 8bfe041b-6990-4c19-8c9c-635f5e290256 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:50.052166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.052726 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (79f4a7d6-e585-493b-bbed-63f3de475e39), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.052918 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Floating IP 79f4a7d6-e585-493b-bbed-63f3de475e39 disassociated. External IP: 172.25.3.27, port: 11e09ac0-57bb-4424-b385-e5df4f304f8e. Feb 03 12:50:50.053281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Calling delete_port for 11e09ac0-57bb-4424-b385-e5df4f304f8e owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:50.066516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5e3a08d-9873-4413-a2c2-f925245ea54b req-14c903de-5de1-494e-aa30-356c02860d1c tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792152 Feb 03 12:50:50.128849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks [] for security_group (749de713-06e2-4e06-ac3f-42c4d55080a9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.210227 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2834055f-c552-4b4f-97ca-a07ff38dc3eb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:50.241536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b55e3f4-26ec-49b3-a864-3bd9b701e62a tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.242814 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2b55e3f4-26ec-49b3-a864-3bd9b701e62a tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/dac66324-7f38-4b65-8401-a2c03232cdc7 HTTP/1.1" status: 204 len: 168 time: 0.4205997 Feb 03 12:50:50.246576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37604) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:50.365989 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d44bf69-24a1-426d-9ff4-2b6013fd6d23 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=dac66324-7f38-4b65-8401-a2c03232cdc7 HTTP/1.1" status: 200 len: 221 time: 0.1160102 Feb 03 12:50:50.371623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37608) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:50.383514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7e27b7db-036a-43fe-8091-3c94ccadc4c3 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--140958875', 'description': 'label created by tempest'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:50.385384 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (749de713-06e2-4e06-ac3f-42c4d55080a9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.385994 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.386681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7e27b7db-036a-43fe-8091-3c94ccadc4c3 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Unknown quota resources ['metering_label']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:50:50.452964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749de713-06e2-4e06-ac3f-42c4d55080a9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:50.458517 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (11e09ac0-57bb-4424-b385-e5df4f304f8e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.521355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event deleted for resources: {'Port': ['ID=11e09ac0-57bb-4424-b385-e5df4f304f8e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:50.534258 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ef44463-a659-46c0-97cd-5738ac713e6e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (03aeb10f-a19b-40ad-8aec-8975b6325bb0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.547650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:50.558248 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (96a2a875-89fc-49bd-9d4f-011d0e4298de), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.559637 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Added segment 96a2a875-89fc-49bd-9d4f-011d0e4298de of type vlan for network 259282d4-bc16-4244-9553-68210d6b7b41 Feb 03 12:50:50.601964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (259282d4-bc16-4244-9553-68210d6b7b41), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.661256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:50.662481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-427d115c-5eca-4b8f-8c82-e5e5bab51abf None None] Provisioning complete for port 2834055f-c552-4b4f-97ca-a07ff38dc3eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:50.663032 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-427d115c-5eca-4b8f-8c82-e5e5bab51abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.677890 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef44463-a659-46c0-97cd-5738ac713e6e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=03aeb10f-a19b-40ad-8aec-8975b6325bb0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:50.746825 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ef44463-a659-46c0-97cd-5738ac713e6e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.749189 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.750212 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5ef44463-a659-46c0-97cd-5738ac713e6e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/03aeb10f-a19b-40ad-8aec-8975b6325bb0 HTTP/1.1" status: 204 len: 168 time: 1.3225265 Feb 03 12:50:50.753122 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e27b7db-036a-43fe-8091-3c94ccadc4c3 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.754266 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e27b7db-036a-43fe-8091-3c94ccadc4c3 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3816724 Feb 03 12:50:50.754891 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37614) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:50.765636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37616) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:50.791153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2834055f-c552-4b4f-97ca-a07ff38dc3eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:50.791972 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.885705 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-12083f31-d1f7-4216-9ebf-d577dfe5a5de tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=fb7deacc-5754-4850-8935-8f849580feef HTTP/1.1" status: 200 len: 467 time: 0.1188729 Feb 03 12:50:50.888199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37618) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:50.889910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-427d115c-5eca-4b8f-8c82-e5e5bab51abf None None] Current status of the port 2834055f-c552-4b4f-97ca-a07ff38dc3eb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:50.890662 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-427d115c-5eca-4b8f-8c82-e5e5bab51abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.895978 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-56651e4a-6f63-4722-8d54-ba6843db465e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:50:50.898401 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-56651e4a-6f63-4722-8d54-ba6843db465e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/03aeb10f-a19b-40ad-8aec-8975b6325bb0 HTTP/1.1" status: 404 len: 333 time: 0.1425543 Feb 03 12:50:50.904608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37620) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:50.958537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Router 3891ec0c-ee0b-4f58-8845-4ae753655e56 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:50.965882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcb0e4-b192-4e08-91d5-4b30bceb441f req-ff6fbee8-a3d5-4eca-a839-179d1e054e1f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:50.968080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81bcb0e4-b192-4e08-91d5-4b30bceb441f req-ff6fbee8-a3d5-4eca-a839-179d1e054e1f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.8716707 Feb 03 12:50:50.969485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e38d1584-5c64-47da-b8bf-8aa246098f57), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.969929 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Added segment e38d1584-5c64-47da-b8bf-8aa246098f57 of type vlan for network 772c2561-2675-4966-a734-121b385cb40c Feb 03 12:50:50.975875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-427d115c-5eca-4b8f-8c82-e5e5bab51abf None None] For port 2834055f-c552-4b4f-97ca-a07ff38dc3eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2834055f-c552-4b4f-97ca-a07ff38dc3eb,segment=NetworkSegment(4dfb38fb-7201-4099-8672-ffc462fca164),segment_id=4dfb38fb-7201-4099-8672-ffc462fca164)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:51.052091 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-427d115c-5eca-4b8f-8c82-e5e5bab51abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.143942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:51.208582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:51.248777 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (772c2561-2675-4966-a734-121b385cb40c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.255089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] Sync routers for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:51.264364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 11e09ac0-57bb-4424-b385-e5df4f304f8e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:51.270855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 11e09ac0-57bb-4424-b385-e5df4f304f8e not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:51.296561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2834055f-c552-4b4f-97ca-a07ff38dc3eb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:51.303269 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.363296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] No DVR routers for this DVR port 11e09ac0-57bb-4424-b385-e5df4f304f8e on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:51.383767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-994fbcd9-4dc8-479b-9762-7202d04f8202 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet 6d173e78-9512-4f7a-998d-4dfbbb46ade0 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:51.386831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:51.387754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:50:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:51.389805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d115c-5eca-4b8f-8c82-e5e5bab51abf None None] Pushing event updated for resources: {'Port': ['ID=2834055f-c552-4b4f-97ca-a07ff38dc3eb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:51.393464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.397864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea20dd60-cdf9-42f7-974d-8c2126f595b8 req-451339ce-9eff-4408-93ed-59263fd396ab tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.91 "DELETE /v2.0/ports/11e09ac0-57bb-4424-b385-e5df4f304f8e HTTP/1.1" status: 204 len: 173 time: 3.3850098 Feb 03 12:50:51.398175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-deleted', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:51.401239 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e06a51-7ee5-40e9-a773-de3e80447aa3" -d '{"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-deleted", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:51.407018 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.resource_extend [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:50:51.412092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-994fbcd9-4dc8-479b-9762-7202d04f8202 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (6d173e78-9512-4f7a-998d-4dfbbb46ade0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.443702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81bcb0e4-b192-4e08-91d5-4b30bceb441f req-c05cbc17-bae5-4ce9-a5f9-ce75321ce7dd tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616804 Feb 03 12:50:51.472739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872043-4c14-4b2a-b4fb-8c11f0af2326 req-0bed27ab-8872-431f-a3f4-cadbd734e60d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:51.474525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2872043-4c14-4b2a-b4fb-8c11f0af2326 req-0bed27ab-8872-431f-a3f4-cadbd734e60d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.3134279 Feb 03 12:50:51.528110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (259282d4-bc16-4244-9553-68210d6b7b41), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.532202 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (772c2561-2675-4966-a734-121b385cb40c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.546675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:51.551082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:51.553420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.732901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9c61d45-d6e6-485d-ae68-2f83d57af11a tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.733690 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e9c61d45-d6e6-485d-ae68-2f83d57af11a tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/fb7deacc-5754-4850-8935-8f849580feef HTTP/1.1" status: 204 len: 168 time: 0.8445315 Feb 03 12:50:51.746439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Network': ['ID=259282d4-bc16-4244-9553-68210d6b7b41,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:51.752952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef1de533-3a37-4055-a495-42e46fe35eb3 req-dd93315a-1ff0-40c0-bf2e-065c4b719d99 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e6ca51e-23a5-4eec-9414-bb99bf88d2bc HTTP/1.1" status: 200 len: 210 time: 0.0588088 Feb 03 12:50:51.753688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37630) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:51.761542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.7193220 Feb 03 12:50:51.762309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37632) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:51.765733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-386a1733-15d8-4041-ac43-dfbefc3fc29c None None] Provisioning complete for port 2834055f-c552-4b4f-97ca-a07ff38dc3eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:51.766118 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-386a1733-15d8-4041-ac43-dfbefc3fc29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.786355 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:50:51.786705 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:50:51.796926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 259282d4-bc16-4244-9553-68210d6b7b41 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:51.850708 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5526fe6d-9e98-463c-bf59-46b7b22e68da tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=fb7deacc-5754-4850-8935-8f849580feef HTTP/1.1" status: 200 len: 216 time: 0.0840957 Feb 03 12:50:51.852557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37634) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:51.857897 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-994fbcd9-4dc8-479b-9762-7202d04f8202 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (6d173e78-9512-4f7a-998d-4dfbbb46ade0), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.901606 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4f5169-4176-4bd6-8ab8-afeefeaaf426 x-openstack-request-id: req-ca4f5169-4176-4bd6-8ab8-afeefeaaf426 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:51.902069 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6ca51e-23a5-4eec-9414-bb99bf88d2bc", "name": "network-vif-deleted", "tag": "11e09ac0-57bb-4424-b385-e5df4f304f8e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:51.902449 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca4f5169-4176-4bd6-8ab8-afeefeaaf426 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:51.902950 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6ca51e-23a5-4eec-9414-bb99bf88d2bc', 'name': 'network-vif-deleted', 'tag': '11e09ac0-57bb-4424-b385-e5df4f304f8e', 'status': 'completed', 'code': 200} Feb 03 12:50:51.915401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f3d0f64c-4048-4813-9786-4519df97b0ea tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0615969 Feb 03 12:50:51.916727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37636) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:51.955179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:50:52.087274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd2700-0698-4bc9-94d9-af3359ed29f6 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Network': ['ID=772c2561-2675-4966-a734-121b385cb40c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:52.116453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2872043-4c14-4b2a-b4fb-8c11f0af2326 req-74028471-9fb8-4347-a9bc-0a919aeaf308 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237645 Feb 03 12:50:52.130259 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-994fbcd9-4dc8-479b-9762-7202d04f8202 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6d173e78-9512-4f7a-998d-4dfbbb46ade0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.142597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 772c2561-2675-4966-a734-121b385cb40c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:52.192301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb5e0a4-37a0-4774-a99c-810704bc7833 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:52.214893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb5e0a4-37a0-4774-a99c-810704bc7833 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:52.243758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb5e0a4-37a0-4774-a99c-810704bc7833 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:52.254532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb5e0a4-37a0-4774-a99c-810704bc7833 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:52.257192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0cb5e0a4-37a0-4774-a99c-810704bc7833 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4899037 Feb 03 12:50:52.261347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37640) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:52.267321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cdbd147b-aed6-4b2d-a838-27fdb7941bb2 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2991300 Feb 03 12:50:52.270957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37642) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:52.360161 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-994fbcd9-4dc8-479b-9762-7202d04f8202 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (6d173e78-9512-4f7a-998d-4dfbbb46ade0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.438215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e249ae3e-06d3-4b45-bb58-ce21e30b45ee tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/e77c7356-ab8d-439f-a762-3975cc488cc6 HTTP/1.1" status: 200 len: 473 time: 0.1655822 Feb 03 12:50:52.451912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37646) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:52.498740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2834055f-c552-4b4f-97ca-a07ff38dc3eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:52.508839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-386a1733-15d8-4041-ac43-dfbefc3fc29c None None] Current status of the port 2834055f-c552-4b4f-97ca-a07ff38dc3eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:52.552352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a05ce361-320e-4031-8653-bc92a4ea4bcb tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/dad3d66e-a1bf-4da9-a2af-1958c7927fac HTTP/1.1" status: 200 len: 461 time: 0.0976686 Feb 03 12:50:52.603737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37652) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:52.619535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-994fbcd9-4dc8-479b-9762-7202d04f8202 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.623371 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-994fbcd9-4dc8-479b-9762-7202d04f8202 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/6d173e78-9512-4f7a-998d-4dfbbb46ade0 HTTP/1.1" status: 204 len: 168 time: 1.7172055 Feb 03 12:50:52.624212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fbcd9-4dc8-479b-9762-7202d04f8202 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=6d173e78-9512-4f7a-998d-4dfbbb46ade0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:52.628134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37654) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:52.651439 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (259282d4-bc16-4244-9553-68210d6b7b41), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.666419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd25e1d0-7e44-4d73-8e04-13edc776c210 None None] Network 8bfe041b-6990-4c19-8c9c-635f5e290256 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:52.740193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bffaf39d-e865-4fd6-a2fe-dc8e3df9abcc None None] Could not find standard attr ID for object 03aeb10f-a19b-40ad-8aec-8975b6325bb0. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:50:52.852458 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (259282d4-bc16-4244-9553-68210d6b7b41), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.856519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2834055f-c552-4b4f-97ca-a07ff38dc3eb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:52.882154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-6b157885-d634-4c97-8d35-e78d6f68a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:52.883799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-6b157885-d634-4c97-8d35-e78d6f68a569 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 1129 time: 0.3948185 Feb 03 12:50:52.887781 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-820f1a6e-68db-40ae-9177-a1448e160d54 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.888848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-820f1a6e-68db-40ae-9177-a1448e160d54 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/dad3d66e-a1bf-4da9-a2af-1958c7927fac HTTP/1.1" status: 204 len: 168 time: 0.2791433 Feb 03 12:50:52.899174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259282d4-bc16-4244-9553-68210d6b7b41']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:52.901483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37658) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:52.963640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd97db7-b06f-4c2b-bf66-006dd5464752 req-a944edf2-5064-4f6b-9fc0-454dcbaadf60 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:52.965552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffd97db7-b06f-4c2b-bf66-006dd5464752 req-a944edf2-5064-4f6b-9fc0-454dcbaadf60 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.3477032 Feb 03 12:50:53.008813 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8bfe041b-6990-4c19-8c9c-635f5e290256), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.020318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecda2d-2cd6-4d5f-98f6-19b7968f1594 req-cbf9c9ce-9ee9-4181-b7b3-b942bc1d9361 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:53.021861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80ecda2d-2cd6-4d5f-98f6-19b7968f1594 req-cbf9c9ce-9ee9-4181-b7b3-b942bc1d9361 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.4031162 Feb 03 12:50:53.028045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a2a875-89fc-49bd-9d4f-011d0e4298de') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:53.029125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a2a875-89fc-49bd-9d4f-011d0e4298de') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:53.090818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2834055f-c552-4b4f-97ca-a07ff38dc3eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:53.091596 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.103690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (96a2a875-89fc-49bd-9d4f-011d0e4298de), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.218273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-f834fb21-cf8c-4318-9d7a-5dcc6eeabe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:53.219901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-f834fb21-cf8c-4318-9d7a-5dcc6eeabe9f service neutron] 10.222.0.91 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 912 time: 0.2942896 Feb 03 12:50:53.228172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffd97db7-b06f-4c2b-bf66-006dd5464752 req-848432dd-65e6-40ed-a8af-f9ea55293636 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410436 Feb 03 12:50:53.230723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:53.232097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80ecda2d-2cd6-4d5f-98f6-19b7968f1594 req-c57cc5bd-68a8-47b6-8702-0c03a2ab599c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690357 Feb 03 12:50:53.273382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-d4997648-c981-4a47-8a97-aef354f9e10b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=579a52b2-c353-4528-8230-d44bbf9bc660 HTTP/1.1" status: 200 len: 217 time: 0.0401752 Feb 03 12:50:53.300915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 2834055f-c552-4b4f-97ca-a07ff38dc3eb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:53.303412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.311184 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (96a2a875-89fc-49bd-9d4f-011d0e4298de), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.332703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f42031e7-1692-4e7e-9452-73151a70fb63 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.347221 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f42031e7-1692-4e7e-9452-73151a70fb63 tempest-MeteringTestJSON-271308070 tempest-MeteringTestJSON-271308070-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/e77c7356-ab8d-439f-a762-3975cc488cc6 HTTP/1.1" status: 204 len: 168 time: 0.4446731 Feb 03 12:50:53.362193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:53.362467 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (96a2a875-89fc-49bd-9d4f-011d0e4298de), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:53.373748 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:53.378603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] Checking router: 3891ec0c-ee0b-4f58-8845-4ae753655e56 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:50:53.382533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8cd19-659a-42e2-bd76-3c059970b9b8 None None] DHCP port deletion for 8bfe041b-6990-4c19-8c9c-635f5e290256 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:53.438217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:53.441709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:50:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:53.466010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-8f5c9d63-16c7-4515-a697-156bf7d13cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:53.469797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-8f5c9d63-16c7-4515-a697-156bf7d13cb4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c9fc64e-885f-4cea-96f2-294d9d138e90 HTTP/1.1" status: 200 len: 851 time: 0.1884472 Feb 03 12:50:53.483448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37664) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:53.515152 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (259282d4-bc16-4244-9553-68210d6b7b41), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.522294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.526378 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/networks/259282d4-bc16-4244-9553-68210d6b7b41 HTTP/1.1" status: 204 len: 168 time: 1.2629912 Feb 03 12:50:53.535776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:53.585874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b165d2c-00ce-45e2-b386-53b531f091f3 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Network': ['ID=259282d4-bc16-4244-9553-68210d6b7b41,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:53.652758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-e4fbb954-accd-4fda-907d-f57316212384 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655469 Feb 03 12:50:53.655014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] For port 2834055f-c552-4b4f-97ca-a07ff38dc3eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2834055f-c552-4b4f-97ca-a07ff38dc3eb,segment=NetworkSegment(4dfb38fb-7201-4099-8672-ffc462fca164),segment_id=4dfb38fb-7201-4099-8672-ffc462fca164)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:53.655380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.702212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 2834055f-c552-4b4f-97ca-a07ff38dc3eb owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:53.872615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (772c2561-2675-4966-a734-121b385cb40c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.876285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1833fae6-b8e8-4ab6-a478-d23f3ae9f5a2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.916116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2834055f-c552-4b4f-97ca-a07ff38dc3eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:53.973340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:50:53.980112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-42b8cd19-659a-42e2-bd76-3c059970b9b8 None None] Deleting port 2834055f-c552-4b4f-97ca-a07ff38dc3eb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:53.980909 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42b8cd19-659a-42e2-bd76-3c059970b9b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.044670 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-5116d931-6264-41ba-9f24-6a5f4d70d3fa service neutron] 10.222.0.91 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597865 Feb 03 12:50:54.075180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37676) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:54.078757 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (772c2561-2675-4966-a734-121b385cb40c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.113225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772c2561-2675-4966-a734-121b385cb40c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:54.129677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38d1584-5c64-47da-b8bf-8aa246098f57') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:54.130422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38d1584-5c64-47da-b8bf-8aa246098f57') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:54.150642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (e38d1584-5c64-47da-b8bf-8aa246098f57), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.164107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1833fae6-b8e8-4ab6-a478-d23f3ae9f5a2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.201518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e38d1584-5c64-47da-b8bf-8aa246098f57), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.222143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:54.225302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (e38d1584-5c64-47da-b8bf-8aa246098f57), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:54.235204 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:54.245021 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.330690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1833fae6-b8e8-4ab6-a478-d23f3ae9f5a2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.349292 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1833fae6-b8e8-4ab6-a478-d23f3ae9f5a2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.350576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1833fae6-b8e8-4ab6-a478-d23f3ae9f5a2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "DELETE /v2.0/security-groups/cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc HTTP/1.1" status: 204 len: 168 time: 0.8622730 Feb 03 12:50:54.351662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No DVR routers for this DVR port 2834055f-c552-4b4f-97ca-a07ff38dc3eb on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:54.402447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37684) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:54.435732 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-1ce0e3dd-98ca-4725-9b56-3e8472f455c7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] show failed (client error): The resource could not be found. Feb 03 12:50:54.437368 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1ce0e3dd-98ca-4725-9b56-3e8472f455c7 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "GET /v2.0/security-groups/cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc HTTP/1.1" status: 404 len: 347 time: 0.0312345 Feb 03 12:50:54.439263 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36131a6a-0b2a-4c1d-856f-35e29ede54ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.441517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37686) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:54.474277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=2834055f-c552-4b4f-97ca-a07ff38dc3eb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:54.515115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (772c2561-2675-4966-a734-121b385cb40c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.515536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833fae6-b8e8-4ab6-a478-d23f3ae9f5a2 tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9a63e3-d250-45dd-ade1-a8cf3a8cb5dc,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:54.579798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.592763 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/networks/772c2561-2675-4966-a734-121b385cb40c HTTP/1.1" status: 204 len: 168 time: 1.0555332 Feb 03 12:50:54.607013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37688) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:54.751046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bae567-db88-461f-ae78-7b002a2907aa tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Network': ['ID=772c2561-2675-4966-a734-121b385cb40c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:54.813273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2834055f-c552-4b4f-97ca-a07ff38dc3eb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:54.847589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2834055f-c552-4b4f-97ca-a07ff38dc3eb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:54.847749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2834055f-c552-4b4f-97ca-a07ff38dc3eb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:54.889566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-42b8cd19-659a-42e2-bd76-3c059970b9b8 None None] For port 2834055f-c552-4b4f-97ca-a07ff38dc3eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2834055f-c552-4b4f-97ca-a07ff38dc3eb,segment=NetworkSegment(4dfb38fb-7201-4099-8672-ffc462fca164),segment_id=4dfb38fb-7201-4099-8672-ffc462fca164)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:54.889917 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42b8cd19-659a-42e2-bd76-3c059970b9b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.900838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8bfe041b-6990-4c19-8c9c-635f5e290256), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.953572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb86d401-3971-4d25-bfc1-f1ae50c712fe req-7922dda1-1c30-497f-84a9-fcdf92c3b0f2 service neutron] 10.222.0.91 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099214 Feb 03 12:50:54.985011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfe041b-6990-4c19-8c9c-635f5e290256']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:54.991514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-42b8cd19-659a-42e2-bd76-3c059970b9b8 None None] Calling delete_port for 2834055f-c552-4b4f-97ca-a07ff38dc3eb owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:54.993988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db7f79-b05e-4539-bd79-9bcef9b74cbd tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:54.999539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db7f79-b05e-4539-bd79-9bcef9b74cbd tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:55.001149 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-90db7f79-b05e-4539-bd79-9bcef9b74cbd tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3802679 Feb 03 12:50:55.005583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37692) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:55.010245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1036-2499-4010-80e6-bc0337da620b req-200346f8-4844-4406-9a0f-4f01fb1e2862 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:55.012864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1ff1036-2499-4010-80e6-bc0337da620b req-200346f8-4844-4406-9a0f-4f01fb1e2862 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.5616357 Feb 03 12:50:55.024567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-696150365'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:55.029700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f1871-efe1-4c75-bd72-d34343e0a179 req-4aac5644-4f0d-4409-92b1-65e03d227066 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:55.035719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b85f1871-efe1-4c75-bd72-d34343e0a179 req-4aac5644-4f0d-4409-92b1-65e03d227066 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.5702612 Feb 03 12:50:55.068870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Deleting port c221d748-07dc-4b5b-af96-19306523d817 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:55.070916 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c221d748-07dc-4b5b-af96-19306523d817), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.117629 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36131a6a-0b2a-4c1d-856f-35e29ede54ab admin admin] Publish callbacks [] for security_group (0dbefd21-5763-4bac-8134-cd1430ac2081), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.128511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfb38fb-7201-4099-8672-ffc462fca164') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:55.129188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfb38fb-7201-4099-8672-ffc462fca164') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:55.161705 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36131a6a-0b2a-4c1d-856f-35e29ede54ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0dbefd21-5763-4bac-8134-cd1430ac2081), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.180378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:55.211460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (4dfb38fb-7201-4099-8672-ffc462fca164), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.219097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b85f1871-efe1-4c75-bd72-d34343e0a179 req-894a1b47-ff92-4bea-8d15-368362d3911d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690390 Feb 03 12:50:55.270157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Made reservation on behalf of 686c2333e9a84af69555de13276a0624 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:55.277212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986e5af-2f2b-43cd-b31b-262ba923e2a0 None None] The sync data for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 is: [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 4, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '844f11a9-9140-4f86-8289-a814086b2fa7', 'name': '', 'network_id': '62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'mac_address': 'fa:16:3e:5c:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'subnets': [{'id': '069782fb-7ddc-4760-a35f-947aa7d63f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:55.281034 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.291677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4dfb38fb-7201-4099-8672-ffc462fca164), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.321267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1ff1036-2499-4010-80e6-bc0337da620b req-75e828d2-9ef2-4ccc-9374-f8f03f500e1d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642741 Feb 03 12:50:55.322710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:55.323437 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (4dfb38fb-7201-4099-8672-ffc462fca164), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:55.326809 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:55.361870 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42b8cd19-659a-42e2-bd76-3c059970b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (2834055f-c552-4b4f-97ca-a07ff38dc3eb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.418767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8cd19-659a-42e2-bd76-3c059970b9b8 None None] Pushing event deleted for resources: {'Port': ['ID=2834055f-c552-4b4f-97ca-a07ff38dc3eb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:55.420445 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36131a6a-0b2a-4c1d-856f-35e29ede54ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50d022624baf4aa88b6e97c5a52b99a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3438549 Feb 03 12:50:55.423082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8cd19-659a-42e2-bd76-3c059970b9b8 None None] No DVR routers for this DVR port 2834055f-c552-4b4f-97ca-a07ff38dc3eb on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:55.444808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37698) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:55.454875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36131a6a-0b2a-4c1d-856f-35e29ede54ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbefd21-5763-4bac-8134-cd1430ac2081,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:55.502109 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c221d748-07dc-4b5b-af96-19306523d817), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.502798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (c221d748-07dc-4b5b-af96-19306523d817), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.529899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Calling delete_port for c221d748-07dc-4b5b-af96-19306523d817 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:55.799927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54a2db-411e-41b7-8e33-ee29baf6fb20 admin admin] Publish callbacks [] for security_group (0dbefd21-5763-4bac-8134-cd1430ac2081), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.800625 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486890af-ab2b-48d4-8f05-d3a1f4f944bd None None] New status for floating IP 79f4a7d6-e585-493b-bbed-63f3de475e39: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:50:55.827855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c221d748-07dc-4b5b-af96-19306523d817), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.905669 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54a2db-411e-41b7-8e33-ee29baf6fb20 admin admin] Publish callbacks [] for security_group (0dbefd21-5763-4bac-8134-cd1430ac2081), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.907812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Pushing event deleted for resources: {'Port': ['ID=c221d748-07dc-4b5b-af96-19306523d817,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:55.991585 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks [] for floatingip (79f4a7d6-e585-493b-bbed-63f3de475e39), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.995287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.000828 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-20b34215-03ab-4c86-a344-c5809b847b4d tempest-AttachVolumeShelveTestJSON-1578556381 tempest-AttachVolumeShelveTestJSON-1578556381-project] 10.222.0.65 "DELETE /v2.0/floatingips/79f4a7d6-e585-493b-bbed-63f3de475e39 HTTP/1.1" status: 204 len: 168 time: 1.5483625 Feb 03 12:50:56.028193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54a2db-411e-41b7-8e33-ee29baf6fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0dbefd21-5763-4bac-8134-cd1430ac2081), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.031082 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e54a2db-411e-41b7-8e33-ee29baf6fb20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.033813 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1e54a2db-411e-41b7-8e33-ee29baf6fb20 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0dbefd21-5763-4bac-8134-cd1430ac2081 HTTP/1.1" status: 204 len: 168 time: 0.5870404 Feb 03 12:50:56.052919 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54a2db-411e-41b7-8e33-ee29baf6fb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbefd21-5763-4bac-8134-cd1430ac2081,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:56.065517 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-486890af-ab2b-48d4-8f05-d3a1f4f944bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:50:56.065876 n-d-792364-10 neutron-server[103226]: DEBUG oslo_db.api [None req-486890af-ab2b-48d4-8f05-d3a1f4f944bd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:50:56.248814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (8bfe041b-6990-4c19-8c9c-635f5e290256), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.253779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:56.273685 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.284943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/networks/8bfe041b-6990-4c19-8c9c-635f5e290256 HTTP/1.1" status: 204 len: 168 time: 3.6096349 Feb 03 12:50:56.288982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37710) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:56.292696 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c0f15c92-4216-4534-8779-c84b71c7d46a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.301350 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Added segment c0f15c92-4216-4534-8779-c84b71c7d46a of type vlan for network f08ab4a0-77b7-451f-891d-f65291a0d89c Feb 03 12:50:56.344207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'name': 'tempest-PortsIpV6TestJSON-108198502'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:56.493012 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (f08ab4a0-77b7-451f-891d-f65291a0d89c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.500560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed267c8-af99-4150-9cc3-55ddb8081685 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Network': ['ID=8bfe041b-6990-4c19-8c9c-635f5e290256,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:56.573556 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486890af-ab2b-48d4-8f05-d3a1f4f944bd None None] New status for floating IP 79f4a7d6-e585-493b-bbed-63f3de475e39: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:50:56.576271 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (f08ab4a0-77b7-451f-891d-f65291a0d89c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.582024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:56.582952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.632924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37716) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:56.704963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b61efd98-772d-4e8b-9d5b-fc98a101baad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.750520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Network': ['ID=f08ab4a0-77b7-451f-891d-f65291a0d89c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:56.767487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network f08ab4a0-77b7-451f-891d-f65291a0d89c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:56.777076 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-206a5f77-457a-4aaa-842b-d46b92d8e23f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7651899 Feb 03 12:50:56.780787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37718) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:56.799771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:56.803185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1530759871'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:56.804672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.839678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9d247-5465-4e53-af2b-3de10933689f req-28940f39-1614-4f31-b1fe-b35edea9575a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:56.847691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd9d247-5465-4e53-af2b-3de10933689f req-28940f39-1614-4f31-b1fe-b35edea9575a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.3933117 Feb 03 12:50:56.871746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Made reservation on behalf of 686c2333e9a84af69555de13276a0624 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:56.877072 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.905470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1afd33-b79e-4fca-9527-e863a6ae124f req-1ff249c0-9065-4613-bd5a-cbf3bf735183 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:56.917343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d1afd33-b79e-4fca-9527-e863a6ae124f req-1ff249c0-9065-4613-bd5a-cbf3bf735183 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.4716175 Feb 03 12:50:56.945403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:56.981220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 1c0912e9-c161-4339-9310-02d2358270d2 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:56.988295 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (95caa11a-69f6-40c7-993e-eff5a1740ae2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.988797 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Added segment 95caa11a-69f6-40c7-993e-eff5a1740ae2 of type vlan for network 48085436-b0c7-465c-9f2d-34aac133e936 Feb 03 12:50:57.058526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd9d247-5465-4e53-af2b-3de10933689f req-4e8c48dd-27b2-49ed-80ab-34afc3f61dad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084348 Feb 03 12:50:57.062263 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d1afd33-b79e-4fca-9527-e863a6ae124f req-729180b3-8b5f-4685-b1c6-a8316a4439f1 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439614 Feb 03 12:50:57.116873 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (48085436-b0c7-465c-9f2d-34aac133e936), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.186269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (48085436-b0c7-465c-9f2d-34aac133e936), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.191810 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:57.194310 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.260223 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (1c0912e9-c161-4339-9310-02d2358270d2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.286188 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5024288 Feb 03 12:50:57.292661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37722) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:57.296032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'ports': [{'network_id': 'f08ab4a0-77b7-451f-891d-f65291a0d89c', 'name': 'tempest-port--1755329518', 'admin_state_up': True}, {'network_id': '48085436-b0c7-465c-9f2d-34aac133e936', 'admin_state_up': False}]} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:57.296032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'port': {'network_id': 'f08ab4a0-77b7-451f-891d-f65291a0d89c', 'name': 'tempest-port--1755329518', 'admin_state_up': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:57.311068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'port': {'network_id': '48085436-b0c7-465c-9f2d-34aac133e936', 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:57.370933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b61efd98-772d-4e8b-9d5b-fc98a101baad admin admin] Publish callbacks [] for security_group (490492c5-7789-405c-8bc8-5e9a4e9b5336), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.373999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1c0912e9-c161-4339-9310-02d2358270d2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.433467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=1c0912e9-c161-4339-9310-02d2358270d2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:57.437097 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b61efd98-772d-4e8b-9d5b-fc98a101baad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (490492c5-7789-405c-8bc8-5e9a4e9b5336), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.468527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b61efd98-772d-4e8b-9d5b-fc98a101baad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d31c73f1ac4140b1883994493481e5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8252501 Feb 03 12:50:57.472110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37726) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:57.525968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:57.546214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:57.549465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:57.556420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:57.557136 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.572765 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68a12983-acef-45c1-9e9f-d7f5bcc40d7a admin admin] Publish callbacks [] for security_group (490492c5-7789-405c-8bc8-5e9a4e9b5336), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.600771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68a12983-acef-45c1-9e9f-d7f5bcc40d7a admin admin] Publish callbacks [] for security_group (490492c5-7789-405c-8bc8-5e9a4e9b5336), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.680317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e49c3071-ec8e-47e1-b65d-f8e413983a9b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3436999 Feb 03 12:50:57.682551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37728) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:57.740176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68a12983-acef-45c1-9e9f-d7f5bcc40d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (490492c5-7789-405c-8bc8-5e9a4e9b5336), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.742923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68a12983-acef-45c1-9e9f-d7f5bcc40d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.744459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-68a12983-acef-45c1-9e9f-d7f5bcc40d7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/490492c5-7789-405c-8bc8-5e9a4e9b5336 HTTP/1.1" status: 204 len: 168 time: 0.2712607 Feb 03 12:50:57.753351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61efd98-772d-4e8b-9d5b-fc98a101baad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490492c5-7789-405c-8bc8-5e9a4e9b5336,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:57.783508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a12983-acef-45c1-9e9f-d7f5bcc40d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490492c5-7789-405c-8bc8-5e9a4e9b5336,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:57.863930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2c69f4f5-71ac-4839-8ed3-52f687cf2f0b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 1c0912e9-c161-4339-9310-02d2358270d2 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:57.864321 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c69f4f5-71ac-4839-8ed3-52f687cf2f0b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1c0912e9-c161-4339-9310-02d2358270d2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.021399 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c69f4f5-71ac-4839-8ed3-52f687cf2f0b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1c0912e9-c161-4339-9310-02d2358270d2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.053839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2c69f4f5-71ac-4839-8ed3-52f687cf2f0b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 1c0912e9-c161-4339-9310-02d2358270d2 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:58.069553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b0943-8eff-487e-a173-533e9f8e058a tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Network': ['ID=48085436-b0c7-465c-9f2d-34aac133e936,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:58.081828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 48085436-b0c7-465c-9f2d-34aac133e936 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:58.281981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c69f4f5-71ac-4839-8ed3-52f687cf2f0b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1c0912e9-c161-4339-9310-02d2358270d2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.342711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69f4f5-71ac-4839-8ed3-52f687cf2f0b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=1c0912e9-c161-4339-9310-02d2358270d2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:58.360128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c69f4f5-71ac-4839-8ed3-52f687cf2f0b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.363441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2c69f4f5-71ac-4839-8ed3-52f687cf2f0b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/1c0912e9-c161-4339-9310-02d2358270d2 HTTP/1.1" status: 204 len: 168 time: 0.6734540 Feb 03 12:50:58.370255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37744) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:58.385160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'mac_address': 'fa:16:3e:36:32:9b', 'name': 'tempest-PortsIpV6TestJSON-234963235'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:58.391709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Made reservation on behalf of 686c2333e9a84af69555de13276a0624 for: {'port': 2} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:58.405324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.459368 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.568126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d680-be3a-4bf5-9914-f477f0116ab1 req-bcd58f9e-2c5b-4b94-ad36-fdcd80f9fc4c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:58.573032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1c2d680-be3a-4bf5-9914-f477f0116ab1 req-bcd58f9e-2c5b-4b94-ad36-fdcd80f9fc4c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.2064619 Feb 03 12:50:58.664825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e874-cca6-4043-b93e-75f5065fdaba req-9d15a616-8a67-47bf-915a-58b4a6ebd0e8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:58.667643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb64e874-cca6-4043-b93e-75f5065fdaba req-9d15a616-8a67-47bf-915a-58b4a6ebd0e8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2434988 Feb 03 12:50:58.757168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1c2d680-be3a-4bf5-9914-f477f0116ab1 req-dedb8484-22b9-4a66-a13c-043437c8ca8b tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783149 Feb 03 12:50:58.797958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb64e874-cca6-4043-b93e-75f5065fdaba req-917beeed-5497-49c1-b598-be9797231b4c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111622 Feb 03 12:50:59.012411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] device_id is not set on port 2f4ee9e6-8385-4ad7-a05d-461bba97cd60 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:59.045670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:59.171786 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.211093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 38ba849d-5af0-4171-9adb-e7bc4b60248a yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:59.338058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks [] for port (2f4ee9e6-8385-4ad7-a05d-461bba97cd60), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.608252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] device_id is not set on port 97e48b4f-6538-4bd1-bfb6-6847b37f47f5 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:59.706824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (38ba849d-5af0-4171-9adb-e7bc4b60248a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.803894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks [] for port (97e48b4f-6538-4bd1-bfb6-6847b37f47f5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.904453 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (38ba849d-5af0-4171-9adb-e7bc4b60248a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.915346 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2f4ee9e6-8385-4ad7-a05d-461bba97cd60), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.033544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:00.050319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:00.052991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=38ba849d-5af0-4171-9adb-e7bc4b60248a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:00.074124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:00.091910 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.093952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.127304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa638e9-d99b-4568-a24c-469293a455f2 req-fd81e36b-979f-444f-9e43-eb745d93be82 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.153527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2aa638e9-d99b-4568-a24c-469293a455f2 req-fd81e36b-979f-444f-9e43-eb745d93be82 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.2403934 Feb 03 12:51:00.174225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715827a-79b3-4fdb-81c7-837ae2357282 req-dd2baf6c-15ce-4e32-b043-98b68a3ce557 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.193100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e715827a-79b3-4fdb-81c7-837ae2357282 req-dd2baf6c-15ce-4e32-b043-98b68a3ce557 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.2571251 Feb 03 12:51:00.203973 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-62e72475-d3fc-44a3-a6d9-83092060ddf1 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8324275 Feb 03 12:51:00.205840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Checking segment: {'id': 'c0f15c92-4216-4534-8779-c84b71c7d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'f08ab4a0-77b7-451f-891d-f65291a0d89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:00.206572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Network hostable DHCP agents. Network: f08ab4a0-77b7-451f-891d-f65291a0d89c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:00.212169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37786) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:00.227888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Port': ['ID=2f4ee9e6-8385-4ad7-a05d-461bba97cd60,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:00.305558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4283f-0cd3-42fe-a179-b5c5deaf0743 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.307911 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c8b4283f-0cd3-42fe-a179-b5c5deaf0743 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/38ba849d-5af0-4171-9adb-e7bc4b60248a HTTP/1.1" status: 200 len: 844 time: 0.0942543 Feb 03 12:51:00.310123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Network f08ab4a0-77b7-451f-891d-f65291a0d89c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:00.313561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37790) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:00.325579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, f08ab4a0-77b7-451f-891d-f65291a0d89c) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:00.333704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:00.337541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee41a5a-485c-45d8-93f3-2b31ec86f1a6 None None] Network f08ab4a0-77b7-451f-891d-f65291a0d89c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:00.350604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (97e48b4f-6538-4bd1-bfb6-6847b37f47f5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.389829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2aa638e9-d99b-4568-a24c-469293a455f2 req-48dbd7f0-6e91-4b03-945c-e75d512591df tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820419 Feb 03 12:51:00.471287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e715827a-79b3-4fdb-81c7-837ae2357282 req-ed9891b9-6e95-4c08-86ea-5cbe449e5007 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745886 Feb 03 12:51:00.508461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Port': ['ID=97e48b4f-6538-4bd1-bfb6-6847b37f47f5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:00.573817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Checking segment: {'id': '95caa11a-69f6-40c7-993e-eff5a1740ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48085436-b0c7-465c-9f2d-34aac133e936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:00.574665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Network hostable DHCP agents. Network: 48085436-b0c7-465c-9f2d-34aac133e936, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:00.624119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3d824f0a-d143-450d-a4b9-efcacdab5990 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 38ba849d-5af0-4171-9adb-e7bc4b60248a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:00.625343 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d824f0a-d143-450d-a4b9-efcacdab5990 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (38ba849d-5af0-4171-9adb-e7bc4b60248a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.626306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Network 48085436-b0c7-465c-9f2d-34aac133e936 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:00.652574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 48085436-b0c7-465c-9f2d-34aac133e936) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:00.663966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49278dc-e61c-424f-b068-98bb36b403e1 None None] Network 48085436-b0c7-465c-9f2d-34aac133e936 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:00.669284 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:00.690643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.710374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.716789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.792891 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d3c918b-65c0-421b-8970-8fa0d38700f5 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5000038 Feb 03 12:51:00.793551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37806) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:00.867846 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d824f0a-d143-450d-a4b9-efcacdab5990 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (38ba849d-5af0-4171-9adb-e7bc4b60248a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.911756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3d824f0a-d143-450d-a4b9-efcacdab5990 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 38ba849d-5af0-4171-9adb-e7bc4b60248a owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:00.952917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20ae2fd-c0e3-4369-a011-2cf901ff7674 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.963506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20ae2fd-c0e3-4369-a011-2cf901ff7674 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.970228 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a20ae2fd-c0e3-4369-a011-2cf901ff7674 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1731112 Feb 03 12:51:00.973519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37808) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:01.022167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37810) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:01.039269 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d824f0a-d143-450d-a4b9-efcacdab5990 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (38ba849d-5af0-4171-9adb-e7bc4b60248a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.145691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d824f0a-d143-450d-a4b9-efcacdab5990 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=38ba849d-5af0-4171-9adb-e7bc4b60248a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:01.168654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-55223b05-5dea-48ce-82af-d75ef3e3dbdc tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Deleting port 2f4ee9e6-8385-4ad7-a05d-461bba97cd60 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:01.169455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55223b05-5dea-48ce-82af-d75ef3e3dbdc tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2f4ee9e6-8385-4ad7-a05d-461bba97cd60), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.171759 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d824f0a-d143-450d-a4b9-efcacdab5990 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.178623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3d824f0a-d143-450d-a4b9-efcacdab5990 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/38ba849d-5af0-4171-9adb-e7bc4b60248a HTTP/1.1" status: 204 len: 168 time: 0.8639276 Feb 03 12:51:01.181206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37814) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:01.247161 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d42e065-a074-4d99-9f26-c88618fd156b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:51:01.250208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5d42e065-a074-4d99-9f26-c88618fd156b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/38ba849d-5af0-4171-9adb-e7bc4b60248a HTTP/1.1" status: 404 len: 333 time: 0.0619240 Feb 03 12:51:01.255449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37816) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:01.265273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'name': 'tempest-PortsIpV6TestJSON-1690754445'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:01.335627 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55223b05-5dea-48ce-82af-d75ef3e3dbdc tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2f4ee9e6-8385-4ad7-a05d-461bba97cd60), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.387452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-55223b05-5dea-48ce-82af-d75ef3e3dbdc tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Calling delete_port for 2f4ee9e6-8385-4ad7-a05d-461bba97cd60 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:01.443324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-110ed46e-9ba7-4cdc-851f-fbfa6fe6e861 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:01.580192 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55223b05-5dea-48ce-82af-d75ef3e3dbdc tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2f4ee9e6-8385-4ad7-a05d-461bba97cd60), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.611927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:01.616905 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.635053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55223b05-5dea-48ce-82af-d75ef3e3dbdc tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Port': ['ID=2f4ee9e6-8385-4ad7-a05d-461bba97cd60,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:01.660400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55223b05-5dea-48ce-82af-d75ef3e3dbdc tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.663640 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-55223b05-5dea-48ce-82af-d75ef3e3dbdc tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/ports/2f4ee9e6-8385-4ad7-a05d-461bba97cd60 HTTP/1.1" status: 204 len: 168 time: 0.6890211 Feb 03 12:51:01.666583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37824) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:01.667793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-110ed46e-9ba7-4cdc-851f-fbfa6fe6e861 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] 10.222.0.65 "PUT /v2.0/quotas/eb2c0c9a2c954c68aa524ad71c4b0749 HTTP/1.1" status: 200 len: 368 time: 0.6444318 Feb 03 12:51:01.669947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37826) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:01.670540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 8f264d55-937e-415f-974f-e1e3fbe79234 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:01.688141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Request body: {'network': {'project_id': 'eb2c0c9a2c954c68aa524ad71c4b0749'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:01.693157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b102c0-3748-4cc0-96f1-7b254f1f6395 req-91c152f7-1f1d-4e03-9bf0-4f5ddc293a27 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:01.700016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b102c0-3748-4cc0-96f1-7b254f1f6395 req-91c152f7-1f1d-4e03-9bf0-4f5ddc293a27 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:01.710474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b102c0-3748-4cc0-96f1-7b254f1f6395 req-91c152f7-1f1d-4e03-9bf0-4f5ddc293a27 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:01.717614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b102c0-3748-4cc0-96f1-7b254f1f6395 req-91c152f7-1f1d-4e03-9bf0-4f5ddc293a27 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:01.724452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b102c0-3748-4cc0-96f1-7b254f1f6395 req-91c152f7-1f1d-4e03-9bf0-4f5ddc293a27 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:01.754946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b102c0-3748-4cc0-96f1-7b254f1f6395 req-91c152f7-1f1d-4e03-9bf0-4f5ddc293a27 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:01.767081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b102c0-3748-4cc0-96f1-7b254f1f6395 req-91c152f7-1f1d-4e03-9bf0-4f5ddc293a27 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:01.772154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7b102c0-3748-4cc0-96f1-7b254f1f6395 req-91c152f7-1f1d-4e03-9bf0-4f5ddc293a27 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.2880411 Feb 03 12:51:01.856733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Made reservation on behalf of eb2c0c9a2c954c68aa524ad71c4b0749 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:01.859146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.873239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.957624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-be2d11f0-0b7a-4b4f-a3b4-6591cee88068 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Deleting port 97e48b4f-6538-4bd1-bfb6-6847b37f47f5 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:01.957966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be2d11f0-0b7a-4b4f-a3b4-6591cee88068 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (97e48b4f-6538-4bd1-bfb6-6847b37f47f5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.057551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d7678-c127-4f8b-944b-329fd468a509 req-9778affa-c727-40d6-8d10-1180a183b620 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:02.065529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f9d7678-c127-4f8b-944b-329fd468a509 req-9778affa-c727-40d6-8d10-1180a183b620 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.5224235 Feb 03 12:51:02.068663 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be2d11f0-0b7a-4b4f-a3b4-6591cee88068 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (97e48b4f-6538-4bd1-bfb6-6847b37f47f5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.085440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7b102c0-3748-4cc0-96f1-7b254f1f6395 req-38dd2c47-32bd-4f8b-a78c-ad0afea3bb64 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3009307 Feb 03 12:51:02.096605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-be2d11f0-0b7a-4b4f-a3b4-6591cee88068 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Calling delete_port for 97e48b4f-6538-4bd1-bfb6-6847b37f47f5 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:02.136909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks [] for security_group (067f2d8b-a0a9-4002-a15b-7bf4b9e6f8c5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.150975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (067f2d8b-a0a9-4002-a15b-7bf4b9e6f8c5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.165516 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:02.178400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3ef275b9-7668-412f-bec8-a7c602098f74), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.178751 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Added segment 3ef275b9-7668-412f-bec8-a7c602098f74 of type vlan for network ac2eec24-9534-46be-9479-6dd83a5f395c Feb 03 12:51:02.244878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ac2eec24-9534-46be-9479-6dd83a5f395c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.335785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f9d7678-c127-4f8b-944b-329fd468a509 req-fd45affe-aa28-4efd-86b0-db1ef8ed2fbd tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648981 Feb 03 12:51:02.389530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ac2eec24-9534-46be-9479-6dd83a5f395c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.401962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:02.402702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.456876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067f2d8b-a0a9-4002-a15b-7bf4b9e6f8c5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:02.508689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752c90-de65-4fcc-8291-75ff78a839e0 req-e60aaa57-c9bc-42ec-bdf4-d32184c9a3fb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:02.527833 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e752c90-de65-4fcc-8291-75ff78a839e0 req-e60aaa57-c9bc-42ec-bdf4-d32184c9a3fb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.3137989 Feb 03 12:51:02.540609 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (8f264d55-937e-415f-974f-e1e3fbe79234), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.699067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e752c90-de65-4fcc-8291-75ff78a839e0 req-918966e3-6e21-4248-9314-021f68b1646f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697342 Feb 03 12:51:02.731064 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8f264d55-937e-415f-974f-e1e3fbe79234), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.731252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Pushing event updated for resources: {'Network': ['ID=ac2eec24-9534-46be-9479-6dd83a5f395c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:02.750234 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0792332 Feb 03 12:51:02.761985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37836) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:02.777794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Request body: {'network': {'project_id': 'eb2c0c9a2c954c68aa524ad71c4b0749'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:02.792615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=8f264d55-937e-415f-974f-e1e3fbe79234,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:02.826378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.826719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.827072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.827821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.828228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.830491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.831067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.831461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.831844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.834426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.835195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.835303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.835565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c38f8-d878-485c-af00-01bad4cf7bce tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:02.851435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ac2eec24-9534-46be-9479-6dd83a5f395c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:02.852258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Made reservation on behalf of eb2c0c9a2c954c68aa524ad71c4b0749 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:02.857703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:02.860642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:02.864211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:02.869209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.870726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:02.871728 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.898376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b9c0c-9479-4e9f-a6f1-8ef8f6e9399b req-133ff9a6-a70e-46ae-b194-934459bc6db7 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:02.906291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f1b9c0c-9479-4e9f-a6f1-8ef8f6e9399b req-133ff9a6-a70e-46ae-b194-934459bc6db7 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1155326 Feb 03 12:51:02.915025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37838) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:02.915278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5390b14a-4433-4afa-8c64-73109fe3559b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6584010 Feb 03 12:51:02.923591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-687e4860-527f-4515-b9f2-cc998a0410cc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:02.931784 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be2d11f0-0b7a-4b4f-a3b4-6591cee88068 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (97e48b4f-6538-4bd1-bfb6-6847b37f47f5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.971160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:03.016684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f1b9c0c-9479-4e9f-a6f1-8ef8f6e9399b req-eb6a1b4f-6af9-4a34-9ab7-861721854770 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093349 Feb 03 12:51:03.044866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d11f0-0b7a-4b4f-a3b4-6591cee88068 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Port': ['ID=97e48b4f-6538-4bd1-bfb6-6847b37f47f5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:03.053844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (89012d33-6a42-402e-b0e3-94fb73485911), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.054614 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Added segment 89012d33-6a42-402e-b0e3-94fb73485911 of type vlan for network 4ff65c92-736b-48b6-a501-049e8a518a76 Feb 03 12:51:03.057594 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be2d11f0-0b7a-4b4f-a3b4-6591cee88068 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.064431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37842) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:03.064574 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-be2d11f0-0b7a-4b4f-a3b4-6591cee88068 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/ports/97e48b4f-6538-4bd1-bfb6-6847b37f47f5 HTTP/1.1" status: 204 len: 168 time: 1.3968775 Feb 03 12:51:03.129635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0789a6c5-c635-44a6-8fe0-08df9ac099e4 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0632041 Feb 03 12:51:03.132984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37846) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:03.144599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-408764089'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:03.180945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (4ff65c92-736b-48b6-a501-049e8a518a76), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.188493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Made reservation on behalf of 686c2333e9a84af69555de13276a0624 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:03.196923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.238641 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-687e4860-527f-4515-b9f2-cc998a0410cc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8f264d55-937e-415f-974f-e1e3fbe79234), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.242935 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (4ff65c92-736b-48b6-a501-049e8a518a76), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.244090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.245058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.270345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:03.284105 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5101042 Feb 03 12:51:03.297687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37848) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:03.306070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e29a33ae-2ca7-485a-ba29-7a4eaa99f071 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Request body: {'network': {'project_id': 'eb2c0c9a2c954c68aa524ad71c4b0749'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:03.312790 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a1715b9f-fe77-407b-a639-9c8768bb5d21), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.313447 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Added segment a1715b9f-fe77-407b-a639-9c8768bb5d21 of type vlan for network 93709617-2450-434e-ab59-280c58ca1a62 Feb 03 12:51:03.384664 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (93709617-2450-434e-ab59-280c58ca1a62), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.405303 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29a33ae-2ca7-485a-ba29-7a4eaa99f071 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 12:51:03.406079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29a33ae-2ca7-485a-ba29-7a4eaa99f071 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:51:03.410567 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e29a33ae-2ca7-485a-ba29-7a4eaa99f071 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1089888 Feb 03 12:51:03.419739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37852) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:03.423355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7d33-cd1c-4af5-8f5d-de8a4f7e0eb2 req-9f2e38f7-8a0a-44f0-b9a5-cd209c976197 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.441571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7d33-cd1c-4af5-8f5d-de8a4f7e0eb2 req-9f2e38f7-8a0a-44f0-b9a5-cd209c976197 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.455207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7d33-cd1c-4af5-8f5d-de8a4f7e0eb2 req-9f2e38f7-8a0a-44f0-b9a5-cd209c976197 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.470834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7d33-cd1c-4af5-8f5d-de8a4f7e0eb2 req-9f2e38f7-8a0a-44f0-b9a5-cd209c976197 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.487749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7d33-cd1c-4af5-8f5d-de8a4f7e0eb2 req-9f2e38f7-8a0a-44f0-b9a5-cd209c976197 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.499874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7d33-cd1c-4af5-8f5d-de8a4f7e0eb2 req-9f2e38f7-8a0a-44f0-b9a5-cd209c976197 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.513213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7d33-cd1c-4af5-8f5d-de8a4f7e0eb2 req-9f2e38f7-8a0a-44f0-b9a5-cd209c976197 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.519373 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd6b7d33-cd1c-4af5-8f5d-de8a4f7e0eb2 req-9f2e38f7-8a0a-44f0-b9a5-cd209c976197 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.2679882 Feb 03 12:51:03.532136 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3f55ac5d-0415-49b1-ad9c-70b9cbdbe087 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb2c0c9a2c954c68aa524ad71c4b0749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1073623 Feb 03 12:51:03.533048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56faa7-86a9-4493-9e66-5096eca3f1db tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Pushing event updated for resources: {'Network': ['ID=4ff65c92-736b-48b6-a501-049e8a518a76,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:03.538235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37854) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:03.547451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 4ff65c92-736b-48b6-a501-049e8a518a76 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:03.583191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.resource_extend [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:51:03.659057 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (93709617-2450-434e-ab59-280c58ca1a62), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.667087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.668005 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.709448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5715809 Feb 03 12:51:03.731436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37856) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:03.735257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd6b7d33-cd1c-4af5-8f5d-de8a4f7e0eb2 req-f71a4e9c-26cf-4ce5-9f2c-24fa31c526e8 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809061 Feb 03 12:51:03.750773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4a341-e68c-4d3f-a4d0-6ea024dcda88 req-496f7cae-66e7-48bb-a9ad-e0ad8fc89cf9 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:03.758898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3e4a341-e68c-4d3f-a4d0-6ea024dcda88 req-496f7cae-66e7-48bb-a9ad-e0ad8fc89cf9 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.2350657 Feb 03 12:51:03.843265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1114899800'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:03.866570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3e4a341-e68c-4d3f-a4d0-6ea024dcda88 req-83846d5e-45fb-4529-a64e-40ed33065fb0 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066458 Feb 03 12:51:03.922907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e16a4576-7def-4463-9a03-d3d60e1df7b7 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks [] for security_group (067f2d8b-a0a9-4002-a15b-7bf4b9e6f8c5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.934134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Made reservation on behalf of 686c2333e9a84af69555de13276a0624 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:03.937671 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.958288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d968d1-4bf4-4038-92d6-e7b333cf1578 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Network': ['ID=93709617-2450-434e-ab59-280c58ca1a62,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:03.965791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-687e4860-527f-4515-b9f2-cc998a0410cc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (8f264d55-937e-415f-974f-e1e3fbe79234), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.972235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 93709617-2450-434e-ab59-280c58ca1a62 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:04.001651 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e16a4576-7def-4463-9a03-d3d60e1df7b7 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks [] for security_group (067f2d8b-a0a9-4002-a15b-7bf4b9e6f8c5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.009410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78c84f-32d3-4242-9ef0-f81189a68c2c req-126a6e46-0768-4c71-8f05-88fe6caee7d7 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:04.019356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f78c84f-32d3-4242-9ef0-f81189a68c2c req-126a6e46-0768-4c71-8f05-88fe6caee7d7 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.1134491 Feb 03 12:51:04.056144 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-687e4860-527f-4515-b9f2-cc998a0410cc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8f264d55-937e-415f-974f-e1e3fbe79234), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.160386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f78c84f-32d3-4242-9ef0-f81189a68c2c req-dd7c1ada-3533-4cd2-ab8f-dac5cf771f4e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396902 Feb 03 12:51:04.215550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:04.229758 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (41568d63-5549-437c-9590-506bb598ee21), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.230155 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Added segment 41568d63-5549-437c-9590-506bb598ee21 of type vlan for network 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0 Feb 03 12:51:04.282361 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (4e223e0f-6b9a-4e35-b4b4-8251ec1266e0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.305618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b2520-88e2-40e3-bcee-4d1b084ad7ea req-8db69b91-d866-44ef-8626-27091d743747 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:04.318430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-449b2520-88e2-40e3-bcee-4d1b084ad7ea req-8db69b91-d866-44ef-8626-27091d743747 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1398468 Feb 03 12:51:04.374114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e4860-527f-4515-b9f2-cc998a0410cc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=8f264d55-937e-415f-974f-e1e3fbe79234,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:04.385958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-687e4860-527f-4515-b9f2-cc998a0410cc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] In _notify_port_updated(), no bound segment for port 8f264d55-937e-415f-974f-e1e3fbe79234 on network d5f80349-d4fc-419a-9268-25eab03ba503 {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:51:04.394555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687e4860-527f-4515-b9f2-cc998a0410cc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:04.399104 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-687e4860-527f-4515-b9f2-cc998a0410cc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.403263 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-687e4860-527f-4515-b9f2-cc998a0410cc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "PUT /v2.0/ports/8f264d55-937e-415f-974f-e1e3fbe79234 HTTP/1.1" status: 200 len: 818 time: 1.4839110 Feb 03 12:51:04.408440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37870) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:04.411074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-449b2520-88e2-40e3-bcee-4d1b084ad7ea req-ad8c13c4-5fac-45a6-b81c-aa0371ac694a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912926 Feb 03 12:51:04.469565 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (4e223e0f-6b9a-4e35-b4b4-8251ec1266e0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.474657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:04.475350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.569727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Network': ['ID=4e223e0f-6b9a-4e35-b4b4-8251ec1266e0,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:04.590890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:04.689522 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1fc3ac06-f092-4a86-8a4b-1187306d9b34 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9570580 Feb 03 12:51:04.700241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e16a4576-7def-4463-9a03-d3d60e1df7b7 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (067f2d8b-a0a9-4002-a15b-7bf4b9e6f8c5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.705957 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e16a4576-7def-4463-9a03-d3d60e1df7b7 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.707485 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e16a4576-7def-4463-9a03-d3d60e1df7b7 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/067f2d8b-a0a9-4002-a15b-7bf4b9e6f8c5 HTTP/1.1" status: 204 len: 168 time: 1.1664371 Feb 03 12:51:04.710263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37874) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:04.730277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4576-7def-4463-9a03-d3d60e1df7b7 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f2d8b-a0a9-4002-a15b-7bf4b9e6f8c5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:04.792422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-38fb79bc-66fd-4aeb-8707-568c03ad35ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 8f264d55-937e-415f-974f-e1e3fbe79234 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:04.797331 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38fb79bc-66fd-4aeb-8707-568c03ad35ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8f264d55-937e-415f-974f-e1e3fbe79234), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.911928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38fb79bc-66fd-4aeb-8707-568c03ad35ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8f264d55-937e-415f-974f-e1e3fbe79234), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.929913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-38fb79bc-66fd-4aeb-8707-568c03ad35ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 8f264d55-937e-415f-974f-e1e3fbe79234 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:05.029557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37878) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:05.032714 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (4ff65c92-736b-48b6-a501-049e8a518a76), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.076495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'subnets': [{'network_id': '93709617-2450-434e-ab59-280c58ca1a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1495713462', 'ip_version': 4}, {'network_id': '4e223e0f-6b9a-4e35-b4b4-8251ec1266e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:05.077809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'subnet': {'network_id': '93709617-2450-434e-ab59-280c58ca1a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1495713462', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:05.078572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Request body: {'subnet': {'network_id': '4e223e0f-6b9a-4e35-b4b4-8251ec1266e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:05.079184 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38fb79bc-66fd-4aeb-8707-568c03ad35ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8f264d55-937e-415f-974f-e1e3fbe79234), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.123336 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38fb79bc-66fd-4aeb-8707-568c03ad35ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.134406 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-38fb79bc-66fd-4aeb-8707-568c03ad35ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/8f264d55-937e-415f-974f-e1e3fbe79234 HTTP/1.1" status: 204 len: 168 time: 0.7207270 Feb 03 12:51:05.195327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37884) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:05.221126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb79bc-66fd-4aeb-8707-568c03ad35ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=8f264d55-937e-415f-974f-e1e3fbe79234,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:05.329294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16c984-bcf2-4069-b38f-e5fa559ed5f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.330832 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1f16c984-bcf2-4069-b38f-e5fa559ed5f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1345241 Feb 03 12:51:05.337271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37888) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:05.357442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80c04-16d7-4a66-8da0-51a184b0309b req-590b337f-2f43-4b74-b8dc-f5d72f77dd6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.364442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80c04-16d7-4a66-8da0-51a184b0309b req-590b337f-2f43-4b74-b8dc-f5d72f77dd6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.370124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80c04-16d7-4a66-8da0-51a184b0309b req-590b337f-2f43-4b74-b8dc-f5d72f77dd6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.375476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80c04-16d7-4a66-8da0-51a184b0309b req-590b337f-2f43-4b74-b8dc-f5d72f77dd6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.380249 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-614ac7de-5ce2-4adb-8811-ce0115ba6cdf tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:51:05.381921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80c04-16d7-4a66-8da0-51a184b0309b req-590b337f-2f43-4b74-b8dc-f5d72f77dd6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.387480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80c04-16d7-4a66-8da0-51a184b0309b req-590b337f-2f43-4b74-b8dc-f5d72f77dd6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.388201 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-614ac7de-5ce2-4adb-8811-ce0115ba6cdf tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/8f264d55-937e-415f-974f-e1e3fbe79234 HTTP/1.1" status: 404 len: 333 time: 0.0497370 Feb 03 12:51:05.389017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37890) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:05.393501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80c04-16d7-4a66-8da0-51a184b0309b req-590b337f-2f43-4b74-b8dc-f5d72f77dd6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.394226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1295752066'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:05.395838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79c80c04-16d7-4a66-8da0-51a184b0309b req-590b337f-2f43-4b74-b8dc-f5d72f77dd6f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.3671927 Feb 03 12:51:05.438136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:05.445352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.498055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d926-50fe-4f2e-a64a-310f2ecddeeb req-27511ddc-5057-46e9-b813-229809289469 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.512406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98d2d926-50fe-4f2e-a64a-310f2ecddeeb req-27511ddc-5057-46e9-b813-229809289469 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.4750292 Feb 03 12:51:05.548763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-1ee5e9cd-d8a6-4326-9d5a-235ed7aef47d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.554385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-1ee5e9cd-d8a6-4326-9d5a-235ed7aef47d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.561138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-1ee5e9cd-d8a6-4326-9d5a-235ed7aef47d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.566673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-1ee5e9cd-d8a6-4326-9d5a-235ed7aef47d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.572497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-1ee5e9cd-d8a6-4326-9d5a-235ed7aef47d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.578389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-1ee5e9cd-d8a6-4326-9d5a-235ed7aef47d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.580563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:05.583539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-1ee5e9cd-d8a6-4326-9d5a-235ed7aef47d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.585678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-1ee5e9cd-d8a6-4326-9d5a-235ed7aef47d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 5443 time: 0.5591402 Feb 03 12:51:05.611641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471b974-7354-41c8-a8a4-e2f421839646 req-7e984617-e197-4eb7-bd12-fcd20e1e336a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.623790 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9471b974-7354-41c8-a8a4-e2f421839646 req-7e984617-e197-4eb7-bd12-fcd20e1e336a tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.1704473 Feb 03 12:51:05.653465 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e83ce0d6-8065-4afa-90c6-199bdfa475ff), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.653950 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Added segment e83ce0d6-8065-4afa-90c6-199bdfa475ff of type vlan for network 37052393-6e72-4e7e-98d2-bdcf37d41133 Feb 03 12:51:05.760011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-4f60cabd-68d0-4ee2-9a69-00a494fd45cc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.761389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-4f60cabd-68d0-4ee2-9a69-00a494fd45cc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "GET /v2.0/ports/40cbe00e-fe75-45a8-ab11-9e3f78589d86?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1639032 Feb 03 12:51:05.894546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (37052393-6e72-4e7e-98d2-bdcf37d41133), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.972519 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (37052393-6e72-4e7e-98d2-bdcf37d41133), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.977403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:05.977984 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.027753 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (4ff65c92-736b-48b6-a501-049e8a518a76), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.051176 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6608195 Feb 03 12:51:06.053241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff65c92-736b-48b6-a501-049e8a518a76']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.057266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9471b974-7354-41c8-a8a4-e2f421839646 req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Deleting port 1813d085-7072-467b-9b5c-9107a503f769 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:06.057616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9471b974-7354-41c8-a8a4-e2f421839646 req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1813d085-7072-467b-9b5c-9107a503f769), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.067297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89012d33-6a42-402e-b0e3-94fb73485911') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.067864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89012d33-6a42-402e-b0e3-94fb73485911') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.079509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (89012d33-6a42-402e-b0e3-94fb73485911), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.086080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37896) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:06.093921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:06.095406 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (89012d33-6a42-402e-b0e3-94fb73485911), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.102918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:06.103851 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (89012d33-6a42-402e-b0e3-94fb73485911), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.126984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d5065-cc14-4dd7-beb0-624b54200715 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Network': ['ID=37052393-6e72-4e7e-98d2-bdcf37d41133,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:06.140122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 37052393-6e72-4e7e-98d2-bdcf37d41133 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:06.204574 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:06.213559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79c80c04-16d7-4a66-8da0-51a184b0309b req-9d67f459-4e37-46ea-9ee4-fc63c90b28a9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7813795 Feb 03 12:51:06.233739 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (4ff65c92-736b-48b6-a501-049e8a518a76), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.268370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.277464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] 10.222.0.65 "DELETE /v2.0/networks/4ff65c92-736b-48b6-a501-049e8a518a76 HTTP/1.1" status: 204 len: 168 time: 1.5659735 Feb 03 12:51:06.284245 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37898) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:06.366373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9471b974-7354-41c8-a8a4-e2f421839646 req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] For port 1813d085-7072-467b-9b5c-9107a503f769, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1813d085-7072-467b-9b5c-9107a503f769,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:06.371246 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9471b974-7354-41c8-a8a4-e2f421839646 req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1813d085-7072-467b-9b5c-9107a503f769), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.398256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:06.404050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.414872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-9471b974-7354-41c8-a8a4-e2f421839646 req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Calling delete_port for 1813d085-7072-467b-9b5c-9107a503f769 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:06.438117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b5f8e-6c79-44d7-b25a-ba24ad69b74d tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ff65c92-736b-48b6-a501-049e8a518a76,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:06.453160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-6b5e4c51-3dde-4a16-990c-0335e5cb4c45 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "GET /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6684911 Feb 03 12:51:06.487304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98d2d926-50fe-4f2e-a64a-310f2ecddeeb req-6f52587d-2052-4f52-a6a6-0fc3fc55a6f4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9540226 Feb 03 12:51:06.495026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:06.560054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ac2eec24-9534-46be-9479-6dd83a5f395c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.564372 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:51:06.568956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Made reservation on behalf of 686c2333e9a84af69555de13276a0624 for: {'subnet': 2} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:06.575386 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.575741 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.613148 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ffe8c-7c47-4608-a5cf-34bed49e6b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.892437 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ac2eec24-9534-46be-9479-6dd83a5f395c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.942997 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2eec24-9534-46be-9479-6dd83a5f395c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.991635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef275b9-7668-412f-bec8-a7c602098f74') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.998903 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef275b9-7668-412f-bec8-a7c602098f74') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:07.023237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (3ef275b9-7668-412f-bec8-a7c602098f74), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.086225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3ef275b9-7668-412f-bec8-a7c602098f74), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.099114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9471b974-7354-41c8-a8a4-e2f421839646 req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1813d085-7072-467b-9b5c-9107a503f769), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.104463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:07.105054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (3ef275b9-7668-412f-bec8-a7c602098f74), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.113945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['1813d085-7072-467b-9b5c-9107a503f769'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:51:07.116519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['ff549559-04f0-4e4b-9691-6c6207598355'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:07.139126 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:07.234634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Pushing event deleted for resources: {'Port': ['ID=1813d085-7072-467b-9b5c-9107a503f769,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:07.244168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (910f07a5-82b9-4ab0-b89f-08a9db4e0943), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.357787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9471b974-7354-41c8-a8a4-e2f421839646 req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] No DVR routers for this DVR port 1813d085-7072-467b-9b5c-9107a503f769 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:07.375573 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9471b974-7354-41c8-a8a4-e2f421839646 req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.390733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275b5d4-9202-4b36-9dcd-a9cb128211a8 req-99b139e1-8ef6-4808-ae22-831f372ff057 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:07.390985 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9471b974-7354-41c8-a8a4-e2f421839646 req-19640c12-1e66-49c0-a493-88735b63ba91 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.91 "DELETE /v2.0/ports/1813d085-7072-467b-9b5c-9107a503f769 HTTP/1.1" status: 204 len: 173 time: 1.7581828 Feb 03 12:51:07.393213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7275b5d4-9202-4b36-9dcd-a9cb128211a8 req-99b139e1-8ef6-4808-ae22-831f372ff057 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b9acc94-4f35-4810-b26a-cddc8ec2a1fa HTTP/1.1" status: 200 len: 945 time: 0.7440612 Feb 03 12:51:07.396382 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.444275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9acc94-4f35-4810-b26a-cddc8ec2a1fa', 'name': 'network-vif-deleted', 'tag': '1813d085-7072-467b-9b5c-9107a503f769'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:07.448411 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96bdbf5-5ed2-4fb4-97e8-8280d6e33235" -d '{"events": [{"server_uuid": "9b9acc94-4f35-4810-b26a-cddc8ec2a1fa", "name": "network-vif-deleted", "tag": "1813d085-7072-467b-9b5c-9107a503f769"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:07.504267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ac2eec24-9534-46be-9479-6dd83a5f395c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.519010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772d43-3132-44b3-acdf-87cbf077e2d9 req-cea89630-8c44-473c-a8bd-3ae69fcc66c5 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:07.521013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe772d43-3132-44b3-acdf-87cbf077e2d9 req-cea89630-8c44-473c-a8bd-3ae69fcc66c5 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 1.0666213 Feb 03 12:51:07.544241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.562593 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] 10.222.0.65 "DELETE /v2.0/networks/ac2eec24-9534-46be-9479-6dd83a5f395c HTTP/1.1" status: 204 len: 168 time: 1.2751851 Feb 03 12:51:07.595507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=910f07a5-82b9-4ab0-b89f-08a9db4e0943,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:07.609564 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5aedf-9e30-4602-892a-98cc19dc61d2 tempest-QuotasNegativeTest-1281327812 tempest-QuotasNegativeTest-1281327812-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac2eec24-9534-46be-9479-6dd83a5f395c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:07.622466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Checking segment: {'id': 'e83ce0d6-8065-4afa-90c6-199bdfa475ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:07.622842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network hostable DHCP agents. Network: 37052393-6e72-4e7e-98d2-bdcf37d41133, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:07.695403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 37052393-6e72-4e7e-98d2-bdcf37d41133 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:07.721705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 37052393-6e72-4e7e-98d2-bdcf37d41133) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:07.728133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:07.729797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.736542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f7b258-7aeb-4e0b-ab52-9833908ab602 None None] Network 37052393-6e72-4e7e-98d2-bdcf37d41133 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:07.780190 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1cd3cf01-614e-493a-9fa3-ae68a29c64aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6928773 Feb 03 12:51:07.783379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37910) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:07.789744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d703987c-2b55-4df5-9e51-4a7f0eb8e399 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:07.904458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] For port 40cbe00e-fe75-45a8-ab11-9e3f78589d86, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=40cbe00e-fe75-45a8-ab11-9e3f78589d86,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:08.007959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d703987c-2b55-4df5-9e51-4a7f0eb8e399 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:08.013123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d703987c-2b55-4df5-9e51-4a7f0eb8e399 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.034635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe772d43-3132-44b3-acdf-87cbf077e2d9 req-547da17f-5c1a-4a58-8957-f7fd8c751757 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896297 Feb 03 12:51:08.040252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] For port 40cbe00e-fe75-45a8-ab11-9e3f78589d86, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:08.090895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-37052393-6e72-4e7e-98d2-bdcf37d41133', 'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133', 'project_id': 'b6ba23301bf54fd687ee40fee3cbb8c9', 'fixed_ips': [{'subnet_id': '910f07a5-82b9-4ab0-b89f-08a9db4e0943'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:08.092206 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.099648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7275b5d4-9202-4b36-9dcd-a9cb128211a8 req-f93371e9-7b35-48fa-9bb6-613ba4f2b347 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6897109 Feb 03 12:51:08.195062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] device_id is not set on port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:08.231927 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] Publish callbacks [] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.260240 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d49b3d-3eb5-4ee4-9d94-5708f6eb0edd x-openstack-request-id: req-83d49b3d-3eb5-4ee4-9d94-5708f6eb0edd {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:08.261443 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9acc94-4f35-4810-b26a-cddc8ec2a1fa", "name": "network-vif-deleted", "tag": "1813d085-7072-467b-9b5c-9107a503f769", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:08.263167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.263585 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83d49b3d-3eb5-4ee4-9d94-5708f6eb0edd {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:08.264795 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9acc94-4f35-4810-b26a-cddc8ec2a1fa', 'name': 'network-vif-deleted', 'tag': '1813d085-7072-467b-9b5c-9107a503f769', 'status': 'completed', 'code': 200} Feb 03 12:51:08.415801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Allocated IP 2001:db8::2 (37052393-6e72-4e7e-98d2-bdcf37d41133/910f07a5-82b9-4ab0-b89f-08a9db4e0943/98df4fd6-2ad3-43cd-84fa-f6a085018bce) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:08.443766 n-d-792364-10 neutron-server[103223]: INFO neutron.db.ipam_backend_mixin [None req-d703987c-2b55-4df5-9e51-4a7f0eb8e399 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 910f07a5-82b9-4ab0-b89f-08a9db4e0943 (CIDR: 2001:db8::/64) Feb 03 12:51:08.452616 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d703987c-2b55-4df5-9e51-4a7f0eb8e399 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:08.454561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d703987c-2b55-4df5-9e51-4a7f0eb8e399 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:51:08.494435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d703987c-2b55-4df5-9e51-4a7f0eb8e399 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7088187 Feb 03 12:51:08.496281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37916) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:08.528226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:08.597114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] Pushing event updated for resources: {'Port': ['ID=40cbe00e-fe75-45a8-ab11-9e3f78589d86,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:08.729228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] No DVR routers for this DVR port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:08.764722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Publish callbacks [] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.809077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.832325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] In _notify_port_updated(), no bound segment for port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:51:08.833220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:08.833837 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.835236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-edbc14e6-4a1e-4998-a7c9-ff5ec9a75901 service neutron] 10.222.0.91 "PUT /v2.0/ports/40cbe00e-fe75-45a8-ab11-9e3f78589d86 HTTP/1.1" status: 200 len: 1032 time: 2.3459637 Feb 03 12:51:08.847411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37924) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:08.895459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:08.900638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.922498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Network 37052393-6e72-4e7e-98d2-bdcf37d41133 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:08.923659 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4763d7b8-75e1-4248-a90e-1e8b131cc20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.928606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:08.935613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:09.037104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-56fb9523-a381-4f08-a8a3-f6f887b11500 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:09.051873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-56fb9523-a381-4f08-a8a3-f6f887b11500 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "GET /v2.0/ports/be4fdb00-ee66-42b6-b51f-c9818b68335a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1717143 Feb 03 12:51:09.061259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:09.089486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Pushing event updated for resources: {'Port': ['ID=98df4fd6-2ad3-43cd-84fa-f6a085018bce,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:09.104885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89ce84b0-a8d2-4f36-ae94-0a780761756c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.206578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e7b5-4c26-4d61-bc68-b763cf6a24d6 req-44289d3a-31d1-4dad-a970-93b7098e1341 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:09.213522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e7b5-4c26-4d61-bc68-b763cf6a24d6 req-44289d3a-31d1-4dad-a970-93b7098e1341 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:09.219904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-27989177-8a5c-43b3-aa7d-9aabe32f8e7c None None] Provisioning complete for port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:09.220335 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27989177-8a5c-43b3-aa7d-9aabe32f8e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.220833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e7b5-4c26-4d61-bc68-b763cf6a24d6 req-44289d3a-31d1-4dad-a970-93b7098e1341 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:09.222310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1813d085-7072-467b-9b5c-9107a503f769 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:09.226997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e7b5-4c26-4d61-bc68-b763cf6a24d6 req-44289d3a-31d1-4dad-a970-93b7098e1341 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:09.234193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e7b5-4c26-4d61-bc68-b763cf6a24d6 req-44289d3a-31d1-4dad-a970-93b7098e1341 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:09.239988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e7b5-4c26-4d61-bc68-b763cf6a24d6 req-44289d3a-31d1-4dad-a970-93b7098e1341 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:09.242185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa02e7b5-4c26-4d61-bc68-b763cf6a24d6 req-44289d3a-31d1-4dad-a970-93b7098e1341 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 4664 time: 0.8051879 Feb 03 12:51:09.265366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cef59-3e70-41fc-afbe-3261f8e10b87 req-757383f2-6bab-47d0-9e2e-db98ce7d588c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:09.271978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 1813d085-7072-467b-9b5c-9107a503f769 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:09.274751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-605cef59-3e70-41fc-afbe-3261f8e10b87 req-757383f2-6bab-47d0-9e2e-db98ce7d588c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.7680652 Feb 03 12:51:09.277321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1813d085-7072-467b-9b5c-9107a503f769 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:09.277835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4efe51d2-63e2-4789-baec-cde863f62f3f no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:09.324024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Attempting to bind port 98df4fd6-2ad3-43cd-84fa-f6a085018bce on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:09.324394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Attempting to bind port 98df4fd6-2ad3-43cd-84fa-f6a085018bce by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'e83ce0d6-8065-4afa-90c6-199bdfa475ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:09.324904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Attempting to bind port 98df4fd6-2ad3-43cd-84fa-f6a085018bce on network 37052393-6e72-4e7e-98d2-bdcf37d41133 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:09.340614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.393089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:09.393462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Checking segment: {'id': 'e83ce0d6-8065-4afa-90c6-199bdfa475ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:09.403918 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.404617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Bound using segment: {'id': 'e83ce0d6-8065-4afa-90c6-199bdfa475ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:09.405134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Bound port: 98df4fd6-2ad3-43cd-84fa-f6a085018bce, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83ce0d6-8065-4afa-90c6-199bdfa475ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:09.407395 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.482362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-27989177-8a5c-43b3-aa7d-9aabe32f8e7c None None] Port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:09.574136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4efe51d2-63e2-4789-baec-cde863f62f3f is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:09.574887 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.589232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89ce84b0-a8d2-4f36-ae94-0a780761756c admin admin] Publish callbacks [] for security_group (33ee7086-2dce-4832-87dc-0cc351f5d7f5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.597089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] For port be4fdb00-ee66-42b6-b51f-c9818b68335a, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=be4fdb00-ee66-42b6-b51f-c9818b68335a,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:09.600772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] For port 98df4fd6-2ad3-43cd-84fa-f6a085018bce, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:09.603442 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89ce84b0-a8d2-4f36-ae94-0a780761756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (33ee7086-2dce-4832-87dc-0cc351f5d7f5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.630108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4efe51d2-63e2-4789-baec-cde863f62f3f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4efe51d2-63e2-4789-baec-cde863f62f3f,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:09.635917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-89ce84b0-a8d2-4f36-ae94-0a780761756c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee970b47a1104ce7874e95aee4106377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7873299 Feb 03 12:51:09.638714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efe51d2-63e2-4789-baec-cde863f62f3f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:09.641576 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841dda4f-79dc-4c41-98d0-087e00ce9212" -d '{"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4efe51d2-63e2-4789-baec-cde863f62f3f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:09.648610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] For port 98df4fd6-2ad3-43cd-84fa-f6a085018bce, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=98df4fd6-2ad3-43cd-84fa-f6a085018bce,segment=NetworkSegment(e83ce0d6-8065-4afa-90c6-199bdfa475ff),segment_id=e83ce0d6-8065-4afa-90c6-199bdfa475ff)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:09.650241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37934) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:09.651398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.652405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c2731763-4230-474f-9b0d-357d6ee2b165 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:09.674221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] For port be4fdb00-ee66-42b6-b51f-c9818b68335a, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:09.725307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] device_id is not set on port be4fdb00-ee66-42b6-b51f-c9818b68335a yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:09.733902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28cdd672-6c58-499d-a855-a4348e52e7ab admin admin] Publish callbacks [] for security_group (33ee7086-2dce-4832-87dc-0cc351f5d7f5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.737460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] Publish callbacks [] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.754872 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.759639 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28cdd672-6c58-499d-a855-a4348e52e7ab admin admin] Publish callbacks [] for security_group (33ee7086-2dce-4832-87dc-0cc351f5d7f5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.766636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.855428 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28cdd672-6c58-499d-a855-a4348e52e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (33ee7086-2dce-4832-87dc-0cc351f5d7f5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.861852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28cdd672-6c58-499d-a855-a4348e52e7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.861852 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28cdd672-6c58-499d-a855-a4348e52e7ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33ee7086-2dce-4832-87dc-0cc351f5d7f5 HTTP/1.1" status: 204 len: 168 time: 0.2082369 Feb 03 12:51:09.872251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4efe51d2-63e2-4789-baec-cde863f62f3f,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:09.875771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce84b0-a8d2-4f36-ae94-0a780761756c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ee7086-2dce-4832-87dc-0cc351f5d7f5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:09.906544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c2731763-4230-474f-9b0d-357d6ee2b165 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:09.907343 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.934556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa02e7b5-4c26-4d61-bc68-b763cf6a24d6 req-20eb7018-5c20-4c1b-b12b-e48ba2fe9627 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&id=691331f3-5881-42a9-a30f-4c68d7711860&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6805294 Feb 03 12:51:09.967651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdd672-6c58-499d-a855-a4348e52e7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ee7086-2dce-4832-87dc-0cc351f5d7f5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:10.068884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c2731763-4230-474f-9b0d-357d6ee2b165, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c2731763-4230-474f-9b0d-357d6ee2b165,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:10.165522 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.166502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device be4fdb00-ee66-42b6-b51f-c9818b68335a no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:10.243103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-605cef59-3e70-41fc-afbe-3261f8e10b87 req-a74410af-8f26-4a86-857b-ae8656527110 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9667313 Feb 03 12:51:10.244195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (e06aa4c5-25fe-4808-b551-bd0a579f0f29), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.337679 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (8d924856-d614-4d43-8528-c5c23515d3a2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.419481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=be4fdb00-ee66-42b6-b51f-c9818b68335a,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:10.433808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=8d924856-d614-4d43-8528-c5c23515d3a2,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:10.448789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 37052393-6e72-4e7e-98d2-bdcf37d41133 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:10.450433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:10.456908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:10.458246 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.502730 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d31fbf3c-cc1a-4774-bfc0-78d5a0c1d56e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9896562 Feb 03 12:51:10.506817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37956) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:10.521236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133', 'fixed_ips': [{'subnet_id': '910f07a5-82b9-4ab0-b89f-08a9db4e0943'}, {'subnet_id': '8d924856-d614-4d43-8528-c5c23515d3a2'}], 'name': 'tempest-PortsIpV6TestJSON-1913406448'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:10.537819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] No DVR routers for this DVR port be4fdb00-ee66-42b6-b51f-c9818b68335a on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:10.539839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Subnet': ['ID=e06aa4c5-25fe-4808-b551-bd0a579f0f29,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:10.672490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37958) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:10.721601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37e60d-54fe-4639-a6a2-5facaa61ef79 None None] Pushing event updated for resources: {'Port': ['ID=98df4fd6-2ad3-43cd-84fa-f6a085018bce,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:10.739143 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.748937 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de0e73-f729-4703-b3d3-44c5b626ef99 x-openstack-request-id: req-27de0e73-f729-4703-b3d3-44c5b626ef99 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:10.749998 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4efe51d2-63e2-4789-baec-cde863f62f3f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:10.751339 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27de0e73-f729-4703-b3d3-44c5b626ef99 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:10.755855 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efe51d2-63e2-4789-baec-cde863f62f3f', 'code': 200} Feb 03 12:51:10.760216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19975bf2-477f-4ec6-8721-237f26ae0cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.779079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:10.840089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d4b36b7e-6d9f-48e1-af51-ba967252422b None None] Provisioning complete for port be4fdb00-ee66-42b6-b51f-c9818b68335a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:10.841679 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b36b7e-6d9f-48e1-af51-ba967252422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.848305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port be4fdb00-ee66-42b6-b51f-c9818b68335a host ! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:51:10.848991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device be4fdb00-ee66-42b6-b51f-c9818b68335a not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:10.849636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40cbe00e-fe75-45a8-ab11-9e3f78589d86 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:10.852746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Checking segment: {'id': 'a1715b9f-fe77-407b-a639-9c8768bb5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '93709617-2450-434e-ab59-280c58ca1a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:10.852746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Network hostable DHCP agents. Network: 93709617-2450-434e-ab59-280c58ca1a62, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:10.856911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] In _notify_port_updated(), no bound segment for port be4fdb00-ee66-42b6-b51f-c9818b68335a on network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:51:10.858158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:10.858855 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.860388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-44f1acae-bb23-4d5b-9edb-af98f262e9cd service neutron] 10.222.0.91 "PUT /v2.0/ports/be4fdb00-ee66-42b6-b51f-c9818b68335a HTTP/1.1" status: 200 len: 1032 time: 1.8075652 Feb 03 12:51:10.897403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c2731763-4230-474f-9b0d-357d6ee2b165,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:10.899441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.922285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port a32d2995-f754-4653-aed4-2c03459b6963 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:10.938286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4b36b7e-6d9f-48e1-af51-ba967252422b None None] Port be4fdb00-ee66-42b6-b51f-c9818b68335a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:10.942257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 host ! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:51:10.942961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 40cbe00e-fe75-45a8-ab11-9e3f78589d86 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:10.944312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4b294da0-f3ad-404c-a8ab-826d7716512f no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:11.011544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19975bf2-477f-4ec6-8721-237f26ae0cd6 admin admin] Publish callbacks [] for security_group (b0aed66c-ef9e-4bbe-ba29-e095aa82ed3f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.038469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4b294da0-f3ad-404c-a8ab-826d7716512f is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:11.039314 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.073241 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19975bf2-477f-4ec6-8721-237f26ae0cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b0aed66c-ef9e-4bbe-ba29-e095aa82ed3f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.090047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4b294da0-f3ad-404c-a8ab-826d7716512f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4b294da0-f3ad-404c-a8ab-826d7716512f,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:11.097440 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.099744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 336c41d4-0e4c-42a1-908e-50be2aca60a7 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:11.100561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fdf3d-2faa-4938-9e8b-0655c9c6c9f4 req-cb0a4983-3822-4f3f-bfd4-8062c22a51ef tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:11.102165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d9fdf3d-2faa-4938-9e8b-0655c9c6c9f4 req-cb0a4983-3822-4f3f-bfd4-8062c22a51ef tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 0.9275329 Feb 03 12:51:11.242452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 336c41d4-0e4c-42a1-908e-50be2aca60a7 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:11.242851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.294041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4b294da0-f3ad-404c-a8ab-826d7716512f,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:11.299188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Network 93709617-2450-434e-ab59-280c58ca1a62 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:11.301958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19975bf2-477f-4ec6-8721-237f26ae0cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aed66c-ef9e-4bbe-ba29-e095aa82ed3f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:11.302400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::160 (37052393-6e72-4e7e-98d2-bdcf37d41133/910f07a5-82b9-4ab0-b89f-08a9db4e0943/a32d2995-f754-4653-aed4-2c03459b6963) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:11.307691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-19975bf2-477f-4ec6-8721-237f26ae0cd6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f99163f93b984d279a19d2059d8949d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6336873 Feb 03 12:51:11.310093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8:0:1::168 (37052393-6e72-4e7e-98d2-bdcf37d41133/8d924856-d614-4d43-8528-c5c23515d3a2/a32d2995-f754-4653-aed4-2c03459b6963) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:11.315106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 336c41d4-0e4c-42a1-908e-50be2aca60a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=336c41d4-0e4c-42a1-908e-50be2aca60a7,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:11.321361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37968) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:11.323647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-f838ca0a-8815-486e-9d68-60b7dbffc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:11.325229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-f838ca0a-8815-486e-9d68-60b7dbffc663 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 1129 time: 0.5133045 Feb 03 12:51:11.325780 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.326581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:11.365662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5dac6-f3b6-4337-b98b-d2f08d2aea2e req-32cd708e-7f5b-4278-8175-a3793315c0b3 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:11.367275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13a5dac6-f3b6-4337-b98b-d2f08d2aea2e req-32cd708e-7f5b-4278-8175-a3793315c0b3 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.5187051 Feb 03 12:51:11.401668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 93709617-2450-434e-ab59-280c58ca1a62) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:11.460572 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (bb39ac75-7df1-4d83-a89b-b04f8621283b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.471767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e9ca0-652d-4d94-9e98-3e88e47194f4 None None] Network 93709617-2450-434e-ab59-280c58ca1a62 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:11.496148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d9fdf3d-2faa-4938-9e8b-0655c9c6c9f4 req-536426a1-e4ef-4a64-a478-e1be0cdb15c1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732708 Feb 03 12:51:11.587266 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (a32d2995-f754-4653-aed4-2c03459b6963), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.630060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=336c41d4-0e4c-42a1-908e-50be2aca60a7,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:11.656317 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.657216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a32d2995-f754-4653-aed4-2c03459b6963), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.708619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-93709617-2450-434e-ab59-280c58ca1a62', 'network_id': '93709617-2450-434e-ab59-280c58ca1a62', 'project_id': '686c2333e9a84af69555de13276a0624', 'fixed_ips': [{'subnet_id': 'e06aa4c5-25fe-4808-b551-bd0a579f0f29'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:11.709501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.714351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 37052393-6e72-4e7e-98d2-bdcf37d41133 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:11.718465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:11.721544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:11.729970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:11.730867 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.753884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:11.754287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.757874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=a32d2995-f754-4653-aed4-2c03459b6963,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:11.773870 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-648273e4-7c9a-4107-95bb-2bef2e2e611e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2610431 Feb 03 12:51:11.774575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37970) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:11.779682 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-596c62ef-d311-4753-b7b9-bfbde94970c4 admin admin] Publish callbacks [] for security_group (b0aed66c-ef9e-4bbe-ba29-e095aa82ed3f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.785516 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '910f07a5-82b9-4ab0-b89f-08a9db4e0943'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:11.793866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:11.794260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.857301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d78edca-000a-4920-855f-8f0f6704761c None None] Network 37052393-6e72-4e7e-98d2-bdcf37d41133 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:11.903840 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a32d2995-f754-4653-aed4-2c03459b6963), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.907169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13a5dac6-f3b6-4337-b98b-d2f08d2aea2e req-d9b7ed48-7e37-4758-b67d-101e78ccd987 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293844 Feb 03 12:51:11.907785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event updated for resources: {'Subnet': ['ID=bb39ac75-7df1-4d83-a89b-b04f8621283b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:11.965160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] For port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:11.965535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.970289 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-596c62ef-d311-4753-b7b9-bfbde94970c4 admin admin] Publish callbacks [] for security_group (b0aed66c-ef9e-4bbe-ba29-e095aa82ed3f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.997768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Checking segment: {'id': '41568d63-5549-437c-9590-506bb598ee21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4e223e0f-6b9a-4e35-b4b4-8251ec1266e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:11.998131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Network hostable DHCP agents. Network: 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:12.002751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:12.022068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Calling delete_port for a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:12.029752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-078c55eb-c6e8-4e01-b988-ea441e073431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.031784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-078c55eb-c6e8-4e01-b988-ea441e073431 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 912 time: 0.6869364 Feb 03 12:51:12.047721 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.081835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-41b7b0e7-dc0d-4c0f-a774-e87445670342 None None] Provisioning complete for port 98df4fd6-2ad3-43cd-84fa-f6a085018bce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:12.082126 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b7b0e7-dc0d-4c0f-a774-e87445670342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.122905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93ad0-a7f6-4f20-b9af-8a53acb787c3 req-f529cdbe-6a66-43ba-b569-ca51e97f1e41 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.130853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93ad0-a7f6-4f20-b9af-8a53acb787c3 req-f529cdbe-6a66-43ba-b569-ca51e97f1e41 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.139080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93ad0-a7f6-4f20-b9af-8a53acb787c3 req-f529cdbe-6a66-43ba-b569-ca51e97f1e41 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.145495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93ad0-a7f6-4f20-b9af-8a53acb787c3 req-f529cdbe-6a66-43ba-b569-ca51e97f1e41 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.151377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93ad0-a7f6-4f20-b9af-8a53acb787c3 req-f529cdbe-6a66-43ba-b569-ca51e97f1e41 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.153606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03f93ad0-a7f6-4f20-b9af-8a53acb787c3 req-f529cdbe-6a66-43ba-b569-ca51e97f1e41 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 3877 time: 0.5273008 Feb 03 12:51:12.208798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:12.211990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Allocated IP 172.20.0.2 (93709617-2450-434e-ab59-280c58ca1a62/e06aa4c5-25fe-4808-b551-bd0a579f0f29/9b94f51c-a721-4505-bf1b-677fd0f1421d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:12.295190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Delete allocated IP 2001:db8:0:1::168 (37052393-6e72-4e7e-98d2-bdcf37d41133/8d924856-d614-4d43-8528-c5c23515d3a2) {{(pid=103223) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 12:51:12.365057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-41b7b0e7-dc0d-4c0f-a774-e87445670342 None None] Current status of the port 98df4fd6-2ad3-43cd-84fa-f6a085018bce is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:12.365447 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b7b0e7-dc0d-4c0f-a774-e87445670342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.384199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-f8be709a-ef29-42b1-91fd-f62650a5b768 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c34eacb-0398-442b-8c42-3db39add43fd HTTP/1.1" status: 200 len: 217 time: 0.3357909 Feb 03 12:51:12.390572 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.417037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-41b7b0e7-dc0d-4c0f-a774-e87445670342 None None] For port 98df4fd6-2ad3-43cd-84fa-f6a085018bce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=98df4fd6-2ad3-43cd-84fa-f6a085018bce,segment=NetworkSegment(e83ce0d6-8065-4afa-90c6-199bdfa475ff),segment_id=e83ce0d6-8065-4afa-90c6-199bdfa475ff)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:12.435581 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b7b0e7-dc0d-4c0f-a774-e87445670342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.441755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e04db4-99d4-434b-81d8-1725d6134b11 None None] Update dhcp port {'port': {'network_id': '37052393-6e72-4e7e-98d2-bdcf37d41133', 'fixed_ips': [{'subnet_id': '910f07a5-82b9-4ab0-b89f-08a9db4e0943', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d924856-d614-4d43-8528-c5c23515d3a2'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '98df4fd6-2ad3-43cd-84fa-f6a085018bce'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:51:12.485340 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (a32d2995-f754-4653-aed4-2c03459b6963), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.492903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a32d2995-f754-4653-aed4-2c03459b6963), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.513165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Port': ['ID=a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:12.526125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-01a73af7-cc25-42e6-8f95-8258113d61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.528447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-01a73af7-cc25-42e6-8f95-8258113d61e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.1160147 Feb 03 12:51:12.534957 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80e04db4-99d4-434b-81d8-1725d6134b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.573317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] In _notify_port_updated(), no bound segment for port a32d2995-f754-4653-aed4-2c03459b6963 on network 37052393-6e72-4e7e-98d2-bdcf37d41133 {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:51:12.582731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.583388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.587425 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "PUT /v2.0/ports/a32d2995-f754-4653-aed4-2c03459b6963 HTTP/1.1" status: 200 len: 926 time: 0.8088005 Feb 03 12:51:12.588400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37976) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:12.590910 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Publish callbacks [] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.595177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '910f07a5-82b9-4ab0-b89f-08a9db4e0943'}, {'subnet_id': '8d924856-d614-4d43-8528-c5c23515d3a2'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:12.603028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212aedc7-a615-4f42-b4e1-95856a72a57c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=a32d2995-f754-4653-aed4-2c03459b6963,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:12.626708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Network 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:12.637639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7b0e7-dc0d-4c0f-a774-e87445670342 None None] Pushing event updated for resources: {'Port': ['ID=98df4fd6-2ad3-43cd-84fa-f6a085018bce,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:12.641027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] No DVR routers for this DVR port a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:12.662301 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.684997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-0dc35ed4-fd97-4243-903d-c6655d58d643 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520716 Feb 03 12:51:12.689474 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.693775 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-04b3cbad-e280-4ee9-820f-e02f70de8ba4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "DELETE /v2.0/ports/a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e HTTP/1.1" status: 204 len: 173 time: 1.8066032 Feb 03 12:51:12.702395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:12.706269 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4187a8bc-9b4f-45be-925a-eb3d5e6003ce" -d '{"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:12.718965 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a32d2995-f754-4653-aed4-2c03459b6963), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.765240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2731763-4230-474f-9b0d-357d6ee2b165'}, {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f'}, {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336c41d4-0e4c-42a1-908e-50be2aca60a7'}, {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:12.771721 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b4748-34a5-443b-9fac-d5b767eace0b" -d '{"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c2731763-4230-474f-9b0d-357d6ee2b165"}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f"}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "336c41d4-0e4c-42a1-908e-50be2aca60a7"}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:12.910577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-80e04db4-99d4-434b-81d8-1725d6134b11 None None] Allocated IP 2001:db8:0:1::2 (37052393-6e72-4e7e-98d2-bdcf37d41133/8d924856-d614-4d43-8528-c5c23515d3a2/98df4fd6-2ad3-43cd-84fa-f6a085018bce) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:12.998517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 98df4fd6-2ad3-43cd-84fa-f6a085018bce up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:13.008982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a158def-b9b7-40e2-9f90-2addd5590034 req-4e006c99-2b59-4871-82c0-a19d14ff1c2e tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:13.012213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a158def-b9b7-40e2-9f90-2addd5590034 req-4e006c99-2b59-4871-82c0-a19d14ff1c2e tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.9520495 Feb 03 12:51:13.015244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-aeff77e9-7a75-4e94-a27d-ab648d741847 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778766 Feb 03 12:51:13.027471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:13.056656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03f93ad0-a7f6-4f20-b9af-8a53acb787c3 req-6932b76b-74d4-4252-a198-914fa53d52d7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6676955 Feb 03 12:51:13.072297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-80e04db4-99d4-434b-81d8-1725d6134b11 None None] For port 98df4fd6-2ad3-43cd-84fa-f6a085018bce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=98df4fd6-2ad3-43cd-84fa-f6a085018bce,segment=NetworkSegment(e83ce0d6-8065-4afa-90c6-199bdfa475ff),segment_id=e83ce0d6-8065-4afa-90c6-199bdfa475ff)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:13.088701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:13.088898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:13.091319 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.111698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80e04db4-99d4-434b-81d8-1725d6134b11 None None] Publish callbacks [] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.123574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Network 93709617-2450-434e-ab59-280c58ca1a62 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:13.127086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:13.128219 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-596c62ef-d311-4753-b7b9-bfbde94970c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b0aed66c-ef9e-4bbe-ba29-e095aa82ed3f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.130465 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-596c62ef-d311-4753-b7b9-bfbde94970c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.134080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-596c62ef-d311-4753-b7b9-bfbde94970c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0aed66c-ef9e-4bbe-ba29-e095aa82ed3f HTTP/1.1" status: 204 len: 168 time: 1.8054445 Feb 03 12:51:13.139146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f56cb-78d0-47c9-ba0a-bff432221791 None None] Network 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:13.141582 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80e04db4-99d4-434b-81d8-1725d6134b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.149100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:13.184409 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.226558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8:0:1::1ad (37052393-6e72-4e7e-98d2-bdcf37d41133/8d924856-d614-4d43-8528-c5c23515d3a2/a32d2995-f754-4653-aed4-2c03459b6963) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:13.227958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c62ef-d311-4753-b7b9-bfbde94970c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aed66c-ef9e-4bbe-ba29-e095aa82ed3f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:13.248922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Pushing event updated for resources: {'Port': ['ID=9b94f51c-a721-4505-bf1b-677fd0f1421d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:13.285662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-89b4ad7f-d983-475c-91ac-ea058eaf8948 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 8.2503414 Feb 03 12:51:13.313094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37986) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:13.383789 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a158def-b9b7-40e2-9f90-2addd5590034 req-1e70cfc0-85f5-4742-a347-117119318d0b tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665440 Feb 03 12:51:13.408894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting port 336c41d4-0e4c-42a1-908e-50be2aca60a7 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:13.409586 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.496496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (a32d2995-f754-4653-aed4-2c03459b6963), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.512057 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a32d2995-f754-4653-aed4-2c03459b6963), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.563549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] For port 336c41d4-0e4c-42a1-908e-50be2aca60a7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=336c41d4-0e4c-42a1-908e-50be2aca60a7,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:13.564225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.569016 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c047a0-cd38-4363-a46f-93a60f87c531 x-openstack-request-id: req-b1c047a0-cd38-4363-a46f-93a60f87c531 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:13.569016 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:13.569304 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1c047a0-cd38-4363-a46f-93a60f87c531 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:13.569651 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e', 'status': 'completed', 'code': 200} Feb 03 12:51:13.603382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e04db4-99d4-434b-81d8-1725d6134b11 None None] Pushing event updated for resources: {'Port': ['ID=98df4fd6-2ad3-43cd-84fa-f6a085018bce,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:13.615416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Calling delete_port for 336c41d4-0e4c-42a1-908e-50be2aca60a7 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:13.630909 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] In _notify_port_updated(), no bound segment for port a32d2995-f754-4653-aed4-2c03459b6963 on network 37052393-6e72-4e7e-98d2-bdcf37d41133 {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:51:13.636452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:13.637287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.642161 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "PUT /v2.0/ports/a32d2995-f754-4653-aed4-2c03459b6963 HTTP/1.1" status: 200 len: 1012 time: 1.0523357 Feb 03 12:51:13.643178 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37992) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:13.656741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b622b5b-bb27-42ee-bdb4-f95663dc7217 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=a32d2995-f754-4653-aed4-2c03459b6963,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:13.688777 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036b00bd-94bd-4e5d-b1b6-f9d6c0a76838 x-openstack-request-id: req-036b00bd-94bd-4e5d-b1b6-f9d6c0a76838 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:13.688985 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c2731763-4230-474f-9b0d-357d6ee2b165", "code": 200}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f", "code": 200}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "336c41d4-0e4c-42a1-908e-50be2aca60a7", "code": 200}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:13.689227 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-036b00bd-94bd-4e5d-b1b6-f9d6c0a76838 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:13.689642 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2731763-4230-474f-9b0d-357d6ee2b165', 'code': 200} Feb 03 12:51:13.689895 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'code': 200} Feb 03 12:51:13.690258 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336c41d4-0e4c-42a1-908e-50be2aca60a7', 'code': 200} Feb 03 12:51:13.690384 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d1e0c0-cd2f-49a1-9f19-915edd6cc56e', 'code': 200} Feb 03 12:51:13.745147 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Attempting to bind port 9b94f51c-a721-4505-bf1b-677fd0f1421d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:13.745518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Attempting to bind port 9b94f51c-a721-4505-bf1b-677fd0f1421d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a1715b9f-fe77-407b-a639-9c8768bb5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '93709617-2450-434e-ab59-280c58ca1a62'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:13.745881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Attempting to bind port 9b94f51c-a721-4505-bf1b-677fd0f1421d on network 93709617-2450-434e-ab59-280c58ca1a62 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:13.751530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 98df4fd6-2ad3-43cd-84fa-f6a085018bce triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:13.756188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.854616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:13.854824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Checking segment: {'id': 'a1715b9f-fe77-407b-a639-9c8768bb5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '93709617-2450-434e-ab59-280c58ca1a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:13.855229 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.855708 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Bound using segment: {'id': 'a1715b9f-fe77-407b-a639-9c8768bb5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '93709617-2450-434e-ab59-280c58ca1a62'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:13.856077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Bound port: 9b94f51c-a721-4505-bf1b-677fd0f1421d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1715b9f-fe77-407b-a639-9c8768bb5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '93709617-2450-434e-ab59-280c58ca1a62'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:13.856448 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.881438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-4e223e0f-6b9a-4e35-b4b4-8251ec1266e0', 'network_id': '4e223e0f-6b9a-4e35-b4b4-8251ec1266e0', 'project_id': '686c2333e9a84af69555de13276a0624', 'fixed_ips': [{'subnet_id': 'bb39ac75-7df1-4d83-a89b-b04f8621283b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:13.882343 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.898545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-dbb36cf6-43a3-4774-9ff5-93ba841c0a2b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port a32d2995-f754-4653-aed4-2c03459b6963 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:13.902662 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbb36cf6-43a3-4774-9ff5-93ba841c0a2b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a32d2995-f754-4653-aed4-2c03459b6963), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.049629 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbb36cf6-43a3-4774-9ff5-93ba841c0a2b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a32d2995-f754-4653-aed4-2c03459b6963), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.064529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-dbb36cf6-43a3-4774-9ff5-93ba841c0a2b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for a32d2995-f754-4653-aed4-2c03459b6963 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:14.114951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 98df4fd6-2ad3-43cd-84fa-f6a085018bce is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:14.159842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] For port 9b94f51c-a721-4505-bf1b-677fd0f1421d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:14.178481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] For port 9b94f51c-a721-4505-bf1b-677fd0f1421d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b94f51c-a721-4505-bf1b-677fd0f1421d,segment=NetworkSegment(a1715b9f-fe77-407b-a639-9c8768bb5d21),segment_id=a1715b9f-fe77-407b-a639-9c8768bb5d21)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:14.196313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Allocated IP 172.20.0.18 (4e223e0f-6b9a-4e35-b4b4-8251ec1266e0/bb39ac75-7df1-4d83-a89b-b04f8621283b/44ff96d8-393b-434c-9cd6-3afce70707f4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:14.206969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.382780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422a69d-23cf-469e-bd04-a84ce57c365e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.384974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422a69d-23cf-469e-bd04-a84ce57c365e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.387847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422a69d-23cf-469e-bd04-a84ce57c365e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.393289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9422a69d-23cf-469e-bd04-a84ce57c365e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 1.0789692 Feb 03 12:51:14.401075 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (336c41d4-0e4c-42a1-908e-50be2aca60a7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.407540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38012) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:14.434861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e317b-4927-404b-a2e2-511494d80192 None None] Pushing event updated for resources: {'Port': ['ID=9b94f51c-a721-4505-bf1b-677fd0f1421d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:14.513447 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3c34eacb-0398-442b-8c42-3db39add43fd no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:14.517641 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbb36cf6-43a3-4774-9ff5-93ba841c0a2b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a32d2995-f754-4653-aed4-2c03459b6963), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.561948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb36cf6-43a3-4774-9ff5-93ba841c0a2b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=a32d2995-f754-4653-aed4-2c03459b6963,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:14.608618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f34e03-c6b6-454b-b045-6b767ee3f2ea req-d173557b-8ac7-48b1-8734-f260fc03324a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.618021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4f34e03-c6b6-454b-b045-6b767ee3f2ea req-d173557b-8ac7-48b1-8734-f260fc03324a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 946 time: 1.4053967 Feb 03 12:51:14.744909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Port': ['ID=336c41d4-0e4c-42a1-908e-50be2aca60a7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:14.752213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dbb36cf6-43a3-4774-9ff5-93ba841c0a2b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.762933 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dbb36cf6-43a3-4774-9ff5-93ba841c0a2b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/a32d2995-f754-4653-aed4-2c03459b6963 HTTP/1.1" status: 204 len: 168 time: 1.1184826 Feb 03 12:51:14.763643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38022) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:14.818429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ea34e7-3a2a-47bc-8b96-3e6966f7612a req-d8ceb62d-2381-47ad-a640-bd8cb5f818cb service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7889292 Feb 03 12:51:14.820560 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0288d1-9f59-46c9-9593-fbe6e076b63b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:51:14.823882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] No DVR routers for this DVR port 336c41d4-0e4c-42a1-908e-50be2aca60a7 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:14.827891 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.828813 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5f0288d1-9f59-46c9-9593-fbe6e076b63b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/a32d2995-f754-4653-aed4-2c03459b6963 HTTP/1.1" status: 404 len: 333 time: 0.0624952 Feb 03 12:51:14.830359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38024) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:14.832671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-9a71c38e-c89e-474f-8051-6582747884f9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "DELETE /v2.0/ports/336c41d4-0e4c-42a1-908e-50be2aca60a7 HTTP/1.1" status: 204 len: 173 time: 2.0941002 Feb 03 12:51:14.861408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3c34eacb-0398-442b-8c42-3db39add43fd is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:14.861408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.877788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 98df4fd6-2ad3-43cd-84fa-f6a085018bce up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:14.894880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf33c20-11da-4ae2-8bd5-d63ca3c7c0b4 req-48a418e9-6b39-4903-bded-0ddebe7a1c60 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.904982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebf33c20-11da-4ae2-8bd5-d63ca3c7c0b4 req-48a418e9-6b39-4903-bded-0ddebe7a1c60 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.5093853 Feb 03 12:51:14.950440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e986cc-a830-438e-a2ec-889881b37267 None None] Network 37052393-6e72-4e7e-98d2-bdcf37d41133 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:14.973511 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Publish callbacks [] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.982871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-45888e0e-177f-48d5-9326-ac6651b7aba5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet 8d924856-d614-4d43-8528-c5c23515d3a2 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:14.988418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45888e0e-177f-48d5-9326-ac6651b7aba5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (8d924856-d614-4d43-8528-c5c23515d3a2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.006389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d44852-411c-448e-b642-56394c9914ee tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Deleting subnet e06aa4c5-25fe-4808-b551-bd0a579f0f29 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:15.006389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0d44852-411c-448e-b642-56394c9914ee tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks [] for subnet (e06aa4c5-25fe-4808-b551-bd0a579f0f29), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.055809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-46149440-1fd2-4a14-84d7-634e4d5406e3 None None] Could not find standard attr ID for object a32d2995-f754-4653-aed4-2c03459b6963. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:51:15.066240 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.084975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45888e0e-177f-48d5-9326-ac6651b7aba5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (8d924856-d614-4d43-8528-c5c23515d3a2), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.117224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0d44852-411c-448e-b642-56394c9914ee tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (e06aa4c5-25fe-4808-b551-bd0a579f0f29), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.203982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4f34e03-c6b6-454b-b045-6b767ee3f2ea req-32b2c83e-8cac-4cbb-9325-c9cda035cc1a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850334 Feb 03 12:51:15.217305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Pushing event updated for resources: {'Port': ['ID=44ff96d8-393b-434c-9cd6-3afce70707f4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:15.231595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3c34eacb-0398-442b-8c42-3db39add43fd,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:15.254522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Network 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:15.264005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:15.269781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-46149440-1fd2-4a14-84d7-634e4d5406e3 None None] Provisioning complete for port 98df4fd6-2ad3-43cd-84fa-f6a085018bce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:15.270265 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46149440-1fd2-4a14-84d7-634e4d5406e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.276259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:15.287131 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.314665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebf33c20-11da-4ae2-8bd5-d63ca3c7c0b4 req-b0a48d4a-d1a7-4049-ad61-4af447e5d7c4 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078820 Feb 03 12:51:15.399102 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45888e0e-177f-48d5-9326-ac6651b7aba5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (8d924856-d614-4d43-8528-c5c23515d3a2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.480087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting port 4efe51d2-63e2-4789-baec-cde863f62f3f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:15.480447 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.496174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3c34eacb-0398-442b-8c42-3db39add43fd,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:15.538602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0d44852-411c-448e-b642-56394c9914ee tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e06aa4c5-25fe-4808-b551-bd0a579f0f29), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.539118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 98df4fd6-2ad3-43cd-84fa-f6a085018bce triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:15.539557 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.568218 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45888e0e-177f-48d5-9326-ac6651b7aba5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (8d924856-d614-4d43-8528-c5c23515d3a2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.584735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': '336c41d4-0e4c-42a1-908e-50be2aca60a7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:15.604527 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4568d8-68a7-4eb6-8d1e-09e648a1648f" -d '{"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "336c41d4-0e4c-42a1-908e-50be2aca60a7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:15.620841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45888e0e-177f-48d5-9326-ac6651b7aba5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=8d924856-d614-4d43-8528-c5c23515d3a2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:15.632197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45888e0e-177f-48d5-9326-ac6651b7aba5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.643139 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-45888e0e-177f-48d5-9326-ac6651b7aba5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/8d924856-d614-4d43-8528-c5c23515d3a2 HTTP/1.1" status: 204 len: 168 time: 0.8088198 Feb 03 12:51:15.656119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:15.696359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:15.698587 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094e9c59-dfc2-4470-9371-29da2373dc6e" -d '{"events": [{"server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "name": "network-vif-unplugged", "status": "completed", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:15.755511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcea74b-0b3a-4ea0-9938-3f6d19062fa4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet 910f07a5-82b9-4ab0-b89f-08a9db4e0943 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:15.759540 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dcea74b-0b3a-4ea0-9938-3f6d19062fa4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (910f07a5-82b9-4ab0-b89f-08a9db4e0943), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.785572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Attempting to bind port 44ff96d8-393b-434c-9cd6-3afce70707f4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:15.785941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Attempting to bind port 44ff96d8-393b-434c-9cd6-3afce70707f4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '41568d63-5549-437c-9590-506bb598ee21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4e223e0f-6b9a-4e35-b4b4-8251ec1266e0'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:15.786297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Attempting to bind port 44ff96d8-393b-434c-9cd6-3afce70707f4 on network 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:15.832665 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:15.833025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Checking segment: {'id': '41568d63-5549-437c-9590-506bb598ee21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4e223e0f-6b9a-4e35-b4b4-8251ec1266e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:15.833430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.833822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Bound using segment: {'id': '41568d63-5549-437c-9590-506bb598ee21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4e223e0f-6b9a-4e35-b4b4-8251ec1266e0'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:15.834304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Bound port: 44ff96d8-393b-434c-9cd6-3afce70707f4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41568d63-5549-437c-9590-506bb598ee21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4e223e0f-6b9a-4e35-b4b4-8251ec1266e0'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:15.839080 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.860285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dcea74b-0b3a-4ea0-9938-3f6d19062fa4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (910f07a5-82b9-4ab0-b89f-08a9db4e0943), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.884705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556683-dd34-47ee-9750-685bf04d7aa2 req-ff069744-acd7-4ecf-b7ab-4a7d30bc102d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:15.890294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556683-dd34-47ee-9750-685bf04d7aa2 req-ff069744-acd7-4ecf-b7ab-4a7d30bc102d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:15.904345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556683-dd34-47ee-9750-685bf04d7aa2 req-ff069744-acd7-4ecf-b7ab-4a7d30bc102d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:15.905999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10556683-dd34-47ee-9750-685bf04d7aa2 req-ff069744-acd7-4ecf-b7ab-4a7d30bc102d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 2409 time: 0.4819067 Feb 03 12:51:15.984888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] For port 44ff96d8-393b-434c-9cd6-3afce70707f4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:15.988698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] For port 44ff96d8-393b-434c-9cd6-3afce70707f4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=44ff96d8-393b-434c-9cd6-3afce70707f4,segment=NetworkSegment(41568d63-5549-437c-9590-506bb598ee21),segment_id=41568d63-5549-437c-9590-506bb598ee21)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:16.034672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38044) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:16.055845 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.070573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beb07e-28a8-4c40-83d7-02a258d85a34 req-a03784dc-f88a-4073-a5cd-a1c3ebceb2b0 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.078137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54beb07e-28a8-4c40-83d7-02a258d85a34 req-a03784dc-f88a-4073-a5cd-a1c3ebceb2b0 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.5928471 Feb 03 12:51:16.089796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dcea74b-0b3a-4ea0-9938-3f6d19062fa4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (910f07a5-82b9-4ab0-b89f-08a9db4e0943), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.092092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] For port 4efe51d2-63e2-4789-baec-cde863f62f3f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4efe51d2-63e2-4789-baec-cde863f62f3f,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:16.092272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.095052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0d44852-411c-448e-b642-56394c9914ee tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (e06aa4c5-25fe-4808-b551-bd0a579f0f29), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.228875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-6205325f-7908-4843-a9e5-2b8b6c5c175c tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.232836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-6205325f-7908-4843-a9e5-2b8b6c5c175c tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 946 time: 0.4850831 Feb 03 12:51:16.233915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dcea74b-0b3a-4ea0-9938-3f6d19062fa4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (910f07a5-82b9-4ab0-b89f-08a9db4e0943), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.234591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Calling delete_port for 4efe51d2-63e2-4789-baec-cde863f62f3f owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:16.292777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10556683-dd34-47ee-9750-685bf04d7aa2 req-5e9971f1-9549-4604-b1b2-60575239974c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639002 Feb 03 12:51:16.310871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcea74b-0b3a-4ea0-9938-3f6d19062fa4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=910f07a5-82b9-4ab0-b89f-08a9db4e0943,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:16.322534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653af073-5345-4f6e-89d4-ec360a653211 None None] Network 93709617-2450-434e-ab59-280c58ca1a62 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:16.375143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-636349351', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:16.424216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0d44852-411c-448e-b642-56394c9914ee tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.435797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c0d44852-411c-448e-b642-56394c9914ee tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/subnets/e06aa4c5-25fe-4808-b551-bd0a579f0f29 HTTP/1.1" status: 204 len: 168 time: 2.0150614 Feb 03 12:51:16.438058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d44852-411c-448e-b642-56394c9914ee tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Subnet': ['ID=e06aa4c5-25fe-4808-b551-bd0a579f0f29,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:16.452567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38052) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:16.530872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-46149440-1fd2-4a14-84d7-634e4d5406e3 None None] Current status of the port 98df4fd6-2ad3-43cd-84fa-f6a085018bce is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:16.535683 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Made reservation on behalf of 3cb04b77716841978bca0df259367b39 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:16.545673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.576287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dcea74b-0b3a-4ea0-9938-3f6d19062fa4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.592051 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5dcea74b-0b3a-4ea0-9938-3f6d19062fa4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/910f07a5-82b9-4ab0-b89f-08a9db4e0943 HTTP/1.1" status: 204 len: 168 time: 0.9312985 Feb 03 12:51:16.597979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38056) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:16.606523 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.619460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 98df4fd6-2ad3-43cd-84fa-f6a085018bce is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:16.624619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8562b-c08a-4f11-ad79-1f007d50fd9e None None] Pushing event updated for resources: {'Port': ['ID=44ff96d8-393b-434c-9cd6-3afce70707f4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:16.676684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df57d9da-7221-454a-b685-114cd479fdce None None] Network 37052393-6e72-4e7e-98d2-bdcf37d41133 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:16.686844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5a54e42d-dad8-409d-b021-ea1bd6f348ff None None] Provisioning complete for port 9b94f51c-a721-4505-bf1b-677fd0f1421d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:16.687423 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a54e42d-dad8-409d-b021-ea1bd6f348ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.693899 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5be321-8c8c-45e8-81ef-d0cae9ef891b x-openstack-request-id: req-6e5be321-8c8c-45e8-81ef-d0cae9ef891b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:16.694190 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "336c41d4-0e4c-42a1-908e-50be2aca60a7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:16.694486 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e5be321-8c8c-45e8-81ef-d0cae9ef891b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:16.694906 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': '336c41d4-0e4c-42a1-908e-50be2aca60a7', 'status': 'completed', 'code': 200} Feb 03 12:51:16.725014 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.882364 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7e736b-595d-45e3-9ffb-3d08ebe75a9a x-openstack-request-id: req-6d7e736b-595d-45e3-9ffb-3d08ebe75a9a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:16.882537 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "name": "network-vif-unplugged", "status": "completed", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:16.884672 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d7e736b-595d-45e3-9ffb-3d08ebe75a9a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:16.886186 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd', 'code': 200} Feb 03 12:51:16.893106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e451f60-42f9-4712-9732-d48b9a39844d None None] DHCP port deletion for 93709617-2450-434e-ab59-280c58ca1a62 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:51:16.903523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-956766bc-5c3b-491b-9102-7ba656fd724e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Deleting subnet bb39ac75-7df1-4d83-a89b-b04f8621283b {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:16.923393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-956766bc-5c3b-491b-9102-7ba656fd724e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks [] for subnet (bb39ac75-7df1-4d83-a89b-b04f8621283b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.031809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5a54e42d-dad8-409d-b021-ea1bd6f348ff None None] Current status of the port 9b94f51c-a721-4505-bf1b-677fd0f1421d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:17.032488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a54e42d-dad8-409d-b021-ea1bd6f348ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.083547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 44ff96d8-393b-434c-9cd6-3afce70707f4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:17.113283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-956766bc-5c3b-491b-9102-7ba656fd724e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (bb39ac75-7df1-4d83-a89b-b04f8621283b), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.152362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54beb07e-28a8-4c40-83d7-02a258d85a34 req-059a0de9-cbdf-483e-bcb8-1ece98e73161 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0264218 Feb 03 12:51:17.171986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0e451f60-42f9-4712-9732-d48b9a39844d None None] Deleting port 9b94f51c-a721-4505-bf1b-677fd0f1421d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:17.172371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e451f60-42f9-4712-9732-d48b9a39844d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.189144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5a54e42d-dad8-409d-b021-ea1bd6f348ff None None] For port 9b94f51c-a721-4505-bf1b-677fd0f1421d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b94f51c-a721-4505-bf1b-677fd0f1421d,segment=NetworkSegment(a1715b9f-fe77-407b-a639-9c8768bb5d21),segment_id=a1715b9f-fe77-407b-a639-9c8768bb5d21)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:17.209488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1cfeac-3acd-48b0-9905-f7d869a4ed92 None None] DHCP port deletion for 37052393-6e72-4e7e-98d2-bdcf37d41133 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:51:17.285515 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (37052393-6e72-4e7e-98d2-bdcf37d41133), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.301052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-956766bc-5c3b-491b-9102-7ba656fd724e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (bb39ac75-7df1-4d83-a89b-b04f8621283b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.407246 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-956766bc-5c3b-491b-9102-7ba656fd724e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (bb39ac75-7df1-4d83-a89b-b04f8621283b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.417808 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a54e42d-dad8-409d-b021-ea1bd6f348ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.460613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks [] for security_group (f057d8bf-c3bd-4e22-8dd8-88325d0deed7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.462542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956766bc-5c3b-491b-9102-7ba656fd724e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Subnet': ['ID=bb39ac75-7df1-4d83-a89b-b04f8621283b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:17.470186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-956766bc-5c3b-491b-9102-7ba656fd724e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.473484 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-956766bc-5c3b-491b-9102-7ba656fd724e tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/subnets/bb39ac75-7df1-4d83-a89b-b04f8621283b HTTP/1.1" status: 204 len: 168 time: 1.0143008 Feb 03 12:51:17.474798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f057d8bf-c3bd-4e22-8dd8-88325d0deed7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.476932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Deleting port ff549559-04f0-4e4b-9691-6c6207598355 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:17.478096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ff549559-04f0-4e4b-9691-6c6207598355), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.481381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38060) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:17.534621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] device_id is not set on port eff7e16a-64f8-45e8-b499-3a54eca1506e yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:17.541367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ff00b1-cc5f-4415-9cc4-664afbf5ec9f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:17.542894 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-79ff00b1-cc5f-4415-9cc4-664afbf5ec9f tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0583105 Feb 03 12:51:17.549407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38062) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:17.601238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] For port ff549559-04f0-4e4b-9691-6c6207598355, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ff549559-04f0-4e4b-9691-6c6207598355,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:17.601781 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ff549559-04f0-4e4b-9691-6c6207598355), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.617711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Calling delete_port for ff549559-04f0-4e4b-9691-6c6207598355 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:17.667821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f057d8bf-c3bd-4e22-8dd8-88325d0deed7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:17.686144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0e451f60-42f9-4712-9732-d48b9a39844d None None] For port 9b94f51c-a721-4505-bf1b-677fd0f1421d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b94f51c-a721-4505-bf1b-677fd0f1421d,segment=NetworkSegment(a1715b9f-fe77-407b-a639-9c8768bb5d21),segment_id=a1715b9f-fe77-407b-a639-9c8768bb5d21)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:17.686685 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e451f60-42f9-4712-9732-d48b9a39844d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.697281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e42d-dad8-409d-b021-ea1bd6f348ff None None] Pushing event updated for resources: {'Port': ['ID=9b94f51c-a721-4505-bf1b-677fd0f1421d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:17.737595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 44ff96d8-393b-434c-9cd6-3afce70707f4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:17.737971 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.779678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-87614cf5-f50d-44e2-a0ea-422c1bb6a862 None None] Provisioning complete for port 98df4fd6-2ad3-43cd-84fa-f6a085018bce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:17.780494 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87614cf5-f50d-44e2-a0ea-422c1bb6a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.798436 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (4e223e0f-6b9a-4e35-b4b4-8251ec1266e0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.811773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0e451f60-42f9-4712-9732-d48b9a39844d None None] Calling delete_port for 9b94f51c-a721-4505-bf1b-677fd0f1421d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:17.839950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80db98b-478c-4520-8260-8a1b4f4ffc2d req-9b85ddae-a4fd-43f1-9215-057bc3c0c614 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:17.841565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a80db98b-478c-4520-8260-8a1b4f4ffc2d req-9b85ddae-a4fd-43f1-9215-057bc3c0c614 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 944 time: 0.7663364 Feb 03 12:51:17.844412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ff549559-04f0-4e4b-9691-6c6207598355), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.872105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Allocated IP 172.25.3.123 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/eff7e16a-64f8-45e8-b499-3a54eca1506e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:17.908437 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4efe51d2-63e2-4789-baec-cde863f62f3f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.957881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Pushing event deleted for resources: {'Port': ['ID=ff549559-04f0-4e4b-9691-6c6207598355,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:18.014352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 44ff96d8-393b-434c-9cd6-3afce70707f4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:18.015081 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.021254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Port': ['ID=4efe51d2-63e2-4789-baec-cde863f62f3f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:18.034570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cfeac-3acd-48b0-9905-f7d869a4ed92 None None] Deleting port 98df4fd6-2ad3-43cd-84fa-f6a085018bce {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:18.035092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfeac-3acd-48b0-9905-f7d869a4ed92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.041436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b8fee-f462-4770-a7f2-4d5a4e44873f req-5fb176da-b1d3-4cc7-ac34-a4f1755274e2 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:18.048559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a8b8fee-f462-4770-a7f2-4d5a4e44873f req-5fb176da-b1d3-4cc7-ac34-a4f1755274e2 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418 HTTP/1.1" status: 200 len: 867 time: 0.7511182 Feb 03 12:51:18.110958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Deleting port 44ff96d8-393b-434c-9cd6-3afce70707f4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:18.111470 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.164300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a8b8fee-f462-4770-a7f2-4d5a4e44873f req-817e7c38-73fe-49f7-b1ac-6fe4b481dd11 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.65 "GET /v2.0/security-groups?id=4414549b-028a-4477-bb24-b218110538d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147778 Feb 03 12:51:18.255300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38066) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:18.271376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ef1dd-fd93-40ee-b31f-692783818c97 None None] Network 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:18.271526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] For port 44ff96d8-393b-434c-9cd6-3afce70707f4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=44ff96d8-393b-434c-9cd6-3afce70707f4,segment=NetworkSegment(41568d63-5549-437c-9590-506bb598ee21),segment_id=41568d63-5549-437c-9590-506bb598ee21)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:18.271671 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.316763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8c1cfeac-3acd-48b0-9905-f7d869a4ed92 None None] For port 98df4fd6-2ad3-43cd-84fa-f6a085018bce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=98df4fd6-2ad3-43cd-84fa-f6a085018bce,segment=NetworkSegment(e83ce0d6-8065-4afa-90c6-199bdfa475ff),segment_id=e83ce0d6-8065-4afa-90c6-199bdfa475ff)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:18.317297 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfeac-3acd-48b0-9905-f7d869a4ed92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.322965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Calling delete_port for 44ff96d8-393b-434c-9cd6-3afce70707f4 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:18.327223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 98df4fd6-2ad3-43cd-84fa-f6a085018bce {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:18.327584 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.332232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a80db98b-478c-4520-8260-8a1b4f4ffc2d req-620757e9-871f-43e6-baa0-184a71ee314e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416022 Feb 03 12:51:18.340020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] No DVR routers for this DVR port 4efe51d2-63e2-4789-baec-cde863f62f3f on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:18.377701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.381204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-a5497222-ecc2-4c20-8bd9-49ce02910544 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "DELETE /v2.0/ports/4efe51d2-63e2-4789-baec-cde863f62f3f HTTP/1.1" status: 204 len: 173 time: 3.5165374 Feb 03 12:51:18.382430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cfeac-3acd-48b0-9905-f7d869a4ed92 None None] Calling delete_port for 98df4fd6-2ad3-43cd-84fa-f6a085018bce owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:18.392695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] No DVR routers for this DVR port ff549559-04f0-4e4b-9691-6c6207598355 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:18.425378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks [] for port (eff7e16a-64f8-45e8-b499-3a54eca1506e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.449522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.454768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9f2dfa3-6cd4-491e-8e96-cb71ed193ab4 req-a217f5c4-1ce6-4d8e-9557-76cf7ced5aa8 tempest-ServerRescueNegativeTestJSON-1271117948 tempest-ServerRescueNegativeTestJSON-1271117948-project] 10.222.0.72 "DELETE /v2.0/ports/ff549559-04f0-4e4b-9691-6c6207598355 HTTP/1.1" status: 204 len: 173 time: 2.1605744 Feb 03 12:51:18.557546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 44ff96d8-393b-434c-9cd6-3afce70707f4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=44ff96d8-393b-434c-9cd6-3afce70707f4,segment=NetworkSegment(41568d63-5549-437c-9590-506bb598ee21),segment_id=41568d63-5549-437c-9590-506bb598ee21)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:18.577709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3c34eacb-0398-442b-8c42-3db39add43fd no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:18.579889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e451f60-42f9-4712-9732-d48b9a39844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (9b94f51c-a721-4505-bf1b-677fd0f1421d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.645880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e451f60-42f9-4712-9732-d48b9a39844d None None] Pushing event deleted for resources: {'Port': ['ID=9b94f51c-a721-4505-bf1b-677fd0f1421d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:18.648757 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.672308 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfeac-3acd-48b0-9905-f7d869a4ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.719844 n-d-792364-10 neutron-server[103225]: INFO neutron.plugins.ml2.db [None req-87614cf5-f50d-44e2-a0ea-422c1bb6a862 None None] No ports have port_id starting with 98df4fd6-2ad3-43cd-84fa-f6a085018bce Feb 03 12:51:18.754568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': '4efe51d2-63e2-4789-baec-cde863f62f3f'}, {'server_uuid': 'a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418', 'name': 'network-vif-deleted', 'tag': 'ff549559-04f0-4e4b-9691-6c6207598355'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:18.761240 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6445996-353f-4999-85ca-b19efb834471" -d '{"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "4efe51d2-63e2-4789-baec-cde863f62f3f"}, {"server_uuid": "a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418", "name": "network-vif-deleted", "tag": "ff549559-04f0-4e4b-9691-6c6207598355"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:18.774933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e451f60-42f9-4712-9732-d48b9a39844d None None] No DVR routers for this DVR port 9b94f51c-a721-4505-bf1b-677fd0f1421d on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:18.814646 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (eff7e16a-64f8-45e8-b499-3a54eca1506e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.819420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1cfeac-3acd-48b0-9905-f7d869a4ed92 None None] No DVR routers for this DVR port 98df4fd6-2ad3-43cd-84fa-f6a085018bce on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:18.833543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (44ff96d8-393b-434c-9cd6-3afce70707f4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.857110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=44ff96d8-393b-434c-9cd6-3afce70707f4,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:18.859690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] For port 98df4fd6-2ad3-43cd-84fa-f6a085018bce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=98df4fd6-2ad3-43cd-84fa-f6a085018bce,segment=NetworkSegment(e83ce0d6-8065-4afa-90c6-199bdfa475ff),segment_id=e83ce0d6-8065-4afa-90c6-199bdfa475ff)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:18.859832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.882506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebae33-f77b-4a11-ad3a-f33a1290293a req-4b7a8d0a-a7b3-4ca7-b042-75c91cc73fa2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:18.884146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 98df4fd6-2ad3-43cd-84fa-f6a085018bce no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:18.888499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebae33-f77b-4a11-ad3a-f33a1290293a req-4b7a8d0a-a7b3-4ca7-b042-75c91cc73fa2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:18.896682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4ebae33-f77b-4a11-ad3a-f33a1290293a req-4b7a8d0a-a7b3-4ca7-b042-75c91cc73fa2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 1676 time: 0.5142889 Feb 03 12:51:18.936885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-016c53ee-b685-447b-8da3-461443f878e3 None None] Could not find standard attr ID for object 44ff96d8-393b-434c-9cd6-3afce70707f4. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:51:18.938761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cfeac-3acd-48b0-9905-f7d869a4ed92 None None] Pushing event deleted for resources: {'Port': ['ID=98df4fd6-2ad3-43cd-84fa-f6a085018bce,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:18.943825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 98df4fd6-2ad3-43cd-84fa-f6a085018bce {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:18.944187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 98df4fd6-2ad3-43cd-84fa-f6a085018bce not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:18.944593 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b94f51c-a721-4505-bf1b-677fd0f1421d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:18.949587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 98df4fd6-2ad3-43cd-84fa-f6a085018bce owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:18.961194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b8b3-6dc4-44a1-99bf-fd756f164f50 req-0acb1e2d-ac4e-45a9-b603-9ec33bc8ad4d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:18.963662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5c9b8b3-6dc4-44a1-99bf-fd756f164f50 req-0acb1e2d-ac4e-45a9-b603-9ec33bc8ad4d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.4517407 Feb 03 12:51:18.978087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 9b94f51c-a721-4505-bf1b-677fd0f1421d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:18.978384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b94f51c-a721-4505-bf1b-677fd0f1421d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:18.979831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting port c2731763-4230-474f-9b0d-357d6ee2b165 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:18.980208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.981200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3c34eacb-0398-442b-8c42-3db39add43fd is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:18.982575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ff549559-04f0-4e4b-9691-6c6207598355 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:19.047332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: ff549559-04f0-4e4b-9691-6c6207598355 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:19.047670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ff549559-04f0-4e4b-9691-6c6207598355 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:19.049866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] No DVR routers for this DVR port 44ff96d8-393b-434c-9cd6-3afce70707f4 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:19.108532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4ebae33-f77b-4a11-ad3a-f33a1290293a req-695cad4f-05ec-46dd-9140-14d95cf94578 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108297 Feb 03 12:51:19.139013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858335b-0972-4881-838a-2a19bd0ab235 None None] DHCP port deletion for 4e223e0f-6b9a-4e35-b4b4-8251ec1266e0 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:51:19.146718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (4e223e0f-6b9a-4e35-b4b4-8251ec1266e0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.172821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e223e0f-6b9a-4e35-b4b4-8251ec1266e0']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:19.183484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41568d63-5549-437c-9590-506bb598ee21') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:19.183822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41568d63-5549-437c-9590-506bb598ee21') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:19.194462 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (41568d63-5549-437c-9590-506bb598ee21), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.209373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (41568d63-5549-437c-9590-506bb598ee21), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.215845 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:19.216248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (41568d63-5549-437c-9590-506bb598ee21), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.221182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:19.225151 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:19.242789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:19.252401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:19.289937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] For port c2731763-4230-474f-9b0d-357d6ee2b165, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c2731763-4230-474f-9b0d-357d6ee2b165,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:19.291623 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.325669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5c9b8b3-6dc4-44a1-99bf-fd756f164f50 req-14eb39dc-693e-4fae-a864-d09c8cd4ddca tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526101 Feb 03 12:51:19.333980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Calling delete_port for c2731763-4230-474f-9b0d-357d6ee2b165 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:19.341491 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (98df4fd6-2ad3-43cd-84fa-f6a085018bce), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.368337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Pushing event updated for resources: {'Port': ['ID=eff7e16a-64f8-45e8-b499-3a54eca1506e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:19.386524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No DVR routers for this DVR port 98df4fd6-2ad3-43cd-84fa-f6a085018bce on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:19.397386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Port': ['ID=44ff96d8-393b-434c-9cd6-3afce70707f4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:19.405380 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (4e223e0f-6b9a-4e35-b4b4-8251ec1266e0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.422582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.427827 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/networks/4e223e0f-6b9a-4e35-b4b4-8251ec1266e0 HTTP/1.1" status: 204 len: 168 time: 1.8740945 Feb 03 12:51:19.432240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38082) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:19.434880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=98df4fd6-2ad3-43cd-84fa-f6a085018bce,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:19.446884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:19.447619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.451397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d3e8f-581a-4616-add5-0a3d1a455226 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Network': ['ID=4e223e0f-6b9a-4e35-b4b4-8251ec1266e0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:19.501486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38084) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:19.523226 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72dfadf-01a0-46bf-9d73-d00045af21d8 x-openstack-request-id: req-e72dfadf-01a0-46bf-9d73-d00045af21d8 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:19.523843 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "4efe51d2-63e2-4789-baec-cde863f62f3f", "status": "completed", "code": 200}, {"server_uuid": "a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418", "name": "network-vif-deleted", "tag": "ff549559-04f0-4e4b-9691-6c6207598355", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:19.524593 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e72dfadf-01a0-46bf-9d73-d00045af21d8 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:19.525357 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': '4efe51d2-63e2-4789-baec-cde863f62f3f', 'status': 'completed', 'code': 200} Feb 03 12:51:19.525784 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e4121d-a3c4-4a3f-8b40-6c71c5bfc418', 'name': 'network-vif-deleted', 'tag': 'ff549559-04f0-4e4b-9691-6c6207598355', 'status': 'completed', 'code': 200} Feb 03 12:51:19.547989 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-14f1a021-547d-4d32-b2eb-bc3b3f4b1970 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5117640 Feb 03 12:51:19.553131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38088) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:19.557622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.123'}]}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:19.600779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (93709617-2450-434e-ab59-280c58ca1a62), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.662743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (37052393-6e72-4e7e-98d2-bdcf37d41133), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.665950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (e4873223-932e-48eb-8657-9e98afa4e5f2), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.667058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (e4873223-932e-48eb-8657-9e98afa4e5f2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.724271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37052393-6e72-4e7e-98d2-bdcf37d41133']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:19.767923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83ce0d6-8065-4afa-90c6-199bdfa475ff') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:19.768411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83ce0d6-8065-4afa-90c6-199bdfa475ff') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:19.827525 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (e83ce0d6-8065-4afa-90c6-199bdfa475ff), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.830830 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (93709617-2450-434e-ab59-280c58ca1a62), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.863163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e83ce0d6-8065-4afa-90c6-199bdfa475ff), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.869926 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c2731763-4230-474f-9b0d-357d6ee2b165), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.874284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93709617-2450-434e-ab59-280c58ca1a62']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:19.877061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:19.877406 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (e83ce0d6-8065-4afa-90c6-199bdfa475ff), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:19.882207 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:19.908267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1715b9f-fe77-407b-a639-9c8768bb5d21') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:19.908560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1715b9f-fe77-407b-a639-9c8768bb5d21') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:19.939480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Port': ['ID=c2731763-4230-474f-9b0d-357d6ee2b165,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:19.942793 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (a1715b9f-fe77-407b-a639-9c8768bb5d21), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.142734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks [] for router_controller (e4873223-932e-48eb-8657-9e98afa4e5f2), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.361595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a1715b9f-fe77-407b-a639-9c8768bb5d21), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.366260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] No DVR routers for this DVR port c2731763-4230-474f-9b0d-357d6ee2b165 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:20.386695 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.389940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-97679ef7-ffab-4806-ac2b-ca8efb1bb4b6 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "DELETE /v2.0/ports/c2731763-4230-474f-9b0d-357d6ee2b165 HTTP/1.1" status: 204 len: 173 time: 1.9938264 Feb 03 12:51:20.411290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks [] for router_gateway (e4873223-932e-48eb-8657-9e98afa4e5f2), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.412119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:20.412533 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (a1715b9f-fe77-407b-a639-9c8768bb5d21), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:20.418388 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:20.440336 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (37052393-6e72-4e7e-98d2-bdcf37d41133), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.474720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.477916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/networks/37052393-6e72-4e7e-98d2-bdcf37d41133 HTTP/1.1" status: 204 len: 168 time: 3.8767467 Feb 03 12:51:20.487770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38122) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:20.502532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (3891ec0c-ee0b-4f58-8845-4ae753655e56), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.538684 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.541295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ad689-1231-4054-858f-c1c26db84583 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Network': ['ID=37052393-6e72-4e7e-98d2-bdcf37d41133,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:20.557160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (93709617-2450-434e-ab59-280c58ca1a62), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.592798 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.598426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/networks/93709617-2450-434e-ab59-280c58ca1a62 HTTP/1.1" status: 204 len: 168 time: 1.1566780 Feb 03 12:51:20.603221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38124) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:20.617286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-15f96cce-4271-4906-acb7-2895194f59d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:20.619160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-15f96cce-4271-4906-acb7-2895194f59d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=4277371a-ed71-4856-a305-5e3c0abb407d HTTP/1.1" status: 200 len: 944 time: 0.2927001 Feb 03 12:51:20.620928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f62928-89ea-4374-8f32-24014fe09eef tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Network': ['ID=93709617-2450-434e-ab59-280c58ca1a62,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:20.630269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784f78d-49e8-412e-88b0-2a01fa03562b req-bcad7633-465b-40b3-a21d-708f9a73b6cc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:20.631802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2784f78d-49e8-412e-88b0-2a01fa03562b req-bcad7633-465b-40b3-a21d-708f9a73b6cc tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 943 time: 0.3067994 Feb 03 12:51:20.734103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc64ee-cfeb-410e-8f5b-f05184b95b74 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:20.735896 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-08cc64ee-cfeb-410e-8f5b-f05184b95b74 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2456014 Feb 03 12:51:20.741666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38126) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:20.760302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 44ff96d8-393b-434c-9cd6-3afce70707f4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:20.769735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2784f78d-49e8-412e-88b0-2a01fa03562b req-9bf4eac8-cf0f-452e-b139-18391532e948 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ecdc0d7-13e8-44c4-9340-1190efab2ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262915 Feb 03 12:51:20.782353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 44ff96d8-393b-434c-9cd6-3afce70707f4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:20.782993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 44ff96d8-393b-434c-9cd6-3afce70707f4 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:20.788653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting port 4b294da0-f3ad-404c-a8ab-826d7716512f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:20.788995 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.826989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (48085436-b0c7-465c-9f2d-34aac133e936), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.918544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Deleting port 3c34eacb-0398-442b-8c42-3db39add43fd {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:20.918790 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.945257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1e0d5357-0c01-4399-92d9-c7d5386c5b62 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1971262 Feb 03 12:51:20.950367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38128) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:20.958610 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2053388050'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:21.023858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] For port 4b294da0-f3ad-404c-a8ab-826d7716512f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4b294da0-f3ad-404c-a8ab-826d7716512f,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:21.024239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.057790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:21.061167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.061339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (86ab468e-a433-4950-9da1-93d8dc86757f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.064133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (48085436-b0c7-465c-9f2d-34aac133e936), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.108371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727186e8-99b4-4d88-a09a-6bda00e94325 req-d5fea8a5-5e8b-478d-bf7d-2954dbf25eb3 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:21.109875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727186e8-99b4-4d88-a09a-6bda00e94325 req-d5fea8a5-5e8b-478d-bf7d-2954dbf25eb3 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.2432458 Feb 03 12:51:21.149269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] For port 3c34eacb-0398-442b-8c42-3db39add43fd, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3c34eacb-0398-442b-8c42-3db39add43fd,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:21.149571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48085436-b0c7-465c-9f2d-34aac133e936']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:21.150163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.179710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95caa11a-69f6-40c7-993e-eff5a1740ae2') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:21.180057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95caa11a-69f6-40c7-993e-eff5a1740ae2') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:21.213166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Calling delete_port for 3c34eacb-0398-442b-8c42-3db39add43fd owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:21.240054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (95caa11a-69f6-40c7-993e-eff5a1740ae2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.245370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks [] for router_gateway (e4873223-932e-48eb-8657-9e98afa4e5f2), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.250776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:21.282304 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.295071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (95caa11a-69f6-40c7-993e-eff5a1740ae2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.326018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:21.326401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (95caa11a-69f6-40c7-993e-eff5a1740ae2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:21.329433 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:21.334230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727186e8-99b4-4d88-a09a-6bda00e94325 req-a8c337f5-1ecd-4768-a0b0-fbb375f88083 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134042 Feb 03 12:51:21.380674 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.381420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (d5cd8a71-a5d2-4596-a312-e53486a42722), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.381420 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Floating IP d5cd8a71-a5d2-4596-a312-e53486a42722 disassociated. External IP: 172.25.3.221, port: 4b294da0-f3ad-404c-a8ab-826d7716512f. Feb 03 12:51:21.381650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Calling delete_port for 4b294da0-f3ad-404c-a8ab-826d7716512f owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:21.499952 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3c34eacb-0398-442b-8c42-3db39add43fd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.515041 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1a82c399-3ed2-482f-a882-09c59589288e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.515385 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Added segment 1a82c399-3ed2-482f-a882-09c59589288e of type vlan for network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf Feb 03 12:51:21.517002 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (48085436-b0c7-465c-9f2d-34aac133e936), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.532954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': 'c2731763-4230-474f-9b0d-357d6ee2b165'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:21.535027 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.535260 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c16524-3871-4af6-85be-ad834c5c3b74" -d '{"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "c2731763-4230-474f-9b0d-357d6ee2b165"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:21.540686 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/networks/48085436-b0c7-465c-9f2d-34aac133e936 HTTP/1.1" status: 204 len: 168 time: 0.9328394 Feb 03 12:51:21.544443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38132) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:21.548213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event deleted for resources: {'Port': ['ID=3c34eacb-0398-442b-8c42-3db39add43fd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:21.579911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314080b0-f4c0-4042-bedb-4a81be1d3873 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Network': ['ID=48085436-b0c7-465c-9f2d-34aac133e936,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:21.605207 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e4fc3c-56a0-4934-9b29-8c8dcd4b5f2a x-openstack-request-id: req-14e4fc3c-56a0-4934-9b29-8c8dcd4b5f2a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:21.605561 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "c2731763-4230-474f-9b0d-357d6ee2b165", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:21.605773 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14e4fc3c-56a0-4934-9b29-8c8dcd4b5f2a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:21.606177 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': 'c2731763-4230-474f-9b0d-357d6ee2b165', 'status': 'completed', 'code': 200} Feb 03 12:51:21.623574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Deleting port 844f11a9-9140-4f86-8289-a814086b2fa7 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:21.624239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.641416 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.660337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] No DVR routers for this DVR port 3c34eacb-0398-442b-8c42-3db39add43fd on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:21.666020 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.669481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-310b9582-0fe0-4798-aad3-90fed4cdf6af req-5958c46a-d014-4d72-b96f-c80dabfe43d9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "DELETE /v2.0/ports/3c34eacb-0398-442b-8c42-3db39add43fd HTTP/1.1" status: 204 len: 173 time: 1.0353532 Feb 03 12:51:21.689854 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4b294da0-f3ad-404c-a8ab-826d7716512f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.728828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Port': ['ID=4b294da0-f3ad-404c-a8ab-826d7716512f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:21.733876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.738843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:21.739427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.764138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (f08ab4a0-77b7-451f-891d-f65291a0d89c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.775432 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks [] for router (e4873223-932e-48eb-8657-9e98afa4e5f2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.821877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8653505 Feb 03 12:51:21.854992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38140) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:21.860010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': '6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:21.943374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a95e0-dd34-48b9-9d81-f27cc6b2a497 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Network': ['ID=6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:21.959758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:22.014301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2d06d61-9352-4d31-9605-057e73a9880c req-d9fae574-4316-4eeb-b978-ac4c63e324ee tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0816107 Feb 03 12:51:22.056564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:22.060144 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.064738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Router 8acd01df-02e2-4087-950a-c0a1a3ac9495 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:22.319464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:22.329867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] Sync routers for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:22.347738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:22.349293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:22.414421 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (c9a5c232-bbb5-46c9-9a17-955290dd807a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.447545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] No DVR routers for this DVR port 4b294da0-f3ad-404c-a8ab-826d7716512f on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:22.472569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.480589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb6c670-6d90-4a8e-9c2b-678673309e91 req-fcb6efed-8a6d-495b-98a8-fc6833b3a577 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.91 "DELETE /v2.0/ports/4b294da0-f3ad-404c-a8ab-826d7716512f HTTP/1.1" status: 204 len: 173 time: 2.0642860 Feb 03 12:51:22.484361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] For port 844f11a9-9140-4f86-8289-a814086b2fa7, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=844f11a9-9140-4f86-8289-a814086b2fa7,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:22.491613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.531323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:22.535294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (e4873223-932e-48eb-8657-9e98afa4e5f2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.537645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks [] for router_controller (e4873223-932e-48eb-8657-9e98afa4e5f2), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.548307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Checking segment: {'id': '1a82c399-3ed2-482f-a882-09c59589288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:22.548664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network hostable DHCP agents. Network: 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:22.555160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Calling delete_port for 844f11a9-9140-4f86-8289-a814086b2fa7 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:22.563174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=c9a5c232-bbb5-46c9-9a17-955290dd807a,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:22.694425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (f08ab4a0-77b7-451f-891d-f65291a0d89c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.715808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08ab4a0-77b7-451f-891d-f65291a0d89c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:22.717633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-934f6469-d70f-4cad-b6ff-dd6b2c64efb3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.726119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-934f6469-d70f-4cad-b6ff-dd6b2c64efb3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.1451664 Feb 03 12:51:22.727228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f15c92-4216-4534-8779-c84b71c7d46a') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:22.727778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f15c92-4216-4534-8779-c84b71c7d46a') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:22.738591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (c0f15c92-4216-4534-8779-c84b71c7d46a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.741416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914e149-c934-4939-81fe-f459816f1e00 req-29ae40d0-5520-4620-b80e-145d26d9f180 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.750642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2914e149-c934-4939-81fe-f459816f1e00 req-29ae40d0-5520-4620-b80e-145d26d9f180 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.2687342 Feb 03 12:51:22.764877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c0f15c92-4216-4534-8779-c84b71c7d46a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.772898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:22.790851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d', 'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'mac_address': 'fa:16:3e:12:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:26Z', 'updated_at': '2022-02-03T12:45:36Z', 'revision_number': 5, 'project_id': 'd933f36861634280b4be5af251d1c225', 'subnets': [{'id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:22.797262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-0afa1ac8-8895-4aa3-9f39-fbebb1b0d48b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/quotas/fec3da70459c473499bc0e10f705cf27 HTTP/1.1" status: 200 len: 375 time: 0.0255647 Feb 03 12:51:22.822695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:22.823610 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (c0f15c92-4216-4534-8779-c84b71c7d46a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:22.828384 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:22.830556 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:22.851701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-ad8e5f5e-5ce3-42b3-9f49-2f2ee92d7034 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534849 Feb 03 12:51:22.868902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341752c-734b-4f5a-9b7b-b4e7b396bc1a req-d6a0b15a-cf58-42d0-b823-08bc8d8fdacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.869534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.870194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.871374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] Checking router: 8acd01df-02e2-4087-950a-c0a1a3ac9495 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:51:22.872282 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d341752c-734b-4f5a-9b7b-b4e7b396bc1a req-d6a0b15a-cf58-42d0-b823-08bc8d8fdacd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 1129 time: 0.6275237 Feb 03 12:51:22.879862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214782ab-5912-4b8c-8677-cf375156ae7f None None] Network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:22.884244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (e4873223-932e-48eb-8657-9e98afa4e5f2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.885307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4873223-932e-48eb-8657-9e98afa4e5f2 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:51:22.912784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:22.913171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:23.013040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-181a837b-4e63-479c-8095-7508a50a0793 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604505 Feb 03 12:51:23.028945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2914e149-c934-4939-81fe-f459816f1e00 req-3ac21fe6-53e0-4fbb-bb25-804f6e79156f tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773097 Feb 03 12:51:23.036069 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d341752c-734b-4f5a-9b7b-b4e7b396bc1a req-014782d9-ace3-4ef8-9ceb-80a3219ac7ff service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481676 Feb 03 12:51:23.036994 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 12:51:23.038123 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c56ce473-6437-484d-8808-ea43275cb104 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4842665 Feb 03 12:51:23.042213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (f08ab4a0-77b7-451f-891d-f65291a0d89c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.045355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38164) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:23.048433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Deleting port 7c5cc012-764f-4d04-9c90-7c7440c92a09 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:23.048824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.072958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49e0911f-95d1-4e2c-b0b4-b9359f68c1d0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2163808 Feb 03 12:51:23.078921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38168) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:23.094321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': '6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf', 'name': 'tempest-PortsIpV6TestJSON-1926089877'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:23.131079 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.135609 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] 10.222.0.65 "DELETE /v2.0/networks/f08ab4a0-77b7-451f-891d-f65291a0d89c HTTP/1.1" status: 204 len: 168 time: 1.5792406 Feb 03 12:51:23.172090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5f6e7-e790-40aa-87b2-a4d4e4326467 tempest-BulkNetworkOpsTest-2060831639 tempest-BulkNetworkOpsTest-2060831639-project] Pushing event deleted for resources: {'Network': ['ID=f08ab4a0-77b7-451f-891d-f65291a0d89c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:23.226672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fe82865-86f7-4e8b-9a36-e03a2b286de6 req-a96c8130-c06b-4cfe-bf03-9e83bc68576f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0612204 Feb 03 12:51:23.249637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:23.273816 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-df556dc5-ad7f-4889-bb76-da08a1672667 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Deleting port eff7e16a-64f8-45e8-b499-3a54eca1506e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:23.274366 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df556dc5-ad7f-4889-bb76-da08a1672667 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (eff7e16a-64f8-45e8-b499-3a54eca1506e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.331491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] For port 7c5cc012-764f-4d04-9c90-7c7440c92a09, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7c5cc012-764f-4d04-9c90-7c7440c92a09,segment=NetworkSegment(ae021437-5316-4275-a173-a52a59c9ac6d),segment_id=ae021437-5316-4275-a173-a52a59c9ac6d)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:23.332139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.408156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Calling delete_port for 7c5cc012-764f-4d04-9c90-7c7440c92a09 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:23.428709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-ad52bdc9-acd9-4f35-8345-3f9fc618e1a5 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964527 Feb 03 12:51:23.453640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:23.461897 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.495941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df556dc5-ad7f-4889-bb76-da08a1672667 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (eff7e16a-64f8-45e8-b499-3a54eca1506e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.505719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (844f11a9-9140-4f86-8289-a814086b2fa7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.507163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 5f00e1ea-4922-448e-b3db-e03ba537dd10 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:23.541615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Pushing event deleted for resources: {'Port': ['ID=844f11a9-9140-4f86-8289-a814086b2fa7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:23.550646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-df556dc5-ad7f-4889-bb76-da08a1672667 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Calling delete_port for eff7e16a-64f8-45e8-b499-3a54eca1506e owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:23.553961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38174) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:23.609733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'name': 'network-vif-deleted', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd'}, {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:23.615175 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9611f6-9462-434a-873e-0e85cf5b775b" -d '{"events": [{"server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "name": "network-vif-deleted", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd"}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:23.641292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf', 'network_id': '6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf', 'project_id': 'b6ba23301bf54fd687ee40fee3cbb8c9', 'fixed_ips': [{'subnet_id': 'c9a5c232-bbb5-46c9-9a17-955290dd807a'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:23.642406 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.754190 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffe150b-619f-4f13-bb50-0c5beb9c20c2 x-openstack-request-id: req-4ffe150b-619f-4f13-bb50-0c5beb9c20c2 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:23.755051 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4277371a-ed71-4856-a305-5e3c0abb407d", "name": "network-vif-deleted", "tag": "3c34eacb-0398-442b-8c42-3db39add43fd", "status": "failed", "code": 422}, {"server_uuid": "d3d975f2-2ac8-464e-bbee-abaf586863a7", "name": "network-vif-deleted", "tag": "4b294da0-f3ad-404c-a8ab-826d7716512f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:23.755869 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ffe150b-619f-4f13-bb50-0c5beb9c20c2 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:23.756774 n-d-792364-10 neutron-server[103224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4277371a-ed71-4856-a305-5e3c0abb407d', 'name': 'network-vif-deleted', 'tag': '3c34eacb-0398-442b-8c42-3db39add43fd', 'status': 'failed', 'code': 422} returned with failed status Feb 03 12:51:23.757626 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d975f2-2ac8-464e-bbee-abaf586863a7', 'name': 'network-vif-deleted', 'tag': '4b294da0-f3ad-404c-a8ab-826d7716512f', 'status': 'completed', 'code': 200} Feb 03 12:51:23.829572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded0f880-5e9b-4f88-85b1-3d49ddbc3261 req-602d4a6f-1836-425a-9b05-7e7c1fd7ef4c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 210 time: 0.0705299 Feb 03 12:51:23.991055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d', 'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'mac_address': 'fa:16:3e:12:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:26Z', 'updated_at': '2022-02-03T12:45:36Z', 'revision_number': 5, 'project_id': 'd933f36861634280b4be5af251d1c225', 'subnets': [{'id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:24.093052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdb87c-e2bd-4d81-8b6e-be57aa8833b3 None None] The sync data for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 is: [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d', 'name': '', 'network_id': 'bbe97daa-66bc-439a-be46-fd30ab260f77', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'mac_address': 'fa:16:3e:12:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:26Z', 'updated_at': '2022-02-03T12:45:36Z', 'revision_number': 5, 'project_id': 'd933f36861634280b4be5af251d1c225', 'subnets': [{'id': '5aa80b3c-f759-4894-813a-31226b7d23a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:24.149155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df556dc5-ad7f-4889-bb76-da08a1672667 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (eff7e16a-64f8-45e8-b499-3a54eca1506e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.305741 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d9adbd78-7b11-4b3e-8680-c4454fd75b2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=686c2333e9a84af69555de13276a0624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7465165 Feb 03 12:51:24.312073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38194) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:24.321241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::c8 (6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf/c9a5c232-bbb5-46c9-9a17-955290dd807a/5f00e1ea-4922-448e-b3db-e03ba537dd10) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:24.383617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df556dc5-ad7f-4889-bb76-da08a1672667 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Pushing event deleted for resources: {'Port': ['ID=eff7e16a-64f8-45e8-b499-3a54eca1506e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:24.442483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e11cca2c-f1a8-4add-856b-1b15418d51d1 req-88b43ce7-27cc-4ddf-b082-d2bd075e5b9d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0567608 Feb 03 12:51:24.452099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67b64-45e2-4a21-a397-44682da539cb req-be3c142c-4e3a-46b7-b231-1384b84d1fa4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:24.453593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8c67b64-45e2-4a21-a397-44682da539cb req-be3c142c-4e3a-46b7-b231-1384b84d1fa4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.1293247 Feb 03 12:51:24.473901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7c5cc012-764f-4d04-9c90-7c7440c92a09), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.554152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5cc012-764f-4d04-9c90-7c7440c92a09,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:24.601438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1a02-eadf-4ac2-a642-4f2d0add47cb admin admin] Publish callbacks [] for security_group (749de713-06e2-4e06-ac3f-42c4d55080a9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.639163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df556dc5-ad7f-4889-bb76-da08a1672667 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.648995 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-df556dc5-ad7f-4889-bb76-da08a1672667 tempest-RoutersAdminNegativeTest-1462922219 tempest-RoutersAdminNegativeTest-1462922219-project-admin] 10.222.0.65 "DELETE /v2.0/ports/eff7e16a-64f8-45e8-b499-3a54eca1506e HTTP/1.1" status: 204 len: 168 time: 1.6023881 Feb 03 12:51:24.662390 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (3891ec0c-ee0b-4f58-8845-4ae753655e56), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.669654 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c56caa9-a3f5-4e35-ad7e-5b623cbd26b9 None None] New status for floating IP d5cd8a71-a5d2-4596-a312-e53486a42722: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:51:24.692965 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1a02-eadf-4ac2-a642-4f2d0add47cb admin admin] Publish callbacks [] for security_group (749de713-06e2-4e06-ac3f-42c4d55080a9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.699058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8c67b64-45e2-4a21-a397-44682da539cb req-a431f902-383d-4e2f-a453-c5e42825c0cc tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207603 Feb 03 12:51:24.756950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (5f00e1ea-4922-448e-b3db-e03ba537dd10), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.871751 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (5f00e1ea-4922-448e-b3db-e03ba537dd10), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.985638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Allocated IP 2001:db8::2 (6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf/c9a5c232-bbb5-46c9-9a17-955290dd807a/509cd973-80a6-49c9-a1d7-7aa6b038cb9e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:25.010801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:25.035429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:25.041737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-823764b5-33e2-4e0b-80ed-4bfa8228914a req-dd8da642-f7da-44c0-ba20-29d6e448d2b6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 210 time: 0.0657423 Feb 03 12:51:25.044854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:25.050403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:25.051080 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.084851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=5f00e1ea-4922-448e-b3db-e03ba537dd10,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:25.111073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1a02-eadf-4ac2-a642-4f2d0add47cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (749de713-06e2-4e06-ac3f-42c4d55080a9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.114645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1a02-eadf-4ac2-a642-4f2d0add47cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.116080 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9dfd1a02-eadf-4ac2-a642-4f2d0add47cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/749de713-06e2-4e06-ac3f-42c4d55080a9 HTTP/1.1" status: 204 len: 168 time: 0.7921741 Feb 03 12:51:25.123469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8ec0bdcf-3253-4a9a-ae19-4e631b316531 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0415599 Feb 03 12:51:25.124098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38204) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:25.129760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38206) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:25.151146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd1a02-eadf-4ac2-a642-4f2d0add47cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749de713-06e2-4e06-ac3f-42c4d55080a9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:25.157878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (86ab468e-a433-4950-9da1-93d8dc86757f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.160675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': '6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf', 'name': 'tempest-PortsIpV6TestJSON-203417183'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:25.392311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Router 3891ec0c-ee0b-4f58-8845-4ae753655e56 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:25.574387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Publish callbacks [] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.577232 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-451818db-fb1d-442a-af55-068328b377ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.585188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Router 86ab468e-a433-4950-9da1-93d8dc86757f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:25.597762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:25.597943 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.603709 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-35583736-e2cc-4262-98f3-db1ea674b36e admin admin] 10.222.0.65 "PUT /v2.0/routers/3891ec0c-ee0b-4f58-8845-4ae753655e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3471510 Feb 03 12:51:25.606587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38216) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:25.677033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] Sync routers for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:25.686182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:25.688063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3aa63f21-136b-4e48-a6f3-15d6e2387504 req-281a900a-7699-4597-bba8-ff9fdd24d363 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1084700 Feb 03 12:51:25.702809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:25.720022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:25.756806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks [] for router (3891ec0c-ee0b-4f58-8845-4ae753655e56), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.784880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:25.785524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:25.833252 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-451818db-fb1d-442a-af55-068328b377ac admin admin] Publish callbacks [] for security_group (41460cf4-fb6e-419c-b5f5-29490374f60b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.843240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:25.844497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Pushing event updated for resources: {'Port': ['ID=509cd973-80a6-49c9-a1d7-7aa6b038cb9e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:25.847510 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.900543 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-451818db-fb1d-442a-af55-068328b377ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (41460cf4-fb6e-419c-b5f5-29490374f60b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.949571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Attempting to bind port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:25.950209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Attempting to bind port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '1a82c399-3ed2-482f-a882-09c59589288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:25.950799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Attempting to bind port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e on network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:26.006504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:26.007616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Checking segment: {'id': '1a82c399-3ed2-482f-a882-09c59589288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:26.008182 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.008723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Bound using segment: {'id': '1a82c399-3ed2-482f-a882-09c59589288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:26.009658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Bound port: 509cd973-80a6-49c9-a1d7-7aa6b038cb9e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a82c399-3ed2-482f-a882-09c59589288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:26.010469 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.048931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-a8b31e36-4b4a-4a22-9970-00e078632759 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:26.050523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-a8b31e36-4b4a-4a22-9970-00e078632759 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.5849655 Feb 03 12:51:26.055732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-451818db-fb1d-442a-af55-068328b377ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a080dde48876471488194d4fc256c107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9281712 Feb 03 12:51:26.055732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 63ff08e4-1e61-424e-9a9b-9799aa2f3d39 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:26.064639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451818db-fb1d-442a-af55-068328b377ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41460cf4-fb6e-419c-b5f5-29490374f60b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:26.085768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38226) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:26.100110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Request body: {'port': {'device_id': '1524b093-f61e-470c-83d6-b4b04ba26776', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'admin_state_up': True, 'tenant_id': 'fec3da70459c473499bc0e10f705cf27'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:26.134930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] For port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:26.144832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] For port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=509cd973-80a6-49c9-a1d7-7aa6b038cb9e,segment=NetworkSegment(1a82c399-3ed2-482f-a882-09c59589288e),segment_id=1a82c399-3ed2-482f-a882-09c59589288e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:26.153527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d1ee1-6626-4a41-ae88-122124f2d908 req-4d8c1861-155b-4401-8219-54812c8b0484 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:26.157172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf2d1ee1-6626-4a41-ae88-122124f2d908 req-4d8c1861-155b-4401-8219-54812c8b0484 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.3217478 Feb 03 12:51:26.171709 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.286131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:26.427622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd9a6a-90ae-4305-b135-fc4daa93400d None None] Pushing event updated for resources: {'Port': ['ID=509cd973-80a6-49c9-a1d7-7aa6b038cb9e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:26.428403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks [] for router_gateway (3891ec0c-ee0b-4f58-8845-4ae753655e56), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.448023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:26.463815 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-43125666-1633-4519-b2f0-cd00ea4f396a admin admin] 10.222.0.65 "PUT /v2.0/routers/86ab468e-a433-4950-9da1-93d8dc86757f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9588718 Feb 03 12:51:26.464034 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] Sync routers for ids ['86ab468e-a433-4950-9da1-93d8dc86757f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:26.469013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38238) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:26.483556 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] Routers {'86ab468e-a433-4950-9da1-93d8dc86757f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:26.484194 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['86ab468e-a433-4950-9da1-93d8dc86757f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:26.546577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::318 (6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf/c9a5c232-bbb5-46c9-9a17-955290dd807a/63ff08e4-1e61-424e-9a9b-9799aa2f3d39) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:26.614545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38240) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:26.663699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:51:23Z', 'revision_number': 5, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port': {'id': '8184e7c1-8ca1-409a-b32d-49c70f011ff3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:29Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:26.769723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] Checking router: 3891ec0c-ee0b-4f58-8845-4ae753655e56 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:51:26.782590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] Routers {'3891ec0c-ee0b-4f58-8845-4ae753655e56'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:26.783499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3891ec0c-ee0b-4f58-8845-4ae753655e56'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:26.805967 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks [] for router (86ab468e-a433-4950-9da1-93d8dc86757f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.870317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6ee8c2c-9c04-4e7c-91f4-4ea2c7501e05 req-8d423fd2-6eae-4d73-ab45-86c5497bcc11 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 210 time: 0.7114666 Feb 03 12:51:26.879574 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] Set router 86ab468e-a433-4950-9da1-93d8dc86757f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:27.011121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 509cd973-80a6-49c9-a1d7-7aa6b038cb9e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:27.030522 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-647652222'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:27.037224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks [] for router_gateway (86ab468e-a433-4950-9da1-93d8dc86757f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.051749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf2d1ee1-6626-4a41-ae88-122124f2d908 req-745fbdd6-db4d-40e7-8ca1-81e402bf18a6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901777 Feb 03 12:51:27.060703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Deleting port 8184e7c1-8ca1-409a-b32d-49c70f011ff3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:27.061027 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.083339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] Set router 3891ec0c-ee0b-4f58-8845-4ae753655e56 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:27.097367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-65e33018-6c31-4f74-bf84-be796d51fcf8 admin admin] Publish callbacks [] for security_group (41460cf4-fb6e-419c-b5f5-29490374f60b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.166621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:51:26Z', 'revision_number': 6, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:27.202392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46056c3-5d38-4453-8a4a-18d15add5ca7 None None] The sync data for ids ['3891ec0c-ee0b-4f58-8845-4ae753655e56'] in n-d-792364-10 is: [{'id': '3891ec0c-ee0b-4f58-8845-4ae753655e56', 'name': 'tempest-AttachVolumeShelveTestJSON-2019868902-router', 'tenant_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:28Z', 'updated_at': '2022-02-03T12:51:26Z', 'revision_number': 6, 'project_id': '4db0e6a656a344eaa2cbaa1ad33376ec', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:27.241479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:27.241868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.244206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-65e33018-6c31-4f74-bf84-be796d51fcf8 admin admin] Publish callbacks [] for security_group (41460cf4-fb6e-419c-b5f5-29490374f60b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.294385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6a33465-22aa-497a-89d3-6143a77efdfc req-13f33545-9c1b-4749-b472-177a1985c7a0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.2527466 Feb 03 12:51:27.298710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] For port 8184e7c1-8ca1-409a-b32d-49c70f011ff3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8184e7c1-8ca1-409a-b32d-49c70f011ff3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:27.303764 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.342152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Calling delete_port for 8184e7c1-8ca1-409a-b32d-49c70f011ff3 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:27.468156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:27.468565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.512228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:27.523986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.551450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=509cd973-80a6-49c9-a1d7-7aa6b038cb9e,segment=NetworkSegment(1a82c399-3ed2-482f-a882-09c59589288e),segment_id=1a82c399-3ed2-482f-a882-09c59589288e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:27.559020 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.561988 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.602899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Made reservation on behalf of fec3da70459c473499bc0e10f705cf27 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:27.613780 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.660870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-65e33018-6c31-4f74-bf84-be796d51fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (41460cf4-fb6e-419c-b5f5-29490374f60b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.663482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-65e33018-6c31-4f74-bf84-be796d51fcf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.664804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-65e33018-6c31-4f74-bf84-be796d51fcf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41460cf4-fb6e-419c-b5f5-29490374f60b HTTP/1.1" status: 204 len: 168 time: 1.5716133 Feb 03 12:51:27.679424 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:47:44Z', 'updated_at': '2022-02-03T12:51:24Z', 'revision_number': 5, 'project_id': '84e8c274948d4779b78823151ad34a56', 'gw_port': {'id': '9a1a90d0-95bb-45b7-9572-868effc5d205', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:47:46Z', 'updated_at': '2022-02-03T12:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:27.697462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=509cd973-80a6-49c9-a1d7-7aa6b038cb9e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:27.722626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e33018-6c31-4f74-bf84-be796d51fcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41460cf4-fb6e-419c-b5f5-29490374f60b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:27.779482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Deleting port 9a1a90d0-95bb-45b7-9572-868effc5d205 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:27.780584 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.803652 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] Checking router: 86ab468e-a433-4950-9da1-93d8dc86757f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:51:27.823702 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] Routers {'86ab468e-a433-4950-9da1-93d8dc86757f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:27.824615 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['86ab468e-a433-4950-9da1-93d8dc86757f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:27.872706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182205d4-4013-403b-8b11-aace68920813 req-7f09c5d1-d537-465a-9692-7840eeb6e25f tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:27.875177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-7f09c5d1-d537-465a-9692-7840eeb6e25f tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 811 time: 0.4244020 Feb 03 12:51:27.972518 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] Set router 86ab468e-a433-4950-9da1-93d8dc86757f gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:27.979055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (63ff08e4-1e61-424e-9a9b-9799aa2f3d39), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.054491 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:47:44Z', 'updated_at': '2022-02-03T12:51:27Z', 'revision_number': 6, 'project_id': '84e8c274948d4779b78823151ad34a56', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:28.060910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-0dcc15f3-2704-4aca-b36a-a13f557b4fe6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/quotas/e3677a71d1b54d958a1f65b1e50dbba4 HTTP/1.1" status: 200 len: 375 time: 0.1732028 Feb 03 12:51:28.109281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] For port 9a1a90d0-95bb-45b7-9572-868effc5d205, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9a1a90d0-95bb-45b7-9572-868effc5d205,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:28.109649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.110861 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec369a6-57f6-412e-b351-59d511f1d415 None None] The sync data for ids ['86ab468e-a433-4950-9da1-93d8dc86757f'] in n-d-792364-10 is: [{'id': '86ab468e-a433-4950-9da1-93d8dc86757f', 'name': 'tempest-ServerRescueNegativeTestJSON-510743094-router', 'tenant_id': '84e8c274948d4779b78823151ad34a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:47:44Z', 'updated_at': '2022-02-03T12:51:27Z', 'revision_number': 6, 'project_id': '84e8c274948d4779b78823151ad34a56', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:28.124716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33f5f355-71d0-459b-87c1-766fbd849791 req-ae687631-d2de-4bd0-ac77-2a9e8e4a584b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 210 time: 0.0875528 Feb 03 12:51:28.180126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Calling delete_port for 9a1a90d0-95bb-45b7-9572-868effc5d205 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:28.189706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8184e7c1-8ca1-409a-b32d-49c70f011ff3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.200906 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for security_group (c3f80a60-ea64-4c99-9f64-7f0020096328), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.201115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cc3de1-492b-4d02-9425-f0981b26ae83 None None] Network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:28.207576 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (63ff08e4-1e61-424e-9a9b-9799aa2f3d39), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.233385 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c3f80a60-ea64-4c99-9f64-7f0020096328), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.242573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Pushing event deleted for resources: {'Port': ['ID=8184e7c1-8ca1-409a-b32d-49c70f011ff3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:28.304640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=63ff08e4-1e61-424e-9a9b-9799aa2f3d39,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:28.350945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:28.353590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:28.362458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Allocated IP 172.20.0.10 (6ce844d7-b7c7-4c9f-bf21-81af544e2e37/d152a271-b4bf-4951-918f-718b7f32d47e/ac5644e9-1ede-465a-a0b4-8ae130511799) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:28.365693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:28.374095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:28.381019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.381754 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.408785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-83ef2331-4cc5-40fb-be0d-97f1972c34d9 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3399737 Feb 03 12:51:28.418200 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f80a60-ea64-4c99-9f64-7f0020096328,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:28.421729 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-433e27fb-8c1e-4cd2-9389-2828392549eb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2900527 Feb 03 12:51:28.423064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38266) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:28.447474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c461a68e-b24e-4ef6-8b8e-479ae6ba10df None None] Provisioning complete for port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:28.448914 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c461a68e-b24e-4ef6-8b8e-479ae6ba10df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.455081 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.455682 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment 3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc of type vlan for network 6d07e361-9915-4615-9625-12221ea1ed5e Feb 03 12:51:28.523070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38268) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:28.578235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (3891ec0c-ee0b-4f58-8845-4ae753655e56), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.628943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd381f69-77fd-4349-a6a5-0d3300d4cbd0 req-cacb17ee-f2af-4d89-97cb-718e25bea067 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1212957 Feb 03 12:51:28.674920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c461a68e-b24e-4ef6-8b8e-479ae6ba10df None None] Current status of the port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:28.704681 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (6d07e361-9915-4615-9625-12221ea1ed5e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.757486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ab0cb-a78c-4b72-b162-cb581cd68407 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.759686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-278ab0cb-a78c-4b72-b162-cb581cd68407 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac8 HTTP/1.1" status: 200 len: 928 time: 0.3332276 Feb 03 12:51:28.772019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38270) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:28.828134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.resource_extend [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:51:28.847351 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (3891ec0c-ee0b-4f58-8845-4ae753655e56), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.850359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks [] for router_controller (3891ec0c-ee0b-4f58-8845-4ae753655e56), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.891781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-e8bbee5c-2f16-4f9f-8fe5-86bf48e96b13 service neutron] 10.222.0.65 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667220 Feb 03 12:51:28.912552 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6e60a5f7-b95d-4691-90a4-bd4c31f67a94 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3cb04b77716841978bca0df259367b39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851693 Feb 03 12:51:28.913819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38272) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:28.917270 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (6d07e361-9915-4615-9625-12221ea1ed5e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.922750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.923491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.942821 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (3891ec0c-ee0b-4f58-8845-4ae753655e56), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.943608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3891ec0c-ee0b-4f58-8845-4ae753655e56 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:51:28.954008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.955243 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb86a3ee-4856-4c7d-8f35-0596a8163096 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3891ec0c-ee0b-4f58-8845-4ae753655e56 HTTP/1.1" status: 204 len: 168 time: 3.3429780 Feb 03 12:51:28.960594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38274) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:29.022729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4317ac7a-4873-4e52-9360-20ebf1db2ea1 None None] Provisioning complete for port 5f00e1ea-4922-448e-b3db-e03ba537dd10 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:29.025505 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4317ac7a-4873-4e52-9360-20ebf1db2ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5f00e1ea-4922-448e-b3db-e03ba537dd10), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.030805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2615f47-3bd6-4cb0-89a3-ab880770c2df admin admin] Deleting subnet 069782fb-7ddc-4760-a35f-947aa7d63f07 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:29.040909 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2615f47-3bd6-4cb0-89a3-ab880770c2df admin admin] Publish callbacks [] for subnet (069782fb-7ddc-4760-a35f-947aa7d63f07), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.062362 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4285326 Feb 03 12:51:29.203879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6a8d0-9fa0-4018-9f50-3c5c75acc235 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=6d07e361-9915-4615-9625-12221ea1ed5e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:29.211806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38278) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:29.233010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': '6d07e361-9915-4615-9625-12221ea1ed5e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:29.236765 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks [] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.286239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2615f47-3bd6-4cb0-89a3-ab880770c2df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (069782fb-7ddc-4760-a35f-947aa7d63f07), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.312898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875869d2-fca4-40e1-9b7d-ba5bca58c1f9 admin admin] Publish callbacks [] for security_group (f057d8bf-c3bd-4e22-8dd8-88325d0deed7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.314666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9a1a90d0-95bb-45b7-9572-868effc5d205), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.420057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1a90d0-95bb-45b7-9572-868effc5d205,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:29.556888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4317ac7a-4873-4e52-9360-20ebf1db2ea1 None None] Port 5f00e1ea-4922-448e-b3db-e03ba537dd10 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:29.560925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 509cd973-80a6-49c9-a1d7-7aa6b038cb9e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:29.562309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 6d07e361-9915-4615-9625-12221ea1ed5e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:29.592865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875869d2-fca4-40e1-9b7d-ba5bca58c1f9 admin admin] Publish callbacks [] for security_group (f057d8bf-c3bd-4e22-8dd8-88325d0deed7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.610976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (86ab468e-a433-4950-9da1-93d8dc86757f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.741715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4317ac7a-4873-4e52-9360-20ebf1db2ea1 None None] Provisioning complete for port 63ff08e4-1e61-424e-9a9b-9799aa2f3d39 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:29.742087 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4317ac7a-4873-4e52-9360-20ebf1db2ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (63ff08e4-1e61-424e-9a9b-9799aa2f3d39), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.851873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e151bd9f-18ae-4ed0-bda6-946698bfe633 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 63ff08e4-1e61-424e-9a9b-9799aa2f3d39 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:29.851873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e151bd9f-18ae-4ed0-bda6-946698bfe633 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (63ff08e4-1e61-424e-9a9b-9799aa2f3d39), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.865926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4317ac7a-4873-4e52-9360-20ebf1db2ea1 None None] Port 63ff08e4-1e61-424e-9a9b-9799aa2f3d39 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:29.866167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-642cf3a0-7a9d-4eca-98f8-e4716b28ea4f req-69a599b5-ad12-49f8-8352-eef5221bffbf tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 210 time: 0.5487912 Feb 03 12:51:29.901326 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (86ab468e-a433-4950-9da1-93d8dc86757f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.905792 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks [] for router_controller (86ab468e-a433-4950-9da1-93d8dc86757f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.908602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-af35abe5-95b4-46b9-a6a8-be4ef2b946b4 service neutron] 10.222.0.65 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9817376 Feb 03 12:51:29.913937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875869d2-fca4-40e1-9b7d-ba5bca58c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f057d8bf-c3bd-4e22-8dd8-88325d0deed7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.917059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-875869d2-fca4-40e1-9b7d-ba5bca58c1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.920450 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-875869d2-fca4-40e1-9b7d-ba5bca58c1f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f057d8bf-c3bd-4e22-8dd8-88325d0deed7 HTTP/1.1" status: 204 len: 168 time: 1.0053322 Feb 03 12:51:29.927975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:29.937249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.942521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4317ac7a-4873-4e52-9360-20ebf1db2ea1 None None] Provisioning complete for port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:29.942901 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4317ac7a-4873-4e52-9360-20ebf1db2ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.951305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:29.952209 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.957877 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.026963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875869d2-fca4-40e1-9b7d-ba5bca58c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f057d8bf-c3bd-4e22-8dd8-88325d0deed7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:30.094817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (86ab468e-a433-4950-9da1-93d8dc86757f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.095332 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ab468e-a433-4950-9da1-93d8dc86757f {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:51:30.101356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.105466 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8e013bea-3f6c-4d6f-9435-d08cf57f8fb6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/86ab468e-a433-4950-9da1-93d8dc86757f HTTP/1.1" status: 204 len: 168 time: 3.6353719 Feb 03 12:51:30.108614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38284) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:30.269963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-13116b5a-ab58-43e3-8631-0056ff5c3cf8 admin admin] Deleting subnet 6b58b20d-7b64-4973-95fb-3214b23115cb {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:30.274362 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e151bd9f-18ae-4ed0-bda6-946698bfe633 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (63ff08e4-1e61-424e-9a9b-9799aa2f3d39), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.282741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-13116b5a-ab58-43e3-8631-0056ff5c3cf8 admin admin] Publish callbacks [] for subnet (6b58b20d-7b64-4973-95fb-3214b23115cb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.300848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e151bd9f-18ae-4ed0-bda6-946698bfe633 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 63ff08e4-1e61-424e-9a9b-9799aa2f3d39 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:30.431809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2615f47-3bd6-4cb0-89a3-ab880770c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (069782fb-7ddc-4760-a35f-947aa7d63f07), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.432120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4317ac7a-4873-4e52-9360-20ebf1db2ea1 None None] Current status of the port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:30.437854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:30.498210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d1a91d1-3a38-4ece-aaa2-90e57f9a60fa req-37cc6d4c-c72d-423e-9fc4-d81f4facc3d9 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.4270515 Feb 03 12:51:30.558940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2615f47-3bd6-4cb0-89a3-ab880770c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (069782fb-7ddc-4760-a35f-947aa7d63f07), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.573261 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-13116b5a-ab58-43e3-8631-0056ff5c3cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (6b58b20d-7b64-4973-95fb-3214b23115cb), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.576837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 844f11a9-9140-4f86-8289-a814086b2fa7 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:30.616998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (8a72987e-a67d-4418-9219-bf1391195c30), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.637788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2615f47-3bd6-4cb0-89a3-ab880770c2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069782fb-7ddc-4760-a35f-947aa7d63f07,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:30.639900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event updated for resources: {'Port': ['ID=ac5644e9-1ede-465a-a0b4-8ae130511799,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:30.645771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2615f47-3bd6-4cb0-89a3-ab880770c2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.652129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b2615f47-3bd6-4cb0-89a3-ab880770c2df admin admin] 10.222.0.65 "DELETE /v2.0/subnets/069782fb-7ddc-4760-a35f-947aa7d63f07 HTTP/1.1" status: 204 len: 168 time: 1.6858730 Feb 03 12:51:30.664203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:30.674669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38298) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:30.677301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122aaf14-a49f-4da3-9fe0-8cf5892d3d7d None None] Network 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:30.677643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80aa7fd0-bbd1-4c3a-8aa1-bcbe46aa839a req-0d7443f7-fa2a-4db1-81ae-76d24ac39454 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 210 time: 0.1634469 Feb 03 12:51:30.684844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:30.687775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:30.699084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 844f11a9-9140-4f86-8289-a814086b2fa7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:30.700464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 844f11a9-9140-4f86-8289-a814086b2fa7 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:30.701511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8184e7c1-8ca1-409a-b32d-49c70f011ff3 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:30.747374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:30.750922 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.782888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f19743fa-4593-4f6b-b081-4bb2b59897e2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6910639 Feb 03 12:51:30.784791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e151bd9f-18ae-4ed0-bda6-946698bfe633 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (63ff08e4-1e61-424e-9a9b-9799aa2f3d39), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.791826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-13116b5a-ab58-43e3-8631-0056ff5c3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6b58b20d-7b64-4973-95fb-3214b23115cb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.809001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 8184e7c1-8ca1-409a-b32d-49c70f011ff3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:30.809384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8184e7c1-8ca1-409a-b32d-49c70f011ff3 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:30.809762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7c5cc012-764f-4d04-9c90-7c7440c92a09 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:30.819193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7c8619e1-800a-475f-86b0-a3924b68ad30 None None] Provisioning complete for port 63ff08e4-1e61-424e-9a9b-9799aa2f3d39 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:30.819583 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c8619e1-800a-475f-86b0-a3924b68ad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (63ff08e4-1e61-424e-9a9b-9799aa2f3d39), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.834755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Request body: {'port': {'device_id': '1524b093-f61e-470c-83d6-b4b04ba26776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:30.839342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151bd9f-18ae-4ed0-bda6-946698bfe633 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=63ff08e4-1e61-424e-9a9b-9799aa2f3d39,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:30.943742 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-13116b5a-ab58-43e3-8631-0056ff5c3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (6b58b20d-7b64-4973-95fb-3214b23115cb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.989419 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e151bd9f-18ae-4ed0-bda6-946698bfe633 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.999378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e151bd9f-18ae-4ed0-bda6-946698bfe633 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/63ff08e4-1e61-424e-9a9b-9799aa2f3d39 HTTP/1.1" status: 204 len: 168 time: 2.2232580 Feb 03 12:51:31.001224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38310) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:31.018977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': '3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6d07e361-9915-4615-9625-12221ea1ed5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:31.019676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: 6d07e361-9915-4615-9625-12221ea1ed5e, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:31.036073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 7c5cc012-764f-4d04-9c90-7c7440c92a09 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:31.036913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7c5cc012-764f-4d04-9c90-7c7440c92a09 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:31.046199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=8a72987e-a67d-4418-9219-bf1391195c30,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:31.078647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13116b5a-ab58-43e3-8631-0056ff5c3cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b58b20d-7b64-4973-95fb-3214b23115cb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:31.082682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-13116b5a-ab58-43e3-8631-0056ff5c3cf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.089574 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-13116b5a-ab58-43e3-8631-0056ff5c3cf8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6b58b20d-7b64-4973-95fb-3214b23115cb HTTP/1.1" status: 204 len: 168 time: 0.9797826 Feb 03 12:51:31.090627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38312) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:31.093863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7c8619e1-800a-475f-86b0-a3924b68ad30 None None] Port 63ff08e4-1e61-424e-9a9b-9799aa2f3d39 was deleted so its status cannot be updated. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 12:51:31.095407 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.108365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 6d07e361-9915-4615-9625-12221ea1ed5e is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:31.133115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 6d07e361-9915-4615-9625-12221ea1ed5e) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:31.147820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:31.148429 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.177190 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-95c73c8f-36eb-4ecf-a05d-f77012f93452 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9578540 Feb 03 12:51:31.187537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f26c7-4549-43c2-82b8-a9512744c322 None None] Network 6d07e361-9915-4615-9625-12221ea1ed5e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:31.219001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38316) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:31.225978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113589632'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:31.267338 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7c72cd-531b-45ed-a24b-95737879f9ee tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:51:31.279866 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1e7c72cd-531b-45ed-a24b-95737879f9ee tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/63ff08e4-1e61-424e-9a9b-9799aa2f3d39 HTTP/1.1" status: 404 len: 333 time: 0.2668469 Feb 03 12:51:31.286289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38322) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:31.314878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:31.318421 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.324839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (4e9488bc-ea27-4499-b9f0-e21617c12612), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.366911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9a1a90d0-95bb-45b7-9572-868effc5d205 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:31.373632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7c8619e1-800a-475f-86b0-a3924b68ad30 None None] Provisioning complete for port 5f00e1ea-4922-448e-b3db-e03ba537dd10 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:31.374175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c8619e1-800a-475f-86b0-a3924b68ad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5f00e1ea-4922-448e-b3db-e03ba537dd10), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.419676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.445983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:31.489658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 9a1a90d0-95bb-45b7-9572-868effc5d205 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:31.490032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9a1a90d0-95bb-45b7-9572-868effc5d205 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:31.557826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe089b-aceb-447d-ad71-ea63d2bd6d8e None None] DHCP port deletion for 62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:51:31.563783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfff30-73c7-4880-b6bf-971c0c891fad req-9a94358f-d8f5-4241-8067-fddf5e9fe881 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:31.565359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90dfff30-73c7-4880-b6bf-971c0c891fad req-9a94358f-d8f5-4241-8067-fddf5e9fe881 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 932 time: 0.5625052 Feb 03 12:51:31.577017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (4e9488bc-ea27-4499-b9f0-e21617c12612), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.627050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9488bc-ea27-4499-b9f0-e21617c12612']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:31.648986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7c8619e1-800a-475f-86b0-a3924b68ad30 None None] Port 5f00e1ea-4922-448e-b3db-e03ba537dd10 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:31.654991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae021437-5316-4275-a173-a52a59c9ac6d') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:31.655478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae021437-5316-4275-a173-a52a59c9ac6d') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:31.661297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38328) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:31.695387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-6d07e361-9915-4615-9625-12221ea1ed5e', 'network_id': '6d07e361-9915-4615-9625-12221ea1ed5e', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': '8a72987e-a67d-4418-9219-bf1391195c30'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:31.696246 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.699745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9860eb34-5e66-4375-8ed9-eb908a8985eb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.702505 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment 9860eb34-5e66-4375-8ed9-eb908a8985eb of type vlan for network 59ded46b-816b-467b-ac89-3d91ef577744 Feb 03 12:51:31.717686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-260ad723-020b-4512-b97b-d7a423e4cb07 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 5f00e1ea-4922-448e-b3db-e03ba537dd10 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:31.717686 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-260ad723-020b-4512-b97b-d7a423e4cb07 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5f00e1ea-4922-448e-b3db-e03ba537dd10), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.753580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-98fe089b-aceb-447d-ad71-ea63d2bd6d8e None None] Deleting port 761b9379-dd9f-44e1-a823-bcc949edf100 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:31.754007 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98fe089b-aceb-447d-ad71-ea63d2bd6d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.772025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ce2d860-b6be-4a4f-8886-95ab4c130afb req-232fab21-a9aa-4ab5-bd5c-3318312d9858 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0890682 Feb 03 12:51:31.774529 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (ae021437-5316-4275-a173-a52a59c9ac6d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.789566 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (59ded46b-816b-467b-ac89-3d91ef577744), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.807119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ae021437-5316-4275-a173-a52a59c9ac6d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.808527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90dfff30-73c7-4880-b6bf-971c0c891fad req-bc4f4bcf-460b-48e1-b580-baffc08a1f7e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317193 Feb 03 12:51:31.817606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Deleting port 761b9379-dd9f-44e1-a823-bcc949edf100 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:31.818273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.820850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:31.821457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (ae021437-5316-4275-a173-a52a59c9ac6d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:31.829683 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:31.892754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-23acaf9c-cdc7-41a6-bd71-9e1cb22694a2 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:31.897592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-23acaf9c-cdc7-41a6-bd71-9e1cb22694a2 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2258325 Feb 03 12:51:31.901284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38334) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:31.927712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-98fe089b-aceb-447d-ad71-ea63d2bd6d8e None None] For port 761b9379-dd9f-44e1-a823-bcc949edf100, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=761b9379-dd9f-44e1-a823-bcc949edf100,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:31.928245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98fe089b-aceb-447d-ad71-ea63d2bd6d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.941245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-3a511131-3292-4f0a-9f51-36ba91db2dc7 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:31.945024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3a511131-3292-4f0a-9f51-36ba91db2dc7 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0135157 Feb 03 12:51:31.952814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38336) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:31.961541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-752b8af2-f857-46f9-9f29-1f1385995723 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:31.965838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-752b8af2-f857-46f9-9f29-1f1385995723 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0079198 Feb 03 12:51:31.972127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-98fe089b-aceb-447d-ad71-ea63d2bd6d8e None None] Calling delete_port for 761b9379-dd9f-44e1-a823-bcc949edf100 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:31.976117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38338) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:31.980047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-62485f8b-13dd-4603-a816-684475863e51 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:31.983903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-62485f8b-13dd-4603-a816-684475863e51 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073981 Feb 03 12:51:31.985951 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (59ded46b-816b-467b-ac89-3d91ef577744), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.991618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:32.003236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.019846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38340) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.026506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-bd57ea8d-9d1f-4b9f-9947-177060bb72a1 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.030037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bd57ea8d-9d1f-4b9f-9947-177060bb72a1 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0095811 Feb 03 12:51:32.039566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38342) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.041788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Allocated IP 172.20.255.242 (6d07e361-9915-4615-9625-12221ea1ed5e/8a72987e-a67d-4418-9219-bf1391195c30/eb59dfbc-d160-435f-bfc7-5ef5caddb2e9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:32.054619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-3cb4ad9b-b3c5-49d2-8fbe-7b48652f82a0 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.058609 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3cb4ad9b-b3c5-49d2-8fbe-7b48652f82a0 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0161045 Feb 03 12:51:32.075457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38344) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.084399 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-0d76f18f-365c-4682-b581-c7d2a3c59b2d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.088175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0d76f18f-365c-4682-b581-c7d2a3c59b2d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0089471 Feb 03 12:51:32.094307 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46a9efe2-82de-4c2f-af29-1d424679d6be req-3ce0bcc4-4f97-4e3b-b474-8b533ed872c9 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 210 time: 0.1231222 Feb 03 12:51:32.094797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38346) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.108239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-aae1688a-b410-4181-b7c0-f2ad65d1de7d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.112250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aae1688a-b410-4181-b7c0-f2ad65d1de7d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0104077 Feb 03 12:51:32.116508 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-260ad723-020b-4512-b97b-d7a423e4cb07 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5f00e1ea-4922-448e-b3db-e03ba537dd10), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.119214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38348) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.128816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-24089955-b196-4655-b3da-e172aabf0fc2 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.132615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-24089955-b196-4655-b3da-e172aabf0fc2 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0122840 Feb 03 12:51:32.136560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38350) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.148733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-45b320df-a04f-475e-9dfc-1b2758190ce6 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.154357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-45b320df-a04f-475e-9dfc-1b2758190ce6 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0151744 Feb 03 12:51:32.160882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38352) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.167842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-e450d3ae-6230-4bae-bd84-4c625f2d04e2 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.171533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e450d3ae-6230-4bae-bd84-4c625f2d04e2 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0096128 Feb 03 12:51:32.172654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-260ad723-020b-4512-b97b-d7a423e4cb07 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 5f00e1ea-4922-448e-b3db-e03ba537dd10 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:32.179982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38354) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.186615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-8455affa-8b94-443b-b833-ad966359e31b tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.191845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8455affa-8b94-443b-b833-ad966359e31b tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0103540 Feb 03 12:51:32.197836 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9765124 Feb 03 12:51:32.200129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38356) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.201079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38358) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.213207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': '59ded46b-816b-467b-ac89-3d91ef577744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:32.218305 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98fe089b-aceb-447d-ad71-ea63d2bd6d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.222637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-8454d213-ee25-4a25-af81-133cbe8cf217 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.226518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8454d213-ee25-4a25-af81-133cbe8cf217 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0207911 Feb 03 12:51:32.230168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38360) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.242500 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (4e9488bc-ea27-4499-b9f0-e21617c12612), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.247877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.253088 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4e9488bc-ea27-4499-b9f0-e21617c12612 HTTP/1.1" status: 204 len: 168 time: 1.1612935 Feb 03 12:51:32.263031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fe089b-aceb-447d-ad71-ea63d2bd6d8e None None] No DVR routers for this DVR port 761b9379-dd9f-44e1-a823-bcc949edf100 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:32.270146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-efb3aabd-172e-4b70-a211-b64b50ad8826 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.279427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-efb3aabd-172e-4b70-a211-b64b50ad8826 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0398483 Feb 03 12:51:32.296519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38364) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.312878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe089b-aceb-447d-ad71-ea63d2bd6d8e None None] Pushing event deleted for resources: {'Port': ['ID=761b9379-dd9f-44e1-a823-bcc949edf100,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:32.325198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] For port 761b9379-dd9f-44e1-a823-bcc949edf100, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=761b9379-dd9f-44e1-a823-bcc949edf100,segment=NetworkSegment(be3338e0-d8f9-4ae9-9610-e541f4d51479),segment_id=be3338e0-d8f9-4ae9-9610-e541f4d51479)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:32.325661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.362408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-3dbdb554-f79a-4a39-9a6b-8e25129590b9 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.366799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bec20-de2d-4c29-ac45-7a6c370a48e9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=59ded46b-816b-467b-ac89-3d91ef577744,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:32.367389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3dbdb554-f79a-4a39-9a6b-8e25129590b9 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0638275 Feb 03 12:51:32.385789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38366) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.386632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16757967-a6d1-4bbe-be96-29221e777ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9488bc-ea27-4499-b9f0-e21617c12612,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:32.401157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-aee79a5f-0bdb-4290-9484-c2b43780e9ab tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.409130 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aee79a5f-0bdb-4290-9484-c2b43780e9ab tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0125282 Feb 03 12:51:32.409130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Calling delete_port for 761b9379-dd9f-44e1-a823-bcc949edf100 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:32.409421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38368) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.409518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 59ded46b-816b-467b-ac89-3d91ef577744 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:32.412053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-71586da6-f878-44a2-820b-b59ba9ca4701 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.417368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-71586da6-f878-44a2-820b-b59ba9ca4701 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091648 Feb 03 12:51:32.419938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38370) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.429791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-d25f637a-95fa-468b-9a66-f9537c59e95d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.431134 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d25f637a-95fa-468b-9a66-f9537c59e95d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0099614 Feb 03 12:51:32.435839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38372) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.476984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-89abcbd5-5f1d-4ad9-a4d0-87542f9907d6 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.481493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-89abcbd5-5f1d-4ad9-a4d0-87542f9907d6 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0401070 Feb 03 12:51:32.501423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38374) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.525326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-6260762a-a2ae-4e8a-9fd4-8d9488824525 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.529918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6260762a-a2ae-4e8a-9fd4-8d9488824525 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0229783 Feb 03 12:51:32.535834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38376) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.542038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-6eb45aeb-3041-43e5-a192-23a1d5c07206 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.546111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6eb45aeb-3041-43e5-a192-23a1d5c07206 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0074818 Feb 03 12:51:32.552570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38378) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.581115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-85ab8b92-ddbf-4b96-a6ed-de11ab96634b tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.585223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-85ab8b92-ddbf-4b96-a6ed-de11ab96634b tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0263257 Feb 03 12:51:32.593232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38380) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.593525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38382) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.596763 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Publish callbacks [] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.599882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-d5e28029-503b-4c70-9a99-0be96ac53c46 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.604154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d5e28029-503b-4c70-9a99-0be96ac53c46 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0077057 Feb 03 12:51:32.608977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:32.609252 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.614087 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.636629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38384) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.659292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Network 6d07e361-9915-4615-9625-12221ea1ed5e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:32.665082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:32.670066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:32.672452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-15e2e66b-1114-4534-9fed-9c8fad461172 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.676528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Pushing event updated for resources: {'Port': ['ID=eb59dfbc-d160-435f-bfc7-5ef5caddb2e9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:32.677164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-15e2e66b-1114-4534-9fed-9c8fad461172 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0096188 Feb 03 12:51:32.714738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f1c89735-de51-4b8f-9a96-a03fd6ec1dba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84e8c274948d4779b78823151ad34a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070063 Feb 03 12:51:32.717700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38386) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.718245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38388) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.723650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5644e9-1ede-465a-a0b4-8ae130511799 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:51:32.741193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Attempting to bind port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:32.741674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Attempting to bind port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6d07e361-9915-4615-9625-12221ea1ed5e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:32.742162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Attempting to bind port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 on network 6d07e361-9915-4615-9625-12221ea1ed5e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:32.748654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:32.749169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Checking segment: {'id': '3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6d07e361-9915-4615-9625-12221ea1ed5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:32.749872 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.750363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Bound using segment: {'id': '3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6d07e361-9915-4615-9625-12221ea1ed5e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:32.750603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-0bb341c4-b215-481b-aaec-8f9d632674b0 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.751000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Bound port: eb59dfbc-d160-435f-bfc7-5ef5caddb2e9, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6d07e361-9915-4615-9625-12221ea1ed5e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:32.751476 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.755855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0bb341c4-b215-481b-aaec-8f9d632674b0 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0256891 Feb 03 12:51:32.758397 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Publish callbacks [] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.767518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38390) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.784548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-f5b91950-6ae4-4fea-9661-a3529df7f3ae tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.788782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f5b91950-6ae4-4fea-9661-a3529df7f3ae tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0077310 Feb 03 12:51:32.796317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38392) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.814929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-6ea0a77f-3783-4fce-b8fb-567a423f1443 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.819050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6ea0a77f-3783-4fce-b8fb-567a423f1443 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0164223 Feb 03 12:51:32.830587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38396) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.833675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] For port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:32.838694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] For port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=eb59dfbc-d160-435f-bfc7-5ef5caddb2e9,segment=NetworkSegment(3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc),segment_id=3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:32.849755 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.882271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-f231ac13-3e8c-45e4-9b31-c17e8e40053a tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.886511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f231ac13-3e8c-45e4-9b31-c17e8e40053a tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0173268 Feb 03 12:51:32.893290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38400) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.905034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-e7316458-0a8b-44a2-9010-91a10a99a36d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.909492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e7316458-0a8b-44a2-9010-91a10a99a36d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0132105 Feb 03 12:51:32.921691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38402) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.936849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db02b1-95a2-4c44-914b-642890f86bac None None] Pushing event updated for resources: {'Port': ['ID=eb59dfbc-d160-435f-bfc7-5ef5caddb2e9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:32.953909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-7b2a15f4-893b-448f-b160-174e4d34bf7f tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.958588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7b2a15f4-893b-448f-b160-174e4d34bf7f tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0094876 Feb 03 12:51:32.967795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38404) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:32.972777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-70ab260b-a63f-4a25-8a7a-5221290af318 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:32.976628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-70ab260b-a63f-4a25-8a7a-5221290af318 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0074992 Feb 03 12:51:32.977693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38406) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.014494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182205d4-4013-403b-8b11-aace68920813 req-d328a18c-c8d7-42c4-98cc-86ebd0f77dc2 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:33.016754 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-d328a18c-c8d7-42c4-98cc-86ebd0f77dc2 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.72 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 811 time: 1.0095115 Feb 03 12:51:33.020354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-7ae7bdca-fd74-4d66-8a7a-7372922962c6 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.024251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7ae7bdca-fd74-4d66-8a7a-7372922962c6 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072107 Feb 03 12:51:33.024605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38408) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.026709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d3f853f-73fe-4a2b-b084-cb44e85908a5 req-5241be75-154e-4ac5-a167-a7039ba97a47 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0433609 Feb 03 12:51:33.030293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-9c54aef4-d028-4198-88e6-1e55f2cb4ce7 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.031264 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9c54aef4-d028-4198-88e6-1e55f2cb4ce7 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056663 Feb 03 12:51:33.034549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38410) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.038693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Request body: {'port': {'device_id': '6b4c7807-43e3-4864-aa9e-390b91f0fb42', 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'admin_state_up': True, 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:33.049469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-446efa06-f4d4-4ee1-a449-a263aa8a3aff tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.050428 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-446efa06-f4d4-4ee1-a449-a263aa8a3aff tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068214 Feb 03 12:51:33.067998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38412) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.097302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-bc418629-e003-43aa-bafb-c53bcfb6e470 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.098246 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bc418629-e003-43aa-bafb-c53bcfb6e470 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070822 Feb 03 12:51:33.111633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38414) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.116680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (761b9379-dd9f-44e1-a823-bcc949edf100), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.130617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-e8d0eb51-52c3-4112-82b7-13e15eeccc08 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.140850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e8d0eb51-52c3-4112-82b7-13e15eeccc08 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0174127 Feb 03 12:51:33.152582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 761b9379-dd9f-44e1-a823-bcc949edf100 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:33.163130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3da2-7cf6-43c3-bd86-727ee7386e52 req-700ce10b-6872-4009-9558-8f59ffcc13d6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:33.164878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b2a3da2-7cf6-43c3-bd86-727ee7386e52 req-700ce10b-6872-4009-9558-8f59ffcc13d6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 932 time: 0.2022772 Feb 03 12:51:33.167617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38418) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.176731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-19882388-a9ac-419b-81ca-68578c841cd5 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.179376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Pushing event deleted for resources: {'Port': ['ID=761b9379-dd9f-44e1-a823-bcc949edf100,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:33.181101 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-19882388-a9ac-419b-81ca-68578c841cd5 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095749 Feb 03 12:51:33.184106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38420) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.188389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Transition to ACTIVE for port object ac5644e9-1ede-465a-a0b4-8ae130511799 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:51:33.200495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-7316d1c1-fc01-4439-a213-39954e758e00 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.207619 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7316d1c1-fc01-4439-a213-39954e758e00 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0136614 Feb 03 12:51:33.245880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 761b9379-dd9f-44e1-a823-bcc949edf100 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:33.246597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 761b9379-dd9f-44e1-a823-bcc949edf100 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:33.253049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38422) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.254003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] No DVR routers for this DVR port 761b9379-dd9f-44e1-a823-bcc949edf100 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:33.271705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c660197c-5df2-4250-8331-f82ef580d7b0 admin admin] Publish callbacks [] for security_group (4414549b-028a-4477-bb24-b218110538d8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.275448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-260ad723-020b-4512-b97b-d7a423e4cb07 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (5f00e1ea-4922-448e-b3db-e03ba537dd10), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.300983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-025ab6e2-72ed-4233-b780-b29b8f493a57 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.305032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-025ab6e2-72ed-4233-b780-b29b8f493a57 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0140934 Feb 03 12:51:33.305698 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38424) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.318014 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.329671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-ce864c4b-b30d-4f76-945a-6a85243ed3e1 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.333432 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ce864c4b-b30d-4f76-945a-6a85243ed3e1 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0133183 Feb 03 12:51:33.334059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38426) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.357686 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-312d45f2-6e68-4aa8-b5f1-5eff1c196e0d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.360179 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-312d45f2-6e68-4aa8-b5f1-5eff1c196e0d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0163596 Feb 03 12:51:33.364378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38428) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.372575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-176cc41b-9451-4ade-9454-f2f86d222087 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.376299 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-176cc41b-9451-4ade-9454-f2f86d222087 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0109499 Feb 03 12:51:33.403655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.409832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6aa9fd1f-1584-4233-b88d-1efea8bf4d19 req-5d46b90d-9995-4592-a095-ca2c6ae5f2cd tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 210 time: 0.1044660 Feb 03 12:51:33.410730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-18191b06-fc29-4201-b22e-f4b6776aeb3d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.414386 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-18191b06-fc29-4201-b22e-f4b6776aeb3d tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0096562 Feb 03 12:51:33.416723 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.420433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38432) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.453144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-fb262049-7713-43a6-9559-e0467faa7127 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.454044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fb262049-7713-43a6-9559-e0467faa7127 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048249 Feb 03 12:51:33.461633 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b2a3da2-7cf6-43c3-bd86-727ee7386e52 req-4a96050a-824e-4d3a-bec1-c3ca34feccda tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765779 Feb 03 12:51:33.466295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ad723-020b-4512-b97b-d7a423e4cb07 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=5f00e1ea-4922-448e-b3db-e03ba537dd10,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:33.467716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38434) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.473538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:33.479800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-078f1393-5944-42c8-9aa3-fae6862d676b tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.493320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c660197c-5df2-4250-8331-f82ef580d7b0 admin admin] Publish callbacks [] for security_group (4414549b-028a-4477-bb24-b218110538d8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.496166 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-078f1393-5944-42c8-9aa3-fae6862d676b tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0240862 Feb 03 12:51:33.499013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38436) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.519828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-3ba48c0b-7617-447b-ac7e-28ddafcf4fb1 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.523626 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3ba48c0b-7617-447b-ac7e-28ddafcf4fb1 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0171545 Feb 03 12:51:33.526824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3338e0-d8f9-4ae9-9610-e541f4d51479') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:33.527117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3338e0-d8f9-4ae9-9610-e541f4d51479') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:33.538380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38438) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.548224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (be3338e0-d8f9-4ae9-9610-e541f4d51479), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.558497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-2e23db44-a64c-4144-bf3e-23de1402fcdf tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.562033 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2e23db44-a64c-4144-bf3e-23de1402fcdf tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0050151 Feb 03 12:51:33.563437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38440) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.571638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-f1698eed-08bb-4c34-ba42-253cbd1c4ffc tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.575216 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f1698eed-08bb-4c34-ba42-253cbd1c4ffc tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081487 Feb 03 12:51:33.575216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Made reservation on behalf of e3677a71d1b54d958a1f65b1e50dbba4 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:33.577538 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.581971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38442) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.586271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-b539bbd9-f33b-4444-ac66-d984399c4a65 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.592171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b539bbd9-f33b-4444-ac66-d984399c4a65 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044556 Feb 03 12:51:33.597775 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (be3338e0-d8f9-4ae9-9610-e541f4d51479), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.601221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.610560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-c129953d-15ec-4053-9a17-e9ca26032ea8 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.615479 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c129953d-15ec-4053-9a17-e9ca26032ea8 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102291 Feb 03 12:51:33.616258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38446) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.617899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:33.619148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (be3338e0-d8f9-4ae9-9610-e541f4d51479), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:33.621336 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:33.626826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-260ad723-020b-4512-b97b-d7a423e4cb07 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.633148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-260ad723-020b-4512-b97b-d7a423e4cb07 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/5f00e1ea-4922-448e-b3db-e03ba537dd10 HTTP/1.1" status: 204 len: 168 time: 2.3409357 Feb 03 12:51:33.635241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-36ff8bd7-29ed-4a0f-9715-18eb55e817c2 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.639269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-36ff8bd7-29ed-4a0f-9715-18eb55e817c2 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048895 Feb 03 12:51:33.639437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38448) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.639548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Pushing event updated for resources: {'Port': ['ID=ac5644e9-1ede-465a-a0b4-8ae130511799,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:33.642236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38450) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.648247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-cb45e802-c143-44c6-a3e3-d92a1ee7c032 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.652105 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cb45e802-c143-44c6-a3e3-d92a1ee7c032 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0061362 Feb 03 12:51:33.656326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38452) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.669131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-1688c888-1d5a-4328-9b9b-c3f68e474497 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.672141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1688c888-1d5a-4328-9b9b-c3f68e474497 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045965 Feb 03 12:51:33.686668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38454) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.745668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-f7b450c0-d977-4192-bd7e-983bee1f4def tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.747726 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f7b450c0-d977-4192-bd7e-983bee1f4def tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060906 Feb 03 12:51:33.752895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38456) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.757329 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-7961a865-5791-4aa1-b78e-7a5f264d5b18 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:51:33.759635 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7961a865-5791-4aa1-b78e-7a5f264d5b18 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/5f00e1ea-4922-448e-b3db-e03ba537dd10 HTTP/1.1" status: 404 len: 333 time: 0.1191437 Feb 03 12:51:33.765653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38458) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.793298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-11833f50-bd2b-45a3-a4d3-30e758a1e058 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.795031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-11833f50-bd2b-45a3-a4d3-30e758a1e058 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055742 Feb 03 12:51:33.806896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38460) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.816368 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.824596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-d4304aef-3a2c-4580-a0c3-952b274bf095 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.825803 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d4304aef-3a2c-4580-a0c3-952b274bf095 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0139368 Feb 03 12:51:33.828779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38462) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.839265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-22870137-a960-4828-b5a1-9e26468a803b tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.840283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-22870137-a960-4828-b5a1-9e26468a803b tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053649 Feb 03 12:51:33.841221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.844046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38464) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.844969 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (e1487043-fa55-457e-aa2b-9aa7525b11e6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.845806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] 10.222.0.65 "DELETE /v2.0/networks/62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4 HTTP/1.1" status: 204 len: 168 time: 3.1651037 Feb 03 12:51:33.852021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-2150d4be-adda-46a5-9eb8-f934af8861dc tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.855855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2150d4be-adda-46a5-9eb8-f934af8861dc tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0057430 Feb 03 12:51:33.864999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38468) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.872269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-cb2e0a10-3022-4c6c-990b-19111c154123 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.873438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cb2e0a10-3022-4c6c-990b-19111c154123 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074921 Feb 03 12:51:33.874187 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c660197c-5df2-4250-8331-f82ef580d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4414549b-028a-4477-bb24-b218110538d8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.876807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c660197c-5df2-4250-8331-f82ef580d7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.880341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c660197c-5df2-4250-8331-f82ef580d7b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4414549b-028a-4477-bb24-b218110538d8 HTTP/1.1" status: 204 len: 168 time: 1.1467543 Feb 03 12:51:33.894742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a22ea-ca47-449e-8307-64e5c8ad38de admin admin] Pushing event deleted for resources: {'Network': ['ID=62f2ad2e-8f0d-41bf-99a5-5f5d98007ea4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:33.896363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38470) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.922799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-a94955cc-e85b-4708-86f5-c51031d06d88 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.924124 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a94955cc-e85b-4708-86f5-c51031d06d88 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0211401 Feb 03 12:51:33.930209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38474) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.930723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fde783-6a8c-4ba9-8ea7-1953b1fabc5c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet c9a5c232-bbb5-46c9-9a17-955290dd807a {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:33.961084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-ebbc65f5-1b01-4580-b49b-751c0603ead9 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:33.962113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ebbc65f5-1b01-4580-b49b-751c0603ead9 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0279016 Feb 03 12:51:33.964350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Allocated IP 172.20.0.6 (ad29dbfe-9548-44bc-b328-f1414b2cf5d1/6c9fc64e-885f-4cea-96f2-294d9d138e90/a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:33.968350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38476) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.027154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-79188ce6-91ae-4860-893a-dfd6d3f8e6e5 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.030391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-79188ce6-91ae-4860-893a-dfd6d3f8e6e5 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0250623 Feb 03 12:51:34.038411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38478) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.039588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84fde783-6a8c-4ba9-8ea7-1953b1fabc5c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (c9a5c232-bbb5-46c9-9a17-955290dd807a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.084095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-23ab7551-f585-41ad-8956-374ffb06f778 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.087876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-23ab7551-f585-41ad-8956-374ffb06f778 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081713 Feb 03 12:51:34.087876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660197c-5df2-4250-8331-f82ef580d7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4414549b-028a-4477-bb24-b218110538d8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.089039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38482) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.096174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [None req-4471c1b1-e98a-445b-a527-d0b1cf454383 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.097181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4471c1b1-e98a-445b-a527-d0b1cf454383 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0067031 Feb 03 12:51:34.097927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=e1487043-fa55-457e-aa2b-9aa7525b11e6,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.121224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38484) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.129481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Attempting to bind port ac5644e9-1ede-465a-a0b4-8ae130511799 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:34.129882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Attempting to bind port ac5644e9-1ede-465a-a0b4-8ae130511799 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:34.130098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Attempting to bind port ac5644e9-1ede-465a-a0b4-8ae130511799 on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:34.147600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Port ac5644e9-1ede-465a-a0b4-8ae130511799 on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:51:34.147957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Attempting to bind port ac5644e9-1ede-465a-a0b4-8ae130511799 on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:34.157642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-fc39f44c-dcd4-411c-a5b5-2dd321e768d1 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.161399 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fc39f44c-dcd4-411c-a5b5-2dd321e768d1 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0361636 Feb 03 12:51:34.175817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38486) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.190819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:34.192822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Checking segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:34.194124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Bound using segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:34.194710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Bound port: ac5644e9-1ede-465a-a0b4-8ae130511799, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:34.195082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.200465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-116ea1a8-23c0-4591-ae96-6f945e7b5980 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.201408 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-116ea1a8-23c0-4591-ae96-6f945e7b5980 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0225461 Feb 03 12:51:34.233443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38488) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.233905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38490) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.236414 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84fde783-6a8c-4ba9-8ea7-1953b1fabc5c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (c9a5c232-bbb5-46c9-9a17-955290dd807a), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.279343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-198cc475-074a-42b1-8c3a-a8c2d781aee3 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.281298 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-198cc475-074a-42b1-8c3a-a8c2d781aee3 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0416634 Feb 03 12:51:34.292075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38494) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.313213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-0980c3ef-f2d5-434e-a57a-adba77abb474 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.314488 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0980c3ef-f2d5-434e-a57a-adba77abb474 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0113156 Feb 03 12:51:34.320822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38496) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.331621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-4560c9a7-09c2-4c70-82dd-90d7d544b7ac tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.332817 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4560c9a7-09c2-4c70-82dd-90d7d544b7ac tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054348 Feb 03 12:51:34.343301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38498) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.346422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': '9860eb34-5e66-4375-8ed9-eb908a8985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '59ded46b-816b-467b-ac89-3d91ef577744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:34.346797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: 59ded46b-816b-467b-ac89-3d91ef577744, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:34.351214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-dffc5f3b-88eb-4ef2-b2f8-f90c8bc36c9a tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.354998 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dffc5f3b-88eb-4ef2-b2f8-f90c8bc36c9a tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0060225 Feb 03 12:51:34.361407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38500) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.375535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [None req-5d2057a8-a389-4f1e-9424-ecd8be55f328 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:51:34.379530 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5d2057a8-a389-4f1e-9424-ecd8be55f328 tempest-ExtensionsTestJSON-1849164309 tempest-ExtensionsTestJSON-1849164309-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0086241 Feb 03 12:51:34.388167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f90b90b-8ce2-49ca-90c2-e87bffc85f47 req-392e700d-3118-4969-b6aa-13830630e0b3 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1489646 Feb 03 12:51:34.510312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] For port ac5644e9-1ede-465a-a0b4-8ae130511799, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:34.520486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] For port ac5644e9-1ede-465a-a0b4-8ae130511799, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ac5644e9-1ede-465a-a0b4-8ae130511799,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:34.530727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 59ded46b-816b-467b-ac89-3d91ef577744 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:34.549575 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.555619 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-04c750e1-9c86-460b-aa81-3688adf13120 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4db0e6a656a344eaa2cbaa1ad33376ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122449 Feb 03 12:51:34.557086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38512) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.575398 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks [] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.577950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b316a31-68cc-408a-a781-baa9cc05cd8b None None] Network 6d07e361-9915-4615-9625-12221ea1ed5e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:34.612883 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84fde783-6a8c-4ba9-8ea7-1953b1fabc5c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c9a5c232-bbb5-46c9-9a17-955290dd807a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.714697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 59ded46b-816b-467b-ac89-3d91ef577744) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:34.726517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Pushing event updated for resources: {'Port': ['ID=ac5644e9-1ede-465a-a0b4-8ae130511799,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.738058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ccc39-78d0-4d85-9015-ce4335edd21f admin admin] Publish callbacks [] for security_group (32adf5cf-bbc0-4208-917c-3ee6324587df), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.748986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.758170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:34.759996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.764438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-50540539-5ac0-4ffc-9438-01b451625d2f service neutron] 10.222.0.72 "PUT /v2.0/ports/ac5644e9-1ede-465a-a0b4-8ae130511799 HTTP/1.1" status: 200 len: 1093 time: 3.9709282 Feb 03 12:51:34.768006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1524b093-f61e-470c-83d6-b4b04ba26776', 'tag': 'ac5644e9-1ede-465a-a0b4-8ae130511799'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:34.774888 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1f60a-4fcd-4915-bec5-1832d58729c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1524b093-f61e-470c-83d6-b4b04ba26776", "tag": "ac5644e9-1ede-465a-a0b4-8ae130511799"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:34.785483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:34.786569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.805595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c93a3d-35b6-4425-a29d-43dda2cce923 None None] Network 59ded46b-816b-467b-ac89-3d91ef577744 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:34.872214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84fde783-6a8c-4ba9-8ea7-1953b1fabc5c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (c9a5c232-bbb5-46c9-9a17-955290dd807a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.881516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['579a52b2-c353-4528-8230-d44bbf9bc660'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:51:34.899505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Pushing event updated for resources: {'Port': ['ID=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.923038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3b1ea14f-4fa5-433c-82d4-bdbca14de229 None None] Provisioning complete for port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:34.923782 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea14f-4fa5-433c-82d4-bdbca14de229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.007947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fde783-6a8c-4ba9-8ea7-1953b1fabc5c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a5c232-bbb5-46c9-9a17-955290dd807a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:35.023310 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ccc39-78d0-4d85-9015-ce4335edd21f admin admin] Publish callbacks [] for security_group (32adf5cf-bbc0-4208-917c-3ee6324587df), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.026058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84fde783-6a8c-4ba9-8ea7-1953b1fabc5c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.030571 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-84fde783-6a8c-4ba9-8ea7-1953b1fabc5c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/c9a5c232-bbb5-46c9-9a17-955290dd807a HTTP/1.1" status: 204 len: 168 time: 1.2636368 Feb 03 12:51:35.039599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-59ded46b-816b-467b-ac89-3d91ef577744', 'network_id': '59ded46b-816b-467b-ac89-3d91ef577744', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': 'e1487043-fa55-457e-aa2b-9aa7525b11e6'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:35.040506 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.043683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387828c6-9f7b-417b-b2b3-4842b53863bc None None] Network 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:35.044520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:35.048934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38522) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:35.049756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38524) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:35.072695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-86e29b02-cc70-4d05-8190-d1f0596bdfe7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8653989 Feb 03 12:51:35.076547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38526) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:35.125355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab1b06-1003-4a53-90d6-edc36645ea44 req-1b2d508b-e915-4bb9-a8d6-3668007bc9a4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:35.126992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcab1b06-1003-4a53-90d6-edc36645ea44 req-1b2d508b-e915-4bb9-a8d6-3668007bc9a4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 944 time: 0.4016247 Feb 03 12:51:35.225071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990d333-3209-48c4-b160-3a5b212c1101 req-942c6347-f924-4cc0-a253-0dce5fcbcb40 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:35.233042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3990d333-3209-48c4-b160-3a5b212c1101 req-942c6347-f924-4cc0-a253-0dce5fcbcb40 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 931 time: 0.5097172 Feb 03 12:51:35.243907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.252337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:35.257279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:35.268360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-54f59a70-9608-4f92-be6a-564b323aee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:35.271803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-54f59a70-9608-4f92-be6a-564b323aee20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 1127 time: 0.3932610 Feb 03 12:51:35.363506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:35.364251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.396575 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-db538e21-fbb7-4631-99b4-a524fb57d3e8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3641748 Feb 03 12:51:35.404587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ccc39-78d0-4d85-9015-ce4335edd21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (32adf5cf-bbc0-4208-917c-3ee6324587df), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.407650 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c56ccc39-78d0-4d85-9015-ce4335edd21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.412041 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c56ccc39-78d0-4d85-9015-ce4335edd21f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32adf5cf-bbc0-4208-917c-3ee6324587df HTTP/1.1" status: 204 len: 168 time: 0.8339510 Feb 03 12:51:35.419001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Request body: {'port': {'device_id': '6b4c7807-43e3-4864-aa9e-390b91f0fb42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:35.432267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ccc39-78d0-4d85-9015-ce4335edd21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32adf5cf-bbc0-4208-917c-3ee6324587df,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:35.434796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:35.435137 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.474165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcab1b06-1003-4a53-90d6-edc36645ea44 req-2e5ba1d2-4b50-4aea-ba9f-88266da55e31 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307264 Feb 03 12:51:35.550526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-b0462007-6200-4e74-90c1-8d96b8c06794 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5644e9-1ede-465a-a0b4-8ae130511799 HTTP/1.1" status: 200 len: 217 time: 0.1591806 Feb 03 12:51:35.576736 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17259b5d-6c16-45dc-b7f7-440f623fa9c9 x-openstack-request-id: req-17259b5d-6c16-45dc-b7f7-440f623fa9c9 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:35.577038 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1524b093-f61e-470c-83d6-b4b04ba26776", "tag": "ac5644e9-1ede-465a-a0b4-8ae130511799", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:35.578590 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17259b5d-6c16-45dc-b7f7-440f623fa9c9 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:35.579018 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1524b093-f61e-470c-83d6-b4b04ba26776', 'tag': 'ac5644e9-1ede-465a-a0b4-8ae130511799', 'status': 'completed', 'code': 200} Feb 03 12:51:35.611671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:35.688657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] For port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=509cd973-80a6-49c9-a1d7-7aa6b038cb9e,segment=NetworkSegment(1a82c399-3ed2-482f-a882-09c59589288e),segment_id=1a82c399-3ed2-482f-a882-09c59589288e)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:35.697351 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.701661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.724892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3990d333-3209-48c4-b160-3a5b212c1101 req-91f4fc0c-7cdc-4fc5-aba2-2341482b7284 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641938 Feb 03 12:51:35.766606 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf9d23cb-0181-475d-8628-a8f3a84d9476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.832423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfc2d239-5550-4d81-9061-4147b36298af req-31c58d1d-3b44-4305-b01e-1e56b5caa63f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1113970 Feb 03 12:51:35.848349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (59ded46b-816b-467b-ac89-3d91ef577744), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.861221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 509cd973-80a6-49c9-a1d7-7aa6b038cb9e owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:35.867665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-1a402b04-5ee2-4734-9d7b-48d5124e3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:35.869231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-1a402b04-5ee2-4734-9d7b-48d5124e3438 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.3024182 Feb 03 12:51:35.959514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-b535b7cc-e608-449d-82d7-ec3cca4cf6b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792060 Feb 03 12:51:36.017007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Allocated IP 172.20.0.2 (59ded46b-816b-467b-ac89-3d91ef577744/e1487043-fa55-457e-aa2b-9aa7525b11e6/d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:36.170610 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf9d23cb-0181-475d-8628-a8f3a84d9476 admin admin] Publish callbacks [] for security_group (02b083f2-3ae7-4565-a40b-666c518f3852), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.171571 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (509cd973-80a6-49c9-a1d7-7aa6b038cb9e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.217822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-f2715b72-e18a-4c35-9c89-01a16c50608b service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480528 Feb 03 12:51:36.236057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=509cd973-80a6-49c9-a1d7-7aa6b038cb9e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:36.237870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf9d23cb-0181-475d-8628-a8f3a84d9476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (02b083f2-3ae7-4565-a40b-666c518f3852), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.254276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No DVR routers for this DVR port 509cd973-80a6-49c9-a1d7-7aa6b038cb9e on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:36.388589 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Publish callbacks [] for port (d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.453671 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.476956 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.579525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:36.613107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a82c399-3ed2-482f-a882-09c59589288e') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:36.613412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a82c399-3ed2-482f-a882-09c59589288e') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:36.613823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Pushing event updated for resources: {'Port': ['ID=d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:36.629057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a95a9e-f965-4ffe-a74f-6b32edef5e90 None None] DHCP port deletion for 6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:51:36.635231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ea14f-4fa5-433c-82d4-bdbca14de229 None None] Current status of the port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:36.635622 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea14f-4fa5-433c-82d4-bdbca14de229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.644345 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (1a82c399-3ed2-482f-a882-09c59589288e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.679968 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1a82c399-3ed2-482f-a882-09c59589288e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.695308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:36.695932 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (1a82c399-3ed2-482f-a882-09c59589288e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.727752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3b1ea14f-4fa5-433c-82d4-bdbca14de229 None None] For port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=eb59dfbc-d160-435f-bfc7-5ef5caddb2e9,segment=NetworkSegment(3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc),segment_id=3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:36.730925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Network 59ded46b-816b-467b-ac89-3d91ef577744 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:36.737476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:36.737907 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.830348 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea14f-4fa5-433c-82d4-bdbca14de229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.836853 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa4e8-eb5b-43d2-9532-c070e5b838f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.851147 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:36.860369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:36.883313 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:36.893346 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.927184 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.933454 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/networks/6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf HTTP/1.1" status: 204 len: 168 time: 1.8686433 Feb 03 12:51:36.948797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38582) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:36.965400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-789937540'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:36.980814 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bf9d23cb-0181-475d-8628-a8f3a84d9476 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfde09aa4f2f4eb6834f29b20efefe0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7495978 Feb 03 12:51:36.982049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38588) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:36.991228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df6ca1-09e8-41fc-b704-710d01ffa4d5 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Network': ['ID=6fdf0cdf-a1ac-41c1-86c3-9f413eddd6bf,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.002853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ea14f-4fa5-433c-82d4-bdbca14de229 None None] Pushing event updated for resources: {'Port': ['ID=eb59dfbc-d160-435f-bfc7-5ef5caddb2e9,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.059192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d23cb-0181-475d-8628-a8f3a84d9476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b083f2-3ae7-4565-a40b-666c518f3852,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.077176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adf900c4-a9b8-4c8d-be6e-9c18fd03e655 req-4fdcd8af-90a7-47b3-b177-09f479535ea0 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=0eef36df-e319-4e0d-a835-aafe89436ce2 HTTP/1.1" status: 200 len: 210 time: 0.2276087 Feb 03 12:51:37.185611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:37.191870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:37.206077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.228312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e1487043-fa55-457e-aa2b-9aa7525b11e6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.312618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01bfc39d-07d9-498c-a617-f62a19691d76 admin admin] Publish callbacks [] for security_group (02b083f2-3ae7-4565-a40b-666c518f3852), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.324129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:51:37.331912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-07386306-e4e9-4de5-9f22-41e2a31e21dd None None] Provisioning complete for port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:37.332221 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07386306-e4e9-4de5-9f22-41e2a31e21dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.361835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:37.386272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dca43aa4-d3e1-4795-bdd8-36b23357f04a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.386985 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Added segment dca43aa4-d3e1-4795-bdd8-36b23357f04a of type vlan for network 8376fa43-fce3-49a1-bd06-f3859df392eb Feb 03 12:51:37.392125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Publish callbacks [] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.417097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01bfc39d-07d9-498c-a617-f62a19691d76 admin admin] Publish callbacks [] for security_group (02b083f2-3ae7-4565-a40b-666c518f3852), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.423215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:37.471087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Transition to ACTIVE for port object a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:51:37.492480 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.497662 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (8376fa43-fce3-49a1-bd06-f3859df392eb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.504589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Attempting to bind port d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:37.505200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Attempting to bind port d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9860eb34-5e66-4375-8ed9-eb908a8985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '59ded46b-816b-467b-ac89-3d91ef577744'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:37.505748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Attempting to bind port d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5 on network 59ded46b-816b-467b-ac89-3d91ef577744 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:37.537280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352f2f1-120d-4e94-9381-a459b9d09ae1 req-c6ab7e58-2e4b-4448-9c5f-8f3bf793fcf2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:37.539429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7352f2f1-120d-4e94-9381-a459b9d09ae1 req-c6ab7e58-2e4b-4448-9c5f-8f3bf793fcf2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 944 time: 0.6914163 Feb 03 12:51:37.558053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:37.558839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Checking segment: {'id': '9860eb34-5e66-4375-8ed9-eb908a8985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '59ded46b-816b-467b-ac89-3d91ef577744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:37.559536 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.560137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Bound using segment: {'id': '9860eb34-5e66-4375-8ed9-eb908a8985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '59ded46b-816b-467b-ac89-3d91ef577744'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:37.560873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Bound port: d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860eb34-5e66-4375-8ed9-eb908a8985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '59ded46b-816b-467b-ac89-3d91ef577744'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:37.561426 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.581840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d9934f6-8c8e-4040-ada9-2778f93562b0 req-bc277e1d-2971-49bc-9f08-2e95159a7a79 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3558857 Feb 03 12:51:37.600481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.649970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (e1487043-fa55-457e-aa2b-9aa7525b11e6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.654771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01bfc39d-07d9-498c-a617-f62a19691d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (02b083f2-3ae7-4565-a40b-666c518f3852), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.657528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-01bfc39d-07d9-498c-a617-f62a19691d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.662097 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-01bfc39d-07d9-498c-a617-f62a19691d76 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02b083f2-3ae7-4565-a40b-666c518f3852 HTTP/1.1" status: 204 len: 168 time: 0.6720662 Feb 03 12:51:37.668554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (8376fa43-fce3-49a1-bd06-f3859df392eb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.674236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:37.675277 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.776726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b38f0-269f-4cb8-b5f0-efa6fac03bee req-c2d0a535-ed79-4566-b3f4-943ef23041ae tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:37.782401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a5b38f0-269f-4cb8-b5f0-efa6fac03bee req-c2d0a535-ed79-4566-b3f4-943ef23041ae tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 931 time: 0.4336221 Feb 03 12:51:37.784501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Network': ['ID=8376fa43-fce3-49a1-bd06-f3859df392eb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.796505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfc39d-07d9-498c-a617-f62a19691d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b083f2-3ae7-4565-a40b-666c518f3852,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.815194 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-819e0666-e674-44cd-a63c-4f12201bd347 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8560684 Feb 03 12:51:37.818468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38606) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:37.824771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': '8376fa43-fce3-49a1-bd06-f3859df392eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:37.846045 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=e1487043-fa55-457e-aa2b-9aa7525b11e6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.853923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 8376fa43-fce3-49a1-bd06-f3859df392eb details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:37.920710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.921064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.921409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.921745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.922080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.938872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] For port d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:37.939652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.939999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.941474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.941474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.941474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.941474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.941873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.941982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:37.942938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Attempting to bind port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:37.944263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Attempting to bind port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:37.944889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Attempting to bind port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 on network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:37.947904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:37.948286 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.984898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] For port d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5,segment=NetworkSegment(9860eb34-5e66-4375-8ed9-eb908a8985eb),segment_id=9860eb34-5e66-4375-8ed9-eb908a8985eb)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:37.992674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-07386306-e4e9-4de5-9f22-41e2a31e21dd None None] Current status of the port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:38.005817 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.028526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 on network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:51:38.028526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Attempting to bind port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 on network ad29dbfe-9548-44bc-b328-f1414b2cf5d1 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:38.063003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe621e5-8a89-4220-896b-82be9c086142 None None] Pushing event updated for resources: {'Port': ['ID=d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:38.075939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:38.076172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Checking segment: {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:38.076667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Bound using segment: {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:38.076828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7352f2f1-120d-4e94-9381-a459b9d09ae1 req-8e8d61da-df64-4a43-b405-821330866ff8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713848 Feb 03 12:51:38.077370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Bound port: a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a38abe-5efd-4280-b629-63fc03f98a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:38.078102 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.186320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:38.190743 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.195387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:38.233820 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (59ded46b-816b-467b-ac89-3d91ef577744), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.280763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaff38a-61e8-403f-b0aa-2083fd49db0e None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:51:38.399710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eec75b7f-fda4-4e4f-85e5-362d98decd64 req-78a5b4c0-c638-4f12-b59a-952cea514b96 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1096272 Feb 03 12:51:38.423331 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ded46b-816b-467b-ac89-3d91ef577744']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.471908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-0799ddf6-880b-4d7c-8998-36f7255196e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:38.473662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-0799ddf6-880b-4d7c-8998-36f7255196e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 1127 time: 0.7988832 Feb 03 12:51:38.479470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9860eb34-5e66-4375-8ed9-eb908a8985eb') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.479774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9860eb34-5e66-4375-8ed9-eb908a8985eb') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.487939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaff38a-61e8-403f-b0aa-2083fd49db0e None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:51:38.494300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 509cd973-80a6-49c9-a1d7-7aa6b038cb9e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:38.497964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a5b38f0-269f-4cb8-b5f0-efa6fac03bee req-087b251c-2b7a-4b66-8e90-f36d2b2c5c40 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361561 Feb 03 12:51:38.568940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 509cd973-80a6-49c9-a1d7-7aa6b038cb9e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:38.569301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 509cd973-80a6-49c9-a1d7-7aa6b038cb9e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:38.573970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (9860eb34-5e66-4375-8ed9-eb908a8985eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.586403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (799e36b6-03cc-490e-98e5-b6f9ffbdad34), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.697533 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9860eb34-5e66-4375-8ed9-eb908a8985eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.725499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] For port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:38.729102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:38.732452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (9860eb34-5e66-4375-8ed9-eb908a8985eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:38.738495 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:38.816055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-69ea9a5d-54c7-4a5d-a19c-76ed56526814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:38.817777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-69ea9a5d-54c7-4a5d-a19c-76ed56526814 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 912 time: 0.3131549 Feb 03 12:51:38.824049 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.api [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:51:38.824049 n-d-792364-10 neutron-server[103224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:51:38.824049 n-d-792364-10 neutron-server[103224]: [parameters: {'id': '59ded46b-816b-467b-ac89-3d91ef577744'}] Feb 03 12:51:38.824049 n-d-792364-10 neutron-server[103224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:51:38.824544 n-d-792364-10 neutron-server[103224]: DEBUG oslo_db.api [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:51:38.845893 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] For port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:38.890219 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.896544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=799e36b6-03cc-490e-98e5-b6f9ffbdad34,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:38.919496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-708d0aa9-482b-437b-8823-8e92d89f81fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5644e9-1ede-465a-a0b4-8ae130511799 HTTP/1.1" status: 200 len: 217 time: 0.0939157 Feb 03 12:51:39.003073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:39.003789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.005277 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 HTTP/1.1" status: 200 len: 1092 time: 3.5920618 Feb 03 12:51:39.005764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4c7807-43e3-4864-aa9e-390b91f0fb42', 'tag': 'a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:39.008228 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a247424-6898-466f-9491-65761051219f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4c7807-43e3-4864-aa9e-390b91f0fb42", "tag": "a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:39.018199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-21af7637-5987-4bef-8e58-b79c67985654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:39.030700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-21af7637-5987-4bef-8e58-b79c67985654 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.1026521 Feb 03 12:51:39.054263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Checking segment: {'id': 'dca43aa4-d3e1-4795-bdd8-36b23357f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8376fa43-fce3-49a1-bd06-f3859df392eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:39.054670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network hostable DHCP agents. Network: 8376fa43-fce3-49a1-bd06-f3859df392eb, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:39.100565 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33608fbc-4da7-4ef3-b2dd-9097e3fb2e22 x-openstack-request-id: req-33608fbc-4da7-4ef3-b2dd-9097e3fb2e22 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:39.100886 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4c7807-43e3-4864-aa9e-390b91f0fb42", "tag": "a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:39.101118 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33608fbc-4da7-4ef3-b2dd-9097e3fb2e22 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:39.101525 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4c7807-43e3-4864-aa9e-390b91f0fb42', 'tag': 'a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6', 'status': 'completed', 'code': 200} Feb 03 12:51:39.106478 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34a52c04-bc05-46ef-82ce-2856042ed04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.126832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c02eac-8d49-46bd-9437-535443e668c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:39.127523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-862b23cc-c5cc-43f3-870f-4016c3cc5148 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847666 Feb 03 12:51:39.153053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 8376fa43-fce3-49a1-bd06-f3859df392eb is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:39.189275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182205d4-4013-403b-8b11-aace68920813 req-695f94db-3a2b-4c9a-a8ce-9b0d3400b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:39.195875 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-695f94db-3a2b-4c9a-a8ce-9b0d3400b17e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 1126 time: 0.1198456 Feb 03 12:51:39.201733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 8376fa43-fce3-49a1-bd06-f3859df392eb) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:39.210753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e2c53c-9b56-4ac8-a135-11c49732ca56 None None] Network 59ded46b-816b-467b-ac89-3d91ef577744 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:39.235013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:39.236163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.242105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4758df5-fb55-4b76-b7ba-f062b4478c41 None None] Network 8376fa43-fce3-49a1-bd06-f3859df392eb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:39.299356 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-64070a32-43f2-4116-be20-b318af63ab47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4794497 Feb 03 12:51:39.301455 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-8a927198-dfce-4e63-b851-f36cdcc76fcd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 HTTP/1.1" status: 200 len: 217 time: 0.0933244 Feb 03 12:51:39.302439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38650) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:39.310542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': '8376fa43-fce3-49a1-bd06-f3859df392eb', 'name': 'tempest-PortsIpV6TestJSON-2058968069', 'fixed_ips': [{'subnet_id': '799e36b6-03cc-490e-98e5-b6f9ffbdad34', 'ip_address': '2001:db8::10'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:39.332776 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (59ded46b-816b-467b-ac89-3d91ef577744), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.449887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61c73b-6b25-4c83-92b8-a2a9c30fd136 req-bba45e0d-a561-4060-a12c-34f3cd17a977 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:39.457436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a61c73b-6b25-4c83-92b8-a2a9c30fd136 req-bba45e0d-a561-4060-a12c-34f3cd17a977 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 944 time: 0.2308028 Feb 03 12:51:39.479115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-84157a02-75de-4ab8-920f-9cca329bcb9c service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506393 Feb 03 12:51:39.599390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38660) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:39.614925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182205d4-4013-403b-8b11-aace68920813 req-0df39c98-9713-4c62-bce8-af21c6205f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:39.617051 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-0df39c98-9713-4c62-bce8-af21c6205f28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c9fc64e-885f-4cea-96f2-294d9d138e90 HTTP/1.1" status: 200 len: 851 time: 0.3006196 Feb 03 12:51:39.661302 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-5fed74dd-49f5-4666-8589-d835fdc29966 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360439 Feb 03 12:51:39.663047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a61c73b-6b25-4c83-92b8-a2a9c30fd136 req-ceb28baf-9175-4eda-8e11-89b1e0352520 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043891 Feb 03 12:51:39.665087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:39.690620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting port d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:39.692975 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.788596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-8376fa43-fce3-49a1-bd06-f3859df392eb', 'network_id': '8376fa43-fce3-49a1-bd06-f3859df392eb', 'project_id': 'b6ba23301bf54fd687ee40fee3cbb8c9', 'fixed_ips': [{'subnet_id': '799e36b6-03cc-490e-98e5-b6f9ffbdad34'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:39.789452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.808073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-baa1f60a-4fcd-4915-bec5-1832d58729c8 req-f8136d6c-d4d7-4c6c-bc57-4d32f78b64c7 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184133 Feb 03 12:51:39.854419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1953dab3-16c9-41b7-ad35-8433afd54d55 tempest-DvrRoutersNegativeTest-1766520866 tempest-DvrRoutersNegativeTest-1766520866-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1717216635', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:39.857272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.policy [None req-1953dab3-16c9-41b7-ad35-8433afd54d55 tempest-DvrRoutersNegativeTest-1766520866 tempest-DvrRoutersNegativeTest-1766520866-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103224) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 03 12:51:39.857704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.policy [None req-1953dab3-16c9-41b7-ad35-8433afd54d55 tempest-DvrRoutersNegativeTest-1766520866 tempest-DvrRoutersNegativeTest-1766520866-project] Failed policy check for 'create_router' {{(pid=103224) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 03 12:51:39.858363 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-1953dab3-16c9-41b7-ad35-8433afd54d55 tempest-DvrRoutersNegativeTest-1766520866 tempest-DvrRoutersNegativeTest-1766520866-project] create failed (client error): Access was denied to this resource. Feb 03 12:51:39.859493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1953dab3-16c9-41b7-ad35-8433afd54d55 tempest-DvrRoutersNegativeTest-1766520866 tempest-DvrRoutersNegativeTest-1766520866-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2589161 Feb 03 12:51:39.920132 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-c4f6a9ce-5933-4cd6-a308-0d06b5717aec service neutron] 10.222.0.72 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434862 Feb 03 12:51:39.946276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a86ea8be-de65-468b-bd91-d33e61c2db8a req-6de23ed9-18e4-4128-8fe9-8a57a0d0c49c tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1390545 Feb 03 12:51:39.961175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] For port d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5,segment=NetworkSegment(9860eb34-5e66-4375-8ed9-eb908a8985eb),segment_id=9860eb34-5e66-4375-8ed9-eb908a8985eb)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:39.967894 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.014793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Calling delete_port for d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:40.078675 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-182205d4-4013-403b-8b11-aace68920813 req-1a6d34f4-8cdd-4d3b-b5f5-548b66dc1b5c service neutron] 10.222.0.72 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410251 Feb 03 12:51:40.082647 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.108362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port e8e63b13-103a-478c-81d8-dc12e97dddb3 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:40.196460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Allocated IP 2001:db8::2 (8376fa43-fce3-49a1-bd06-f3859df392eb/799e36b6-03cc-490e-98e5-b6f9ffbdad34/dc2cac21-2fa4-45f9-b193-a29ec533b0a9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:40.261324 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92775163-aa27-4bc6-9e1e-2e5c7226f361 req-7b5eb821-54a9-42e6-a588-125493ea340a tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0502079 Feb 03 12:51:40.318421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dc9f0-696e-4d13-b15f-b28855d3d32f req-b823e58a-10a8-4bd5-a324-a514992e649a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:40.326655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-477dc9f0-696e-4d13-b15f-b28855d3d32f req-b823e58a-10a8-4bd5-a324-a514992e649a tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 943 time: 0.1811979 Feb 03 12:51:40.359325 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.424404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a247424-6898-466f-9491-65761051219f req-d55e1091-e2cb-4655-827d-b2ee341829f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:40.428995 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7a247424-6898-466f-9491-65761051219f req-d55e1091-e2cb-4655-827d-b2ee341829f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 1126 time: 0.2116041 Feb 03 12:51:40.453335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38686) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:40.466888 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Publish callbacks [] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.468327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Port': ['ID=d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:40.471643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No DVR routers for this DVR port d1e0e4f1-0c46-435b-973d-c30a9ee7e6b5 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:40.483118 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.498139 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.517261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-477dc9f0-696e-4d13-b15f-b28855d3d32f req-7b45a062-21d0-49dc-8954-ac3f310150cb tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855474 Feb 03 12:51:40.562823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Network 8376fa43-fce3-49a1-bd06-f3859df392eb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:40.578080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:40.590756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:40.594865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Pushing event updated for resources: {'Port': ['ID=dc2cac21-2fa4-45f9-b193-a29ec533b0a9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:40.610292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.610568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.610912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.611307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.611647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.611979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.612350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.613051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.613508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.613845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.614174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.614736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.615883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:40.687359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (59ded46b-816b-467b-ac89-3d91ef577744), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.709913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ac5644e9-1ede-465a-a0b4-8ae130511799 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:51:40.740977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ded46b-816b-467b-ac89-3d91ef577744']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:40.764157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9860eb34-5e66-4375-8ed9-eb908a8985eb') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:40.765828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9860eb34-5e66-4375-8ed9-eb908a8985eb') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:40.768732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::10 (8376fa43-fce3-49a1-bd06-f3859df392eb/799e36b6-03cc-490e-98e5-b6f9ffbdad34/e8e63b13-103a-478c-81d8-dc12e97dddb3) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:40.773395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Attempting to bind port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:40.773792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Attempting to bind port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'dca43aa4-d3e1-4795-bdd8-36b23357f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8376fa43-fce3-49a1-bd06-f3859df392eb'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:40.774175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Attempting to bind port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 on network 8376fa43-fce3-49a1-bd06-f3859df392eb {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:40.797255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:40.797650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Checking segment: {'id': 'dca43aa4-d3e1-4795-bdd8-36b23357f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8376fa43-fce3-49a1-bd06-f3859df392eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:40.798074 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.799441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Bound using segment: {'id': 'dca43aa4-d3e1-4795-bdd8-36b23357f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8376fa43-fce3-49a1-bd06-f3859df392eb'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:40.799956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Bound port: dc2cac21-2fa4-45f9-b193-a29ec533b0a9, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca43aa4-d3e1-4795-bdd8-36b23357f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8376fa43-fce3-49a1-bd06-f3859df392eb'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:40.801510 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.803702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a247424-6898-466f-9491-65761051219f req-f4a9037d-041a-4e0c-8d84-a9a79bb69b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:40.809527 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7a247424-6898-466f-9491-65761051219f req-f4a9037d-041a-4e0c-8d84-a9a79bb69b8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 912 time: 0.3673851 Feb 03 12:51:40.809745 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (9860eb34-5e66-4375-8ed9-eb908a8985eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.882075 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9860eb34-5e66-4375-8ed9-eb908a8985eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.890666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:40.891246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (9860eb34-5e66-4375-8ed9-eb908a8985eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.927899 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7a247424-6898-466f-9491-65761051219f req-1ac6c787-9853-4963-a39c-6800facd5fce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 HTTP/1.1" status: 200 len: 217 time: 0.1098273 Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:40.976372 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:40.998701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (59ded46b-816b-467b-ac89-3d91ef577744), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.013344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7af90c1e-2e94-4c69-b773-71a130acdb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.030089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ac5644e9-1ede-465a-a0b4-8ae130511799, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ac5644e9-1ede-465a-a0b4-8ae130511799,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:41.039140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.046686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/59ded46b-816b-467b-ac89-3d91ef577744 HTTP/1.1" status: 204 len: 168 time: 5.9633999 Feb 03 12:51:41.046898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'ac5644e9-1ede-465a-a0b4-8ae130511799', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'port_id': 'ac5644e9-1ede-465a-a0b4-8ae130511799', 'mac_address': 'fa:16:3e:0a:26:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd152a271-b4bf-4951-918f-718b7f32d47e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:51:41.048481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38698) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:41.048817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d0cff-ccbc-48f3-9f1f-d92dd5205b04 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=59ded46b-816b-467b-ac89-3d91ef577744,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:41.053008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38700) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:41.071879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aac61-09d1-4307-93c3-f962829911c0 req-59b814f8-657a-42ac-93ef-195f1b994a29 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:41.073757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-465aac61-09d1-4307-93c3-f962829911c0 req-59b814f8-657a-42ac-93ef-195f1b994a29 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 944 time: 0.2876897 Feb 03 12:51:41.080637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913923140'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:41.093669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] For port dc2cac21-2fa4-45f9-b193-a29ec533b0a9, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:41.099081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] For port dc2cac21-2fa4-45f9-b193-a29ec533b0a9, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dc2cac21-2fa4-45f9-b193-a29ec533b0a9,segment=NetworkSegment(dca43aa4-d3e1-4795-bdd8-36b23357f04a),segment_id=dca43aa4-d3e1-4795-bdd8-36b23357f04a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:41.155076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0edca22c-c540-46aa-a2aa-a22023cfde16 req-992098ce-e76f-4562-a416-2de1d46dc117 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0594518 Feb 03 12:51:41.174433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.225812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a247424-6898-466f-9491-65761051219f req-76e2e2bd-b73b-462f-9592-bc6761493e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:41.228111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-465aac61-09d1-4307-93c3-f962829911c0 req-58f873ee-bddd-44ce-bc5f-d75fd346b7f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453578 Feb 03 12:51:41.241825 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7a247424-6898-466f-9491-65761051219f req-76e2e2bd-b73b-462f-9592-bc6761493e24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c9fc64e-885f-4cea-96f2-294d9d138e90 HTTP/1.1" status: 200 len: 851 time: 0.3069739 Feb 03 12:51:41.298524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7af90c1e-2e94-4c69-b773-71a130acdb88 admin admin] Publish callbacks [] for security_group (1d556d61-3fab-4693-869b-aa6646d82ba4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.309180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7af90c1e-2e94-4c69-b773-71a130acdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1d556d61-3fab-4693-869b-aa6646d82ba4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.353644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa28f25-5420-4446-bf7b-4967237a2171 None None] Pushing event updated for resources: {'Port': ['ID=dc2cac21-2fa4-45f9-b193-a29ec533b0a9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:41.376344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ac5644e9-1ede-465a-a0b4-8ae130511799 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:41.376749 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.389469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7af90c1e-2e94-4c69-b773-71a130acdb88 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1db098a39ee44e44a835f69c04625430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9228499 Feb 03 12:51:41.390488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af90c1e-2e94-4c69-b773-71a130acdb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d556d61-3fab-4693-869b-aa6646d82ba4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:41.394244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38706) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:41.408396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5644e9-1ede-465a-a0b4-8ae130511799 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:51:41.446734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:41.447158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ac5644e9-1ede-465a-a0b4-8ae130511799, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ac5644e9-1ede-465a-a0b4-8ae130511799,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:41.450961 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.454392 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.458044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30456495-d018-4f97-b2f9-c05a805c2a4f req-308fac86-e19e-4e9d-ae58-ac7b4ff6441e tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0478389 Feb 03 12:51:41.501584 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38984a69-60ec-42bc-8e27-7378d53e4819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.504226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2dc2-77b1-4b74-b6d6-8ee22f0e7e3b admin admin] Publish callbacks [] for security_group (1d556d61-3fab-4693-869b-aa6646d82ba4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.506343 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (e8e63b13-103a-478c-81d8-dc12e97dddb3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.513022 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7a247424-6898-466f-9491-65761051219f req-ff36391e-2296-461d-88fe-835a57dc7537 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148252 Feb 03 12:51:41.528034 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.571709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2dc2-77b1-4b74-b6d6-8ee22f0e7e3b admin admin] Publish callbacks [] for security_group (1d556d61-3fab-4693-869b-aa6646d82ba4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.634876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ac5644e9-1ede-465a-a0b4-8ae130511799,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:41.690050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['ac5644e9-1ede-465a-a0b4-8ae130511799'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:51:41.762916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2dc2-77b1-4b74-b6d6-8ee22f0e7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1d556d61-3fab-4693-869b-aa6646d82ba4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.775869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2dc2-77b1-4b74-b6d6-8ee22f0e7e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.790015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2e6a2dc2-77b1-4b74-b6d6-8ee22f0e7e3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d556d61-3fab-4693-869b-aa6646d82ba4 HTTP/1.1" status: 204 len: 168 time: 0.3827670 Feb 03 12:51:41.816305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a2dc2-77b1-4b74-b6d6-8ee22f0e7e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d556d61-3fab-4693-869b-aa6646d82ba4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:41.882683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df1ef-23e7-4d8c-b412-0e641ec24211 req-95ba8a41-e2c8-4115-98ca-f87df67406dd tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:41.885225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b18df1ef-23e7-4d8c-b412-0e641ec24211 req-95ba8a41-e2c8-4115-98ca-f87df67406dd tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 943 time: 0.2254667 Feb 03 12:51:41.991600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b18df1ef-23e7-4d8c-b412-0e641ec24211 req-c8fdf06a-0032-4447-ab71-8c523f4dd6b8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957506 Feb 03 12:51:42.172580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:42.208367 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b6f486cc-122d-468f-9e25-d36415bf7a69 req-39bead79-09fb-4708-913f-f89e98babdc9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0eef36df-e319-4e0d-a835-aafe89436ce2 HTTP/1.1" status: 200 len: 210 time: 0.0820763 Feb 03 12:51:42.230419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (42cf0f2a-b595-4381-af1b-45b50b367f03), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.230724 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment 42cf0f2a-b595-4381-af1b-45b50b367f03 of type vlan for network 1045dcf6-0111-4dc5-9918-c9f48f9b604a Feb 03 12:51:42.243509 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e8e63b13-103a-478c-81d8-dc12e97dddb3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.317521 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7a247424-6898-466f-9491-65761051219f req-8bfbc5e4-bc52-448c-9579-567ff902e5b9 service neutron] 10.222.0.72 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867782 Feb 03 12:51:42.332425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d836d16d-8006-487b-8c57-f1f0f3d5fb0c req-066b416d-6534-4b0a-afed-e06f3abad300 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0533164 Feb 03 12:51:42.366180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1045dcf6-0111-4dc5-9918-c9f48f9b604a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.378317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 8376fa43-fce3-49a1-bd06-f3859df392eb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:42.412758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:42.418379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ee880-40a9-4cac-a744-ece93296ba36 req-290c6124-3cbd-4e77-a6a8-bb59363298be tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:42.424169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:42.425290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883ee880-40a9-4cac-a744-ece93296ba36 req-290c6124-3cbd-4e77-a6a8-bb59363298be tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 945 time: 0.0816152 Feb 03 12:51:42.435954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:42.436645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.459628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=e8e63b13-103a-478c-81d8-dc12e97dddb3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:42.507448 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.resource_extend [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:51:42.525519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-883ee880-40a9-4cac-a744-ece93296ba36 req-bf8e9618-3f45-4f4e-a6a4-38632748502a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992234 Feb 03 12:51:42.551850 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38984a69-60ec-42bc-8e27-7378d53e4819 admin admin] Publish callbacks [] for security_group (f2712198-0c37-47cc-9986-6ff4484c8f12), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.558935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38732) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:42.564422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': '8376fa43-fce3-49a1-bd06-f3859df392eb', 'name': 'tempest-PortsIpV6TestJSON-1989002154', 'fixed_ips': [{'subnet_id': '799e36b6-03cc-490e-98e5-b6f9ffbdad34', 'ip_address': '2001:db8::f'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:42.567899 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-73ea3c33-879f-425a-8416-545c3401c011 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2641344 Feb 03 12:51:42.576053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38984a69-60ec-42bc-8e27-7378d53e4819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2712198-0c37-47cc-9986-6ff4484c8f12), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.604256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1045dcf6-0111-4dc5-9918-c9f48f9b604a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.609432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:42.610058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.651473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:51:42.655478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ac5644e9-1ede-465a-a0b4-8ae130511799 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:42.683943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e88347-5a05-4a96-96d9-a0d6d816bb51 req-21da16fa-4200-45f3-aa7f-a1a19536945f tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0819125 Feb 03 12:51:42.745652 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7a247424-6898-466f-9491-65761051219f req-c1a0eefd-a39a-4b2a-9a04-2a248278b7a9 service neutron] 10.222.0.72 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012368 Feb 03 12:51:42.750800 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-38984a69-60ec-42bc-8e27-7378d53e4819 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9d8a0b60d9748829f6defcb8f55a999&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6880631 Feb 03 12:51:42.757599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38738) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:42.764984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38984a69-60ec-42bc-8e27-7378d53e4819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2712198-0c37-47cc-9986-6ff4484c8f12,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:42.816174 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7524354 Feb 03 12:51:42.822130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38740) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:42.829354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': '1045dcf6-0111-4dc5-9918-c9f48f9b604a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:42.834418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263254ba-4a94-47de-ba62-c9c358d7e26b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=1045dcf6-0111-4dc5-9918-c9f48f9b604a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:42.849229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:42.861345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1045dcf6-0111-4dc5-9918-c9f48f9b604a details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:42.911475 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.957225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38742) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:43.047503 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.076261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 57dfb121-da2e-4740-8e92-6b2ae833c848 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:43.078772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:43.088068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port ac5644e9-1ede-465a-a0b4-8ae130511799 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:51:43.099178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port ac5644e9-1ede-465a-a0b4-8ae130511799 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:43.099832 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.106784 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-49a0088e-fe75-4c1e-a1cc-3e4eb172ebed req-19a57134-5061-4874-828f-a6ed0e6146ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.1157949 Feb 03 12:51:43.109855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6', 'network_id': 'ad29dbfe-9548-44bc-b328-f1414b2cf5d1', 'port_id': 'a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6', 'mac_address': 'fa:16:3e:f6:30:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9fc64e-885f-4cea-96f2-294d9d138e90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:51:43.156543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:43.161817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.188882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:43.189280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.211427 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6309bfd6-8e7d-4fbb-be82-5f7493c8fd67 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:43.212590 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-6309bfd6-8e7d-4fbb-be82-5f7493c8fd67 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 12:51:43.213107 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-6309bfd6-8e7d-4fbb-be82-5f7493c8fd67 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 12:51:43.214423 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6309bfd6-8e7d-4fbb-be82-5f7493c8fd67 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2558608 Feb 03 12:51:43.220898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38748) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:43.221880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e0665-d487-48af-b36d-aae2f4475b32 None None] Network 8376fa43-fce3-49a1-bd06-f3859df392eb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:43.226801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--302469079'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:43.307126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:51:43.309419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::f (8376fa43-fce3-49a1-bd06-f3859df392eb/799e36b6-03cc-490e-98e5-b6f9ffbdad34/57dfb121-da2e-4740-8e92-6b2ae833c848) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:43.332518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d5eea3d7-9d2f-4f96-a09a-482152a8ff36 None None] Provisioning complete for port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:43.333164 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5eea3d7-9d2f-4f96-a09a-482152a8ff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.338734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing IP validity checks on allocation pools {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:51:43.339619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:51:43.387040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.411428 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.485990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dc2cac21-2fa4-45f9-b193-a29ec533b0a9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:43.529302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (57dfb121-da2e-4740-8e92-6b2ae833c848), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.542025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:43.565418 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:51:43.602137 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.606636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (57dfb121-da2e-4740-8e92-6b2ae833c848), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.629567 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (ff2942f5-77c2-48ad-902e-ffbc3b4250f8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.646617 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4daa95c-b888-4f3c-a440-95b9ee1e497d req-faffc468-cc6d-4e4b-9eb5-8a4310eb091e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0698986 Feb 03 12:51:43.698710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:43.706532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (723c6528-a886-47d6-959f-5595dbd3ff19), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.722801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network 8376fa43-fce3-49a1-bd06-f3859df392eb is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:43.723357 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (723c6528-a886-47d6-959f-5595dbd3ff19), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.728670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ac5644e9-1ede-465a-a0b4-8ae130511799 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:43.733958 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.753788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:43.761323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:43.770878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:43.775181 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.780440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723c6528-a886-47d6-959f-5595dbd3ff19,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:43.834095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:43.834657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.836315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1524b093-f61e-470c-83d6-b4b04ba26776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5644e9-1ede-465a-a0b4-8ae130511799'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:43.839705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=ff2942f5-77c2-48ad-902e-ffbc3b4250f8,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:43.840695 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa87ab6-3767-40da-92c7-4d77770c0753" -d '{"events": [{"server_uuid": "1524b093-f61e-470c-83d6-b4b04ba26776", "name": "network-vif-plugged", "status": "completed", "tag": "ac5644e9-1ede-465a-a0b4-8ae130511799"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:43.853738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': '42cf0f2a-b595-4381-af1b-45b50b367f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1045dcf6-0111-4dc5-9918-c9f48f9b604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:43.854153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: 1045dcf6-0111-4dc5-9918-c9f48f9b604a, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:43.855221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=57dfb121-da2e-4740-8e92-6b2ae833c848,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:43.887581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-99032dbc-0a3a-4c8f-81c4-eac24802ec1f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3267734 Feb 03 12:51:43.887860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38758) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:43.893915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:51:43.901019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ac5644e9-1ede-465a-a0b4-8ae130511799, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ac5644e9-1ede-465a-a0b4-8ae130511799,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:43.917473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3534-e828-42eb-8c9a-e555d669201a req-51874eae-81cd-4cfa-81e3-ce9289882671 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:43.919035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa6c3534-e828-42eb-8c9a-e555d669201a req-51874eae-81cd-4cfa-81e3-ce9289882671 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 944 time: 0.3439815 Feb 03 12:51:43.919723 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77c8849e-7621-4071-b4fa-c6c37681275a admin admin] Publish callbacks [] for security_group (f2712198-0c37-47cc-9986-6ff4484c8f12), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.947439 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.986813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d5eea3d7-9d2f-4f96-a09a-482152a8ff36 None None] Current status of the port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:43.987351 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5eea3d7-9d2f-4f96-a09a-482152a8ff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.989650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcc8aa-9936-44d2-8c8d-dfd262c264aa req-2029fcc0-6d45-4599-ad2a-be934b12b336 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:43.998422 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92dcc8aa-9936-44d2-8c8d-dfd262c264aa req-2029fcc0-6d45-4599-ad2a-be934b12b336 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 945 time: 0.1811385 Feb 03 12:51:44.004015 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.013314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 1045dcf6-0111-4dc5-9918-c9f48f9b604a is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:44.048782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.104703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.108934 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8841462 Feb 03 12:51:44.119541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38760) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:44.134294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c0d6b-0617-4ae7-a84a-04bd7fede80e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:44.139638 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d04c0d6b-0617-4ae7-a84a-04bd7fede80e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2505341 Feb 03 12:51:44.140447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1045dcf6-0111-4dc5-9918-c9f48f9b604a) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:44.145874 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77c8849e-7621-4071-b4fa-c6c37681275a admin admin] Publish callbacks [] for security_group (f2712198-0c37-47cc-9986-6ff4484c8f12), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.148788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:44.149940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.154823 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa6c3534-e828-42eb-8c9a-e555d669201a req-f9e3b3b1-556d-4af6-a589-3351dc255e79 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269893 Feb 03 12:51:44.155361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38762) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:44.170478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8756abcc-1bd5-4dcd-a1be-b2bb9393f21f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:44.206002 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f900d5b8-943f-48a1-bb85-46f834adbf50 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3824720 Feb 03 12:51:44.210580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38764) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:44.338894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1045dcf6-0111-4dc5-9918-c9f48f9b604a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.365933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8756abcc-1bd5-4dcd-a1be-b2bb9393f21f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group_rule (a6b4c04b-dff7-4537-9cfc-d0985788a8ae), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.377708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e8b8887-40ff-4601-9ef7-b11a44909683 req-787ee898-4b36-416f-b441-ff90a270d69c tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0622449 Feb 03 12:51:44.386298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bcf6bb-2dd7-49b3-b65c-d67161e26df5 None None] Network 1045dcf6-0111-4dc5-9918-c9f48f9b604a requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:44.412946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92dcc8aa-9936-44d2-8c8d-dfd262c264aa req-42349e89-19bd-486d-9e23-d8c175079072 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125335 Feb 03 12:51:44.474667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8fb63-9553-439f-8b2f-d1066b12f1cc tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:44.488475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d5eea3d7-9d2f-4f96-a09a-482152a8ff36 None None] For port dc2cac21-2fa4-45f9-b193-a29ec533b0a9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dc2cac21-2fa4-45f9-b193-a29ec533b0a9,segment=NetworkSegment(dca43aa4-d3e1-4795-bdd8-36b23357f04a),segment_id=dca43aa4-d3e1-4795-bdd8-36b23357f04a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:44.509024 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77c8849e-7621-4071-b4fa-c6c37681275a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2712198-0c37-47cc-9986-6ff4484c8f12), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.519573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77c8849e-7621-4071-b4fa-c6c37681275a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.521219 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973e720c-d76a-4c82-9548-070a53f92093 x-openstack-request-id: req-973e720c-d76a-4c82-9548-070a53f92093 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:44.521441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-77c8849e-7621-4071-b4fa-c6c37681275a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2712198-0c37-47cc-9986-6ff4484c8f12 HTTP/1.1" status: 204 len: 168 time: 1.7622099 Feb 03 12:51:44.522179 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1524b093-f61e-470c-83d6-b4b04ba26776", "name": "network-vif-plugged", "status": "completed", "tag": "ac5644e9-1ede-465a-a0b4-8ae130511799", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:44.522693 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-973e720c-d76a-4c82-9548-070a53f92093 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:44.523389 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1524b093-f61e-470c-83d6-b4b04ba26776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5644e9-1ede-465a-a0b4-8ae130511799', 'code': 200} Feb 03 12:51:44.544136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8849e-7621-4071-b4fa-c6c37681275a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2712198-0c37-47cc-9986-6ff4484c8f12,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:44.552253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ac5644e9-1ede-465a-a0b4-8ae130511799,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:44.567503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8756abcc-1bd5-4dcd-a1be-b2bb9393f21f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group_rule (a6b4c04b-dff7-4537-9cfc-d0985788a8ae), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.569347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687e9020-33e3-446d-bcc2-b24afb46671d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:44.577695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687e9020-33e3-446d-bcc2-b24afb46671d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:44.586275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687e9020-33e3-446d-bcc2-b24afb46671d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:44.588566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-687e9020-33e3-446d-bcc2-b24afb46671d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4102008 Feb 03 12:51:44.595338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38770) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:44.663285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8756abcc-1bd5-4dcd-a1be-b2bb9393f21f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (a6b4c04b-dff7-4537-9cfc-d0985788a8ae), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.691186 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5eea3d7-9d2f-4f96-a09a-482152a8ff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.740317 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8756abcc-1bd5-4dcd-a1be-b2bb9393f21f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.766149 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8756abcc-1bd5-4dcd-a1be-b2bb9393f21f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5979154 Feb 03 12:51:44.780322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38774) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:44.818764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6baa3790-a4b6-4408-aeb5-82b8b47d0d90 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:44.850980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eea3d7-9d2f-4f96-a09a-482152a8ff36 None None] Pushing event updated for resources: {'Port': ['ID=dc2cac21-2fa4-45f9-b193-a29ec533b0a9,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:44.899324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756abcc-1bd5-4dcd-a1be-b2bb9393f21f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b4c04b-dff7-4537-9cfc-d0985788a8ae,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:44.922702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (ff2942f5-77c2-48ad-902e-ffbc3b4250f8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.927490 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7efff71c-60c5-41a9-8a37-e9c97fc4135f req-77d4c384-e1d5-417f-8303-6e58f494fc88 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0965612 Feb 03 12:51:44.986875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d640b7fa-2d65-4664-b483-4e3a75a0a178 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 57dfb121-da2e-4740-8e92-6b2ae833c848 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:44.987418 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d640b7fa-2d65-4664-b483-4e3a75a0a178 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (57dfb121-da2e-4740-8e92-6b2ae833c848), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.991388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:45.012215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4aa5cc5e-0304-4d7f-ab0e-58495d9e51a8 None None] Provisioning complete for port 57dfb121-da2e-4740-8e92-6b2ae833c848 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:45.012593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4aa5cc5e-0304-4d7f-ab0e-58495d9e51a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (57dfb121-da2e-4740-8e92-6b2ae833c848), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.027234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef0a6-4d6f-44ef-8c5e-0515f1c64f71 req-d630feb3-f97f-4e1d-8ffe-fec8d89d0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:45.028782 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35bef0a6-4d6f-44ef-8c5e-0515f1c64f71 req-d630feb3-f97f-4e1d-8ffe-fec8d89d0f6f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 1129 time: 0.4580193 Feb 03 12:51:45.034496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6394a1fd-c6a6-412c-a7b9-78282ffacafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-1045dcf6-0111-4dc5-9918-c9f48f9b604a', 'network_id': '1045dcf6-0111-4dc5-9918-c9f48f9b604a', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': 'ff2942f5-77c2-48ad-902e-ffbc3b4250f8'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:45.035375 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6394a1fd-c6a6-412c-a7b9-78282ffacafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.124811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6baa3790-a4b6-4408-aeb5-82b8b47d0d90 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group_rule (2aebac5a-df70-4325-a58c-bae2212576b8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.133178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (ff2942f5-77c2-48ad-902e-ffbc3b4250f8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.144783 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d640b7fa-2d65-4664-b483-4e3a75a0a178 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (57dfb121-da2e-4740-8e92-6b2ae833c848), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.176740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d640b7fa-2d65-4664-b483-4e3a75a0a178 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 57dfb121-da2e-4740-8e92-6b2ae833c848 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:45.316370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5cc5e-0304-4d7f-ab0e-58495d9e51a8 None None] Port 57dfb121-da2e-4740-8e92-6b2ae833c848 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:45.357181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4aa5cc5e-0304-4d7f-ab0e-58495d9e51a8 None None] Provisioning complete for port e8e63b13-103a-478c-81d8-dc12e97dddb3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:45.357766 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4aa5cc5e-0304-4d7f-ab0e-58495d9e51a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e8e63b13-103a-478c-81d8-dc12e97dddb3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.394539 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-35bef0a6-4d6f-44ef-8c5e-0515f1c64f71 req-a3f5a28b-60a9-4bb3-9224-b4c4a37f875a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424499 Feb 03 12:51:45.398898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2942f5-77c2-48ad-902e-ffbc3b4250f8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:45.457803 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38790) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server [None req-6394a1fd-c6a6-412c-a7b9-78282ffacafe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff2942f5-77c2-48ad-902e-ffbc3b4250f8: This subnet is being modified by another concurrent operation. Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:51:45.524671 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff2942f5-77c2-48ad-902e-ffbc3b4250f8: This subnet is being modified by another concurrent operation. Feb 03 12:51:45.529048 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Feb 03 12:51:45.545631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dc2cac21-2fa4-45f9-b193-a29ec533b0a9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:45.561362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843957bc-1de3-43d3-abf3-49f4c8e3c275 req-6e2aeef4-cfe9-45b1-aa8d-ec513e67400d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:45.562979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-843957bc-1de3-43d3-abf3-49f4c8e3c275 req-6e2aeef4-cfe9-45b1-aa8d-ec513e67400d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 944 time: 0.1891959 Feb 03 12:51:45.594810 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1045dcf6-0111-4dc5-9918-c9f48f9b604a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.603763 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b759a025-c072-4f1a-bd2d-3640298e08cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.636479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e0930-0154-412e-b7c9-ac5e2293e58e None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:51:45.643529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1045dcf6-0111-4dc5-9918-c9f48f9b604a']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:45.667740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cf0f2a-b595-4381-af1b-45b50b367f03') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:45.668067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cf0f2a-b595-4381-af1b-45b50b367f03') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:45.679446 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-6baa3790-a4b6-4408-aeb5-82b8b47d0d90 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 12:51:45.680527 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6baa3790-a4b6-4408-aeb5-82b8b47d0d90 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8984945 Feb 03 12:51:45.684215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38798) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:45.689362 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (42cf0f2a-b595-4381-af1b-45b50b367f03), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.705690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-843957bc-1de3-43d3-abf3-49f4c8e3c275 req-7899cf9f-e615-4386-93f0-fbac228b23ea tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Feb 03 12:51:45.708043 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d640b7fa-2d65-4664-b483-4e3a75a0a178 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (57dfb121-da2e-4740-8e92-6b2ae833c848), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.732770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (42cf0f2a-b595-4381-af1b-45b50b367f03), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.755612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5cc5e-0304-4d7f-ab0e-58495d9e51a8 None None] Port e8e63b13-103a-478c-81d8-dc12e97dddb3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:45.766233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:45.766848 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (42cf0f2a-b595-4381-af1b-45b50b367f03), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:45.770135 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:45.797824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4aa5cc5e-0304-4d7f-ab0e-58495d9e51a8 None None] Provisioning complete for port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:45.798250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4aa5cc5e-0304-4d7f-ab0e-58495d9e51a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.839578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd61169d-4ed1-4261-b658-6439ea2330f3 req-136e0d2d-e868-4b9e-93c9-8b2b59cf0fb6 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0315068 Feb 03 12:51:45.843210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640b7fa-2d65-4664-b483-4e3a75a0a178 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=57dfb121-da2e-4740-8e92-6b2ae833c848,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:45.896827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:45.897403 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.900815 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d640b7fa-2d65-4664-b483-4e3a75a0a178 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.904461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d640b7fa-2d65-4664-b483-4e3a75a0a178 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/57dfb121-da2e-4740-8e92-6b2ae833c848 HTTP/1.1" status: 204 len: 168 time: 1.3077674 Feb 03 12:51:45.909281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38800) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:45.938423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1045dcf6-0111-4dc5-9918-c9f48f9b604a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.944128 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb42fff-2485-4a8b-a801-7c50ef2333bd tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:51:45.945945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b759a025-c072-4f1a-bd2d-3640298e08cb admin admin] Publish callbacks [] for security_group (4aad0730-8ebd-4d66-8704-cc7de2e65258), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.946244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dcb42fff-2485-4a8b-a801-7c50ef2333bd tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/57dfb121-da2e-4740-8e92-6b2ae833c848 HTTP/1.1" status: 404 len: 333 time: 0.0359437 Feb 03 12:51:45.952589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38802) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:45.953864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.963920 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/1045dcf6-0111-4dc5-9918-c9f48f9b604a HTTP/1.1" status: 204 len: 168 time: 1.7470233 Feb 03 12:51:45.965064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c0267-f1bb-4afb-9e73-70fbfd6e9228 req-7a80090a-6e22-4cb9-befd-8f843c1745f3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:45.975834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd9c0267-f1bb-4afb-9e73-70fbfd6e9228 req-7a80090a-6e22-4cb9-befd-8f843c1745f3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.3213151 Feb 03 12:51:45.976461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38806) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:46.035432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210165239'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:46.053011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e0930-0154-412e-b7c9-ac5e2293e58e None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:51:46.055024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b759a025-c072-4f1a-bd2d-3640298e08cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4aad0730-8ebd-4d66-8704-cc7de2e65258), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.066864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5cc5e-0304-4d7f-ab0e-58495d9e51a8 None None] Current status of the port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:46.068496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c2631-b3d7-42c5-b999-8a47a325386a tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=1045dcf6-0111-4dc5-9918-c9f48f9b604a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:46.078971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9891c1b1-0672-4995-a261-c92284ed589a req-e3d0dc56-179a-48b3-80a4-af2b8fce00ab tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0455437 Feb 03 12:51:46.106933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd9c0267-f1bb-4afb-9e73-70fbfd6e9228 req-7bc51a3f-454e-4cca-abeb-3adacb108ea9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301258 Feb 03 12:51:46.117972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:46.131328 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-037dfe9b-67bd-465d-9557-c9ced4b7e897 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.182394 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b759a025-c072-4f1a-bd2d-3640298e08cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c5ff27ac79b47648e5947f724978e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7155120 Feb 03 12:51:46.185639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38808) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:46.192513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:46.195928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.198618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759a025-c072-4f1a-bd2d-3640298e08cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aad0730-8ebd-4d66-8704-cc7de2e65258,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:46.202558 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-037dfe9b-67bd-465d-9557-c9ced4b7e897 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.230571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bb2b25fd-cc6b-4f47-a432-2380cb7e54f6 None None] Could not find standard attr ID for object 57dfb121-da2e-4740-8e92-6b2ae833c848. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:51:46.243060 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.256611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bb2b25fd-cc6b-4f47-a432-2380cb7e54f6 None None] Provisioning complete for port e8e63b13-103a-478c-81d8-dc12e97dddb3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:46.256611 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb2b25fd-cc6b-4f47-a432-2380cb7e54f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e8e63b13-103a-478c-81d8-dc12e97dddb3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.265403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:46.278927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8a99b864-2249-417d-a7ea-aa394f4f1ed3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port e8e63b13-103a-478c-81d8-dc12e97dddb3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:46.279272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a99b864-2249-417d-a7ea-aa394f4f1ed3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e8e63b13-103a-478c-81d8-dc12e97dddb3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.312116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-037dfe9b-67bd-465d-9557-c9ced4b7e897 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.314835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-037dfe9b-67bd-465d-9557-c9ced4b7e897 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.315984 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-037dfe9b-67bd-465d-9557-c9ced4b7e897 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b HTTP/1.1" status: 204 len: 168 time: 0.6301904 Feb 03 12:51:46.320825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38810) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:46.351938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (86006a33-b68b-419c-8d45-df859ac9547b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.352279 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment 86006a33-b68b-419c-8d45-df859ac9547b of type vlan for network b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d Feb 03 12:51:46.366764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b25fd-cc6b-4f47-a432-2380cb7e54f6 None None] Port e8e63b13-103a-478c-81d8-dc12e97dddb3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:46.374129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dfe9b-67bd-465d-9557-c9ced4b7e897 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cdd54b-3f1b-4f17-aa1e-86e82fb19a6b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:46.428322 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.440778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c1d23-dc09-4a16-b0a9-e015f101a41e None None] Network 1045dcf6-0111-4dc5-9918-c9f48f9b604a requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:46.450022 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a99b864-2249-417d-a7ea-aa394f4f1ed3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e8e63b13-103a-478c-81d8-dc12e97dddb3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.457834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c1d23-dc09-4a16-b0a9-e015f101a41e None None] Network 1045dcf6-0111-4dc5-9918-c9f48f9b604a could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:51:46.473442 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f9520e7d-f3ac-4c3f-85f5-ca60d59ac6e6 admin admin] Publish callbacks [] for security_group (4aad0730-8ebd-4d66-8704-cc7de2e65258), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.478836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8a99b864-2249-417d-a7ea-aa394f4f1ed3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for e8e63b13-103a-478c-81d8-dc12e97dddb3 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:46.498594 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.504899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:46.505356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.513278 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f9520e7d-f3ac-4c3f-85f5-ca60d59ac6e6 admin admin] Publish callbacks [] for security_group (4aad0730-8ebd-4d66-8704-cc7de2e65258), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.604007 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5734339 Feb 03 12:51:46.615458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38812) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:46.620848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': 'b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:46.634059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3af154c4-6cd3-43ed-9692-6963c7173bd2 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3113611 Feb 03 12:51:46.635441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38814) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:46.641160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-badffa9a-328c-4a86-be3e-84f4c5aca528 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--645262824'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:46.647068 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f9520e7d-f3ac-4c3f-85f5-ca60d59ac6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4aad0730-8ebd-4d66-8704-cc7de2e65258), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.652380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f9520e7d-f3ac-4c3f-85f5-ca60d59ac6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.657428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f9520e7d-f3ac-4c3f-85f5-ca60d59ac6e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4aad0730-8ebd-4d66-8704-cc7de2e65258 HTTP/1.1" status: 204 len: 168 time: 0.4703753 Feb 03 12:51:46.666586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:46.709653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9520e7d-f3ac-4c3f-85f5-ca60d59ac6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aad0730-8ebd-4d66-8704-cc7de2e65258,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:46.740885 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-badffa9a-328c-4a86-be3e-84f4c5aca528 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.758150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0c118-5e82-438c-a81c-78e18d5c4e42 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:46.801059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:46.809025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:51:46.810706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.814981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:46.815669 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.002718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-badffa9a-328c-4a86-be3e-84f4c5aca528 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (7e0a9001-d450-4573-9689-a9b85995fd4a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.043980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:47.048558 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.075838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-badffa9a-328c-4a86-be3e-84f4c5aca528 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7e0a9001-d450-4573-9689-a9b85995fd4a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.091566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed520708-dd8b-48de-a500-a5b1fbdfd7a5 req-7e31e4a1-d634-4f72-ada8-fb7611c7f9b5 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0737302 Feb 03 12:51:47.138127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4c7807-43e3-4864-aa9e-390b91f0fb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:47.140580 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cec6951-ef88-4560-8e9f-07ff26845ae1" -d '{"events": [{"server_uuid": "6b4c7807-43e3-4864-aa9e-390b91f0fb42", "name": "network-vif-plugged", "status": "completed", "tag": "a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:47.153687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a99b864-2249-417d-a7ea-aa394f4f1ed3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e8e63b13-103a-478c-81d8-dc12e97dddb3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.162547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a755ee-e85e-4bbc-a7dd-1d546647624e req-f391e042-0407-4183-9273-7dc9491137c4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:47.171036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:47.179933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5a755ee-e85e-4bbc-a7dd-1d546647624e req-f391e042-0407-4183-9273-7dc9491137c4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 944 time: 0.2961197 Feb 03 12:51:47.189118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:47.193403 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.194236 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-badffa9a-328c-4a86-be3e-84f4c5aca528 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.207593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-badffa9a-328c-4a86-be3e-84f4c5aca528 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5699058 Feb 03 12:51:47.222068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38830) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:47.284083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-83b179e2-dbda-4deb-a1e3-c55e659e7675 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '7e0a9001-d450-4573-9689-a9b85995fd4a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:47.284785 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-83b179e2-dbda-4deb-a1e3-c55e659e7675 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 12:51:47.285297 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-83b179e2-dbda-4deb-a1e3-c55e659e7675 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:47.293967 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-83b179e2-dbda-4deb-a1e3-c55e659e7675 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0178471 Feb 03 12:51:47.294655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38832) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:47.316427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:47.335796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99b864-2249-417d-a7ea-aa394f4f1ed3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=e8e63b13-103a-478c-81d8-dc12e97dddb3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:47.402307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8a99b864-2249-417d-a7ea-aa394f4f1ed3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.405997 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8a99b864-2249-417d-a7ea-aa394f4f1ed3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/e8e63b13-103a-478c-81d8-dc12e97dddb3 HTTP/1.1" status: 204 len: 168 time: 1.4361284 Feb 03 12:51:47.431467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38836) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:47.491719 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a16fe8-62ec-4431-b5c2-32e83c9aa957 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:51:47.493363 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a1a16fe8-62ec-4431-b5c2-32e83c9aa957 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/e8e63b13-103a-478c-81d8-dc12e97dddb3 HTTP/1.1" status: 404 len: 333 time: 0.0569773 Feb 03 12:51:47.506421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38842) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:47.603202 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2bcc45ff-d41c-4b84-a34a-0dee1c71d1ca tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (7e0a9001-d450-4573-9689-a9b85995fd4a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.611038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (576f8e6d-ec68-4062-b2a7-b07488eba51b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.648939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2bcc45ff-d41c-4b84-a34a-0dee1c71d1ca tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (7e0a9001-d450-4573-9689-a9b85995fd4a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.701877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badffa9a-328c-4a86-be3e-84f4c5aca528 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a9001-d450-4573-9689-a9b85995fd4a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:47.733065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bddf9a4-fbd6-4bfa-a7e2-294c631ecb30 req-9e2a97a9-4dc5-41c3-90bc-ba3fed1edc3f tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.5026436 Feb 03 12:51:47.741825 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2bcc45ff-d41c-4b84-a34a-0dee1c71d1ca tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7e0a9001-d450-4573-9689-a9b85995fd4a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.746691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2bcc45ff-d41c-4b84-a34a-0dee1c71d1ca tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.754939 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2bcc45ff-d41c-4b84-a34a-0dee1c71d1ca tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/7e0a9001-d450-4573-9689-a9b85995fd4a HTTP/1.1" status: 204 len: 168 time: 0.4384611 Feb 03 12:51:47.761302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38846) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:47.762812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-925bd08a-d29f-4e07-83b8-ddbba8678b94 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet 799e36b6-03cc-490e-98e5-b6f9ffbdad34 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:47.796935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=576f8e6d-ec68-4062-b2a7-b07488eba51b,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:47.802099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-925bd08a-d29f-4e07-83b8-ddbba8678b94 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (799e36b6-03cc-490e-98e5-b6f9ffbdad34), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.854617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc45ff-d41c-4b84-a34a-0dee1c71d1ca tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a9001-d450-4573-9689-a9b85995fd4a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:47.877725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-36963383-c09f-48e4-8f55-47b02db80420 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1130390 Feb 03 12:51:47.879401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38854) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:47.886299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5642e2f3-0aca-4fe1-b0e5-b7ee3a9de30f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--923287037'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:47.897033 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5a755ee-e85e-4bbc-a7dd-1d546647624e req-ac0af22b-fb84-4d47-acf6-80d9610d449e tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861212 Feb 03 12:51:47.951130 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-925bd08a-d29f-4e07-83b8-ddbba8678b94 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (799e36b6-03cc-490e-98e5-b6f9ffbdad34), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.955278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb83e67-eb4f-45a6-a4a8-cbc5385e3dc8 req-ebcb6fe4-c0b0-4a2b-b9e0-b11cf11df74c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:47.957086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bb83e67-eb4f-45a6-a4a8-cbc5385e3dc8 req-ebcb6fe4-c0b0-4a2b-b9e0-b11cf11df74c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.1492589 Feb 03 12:51:47.958719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5642e2f3-0aca-4fe1-b0e5-b7ee3a9de30f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.991739 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b331155b-fe12-44cf-8f29-eace96583cfc x-openstack-request-id: req-b331155b-fe12-44cf-8f29-eace96583cfc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:47.992300 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4c7807-43e3-4864-aa9e-390b91f0fb42", "name": "network-vif-plugged", "status": "completed", "tag": "a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:47.992763 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b331155b-fe12-44cf-8f29-eace96583cfc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:47.993562 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4c7807-43e3-4864-aa9e-390b91f0fb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6', 'code': 200} Feb 03 12:51:47.999303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': '86006a33-b68b-419c-8d45-df859ac9547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:47.999665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:48.057198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:48.088403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bb83e67-eb4f-45a6-a4a8-cbc5385e3dc8 req-c96301e8-f6ec-4630-a013-44085f21f549 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105559 Feb 03 12:51:48.135468 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5642e2f3-0aca-4fe1-b0e5-b7ee3a9de30f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (873d2c25-d5d6-48ad-8dd1-53addfc6cc29), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.140214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:48.151419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f665af0a-6cd4-4e51-8cfd-8e53be6a12a2 None None] Network b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:48.160114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5642e2f3-0aca-4fe1-b0e5-b7ee3a9de30f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (873d2c25-d5d6-48ad-8dd1-53addfc6cc29), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.164741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:48.165632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.179250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-925bd08a-d29f-4e07-83b8-ddbba8678b94 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (799e36b6-03cc-490e-98e5-b6f9ffbdad34), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.212157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5642e2f3-0aca-4fe1-b0e5-b7ee3a9de30f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.214764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5642e2f3-0aca-4fe1-b0e5-b7ee3a9de30f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3330560 Feb 03 12:51:48.218118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642e2f3-0aca-4fe1-b0e5-b7ee3a9de30f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873d2c25-d5d6-48ad-8dd1-53addfc6cc29,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:48.223318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38864) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:48.233680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-01936eec-2d83-4501-9f8d-4cd0c6d78871 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '873d2c25-d5d6-48ad-8dd1-53addfc6cc29', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:48.236281 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-01936eec-2d83-4501-9f8d-4cd0c6d78871 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 12:51:48.237757 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-01936eec-2d83-4501-9f8d-4cd0c6d78871 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:48.240981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-01936eec-2d83-4501-9f8d-4cd0c6d78871 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0164485 Feb 03 12:51:48.245426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38866) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:48.272518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca1b5d-ad56-4fe0-b0dd-656861b25012 req-753c8c2e-5720-4974-8c8d-fb100641eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:48.282756 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-04ca1b5d-ad56-4fe0-b0dd-656861b25012 req-753c8c2e-5720-4974-8c8d-fb100641eb26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 1128 time: 0.2211652 Feb 03 12:51:48.289689 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a114825f-96df-4c93-bbdd-fa540b9272fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6729264 Feb 03 12:51:48.296176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38868) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:48.333561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f7d75193-d20a-404a-b0ba-254aa159557c req-891bf737-9806-46c1-9a30-2dd07ad9fdbe tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0657375 Feb 03 12:51:48.375605 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-925bd08a-d29f-4e07-83b8-ddbba8678b94 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (799e36b6-03cc-490e-98e5-b6f9ffbdad34), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.429261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d', 'network_id': 'b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': '576f8e6d-ec68-4062-b2a7-b07488eba51b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:48.430136 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.433720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-925bd08a-d29f-4e07-83b8-ddbba8678b94 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.443459 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2320ae0e-d8a1-405c-8fef-e1b3bf56b166 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (873d2c25-d5d6-48ad-8dd1-53addfc6cc29), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.446509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38874) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:48.446779 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-925bd08a-d29f-4e07-83b8-ddbba8678b94 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/799e36b6-03cc-490e-98e5-b6f9ffbdad34 HTTP/1.1" status: 204 len: 168 time: 0.9364338 Feb 03 12:51:48.456413 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135d75ec-374c-45ce-862f-6f9bae3cb0d1 None None] Network 8376fa43-fce3-49a1-bd06-f3859df392eb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:48.462307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bd08a-d29f-4e07-83b8-ddbba8678b94 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=799e36b6-03cc-490e-98e5-b6f9ffbdad34,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:48.501419 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2320ae0e-d8a1-405c-8fef-e1b3bf56b166 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (873d2c25-d5d6-48ad-8dd1-53addfc6cc29), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.503227 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-04ca1b5d-ad56-4fe0-b0dd-656861b25012 req-8c47b06c-6e03-4fba-8b5d-444100e09c74 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664600 Feb 03 12:51:48.517472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598ad78-de89-4dd3-9d45-9d8302b07379 req-46340258-2e20-4bf5-8e67-8c3c45104f88 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:48.525041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c598ad78-de89-4dd3-9d45-9d8302b07379 req-46340258-2e20-4bf5-8e67-8c3c45104f88 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.1330404 Feb 03 12:51:48.627101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8376fa43-fce3-49a1-bd06-f3859df392eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.670135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c598ad78-de89-4dd3-9d45-9d8302b07379 req-aa2578f2-6121-487e-9dc5-5a29aaf8a974 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440794 Feb 03 12:51:48.672246 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.675964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2320ae0e-d8a1-405c-8fef-e1b3bf56b166 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (873d2c25-d5d6-48ad-8dd1-53addfc6cc29), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.678549 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2320ae0e-d8a1-405c-8fef-e1b3bf56b166 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.678730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Allocated IP 172.20.0.1 (b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d/576f8e6d-ec68-4062-b2a7-b07488eba51b/915a8122-992a-495b-a1f2-ef1532d7d511) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:48.680744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2320ae0e-d8a1-405c-8fef-e1b3bf56b166 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/873d2c25-d5d6-48ad-8dd1-53addfc6cc29 HTTP/1.1" status: 204 len: 168 time: 0.4325655 Feb 03 12:51:48.685337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38880) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:48.731221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320ae0e-d8a1-405c-8fef-e1b3bf56b166 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d2c25-d5d6-48ad-8dd1-53addfc6cc29,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:48.775824 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-11ee88c8-bdd7-4a94-92ec-ad3e1df4d465 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0893250 Feb 03 12:51:48.780907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38886) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:48.790120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:48.790523 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.793600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-59afd3e6-32dc-420d-b199-804a70242a26 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--981721167'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:48.809188 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (576f8e6d-ec68-4062-b2a7-b07488eba51b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.847714 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Publish callbacks [] for port (915a8122-992a-495b-a1f2-ef1532d7d511), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.858340 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59afd3e6-32dc-420d-b199-804a70242a26 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.891195 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (915a8122-992a-495b-a1f2-ef1532d7d511), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.915429 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (576f8e6d-ec68-4062-b2a7-b07488eba51b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.973596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Network b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:48.985356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4697c653-9ad2-497e-9b5a-6f9d717c14f3 req-ff09939d-4c62-483a-b255-e8d1e5a9bf19 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1090801 Feb 03 12:51:48.985792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:48.997437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:49.019381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] For port dc2cac21-2fa4-45f9-b193-a29ec533b0a9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dc2cac21-2fa4-45f9-b193-a29ec533b0a9,segment=NetworkSegment(dca43aa4-d3e1-4795-bdd8-36b23357f04a),segment_id=dca43aa4-d3e1-4795-bdd8-36b23357f04a)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:49.019381 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.023427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Pushing event updated for resources: {'Port': ['ID=915a8122-992a-495b-a1f2-ef1532d7d511,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:49.045614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for dc2cac21-2fa4-45f9-b193-a29ec533b0a9 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:49.096800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=576f8e6d-ec68-4062-b2a7-b07488eba51b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:49.127890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] DHCP port deletion for 8376fa43-fce3-49a1-bd06-f3859df392eb request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:51:49.157230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Attempting to bind port 915a8122-992a-495b-a1f2-ef1532d7d511 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:49.158359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Attempting to bind port 915a8122-992a-495b-a1f2-ef1532d7d511 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '86006a33-b68b-419c-8d45-df859ac9547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:49.158923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Attempting to bind port 915a8122-992a-495b-a1f2-ef1532d7d511 on network b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:49.167970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.177835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:49.178567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Checking segment: {'id': '86006a33-b68b-419c-8d45-df859ac9547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:49.179307 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.179853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Bound using segment: {'id': '86006a33-b68b-419c-8d45-df859ac9547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:49.180481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Bound port: 915a8122-992a-495b-a1f2-ef1532d7d511, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86006a33-b68b-419c-8d45-df859ac9547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:49.181201 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (915a8122-992a-495b-a1f2-ef1532d7d511), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.201181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:49.216772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86006a33-b68b-419c-8d45-df859ac9547b') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:49.216772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86006a33-b68b-419c-8d45-df859ac9547b') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:49.218206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465805d-acae-4357-85a3-30d19db609d2 req-0c64e1bf-e97a-4d85-afe7-6dd46d30393c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:49.219802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2465805d-acae-4357-85a3-30d19db609d2 req-0c64e1bf-e97a-4d85-afe7-6dd46d30393c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.1589785 Feb 03 12:51:49.230542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59afd3e6-32dc-420d-b199-804a70242a26 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (a8cef03e-d412-45ae-be2f-17a584de74fc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.232919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (86006a33-b68b-419c-8d45-df859ac9547b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.245273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59afd3e6-32dc-420d-b199-804a70242a26 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a8cef03e-d412-45ae-be2f-17a584de74fc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.252575 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (86006a33-b68b-419c-8d45-df859ac9547b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.255275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.272852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:49.273833 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (86006a33-b68b-419c-8d45-df859ac9547b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:49.278973 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:49.316915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=dc2cac21-2fa4-45f9-b193-a29ec533b0a9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:49.355950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No DVR routers for this DVR port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:49.358319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] Deleting port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:49.358713 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.359854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59afd3e6-32dc-420d-b199-804a70242a26 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.361097 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-59afd3e6-32dc-420d-b199-804a70242a26 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5759604 Feb 03 12:51:49.364014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] For port 915a8122-992a-495b-a1f2-ef1532d7d511, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:49.365281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38898) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:49.368994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dc2cac21-2fa4-45f9-b193-a29ec533b0a9 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:49.385428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afd3e6-32dc-420d-b199-804a70242a26 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cef03e-d412-45ae-be2f-17a584de74fc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:49.392779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-247b9589-6037-4450-92c1-dc6a1018ea70 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': 'a8cef03e-d412-45ae-be2f-17a584de74fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:49.397827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: dc2cac21-2fa4-45f9-b193-a29ec533b0a9 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:49.398423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dc2cac21-2fa4-45f9-b193-a29ec533b0a9 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:49.411244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.api [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:51:49.411244 n-d-792364-10 neutron-server[103223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:51:49.411244 n-d-792364-10 neutron-server[103223]: [parameters: {'id': 'b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d'}] Feb 03 12:51:49.411244 n-d-792364-10 neutron-server[103223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:51:49.411724 n-d-792364-10 neutron-server[103223]: DEBUG oslo_db.api [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:51:49.432257 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-247b9589-6037-4450-92c1-dc6a1018ea70 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 12:51:49.433327 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-247b9589-6037-4450-92c1-dc6a1018ea70 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:49.436496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-247b9589-6037-4450-92c1-dc6a1018ea70 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0687213 Feb 03 12:51:49.439332 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38902) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:49.439833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] For port 915a8122-992a-495b-a1f2-ef1532d7d511, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=915a8122-992a-495b-a1f2-ef1532d7d511,segment=NetworkSegment(86006a33-b68b-419c-8d45-df859ac9547b),segment_id=86006a33-b68b-419c-8d45-df859ac9547b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:49.444111 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-14c71de0-7ce1-4b03-95a2-0a90eee96a69 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': 'a8cef03e-d412-45ae-be2f-17a584de74fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:49.445646 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-14c71de0-7ce1-4b03-95a2-0a90eee96a69 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 12:51:49.446156 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-14c71de0-7ce1-4b03-95a2-0a90eee96a69 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:49.447484 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-14c71de0-7ce1-4b03-95a2-0a90eee96a69 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071332 Feb 03 12:51:49.453987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38904) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:49.470705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-74ca0ddb-9c31-4d91-9b61-5151661bb510 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': 'a8cef03e-d412-45ae-be2f-17a584de74fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:49.471858 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-74ca0ddb-9c31-4d91-9b61-5151661bb510 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 12:51:49.472307 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-74ca0ddb-9c31-4d91-9b61-5151661bb510 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:49.473346 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-74ca0ddb-9c31-4d91-9b61-5151661bb510 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161448 Feb 03 12:51:49.478598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38906) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:49.486626 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (915a8122-992a-495b-a1f2-ef1532d7d511), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.500611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-245af67a-6967-4315-8c05-c422b0a5549e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': 'a8cef03e-d412-45ae-be2f-17a584de74fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:49.501477 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-245af67a-6967-4315-8c05-c422b0a5549e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 12:51:49.501961 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-245af67a-6967-4315-8c05-c422b0a5549e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:49.506117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38908) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:49.511460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-245af67a-6967-4315-8c05-c422b0a5549e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0215592 Feb 03 12:51:49.563918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1cddeca-2e9a-4368-9953-3ee63411cf1f req-3ff137da-22bf-47d7-aca7-6d0a2d31bcc1 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0500996 Feb 03 12:51:49.575003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2465805d-acae-4357-85a3-30d19db609d2 req-12c548ec-ce9a-48ef-a69b-b4bf46efcaec tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302331 Feb 03 12:51:49.628604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1bec4-3d1f-417f-b406-4de1ca17e54b None None] Pushing event updated for resources: {'Port': ['ID=915a8122-992a-495b-a1f2-ef1532d7d511,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:49.631668 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fff2c213-7afd-431d-86b6-dc881d803028 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (a8cef03e-d412-45ae-be2f-17a584de74fc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.645141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] For port dc2cac21-2fa4-45f9-b193-a29ec533b0a9, host n-d-792364-10, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:49.645866 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.684614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] Calling delete_port for dc2cac21-2fa4-45f9-b193-a29ec533b0a9 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:49.697420 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fff2c213-7afd-431d-86b6-dc881d803028 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (a8cef03e-d412-45ae-be2f-17a584de74fc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.705629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8376fa43-fce3-49a1-bd06-f3859df392eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.742177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] Port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:51:49.746515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (dc2cac21-2fa4-45f9-b193-a29ec533b0a9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.753315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fff2c213-7afd-431d-86b6-dc881d803028 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a8cef03e-d412-45ae-be2f-17a584de74fc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.756785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fff2c213-7afd-431d-86b6-dc881d803028 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.761293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38916) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:49.762251 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fff2c213-7afd-431d-86b6-dc881d803028 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/a8cef03e-d412-45ae-be2f-17a584de74fc HTTP/1.1" status: 204 len: 168 time: 0.2552879 Feb 03 12:51:49.779792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2c213-7afd-431d-86b6-dc881d803028 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cef03e-d412-45ae-be2f-17a584de74fc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:49.796139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8376fa43-fce3-49a1-bd06-f3859df392eb']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:49.801072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] No DVR routers for this DVR port dc2cac21-2fa4-45f9-b193-a29ec533b0a9 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:49.810701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12f1b8-e66e-46b2-83e4-2d4bf7bf1591 None None] Pushing event deleted for resources: {'Port': ['ID=dc2cac21-2fa4-45f9-b193-a29ec533b0a9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:49.860088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca43aa4-d3e1-4795-bdd8-36b23357f04a') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:49.860424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca43aa4-d3e1-4795-bdd8-36b23357f04a') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:49.869680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3d0ad8-257b-465b-9f97-bdacc40ed369 None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:51:49.885506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (dca43aa4-d3e1-4795-bdd8-36b23357f04a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.912832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.929701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dca43aa4-d3e1-4795-bdd8-36b23357f04a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.938993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b3704f7e-e171-400f-a8b3-67d17ae92202 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1764610 Feb 03 12:51:49.951215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e855f-be42-4764-b1a2-7d9e0cdf875b req-d3c5c895-f613-4ecb-9df7-b9590617e7fb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:49.952749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f08e855f-be42-4764-b1a2-7d9e0cdf875b req-d3c5c895-f613-4ecb-9df7-b9590617e7fb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.1509266 Feb 03 12:51:49.953904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:49.954516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (dca43aa4-d3e1-4795-bdd8-36b23357f04a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.955296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38924) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:49.958098 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:49.964336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4e8c9a82-ca24-4b9f-933a-b0ab6cf7b524 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038235402'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:50.017164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e8c9a82-ca24-4b9f-933a-b0ab6cf7b524 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.049889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d0ad8-257b-465b-9f97-bdacc40ed369 None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:51:50.066060 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (8376fa43-fce3-49a1-bd06-f3859df392eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.090434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting port 915a8122-992a-495b-a1f2-ef1532d7d511 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:50.090981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (915a8122-992a-495b-a1f2-ef1532d7d511), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.094353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.111452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/networks/8376fa43-fce3-49a1-bd06-f3859df392eb HTTP/1.1" status: 204 len: 168 time: 1.6604338 Feb 03 12:51:50.112752 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38932) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:50.117684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-567967479'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:50.125331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f08e855f-be42-4764-b1a2-7d9e0cdf875b req-c16e8427-17f7-43ac-ac6a-919c3042637d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524532 Feb 03 12:51:50.155909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379b53c-edce-454c-85f1-91a661feaedc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Network': ['ID=8376fa43-fce3-49a1-bd06-f3859df392eb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:50.197336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c5c92a3-d9e0-4851-8fe8-dde5868a88c4 req-c1bceead-d870-489d-ada6-07bcbf39ec4d tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0434060 Feb 03 12:51:50.263624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:50.267559 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.273868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] For port 915a8122-992a-495b-a1f2-ef1532d7d511, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=915a8122-992a-495b-a1f2-ef1532d7d511,segment=NetworkSegment(86006a33-b68b-419c-8d45-df859ac9547b),segment_id=86006a33-b68b-419c-8d45-df859ac9547b)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:50.274243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (915a8122-992a-495b-a1f2-ef1532d7d511), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.305704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Calling delete_port for 915a8122-992a-495b-a1f2-ef1532d7d511 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:50.343103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:50.359522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e8c9a82-ca24-4b9f-933a-b0ab6cf7b524 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (8adee189-996e-4a73-ac56-bca1d455b67d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.395594 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e8c9a82-ca24-4b9f-933a-b0ab6cf7b524 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8adee189-996e-4a73-ac56-bca1d455b67d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.399399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b46aaf96-6a18-4e94-80c3-4af8a0a97dc2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.399621 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Added segment b46aaf96-6a18-4e94-80c3-4af8a0a97dc2 of type vlan for network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 Feb 03 12:51:50.464485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e8c9a82-ca24-4b9f-933a-b0ab6cf7b524 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.469140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38942) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:50.473820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3092ccde-f1b9-4b70-bdcd-87f66371d7ef tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '8adee189-996e-4a73-ac56-bca1d455b67d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:50.474621 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-3092ccde-f1b9-4b70-bdcd-87f66371d7ef tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 12:51:50.475129 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-3092ccde-f1b9-4b70-bdcd-87f66371d7ef tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:50.479552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3092ccde-f1b9-4b70-bdcd-87f66371d7ef tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092850 Feb 03 12:51:50.480170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38944) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:50.484682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4c303267-ea6f-4f7f-8689-e27b85761cf5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '8adee189-996e-4a73-ac56-bca1d455b67d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:50.487583 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4e8c9a82-ca24-4b9f-933a-b0ab6cf7b524 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5298624 Feb 03 12:51:50.514845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (eb47bf3a-dd47-4b21-8fa6-e40546f782f2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.517281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c9a82-ca24-4b9f-933a-b0ab6cf7b524 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adee189-996e-4a73-ac56-bca1d455b67d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:50.565363 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.567604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (eb47bf3a-dd47-4b21-8fa6-e40546f782f2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.573204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:50.573946 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.576302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (915a8122-992a-495b-a1f2-ef1532d7d511), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.589849 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-4c303267-ea6f-4f7f-8689-e27b85761cf5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:50.591755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4c303267-ea6f-4f7f-8689-e27b85761cf5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1102147 Feb 03 12:51:50.609541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26b105-3a36-4b55-9831-b8a882e879b2 None None] Network b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:50.625563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38950) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:50.635282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fe28e19d-de78-4f32-ae40-5556624e4050 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '8adee189-996e-4a73-ac56-bca1d455b67d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:50.636608 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-fe28e19d-de78-4f32-ae40-5556624e4050 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 12:51:50.637199 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-fe28e19d-de78-4f32-ae40-5556624e4050 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:50.638073 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fe28e19d-de78-4f32-ae40-5556624e4050 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069385 Feb 03 12:51:50.641613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38954) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:50.644012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Port': ['ID=915a8122-992a-495b-a1f2-ef1532d7d511,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:50.652520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c455cbeb-0f23-4ec0-9f54-286e35798601 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '8adee189-996e-4a73-ac56-bca1d455b67d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:50.657488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No DVR routers for this DVR port 915a8122-992a-495b-a1f2-ef1532d7d511 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:50.694942 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5811598 Feb 03 12:51:50.708172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38956) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:50.715962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ca94-5ff6-40ba-a6c8-2f14c3a3f4bc tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Network': ['ID=eb47bf3a-dd47-4b21-8fa6-e40546f782f2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:50.740322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': 'eb47bf3a-dd47-4b21-8fa6-e40546f782f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:50.745053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:51.045785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bd3fbbf-e129-4cd5-9fe0-3b6bc33c3de8 req-0fa19e14-36ea-4d85-b99f-afdbd6c002b5 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.2255447 Feb 03 12:51:51.051746 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-c455cbeb-0f23-4ec0-9f54-286e35798601 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:51.052802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c455cbeb-0f23-4ec0-9f54-286e35798601 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4100380 Feb 03 12:51:51.066549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38960) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:51.081677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e838477c-a421-4a0b-b4b6-578b09e0ad91 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '8adee189-996e-4a73-ac56-bca1d455b67d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:51.082757 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-e838477c-a421-4a0b-b4b6-578b09e0ad91 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 12:51:51.083484 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-e838477c-a421-4a0b-b4b6-578b09e0ad91 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:51.084816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e838477c-a421-4a0b-b4b6-578b09e0ad91 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0170896 Feb 03 12:51:51.088698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38962) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:51.097815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9fc64912-475a-4985-ae66-2f8917a0f478 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '8adee189-996e-4a73-ac56-bca1d455b67d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:51.105378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:51.109214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.162649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e191-abea-4e6c-8fed-2a213eda9dfb req-4634b0a3-e447-4584-b325-9a74213869ad tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:51.173687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-beb8e191-abea-4e6c-8fed-2a213eda9dfb req-4634b0a3-e447-4584-b325-9a74213869ad tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.3847346 Feb 03 12:51:51.175099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.204766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:51.217024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86006a33-b68b-419c-8d45-df859ac9547b') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:51.217314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86006a33-b68b-419c-8d45-df859ac9547b') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:51.227905 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (86006a33-b68b-419c-8d45-df859ac9547b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.255377 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (86006a33-b68b-419c-8d45-df859ac9547b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.263739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:51.264149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (86006a33-b68b-419c-8d45-df859ac9547b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:51.267749 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:51.279566 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-9fc64912-475a-4985-ae66-2f8917a0f478 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Project bbb739bef052440db08df9f0cec7ac20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:51:51.317259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38970) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:51.335349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.343634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.350698 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d HTTP/1.1" status: 204 len: 168 time: 2.9835720 Feb 03 12:51:51.360312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38974) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:51.365802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2034128466'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:51.369916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93753c60-2441-4889-a735-c8e02fa304a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:51.384644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-beb8e191-abea-4e6c-8fed-2a213eda9dfb req-8be75ee0-ef6f-482d-b797-53bf89460907 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971855 Feb 03 12:51:51.391114 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-9fc64912-475a-4985-ae66-2f8917a0f478 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:51.394870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9fc64912-475a-4985-ae66-2f8917a0f478 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2999969 Feb 03 12:51:51.395529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38976) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:51.398519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:51.402941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.417807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5acaedfa-7b4b-47bb-a4ba-04f5a83eda36 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '8adee189-996e-4a73-ac56-bca1d455b67d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:51.418212 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-5acaedfa-7b4b-47bb-a4ba-04f5a83eda36 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 12:51:51.428507 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-5acaedfa-7b4b-47bb-a4ba-04f5a83eda36 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:51.429868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5acaedfa-7b4b-47bb-a4ba-04f5a83eda36 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0303679 Feb 03 12:51:51.434760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38980) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:51.445102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:51.448129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b72ceb1b-16e1-4bcc-96d9-52ad50cb5d30 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '8adee189-996e-4a73-ac56-bca1d455b67d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:51.457723 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (fece4ded-066d-4783-aed8-b160cb322dac), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.458313 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment fece4ded-066d-4783-aed8-b160cb322dac of type vlan for network 5c529a2c-8bde-4bb0-bf87-a698ff561e71 Feb 03 12:51:51.511651 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (5c529a2c-8bde-4bb0-bf87-a698ff561e71), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.513441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7dfb-220b-488e-b811-80575fcf3ed5 req-74080ea6-1a88-4e64-956d-819a55c48457 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:51.515022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-575c7dfb-220b-488e-b811-80575fcf3ed5 req-74080ea6-1a88-4e64-956d-819a55c48457 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.2522526 Feb 03 12:51:51.545131 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (5c529a2c-8bde-4bb0-bf87-a698ff561e71), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.550641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:51.551475 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.573334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e875984a-3584-4920-adb8-c24146c11f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.576711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4de7af66-1da6-4c09-9bc2-d85b3f6de8a6 req-c02a1f64-2f4b-4daa-b466-86a493741983 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0885065 Feb 03 12:51:51.591956 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2302396 Feb 03 12:51:51.594988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38982) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:51.600706 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-b72ceb1b-16e1-4bcc-96d9-52ad50cb5d30 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Project bbb739bef052440db08df9f0cec7ac20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:51:51.601985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': '5c529a2c-8bde-4bb0-bf87-a698ff561e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:51.653605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26031-c8aa-41cb-ac51-24d26d6b3592 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=5c529a2c-8bde-4bb0-bf87-a698ff561e71,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:51.664080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 5c529a2c-8bde-4bb0-bf87-a698ff561e71 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:51.694746 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-b72ceb1b-16e1-4bcc-96d9-52ad50cb5d30 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:51.703972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b72ceb1b-16e1-4bcc-96d9-52ad50cb5d30 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2635365 Feb 03 12:51:51.716790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38984) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:51.722240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-87e1f16c-0e6f-459b-b484-d95d8914814b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '8adee189-996e-4a73-ac56-bca1d455b67d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:51.771864 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-87e1f16c-0e6f-459b-b484-d95d8914814b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Project bbb739bef052440db08df9f0cec7ac20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:51:51.778950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:51.782525 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.796538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-575c7dfb-220b-488e-b811-80575fcf3ed5 req-5e5f25b3-482f-4aff-9b7c-42925bddb9e0 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526107 Feb 03 12:51:51.802008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (bbdbe4af-5889-4e04-b73d-1a5281c7100e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.874407 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-87e1f16c-0e6f-459b-b484-d95d8914814b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:51.875474 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-87e1f16c-0e6f-459b-b484-d95d8914814b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1580205 Feb 03 12:51:51.879753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38988) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:51.962503 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e875984a-3584-4920-adb8-c24146c11f30 admin admin] Publish callbacks [] for security_group (44f6922b-9441-499e-8e68-225b922d4a74), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.974256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=bbdbe4af-5889-4e04-b73d-1a5281c7100e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:51.985557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e875984a-3584-4920-adb8-c24146c11f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (44f6922b-9441-499e-8e68-225b922d4a74), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.022611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Checking segment: {'id': 'b46aaf96-6a18-4e94-80c3-4af8a0a97dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'eb47bf3a-dd47-4b21-8fa6-e40546f782f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:52.023128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network hostable DHCP agents. Network: eb47bf3a-dd47-4b21-8fa6-e40546f782f2, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:52.041637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-8c023fea-e4e7-47a5-8781-f1885f48b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:52.043537 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-8c023fea-e4e7-47a5-8781-f1885f48b84f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 1128 time: 0.1379645 Feb 03 12:51:52.045941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9436680c-d27b-4ef4-ae0e-7838d60be52d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (8adee189-996e-4a73-ac56-bca1d455b67d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.052462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e875984a-3584-4920-adb8-c24146c11f30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3a30c8b3c664ffdbba55b8456880b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7261739 Feb 03 12:51:52.057412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d090-7a57-455d-82f5-eaa92b5ebafb req-0b3fa049-a69f-4dfb-9fee-1c4841bd8ff9 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:52.059061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57c3d090-7a57-455d-82f5-eaa92b5ebafb req-0b3fa049-a69f-4dfb-9fee-1c4841bd8ff9 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.1533382 Feb 03 12:51:52.059957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38990) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:52.061567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875984a-3584-4920-adb8-c24146c11f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f6922b-9441-499e-8e68-225b922d4a74,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:52.111012 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9436680c-d27b-4ef4-ae0e-7838d60be52d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (8adee189-996e-4a73-ac56-bca1d455b67d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.157524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:52.186040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c92312e-4ede-40b4-82c0-cdc3262aef05 req-7d5b7327-c83f-4bcd-90cb-c0e6580cd358 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0534332 Feb 03 12:51:52.205088 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dc9e-7ecb-4c23-b374-2ad4ac7a90b0 admin admin] Publish callbacks [] for security_group (44f6922b-9441-499e-8e68-225b922d4a74), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.211506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, eb47bf3a-dd47-4b21-8fa6-e40546f782f2) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:52.217298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0ede35f8-16c0-4c3a-83e6-77d9ba83411e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.224975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf12c1-7727-4259-8a7e-2bb2b49ce31d None None] Network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:52.270523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:52.272105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.302621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-9359b238-6e5c-4a72-ae2d-0edf03141eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:52.304362 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-9359b238-6e5c-4a72-ae2d-0edf03141eaa service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 912 time: 0.2512670 Feb 03 12:51:52.304760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57c3d090-7a57-455d-82f5-eaa92b5ebafb req-f931641c-8e23-405b-9279-4740e4af0d2c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302492 Feb 03 12:51:52.314206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dc9e-7ecb-4c23-b374-2ad4ac7a90b0 admin admin] Publish callbacks [] for security_group (44f6922b-9441-499e-8e68-225b922d4a74), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.330020 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9436680c-d27b-4ef4-ae0e-7838d60be52d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8adee189-996e-4a73-ac56-bca1d455b67d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.339718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9436680c-d27b-4ef4-ae0e-7838d60be52d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.348813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0b878b04-c695-4bb6-9510-67c982084f42 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6353588 Feb 03 12:51:52.349086 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9436680c-d27b-4ef4-ae0e-7838d60be52d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/8adee189-996e-4a73-ac56-bca1d455b67d HTTP/1.1" status: 204 len: 168 time: 0.4657803 Feb 03 12:51:52.349086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38994) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:52.349898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38996) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:52.361870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5abaa111-e2d8-437a-9101-a5a6c40ca727 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1623402645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:52.396132 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5abaa111-e2d8-437a-9101-a5a6c40ca727 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.397551 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5abaa111-e2d8-437a-9101-a5a6c40ca727 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.419703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-eb47bf3a-dd47-4b21-8fa6-e40546f782f2', 'network_id': 'eb47bf3a-dd47-4b21-8fa6-e40546f782f2', 'project_id': 'b6ba23301bf54fd687ee40fee3cbb8c9', 'fixed_ips': [{'subnet_id': 'bbdbe4af-5889-4e04-b73d-1a5281c7100e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:52.420864 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.432068 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-c38a4905-79c0-441f-a37b-53823e31b58a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 HTTP/1.1" status: 200 len: 217 time: 0.1169095 Feb 03 12:51:52.435491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=0ede35f8-16c0-4c3a-83e6-77d9ba83411e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:52.438173 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436680c-d27b-4ef4-ae0e-7838d60be52d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adee189-996e-4a73-ac56-bca1d455b67d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:52.455593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': 'fece4ded-066d-4783-aed8-b160cb322dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5c529a2c-8bde-4bb0-bf87-a698ff561e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:52.455973 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: 5c529a2c-8bde-4bb0-bf87-a698ff561e71, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:52.456200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dc9e-7ecb-4c23-b374-2ad4ac7a90b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (44f6922b-9441-499e-8e68-225b922d4a74), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.460961 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dc9e-7ecb-4c23-b374-2ad4ac7a90b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.464894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ffb6dc9e-7ecb-4c23-b374-2ad4ac7a90b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44f6922b-9441-499e-8e68-225b922d4a74 HTTP/1.1" status: 204 len: 168 time: 0.3966475 Feb 03 12:51:52.504123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5abaa111-e2d8-437a-9101-a5a6c40ca727 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for router_controller (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.505665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6dc9e-7ecb-4c23-b374-2ad4ac7a90b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f6922b-9441-499e-8e68-225b922d4a74,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:52.513383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5abaa111-e2d8-437a-9101-a5a6c40ca727 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.533421 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb7cbfd7-4cfc-4f91-91a9-8afbb52d10cf tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1765516 Feb 03 12:51:52.536413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 5c529a2c-8bde-4bb0-bf87-a698ff561e71 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:52.538314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39000) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:52.545083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2d9d8a91-85b0-41a2-8100-9dac24c6d1ee tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--903522288'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:52.545845 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5abaa111-e2d8-437a-9101-a5a6c40ca727 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.549745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5abaa111-e2d8-437a-9101-a5a6c40ca727 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1965942 Feb 03 12:51:52.550360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39002) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:52.556578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-af16979e-fceb-447e-8c08-a38a884661d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:52.556918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'network_id': 'eb47bf3a-dd47-4b21-8fa6-e40546f782f2', 'name': 'tempest-PortsIpV6TestJSON-734088974'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:52.558212 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-af16979e-fceb-447e-8c08-a38a884661d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c9fc64e-885f-4cea-96f2-294d9d138e90 HTTP/1.1" status: 200 len: 851 time: 0.1170781 Feb 03 12:51:52.605471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 5c529a2c-8bde-4bb0-bf87-a698ff561e71) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:52.610546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-8345d6fc-9177-4e0e-af5b-7617ec719c93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450685 Feb 03 12:51:52.615780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:52.616899 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.635598 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8a91-85b0-41a2-8100-9dac24c6d1ee tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.657355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024ebb6-c657-4d3c-a31d-95c36ecd2fd7 None None] Network 5c529a2c-8bde-4bb0-bf87-a698ff561e71 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:52.746126 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a7985438-cda7-4b1e-9df3-c2c35d535809 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1478171 Feb 03 12:51:52.749760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39008) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:52.790982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5997581-12dd-4e99-82f6-1ad8e46af2b3 req-119e2080-fa0d-4be1-b90d-14023669730a tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0465436 Feb 03 12:51:52.834873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:52.839128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.890807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 2dc114ec-a781-4ba9-afd0-164963eb5da3 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:52.896917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (5c529a2c-8bde-4bb0-bf87-a698ff561e71), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.912365 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-28d3fea8-6ae8-4ac1-a126-c223dee368b2 service neutron] 10.222.0.72 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793629 Feb 03 12:51:52.961510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Allocated IP 2001:db8::2 (eb47bf3a-dd47-4b21-8fa6-e40546f782f2/bbdbe4af-5889-4e04-b73d-1a5281c7100e/61a313f5-d1a7-4f25-8879-d99b6abd9a13) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:53.011290 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-827d50ec-b64b-43c3-9e42-e7211ec4428d req-fb1d5c49-59e9-40e4-b410-2010328db21b service neutron] 10.222.0.72 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914683 Feb 03 12:51:53.036007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c27a09-02da-4b2f-98af-227e8a9e5edb req-8ef7c092-dfd4-4148-87d7-d7462a029fee tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:53.038116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2c27a09-02da-4b2f-98af-227e8a9e5edb req-8ef7c092-dfd4-4148-87d7-d7462a029fee tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.1287210 Feb 03 12:51:53.064133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39014) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:53.086587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8a91-85b0-41a2-8100-9dac24c6d1ee tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (55ab7634-a5f2-4aef-b693-005036813147), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.097117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da5be91d-eaa6-4e40-b30e-8c9834a97f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.111680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8a91-85b0-41a2-8100-9dac24c6d1ee tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (55ab7634-a5f2-4aef-b693-005036813147), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.120046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2c27a09-02da-4b2f-98af-227e8a9e5edb req-05afc509-9668-4e8d-8062-94cfb1fe5fd9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692234 Feb 03 12:51:53.143970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0ede35f8-16c0-4c3a-83e6-77d9ba83411e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.152992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e63fce-b366-43dc-9571-ad4eafcaac27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-5c529a2c-8bde-4bb0-bf87-a698ff561e71', 'network_id': '5c529a2c-8bde-4bb0-bf87-a698ff561e71', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': '0ede35f8-16c0-4c3a-83e6-77d9ba83411e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:53.153869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31e63fce-b366-43dc-9571-ad4eafcaac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.187399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8a91-85b0-41a2-8100-9dac24c6d1ee tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.188648 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2d9d8a91-85b0-41a2-8100-9dac24c6d1ee tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6493905 Feb 03 12:51:53.192453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39018) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:53.198021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8a91-85b0-41a2-8100-9dac24c6d1ee tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ab7634-a5f2-4aef-b693-005036813147,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:53.209739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-49eae346-41fe-4a52-a4e8-ebbf50decdb9 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '55ab7634-a5f2-4aef-b693-005036813147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:53.269542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (0ede35f8-16c0-4c3a-83e6-77d9ba83411e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.287864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da5be91d-eaa6-4e40-b30e-8c9834a97f47 admin admin] Publish callbacks [] for security_group (8d3556a4-e385-4936-9c19-167912374347), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.303910 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-49eae346-41fe-4a52-a4e8-ebbf50decdb9 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The resource could not be found. Feb 03 12:51:53.306160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49eae346-41fe-4a52-a4e8-ebbf50decdb9 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1104591 Feb 03 12:51:53.309307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39022) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:53.314535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da5be91d-eaa6-4e40-b30e-8c9834a97f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8d3556a4-e385-4936-9c19-167912374347), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.321079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=0ede35f8-16c0-4c3a-83e6-77d9ba83411e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:53.324548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2b607022-2e04-4b4e-a4fe-aa54cd607c9e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '55ab7634-a5f2-4aef-b693-005036813147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4b8f8aa8-e235-4957-a602-8c87b8b44492'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:53.398543 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da5be91d-eaa6-4e40-b30e-8c9834a97f47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b92dd1ae8804a1ba9f3eab0261c123e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340747 Feb 03 12:51:53.402038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39026) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:53.404070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5be91d-eaa6-4e40-b30e-8c9834a97f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3556a4-e385-4936-9c19-167912374347,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:53.406952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08bded52-2447-49a3-8118-7e2254d34ad9 req-bf4b674c-c692-456b-b07c-21a2f5e64266 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0769148 Feb 03 12:51:53.438346 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Publish callbacks [] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server [None req-31e63fce-b366-43dc-9571-ad4eafcaac27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ede35f8-16c0-4c3a-83e6-77d9ba83411e: This subnet is being modified by another concurrent operation. Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:51:53.440824 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ede35f8-16c0-4c3a-83e6-77d9ba83411e: This subnet is being modified by another concurrent operation. Feb 03 12:51:53.445536 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Feb 03 12:51:53.458079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.468731 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (5c529a2c-8bde-4bb0-bf87-a698ff561e71), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.483538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:53.488497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:53.500733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:53.503537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85de912-63b2-46c4-b678-0e3fd9b2461d None None] Network 5c529a2c-8bde-4bb0-bf87-a698ff561e71 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:53.504281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c529a2c-8bde-4bb0-bf87-a698ff561e71']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:53.533484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7649f0a0-3867-462c-b6bb-92aa3a2ec7de admin admin] Publish callbacks [] for security_group (8d3556a4-e385-4936-9c19-167912374347), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.552565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf0378-ae16-4ba6-b65b-f08204ab0f92 req-a1800c7d-aa80-45e4-8e32-1dde21b813e7 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:53.554577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90cf0378-ae16-4ba6-b65b-f08204ab0f92 req-a1800c7d-aa80-45e4-8e32-1dde21b813e7 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.1234648 Feb 03 12:51:53.558410 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-2b607022-2e04-4b4e-a4fe-aa54cd607c9e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The resource could not be found. Feb 03 12:51:53.559823 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2b607022-2e04-4b4e-a4fe-aa54cd607c9e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2488453 Feb 03 12:51:53.566978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7649f0a0-3867-462c-b6bb-92aa3a2ec7de admin admin] Publish callbacks [] for security_group (8d3556a4-e385-4936-9c19-167912374347), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.572284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39028) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:53.575527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::1d6 (eb47bf3a-dd47-4b21-8fa6-e40546f782f2/bbdbe4af-5889-4e04-b73d-1a5281c7100e/2dc114ec-a781-4ba9-afd0-164963eb5da3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:53.626202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Pushing event updated for resources: {'Port': ['ID=61a313f5-d1a7-4f25-8879-d99b6abd9a13,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:53.646915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fece4ded-066d-4783-aed8-b160cb322dac') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:53.647294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fece4ded-066d-4783-aed8-b160cb322dac') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:53.657457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7649f0a0-3867-462c-b6bb-92aa3a2ec7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8d3556a4-e385-4936-9c19-167912374347), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.661388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7649f0a0-3867-462c-b6bb-92aa3a2ec7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.666102 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7649f0a0-3867-462c-b6bb-92aa3a2ec7de admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8d3556a4-e385-4936-9c19-167912374347 HTTP/1.1" status: 204 len: 168 time: 0.2606771 Feb 03 12:51:53.669687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Attempting to bind port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:53.670063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Attempting to bind port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'b46aaf96-6a18-4e94-80c3-4af8a0a97dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'eb47bf3a-dd47-4b21-8fa6-e40546f782f2'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:53.670453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Attempting to bind port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 on network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:53.688626 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (fece4ded-066d-4783-aed8-b160cb322dac), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.690941 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649f0a0-3867-462c-b6bb-92aa3a2ec7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3556a4-e385-4936-9c19-167912374347,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:53.701840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:53.702645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Checking segment: {'id': 'b46aaf96-6a18-4e94-80c3-4af8a0a97dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'eb47bf3a-dd47-4b21-8fa6-e40546f782f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:53.703707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.704354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Bound using segment: {'id': 'b46aaf96-6a18-4e94-80c3-4af8a0a97dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'eb47bf3a-dd47-4b21-8fa6-e40546f782f2'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:53.705188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Bound port: 61a313f5-d1a7-4f25-8879-d99b6abd9a13, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46aaf96-6a18-4e94-80c3-4af8a0a97dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'eb47bf3a-dd47-4b21-8fa6-e40546f782f2'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:53.706350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.709536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (fece4ded-066d-4783-aed8-b160cb322dac), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.754941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90cf0378-ae16-4ba6-b65b-f08204ab0f92 req-1dcece4b-001e-4235-87eb-e8dfb35a82ea tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803927 Feb 03 12:51:53.756923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:53.757894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (fece4ded-066d-4783-aed8-b160cb322dac), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:53.793980 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:53.796403 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56a878d8-d7fd-444a-a1b7-a4dc23eb14ec tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (55ab7634-a5f2-4aef-b693-005036813147), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.797306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] For port 61a313f5-d1a7-4f25-8879-d99b6abd9a13, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:53.803011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] For port 61a313f5-d1a7-4f25-8879-d99b6abd9a13, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=61a313f5-d1a7-4f25-8879-d99b6abd9a13,segment=NetworkSegment(b46aaf96-6a18-4e94-80c3-4af8a0a97dc2),segment_id=b46aaf96-6a18-4e94-80c3-4af8a0a97dc2)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:53.814140 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.850979 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56a878d8-d7fd-444a-a1b7-a4dc23eb14ec tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (55ab7634-a5f2-4aef-b693-005036813147), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.890510 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (5c529a2c-8bde-4bb0-bf87-a698ff561e71), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.906069 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.918173 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/5c529a2c-8bde-4bb0-bf87-a698ff561e71 HTTP/1.1" status: 204 len: 168 time: 1.1606700 Feb 03 12:51:53.918449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39034) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:53.923859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7bade-e1a1-4bd7-8f48-13c4bb31040f None None] Pushing event updated for resources: {'Port': ['ID=61a313f5-d1a7-4f25-8879-d99b6abd9a13,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:53.927351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1446521686'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:53.954934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ed406-98fa-4526-a043-d83a56357a5e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=5c529a2c-8bde-4bb0-bf87-a698ff561e71,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:53.970101 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:53.974409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.027625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1d7669b-0556-4734-be21-d40235fba0ea req-2b0eb339-f94d-407a-84f7-b7e58a672cc1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0707839 Feb 03 12:51:54.054417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:54.068224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (70754673-9a30-4132-a646-fa0a3acf36c8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.068224 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment 70754673-9a30-4132-a646-fa0a3acf36c8 of type vlan for network 6c5758d0-1b45-4ea6-9f53-19cceac1ce17 Feb 03 12:51:54.122255 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56a878d8-d7fd-444a-a1b7-a4dc23eb14ec tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (55ab7634-a5f2-4aef-b693-005036813147), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.125251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56a878d8-d7fd-444a-a1b7-a4dc23eb14ec tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.126577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-56a878d8-d7fd-444a-a1b7-a4dc23eb14ec tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/55ab7634-a5f2-4aef-b693-005036813147 HTTP/1.1" status: 204 len: 168 time: 0.5531201 Feb 03 12:51:54.129426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39038) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:54.130110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.132964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (6c5758d0-1b45-4ea6-9f53-19cceac1ce17), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.161147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a878d8-d7fd-444a-a1b7-a4dc23eb14ec tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ab7634-a5f2-4aef-b693-005036813147,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:54.248791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (6c5758d0-1b45-4ea6-9f53-19cceac1ce17), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.255419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:54.256389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.291177 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f5bc40d8-a416-44e2-9bfe-3cfe9cd7ac88 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1596775 Feb 03 12:51:54.295109 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39046) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:54.301460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2a7b0f1f-af67-4229-ae03-5bb08246c49b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': 'e55e3d62-ba7b-4c8a-b101-faa3ea0a3994', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:54.361007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4407938 Feb 03 12:51:54.361939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39048) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:54.368752 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': '6c5758d0-1b45-4ea6-9f53-19cceac1ce17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:54.408133 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.468989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ac6ff-86d0-47b7-afea-d4dc23391ea1 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=6c5758d0-1b45-4ea6-9f53-19cceac1ce17,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:54.469402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=2dc114ec-a781-4ba9-afd0-164963eb5da3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:54.480396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 6c5758d0-1b45-4ea6-9f53-19cceac1ce17 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:54.498510 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-2a7b0f1f-af67-4229-ae03-5bb08246c49b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The resource could not be found. Feb 03 12:51:54.500200 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2a7b0f1f-af67-4229-ae03-5bb08246c49b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2037768 Feb 03 12:51:54.505011 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39056) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:54.508932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a4a98481-3a71-4bf0-a36b-00484d4d367d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216315070'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:54.529022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:54.543741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:54.550804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.552351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961aa317-629f-4775-b3cf-376156bccd4d req-3ed9e053-017c-4161-88f2-63a371d97aec tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:54.553682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-961aa317-629f-4775-b3cf-376156bccd4d req-3ed9e053-017c-4161-88f2-63a371d97aec tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.2889040 Feb 03 12:51:54.554958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a4a98481-3a71-4bf0-a36b-00484d4d367d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.558967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:54.565781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:54.570930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:54.571725 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.623014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-961aa317-629f-4775-b3cf-376156bccd4d req-8a33f071-85fe-4b57-b55f-6d63cacb8378 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 Feb 03 12:51:54.661748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53684f84-d0ab-44f8-9f7a-a660d8392e5a req-e50fb32b-c40a-424e-b05c-c59e99075bfc tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0453591 Feb 03 12:51:54.671776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e30f11ed-3b30-48a7-8d68-6e715733930f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1202798 Feb 03 12:51:54.675017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39058) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:54.686667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a4a98481-3a71-4bf0-a36b-00484d4d367d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (07448657-b88e-403d-a243-4c104974a685), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.737624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing IP validity checks on allocation pools {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:51:54.738144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:51:54.860749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a4a98481-3a71-4bf0-a36b-00484d4d367d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (07448657-b88e-403d-a243-4c104974a685), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.898911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a4a98481-3a71-4bf0-a36b-00484d4d367d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.902316 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a4a98481-3a71-4bf0-a36b-00484d4d367d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3971949 Feb 03 12:51:54.922299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39068) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:54.927676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a5ce2380-5f24-4dfa-a63f-0136793d3962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047596732'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:54.959093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a98481-3a71-4bf0-a36b-00484d4d367d tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07448657-b88e-403d-a243-4c104974a685,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:54.967943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (74c24f83-abea-4259-951c-79fbc9170b60), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.002532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2380-5f24-4dfa-a63f-0136793d3962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.081086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=74c24f83-abea-4259-951c-79fbc9170b60,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:55.096468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c98b2-8ace-4ea7-8b15-1b4420b033f6 req-7684b419-4424-4757-811c-3778d42cbf70 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:55.098071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af0c98b2-8ace-4ea7-8b15-1b4420b033f6 req-7684b419-4424-4757-811c-3778d42cbf70 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2005095 Feb 03 12:51:55.120780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': '70754673-9a30-4132-a646-fa0a3acf36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6c5758d0-1b45-4ea6-9f53-19cceac1ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:55.121013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: 6c5758d0-1b45-4ea6-9f53-19cceac1ce17, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:55.167365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2380-5f24-4dfa-a63f-0136793d3962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (d7d500db-a4cc-48bb-80b6-9e90aae755e4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.168836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 6c5758d0-1b45-4ea6-9f53-19cceac1ce17 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:55.182290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2380-5f24-4dfa-a63f-0136793d3962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d7d500db-a4cc-48bb-80b6-9e90aae755e4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.200110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 6c5758d0-1b45-4ea6-9f53-19cceac1ce17) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:55.210028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186c6bd0-0d7f-415e-bf08-8ebedbdac7b4 None None] Network 6c5758d0-1b45-4ea6-9f53-19cceac1ce17 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:55.215337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af0c98b2-8ace-4ea7-8b15-1b4420b033f6 req-e71652b4-ad7b-476f-a9cc-1640c0f3d583 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999830 Feb 03 12:51:55.240938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:55.241546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.273171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2380-5f24-4dfa-a63f-0136793d3962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.277483 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a5ce2380-5f24-4dfa-a63f-0136793d3962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3571780 Feb 03 12:51:55.278004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39076) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:55.295628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8354dd6f-416f-4c1e-a445-b618228ab335 req-3efdf0da-d3cc-491c-b330-99a34191a653 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0866764 Feb 03 12:51:55.301634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce2380-5f24-4dfa-a63f-0136793d3962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d500db-a4cc-48bb-80b6-9e90aae755e4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:55.311678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6395f7b9-72c8-4af3-b164-084133bfaf9b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': '07448657-b88e-403d-a243-4c104974a685', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd7d500db-a4cc-48bb-80b6-9e90aae755e4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:55.335539 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-554a5d92-84df-4162-8301-202553a2a730 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9724712 Feb 03 12:51:55.338867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.343024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39078) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:55.460467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-6c5758d0-1b45-4ea6-9f53-19cceac1ce17', 'network_id': '6c5758d0-1b45-4ea6-9f53-19cceac1ce17', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': '74c24f83-abea-4259-951c-79fbc9170b60'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:55.462460 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.501189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 61a313f5-d1a7-4f25-8879-d99b6abd9a13 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:55.653416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba8507c-aa08-4906-a20b-5b0578760177 None None] Network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:55.843036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7af71246-f501-43f4-aad2-d0a2bfc196bb None None] Provisioning complete for port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:55.843354 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af71246-f501-43f4-aad2-d0a2bfc196bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.852385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Allocated IP 172.20.0.3 (6c5758d0-1b45-4ea6-9f53-19cceac1ce17/74c24f83-abea-4259-951c-79fbc9170b60/c142d4c7-3456-42b1-be44-959399896668) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:55.884616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:55.884990 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.066527 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (6c5758d0-1b45-4ea6-9f53-19cceac1ce17), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.241164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (74c24f83-abea-4259-951c-79fbc9170b60), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.296934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7af71246-f501-43f4-aad2-d0a2bfc196bb None None] Current status of the port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:56.297338 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af71246-f501-43f4-aad2-d0a2bfc196bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.300139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5651bbc-480a-4651-a7f0-b1f419405b8a req-d241f127-ba79-4879-9f0c-868a5e5bbc4e tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.3201191 Feb 03 12:51:56.353418 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-6395f7b9-72c8-4af3-b164-084133bfaf9b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:56.357922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6395f7b9-72c8-4af3-b164-084133bfaf9b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0726130 Feb 03 12:51:56.358035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39108) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:56.381128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:56.381523 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.472090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7af71246-f501-43f4-aad2-d0a2bfc196bb None None] For port 61a313f5-d1a7-4f25-8879-d99b6abd9a13, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=61a313f5-d1a7-4f25-8879-d99b6abd9a13,segment=NetworkSegment(b46aaf96-6a18-4e94-80c3-4af8a0a97dc2),segment_id=b46aaf96-6a18-4e94-80c3-4af8a0a97dc2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:56.473409 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Publish callbacks [] for port (c142d4c7-3456-42b1-be44-959399896668), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.481772 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a34d19d6-dcb0-4e19-bc43-d0b067a27962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (d7d500db-a4cc-48bb-80b6-9e90aae755e4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.491961 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af71246-f501-43f4-aad2-d0a2bfc196bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.499014 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (c142d4c7-3456-42b1-be44-959399896668), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.540325 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a34d19d6-dcb0-4e19-bc43-d0b067a27962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (d7d500db-a4cc-48bb-80b6-9e90aae755e4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.545603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Network 6c5758d0-1b45-4ea6-9f53-19cceac1ce17 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:56.595282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a34d19d6-dcb0-4e19-bc43-d0b067a27962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d7d500db-a4cc-48bb-80b6-9e90aae755e4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.598168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a34d19d6-dcb0-4e19-bc43-d0b067a27962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.601897 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a34d19d6-dcb0-4e19-bc43-d0b067a27962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/d7d500db-a4cc-48bb-80b6-9e90aae755e4 HTTP/1.1" status: 204 len: 168 time: 0.2408447 Feb 03 12:51:56.610041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39116) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:56.610910 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d19d6-dcb0-4e19-bc43-d0b067a27962 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d500db-a4cc-48bb-80b6-9e90aae755e4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:56.630703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:56.645468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:56.676422 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2308e8ed-7070-4396-a938-d83ab7046ca0 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0620723 Feb 03 12:51:56.680432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39120) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:56.713194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ebda-e812-486d-8890-a27124fa8f64 req-266a1ad9-6233-4f75-928b-a71b3a3f277a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:56.714812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36e1ebda-e812-486d-8890-a27124fa8f64 req-266a1ad9-6233-4f75-928b-a71b3a3f277a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.6578124 Feb 03 12:51:56.767210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e749e455-0fed-4446-a33f-f37d27172783 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (07448657-b88e-403d-a243-4c104974a685), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.817232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e749e455-0fed-4446-a33f-f37d27172783 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (07448657-b88e-403d-a243-4c104974a685), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.874114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (74c24f83-abea-4259-951c-79fbc9170b60), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.903406 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e749e455-0fed-4446-a33f-f37d27172783 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (07448657-b88e-403d-a243-4c104974a685), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.913403 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:51:56.914228 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:51:56.915511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e749e455-0fed-4446-a33f-f37d27172783 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.917304 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e749e455-0fed-4446-a33f-f37d27172783 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/07448657-b88e-403d-a243-4c104974a685 HTTP/1.1" status: 204 len: 168 time: 0.2358177 Feb 03 12:51:56.923108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-994b83e9-b7ad-4cc5-9e58-116db088d2fc None None] Provisioning complete for port 2dc114ec-a781-4ba9-afd0-164963eb5da3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:56.923504 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-994b83e9-b7ad-4cc5-9e58-116db088d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.923952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39128) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:56.930182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af71246-f501-43f4-aad2-d0a2bfc196bb None None] Pushing event updated for resources: {'Port': ['ID=61a313f5-d1a7-4f25-8879-d99b6abd9a13,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:56.938527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Attempting to bind port c142d4c7-3456-42b1-be44-959399896668 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:56.938900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Attempting to bind port c142d4c7-3456-42b1-be44-959399896668 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '70754673-9a30-4132-a646-fa0a3acf36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6c5758d0-1b45-4ea6-9f53-19cceac1ce17'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:56.939267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Attempting to bind port c142d4c7-3456-42b1-be44-959399896668 on network 6c5758d0-1b45-4ea6-9f53-19cceac1ce17 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:56.965114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749e455-0fed-4446-a33f-f37d27172783 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07448657-b88e-403d-a243-4c104974a685,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:57.009156 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0b7972f6-6b2a-4e29-96a8-b2c78908d63f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0814118 Feb 03 12:51:57.013684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39132) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:57.018378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-947c722b-7618-4816-a4f9-cf5a06008fc5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586985775'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:57.046819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-947c722b-7618-4816-a4f9-cf5a06008fc5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.047574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Pushing event updated for resources: {'Port': ['ID=c142d4c7-3456-42b1-be44-959399896668,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:57.060824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cf026-265b-4a4b-8bdb-d24b99dd7c95 req-c8d3f902-c3c8-4081-9bde-cffcfc374336 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:57.063297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-184cf026-265b-4a4b-8bdb-d24b99dd7c95 req-c8d3f902-c3c8-4081-9bde-cffcfc374336 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.6444988 Feb 03 12:51:57.081247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=74c24f83-abea-4259-951c-79fbc9170b60,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:57.111256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:57.111521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Checking segment: {'id': '70754673-9a30-4132-a646-fa0a3acf36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6c5758d0-1b45-4ea6-9f53-19cceac1ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:57.111905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.114194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Bound using segment: {'id': '70754673-9a30-4132-a646-fa0a3acf36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6c5758d0-1b45-4ea6-9f53-19cceac1ce17'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:57.114572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Bound port: c142d4c7-3456-42b1-be44-959399896668, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70754673-9a30-4132-a646-fa0a3acf36c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '6c5758d0-1b45-4ea6-9f53-19cceac1ce17'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:57.114974 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c142d4c7-3456-42b1-be44-959399896668), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.146409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.149309 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (6c5758d0-1b45-4ea6-9f53-19cceac1ce17), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.163986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36e1ebda-e812-486d-8890-a27124fa8f64 req-2e7b7670-8321-47a4-b864-c51bd6650dd4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194341 Feb 03 12:51:57.195288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-994b83e9-b7ad-4cc5-9e58-116db088d2fc None None] Port 2dc114ec-a781-4ba9-afd0-164963eb5da3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:57.198311 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.204988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-947c722b-7618-4816-a4f9-cf5a06008fc5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (a1b9210f-b70e-4286-98be-facffedd7452), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.214900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-947c722b-7618-4816-a4f9-cf5a06008fc5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a1b9210f-b70e-4286-98be-facffedd7452), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.234379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-994b83e9-b7ad-4cc5-9e58-116db088d2fc None None] Provisioning complete for port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:57.234904 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-994b83e9-b7ad-4cc5-9e58-116db088d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.245324 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-184cf026-265b-4a4b-8bdb-d24b99dd7c95 req-11330782-b0a6-4c72-8127-9ca4a71bde7e tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560500 Feb 03 12:51:57.256046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-947c722b-7618-4816-a4f9-cf5a06008fc5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.257499 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-947c722b-7618-4816-a4f9-cf5a06008fc5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2427945 Feb 03 12:51:57.263058 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39136) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:57.268794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c8e50e17-19b5-4d32-ae6a-5e77a11db471 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': 'a1b9210f-b70e-4286-98be-facffedd7452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:57.274660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5758d0-1b45-4ea6-9f53-19cceac1ce17']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:57.293043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70754673-9a30-4132-a646-fa0a3acf36c8') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:57.293343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70754673-9a30-4132-a646-fa0a3acf36c8') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:57.321378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c722b-7618-4816-a4f9-cf5a06008fc5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b9210f-b70e-4286-98be-facffedd7452,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:57.329635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] For port c142d4c7-3456-42b1-be44-959399896668, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:57.333016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] For port c142d4c7-3456-42b1-be44-959399896668, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c142d4c7-3456-42b1-be44-959399896668,segment=NetworkSegment(70754673-9a30-4132-a646-fa0a3acf36c8),segment_id=70754673-9a30-4132-a646-fa0a3acf36c8)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:57.356600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c142d4c7-3456-42b1-be44-959399896668), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.388589 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-c8e50e17-19b5-4d32-ae6a-5e77a11db471 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:57.393279 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c8e50e17-19b5-4d32-ae6a-5e77a11db471 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1290820 Feb 03 12:51:57.396042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39140) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:57.412171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-24e3ff69-36cb-4b4a-b349-967cd8fa7c5b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group_rule': {'security_group_id': 'a1b9210f-b70e-4286-98be-facffedd7452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:57.513895 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-24e3ff69-36cb-4b4a-b349-967cd8fa7c5b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:51:57.513895 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-24e3ff69-36cb-4b4a-b349-967cd8fa7c5b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1152294 Feb 03 12:51:57.516802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39142) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:57.557692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed8c2c05-9996-4efe-802c-fa55ee0ecff3 req-5e7e697a-38d3-46e2-b458-5ace10c63de4 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0612915 Feb 03 12:51:57.596525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9385b-1ffa-441d-8c10-eb092caf9ddc None None] Pushing event updated for resources: {'Port': ['ID=c142d4c7-3456-42b1-be44-959399896668,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:57.612511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b05f7ded-52ac-4155-bfd6-e0857c661730 req-b45920d5-f559-441b-bf6b-9fb4cadd6590 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1387632 Feb 03 12:51:57.621342 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (70754673-9a30-4132-a646-fa0a3acf36c8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.627054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32af93d2-92d5-478b-8970-630474357a8e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (a1b9210f-b70e-4286-98be-facffedd7452), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.645030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=2dc114ec-a781-4ba9-afd0-164963eb5da3,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:57.665404 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (70754673-9a30-4132-a646-fa0a3acf36c8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.688240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:57.697959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32af93d2-92d5-478b-8970-630474357a8e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (a1b9210f-b70e-4286-98be-facffedd7452), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.702312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.705052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:57.705588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (70754673-9a30-4132-a646-fa0a3acf36c8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:57.709714 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:57.738704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bbbf6f-3c0f-449c-b5c3-0b437a2a612d None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:51:57.790545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32af93d2-92d5-478b-8970-630474357a8e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a1b9210f-b70e-4286-98be-facffedd7452), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.793933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32af93d2-92d5-478b-8970-630474357a8e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.795069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-994b83e9-b7ad-4cc5-9e58-116db088d2fc None None] Current status of the port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:57.795243 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-32af93d2-92d5-478b-8970-630474357a8e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/a1b9210f-b70e-4286-98be-facffedd7452 HTTP/1.1" status: 204 len: 168 time: 0.2774150 Feb 03 12:51:57.798543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39146) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:57.840633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af93d2-92d5-478b-8970-630474357a8e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b9210f-b70e-4286-98be-facffedd7452,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:57.872840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 61a313f5-d1a7-4f25-8879-d99b6abd9a13 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:57.873250 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.api [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:51:57.873250 n-d-792364-10 neutron-server[103224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:51:57.873250 n-d-792364-10 neutron-server[103224]: [parameters: {'id': '6c5758d0-1b45-4ea6-9f53-19cceac1ce17'}] Feb 03 12:51:57.873250 n-d-792364-10 neutron-server[103224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:51:57.873793 n-d-792364-10 neutron-server[103224]: DEBUG oslo_db.api [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:51:57.899389 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-30629273-9f5a-43df-ab82-00136efcd07f tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0990434 Feb 03 12:51:57.904840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39148) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:57.913505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a1843dc9-89cb-4001-a22f-a9828833a656 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'tempest-secgroup--642404024'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:57.927745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39150) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:57.951730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.980217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1843dc9-89cb-4001-a22f-a9828833a656 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.987271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e2ab2994-cd8b-4b1d-9e6d-4c3fb6c1a405 None None] Provisioning complete for port 2dc114ec-a781-4ba9-afd0-164963eb5da3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:57.987661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2994-cd8b-4b1d-9e6d-4c3fb6c1a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.042472 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab2994-cd8b-4b1d-9e6d-4c3fb6c1a405 None None] Port 2dc114ec-a781-4ba9-afd0-164963eb5da3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:58.077995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bbbf6f-3c0f-449c-b5c3-0b437a2a612d None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:51:58.084563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:58.084944 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.130617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70a0209c-7462-454e-8ec0-8e58e7498e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.150715 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1843dc9-89cb-4001-a22f-a9828833a656 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (59b35e37-54c3-44c8-a552-d2019e525195), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.161679 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1843dc9-89cb-4001-a22f-a9828833a656 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (59b35e37-54c3-44c8-a552-d2019e525195), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.215913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1843dc9-89cb-4001-a22f-a9828833a656 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b35e37-54c3-44c8-a552-d2019e525195,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:58.225755 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1843dc9-89cb-4001-a22f-a9828833a656 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.227146 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a1843dc9-89cb-4001-a22f-a9828833a656 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3179135 Feb 03 12:51:58.231437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39156) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.236893 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d9cbaaec-c2de-47a8-a2db-310792fb8de5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:58.237312 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-d9cbaaec-c2de-47a8-a2db-310792fb8de5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 12:51:58.237845 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-d9cbaaec-c2de-47a8-a2db-310792fb8de5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 12:51:58.238853 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d9cbaaec-c2de-47a8-a2db-310792fb8de5 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "PUT /v2.0/security-groups/59b35e37-54c3-44c8-a552-d2019e525195 HTTP/1.1" status: 409 len: 330 time: 0.0076628 Feb 03 12:51:58.243299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39158) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.282228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:58.331568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c37c3-dc92-4e4e-b035-f6de2d5e9a4e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (59b35e37-54c3-44c8-a552-d2019e525195), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.361581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70a0209c-7462-454e-8ec0-8e58e7498e36 admin admin] Publish callbacks [] for security_group (bb97cbd0-1e5e-466d-ab2e-4048a83c505b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.380857 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70a0209c-7462-454e-8ec0-8e58e7498e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bb97cbd0-1e5e-466d-ab2e-4048a83c505b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.389518 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (6c5758d0-1b45-4ea6-9f53-19cceac1ce17), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.418405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.429695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0209c-7462-454e-8ec0-8e58e7498e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb97cbd0-1e5e-466d-ab2e-4048a83c505b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:58.436578 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c37c3-dc92-4e4e-b035-f6de2d5e9a4e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (59b35e37-54c3-44c8-a552-d2019e525195), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.457818 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.458646 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.474128 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-70a0209c-7462-454e-8ec0-8e58e7498e36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fefbcd5fea0a43159def72debdf540e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5453434 Feb 03 12:51:58.481754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39162) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.548424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adb5db7b-9042-46d5-901f-1852f79d6240 admin admin] Publish callbacks [] for security_group (bb97cbd0-1e5e-466d-ab2e-4048a83c505b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.563272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c37c3-dc92-4e4e-b035-f6de2d5e9a4e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (59b35e37-54c3-44c8-a552-d2019e525195), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.566234 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c37c3-dc92-4e4e-b035-f6de2d5e9a4e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.569919 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-418c37c3-dc92-4e4e-b035-f6de2d5e9a4e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/59b35e37-54c3-44c8-a552-d2019e525195 HTTP/1.1" status: 204 len: 168 time: 0.3232827 Feb 03 12:51:58.570180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=2dc114ec-a781-4ba9-afd0-164963eb5da3,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:58.574477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39164) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.583246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c094ac-4feb-432a-88d1-54708e3361c7 req-7bd90570-5c2d-4c9e-b430-3af8c50b5a6d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:58.585518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adb5db7b-9042-46d5-901f-1852f79d6240 admin admin] Publish callbacks [] for security_group (bb97cbd0-1e5e-466d-ab2e-4048a83c505b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.587806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c37c3-dc92-4e4e-b035-f6de2d5e9a4e tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b35e37-54c3-44c8-a552-d2019e525195,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:58.590395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0c094ac-4feb-432a-88d1-54708e3361c7 req-7bd90570-5c2d-4c9e-b430-3af8c50b5a6d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.2451065 Feb 03 12:51:58.667447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adb5db7b-9042-46d5-901f-1852f79d6240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bb97cbd0-1e5e-466d-ab2e-4048a83c505b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.670394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adb5db7b-9042-46d5-901f-1852f79d6240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.672058 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-adb5db7b-9042-46d5-901f-1852f79d6240 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb97cbd0-1e5e-466d-ab2e-4048a83c505b HTTP/1.1" status: 204 len: 168 time: 0.1893098 Feb 03 12:51:58.673843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb345e-c423-4e02-92ff-12174df8d6c0 None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:51:58.712344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting port c142d4c7-3456-42b1-be44-959399896668 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:58.713055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c142d4c7-3456-42b1-be44-959399896668), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.714784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5db7b-9042-46d5-901f-1852f79d6240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb97cbd0-1e5e-466d-ab2e-4048a83c505b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:58.785478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bcb522c8-f6b3-4f4d-ba8f-40bb91a5ed99 tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1923897 Feb 03 12:51:58.791357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39172) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.812135 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-a3a88c98-7ff5-48d9-a449-6705301a3cbb tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] delete failed (client error): The resource could not be found. Feb 03 12:51:58.813997 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a3a88c98-7ff5-48d9-a449-6705301a3cbb tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "DELETE /v2.0/security-groups/b9c60b03-7a6a-4623-9b58-3c2b38406f76 HTTP/1.1" status: 404 len: 347 time: 0.0180540 Feb 03 12:51:58.818042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39174) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.838796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0c094ac-4feb-432a-88d1-54708e3361c7 req-ac0f1564-2046-406a-9dc8-816fe2d6f3b2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472560 Feb 03 12:51:58.852673 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-68de1d10-94cb-4455-b7fa-27dccb930c7b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] show failed (client error): The resource could not be found. Feb 03 12:51:58.857517 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-68de1d10-94cb-4455-b7fa-27dccb930c7b tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-groups/de668e36-635a-48d6-bf82-e03cec3592f1 HTTP/1.1" status: 404 len: 347 time: 0.0349255 Feb 03 12:51:58.857791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39176) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.877390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d41dfe-49fc-4da8-aaa4-c70f686e02fd req-2acc9e09-67ff-4b23-b839-90190542329c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:58.878997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb345e-c423-4e02-92ff-12174df8d6c0 None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:51:58.887126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5d41dfe-49fc-4da8-aaa4-c70f686e02fd req-2acc9e09-67ff-4b23-b839-90190542329c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.4403718 Feb 03 12:51:58.893184 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-8de4f0af-e626-4df6-8c6a-34547a80e66a tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] show failed (client error): The resource could not be found. Feb 03 12:51:58.899480 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8de4f0af-e626-4df6-8c6a-34547a80e66a tempest-NegativeSecGroupIPv6Test-7607024 tempest-NegativeSecGroupIPv6Test-7607024-project] 10.222.0.65 "GET /v2.0/security-group-rules/12804cdd-bfda-4066-a1cb-cbeca5dd23b1 HTTP/1.1" status: 404 len: 356 time: 0.0374370 Feb 03 12:51:58.921811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] For port c142d4c7-3456-42b1-be44-959399896668, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c142d4c7-3456-42b1-be44-959399896668,segment=NetworkSegment(70754673-9a30-4132-a646-fa0a3acf36c8),segment_id=70754673-9a30-4132-a646-fa0a3acf36c8)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:58.922310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c142d4c7-3456-42b1-be44-959399896668), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.984980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Calling delete_port for c142d4c7-3456-42b1-be44-959399896668 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:58.998942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8278721-1933-4493-9954-d97a1097cfb1 req-bd65776e-880a-42ac-b547-08bbd35b080e tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0684843 Feb 03 12:51:59.003516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:59.038686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:59.146560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5d41dfe-49fc-4da8-aaa4-c70f686e02fd req-aa7f6780-ad26-472d-89f2-bc301632b2f1 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506320 Feb 03 12:51:59.176088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39182) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:59.202024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5283c7-69e1-4963-829d-8fc95443713d req-1a498d0f-821d-4d6f-bc13-8622424ddc97 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0761151 Feb 03 12:51:59.205252 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46cd0b79-cf66-4382-a73e-a889b1a209eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.277507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b8b74-638a-45e6-a287-5813ea032676 None None] Network 6c5758d0-1b45-4ea6-9f53-19cceac1ce17 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:59.308898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c142d4c7-3456-42b1-be44-959399896668), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.344107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Port': ['ID=c142d4c7-3456-42b1-be44-959399896668,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:59.364912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No DVR routers for this DVR port c142d4c7-3456-42b1-be44-959399896668 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:59.394879 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46cd0b79-cf66-4382-a73e-a889b1a209eb admin admin] Publish callbacks [] for security_group (0909d843-5436-40df-a76f-02b443365004), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.409308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46cd0b79-cf66-4382-a73e-a889b1a209eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0909d843-5436-40df-a76f-02b443365004), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.466400 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (6c5758d0-1b45-4ea6-9f53-19cceac1ce17), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.469521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Router 052f9616-7c2d-41f5-bef7-3be1ebdb56ea is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:51:59.492798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd0b79-cf66-4382-a73e-a889b1a209eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0909d843-5436-40df-a76f-02b443365004,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:59.499933 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-46cd0b79-cf66-4382-a73e-a889b1a209eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11b295bb57244e1c98980af6aca511d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206005 Feb 03 12:51:59.500585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39186) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:59.512458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39188) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:59.580059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d56d5778-d74d-4b82-afac-b0d0b1463ba0 admin admin] Publish callbacks [] for security_group (0909d843-5436-40df-a76f-02b443365004), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.601233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:59.611677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37eec11b-2e0e-4bc6-88f7-858ef4ca6183 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "PUT /v2.0/routers/052f9616-7c2d-41f5-bef7-3be1ebdb56ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9345644 Feb 03 12:51:59.612473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39192) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:59.614389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb645866-71e0-4644-80af-38b94049a9f2 None None] Sync routers for ids ['052f9616-7c2d-41f5-bef7-3be1ebdb56ea'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:59.617376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5758d0-1b45-4ea6-9f53-19cceac1ce17']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:59.618022 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d56d5778-d74d-4b82-afac-b0d0b1463ba0 admin admin] Publish callbacks [] for security_group (0909d843-5436-40df-a76f-02b443365004), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.646136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb645866-71e0-4644-80af-38b94049a9f2 None None] Routers {'052f9616-7c2d-41f5-bef7-3be1ebdb56ea'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:59.646815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bb645866-71e0-4644-80af-38b94049a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['052f9616-7c2d-41f5-bef7-3be1ebdb56ea'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:59.657207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70754673-9a30-4132-a646-fa0a3acf36c8') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:59.657511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70754673-9a30-4132-a646-fa0a3acf36c8') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:59.680192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (70754673-9a30-4132-a646-fa0a3acf36c8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.690810 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d56d5778-d74d-4b82-afac-b0d0b1463ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0909d843-5436-40df-a76f-02b443365004), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.694447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d56d5778-d74d-4b82-afac-b0d0b1463ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.699442 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d56d5778-d74d-4b82-afac-b0d0b1463ba0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0909d843-5436-40df-a76f-02b443365004 HTTP/1.1" status: 204 len: 168 time: 0.1945310 Feb 03 12:51:59.699580 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (70754673-9a30-4132-a646-fa0a3acf36c8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.699686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bb645866-71e0-4644-80af-38b94049a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:59.707884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:59.708391 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (70754673-9a30-4132-a646-fa0a3acf36c8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.716904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-44953955-ea77-404e-8458-ba50ace83792 None None] Provisioning complete for port 2dc114ec-a781-4ba9-afd0-164963eb5da3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:59.717285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44953955-ea77-404e-8458-ba50ace83792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.721206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d5778-d74d-4b82-afac-b0d0b1463ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0909d843-5436-40df-a76f-02b443365004,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:59.726275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb645866-71e0-4644-80af-38b94049a9f2 None None] Routers {'052f9616-7c2d-41f5-bef7-3be1ebdb56ea'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:59.736450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bb645866-71e0-4644-80af-38b94049a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['052f9616-7c2d-41f5-bef7-3be1ebdb56ea'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:59.775484 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-751debac-444a-4020-b3e8-fb1013c32dde admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bbb739bef052440db08df9f0cec7ac20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2602863 Feb 03 12:51:59.777971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39196) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:59.784529 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:59.795911 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (6c5758d0-1b45-4ea6-9f53-19cceac1ce17), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.809428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-bb645866-71e0-4644-80af-38b94049a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:59.810286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb645866-71e0-4644-80af-38b94049a9f2 None None] The sync data for ids ['052f9616-7c2d-41f5-bef7-3be1ebdb56ea'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:59.830801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.841730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-44953955-ea77-404e-8458-ba50ace83792 None None] Port 2dc114ec-a781-4ba9-afd0-164963eb5da3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:59.854317 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c1aab53-f13b-4ef2-8f72-d066e21e8008 admin admin] Publish callbacks [] for security_group (723c6528-a886-47d6-959f-5595dbd3ff19), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.862270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/6c5758d0-1b45-4ea6-9f53-19cceac1ce17 HTTP/1.1" status: 204 len: 168 time: 4.5114968 Feb 03 12:51:59.866108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39200) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:59.873544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-723638480'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:59.893916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc568f-c6a2-4f0e-a164-ed54f23fefc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=6c5758d0-1b45-4ea6-9f53-19cceac1ce17,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:59.895711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c1aab53-f13b-4ef2-8f72-d066e21e8008 admin admin] Publish callbacks [] for security_group (723c6528-a886-47d6-959f-5595dbd3ff19), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.908497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdeb784-4524-44ed-b423-9044dfc2182d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:59.917298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ebdeb784-4524-44ed-b423-9044dfc2182d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports?device_id=052f9616-7c2d-41f5-bef7-3be1ebdb56ea HTTP/1.1" status: 200 len: 988 time: 0.2988260 Feb 03 12:51:59.919337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39202) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:59.947150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:59.950535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.991442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339991c8-d222-4d59-9116-705cb260e927 req-dd5410d9-c02c-410d-8a99-2e4114ac8443 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:59.992937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-339991c8-d222-4d59-9116-705cb260e927 req-dd5410d9-c02c-410d-8a99-2e4114ac8443 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.0620070 Feb 03 12:52:00.059098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:00.081036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-339991c8-d222-4d59-9116-705cb260e927 req-21457798-096e-4c01-a32c-70ef1782183d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808184 Feb 03 12:52:00.082682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bff41940-0914-49b4-b204-fddaa69d3c83), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.083033 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment bff41940-0914-49b4-b204-fddaa69d3c83 of type vlan for network b8f76a8a-fd58-434e-aca8-84c5ef12e90e Feb 03 12:52:00.091991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c1aab53-f13b-4ef2-8f72-d066e21e8008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (723c6528-a886-47d6-959f-5595dbd3ff19), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.094718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c1aab53-f13b-4ef2-8f72-d066e21e8008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.095889 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6c1aab53-f13b-4ef2-8f72-d066e21e8008 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/723c6528-a886-47d6-959f-5595dbd3ff19 HTTP/1.1" status: 204 len: 168 time: 0.3167825 Feb 03 12:52:00.168513 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b02c1af-0f07-48c6-a5c1-f201c6e7bdad req-21a3f8e8-46de-4f00-94b7-c9fce70f9d30 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0442712 Feb 03 12:52:00.205855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1aab53-f13b-4ef2-8f72-d066e21e8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723c6528-a886-47d6-959f-5595dbd3ff19,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:00.212397 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b8f76a8a-fd58-434e-aca8-84c5ef12e90e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.279065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b8f76a8a-fd58-434e-aca8-84c5ef12e90e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.284797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:00.285452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.340328 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4704609 Feb 03 12:52:00.355344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39222) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:00.367298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': 'b8f76a8a-fd58-434e-aca8-84c5ef12e90e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:00.377183 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12097fc6-ce14-4747-9452-9fdb09a78df4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=b8f76a8a-fd58-434e-aca8-84c5ef12e90e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:00.389986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b8f76a8a-fd58-434e-aca8-84c5ef12e90e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:00.513028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:00.516729 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.528215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea03683e-53a2-4bc8-a8b8-98e9e12dfa21 req-2e2dd3ec-0d8f-4bd0-bb0e-b77d120f69d2 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1751215 Feb 03 12:52:00.587049 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.654633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4e591-c873-47c8-84d7-806f501c0af9 req-0ea475f7-65d9-4d25-affb-dbe4ce63960b tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:00.656450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8c4e591-c873-47c8-84d7-806f501c0af9 req-0ea475f7-65d9-4d25-affb-dbe4ce63960b tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.3570735 Feb 03 12:52:00.920566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8c4e591-c873-47c8-84d7-806f501c0af9 req-50a842d7-6ddb-4d07-87cf-bd7f3a41f5ba tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508922 Feb 03 12:52:00.936784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 2dc114ec-a781-4ba9-afd0-164963eb5da3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:00.937103 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.981569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (c76b34ed-15dd-4c28-b15e-c87f6de74dc4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.064797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=c76b34ed-15dd-4c28-b15e-c87f6de74dc4,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:01.073593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': 'bff41940-0914-49b4-b204-fddaa69d3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b8f76a8a-fd58-434e-aca8-84c5ef12e90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:01.074265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: b8f76a8a-fd58-434e-aca8-84c5ef12e90e, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:01.090568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.101510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network b8f76a8a-fd58-434e-aca8-84c5ef12e90e is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:01.109865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 2dc114ec-a781-4ba9-afd0-164963eb5da3 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:01.119586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b8f76a8a-fd58-434e-aca8-84c5ef12e90e) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:01.130032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9c5ca-7085-4ac7-b488-808207fcc13a None None] Network b8f76a8a-fd58-434e-aca8-84c5ef12e90e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:01.133365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:01.134568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.164738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4fc2d01f-88aa-48df-b86e-41a4ebdd29f2 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8060305 Feb 03 12:52:01.166215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39248) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:01.473902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-b8f76a8a-fd58-434e-aca8-84c5ef12e90e', 'network_id': 'b8f76a8a-fd58-434e-aca8-84c5ef12e90e', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': 'c76b34ed-15dd-4c28-b15e-c87f6de74dc4'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:01.475658 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.576949 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2dc114ec-a781-4ba9-afd0-164963eb5da3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.681676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=2dc114ec-a781-4ba9-afd0-164963eb5da3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:01.693187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39262) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:01.857320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-976451515'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:01.969795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.999097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-621c5787-8774-4651-a068-da1dc9792269 req-f991cd33-af4a-43cd-84c9-511c8ad6c160 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0464942 Feb 03 12:52:02.056739 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b8f76a8a-fd58-434e-aca8-84c5ef12e90e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.073387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Made reservation on behalf of 00760daaad6e423bb03d958acc32e4ef for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:02.077446 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.098133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134bafe-50ea-45e6-b2af-4e32dcdf63f4 req-89fc6cce-0be0-495b-9573-6c577c122098 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:02.103938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5134bafe-50ea-45e6-b2af-4e32dcdf63f4 req-89fc6cce-0be0-495b-9573-6c577c122098 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.8345959 Feb 03 12:52:02.118721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.193410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Allocated IP 172.20.0.1 (b8f76a8a-fd58-434e-aca8-84c5ef12e90e/c76b34ed-15dd-4c28-b15e-c87f6de74dc4/23813f7a-466f-4495-9f0c-47d6e921f8f6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:02.200569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c76b34ed-15dd-4c28-b15e-c87f6de74dc4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.246184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Router 052f9616-7c2d-41f5-bef7-3be1ebdb56ea has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:02.339570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:02.349209 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7cbde2b8-dc51-4a7a-92e9-6c1c18612480 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "PUT /v2.0/routers/052f9616-7c2d-41f5-bef7-3be1ebdb56ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4265687 Feb 03 12:52:02.352896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39282) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:02.355293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b4dadeb-3519-4ada-9482-32eabb934056 req-4665991c-6aa6-4b25-8c77-5acfdaeb11b7 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.1387050 Feb 03 12:52:02.358684 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3f4b9-560b-4890-8834-35c7287f8eb9 None None] Sync routers for ids ['052f9616-7c2d-41f5-bef7-3be1ebdb56ea'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:02.380871 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3f4b9-560b-4890-8834-35c7287f8eb9 None None] Routers {'052f9616-7c2d-41f5-bef7-3be1ebdb56ea'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:02.381751 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e8e3f4b9-560b-4890-8834-35c7287f8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['052f9616-7c2d-41f5-bef7-3be1ebdb56ea'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:02.401302 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-914e5f53-0931-43b8-948c-d7f70e921631 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:52:02.403955 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-914e5f53-0931-43b8-948c-d7f70e921631 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/2dc114ec-a781-4ba9-afd0-164963eb5da3 HTTP/1.1" status: 404 len: 333 time: 0.0500882 Feb 03 12:52:02.408066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39286) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:02.418889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for security_group (8b45b034-26ed-4106-b0c4-230615440caf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.428134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8b45b034-26ed-4106-b0c4-230615440caf), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.451140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:02.463944 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (babbfffc-b7ba-4119-99f3-c76b8e291ef3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.464583 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Added segment babbfffc-b7ba-4119-99f3-c76b8e291ef3 of type vlan for network 89a0837e-8734-45f3-85a4-cd60022ae257 Feb 03 12:52:02.490249 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e8e3f4b9-560b-4890-8834-35c7287f8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:02.507692 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3f4b9-560b-4890-8834-35c7287f8eb9 None None] Routers {'052f9616-7c2d-41f5-bef7-3be1ebdb56ea'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:02.509106 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e8e3f4b9-560b-4890-8834-35c7287f8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:51:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['052f9616-7c2d-41f5-bef7-3be1ebdb56ea'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:02.524070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (89a0837e-8734-45f3-85a4-cd60022ae257), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.580144 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Publish callbacks [] for port (23813f7a-466f-4495-9f0c-47d6e921f8f6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.595506 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (23813f7a-466f-4495-9f0c-47d6e921f8f6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.603544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7609fdf-b0eb-469f-ae0a-7d812009a7e6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for router (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.609770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (89a0837e-8734-45f3-85a4-cd60022ae257), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.619543 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e8e3f4b9-560b-4890-8834-35c7287f8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:02.619806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:02.620217 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3f4b9-560b-4890-8834-35c7287f8eb9 None None] The sync data for ids ['052f9616-7c2d-41f5-bef7-3be1ebdb56ea'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:02.620451 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.692531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Network b8f76a8a-fd58-434e-aca8-84c5ef12e90e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:02.702730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:02.714982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:02.751943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Pushing event updated for resources: {'Port': ['ID=23813f7a-466f-4495-9f0c-47d6e921f8f6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:02.772792 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (c76b34ed-15dd-4c28-b15e-c87f6de74dc4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.892951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Attempting to bind port 23813f7a-466f-4495-9f0c-47d6e921f8f6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:02.893332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Attempting to bind port 23813f7a-466f-4495-9f0c-47d6e921f8f6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'bff41940-0914-49b4-b204-fddaa69d3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b8f76a8a-fd58-434e-aca8-84c5ef12e90e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:02.893888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Attempting to bind port 23813f7a-466f-4495-9f0c-47d6e921f8f6 on network b8f76a8a-fd58-434e-aca8-84c5ef12e90e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:02.899950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:02.900891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Checking segment: {'id': 'bff41940-0914-49b4-b204-fddaa69d3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b8f76a8a-fd58-434e-aca8-84c5ef12e90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:02.901503 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.902075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Bound using segment: {'id': 'bff41940-0914-49b4-b204-fddaa69d3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b8f76a8a-fd58-434e-aca8-84c5ef12e90e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:02.902773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Bound port: 23813f7a-466f-4495-9f0c-47d6e921f8f6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff41940-0914-49b4-b204-fddaa69d3c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b8f76a8a-fd58-434e-aca8-84c5ef12e90e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:02.905159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (23813f7a-466f-4495-9f0c-47d6e921f8f6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.906762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7609fdf-b0eb-469f-ae0a-7d812009a7e6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.909127 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7609fdf-b0eb-469f-ae0a-7d812009a7e6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for router_controller (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.991799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] For port 23813f7a-466f-4495-9f0c-47d6e921f8f6, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:02.997561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] For port 23813f7a-466f-4495-9f0c-47d6e921f8f6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=23813f7a-466f-4495-9f0c-47d6e921f8f6,segment=NetworkSegment(bff41940-0914-49b4-b204-fddaa69d3c83),segment_id=bff41940-0914-49b4-b204-fddaa69d3c83)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:03.011750 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (23813f7a-466f-4495-9f0c-47d6e921f8f6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.019571 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7609fdf-b0eb-469f-ae0a-7d812009a7e6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (052f9616-7c2d-41f5-bef7-3be1ebdb56ea), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.020178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7609fdf-b0eb-469f-ae0a-7d812009a7e6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Fanout notify agent at l3_agent the message router_deleted on router 052f9616-7c2d-41f5-bef7-3be1ebdb56ea {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:52:03.032316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7609fdf-b0eb-469f-ae0a-7d812009a7e6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.033491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d7609fdf-b0eb-469f-ae0a-7d812009a7e6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/routers/052f9616-7c2d-41f5-bef7-3be1ebdb56ea HTTP/1.1" status: 204 len: 168 time: 0.6211560 Feb 03 12:52:03.034501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=c76b34ed-15dd-4c28-b15e-c87f6de74dc4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:03.038991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39300) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:03.071541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883c367-14fe-4574-b8c6-a7f039e6bd7f req-0bb324f5-8c3f-4a6f-902c-a3618a160a6e tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:03.079038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c883c367-14fe-4574-b8c6-a7f039e6bd7f req-0bb324f5-8c3f-4a6f-902c-a3618a160a6e tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.4946101 Feb 03 12:52:03.154371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5134bafe-50ea-45e6-b2af-4e32dcdf63f4 req-5e509083-75be-4aa4-bb7d-409ce0fb5024 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0442846 Feb 03 12:52:03.189344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3e1d4-c799-447b-9138-26459ae3c8d4 None None] Pushing event updated for resources: {'Port': ['ID=23813f7a-466f-4495-9f0c-47d6e921f8f6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:03.221736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05864289-2360-42ce-8c2d-bd6d42596f3c None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:52:03.308451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45b034-26ed-4106-b0c4-230615440caf,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:03.318990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e9bfc6-7fc6-4ce8-917d-641b9590fc39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet bbdbe4af-5889-4e04-b73d-1a5281c7100e {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:03.324951 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b8f76a8a-fd58-434e-aca8-84c5ef12e90e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.325507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.325854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.327665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.327884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.328595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.329174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.330388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.330388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.330388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.330771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.332290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.332290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.332290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:03.335370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-64e9bfc6-7fc6-4ce8-917d-641b9590fc39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (bbdbe4af-5889-4e04-b73d-1a5281c7100e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.337343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Pushing event updated for resources: {'Network': ['ID=89a0837e-8734-45f3-85a4-cd60022ae257,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:03.353718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c883c367-14fe-4574-b8c6-a7f039e6bd7f req-a79f4262-bf40-48e0-9e19-845cbd99f3c4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693408 Feb 03 12:52:03.365015 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28bfaa08-2b8f-4e5a-95a0-35675acc2843 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6605120 Feb 03 12:52:03.370948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39314) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:03.377932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Request body: {'subnet': {'network_id': '89a0837e-8734-45f3-85a4-cd60022ae257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:03.386980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 89a0837e-8734-45f3-85a4-cd60022ae257 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:03.422097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fbdfeabe-5cc7-48a2-b539-8bf4fdfd58c7 req-dc5a3f82-37b0-41a2-b583-e10e9133f81e tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.1166737 Feb 03 12:52:03.454947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f76a8a-fd58-434e-aca8-84c5ef12e90e']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:03.482748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff41940-0914-49b4-b204-fddaa69d3c83') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:03.483041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff41940-0914-49b4-b204-fddaa69d3c83') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:03.497751 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-64e9bfc6-7fc6-4ce8-917d-641b9590fc39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (bbdbe4af-5889-4e04-b73d-1a5281c7100e), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.501695 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (bff41940-0914-49b4-b204-fddaa69d3c83), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.512420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05864289-2360-42ce-8c2d-bd6d42596f3c None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:52:03.535023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-449ad08c-8877-4a83-92a5-5379daeea593 req-a40ac97c-842e-435b-a5b5-6158a71c0ffa tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.0312676 Feb 03 12:52:03.558043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Made reservation on behalf of 00760daaad6e423bb03d958acc32e4ef for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:03.562783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.582140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bff41940-0914-49b4-b204-fddaa69d3c83), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.595480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:03.595887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (bff41940-0914-49b4-b204-fddaa69d3c83), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:03.599022 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:03.701807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-64e9bfc6-7fc6-4ce8-917d-641b9590fc39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (bbdbe4af-5889-4e04-b73d-1a5281c7100e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.704907 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.api [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:52:03.704907 n-d-792364-10 neutron-server[103224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:52:03.704907 n-d-792364-10 neutron-server[103224]: [parameters: {'id': 'b8f76a8a-fd58-434e-aca8-84c5ef12e90e'}] Feb 03 12:52:03.704907 n-d-792364-10 neutron-server[103224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:52:03.705240 n-d-792364-10 neutron-server[103224]: DEBUG oslo_db.api [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:52:03.812663 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-64e9bfc6-7fc6-4ce8-917d-641b9590fc39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (bbdbe4af-5889-4e04-b73d-1a5281c7100e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.843451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d51f480-f8e0-4aa1-b130-a5c87448e212 None None] Network b8f76a8a-fd58-434e-aca8-84c5ef12e90e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:03.859665 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (356531ab-e580-4021-8064-1710bd713ceb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.860306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9bfc6-7fc6-4ce8-917d-641b9590fc39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdbe4af-5889-4e04-b73d-1a5281c7100e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:03.862638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-64e9bfc6-7fc6-4ce8-917d-641b9590fc39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.867708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-64e9bfc6-7fc6-4ce8-917d-641b9590fc39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/bbdbe4af-5889-4e04-b73d-1a5281c7100e HTTP/1.1" status: 204 len: 168 time: 0.8153465 Feb 03 12:52:03.870172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39326) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:03.910267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b85a1a6-931e-4a3a-92a2-05b8c9fc8979 None None] Network eb47bf3a-dd47-4b21-8fa6-e40546f782f2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:03.958808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (eb47bf3a-dd47-4b21-8fa6-e40546f782f2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.014776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Pushing event updated for resources: {'Subnet': ['ID=356531ab-e580-4021-8064-1710bd713ceb,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:04.033194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:04.033838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.037784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Checking segment: {'id': 'babbfffc-b7ba-4119-99f3-c76b8e291ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '89a0837e-8734-45f3-85a4-cd60022ae257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:04.038390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Network hostable DHCP agents. Network: 89a0837e-8734-45f3-85a4-cd60022ae257, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:04.077453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Network 89a0837e-8734-45f3-85a4-cd60022ae257 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:04.119889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 89a0837e-8734-45f3-85a4-cd60022ae257) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:04.128390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] For port 61a313f5-d1a7-4f25-8879-d99b6abd9a13, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=61a313f5-d1a7-4f25-8879-d99b6abd9a13,segment=NetworkSegment(b46aaf96-6a18-4e94-80c3-4af8a0a97dc2),segment_id=b46aaf96-6a18-4e94-80c3-4af8a0a97dc2)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:04.129499 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.130366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:04.132863 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.139630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aacae63-df58-4c38-aff2-16f176411335 None None] Network 89a0837e-8734-45f3-85a4-cd60022ae257 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:04.148960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 61a313f5-d1a7-4f25-8879-d99b6abd9a13 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:04.186435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1d971a76-1c28-48ae-ad24-75477ad93f36 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8063107 Feb 03 12:52:04.190690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39332) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:04.201981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Request body: {'port': {'network_id': '89a0837e-8734-45f3-85a4-cd60022ae257', 'name': 'tempest-TagsExtTest-1925863274'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:04.206465 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b8f76a8a-fd58-434e-aca8-84c5ef12e90e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.289009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39334) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:04.327330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac0e97-c2ae-4d97-8ed0-82c6e6f4895e None None] DHCP port deletion for eb47bf3a-dd47-4b21-8fa6-e40546f782f2 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:04.348798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting port 23813f7a-466f-4495-9f0c-47d6e921f8f6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:04.349137 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (23813f7a-466f-4495-9f0c-47d6e921f8f6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.359868 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (61a313f5-d1a7-4f25-8879-d99b6abd9a13), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.372410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-89a0837e-8734-45f3-85a4-cd60022ae257', 'network_id': '89a0837e-8734-45f3-85a4-cd60022ae257', 'project_id': '00760daaad6e423bb03d958acc32e4ef', 'fixed_ips': [{'subnet_id': '356531ab-e580-4021-8064-1710bd713ceb'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:04.373315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.389123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Made reservation on behalf of 00760daaad6e423bb03d958acc32e4ef for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:04.394941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.416867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=61a313f5-d1a7-4f25-8879-d99b6abd9a13,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:04.430542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No DVR routers for this DVR port 61a313f5-d1a7-4f25-8879-d99b6abd9a13 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:04.451057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] device_id is not set on port 61dd10c8-8a3a-4b93-967c-c2c644950e42 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:52:04.579841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26156e1-de4c-42a1-b777-ef08a3dae61e req-b1b3af12-116e-4e8d-823b-38aedf9bd09c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:04.581341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e26156e1-de4c-42a1-b777-ef08a3dae61e req-b1b3af12-116e-4e8d-823b-38aedf9bd09c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.2736962 Feb 03 12:52:04.584023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] For port 23813f7a-466f-4495-9f0c-47d6e921f8f6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=23813f7a-466f-4495-9f0c-47d6e921f8f6,segment=NetworkSegment(bff41940-0914-49b4-b204-fddaa69d3c83),segment_id=bff41940-0914-49b4-b204-fddaa69d3c83)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:04.584398 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (23813f7a-466f-4495-9f0c-47d6e921f8f6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.601050 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d3e42c81-9e6a-4306-9552-c994ed534c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.609847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Allocated IP 172.20.0.2 (89a0837e-8734-45f3-85a4-cd60022ae257/356531ab-e580-4021-8064-1710bd713ceb/61dd10c8-8a3a-4b93-967c-c2c644950e42) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:04.654605 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (eb47bf3a-dd47-4b21-8fa6-e40546f782f2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.658872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Calling delete_port for 23813f7a-466f-4495-9f0c-47d6e921f8f6 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:04.749069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb47bf3a-dd47-4b21-8fa6-e40546f782f2']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:04.770877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for port (61dd10c8-8a3a-4b93-967c-c2c644950e42), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.786119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0842-284b-4df5-9c51-9b7e394d918e req-a8def99b-bc0a-4da3-9429-5a227a129a47 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:04.787669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa0c0842-284b-4df5-9c51-9b7e394d918e req-a8def99b-bc0a-4da3-9429-5a227a129a47 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2965810 Feb 03 12:52:04.797175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46aaf96-6a18-4e94-80c3-4af8a0a97dc2') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:04.797495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46aaf96-6a18-4e94-80c3-4af8a0a97dc2') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:04.811103 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (61dd10c8-8a3a-4b93-967c-c2c644950e42), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.827043 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (b46aaf96-6a18-4e94-80c3-4af8a0a97dc2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.846185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e26156e1-de4c-42a1-b777-ef08a3dae61e req-ef122855-1645-4194-bad9-7ae64178e860 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463949 Feb 03 12:52:04.869699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Pushing event updated for resources: {'Port': ['ID=61dd10c8-8a3a-4b93-967c-c2c644950e42,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:04.876825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Network 89a0837e-8734-45f3-85a4-cd60022ae257 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:04.878210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:04.884301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:04.884610 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-47a79c90-40b4-495e-b6ae-eb9e87fecf66 {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:52:04.885583 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:52:04.912575 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b46aaf96-6a18-4e94-80c3-4af8a0a97dc2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.936182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:04.936598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (b46aaf96-6a18-4e94-80c3-4af8a0a97dc2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.943451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:04.944150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:04.945578 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:04.961924 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c16264a8-a4e2-4713-b7dc-a218b7d90958 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7699678 Feb 03 12:52:04.965095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39344) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:04.969932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e6764c26-3e58-4036-992e-14f7d2d46a8c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-542956687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:04.994600 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6764c26-3e58-4036-992e-14f7d2d46a8c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (ee1e5471-8b0c-49cb-bf26-6cadaa7a431f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.996376 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6764c26-3e58-4036-992e-14f7d2d46a8c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (ee1e5471-8b0c-49cb-bf26-6cadaa7a431f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.019026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa0c0842-284b-4df5-9c51-9b7e394d918e req-caa88815-846a-45b2-806b-bacd2abd3d7e tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194703 Feb 03 12:52:05.029543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dba5d068-604c-456a-a8bd-d4d5d566b601 req-786b869f-33b0-43bc-96a5-978fa9a57608 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0896227 Feb 03 12:52:05.110254 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (23813f7a-466f-4495-9f0c-47d6e921f8f6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.114848 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d3e42c81-9e6a-4306-9552-c994ed534c39 admin admin] Publish callbacks [] for security_group (9d574e73-02a6-4196-8e17-4afd27f1dd1a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.122106 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (eb47bf3a-dd47-4b21-8fa6-e40546f782f2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.144444 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d3e42c81-9e6a-4306-9552-c994ed534c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9d574e73-02a6-4196-8e17-4afd27f1dd1a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.155613 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.158860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/networks/eb47bf3a-dd47-4b21-8fa6-e40546f782f2 HTTP/1.1" status: 204 len: 168 time: 1.2872772 Feb 03 12:52:05.166382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Port': ['ID=23813f7a-466f-4495-9f0c-47d6e921f8f6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:05.172844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39348) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:05.186857 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6764c26-3e58-4036-992e-14f7d2d46a8c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for router_controller (ee1e5471-8b0c-49cb-bf26-6cadaa7a431f), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.196789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No DVR routers for this DVR port 23813f7a-466f-4495-9f0c-47d6e921f8f6 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:05.216305 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6764c26-3e58-4036-992e-14f7d2d46a8c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (ee1e5471-8b0c-49cb-bf26-6cadaa7a431f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.222625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53668caf-d4c0-4759-aa95-f1dd53a2a077 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Network': ['ID=eb47bf3a-dd47-4b21-8fa6-e40546f782f2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:05.247004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1753f19-0896-4cb5-b903-091a5d372e39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:05.248582 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d1753f19-0896-4cb5-b903-091a5d372e39 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/0573a054-aea4-4cc2-8d02-0aafa7361924 HTTP/1.1" status: 200 len: 845 time: 0.0745018 Feb 03 12:52:05.254899 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e6764c26-3e58-4036-992e-14f7d2d46a8c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.256288 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e6764c26-3e58-4036-992e-14f7d2d46a8c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2903650 Feb 03 12:52:05.257106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39350) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:05.259594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39352) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:05.268292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39354) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:05.269245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d3e42c81-9e6a-4306-9552-c994ed534c39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bbb9f6ad684740e4acdf2b1171aea118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9770408 Feb 03 12:52:05.280062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f0ab3bf4-011c-44b4-a548-fa0d247498cf tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1126204598', 'prefixes': ['172.20.0.0/16']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:05.323646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e42c81-9e6a-4306-9552-c994ed534c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d574e73-02a6-4196-8e17-4afd27f1dd1a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:05.330686 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-19ee83f6-b257-4fe8-802d-a7e1cdc4494b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/0573a054-aea4-4cc2-8d02-0aafa7361924?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0687881 Feb 03 12:52:05.333836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39356) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:05.341854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:05.369027 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0602059e-9c56-4aeb-b042-aa8141b7f415 req-29beaa10-3bfb-4027-9f60-25e83972f654 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d975f2-2ac8-464e-bbee-abaf586863a7 HTTP/1.1" status: 200 len: 210 time: 0.2757132 Feb 03 12:52:05.386997 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.425312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b8f76a8a-fd58-434e-aca8-84c5ef12e90e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.425751 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0809768-e67c-4e0f-9636-0444455be299 admin admin] Publish callbacks [] for security_group (9d574e73-02a6-4196-8e17-4afd27f1dd1a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.458356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0809768-e67c-4e0f-9636-0444455be299 admin admin] Publish callbacks [] for security_group (9d574e73-02a6-4196-8e17-4afd27f1dd1a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.474675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f76a8a-fd58-434e-aca8-84c5ef12e90e']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:05.494007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff41940-0914-49b4-b204-fddaa69d3c83') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:05.494289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff41940-0914-49b4-b204-fddaa69d3c83') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:05.506865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:05.507815 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (bff41940-0914-49b4-b204-fddaa69d3c83), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.512339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.527075 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3bf4-011c-44b4-a548-fa0d247498cf tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.528453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f0ab3bf4-011c-44b4-a548-fa0d247498cf tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2579401 Feb 03 12:52:05.532387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bff41940-0914-49b4-b204-fddaa69d3c83), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.535023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39358) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:05.550122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-1f0f7c34-d023-4b97-8066-2064ffcec544 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb', 'tempest-TagsExtTest-Tag-1492032983') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:05.558228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:05.558669 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (bff41940-0914-49b4-b204-fddaa69d3c83), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:05.562054 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:05.584910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Allocated IP 172.20.0.3 (89a0837e-8734-45f3-85a4-cd60022ae257/356531ab-e580-4021-8064-1710bd713ceb/d8448c3a-ad5b-482d-a84c-262512b5d97b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:05.590910 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0809768-e67c-4e0f-9636-0444455be299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9d574e73-02a6-4196-8e17-4afd27f1dd1a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.594212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0809768-e67c-4e0f-9636-0444455be299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.598129 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b0809768-e67c-4e0f-9636-0444455be299 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d574e73-02a6-4196-8e17-4afd27f1dd1a HTTP/1.1" status: 204 len: 168 time: 0.3260202 Feb 03 12:52:05.610253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0809768-e67c-4e0f-9636-0444455be299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d574e73-02a6-4196-8e17-4afd27f1dd1a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:05.690988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b8f76a8a-fd58-434e-aca8-84c5ef12e90e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.709841 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.714207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/b8f76a8a-fd58-434e-aca8-84c5ef12e90e HTTP/1.1" status: 204 len: 168 time: 4.5382869 Feb 03 12:52:05.720474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33276e-c806-4d50-9039-2aaf415ac927 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=b8f76a8a-fd58-434e-aca8-84c5ef12e90e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:05.727244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39362) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:05.742214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-93631168'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:05.751344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1f0f7c34-d023-4b97-8066-2064ffcec544 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags/tempest-TagsExtTest-Tag-1492032983 HTTP/1.1" status: 201 len: 201 time: 0.2128408 Feb 03 12:52:05.753968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39364) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:05.762287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-6c6a7140-6c31-45f8-9616-d96df9a7d308 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42', 'tempest-TagsExtTest-Tag-1739817837') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:05.816169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Publish callbacks [] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.828060 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.832090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:05.836275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.837069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 61a313f5-d1a7-4f25-8879-d99b6abd9a13 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:05.886512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:05.902606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 61a313f5-d1a7-4f25-8879-d99b6abd9a13 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:05.902972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 61a313f5-d1a7-4f25-8879-d99b6abd9a13 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:05.909111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (fe5d6eea-6255-441a-b87a-47d000cd1bae), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.910852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Network 89a0837e-8734-45f3-85a4-cd60022ae257 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:05.922197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:05.927070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:05.930816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Pushing event updated for resources: {'Port': ['ID=d8448c3a-ad5b-482d-a84c-262512b5d97b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:06.010080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Attempting to bind port d8448c3a-ad5b-482d-a84c-262512b5d97b on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:06.011464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Attempting to bind port d8448c3a-ad5b-482d-a84c-262512b5d97b by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'babbfffc-b7ba-4119-99f3-c76b8e291ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '89a0837e-8734-45f3-85a4-cd60022ae257'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:06.012025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Attempting to bind port d8448c3a-ad5b-482d-a84c-262512b5d97b on network 89a0837e-8734-45f3-85a4-cd60022ae257 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:06.013052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6c6a7140-6c31-45f8-9616-d96df9a7d308 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags/tempest-TagsExtTest-Tag-1739817837 HTTP/1.1" status: 201 len: 201 time: 0.2576685 Feb 03 12:52:06.015695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39370) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:06.018926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:06.019564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Checking segment: {'id': 'babbfffc-b7ba-4119-99f3-c76b8e291ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '89a0837e-8734-45f3-85a4-cd60022ae257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:06.020175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.020750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Bound using segment: {'id': 'babbfffc-b7ba-4119-99f3-c76b8e291ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '89a0837e-8734-45f3-85a4-cd60022ae257'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:06.021408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Bound port: d8448c3a-ad5b-482d-a84c-262512b5d97b, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babbfffc-b7ba-4119-99f3-c76b8e291ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '89a0837e-8734-45f3-85a4-cd60022ae257'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:06.021971 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.023495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-87ec32cf-3305-4768-bcf4-6637903c1200 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f', 'tempest-TagsExtTest-Tag-758561787') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:06.068169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=fe5d6eea-6255-441a-b87a-47d000cd1bae,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:06.071255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7356a474-0ab2-4734-8c4d-03775faaf2d0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.072305 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment 7356a474-0ab2-4734-8c4d-03775faaf2d0 of type vlan for network 2b99a1c5-84ae-4ab2-a414-0732bb54d0c2 Feb 03 12:52:06.083883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce8f6f-dfff-4ea7-86ce-cea975ef1aa7 req-26828d21-c99d-43c2-a91a-87c0d44662ca tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:06.094208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0ce8f6f-dfff-4ea7-86ce-cea975ef1aa7 req-26828d21-c99d-43c2-a91a-87c0d44662ca tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.1304874 Feb 03 12:52:06.112336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] For port d8448c3a-ad5b-482d-a84c-262512b5d97b, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:06.117179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] For port d8448c3a-ad5b-482d-a84c-262512b5d97b, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d8448c3a-ad5b-482d-a84c-262512b5d97b,segment=NetworkSegment(babbfffc-b7ba-4119-99f3-c76b8e291ef3),segment_id=babbfffc-b7ba-4119-99f3-c76b8e291ef3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:06.127628 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.170668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:06.183027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:06.194140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:06.194782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.200203 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (2b99a1c5-84ae-4ab2-a414-0732bb54d0c2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.209371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2f074-5608-4cda-9a34-69da11d666c6 None None] Pushing event updated for resources: {'Port': ['ID=d8448c3a-ad5b-482d-a84c-262512b5d97b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:06.220357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a7afb-beea-4f26-8e93-210af458f2eb None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:06.231209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-7823be3d-2c22-4ea7-82de-43ca25446d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:06.232492 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-7823be3d-2c22-4ea7-82de-43ca25446d41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 1129 time: 0.3186762 Feb 03 12:52:06.237930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0ce8f6f-dfff-4ea7-86ce-cea975ef1aa7 req-abf2eee3-0de9-4ba9-b276-3e986f36ec60 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424584 Feb 03 12:52:06.255696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39376) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:06.256789 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b0237b89-06af-4795-a174-b22bbb07f8e8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9218132 Feb 03 12:52:06.277988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-87ec32cf-3305-4768-bcf4-6637903c1200 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags/tempest-TagsExtTest-Tag-758561787 HTTP/1.1" status: 201 len: 201 time: 0.2611501 Feb 03 12:52:06.280709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39378) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:06.281054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39380) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:06.290376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f96f5104-009d-4141-99c1-349dd4298380 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'security_group': {'name': 'tempest-secgroup-509502721'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:06.295487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91a2e42a-3596-4ab6-8e62-71281a4a3727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.299334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-e2be20f0-399e-4adc-93b1-cd8a047aacc5 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165', 'tempest-TagsExtTest-Tag-428820695') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:06.368518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27609b-4bc9-4003-9d74-d0bf98ac6171 req-2a41acf3-76df-4bbf-8022-1cb65c9c8d31 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:06.370185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df27609b-4bc9-4003-9d74-d0bf98ac6171 req-2a41acf3-76df-4bbf-8022-1cb65c9c8d31 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2195771 Feb 03 12:52:06.371173 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (2b99a1c5-84ae-4ab2-a414-0732bb54d0c2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.376041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:06.377871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.423185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dbf6458-00c6-4f82-bd23-1bfce4ff2d03 req-77f89756-8d27-4a6c-ab63-1e941c9c0d89 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0669737 Feb 03 12:52:06.429833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d5f80349-d4fc-419a-9268-25eab03ba503', 'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'project_id': 'b6ba23301bf54fd687ee40fee3cbb8c9', 'fixed_ips': [{'subnet_id': 'fe5d6eea-6255-441a-b87a-47d000cd1bae'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:06.430862 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.481251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91a2e42a-3596-4ab6-8e62-71281a4a3727 admin admin] Publish callbacks [] for security_group (ba007cb9-e9fc-4dca-b30a-b4a6777b575e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.489820 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7602885 Feb 03 12:52:06.492963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39384) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:06.512867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': '2b99a1c5-84ae-4ab2-a414-0732bb54d0c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:06.516353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91a2e42a-3596-4ab6-8e62-71281a4a3727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ba007cb9-e9fc-4dca-b30a-b4a6777b575e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.554460 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f96f5104-009d-4141-99c1-349dd4298380 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.573690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39388) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:06.636556 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e8d22a6-166b-4460-8837-796157e10771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.669239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2e42a-3596-4ab6-8e62-71281a4a3727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba007cb9-e9fc-4dca-b30a-b4a6777b575e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:06.686105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df27609b-4bc9-4003-9d74-d0bf98ac6171 req-ebdf9784-159e-4201-b0be-edaecbfee65f tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032422 Feb 03 12:52:06.691687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-56ef5202-d2c2-475e-a040-bb3e6d230cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:06.693976 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-56ef5202-d2c2-475e-a040-bb3e6d230cb2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 912 time: 0.4336121 Feb 03 12:52:06.700220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b8818-ceba-41dc-a774-1e0ac21c018d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=2b99a1c5-84ae-4ab2-a414-0732bb54d0c2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:06.707513 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e2be20f0-399e-4adc-93b1-cd8a047aacc5 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags/tempest-TagsExtTest-Tag-428820695 HTTP/1.1" status: 201 len: 201 time: 0.4126866 Feb 03 12:52:06.724312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 2b99a1c5-84ae-4ab2-a414-0732bb54d0c2 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:06.729158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39390) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:06.735789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-b8ea7d6f-1027-4bc4-b4bf-5ded0059112d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:06.748117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-91a2e42a-3596-4ab6-8e62-71281a4a3727 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df62ea511a7d425da9479d1fe490ee75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774976 Feb 03 12:52:06.748755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39392) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:06.761939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Allocated IP 2001:db8::2 (d5f80349-d4fc-419a-9268-25eab03ba503/fe5d6eea-6255-441a-b87a-47d000cd1bae/2921eb28-1479-4c2d-8f2e-c1dd1b0031e8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:06.782867 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-1bdde254-12ec-4870-9d36-a76a6e90f222 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5644e9-1ede-465a-a0b4-8ae130511799 HTTP/1.1" status: 200 len: 217 time: 0.0797701 Feb 03 12:52:06.783419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-427163fb-861f-4ef1-8f5e-97d2cbfd9c10 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group (6ecdc0d7-13e8-44c4-9340-1190efab2ff3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.809655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:06.815717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.855677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-427163fb-861f-4ef1-8f5e-97d2cbfd9c10 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group (6ecdc0d7-13e8-44c4-9340-1190efab2ff3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.884698 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-be46de84-4160-46e6-8edb-b46c8adb4464 admin admin] Publish callbacks [] for security_group (ba007cb9-e9fc-4dca-b30a-b4a6777b575e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.925630 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-be46de84-4160-46e6-8edb-b46c8adb4464 admin admin] Publish callbacks [] for security_group (ba007cb9-e9fc-4dca-b30a-b4a6777b575e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.971451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-5f3ae2ab-9417-4270-bd33-aca2ee53ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:06.972958 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-5f3ae2ab-9417-4270-bd33-aca2ee53ea3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.1719406 Feb 03 12:52:06.982780 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Publish callbacks [] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.991922 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.041194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f96f5104-009d-4141-99c1-349dd4298380 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (db1b0314-c6b6-408a-9ec9-1bd81a3706ab), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.043073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Pushing event updated for resources: {'Port': ['ID=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:07.044075 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-990e5544-216d-4356-b5f8-69dc8ac78cb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585392 Feb 03 12:52:07.056807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:07.057997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:07.059971 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-be46de84-4160-46e6-8edb-b46c8adb4464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ba007cb9-e9fc-4dca-b30a-b4a6777b575e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.060456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:07.062552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-be46de84-4160-46e6-8edb-b46c8adb4464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.067051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-be46de84-4160-46e6-8edb-b46c8adb4464 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba007cb9-e9fc-4dca-b30a-b4a6777b575e HTTP/1.1" status: 204 len: 168 time: 0.3150108 Feb 03 12:52:07.081822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f96f5104-009d-4141-99c1-349dd4298380 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (db1b0314-c6b6-408a-9ec9-1bd81a3706ab), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.086149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46de84-4160-46e6-8edb-b46c8adb4464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba007cb9-e9fc-4dca-b30a-b4a6777b575e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:07.096977 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-427163fb-861f-4ef1-8f5e-97d2cbfd9c10 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6ecdc0d7-13e8-44c4-9340-1190efab2ff3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.100212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-427163fb-861f-4ef1-8f5e-97d2cbfd9c10 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.101302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (55e5ec13-fecf-42e2-839b-023d07a403a3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.101463 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-427163fb-861f-4ef1-8f5e-97d2cbfd9c10 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "DELETE /v2.0/security-groups/6ecdc0d7-13e8-44c4-9340-1190efab2ff3 HTTP/1.1" status: 204 len: 168 time: 0.5221584 Feb 03 12:52:07.105777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39396) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.119043 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b8ea7d6f-1027-4bc4-b4bf-5ded0059112d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags HTTP/1.1" status: 200 len: 241 time: 0.3870442 Feb 03 12:52:07.129866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39398) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.143589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-cb117c8c-e5a0-44bc-af7e-742282efe9f8 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb', 'tempest-TagsExtTest-Tag-1492032983') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:07.144222 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-5f37b223-ccbf-4c99-92b6-96deef9c8fd4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] show failed (client error): The resource could not be found. Feb 03 12:52:07.145281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5f37b223-ccbf-4c99-92b6-96deef9c8fd4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "GET /v2.0/security-groups/6ecdc0d7-13e8-44c4-9340-1190efab2ff3 HTTP/1.1" status: 404 len: 347 time: 0.0376544 Feb 03 12:52:07.152435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39400) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.212198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f96f5104-009d-4141-99c1-349dd4298380 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.216973 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f96f5104-009d-4141-99c1-349dd4298380 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9270179 Feb 03 12:52:07.217970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39402) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.225065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f5104-009d-4141-99c1-349dd4298380 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1b0314-c6b6-408a-9ec9-1bd81a3706ab,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:07.228090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Attempting to bind port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:07.229825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4181e087-d8f9-4347-9115-953f1f615b7f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'security_group': {'name': 'tempest-secgroup-65001003'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:07.238203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Attempting to bind port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ebe06430-0271-4b46-b53e-d1ca49092dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:07.240210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Attempting to bind port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 on network d5f80349-d4fc-419a-9268-25eab03ba503 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:07.241938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=55e5ec13-fecf-42e2-839b-023d07a403a3,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:07.255939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:07.259163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Checking segment: {'id': 'ebe06430-0271-4b46-b53e-d1ca49092dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:07.259817 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.260366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Bound using segment: {'id': 'ebe06430-0271-4b46-b53e-d1ca49092dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:07.262722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Bound port: 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe06430-0271-4b46-b53e-d1ca49092dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:07.265189 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.269677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427163fb-861f-4ef1-8f5e-97d2cbfd9c10 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecdc0d7-13e8-44c4-9340-1190efab2ff3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:07.286369 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-c37de6d9-7b9b-4426-9fab-7984392f5b5d service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284806 Feb 03 12:52:07.345171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cb117c8c-e5a0-44bc-af7e-742282efe9f8 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags/tempest-TagsExtTest-Tag-1492032983 HTTP/1.1" status: 204 len: 168 time: 0.2095389 Feb 03 12:52:07.345405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39408) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.357180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-2f6f2f97-c26f-46e4-9360-453e0e9a1dd2 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb', 'tempest-TagsExtTest-Tag-1492032983') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:07.425279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] For port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:07.429898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] For port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,segment=NetworkSegment(ebe06430-0271-4b46-b53e-d1ca49092dbf),segment_id=ebe06430-0271-4b46-b53e-d1ca49092dbf)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:07.433563 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4181e087-d8f9-4347-9115-953f1f615b7f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.444068 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c603fe6-9c3a-4dad-8f5a-089b1bb2def9 req-09ff50db-975d-43bd-a96a-38e70050e307 service neutron] 10.222.0.72 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476719 Feb 03 12:52:07.451619 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.550516 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2f6f2f97-c26f-46e4-9360-453e0e9a1dd2 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags/tempest-TagsExtTest-Tag-1492032983 HTTP/1.1" status: 204 len: 168 time: 0.2040551 Feb 03 12:52:07.553059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39414) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.557422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-43a89c7e-eb2a-4714-8dff-133a601b2d4b tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:07.599615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda32de3-951b-4840-bec0-421cbcb78bbc None None] Pushing event updated for resources: {'Port': ['ID=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:07.671033 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-43a89c7e-eb2a-4714-8dff-133a601b2d4b tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags HTTP/1.1" status: 200 len: 205 time: 0.1168873 Feb 03 12:52:07.673879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39418) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.684385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-0eb99c98-11c4-4ac3-be6f-c3c3bf26fc90 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:07.795336 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0eb99c98-11c4-4ac3-be6f-c3c3bf26fc90 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags HTTP/1.1" status: 200 len: 241 time: 0.1179650 Feb 03 12:52:07.797106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39424) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.805857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-94576625-2d4f-4ea9-b0c4-56dd0f62c3e4 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42', 'tempest-TagsExtTest-Tag-1739817837') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:07.907787 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-94576625-2d4f-4ea9-b0c4-56dd0f62c3e4 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags/tempest-TagsExtTest-Tag-1739817837 HTTP/1.1" status: 204 len: 168 time: 0.1073222 Feb 03 12:52:07.908539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39428) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.913359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-4fa9e085-d887-4f2c-ae8d-0b84995f993d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42', 'tempest-TagsExtTest-Tag-1739817837') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:07.931703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2799ea-6df7-42ce-b6f3-1e5362fddacb None None] Network 89a0837e-8734-45f3-85a4-cd60022ae257 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:07.968872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d8448c3a-ad5b-482d-a84c-262512b5d97b up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:08.030814 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4fa9e085-d887-4f2c-ae8d-0b84995f993d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags/tempest-TagsExtTest-Tag-1739817837 HTTP/1.1" status: 204 len: 168 time: 0.1201813 Feb 03 12:52:08.031747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39432) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.037213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-d020684d-4234-49b4-b1d9-c50977a78da3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.095298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1c4b3da8-0e57-4dfa-b777-4c7a8a814c46 None None] Provisioning complete for port d8448c3a-ad5b-482d-a84c-262512b5d97b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:08.095678 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3da8-0e57-4dfa-b777-4c7a8a814c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.113716 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d020684d-4234-49b4-b1d9-c50977a78da3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags HTTP/1.1" status: 200 len: 205 time: 0.0808830 Feb 03 12:52:08.114359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39438) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.120188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-21cc5e81-a1f8-4785-b3df-08b30b039d7b tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.156815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': '7356a474-0ab2-4734-8c4d-03775faaf2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b99a1c5-84ae-4ab2-a414-0732bb54d0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:08.157720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: 2b99a1c5-84ae-4ab2-a414-0732bb54d0c2, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:08.195769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d8448c3a-ad5b-482d-a84c-262512b5d97b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:08.196562 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.204449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a10f0db7-90b4-429a-bc24-f69e60a0df64 req-f2214e93-4591-48bc-8f82-ed916a7792d1 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0833986 Feb 03 12:52:08.253422 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-21cc5e81-a1f8-4785-b3df-08b30b039d7b tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags HTTP/1.1" status: 200 len: 240 time: 0.1379461 Feb 03 12:52:08.254120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39442) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.259838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-6a6e10ed-d35a-4c39-99bc-26afe1fb7d7e tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f', 'tempest-TagsExtTest-Tag-758561787') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.271420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 2b99a1c5-84ae-4ab2-a414-0732bb54d0c2 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:08.282751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eb4bb-ca15-4eb0-bf99-30beba7faecf req-92de0d49-5411-46ee-9833-039bab26dc74 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:08.284696 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-144eb4bb-ca15-4eb0-bf99-30beba7faecf req-92de0d49-5411-46ee-9833-039bab26dc74 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.9287252 Feb 03 12:52:08.341609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 2b99a1c5-84ae-4ab2-a414-0732bb54d0c2) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:08.370181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting port b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:08.371125 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.382767 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6a6e10ed-d35a-4c39-99bc-26afe1fb7d7e tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags/tempest-TagsExtTest-Tag-758561787 HTTP/1.1" status: 204 len: 168 time: 0.1272299 Feb 03 12:52:08.383601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.389246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-d1fb7f2b-2401-4f6e-a250-1be803b9e8f3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f', 'tempest-TagsExtTest-Tag-758561787') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.400514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354a194-1810-4091-9725-ba4d88267d78 None None] Network 2b99a1c5-84ae-4ab2-a414-0732bb54d0c2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:08.486521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.486773 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for floatingip (b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.502991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Calling delete_port for b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:08.511098 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d1fb7f2b-2401-4f6e-a250-1be803b9e8f3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags/tempest-TagsExtTest-Tag-758561787 HTTP/1.1" status: 204 len: 168 time: 0.1259687 Feb 03 12:52:08.513713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39452) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.520163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-517c65d3-65af-4e4a-82e3-1b226fe64b67 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.553232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b3da8-0e57-4dfa-b777-4c7a8a814c46 None None] Current status of the port d8448c3a-ad5b-482d-a84c-262512b5d97b is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:08.553847 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3da8-0e57-4dfa-b777-4c7a8a814c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.627499 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-517c65d3-65af-4e4a-82e3-1b226fe64b67 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags HTTP/1.1" status: 200 len: 205 time: 0.1122031 Feb 03 12:52:08.630061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39454) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.636972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-8bf50f36-6ddd-41e5-ab9f-af43027c4a07 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.658463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-2b99a1c5-84ae-4ab2-a414-0732bb54d0c2', 'network_id': '2b99a1c5-84ae-4ab2-a414-0732bb54d0c2', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': '55e5ec13-fecf-42e2-839b-023d07a403a3'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:08.659501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.669817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:08.670429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.691776 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8bf50f36-6ddd-41e5-ab9f-af43027c4a07 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags HTTP/1.1" status: 200 len: 240 time: 0.0574591 Feb 03 12:52:08.692194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1c4b3da8-0e57-4dfa-b777-4c7a8a814c46 None None] For port d8448c3a-ad5b-482d-a84c-262512b5d97b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d8448c3a-ad5b-482d-a84c-262512b5d97b,segment=NetworkSegment(babbfffc-b7ba-4119-99f3-c76b8e291ef3),segment_id=babbfffc-b7ba-4119-99f3-c76b8e291ef3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:08.692323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39456) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.697107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-8411b389-2f06-457c-bbc1-c1dd7dad5998 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165', 'tempest-TagsExtTest-Tag-428820695') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.710840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c4b3da8-0e57-4dfa-b777-4c7a8a814c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.762198 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.763915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8411b389-2f06-457c-bbc1-c1dd7dad5998 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags/tempest-TagsExtTest-Tag-428820695 HTTP/1.1" status: 204 len: 168 time: 0.0664442 Feb 03 12:52:08.764609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39458) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.769864 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4181e087-d8f9-4347-9115-953f1f615b7f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (728651e9-8192-43af-8f0c-84cb5adac236), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.780773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-06753c7e-7594-459c-ac4d-51dea88ce344 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165', 'tempest-TagsExtTest-Tag-428820695') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.803669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d8448c3a-ad5b-482d-a84c-262512b5d97b is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:08.804169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.858995 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-06753c7e-7594-459c-ac4d-51dea88ce344 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags/tempest-TagsExtTest-Tag-428820695 HTTP/1.1" status: 204 len: 168 time: 0.0910740 Feb 03 12:52:08.859252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39464) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.861353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4181e087-d8f9-4347-9115-953f1f615b7f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (728651e9-8192-43af-8f0c-84cb5adac236), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.864277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-25d1e7b8-2bee-48c0-8150-7f64959388b9 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.871927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Port': ['ID=b9aadb1a-5e4d-4d86-bbd7-57ad655d4b1c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:08.883439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4ae8deba-a841-4c4a-ae76-029ea861dad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3844323 Feb 03 12:52:08.893275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39466) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.934580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-144eb4bb-ca15-4eb0-bf99-30beba7faecf req-3ffaa54d-ac08-4b72-850a-2b2d35874ca1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335466 Feb 03 12:52:08.986373 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-25d1e7b8-2bee-48c0-8150-7f64959388b9 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags HTTP/1.1" status: 200 len: 205 time: 0.1259964 Feb 03 12:52:08.989297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39470) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:08.996763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-40fdbdc6-ee2b-4d15-ab84-24b40baaddb5 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:09.016500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4181e087-d8f9-4347-9115-953f1f615b7f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.017706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4181e087-d8f9-4347-9115-953f1f615b7f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.7931261 Feb 03 12:52:09.020689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39472) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:09.035072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f9173-2723-4b7b-9b2e-ee43d7f73d97 req-be2821a3-a0be-4ae7-88aa-9b52e7f34b3f tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:09.036959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f9f9173-2723-4b7b-9b2e-ee43d7f73d97 req-be2821a3-a0be-4ae7-88aa-9b52e7f34b3f tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.3839319 Feb 03 12:52:09.038020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181e087-d8f9-4347-9115-953f1f615b7f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728651e9-8192-43af-8f0c-84cb5adac236,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:09.059075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1456954084', 'security_groups': ['728651e9-8192-43af-8f0c-84cb5adac236'], 'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe5d6eea-6255-441a-b87a-47d000cd1bae'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:09.061619 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bee00765-e666-460d-9317-0b9a49379b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.102315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b3da8-0e57-4dfa-b777-4c7a8a814c46 None None] Pushing event updated for resources: {'Port': ['ID=d8448c3a-ad5b-482d-a84c-262512b5d97b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:09.197262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-40fdbdc6-ee2b-4d15-ab84-24b40baaddb5 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags HTTP/1.1" status: 204 len: 168 time: 0.2067642 Feb 03 12:52:09.212081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39480) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:09.212654 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:52:09.213363 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:52:09.239285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fd5c2ec3-d382-46a4-9997-491dd0d3b7a2 None None] Provisioning complete for port 61dd10c8-8a3a-4b93-967c-c2c644950e42 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:09.240423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for floatingip (d5cd8a71-a5d2-4596-a312-e53486a42722), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.241949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-3e4dd74d-2244-402a-b920-e84fc94f94a6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:09.243697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.244214 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2ec3-d382-46a4-9997-491dd0d3b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (61dd10c8-8a3a-4b93-967c-c2c644950e42), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.256620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b17aceb7-c3b6-49c1-beb4-a2f595b5444e tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "DELETE /v2.0/floatingips/d5cd8a71-a5d2-4596-a312-e53486a42722 HTTP/1.1" status: 204 len: 168 time: 2.1012247 Feb 03 12:52:09.265392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39482) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:09.286694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f9f9173-2723-4b7b-9b2e-ee43d7f73d97 req-1461aae6-a1f2-4abc-84b7-f890d8309221 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974628 Feb 03 12:52:09.366906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c2ec3-d382-46a4-9997-491dd0d3b7a2 None None] Port 61dd10c8-8a3a-4b93-967c-c2c644950e42 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:09.411498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Allocated IP 172.20.0.1 (2b99a1c5-84ae-4ab2-a414-0732bb54d0c2/55e5ec13-fecf-42e2-839b-023d07a403a3/a14f4f1d-9fe4-4456-a29a-68fe811e2133) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:09.435686 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (2b99a1c5-84ae-4ab2-a414-0732bb54d0c2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.462821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fd5c2ec3-d382-46a4-9997-491dd0d3b7a2 None None] Provisioning complete for port d8448c3a-ad5b-482d-a84c-262512b5d97b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:09.463306 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2ec3-d382-46a4-9997-491dd0d3b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.474284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11274813-e9ae-4040-bbc3-2f07a49fc790 req-552a6da3-2948-442e-a1f5-62ff575d5e66 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0820646 Feb 03 12:52:09.551879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bae67abf-3548-4108-acd2-ff5ac1b87281 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting port 40cbe00e-fe75-45a8-ab11-9e3f78589d86 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:09.552830 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bae67abf-3548-4108-acd2-ff5ac1b87281 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.580978 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e4dd74d-2244-402a-b920-e84fc94f94a6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags HTTP/1.1" status: 204 len: 168 time: 0.3486118 Feb 03 12:52:09.584222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39492) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:09.592268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-89b915c8-ce7f-4d0e-9f7d-adef991ba1d2 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:09.629467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:09.665721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (55e5ec13-fecf-42e2-839b-023d07a403a3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.681456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c2ec3-d382-46a4-9997-491dd0d3b7a2 None None] Current status of the port d8448c3a-ad5b-482d-a84c-262512b5d97b is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:09.685353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bae67abf-3548-4108-acd2-ff5ac1b87281 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.701924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bae67abf-3548-4108-acd2-ff5ac1b87281 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Calling delete_port for 40cbe00e-fe75-45a8-ab11-9e3f78589d86 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:09.791176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.808275 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Publish callbacks [] for port (a14f4f1d-9fe4-4456-a29a-68fe811e2133), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.826053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port 4572f28f-26e7-45ea-ab16-85e683db38ef yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:52:09.866302 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a14f4f1d-9fe4-4456-a29a-68fe811e2133), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.869712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-89b915c8-ce7f-4d0e-9f7d-adef991ba1d2 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags HTTP/1.1" status: 204 len: 168 time: 0.2842405 Feb 03 12:52:09.872235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39508) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:09.880902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-4e61ec5f-3b1c-419c-8edf-c833e5731516 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:09.895997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d8448c3a-ad5b-482d-a84c-262512b5d97b is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:09.964957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Network 2b99a1c5-84ae-4ab2-a414-0732bb54d0c2 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:09.972053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:09.979909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Provisioning complete for port 61dd10c8-8a3a-4b93-967c-c2c644950e42 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:09.980635 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (61dd10c8-8a3a-4b93-967c-c2c644950e42), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.991392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:10.018926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Pushing event updated for resources: {'Port': ['ID=a14f4f1d-9fe4-4456-a29a-68fe811e2133,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:10.053774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4e61ec5f-3b1c-419c-8edf-c833e5731516 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags HTTP/1.1" status: 204 len: 168 time: 0.1803184 Feb 03 12:52:10.060983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39518) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:10.073465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::ca (d5f80349-d4fc-419a-9268-25eab03ba503/fe5d6eea-6255-441a-b87a-47d000cd1bae/4572f28f-26e7-45ea-ab16-85e683db38ef) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:10.080566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-a5235bc2-7811-4ca6-a3e0-348df1d8dd8f tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb', 'tempest-TagsExtTest-Tag-1586764487') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:10.103680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (55e5ec13-fecf-42e2-839b-023d07a403a3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.140484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=55e5ec13-fecf-42e2-839b-023d07a403a3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:10.175082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Port 61dd10c8-8a3a-4b93-967c-c2c644950e42 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:10.193147 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.197923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:10.198601 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.221078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bae67abf-3548-4108-acd2-ff5ac1b87281 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (40cbe00e-fe75-45a8-ab11-9e3f78589d86), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.227737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (2b99a1c5-84ae-4ab2-a414-0732bb54d0c2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.244093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Attempting to bind port a14f4f1d-9fe4-4456-a29a-68fe811e2133 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:10.244668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Attempting to bind port a14f4f1d-9fe4-4456-a29a-68fe811e2133 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '7356a474-0ab2-4734-8c4d-03775faaf2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b99a1c5-84ae-4ab2-a414-0732bb54d0c2'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:10.245124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Attempting to bind port a14f4f1d-9fe4-4456-a29a-68fe811e2133 on network 2b99a1c5-84ae-4ab2-a414-0732bb54d0c2 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:10.255478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:10.255478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Checking segment: {'id': '7356a474-0ab2-4734-8c4d-03775faaf2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b99a1c5-84ae-4ab2-a414-0732bb54d0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:10.256420 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.256609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Bound using segment: {'id': '7356a474-0ab2-4734-8c4d-03775faaf2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b99a1c5-84ae-4ab2-a414-0732bb54d0c2'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:10.257201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Bound port: a14f4f1d-9fe4-4456-a29a-68fe811e2133, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7356a474-0ab2-4734-8c4d-03775faaf2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2b99a1c5-84ae-4ab2-a414-0732bb54d0c2'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:10.258877 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a14f4f1d-9fe4-4456-a29a-68fe811e2133), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.269144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b99a1c5-84ae-4ab2-a414-0732bb54d0c2']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:10.278455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae67abf-3548-4108-acd2-ff5ac1b87281 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Port': ['ID=40cbe00e-fe75-45a8-ab11-9e3f78589d86,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:10.286364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a5235bc2-7811-4ca6-a3e0-348df1d8dd8f tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags/tempest-TagsExtTest-Tag-1586764487 HTTP/1.1" status: 201 len: 201 time: 0.2212186 Feb 03 12:52:10.286582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d8448c3a-ad5b-482d-a84c-262512b5d97b up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:10.286697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39528) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:10.292695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-0edc5f7b-d3b0-4dd0-86aa-c04e65803aa2 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42', 'tempest-TagsExtTest-Tag-63911004') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:10.304866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7356a474-0ab2-4734-8c4d-03775faaf2d0') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:10.305322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7356a474-0ab2-4734-8c4d-03775faaf2d0') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:10.313168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a659015-1748-4969-98e6-52620d280635 req-cd769f31-dac5-457f-ae6b-d2bd91122554 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:10.314897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a659015-1748-4969-98e6-52620d280635 req-cd769f31-dac5-457f-ae6b-d2bd91122554 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.1914074 Feb 03 12:52:10.361103 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (7356a474-0ab2-4734-8c4d-03775faaf2d0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.411675 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7356a474-0ab2-4734-8c4d-03775faaf2d0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.413416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a659015-1748-4969-98e6-52620d280635 req-2264c60d-9bdd-4ff7-b95b-b49ca643cef1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562665 Feb 03 12:52:10.446684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:10.447125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (7356a474-0ab2-4734-8c4d-03775faaf2d0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:10.454313 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:10.505153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bae67abf-3548-4108-acd2-ff5ac1b87281 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.512023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bae67abf-3548-4108-acd2-ff5ac1b87281 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "DELETE /v2.0/ports/40cbe00e-fe75-45a8-ab11-9e3f78589d86 HTTP/1.1" status: 204 len: 168 time: 1.2423477 Feb 03 12:52:10.514268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39540) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:10.516021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:10.516517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.561034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0240c7d-22e4-4efb-9247-2fbcd29cce29 req-ff941a85-3136-4057-93e7-c721ecc50b99 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:10.567405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] For port a14f4f1d-9fe4-4456-a29a-68fe811e2133, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:10.569613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0240c7d-22e4-4efb-9247-2fbcd29cce29 req-ff941a85-3136-4057-93e7-c721ecc50b99 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.1618762 Feb 03 12:52:10.617486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] For port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,segment=NetworkSegment(ebe06430-0271-4b46-b53e-d1ca49092dbf),segment_id=ebe06430-0271-4b46-b53e-d1ca49092dbf)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:10.618985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d8448c3a-ad5b-482d-a84c-262512b5d97b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:10.619518 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.672634 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.726073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d10bfd8b-b978-4adc-9fee-630b01efb4a6 req-33d69d74-4c74-4968-ae45-28c271cda37a tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0801938 Feb 03 12:52:10.757294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0240c7d-22e4-4efb-9247-2fbcd29cce29 req-e97cb2ca-b124-4ebf-9c65-29b709d81203 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867838 Feb 03 12:52:10.791985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Pushing event updated for resources: {'Port': ['ID=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:10.815277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-60cabce8-025c-44aa-9447-7052d2a3a0e4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting port be4fdb00-ee66-42b6-b51f-c9818b68335a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:10.815932 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60cabce8-025c-44aa-9447-7052d2a3a0e4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.848435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Provisioning complete for port 0573a054-aea4-4cc2-8d02-0aafa7361924 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:10.848820 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.919085 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d8448c3a-ad5b-482d-a84c-262512b5d97b is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:10.920405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:10.955227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60cabce8-025c-44aa-9447-7052d2a3a0e4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.956475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3ca3d-3cae-491b-ad75-b0ed49c7c9be None None] Port 0573a054-aea4-4cc2-8d02-0aafa7361924 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:10.980397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:10.980892 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.998532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-60cabce8-025c-44aa-9447-7052d2a3a0e4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Calling delete_port for be4fdb00-ee66-42b6-b51f-c9818b68335a owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:11.043716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] For port a14f4f1d-9fe4-4456-a29a-68fe811e2133, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a14f4f1d-9fe4-4456-a29a-68fe811e2133,segment=NetworkSegment(7356a474-0ab2-4734-8c4d-03775faaf2d0),segment_id=7356a474-0ab2-4734-8c4d-03775faaf2d0)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:11.048170 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.api [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:52:11.048170 n-d-792364-10 neutron-server[103223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:52:11.048170 n-d-792364-10 neutron-server[103223]: [parameters: {'id': '2b99a1c5-84ae-4ab2-a414-0732bb54d0c2'}] Feb 03 12:52:11.048170 n-d-792364-10 neutron-server[103223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:52:11.049136 n-d-792364-10 neutron-server[103223]: DEBUG oslo_db.api [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:52:11.067684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (4572f28f-26e7-45ea-ab16-85e683db38ef), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.075510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0edc5f7b-d3b0-4dd0-86aa-c04e65803aa2 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags/tempest-TagsExtTest-Tag-63911004 HTTP/1.1" status: 201 len: 201 time: 0.7881439 Feb 03 12:52:11.078704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39568) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:11.079975 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a14f4f1d-9fe4-4456-a29a-68fe811e2133), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.085794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-e5e95dd8-7c8a-4f7f-8188-6711ca1d1503 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f', 'tempest-TagsExtTest-Tag-1815649832') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:11.152491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683684f-8cc8-41e1-bc27-1063fd01e277 None None] Pushing event updated for resources: {'Port': ['ID=a14f4f1d-9fe4-4456-a29a-68fe811e2133,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:11.165005 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60cabce8-025c-44aa-9447-7052d2a3a0e4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (be4fdb00-ee66-42b6-b51f-c9818b68335a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.178917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:11.185049 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4572f28f-26e7-45ea-ab16-85e683db38ef), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.204504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cabce8-025c-44aa-9447-7052d2a3a0e4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Port': ['ID=be4fdb00-ee66-42b6-b51f-c9818b68335a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:11.229682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:11.233466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:11.245175 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e5e95dd8-7c8a-4f7f-8188-6711ca1d1503 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags/tempest-TagsExtTest-Tag-1815649832 HTTP/1.1" status: 201 len: 201 time: 0.1651902 Feb 03 12:52:11.248354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:11.250929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39574) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:11.253332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc52d4c-6877-425d-8e2d-292f63ef9405 None None] Network 2b99a1c5-84ae-4ab2-a414-0732bb54d0c2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:11.254863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:11.256070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.260878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-0346ee02-6768-40aa-9721-b3b745db71f3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165', 'tempest-TagsExtTest-Tag-2090278134') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:11.275122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=4572f28f-26e7-45ea-ab16-85e683db38ef,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:11.290790 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b3159cf8-d934-4969-8c75-0e15a5e27d2c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2687368 Feb 03 12:52:11.293866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39580) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:11.300820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5749b748-7f23-4af1-936f-463b985b53c9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:11.351653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60cabce8-025c-44aa-9447-7052d2a3a0e4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.366207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-60cabce8-025c-44aa-9447-7052d2a3a0e4 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "DELETE /v2.0/ports/be4fdb00-ee66-42b6-b51f-c9818b68335a HTTP/1.1" status: 204 len: 168 time: 0.8501842 Feb 03 12:52:11.371104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39582) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:11.411392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0346ee02-6768-40aa-9721-b3b745db71f3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags/tempest-TagsExtTest-Tag-2090278134 HTTP/1.1" status: 201 len: 201 time: 0.1561470 Feb 03 12:52:11.414070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39586) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:11.423545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-6894cf7e-eb64-49cb-b659-68a1836e38bd tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb', {'tags': ['tempest-TagsExtTest-Tag-2057460341', 'tempest-TagsExtTest-Tag-1204970030', 'tempest-TagsExtTest-Tag-1447678014']}) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:11.459108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd2120f-a5dc-4b08-9e45-4b19598e94c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting subnet 035ed027-a4aa-4546-8ae2-7a7074151a5d {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:11.463425 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efd2120f-a5dc-4b08-9e45-4b19598e94c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for subnet (035ed027-a4aa-4546-8ae2-7a7074151a5d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.498223 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.541816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efd2120f-a5dc-4b08-9e45-4b19598e94c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (035ed027-a4aa-4546-8ae2-7a7074151a5d), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.550210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (2b99a1c5-84ae-4ab2-a414-0732bb54d0c2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.567239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5749b748-7f23-4af1-936f-463b985b53c9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:11.570707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5749b748-7f23-4af1-936f-463b985b53c9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.616332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a821f59b-c4ce-4bb4-83aa-d8b378201701 None None] Provisioning complete for port 4572f28f-26e7-45ea-ab16-85e683db38ef triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:11.619390 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a821f59b-c4ce-4bb4-83aa-d8b378201701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4572f28f-26e7-45ea-ab16-85e683db38ef), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.633152 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6894cf7e-eb64-49cb-b659-68a1836e38bd tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags HTTP/1.1" status: 200 len: 318 time: 0.2170341 Feb 03 12:52:11.637786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39600) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:11.648186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6761efd-6a53-48a8-a239-274a2d004dd1 req-4d31f4d5-7ede-4ff4-ba76-b0ab140dfd0e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:11.649917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6761efd-6a53-48a8-a239-274a2d004dd1 req-4d31f4d5-7ede-4ff4-ba76-b0ab140dfd0e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.1285348 Feb 03 12:52:11.683854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-3e5c9f01-b4bd-44be-b980-b62e3b7837dd tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:11.699117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efd2120f-a5dc-4b08-9e45-4b19598e94c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (035ed027-a4aa-4546-8ae2-7a7074151a5d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.705132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a821f59b-c4ce-4bb4-83aa-d8b378201701 None None] Port 4572f28f-26e7-45ea-ab16-85e683db38ef cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:11.759662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6761efd-6a53-48a8-a239-274a2d004dd1 req-148ec6db-0705-46d4-b29c-f702047104c0 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032422 Feb 03 12:52:11.788280 n-d-792364-10 neutron-server[103223]: INFO neutron.db.ipam_backend_mixin [None req-5749b748-7f23-4af1-936f-463b985b53c9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe5d6eea-6255-441a-b87a-47d000cd1bae (CIDR: 2001:db8::/64) Feb 03 12:52:11.802410 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5749b748-7f23-4af1-936f-463b985b53c9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:52:11.802841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5749b748-7f23-4af1-936f-463b985b53c9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:11.843632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting port a14f4f1d-9fe4-4456-a29a-68fe811e2133 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:11.843975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a14f4f1d-9fe4-4456-a29a-68fe811e2133), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.871916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6b759e8-39d2-451b-9b22-981b93c1f34a req-8ef94168-1213-44ec-bdf9-b824fc3cfbfa tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0364308 Feb 03 12:52:11.876683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efd2120f-a5dc-4b08-9e45-4b19598e94c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (035ed027-a4aa-4546-8ae2-7a7074151a5d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.889395 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5749b748-7f23-4af1-936f-463b985b53c9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5942550 Feb 03 12:52:11.893535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39614) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:11.902231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:11.949320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a060bb3-46f7-4403-bbe5-68c66561c977 None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:52:11.984953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e5c9f01-b4bd-44be-b980-b62e3b7837dd tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags HTTP/1.1" status: 204 len: 168 time: 0.3431532 Feb 03 12:52:11.997726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39618) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:11.998164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efd2120f-a5dc-4b08-9e45-4b19598e94c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.001656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-0890ee9b-591c-4f64-8b29-7d8524f8173d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb', 'tempest-TagsExtTest-Tag-2057460341') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:12.002511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-efd2120f-a5dc-4b08-9e45-4b19598e94c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "DELETE /v2.0/subnets/035ed027-a4aa-4546-8ae2-7a7074151a5d HTTP/1.1" status: 204 len: 168 time: 0.6293337 Feb 03 12:52:12.005345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39624) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:12.014707 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] For port a14f4f1d-9fe4-4456-a29a-68fe811e2133, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a14f4f1d-9fe4-4456-a29a-68fe811e2133,segment=NetworkSegment(7356a474-0ab2-4734-8c4d-03775faaf2d0),segment_id=7356a474-0ab2-4734-8c4d-03775faaf2d0)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:12.015083 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a14f4f1d-9fe4-4456-a29a-68fe811e2133), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.066132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:12.075256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9aff75-695c-42f7-a70c-487e5a9acab5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting subnet 3427fd14-f0c4-46a3-a930-8b508a7e4fdb {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:12.078003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2120f-a5dc-4b08-9e45-4b19598e94c1 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Subnet': ['ID=035ed027-a4aa-4546-8ae2-7a7074151a5d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:12.086194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9aff75-695c-42f7-a70c-487e5a9acab5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for subnet (3427fd14-f0c4-46a3-a930-8b508a7e4fdb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.095651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Calling delete_port for a14f4f1d-9fe4-4456-a29a-68fe811e2133 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:12.141442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fea72d-e1da-48ef-b5c9-59c8cf5d33ed req-f849193e-34d4-4d42-b1e6-8618f16f2f44 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:12.143551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fea72d-e1da-48ef-b5c9-59c8cf5d33ed req-f849193e-34d4-4d42-b1e6-8618f16f2f44 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2699754 Feb 03 12:52:12.155956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9aff75-695c-42f7-a70c-487e5a9acab5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (3427fd14-f0c4-46a3-a930-8b508a7e4fdb), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.173692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a060bb3-46f7-4403-bbe5-68c66561c977 None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:52:12.220563 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-0890ee9b-591c-4f64-8b29-7d8524f8173d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:12.224222 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0890ee9b-591c-4f64-8b29-7d8524f8173d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags/tempest-TagsExtTest-Tag-2057460341 HTTP/1.1" status: 404 len: 329 time: 0.2232840 Feb 03 12:52:12.229215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:12.231381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39632) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:12.232684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.239299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-bf4c7d8d-770e-4862-815a-d17863f5fc85 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb', 'tempest-TagsExtTest-Tag-1204970030') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:12.268008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5fea72d-e1da-48ef-b5c9-59c8cf5d33ed req-3fa8a769-3231-4e1b-acdb-bd3f0ca32e78 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155653 Feb 03 12:52:12.302577 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a14f4f1d-9fe4-4456-a29a-68fe811e2133), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.360315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9aff75-695c-42f7-a70c-487e5a9acab5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (3427fd14-f0c4-46a3-a930-8b508a7e4fdb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.361854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:12.362382 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.402701 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-bf4c7d8d-770e-4862-815a-d17863f5fc85 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:12.404108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bf4c7d8d-770e-4862-815a-d17863f5fc85 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags/tempest-TagsExtTest-Tag-1204970030 HTTP/1.1" status: 404 len: 329 time: 0.1717808 Feb 03 12:52:12.406958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39650) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:12.408415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Port': ['ID=a14f4f1d-9fe4-4456-a29a-68fe811e2133,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:12.413196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-a7fe9c8b-996a-431e-a6a3-5c4fa0741256 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb', 'tempest-TagsExtTest-Tag-1447678014') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:12.421555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No DVR routers for this DVR port a14f4f1d-9fe4-4456-a29a-68fe811e2133 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:12.486418 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9aff75-695c-42f7-a70c-487e5a9acab5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (3427fd14-f0c4-46a3-a930-8b508a7e4fdb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.514384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10f93f3-5483-4fb4-aa89-7856bf5a002c None None] Network 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:12.529471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aff75-695c-42f7-a70c-487e5a9acab5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Subnet': ['ID=3427fd14-f0c4-46a3-a930-8b508a7e4fdb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:12.539663 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ee9aff75-695c-42f7-a70c-487e5a9acab5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.543183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ee9aff75-695c-42f7-a70c-487e5a9acab5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "DELETE /v2.0/subnets/3427fd14-f0c4-46a3-a930-8b508a7e4fdb HTTP/1.1" status: 204 len: 168 time: 0.5234060 Feb 03 12:52:12.546812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39660) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:12.552782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d880b2f0-a968-4091-bc0a-36cecd048113 None None] Network 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:12.559811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (2b99a1c5-84ae-4ab2-a414-0732bb54d0c2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.577712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:12.625615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b99a1c5-84ae-4ab2-a414-0732bb54d0c2']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:12.641021 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (788abbbe-bb40-4f64-8b1c-7eaaaafaed3e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.643561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7356a474-0ab2-4734-8c4d-03775faaf2d0') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:12.644084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7356a474-0ab2-4734-8c4d-03775faaf2d0') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:12.665850 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (7356a474-0ab2-4734-8c4d-03775faaf2d0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.691986 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-a7fe9c8b-996a-431e-a6a3-5c4fa0741256 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:12.698268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a7fe9c8b-996a-431e-a6a3-5c4fa0741256 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags/tempest-TagsExtTest-Tag-1447678014 HTTP/1.1" status: 404 len: 329 time: 0.2900984 Feb 03 12:52:12.699061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39674) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:12.706966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-df773e7b-d3f3-4949-9efd-b23bea45dd06 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42', {'tags': ['tempest-TagsExtTest-Tag-1600319787', 'tempest-TagsExtTest-Tag-1487833735', 'tempest-TagsExtTest-Tag-560735364']}) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:12.731577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Deleting port 3f54a393-8003-48b6-995d-c50bbb73fa79 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:12.731927 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.756172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7356a474-0ab2-4734-8c4d-03775faaf2d0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.772541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:12.773131 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (7356a474-0ab2-4734-8c4d-03775faaf2d0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:12.776719 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:12.831798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] For port 3f54a393-8003-48b6-995d-c50bbb73fa79, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3f54a393-8003-48b6-995d-c50bbb73fa79,segment=NetworkSegment(6c5d1b11-f1b2-4d26-9638-c40854271e9d),segment_id=6c5d1b11-f1b2-4d26-9638-c40854271e9d)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:12.831798 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.855947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Calling delete_port for 3f54a393-8003-48b6-995d-c50bbb73fa79 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:12.943780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0d2a6734-c418-4047-a66d-a64407872de2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.972170 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.975329 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3f54a393-8003-48b6-995d-c50bbb73fa79), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.038572 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-df773e7b-d3f3-4949-9efd-b23bea45dd06 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags HTTP/1.1" status: 200 len: 317 time: 0.3377287 Feb 03 12:52:13.051212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39704) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:13.058266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Port': ['ID=3f54a393-8003-48b6-995d-c50bbb73fa79,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:13.062304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:13.063159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] No DVR routers for this DVR port 3f54a393-8003-48b6-995d-c50bbb73fa79 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:13.066478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-cebc985b-802b-4448-a007-0ad28f955033 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:13.101107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66604dd-cd89-466c-b660-4345e7c44a05 None None] DHCP port deletion for 788abbbe-bb40-4f64-8b1c-7eaaaafaed3e request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:13.104348 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (2b99a1c5-84ae-4ab2-a414-0732bb54d0c2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.120534 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.126376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/2b99a1c5-84ae-4ab2-a414-0732bb54d0c2 HTTP/1.1" status: 204 len: 168 time: 4.2206337 Feb 03 12:52:13.138098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8bf8fd-5190-45bd-9889-fa84e5ec1c80 None None] DHCP port deletion for 8d7233e0-cf83-46e3-b0d0-3abcad3dde73 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:13.138842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:13.142497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39710) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:13.157664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1926666254'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:13.175234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:13.176082 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.179825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c788fd-0f67-4c2c-bbb9-a9a7843de1c0 None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:13.184367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c4492-2a01-4103-ba54-a01e67ef42df tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=2b99a1c5-84ae-4ab2-a414-0732bb54d0c2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:13.190960 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=0d2a6734-c418-4047-a66d-a64407872de2,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:13.196215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:13.199897 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.231918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:13.239836 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (788abbbe-bb40-4f64-8b1c-7eaaaafaed3e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.253667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f46903c0-12f3-4de6-97b4-ea750d2ff6ca), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.254019 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment f46903c0-12f3-4de6-97b4-ea750d2ff6ca of type vlan for network 07678315-4436-4027-8c0d-ef8edee2d061 Feb 03 12:52:13.278354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f67ed8b-2589-4bf5-9364-2f7daaafcf9f req-6580b731-0e69-4685-93b1-1ab67b289bc4 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.2238302 Feb 03 12:52:13.302536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (07678315-4436-4027-8c0d-ef8edee2d061), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.306658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1505a-968b-40a2-b90e-3a3b53a935cc req-e3b0315a-6976-4da4-9104-26eca0f7d4c4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:13.308361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03a1505a-968b-40a2-b90e-3a3b53a935cc req-e3b0315a-6976-4da4-9104-26eca0f7d4c4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.3559079 Feb 03 12:52:13.332591 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7f0aac4-e53a-40ec-9431-621400756a5e tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4375036 Feb 03 12:52:13.336927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39728) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:13.349767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1777218069', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0d2a6734-c418-4047-a66d-a64407872de2'}], 'security_groups': ['db1b0314-c6b6-408a-9ec9-1bd81a3706ab']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:13.358052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (07678315-4436-4027-8c0d-ef8edee2d061), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.363384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:13.363932 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.365813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788abbbe-bb40-4f64-8b1c-7eaaaafaed3e']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:13.379943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4d8bf8fd-5190-45bd-9889-fa84e5ec1c80 None None] Deleting port 1281f70f-8bf6-452d-946e-91c088f80a0a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:13.380429 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf8fd-5190-45bd-9889-fa84e5ec1c80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.408457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5d1b11-f1b2-4d26-9638-c40854271e9d') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:13.409076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5d1b11-f1b2-4d26-9638-c40854271e9d') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:13.453056 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3004034 Feb 03 12:52:13.466284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39734) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:13.473248 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (6c5d1b11-f1b2-4d26-9638-c40854271e9d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.483985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4d8bf8fd-5190-45bd-9889-fa84e5ec1c80 None None] For port 1281f70f-8bf6-452d-946e-91c088f80a0a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1281f70f-8bf6-452d-946e-91c088f80a0a,segment=NetworkSegment(3053c0b7-1f7b-410f-8198-919c0678c673),segment_id=3053c0b7-1f7b-410f-8198-919c0678c673)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:13.484563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf8fd-5190-45bd-9889-fa84e5ec1c80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.503259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4d8bf8fd-5190-45bd-9889-fa84e5ec1c80 None None] Calling delete_port for 1281f70f-8bf6-452d-946e-91c088f80a0a owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:13.505999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-36b1fb5a-9de6-463f-b34f-7d029adf0e83 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:13.524929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caada8-5410-4f01-a9fa-869e4fe95b08 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=07678315-4436-4027-8c0d-ef8edee2d061,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:13.548781 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cebc985b-802b-4448-a007-0ad28f955033 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags HTTP/1.1" status: 204 len: 168 time: 0.4957600 Feb 03 12:52:13.549082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6c5d1b11-f1b2-4d26-9638-c40854271e9d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.549566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39742) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:13.550386 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4572f28f-26e7-45ea-ab16-85e683db38ef), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.555332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03a1505a-968b-40a2-b90e-3a3b53a935cc req-57e3e2b8-ef91-4075-817f-aa2819d44d09 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325716 Feb 03 12:52:13.571234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-7b2021d2-a9b0-4ef3-923a-c3338d2f521b tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42', 'tempest-TagsExtTest-Tag-1600319787') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:13.577747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:13.578301 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (6c5d1b11-f1b2-4d26-9638-c40854271e9d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:13.581331 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:13.616525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 07678315-4436-4027-8c0d-ef8edee2d061 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:13.661613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998bd6b-307e-45c2-be9e-e5c3c4f5fc03 req-41abcfee-6f39-490c-8295-7a6e18c9f383 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:13.669653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c998bd6b-307e-45c2-be9e-e5c3c4f5fc03 req-41abcfee-6f39-490c-8295-7a6e18c9f383 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2989354 Feb 03 12:52:13.755185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6684f51b-cab2-43de-bb67-5c2059a28ee9 None None] Update dhcp port {'port': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'fixed_ips': [{'subnet_id': 'fe5d6eea-6255-441a-b87a-47d000cd1bae', 'ip_address': '2001:db8::2'}, {'subnet_id': '0d2a6734-c418-4047-a66d-a64407872de2'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '2921eb28-1479-4c2d-8f2e-c1dd1b0031e8'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:52:13.804903 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6684f51b-cab2-43de-bb67-5c2059a28ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.829831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (788abbbe-bb40-4f64-8b1c-7eaaaafaed3e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.839236 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-7b2021d2-a9b0-4ef3-923a-c3338d2f521b tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:13.843510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7b2021d2-a9b0-4ef3-923a-c3338d2f521b tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags/tempest-TagsExtTest-Tag-1600319787 HTTP/1.1" status: 404 len: 329 time: 0.2790406 Feb 03 12:52:13.846154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39758) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:13.847918 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.851342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "DELETE /v2.0/networks/788abbbe-bb40-4f64-8b1c-7eaaaafaed3e HTTP/1.1" status: 204 len: 168 time: 1.3035398 Feb 03 12:52:13.857516 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf8fd-5190-45bd-9889-fa84e5ec1c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (1281f70f-8bf6-452d-946e-91c088f80a0a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.859365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-a4dfce05-f1aa-4437-93c3-8964f224b907 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42', 'tempest-TagsExtTest-Tag-1487833735') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:13.864751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c998bd6b-307e-45c2-be9e-e5c3c4f5fc03 req-8fc96992-7b79-4940-8f65-83a4e5988250 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942785 Feb 03 12:52:13.865222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39760) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:13.908148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8bf8fd-5190-45bd-9889-fa84e5ec1c80 None None] No DVR routers for this DVR port 1281f70f-8bf6-452d-946e-91c088f80a0a on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:13.918489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bf8fd-5190-45bd-9889-fa84e5ec1c80 None None] Pushing event deleted for resources: {'Port': ['ID=1281f70f-8bf6-452d-946e-91c088f80a0a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:13.977258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21a55e-603d-43c8-aaaf-64693b8bf5b5 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Network': ['ID=788abbbe-bb40-4f64-8b1c-7eaaaafaed3e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:14.051522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36b1fb5a-9de6-463f-b34f-7d029adf0e83 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (07678315-4436-4027-8c0d-ef8edee2d061), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.054230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3f54a393-8003-48b6-995d-c50bbb73fa79 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:14.085478 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8d7233e0-cf83-46e3-b0d0-3abcad3dde73), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.088025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 3f54a393-8003-48b6-995d-c50bbb73fa79 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:14.088384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3f54a393-8003-48b6-995d-c50bbb73fa79 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:14.089112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1281f70f-8bf6-452d-946e-91c088f80a0a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:14.097846 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36b1fb5a-9de6-463f-b34f-7d029adf0e83 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (07678315-4436-4027-8c0d-ef8edee2d061), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.114101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Delete allocated IP 2001:db8::ca (d5f80349-d4fc-419a-9268-25eab03ba503/fe5d6eea-6255-441a-b87a-47d000cd1bae) {{(pid=103223) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 12:52:14.115597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 1281f70f-8bf6-452d-946e-91c088f80a0a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:14.115984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1281f70f-8bf6-452d-946e-91c088f80a0a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:14.126869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8:0:1::2ba (d5f80349-d4fc-419a-9268-25eab03ba503/0d2a6734-c418-4047-a66d-a64407872de2/4572f28f-26e7-45ea-ab16-85e683db38ef) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:14.128423 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-a4dfce05-f1aa-4437-93c3-8964f224b907 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:14.129796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a4dfce05-f1aa-4437-93c3-8964f224b907 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags/tempest-TagsExtTest-Tag-1487833735 HTTP/1.1" status: 404 len: 329 time: 0.2747009 Feb 03 12:52:14.133918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39776) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:14.135100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36b1fb5a-9de6-463f-b34f-7d029adf0e83 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 07678315-4436-4027-8c0d-ef8edee2d061 is not hosted by any dhcp agent {{(pid=103224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:52:14.140122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1fb5a-9de6-463f-b34f-7d029adf0e83 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:14.140737 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-36b1fb5a-9de6-463f-b34f-7d029adf0e83 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.142007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-36b1fb5a-9de6-463f-b34f-7d029adf0e83 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "PUT /v2.0/networks/07678315-4436-4027-8c0d-ef8edee2d061 HTTP/1.1" status: 200 len: 723 time: 0.6607177 Feb 03 12:52:14.148430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-4370fbf3-3b97-451a-ad75-38e1c308d424 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42', 'tempest-TagsExtTest-Tag-560735364') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:14.149430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39778) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:14.154498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': '07678315-4436-4027-8c0d-ef8edee2d061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:14.258592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1fb5a-9de6-463f-b34f-7d029adf0e83 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=07678315-4436-4027-8c0d-ef8edee2d061,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:14.282851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 07678315-4436-4027-8c0d-ef8edee2d061 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:14.298861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8d7233e0-cf83-46e3-b0d0-3abcad3dde73), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.327906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7233e0-cf83-46e3-b0d0-3abcad3dde73']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:14.340551 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-4370fbf3-3b97-451a-ad75-38e1c308d424 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:14.342276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4370fbf3-3b97-451a-ad75-38e1c308d424 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags/tempest-TagsExtTest-Tag-560735364 HTTP/1.1" status: 404 len: 328 time: 0.1992519 Feb 03 12:52:14.344333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3053c0b7-1f7b-410f-8198-919c0678c673') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:14.344838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3053c0b7-1f7b-410f-8198-919c0678c673') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:14.346628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39794) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:14.351494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-176e9e41-10d0-4939-945e-ab9e98244863 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f', {'tags': ['tempest-TagsExtTest-Tag-1728516808', 'tempest-TagsExtTest-Tag-372603167', 'tempest-TagsExtTest-Tag-1369934964']}) {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:14.383153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:14.387566 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.404934 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (3053c0b7-1f7b-410f-8198-919c0678c673), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.488537 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (4572f28f-26e7-45ea-ab16-85e683db38ef), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.505675 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (4572f28f-26e7-45ea-ab16-85e683db38ef), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.575016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6684f51b-cab2-43de-bb67-5c2059a28ee9 None None] Allocated IP 2001:db8:0:1::2 (d5f80349-d4fc-419a-9268-25eab03ba503/0d2a6734-c418-4047-a66d-a64407872de2/2921eb28-1479-4c2d-8f2e-c1dd1b0031e8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:14.597612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] In _notify_port_updated(), no bound segment for port 4572f28f-26e7-45ea-ab16-85e683db38ef on network d5f80349-d4fc-419a-9268-25eab03ba503 {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:52:14.604211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:14.605071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.606780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "PUT /v2.0/ports/4572f28f-26e7-45ea-ab16-85e683db38ef HTTP/1.1" status: 200 len: 931 time: 1.2686043 Feb 03 12:52:14.611540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39814) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:14.628903 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d729e-a399-41b3-8015-f827b29c82c8 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=4572f28f-26e7-45ea-ab16-85e683db38ef,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:14.761693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6684f51b-cab2-43de-bb67-5c2059a28ee9 None None] For port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,segment=NetworkSegment(ebe06430-0271-4b46-b53e-d1ca49092dbf),segment_id=ebe06430-0271-4b46-b53e-d1ca49092dbf)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:14.799167 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6684f51b-cab2-43de-bb67-5c2059a28ee9 None None] Publish callbacks [] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.801877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (dcdecdfb-4aa3-4181-8895-c8405f210e3b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.807733 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6684f51b-cab2-43de-bb67-5c2059a28ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.860501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=dcdecdfb-4aa3-4181-8895-c8405f210e3b,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:14.873083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4c039-555d-4c8f-8434-a9c64eb70dac tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 4572f28f-26e7-45ea-ab16-85e683db38ef {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:14.873905 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c039-555d-4c8f-8434-a9c64eb70dac tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4572f28f-26e7-45ea-ab16-85e683db38ef), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.910673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91b76948-e9a0-4219-aac4-13d8cf232a12 req-59837faa-9435-4aea-b896-6fd8618baf88 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.5090675 Feb 03 12:52:14.932143 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3053c0b7-1f7b-410f-8198-919c0678c673), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.936465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684f51b-cab2-43de-bb67-5c2059a28ee9 None None] Pushing event updated for resources: {'Port': ['ID=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:14.973457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:14.973946 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (3053c0b7-1f7b-410f-8198-919c0678c673), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.977763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': 'f46903c0-12f3-4de6-97b4-ea750d2ff6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '07678315-4436-4027-8c0d-ef8edee2d061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:14.978117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: 07678315-4436-4027-8c0d-ef8edee2d061, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:14.979976 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:15.025978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c039-555d-4c8f-8434-a9c64eb70dac tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4572f28f-26e7-45ea-ab16-85e683db38ef), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.045400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 07678315-4436-4027-8c0d-ef8edee2d061 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:15.053191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4c039-555d-4c8f-8434-a9c64eb70dac tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 4572f28f-26e7-45ea-ab16-85e683db38ef owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:15.072484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 07678315-4436-4027-8c0d-ef8edee2d061) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:15.082042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:15.083045 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.098220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2490fac6-0601-445f-9c63-3b683aaf46c2 None None] Network 07678315-4436-4027-8c0d-ef8edee2d061 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:15.124008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521db00a-596e-408f-8166-84bf88054b4a req-499a4cf4-fab9-4624-b3d5-17c8e47b42d6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:15.125580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-521db00a-596e-408f-8166-84bf88054b4a req-499a4cf4-fab9-4624-b3d5-17c8e47b42d6 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.2504902 Feb 03 12:52:15.138705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (8d7233e0-cf83-46e3-b0d0-3abcad3dde73), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.162030 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.168692 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-42eb4e14-e97e-46d2-85c2-899ef81afc09 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0153754 Feb 03 12:52:15.174513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39850) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:15.175067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] 10.222.0.65 "DELETE /v2.0/networks/8d7233e0-cf83-46e3-b0d0-3abcad3dde73 HTTP/1.1" status: 204 len: 168 time: 1.2619812 Feb 03 12:52:15.190110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-176e9e41-10d0-4939-945e-ab9e98244863 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags HTTP/1.1" status: 200 len: 317 time: 0.8422968 Feb 03 12:52:15.194987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39852) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:15.201552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-18fc40cd-e5c2-443f-a411-f3b1ad7299ed tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:15.204838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-f30b783b-9b36-4b50-a4ba-e4ac41c3e927 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:15.225703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0deb5d-cc07-4fc3-aaf4-57230de418d0 tempest-TaggedBootDevicesTest_v242-1067196865 tempest-TaggedBootDevicesTest_v242-1067196865-project] Pushing event deleted for resources: {'Network': ['ID=8d7233e0-cf83-46e3-b0d0-3abcad3dde73,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:15.296840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-07678315-4436-4027-8c0d-ef8edee2d061', 'network_id': '07678315-4436-4027-8c0d-ef8edee2d061', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': 'dcdecdfb-4aa3-4181-8895-c8405f210e3b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:15.297730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.332541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f823506-6aa0-4c1b-93ec-3f7536b25cd9 req-f8df1525-850f-4bf8-bea4-d0184e7df8c8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:15.334598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f823506-6aa0-4c1b-93ec-3f7536b25cd9 req-f8df1525-850f-4bf8-bea4-d0184e7df8c8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2657623 Feb 03 12:52:15.366808 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18fc40cd-e5c2-443f-a411-f3b1ad7299ed tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4348672'] for subnet (dcdecdfb-4aa3-4181-8895-c8405f210e3b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.414505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c039-555d-4c8f-8434-a9c64eb70dac tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4572f28f-26e7-45ea-ab16-85e683db38ef), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.424472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-521db00a-596e-408f-8166-84bf88054b4a req-9b2788f4-a4d5-410d-bda9-8e4659ccc0ef tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892871 Feb 03 12:52:15.494116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f823506-6aa0-4c1b-93ec-3f7536b25cd9 req-eb023014-762f-48ed-9d1f-d509113a6ebc tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507564 Feb 03 12:52:15.533015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4c039-555d-4c8f-8434-a9c64eb70dac tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=4572f28f-26e7-45ea-ab16-85e683db38ef,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:15.546388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f30b783b-9b36-4b50-a4ba-e4ac41c3e927 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags HTTP/1.1" status: 204 len: 168 time: 0.3382180 Feb 03 12:52:15.548309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39872) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:15.565991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-d9f3a987-6294-47d4-b8a7-179f8ad0a4b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f', 'tempest-TagsExtTest-Tag-1728516808') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:15.618264 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c039-555d-4c8f-8434-a9c64eb70dac tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.625138 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4dc4c039-555d-4c8f-8434-a9c64eb70dac tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/4572f28f-26e7-45ea-ab16-85e683db38ef HTTP/1.1" status: 204 len: 168 time: 1.0097122 Feb 03 12:52:15.655112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:15.693866 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-13180eb1-4c17-4f16-a76e-08761fe9a0ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:52:15.695719 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-13180eb1-4c17-4f16-a76e-08761fe9a0ef tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/4572f28f-26e7-45ea-ab16-85e683db38ef HTTP/1.1" status: 404 len: 333 time: 0.0394254 Feb 03 12:52:15.699141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39884) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:15.797056 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-d9f3a987-6294-47d4-b8a7-179f8ad0a4b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:15.798489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d9f3a987-6294-47d4-b8a7-179f8ad0a4b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags/tempest-TagsExtTest-Tag-1728516808 HTTP/1.1" status: 404 len: 329 time: 0.2466300 Feb 03 12:52:15.802503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39890) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:15.807369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-cd376a47-c6af-404d-ac40-7ccf7b277e9c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f', 'tempest-TagsExtTest-Tag-372603167') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:15.922481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3364acad-c5f8-462a-b547-38396bc463e0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (728651e9-8192-43af-8f0c-84cb5adac236), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.974939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18fc40cd-e5c2-443f-a411-f3b1ad7299ed tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752285408485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7423213'] for subnet (dcdecdfb-4aa3-4181-8895-c8405f210e3b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.013646 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3364acad-c5f8-462a-b547-38396bc463e0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (728651e9-8192-43af-8f0c-84cb5adac236), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.114381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:16.127668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Allocated IP 172.20.0.2 (07678315-4436-4027-8c0d-ef8edee2d061/dcdecdfb-4aa3-4181-8895-c8405f210e3b/e7a50207-4e32-4d16-ad63-d41eed921dff) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:16.129980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc40cd-e5c2-443f-a411-f3b1ad7299ed tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:16.131909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-18fc40cd-e5c2-443f-a411-f3b1ad7299ed tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.133524 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-18fc40cd-e5c2-443f-a411-f3b1ad7299ed tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "PUT /v2.0/subnets/dcdecdfb-4aa3-4181-8895-c8405f210e3b HTTP/1.1" status: 200 len: 806 time: 0.9618473 Feb 03 12:52:16.136806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39896) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.262051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65542d1e-3d95-42c6-a99c-09a02d47ef6d req-d03377c7-dacf-41ac-ad95-b71d423ce9ae tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.1061413 Feb 03 12:52:16.267756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39898) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.293664 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.296120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a5c41815-7b58-4f7d-9c01-0c1c1155a318 None None] Provisioning complete for port 0573a054-aea4-4cc2-8d02-0aafa7361924 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:16.296585 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5c41815-7b58-4f7d-9c01-0c1c1155a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.297992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (07678315-4436-4027-8c0d-ef8edee2d061), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.324513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc40cd-e5c2-443f-a411-f3b1ad7299ed tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=dcdecdfb-4aa3-4181-8895-c8405f210e3b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:16.330670 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-cd376a47-c6af-404d-ac40-7ccf7b277e9c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:16.332990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cd376a47-c6af-404d-ac40-7ccf7b277e9c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags/tempest-TagsExtTest-Tag-372603167 HTTP/1.1" status: 404 len: 328 time: 0.5292180 Feb 03 12:52:16.336373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39902) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.352871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-5e15a476-56b3-4167-9a07-44320cefda6c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f', 'tempest-TagsExtTest-Tag-1369934964') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:16.450760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1604-940e-46e3-8e40-4701b8b8151b req-6d4b7528-be49-4ceb-9e07-69ec827c4265 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:16.452447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5d1604-940e-46e3-8e40-4701b8b8151b req-6d4b7528-be49-4ceb-9e07-69ec827c4265 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.4379261 Feb 03 12:52:16.457953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a5c41815-7b58-4f7d-9c01-0c1c1155a318 None None] Port 0573a054-aea4-4cc2-8d02-0aafa7361924 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:16.458158 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (dcdecdfb-4aa3-4181-8895-c8405f210e3b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.470579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3364acad-c5f8-462a-b547-38396bc463e0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (728651e9-8192-43af-8f0c-84cb5adac236), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.476887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3364acad-c5f8-462a-b547-38396bc463e0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.479148 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3364acad-c5f8-462a-b547-38396bc463e0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/security-groups/728651e9-8192-43af-8f0c-84cb5adac236 HTTP/1.1" status: 204 len: 168 time: 0.7787957 Feb 03 12:52:16.489941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39904) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.567808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:16.568442 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.588908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364acad-c5f8-462a-b547-38396bc463e0 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728651e9-8192-43af-8f0c-84cb5adac236,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:16.616444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a5c41815-7b58-4f7d-9c01-0c1c1155a318 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:16.617211 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5c41815-7b58-4f7d-9c01-0c1c1155a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.658430 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07c724bb-7f3b-4efb-8e76-c94a22d6d0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.694912 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-5e15a476-56b3-4167-9a07-44320cefda6c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:16.696651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5e15a476-56b3-4167-9a07-44320cefda6c tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags/tempest-TagsExtTest-Tag-1369934964 HTTP/1.1" status: 404 len: 329 time: 0.3495605 Feb 03 12:52:16.699497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39908) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.705354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-f01afa93-8018-46f1-a4d7-a11de6b36fbd tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165', {'tags': ['tempest-TagsExtTest-Tag-1971730223', 'tempest-TagsExtTest-Tag-283627819', 'tempest-TagsExtTest-Tag-929522599']}) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:16.781292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5d1604-940e-46e3-8e40-4701b8b8151b req-7c6d2405-f922-4651-8832-f86ff6597425 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188734 Feb 03 12:52:16.801536 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d842d136-cde8-4226-a03d-7d7cf1a95599 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (db1b0314-c6b6-408a-9ec9-1bd81a3706ab), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.813551 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f01afa93-8018-46f1-a4d7-a11de6b36fbd tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "PUT /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags HTTP/1.1" status: 200 len: 316 time: 0.1128740 Feb 03 12:52:16.816147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39910) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.821234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-51944bbb-824d-4c74-83a4-b2b983ebb8a3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:16.835211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d842d136-cde8-4226-a03d-7d7cf1a95599 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (db1b0314-c6b6-408a-9ec9-1bd81a3706ab), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.879162 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Publish callbacks [] for port (e7a50207-4e32-4d16-ad63-d41eed921dff), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.897263 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e7a50207-4e32-4d16-ad63-d41eed921dff), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.905917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-51944bbb-824d-4c74-83a4-b2b983ebb8a3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags HTTP/1.1" status: 204 len: 168 time: 0.0860522 Feb 03 12:52:16.911414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39914) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.911972 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d842d136-cde8-4226-a03d-7d7cf1a95599 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (db1b0314-c6b6-408a-9ec9-1bd81a3706ab), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.916109 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d842d136-cde8-4226-a03d-7d7cf1a95599 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.920243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (dcdecdfb-4aa3-4181-8895-c8405f210e3b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.921056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d842d136-cde8-4226-a03d-7d7cf1a95599 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/security-groups/db1b0314-c6b6-408a-9ec9-1bd81a3706ab HTTP/1.1" status: 204 len: 168 time: 0.4256771 Feb 03 12:52:16.922195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39916) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.926039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-7099c9c2-2f45-498b-97ac-ef4197c02dce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165', 'tempest-TagsExtTest-Tag-1971730223') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:16.960834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842d136-cde8-4226-a03d-7d7cf1a95599 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1b0314-c6b6-408a-9ec9-1bd81a3706ab,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:17.011620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdecdfb-4aa3-4181-8895-c8405f210e3b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:17.040980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83487f37-5724-456e-a75b-9d3a7b6da33e req-1b1ff964-a9f7-4752-b888-673b34e66809 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:17.045393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83487f37-5724-456e-a75b-9d3a7b6da33e req-1b1ff964-a9f7-4752-b888-673b34e66809 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.3750165 Feb 03 12:52:17.052307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fc273a-69b4-4c9a-9ffd-fa017a11f18f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet fe5d6eea-6255-441a-b87a-47d000cd1bae {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:17.063041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3fc273a-69b4-4c9a-9ffd-fa017a11f18f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (fe5d6eea-6255-441a-b87a-47d000cd1bae), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.084407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Network 07678315-4436-4027-8c0d-ef8edee2d061 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:17.103563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:17.110410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:17.142019 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07c724bb-7f3b-4efb-8e76-c94a22d6d0e5 admin admin] Publish callbacks [] for security_group (e2946ac4-f727-46d7-ae29-9407bdd86609), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.148287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (07678315-4436-4027-8c0d-ef8edee2d061), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.169705 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-7099c9c2-2f45-498b-97ac-ef4197c02dce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:17.171180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7099c9c2-2f45-498b-97ac-ef4197c02dce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags/tempest-TagsExtTest-Tag-1971730223 HTTP/1.1" status: 404 len: 329 time: 0.2488062 Feb 03 12:52:17.176239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07c724bb-7f3b-4efb-8e76-c94a22d6d0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e2946ac4-f727-46d7-ae29-9407bdd86609), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.181763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39918) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:17.197272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-1da8c342-ee45-411b-af59-e89ea784fe6d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165', 'tempest-TagsExtTest-Tag-283627819') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:17.312150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-07c724bb-7f3b-4efb-8e76-c94a22d6d0e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee14708474364df6ba90b81a197ce913&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0364387 Feb 03 12:52:17.319086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39922) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:17.439068 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-1da8c342-ee45-411b-af59-e89ea784fe6d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:17.440192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1da8c342-ee45-411b-af59-e89ea784fe6d tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags/tempest-TagsExtTest-Tag-283627819 HTTP/1.1" status: 404 len: 328 time: 0.2527175 Feb 03 12:52:17.446634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c724bb-7f3b-4efb-8e76-c94a22d6d0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2946ac4-f727-46d7-ae29-9407bdd86609,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:17.465512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39924) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:17.481552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-f159147a-2a1a-4327-ae00-e61d1d89bab0 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165', 'tempest-TagsExtTest-Tag-929522599') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:17.514542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83487f37-5724-456e-a75b-9d3a7b6da33e req-c19c4657-70ef-419e-8ec9-af4fb0c0ee7d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572606 Feb 03 12:52:17.527777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Pushing event updated for resources: {'Port': ['ID=e7a50207-4e32-4d16-ad63-d41eed921dff,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:17.561744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e58483e2-73e4-46be-bf1f-09ecca314458 req-782e8cc2-459b-4907-8a5f-03dd396a95e6 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.1163452 Feb 03 12:52:17.600750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b16a52b6-2991-4b6f-ae52-fa6593889e90 admin admin] Publish callbacks [] for security_group (e2946ac4-f727-46d7-ae29-9407bdd86609), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.605515 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-f159147a-2a1a-4327-ae00-e61d1d89bab0 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] show failed (client error): The resource could not be found. Feb 03 12:52:17.607028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f159147a-2a1a-4327-ae00-e61d1d89bab0 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags/tempest-TagsExtTest-Tag-929522599 HTTP/1.1" status: 404 len: 328 time: 0.1400406 Feb 03 12:52:17.613904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39926) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:17.620240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-8605ec59-0a19-49e6-8c21-b1ce642091da tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec083849-d887-4aa5-8c16-857c21650165') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:17.643999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a5c41815-7b58-4f7d-9c01-0c1c1155a318 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:17.648746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:17.653576 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b16a52b6-2991-4b6f-ae52-fa6593889e90 admin admin] Publish callbacks [] for security_group (e2946ac4-f727-46d7-ae29-9407bdd86609), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.657311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Attempting to bind port e7a50207-4e32-4d16-ad63-d41eed921dff on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:17.657764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Attempting to bind port e7a50207-4e32-4d16-ad63-d41eed921dff by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'f46903c0-12f3-4de6-97b4-ea750d2ff6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '07678315-4436-4027-8c0d-ef8edee2d061'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:17.658199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Attempting to bind port e7a50207-4e32-4d16-ad63-d41eed921dff on network 07678315-4436-4027-8c0d-ef8edee2d061 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:17.660257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a5c41815-7b58-4f7d-9c01-0c1c1155a318 None None] Could not find standard attr ID for object 4572f28f-26e7-45ea-ab16-85e683db38ef. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:52:17.668760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:17.669180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Checking segment: {'id': 'f46903c0-12f3-4de6-97b4-ea750d2ff6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '07678315-4436-4027-8c0d-ef8edee2d061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:17.669657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.670118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Bound using segment: {'id': 'f46903c0-12f3-4de6-97b4-ea750d2ff6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '07678315-4436-4027-8c0d-ef8edee2d061'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:17.670726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Bound port: e7a50207-4e32-4d16-ad63-d41eed921dff, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46903c0-12f3-4de6-97b4-ea750d2ff6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '07678315-4436-4027-8c0d-ef8edee2d061'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:17.671186 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e7a50207-4e32-4d16-ad63-d41eed921dff), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.714916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8605ec59-0a19-49e6-8c21-b1ce642091da tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165/tags HTTP/1.1" status: 204 len: 168 time: 0.0997925 Feb 03 12:52:17.717705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39928) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:17.739276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-b6894743-4d50-4eb9-8de1-42a97d85cddd tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ee1e5471-8b0c-49cb-bf26-6cadaa7a431f') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:17.762737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07678315-4436-4027-8c0d-ef8edee2d061']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:17.792493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5bd1093c-a88d-42f5-839a-ffa342dc16f7 None None] Could not find standard attr ID for object 4572f28f-26e7-45ea-ab16-85e683db38ef. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:52:17.800994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] For port e7a50207-4e32-4d16-ad63-d41eed921dff, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:17.804074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3fc273a-69b4-4c9a-9ffd-fa017a11f18f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (fe5d6eea-6255-441a-b87a-47d000cd1bae), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.818098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] For port e7a50207-4e32-4d16-ad63-d41eed921dff, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e7a50207-4e32-4d16-ad63-d41eed921dff,segment=NetworkSegment(f46903c0-12f3-4de6-97b4-ea750d2ff6ca),segment_id=f46903c0-12f3-4de6-97b4-ea750d2ff6ca)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:17.828390 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b16a52b6-2991-4b6f-ae52-fa6593889e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e2946ac4-f727-46d7-ae29-9407bdd86609), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.831513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b16a52b6-2991-4b6f-ae52-fa6593889e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.835910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b16a52b6-2991-4b6f-ae52-fa6593889e90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2946ac4-f727-46d7-ae29-9407bdd86609 HTTP/1.1" status: 204 len: 168 time: 0.5126476 Feb 03 12:52:17.839485 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e7a50207-4e32-4d16-ad63-d41eed921dff), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.869867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a52b6-2991-4b6f-ae52-fa6593889e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2946ac4-f727-46d7-ae29-9407bdd86609,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:17.881043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46903c0-12f3-4de6-97b4-ea750d2ff6ca') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:17.881342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46903c0-12f3-4de6-97b4-ea750d2ff6ca') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:17.882719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b6894743-4d50-4eb9-8de1-42a97d85cddd tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f/tags HTTP/1.1" status: 204 len: 168 time: 0.1473122 Feb 03 12:52:17.886582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39934) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:17.891463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-3dcfda5e-9e60-43dc-9210-971e4e16199b tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '61dd10c8-8a3a-4b93-967c-c2c644950e42') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:17.937927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (f46903c0-12f3-4de6-97b4-ea750d2ff6ca), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.989920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-6e6c6141-96e5-41cf-a9a2-e85be6d3e057 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:17.991694 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-6e6c6141-96e5-41cf-a9a2-e85be6d3e057 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.8659158 Feb 03 12:52:17.994643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f46903c0-12f3-4de6-97b4-ea750d2ff6ca), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:18.005249 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-0c7ed3a9-c898-4d94-825d-3a50bca1efa0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9180837 Feb 03 12:52:18.017911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:18.018557 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (f46903c0-12f3-4de6-97b4-ea750d2ff6ca), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:18.022839 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:18.138854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d277f67-05ab-40c8-81f5-4cbabf9e1dcc None None] Pushing event updated for resources: {'Port': ['ID=e7a50207-4e32-4d16-ad63-d41eed921dff,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:18.158699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3dcfda5e-9e60-43dc-9210-971e4e16199b tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42/tags HTTP/1.1" status: 204 len: 168 time: 0.2656517 Feb 03 12:52:18.161323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ffff0f-ba98-49f2-ab71-cd1aca59f39a None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:52:18.166874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39940) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:18.174235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-69d414f3-bd0b-4d86-ab5e-645aca8f017e tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '356531ab-e580-4021-8064-1710bd713ceb') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:18.249152 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.api [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:52:18.249152 n-d-792364-10 neutron-server[103223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:52:18.249152 n-d-792364-10 neutron-server[103223]: [parameters: {'id': '07678315-4436-4027-8c0d-ef8edee2d061'}] Feb 03 12:52:18.249152 n-d-792364-10 neutron-server[103223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:52:18.249653 n-d-792364-10 neutron-server[103223]: DEBUG oslo_db.api [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:52:18.269956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7b6e0-7357-491c-b285-779daeeb704d req-aff8c065-9705-4c0d-a402-e3d03d20ea3f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:18.271901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afe7b6e0-7357-491c-b285-779daeeb704d req-aff8c065-9705-4c0d-a402-e3d03d20ea3f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.2864373 Feb 03 12:52:18.339759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ffff0f-ba98-49f2-ab71-cd1aca59f39a None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:52:18.347116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3fc273a-69b4-4c9a-9ffd-fa017a11f18f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (fe5d6eea-6255-441a-b87a-47d000cd1bae), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:18.371478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-afe7b6e0-7357-491c-b285-779daeeb704d req-d7c45ec3-e324-4f63-ada2-c3e427c092e3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890100 Feb 03 12:52:18.377664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-69d414f3-bd0b-4d86-ab5e-645aca8f017e tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb/tags HTTP/1.1" status: 204 len: 168 time: 0.2096593 Feb 03 12:52:18.382443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39946) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:18.637524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-af252aa5-5001-41fb-8270-ee0a727fb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:18.638955 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-af252aa5-5001-41fb-8270-ee0a727fb94b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 1129 time: 0.5584095 Feb 03 12:52:18.668526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2867b578-56e3-448d-a916-9bc785286a1e tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:18.670250 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2867b578-56e3-448d-a916-9bc785286a1e tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnetpools/ec083849-d887-4aa5-8c16-857c21650165 HTTP/1.1" status: 204 len: 168 time: 0.2864170 Feb 03 12:52:18.676331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39956) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:18.704843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5873f65d-0f93-46bf-be8a-37597ea1e763 req-42e2bd90-db32-45f5-a2e6-78f4317cdcb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0844758 Feb 03 12:52:18.736881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc49084e-7696-416f-9a66-df30fcdd30fa None None] Network 07678315-4436-4027-8c0d-ef8edee2d061 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:18.803329 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (07678315-4436-4027-8c0d-ef8edee2d061), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:18.860090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e6c64ce-e5ff-44d1-b413-d36303b61156 req-3731eec9-8777-4886-adf4-2a5cf6e0c845 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0629411 Feb 03 12:52:18.880890 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-4c40a949-5879-4caf-9854-628e693a4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:18.882665 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-4c40a949-5879-4caf-9854-628e693a4001 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 912 time: 0.2090812 Feb 03 12:52:18.891091 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-61a38eac-12f5-4117-a4cb-5d4e78cc46cc tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee1e5471-8b0c-49cb-bf26-6cadaa7a431f HTTP/1.1" status: 200 len: 205 time: 0.2013447 Feb 03 12:52:18.900237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39964) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:18.916693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca083d8-c096-4b39-82aa-0603b4ef98fe None None] Network 07678315-4436-4027-8c0d-ef8edee2d061 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:18.920493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757488bf-d11e-45bc-b390-47cc1c00a2fd req-973fcb08-8751-4a56-8e7c-5aa3c7c958e3 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:18.931340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-757488bf-d11e-45bc-b390-47cc1c00a2fd req-973fcb08-8751-4a56-8e7c-5aa3c7c958e3 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2214496 Feb 03 12:52:18.958507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Deleting port ac5644e9-1ede-465a-a0b4-8ae130511799 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:18.958853 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.017866 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-283a37e9-b166-4fb7-af0f-3bb1c5c46eee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=579a52b2-c353-4528-8230-d44bbf9bc660 HTTP/1.1" status: 200 len: 217 time: 0.1166165 Feb 03 12:52:19.033708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-757488bf-d11e-45bc-b390-47cc1c00a2fd req-0c7d4363-9312-4235-8e1b-0b4533a7dde8 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014655 Feb 03 12:52:19.193981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9a45ff0-e84a-496f-aa8d-caafdaaf9fce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for router (ee1e5471-8b0c-49cb-bf26-6cadaa7a431f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.397949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d7db0-d9ae-4826-98cf-9ff5837ca221 req-344b5305-b9ad-4a9c-a397-019e7345a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:19.400636 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc8d7db0-d9ae-4826-98cf-9ff5837ca221 req-344b5305-b9ad-4a9c-a397-019e7345a538 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 1128 time: 0.0774579 Feb 03 12:52:19.402545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3fc273a-69b4-4c9a-9ffd-fa017a11f18f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (fe5d6eea-6255-441a-b87a-47d000cd1bae), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.427214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3fc273a-69b4-4c9a-9ffd-fa017a11f18f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.430638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5f1c2c-ea1c-4a3e-aebd-bbf1f2f52cb7 None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:19.430848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d3fc273a-69b4-4c9a-9ffd-fa017a11f18f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/fe5d6eea-6255-441a-b87a-47d000cd1bae HTTP/1.1" status: 204 len: 168 time: 2.5048952 Feb 03 12:52:19.440100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39978) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:19.465413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:19.614191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc273a-69b4-4c9a-9ffd-fa017a11f18f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5d6eea-6255-441a-b87a-47d000cd1bae,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:19.623884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-fcf60197-0e0a-4df5-9fb7-372a1e219e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:19.625790 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-fcf60197-0e0a-4df5-9fb7-372a1e219e1a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6c9fc64e-885f-4cea-96f2-294d9d138e90 HTTP/1.1" status: 200 len: 851 time: 0.3112116 Feb 03 12:52:19.664040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9a45ff0-e84a-496f-aa8d-caafdaaf9fce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (ee1e5471-8b0c-49cb-bf26-6cadaa7a431f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.680509 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9a45ff0-e84a-496f-aa8d-caafdaaf9fce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for router_controller (ee1e5471-8b0c-49cb-bf26-6cadaa7a431f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.707761 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-168f2b6d-458f-4117-82ff-4566dba804a2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464246 Feb 03 12:52:19.721958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting port e7a50207-4e32-4d16-ad63-d41eed921dff {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:19.722643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e7a50207-4e32-4d16-ad63-d41eed921dff), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.800642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc8d7db0-d9ae-4826-98cf-9ff5837ca221 req-9de0a99d-263f-4f62-a87d-0bc866e292b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838620 Feb 03 12:52:19.844084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978a11-bdb7-45b1-ae22-870733c3033d req-e39bf97a-cba3-4765-ad3f-64756b9a6877 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:19.845760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af978a11-bdb7-45b1-ae22-870733c3033d req-e39bf97a-cba3-4765-ad3f-64756b9a6877 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 946 time: 0.3279357 Feb 03 12:52:19.993541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af978a11-bdb7-45b1-ae22-870733c3033d req-fd46bf03-5356-4e59-a559-96bd7f91959c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358776 Feb 03 12:52:20.005460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] For port ac5644e9-1ede-465a-a0b4-8ae130511799, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ac5644e9-1ede-465a-a0b4-8ae130511799,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:20.006871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.024546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:20.028513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.124008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9a45ff0-e84a-496f-aa8d-caafdaaf9fce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (ee1e5471-8b0c-49cb-bf26-6cadaa7a431f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.126766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a45ff0-e84a-496f-aa8d-caafdaaf9fce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Fanout notify agent at l3_agent the message router_deleted on router ee1e5471-8b0c-49cb-bf26-6cadaa7a431f {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:52:20.137879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Calling delete_port for ac5644e9-1ede-465a-a0b4-8ae130511799 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:20.169642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9a45ff0-e84a-496f-aa8d-caafdaaf9fce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.171780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caa557cc-99ca-4b33-a727-6580465153eb req-747e282e-5457-4d6c-a78c-64550d5042da tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0881424 Feb 03 12:52:20.176413 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e9a45ff0-e84a-496f-aa8d-caafdaaf9fce tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/routers/ee1e5471-8b0c-49cb-bf26-6cadaa7a431f HTTP/1.1" status: 204 len: 168 time: 1.2139716 Feb 03 12:52:20.179247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39994) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:20.242621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39998) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:20.279884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] For port e7a50207-4e32-4d16-ad63-d41eed921dff, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e7a50207-4e32-4d16-ad63-d41eed921dff,segment=NetworkSegment(f46903c0-12f3-4de6-97b4-ea750d2ff6ca),segment_id=f46903c0-12f3-4de6-97b4-ea750d2ff6ca)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:20.280265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e7a50207-4e32-4d16-ad63-d41eed921dff), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.409435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-3ac642c0-1b04-4066-bf7a-0f4d19fd906d service neutron] 10.222.0.91 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916075 Feb 03 12:52:20.413457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Calling delete_port for e7a50207-4e32-4d16-ad63-d41eed921dff owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:20.450147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a2d31-2ade-4abf-9752-c84e698dba69 req-a4e93d7f-b5d9-47da-bee1-1d0ef30de39c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:20.451942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-705a2d31-2ade-4abf-9752-c84e698dba69 req-a4e93d7f-b5d9-47da-bee1-1d0ef30de39c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2617133 Feb 03 12:52:20.452507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-542bb678-8ac9-4fac-867b-39e7521d565e tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-300255524'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:20.453469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-542bb678-8ac9-4fac-867b-39e7521d565e tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Unknown quota resources ['metering_label']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:52:20.548365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-705a2d31-2ade-4abf-9752-c84e698dba69 req-d0ae7722-5240-4951-b372-b1ed900721c0 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899947 Feb 03 12:52:20.548606 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.565415 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:52:20.578575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8e63f30e-c72d-43e2-a2fb-a202772575e6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Deleting port 61dd10c8-8a3a-4b93-967c-c2c644950e42 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:20.578575 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8e63f30e-c72d-43e2-a2fb-a202772575e6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (61dd10c8-8a3a-4b93-967c-c2c644950e42), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.739243 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bec1fe0-288e-407b-bfb2-c90b2128238b req-92c5435b-8b76-4d22-87cb-5220bd74e98e service neutron] 10.222.0.91 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210900 Feb 03 12:52:20.764815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d47c556-4def-42b2-b17c-dce07f0fc81e req-02126ea2-adc8-4d82-8c30-a151786e2ce0 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13&device_id=0eef36df-e319-4e0d-a835-aafe89436ce2 HTTP/1.1" status: 200 len: 210 time: 0.0701823 Feb 03 12:52:20.819870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8e63f30e-c72d-43e2-a2fb-a202772575e6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (61dd10c8-8a3a-4b93-967c-c2c644950e42), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.835235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8e63f30e-c72d-43e2-a2fb-a202772575e6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Calling delete_port for 61dd10c8-8a3a-4b93-967c-c2c644950e42 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:20.842108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (72587980-df2a-44df-9280-cc027d6868d0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.856665 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ac5644e9-1ede-465a-a0b4-8ae130511799 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:20.911777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=72587980-df2a-44df-9280-cc027d6868d0,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:20.912515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b5d4d5c8-539f-4d6e-8575-dd736d6f2205 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:20.913073 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d5c8-539f-4d6e-8575-dd736d6f2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.921612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:20.928621 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-542bb678-8ac9-4fac-867b-39e7521d565e tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.934289 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-542bb678-8ac9-4fac-867b-39e7521d565e tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6902301 Feb 03 12:52:20.940929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40004) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:20.953488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:20.957592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:20.958202 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.962849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-51cd3b62-f465-4eee-a7fc-e5dc2744caa4 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '051f790e-e815-4cc3-8c9b-274c26ade3f9'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:20.963026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-51cd3b62-f465-4eee-a7fc-e5dc2744caa4 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:52:20.980964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e21a8a-3022-4393-8de5-335e5b8605bb None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:20.993055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-08b739e4-77f9-4abc-8dc9-443bc514b62f tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5510385 Feb 03 12:52:20.999604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40006) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:21.012171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-02a1a1f6-23c7-466b-8b94-235b7ac15d19 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'security_group': {'name': 'tempest-secgroup-303835749'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:21.078431 n-d-792364-10 neutron-server[103223]: WARNING neutron.services.metering.metering_plugin [None req-51cd3b62-f465-4eee-a7fc-e5dc2744caa4 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 12:52:21.086788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02a1a1f6-23c7-466b-8b94-235b7ac15d19 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.129162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fc97c9d-5010-4b80-ba66-300b884256ad req-8999ef1f-beee-48da-a9a8-30e57d522628 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=307cb7db369447fbb308f2f807164325&device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0745316 Feb 03 12:52:21.165619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ac5644e9-1ede-465a-a0b4-8ae130511799 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:21.165875 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.181105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4d5c8-539f-4d6e-8575-dd736d6f2205 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:21.220208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-51cd3b62-f465-4eee-a7fc-e5dc2744caa4 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.226789 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-51cd3b62-f465-4eee-a7fc-e5dc2744caa4 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2733541 Feb 03 12:52:21.227676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40012) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:21.236321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e7a50207-4e32-4d16-ad63-d41eed921dff), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.242500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c0b5d9b3-aa0c-40aa-b3b0-42669d212400 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '051f790e-e815-4cc3-8c9b-274c26ade3f9'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:21.243591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c0b5d9b3-aa0c-40aa-b3b0-42669d212400 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:52:21.270876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b5d4d5c8-539f-4d6e-8575-dd736d6f2205 None None] Provisioning complete for port 0573a054-aea4-4cc2-8d02-0aafa7361924 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:21.271289 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d5c8-539f-4d6e-8575-dd736d6f2205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.290275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Port': ['ID=e7a50207-4e32-4d16-ad63-d41eed921dff,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:21.306443 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fafc934-48fc-482c-bcdf-3bab6cfa0489 req-059e51c4-8ce5-4712-a230-44e2042aca61 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.1371522 Feb 03 12:52:21.347378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ac5644e9-1ede-465a-a0b4-8ae130511799), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.362777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No DVR routers for this DVR port e7a50207-4e32-4d16-ad63-d41eed921dff on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:21.363693 n-d-792364-10 neutron-server[103223]: WARNING neutron.services.metering.metering_plugin [None req-c0b5d9b3-aa0c-40aa-b3b0-42669d212400 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 12:52:21.372180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4d5c8-539f-4d6e-8575-dd736d6f2205 None None] Port 0573a054-aea4-4cc2-8d02-0aafa7361924 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:21.376799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fc97c9d-5010-4b80-ba66-300b884256ad req-5ad448e1-c45b-47d6-b865-3c3c1e68f706 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=307cb7db369447fbb308f2f807164325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2207572 Feb 03 12:52:21.398159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event deleted for resources: {'Port': ['ID=ac5644e9-1ede-465a-a0b4-8ae130511799,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:21.487753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b982e-c52a-4abe-83e5-50a279d51d71 None None] Update dhcp port {'port': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'fixed_ips': [{'subnet_id': '0d2a6734-c418-4047-a66d-a64407872de2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72587980-df2a-44df-9280-cc027d6868d0'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '2921eb28-1479-4c2d-8f2e-c1dd1b0031e8'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:52:21.527613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db2b982e-c52a-4abe-83e5-50a279d51d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.573544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] No DVR routers for this DVR port ac5644e9-1ede-465a-a0b4-8ae130511799 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:21.584098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d9b3-aa0c-40aa-b3b0-42669d212400 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.589089 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c0b5d9b3-aa0c-40aa-b3b0-42669d212400 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3572788 Feb 03 12:52:21.597887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40018) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:21.599029 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.602976 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4d5bb310-ec9b-405d-bb3c-eaddc5be9cae req-f3713d8d-b3d8-485b-b213-78b18badf1ad tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.72 "DELETE /v2.0/ports/ac5644e9-1ede-465a-a0b4-8ae130511799 HTTP/1.1" status: 204 len: 173 time: 3.6029854 Feb 03 12:52:21.604651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1524b093-f61e-470c-83d6-b4b04ba26776', 'name': 'network-vif-deleted', 'tag': 'ac5644e9-1ede-465a-a0b4-8ae130511799'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:21.613596 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ef30d4-00b2-4f0d-a2f2-42e039dc57f0" -d '{"events": [{"server_uuid": "1524b093-f61e-470c-83d6-b4b04ba26776", "name": "network-vif-deleted", "tag": "ac5644e9-1ede-465a-a0b4-8ae130511799"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:21.680395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (07678315-4436-4027-8c0d-ef8edee2d061), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.682228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469a8a-2e38-4637-a8b6-894239ebcd52 req-b6c75efc-147a-4574-a9d2-1b58813fe10a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:21.683834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c469a8a-2e38-4637-a8b6-894239ebcd52 req-b6c75efc-147a-4574-a9d2-1b58813fe10a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=1524b093-f61e-470c-83d6-b4b04ba26776 HTTP/1.1" status: 200 len: 867 time: 0.5097289 Feb 03 12:52:21.688944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97c9d-5010-4b80-ba66-300b884256ad req-f226589f-8572-4204-a99c-94e2d532e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:21.690660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fc97c9d-5010-4b80-ba66-300b884256ad req-f226589f-8572-4204-a99c-94e2d532e4ea service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696750 Feb 03 12:52:21.690990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8e63f30e-c72d-43e2-a2fb-a202772575e6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (61dd10c8-8a3a-4b93-967c-c2c644950e42), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.732664 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-44638277-feda-473d-9394-cf4124fc646b tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=f46ccfa3-5da9-458c-b9ab-50e97c5b8534 HTTP/1.1" status: 200 len: 462 time: 0.1285861 Feb 03 12:52:21.739651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07678315-4436-4027-8c0d-ef8edee2d061']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:21.741321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40022) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:21.758557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46903c0-12f3-4de6-97b4-ea750d2ff6ca') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:21.758870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46903c0-12f3-4de6-97b4-ea750d2ff6ca') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:21.769663 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (f46903c0-12f3-4de6-97b4-ea750d2ff6ca), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.788699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f46903c0-12f3-4de6-97b4-ea750d2ff6ca), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.797995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:21.798513 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (f46903c0-12f3-4de6-97b4-ea750d2ff6ca), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.798751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f30e-c72d-43e2-a2fb-a202772575e6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Pushing event deleted for resources: {'Port': ['ID=61dd10c8-8a3a-4b93-967c-c2c644950e42,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:21.802022 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:21.808696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-db2b982e-c52a-4abe-83e5-50a279d51d71 None None] Allocated IP 2001:db8::2 (d5f80349-d4fc-419a-9268-25eab03ba503/72587980-df2a-44df-9280-cc027d6868d0/2921eb28-1479-4c2d-8f2e-c1dd1b0031e8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:21.904988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (07678315-4436-4027-8c0d-ef8edee2d061), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.947753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-db2b982e-c52a-4abe-83e5-50a279d51d71 None None] For port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,segment=NetworkSegment(ebe06430-0271-4b46-b53e-d1ca49092dbf),segment_id=ebe06430-0271-4b46-b53e-d1ca49092dbf)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:21.952724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.956858 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/07678315-4436-4027-8c0d-ef8edee2d061 HTTP/1.1" status: 204 len: 168 time: 5.8166387 Feb 03 12:52:21.958082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d57ec9-20e4-4d57-90d0-3fcb515fe570 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=07678315-4436-4027-8c0d-ef8edee2d061,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:21.960268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40024) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:21.983859 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db2b982e-c52a-4abe-83e5-50a279d51d71 None None] Publish callbacks [] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.997667 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db2b982e-c52a-4abe-83e5-50a279d51d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.000432 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-649e154f-d35a-4625-a7ca-f5e958f8c21c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:22.001659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649e154f-d35a-4625-a7ca-f5e958f8c21c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:22.012073 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-649e154f-d35a-4625-a7ca-f5e958f8c21c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/07678315-4436-4027-8c0d-ef8edee2d061 HTTP/1.1" status: 404 len: 339 time: 0.0444932 Feb 03 12:52:22.012763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40026) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.018563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-11814942', 'description': 'd1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:22.043714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:22.047561 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.103350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:22.129863 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (76e1acc9-0541-4d31-9bd7-cb1effc4b37f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.130612 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment 76e1acc9-0541-4d31-9bd7-cb1effc4b37f of type vlan for network 17fb2c8e-6c3f-43ae-9d33-a5375c90353f Feb 03 12:52:22.134913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b982e-c52a-4abe-83e5-50a279d51d71 None None] Pushing event updated for resources: {'Port': ['ID=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:22.208263 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (17fb2c8e-6c3f-43ae-9d33-a5375c90353f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.246401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (17fb2c8e-6c3f-43ae-9d33-a5375c90353f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.252620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:22.253468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.301626 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2877433 Feb 03 12:52:22.306371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40028) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.369175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ff09a-a9b9-4018-8c73-b3c19ec0c453 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=17fb2c8e-6c3f-43ae-9d33-a5375c90353f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:22.382364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 17fb2c8e-6c3f-43ae-9d33-a5375c90353f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:22.436414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02a1a1f6-23c7-466b-8b94-235b7ac15d19 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (f3a62763-54f0-41c5-a34e-bff099d24138), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.451641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207ef47-c603-4a97-ad18-1696be3b6432 req-b89ab868-308c-4e7b-8623-4f219613afff tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:22.453515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5207ef47-c603-4a97-ad18-1696be3b6432 req-b89ab868-308c-4e7b-8623-4f219613afff tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.7685554 Feb 03 12:52:22.488865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967d904-4c79-4cf4-82d6-2f30c337ed9c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:22.489368 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02a1a1f6-23c7-466b-8b94-235b7ac15d19 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f3a62763-54f0-41c5-a34e-bff099d24138), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.499954 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a967d904-4c79-4cf4-82d6-2f30c337ed9c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/networks?id=17fb2c8e-6c3f-43ae-9d33-a5375c90353f HTTP/1.1" status: 200 len: 759 time: 0.1906552 Feb 03 12:52:22.500660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40034) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.505503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1c1e1a4b-242f-4173-addf-dd14a5838e7e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'description': 'd2'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:22.508078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c469a8a-2e38-4637-a8b6-894239ebcd52 req-66f0dbda-c13e-4e6e-ae47-d925b3feef5d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7604387 Feb 03 12:52:22.553039 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d628d720-8ca6-4bbc-84cb-c96b014c2ce8 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.554888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d628d720-8ca6-4bbc-84cb-c96b014c2ce8 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/f46ccfa3-5da9-458c-b9ab-50e97c5b8534 HTTP/1.1" status: 204 len: 168 time: 0.8041470 Feb 03 12:52:22.556789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8e63f30e-c72d-43e2-a2fb-a202772575e6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.557398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.565179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8e63f30e-c72d-43e2-a2fb-a202772575e6 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/ports/61dd10c8-8a3a-4b93-967c-c2c644950e42 HTTP/1.1" status: 204 len: 168 time: 2.3797042 Feb 03 12:52:22.568925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40038) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.615474 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb946b1-d475-460b-8cce-582767751fd7 x-openstack-request-id: req-7cb946b1-d475-460b-8cce-582767751fd7 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:22.615753 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1524b093-f61e-470c-83d6-b4b04ba26776", "name": "network-vif-deleted", "tag": "ac5644e9-1ede-465a-a0b4-8ae130511799", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:22.616007 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cb946b1-d475-460b-8cce-582767751fd7 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:22.617682 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1524b093-f61e-470c-83d6-b4b04ba26776', 'name': 'network-vif-deleted', 'tag': 'ac5644e9-1ede-465a-a0b4-8ae130511799', 'status': 'completed', 'code': 200} Feb 03 12:52:22.622106 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02a1a1f6-23c7-466b-8b94-235b7ac15d19 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.625928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-02a1a1f6-23c7-466b-8b94-235b7ac15d19 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6214297 Feb 03 12:52:22.634380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1a1f6-23c7-466b-8b94-235b7ac15d19 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a62763-54f0-41c5-a34e-bff099d24138,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:22.636997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40040) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.654980 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e28ffd0-17f7-476f-9ada-37176e60fb3c tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=f46ccfa3-5da9-458c-b9ab-50e97c5b8534 HTTP/1.1" status: 200 len: 221 time: 0.0943358 Feb 03 12:52:22.655759 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40042) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.671393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7fbc5431-a0bc-464c-ab61-266ef6d5cd17 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'security_group': {'name': 'tempest-secgroup-700484807'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:22.683313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-11189ace-3434-4216-bff5-c8496cd62731 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2085795874', 'description': 'label created by tempest'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:22.683971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-11189ace-3434-4216-bff5-c8496cd62731 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Unknown quota resources ['metering_label']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:52:22.730448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fbc5431-a0bc-464c-ab61-266ef6d5cd17 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.776919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2359f09c-0f76-4d6e-be44-c7b94d201e03 req-a7721c4b-daf3-40b1-a056-f124b5847977 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.1124148 Feb 03 12:52:22.786239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5207ef47-c603-4a97-ad18-1696be3b6432 req-5f6988cf-87aa-49ec-ab07-3f4fc4a5d4f0 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745900 Feb 03 12:52:22.846106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f7aa65-b75d-4ee6-9705-f09ed91592b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Deleting subnet 356531ab-e580-4021-8064-1710bd713ceb {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:22.849960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa65-b75d-4ee6-9705-f09ed91592b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for subnet (356531ab-e580-4021-8064-1710bd713ceb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.863785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fbc5431-a0bc-464c-ab61-266ef6d5cd17 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (e79aebc6-c252-4c05-b3ba-31a8cdee7f35), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.870910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fbc5431-a0bc-464c-ab61-266ef6d5cd17 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e79aebc6-c252-4c05-b3ba-31a8cdee7f35), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.900338 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa65-b75d-4ee6-9705-f09ed91592b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (356531ab-e580-4021-8064-1710bd713ceb), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.913739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc5431-a0bc-464c-ab61-266ef6d5cd17 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79aebc6-c252-4c05-b3ba-31a8cdee7f35,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:22.919433 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fbc5431-a0bc-464c-ab61-266ef6d5cd17 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.923700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7fbc5431-a0bc-464c-ab61-266ef6d5cd17 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2717495 Feb 03 12:52:22.924809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40046) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.930927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7938fc13-7e40-4f6b-948e-dd83a5ea1879 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'security_group': {'name': 'tempest-secgroup-2012873881'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:23.012257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fc97c9d-5010-4b80-ba66-300b884256ad req-4c04599c-8ae5-4f0e-8ff6-8c6d22dfcce6 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.72 "GET /v2.0/ports?device_id=c377b8f4-e468-43cf-881b-73cac4adad13 HTTP/1.1" status: 200 len: 210 time: 0.0551760 Feb 03 12:52:23.047938 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7938fc13-7e40-4f6b-948e-dd83a5ea1879 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.182546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-9a8f1729-e830-453a-a1a8-44c4a37efc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:23.184834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-9a8f1729-e830-453a-a1a8-44c4a37efc70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 1128 time: 0.1506984 Feb 03 12:52:23.214115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d2db8b8e-c7ab-41b7-b08c-dd8e9e983272 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:23.214857 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2db8b8e-c7ab-41b7-b08c-dd8e9e983272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.299363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19c453-f985-49dc-bab8-5f68c715230a req-eaf12335-655b-4062-a15e-bd348819efac tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:23.301445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc19c453-f985-49dc-bab8-5f68c715230a req-eaf12335-655b-4062-a15e-bd348819efac tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2452362 Feb 03 12:52:23.327798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d2db8b8e-c7ab-41b7-b08c-dd8e9e983272 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:23.342378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d2db8b8e-c7ab-41b7-b08c-dd8e9e983272 None None] Provisioning complete for port 0573a054-aea4-4cc2-8d02-0aafa7361924 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:23.342993 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2db8b8e-c7ab-41b7-b08c-dd8e9e983272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.403897 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c1e1a4b-242f-4173-addf-dd14a5838e7e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (17fb2c8e-6c3f-43ae-9d33-a5375c90353f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.404589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d2db8b8e-c7ab-41b7-b08c-dd8e9e983272 None None] Port 0573a054-aea4-4cc2-8d02-0aafa7361924 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:23.407192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-95ddb90a-cb7a-4253-8246-efb99ba2d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:23.409046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-95ddb90a-cb7a-4253-8246-efb99ba2d03c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 200 len: 912 time: 0.2071540 Feb 03 12:52:23.436771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7938fc13-7e40-4f6b-948e-dd83a5ea1879 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (811a301e-878e-4804-a306-f6ef3279c129), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.442551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc19c453-f985-49dc-bab8-5f68c715230a req-9595b71e-9d6e-45f9-b7c5-6ff1b1ca73cc tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316180 Feb 03 12:52:23.479867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-0a3f382b-226e-4dcc-b052-dae3292f0d0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 HTTP/1.1" status: 200 len: 217 time: 0.0592856 Feb 03 12:52:23.480946 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7938fc13-7e40-4f6b-948e-dd83a5ea1879 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (811a301e-878e-4804-a306-f6ef3279c129), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.496193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c1e1a4b-242f-4173-addf-dd14a5838e7e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (17fb2c8e-6c3f-43ae-9d33-a5375c90353f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.500090 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11189ace-3434-4216-bff5-c8496cd62731 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.503860 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-11189ace-3434-4216-bff5-c8496cd62731 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8317754 Feb 03 12:52:23.512505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40052) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:23.533194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c1e1a4b-242f-4173-addf-dd14a5838e7e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 17fb2c8e-6c3f-43ae-9d33-a5375c90353f is not hosted by any dhcp agent {{(pid=103223) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:52:23.539612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1e1a4b-242f-4173-addf-dd14a5838e7e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:23.540255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c1e1a4b-242f-4173-addf-dd14a5838e7e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.543909 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1c1e1a4b-242f-4173-addf-dd14a5838e7e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "PUT /v2.0/networks/17fb2c8e-6c3f-43ae-9d33-a5375c90353f HTTP/1.1" status: 200 len: 756 time: 1.0402429 Feb 03 12:52:23.564874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40056) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:23.625985 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7938fc13-7e40-4f6b-948e-dd83a5ea1879 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.630171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7938fc13-7e40-4f6b-948e-dd83a5ea1879 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7018206 Feb 03 12:52:23.634458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40058) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:23.643734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1684289304', 'security_groups': ['811a301e-878e-4804-a306-f6ef3279c129'], 'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72587980-df2a-44df-9280-cc027d6868d0'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:23.653709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938fc13-7e40-4f6b-948e-dd83a5ea1879 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811a301e-878e-4804-a306-f6ef3279c129,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:23.687570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-cbea3d02-58e7-4ae6-b9e0-259e0214c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:23.689078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-cbea3d02-58e7-4ae6-b9e0-259e0214c226 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c9fc64e-885f-4cea-96f2-294d9d138e90 HTTP/1.1" status: 200 len: 851 time: 0.1975138 Feb 03 12:52:23.702838 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fc01faee-eb7d-46a7-b165-4c87fd1a4a1a tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=555b1a07-6516-463f-bafc-3dbe4ae53a01 HTTP/1.1" status: 200 len: 468 time: 0.1891043 Feb 03 12:52:23.708338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40062) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:23.772506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-6d735522-cf0b-4ce9-90f1-5acb358632c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad29dbfe-9548-44bc-b328-f1414b2cf5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706196 Feb 03 12:52:23.785803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-54052932-f587-4a48-839c-352bbfda6f3c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:52:23.786742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-54052932-f587-4a48-839c-352bbfda6f3c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052526 Feb 03 12:52:23.801309 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa65-b75d-4ee6-9705-f09ed91592b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (356531ab-e580-4021-8064-1710bd713ceb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.805993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e1a4b-242f-4173-addf-dd14a5838e7e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=17fb2c8e-6c3f-43ae-9d33-a5375c90353f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:23.824732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 17fb2c8e-6c3f-43ae-9d33-a5375c90353f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:23.955614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bd2db-d145-4c5a-8d23-a8dcd2e63fd3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:23.957113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e22bd2db-d145-4c5a-8d23-a8dcd2e63fd3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/networks?id=17fb2c8e-6c3f-43ae-9d33-a5375c90353f HTTP/1.1" status: 200 len: 759 time: 0.3882716 Feb 03 12:52:23.961404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40078) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:23.967343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-832611478'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:24.018054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:24.026878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.039625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa65-b75d-4ee6-9705-f09ed91592b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (356531ab-e580-4021-8064-1710bd713ceb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.049794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:24.077966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7aa65-b75d-4ee6-9705-f09ed91592b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Pushing event deleted for resources: {'Subnet': ['ID=356531ab-e580-4021-8064-1710bd713ceb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:24.080016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa65-b75d-4ee6-9705-f09ed91592b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.083276 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d2f7aa65-b75d-4ee6-9705-f09ed91592b3 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/subnets/356531ab-e580-4021-8064-1710bd713ceb HTTP/1.1" status: 204 len: 168 time: 1.5137653 Feb 03 12:52:24.085806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40080) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:24.111541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:24.121301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e3ecfb-6e90-435c-8278-368fae0be83a None None] Network 89a0837e-8734-45f3-85a4-cd60022ae257 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:24.143589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c5a05981-7395-4c8b-a72a-00299c8d14d9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.143941 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment c5a05981-7395-4c8b-a72a-00299c8d14d9 of type vlan for network fc445cc0-fefa-4001-89c2-eb30524da38e Feb 03 12:52:24.214104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-e22c2cda-6067-4358-8602-697c196e9071 service neutron] 10.222.0.72 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790953 Feb 03 12:52:24.255522 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08748cab-3c34-4259-9c18-c1c12d494826 req-ac78327b-cc9a-47a0-bfcf-5dae5f66ada5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=307cb7db369447fbb308f2f807164325&device_id=0eef36df-e319-4e0d-a835-aafe89436ce2 HTTP/1.1" status: 200 len: 210 time: 0.0547628 Feb 03 12:52:24.300270 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (89a0837e-8734-45f3-85a4-cd60022ae257), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.309313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:24.310587 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.328232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08748cab-3c34-4259-9c18-c1c12d494826 req-3094c306-9d61-488b-b1d8-abc17e8aaeb0 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=307cb7db369447fbb308f2f807164325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537133 Feb 03 12:52:24.329899 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (fc445cc0-fefa-4001-89c2-eb30524da38e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.396968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-375aec95-a21e-40ce-bb38-d37cd6313720 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.402863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-375aec95-a21e-40ce-bb38-d37cd6313720 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/555b1a07-6516-463f-bafc-3dbe4ae53a01 HTTP/1.1" status: 204 len: 168 time: 0.6826627 Feb 03 12:52:24.416536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe064c-efab-4eca-ba22-702d3615c895 None None] DHCP port deletion for 89a0837e-8734-45f3-85a4-cd60022ae257 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:24.420861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40084) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:24.424273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd506bd0-b5a0-4d81-a719-be2e23b1ae9d req-c16c70ff-9ab8-40c5-b0de-ea6687581c54 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=0eef36df-e319-4e0d-a835-aafe89436ce2 HTTP/1.1" status: 200 len: 210 time: 0.1098304 Feb 03 12:52:24.470682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:24.525603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe064c-efab-4eca-ba22-702d3615c895 None None] Deleting port d8448c3a-ad5b-482d-a84c-262512b5d97b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:24.526192 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9fe064c-efab-4eca-ba22-702d3615c895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.530125 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a350409f-7dd9-48f6-b45f-a7ac72b6ab6e tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=555b1a07-6516-463f-bafc-3dbe4ae53a01 HTTP/1.1" status: 200 len: 216 time: 0.1086764 Feb 03 12:52:24.540367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (fc445cc0-fefa-4001-89c2-eb30524da38e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.548340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:24.549054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.553772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40088) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:24.610616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cc616-8999-4fda-a386-486434820beb req-0e287d16-553f-48cd-9006-6e8293356ca3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:24.612816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-0e287d16-553f-48cd-9006-6e8293356ca3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.5421710 Feb 03 12:52:24.627049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748cab-3c34-4259-9c18-c1c12d494826 req-de84e24e-d288-4644-94ed-ce01d140aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:24.628613 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08748cab-3c34-4259-9c18-c1c12d494826 req-de84e24e-d288-4644-94ed-ce01d140aea5 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2922499 Feb 03 12:52:24.663200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:24.676962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b9fe064c-efab-4eca-ba22-702d3615c895 None None] For port d8448c3a-ad5b-482d-a84c-262512b5d97b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d8448c3a-ad5b-482d-a84c-262512b5d97b,segment=NetworkSegment(babbfffc-b7ba-4119-99f3-c76b8e291ef3),segment_id=babbfffc-b7ba-4119-99f3-c76b8e291ef3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:24.677524 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da818ba2-a412-4895-941f-afd55b5254f2 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0658762 Feb 03 12:52:24.677975 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9fe064c-efab-4eca-ba22-702d3615c895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.693534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe064c-efab-4eca-ba22-702d3615c895 None None] Calling delete_port for d8448c3a-ad5b-482d-a84c-262512b5d97b owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:24.698614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40094) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:24.739019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-d986ad5b-a032-40f5-8d8f-72ddd0144b52 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/quotas/fec3da70459c473499bc0e10f705cf27 HTTP/1.1" status: 200 len: 375 time: 0.0838165 Feb 03 12:52:24.747080 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7845242 Feb 03 12:52:24.752997 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e24e075-9960-4d5c-b177-746f2e4767d9 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0500739 Feb 03 12:52:24.785650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40098) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:24.786110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40100) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:24.792557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': 'fc445cc0-fefa-4001-89c2-eb30524da38e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:24.833460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-f8fa5656-0b88-4cd2-b1ab-5915d7006e31 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933237 Feb 03 12:52:24.835870 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9fe064c-efab-4eca-ba22-702d3615c895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.877366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe064c-efab-4eca-ba22-702d3615c895 None None] Pushing event deleted for resources: {'Port': ['ID=d8448c3a-ad5b-482d-a84c-262512b5d97b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:24.880531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe064c-efab-4eca-ba22-702d3615c895 None None] No DVR routers for this DVR port d8448c3a-ad5b-482d-a84c-262512b5d97b on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:24.908746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535ebf3-58b9-4050-a57f-9aa3a7c22578 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=fc445cc0-fefa-4001-89c2-eb30524da38e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:24.912283 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb8f8d1a-fdd9-429a-98bb-8180a6b90e5b tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/051f790e-e815-4cc3-8c9b-274c26ade3f9 HTTP/1.1" status: 200 len: 472 time: 0.1159139 Feb 03 12:52:24.913858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Deleting port d8448c3a-ad5b-482d-a84c-262512b5d97b {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:24.914265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.922724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network fc445cc0-fefa-4001-89c2-eb30524da38e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:24.942705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40102) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:24.996341 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a5ff0cec-0c38-4e1a-ba8b-76b463e3bb68 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/b5ce56ba-1e29-46f2-b5cc-dfcbf532ec7d HTTP/1.1" status: 200 len: 459 time: 0.0522583 Feb 03 12:52:25.015115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367b6ee-fa40-44c9-b4da-7c7ae0296357 req-4f19592c-377c-4951-a03c-f8588a8737e6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:25.020890 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40104) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:25.029424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3367b6ee-fa40-44c9-b4da-7c7ae0296357 req-4f19592c-377c-4951-a03c-f8588a8737e6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.4100847 Feb 03 12:52:25.057013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cb6bedc-61a2-4eaf-aad7-8eab2c0cc3ec req-e112ff2b-37d5-4f40-9afa-a6bcf68a9bf2 service neutron] 10.222.0.72 "GET /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238242 Feb 03 12:52:25.100252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] For port d8448c3a-ad5b-482d-a84c-262512b5d97b, host n-d-792364-10, got binding levels [] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:25.100252 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.102449 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.128159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Calling delete_port for d8448c3a-ad5b-482d-a84c-262512b5d97b owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:25.131774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:25.136485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.140300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-8967d2e4-7a79-4dbd-86d3-5420f3759235 service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059394 Feb 03 12:52:25.142702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Port d8448c3a-ad5b-482d-a84c-262512b5d97b was not found and therefore no delete operation was performed {{(pid=103223) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:52:25.161151 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d8448c3a-ad5b-482d-a84c-262512b5d97b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.164276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] device_id is not set on port d3844a1f-7dc1-4d3b-8b97-01e57808573d yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:52:25.222096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3367b6ee-fa40-44c9-b4da-7c7ae0296357 req-f624ab9f-c2e5-4792-be1f-c77e983e6bfb tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910789 Feb 03 12:52:25.252306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Pushing event deleted for resources: {'Port': ['ID=d8448c3a-ad5b-482d-a84c-262512b5d97b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:25.363467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] No DVR routers for this DVR port d8448c3a-ad5b-482d-a84c-262512b5d97b on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:25.386553 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93ec97e4-66aa-40e1-b55e-1ae2856f4aac tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.390596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40106) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:25.391730 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-93ec97e4-66aa-40e1-b55e-1ae2856f4aac tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/b5ce56ba-1e29-46f2-b5cc-dfcbf532ec7d HTTP/1.1" status: 204 len: 168 time: 0.3697011 Feb 03 12:52:25.497974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-6f529473-8239-4478-b004-43d1749f944d service neutron] 10.222.0.65 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185761 Feb 03 12:52:25.511376 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (89a0837e-8734-45f3-85a4-cd60022ae257), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.569120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a0837e-8734-45f3-85a4-cd60022ae257']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:25.592792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babbfffc-b7ba-4119-99f3-c76b8e291ef3') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:25.593098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babbfffc-b7ba-4119-99f3-c76b8e291ef3') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:25.598125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e25e64e-6000-41cf-9825-d3b64f693814 req-1c68ec0d-dfbd-42a1-bff0-b25b149d9b80 tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=0eef36df-e319-4e0d-a835-aafe89436ce2 HTTP/1.1" status: 200 len: 210 time: 0.0401895 Feb 03 12:52:25.627476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (babbfffc-b7ba-4119-99f3-c76b8e291ef3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.642208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (babbfffc-b7ba-4119-99f3-c76b8e291ef3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.648894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:25.649406 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (babbfffc-b7ba-4119-99f3-c76b8e291ef3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:25.729856 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:25.739530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (89a0837e-8734-45f3-85a4-cd60022ae257), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.753153 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.759637 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] 10.222.0.65 "DELETE /v2.0/networks/89a0837e-8734-45f3-85a4-cd60022ae257 HTTP/1.1" status: 204 len: 168 time: 1.6699321 Feb 03 12:52:25.780206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c929653-e33e-4cdd-b880-5207f480bc20 tempest-TagsExtTest-195294094 tempest-TagsExtTest-195294094-project] Pushing event deleted for resources: {'Network': ['ID=89a0837e-8734-45f3-85a4-cd60022ae257,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:25.976531 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9316ff7f-f923-4e35-b092-0b4c157e1af8 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.978253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9316ff7f-f923-4e35-b092-0b4c157e1af8 tempest-MeteringIpV6TestJSON-488575537 tempest-MeteringIpV6TestJSON-488575537-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/051f790e-e815-4cc3-8c9b-274c26ade3f9 HTTP/1.1" status: 204 len: 168 time: 0.5865591 Feb 03 12:52:26.007798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a08421b9-756c-40aa-839d-5a8cd3a2fd4a req-dddbe195-4e10-4dd0-8fef-dfc0f8f251f3 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 210 time: 0.0856173 Feb 03 12:52:26.018201 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (ad130b59-7c13-4159-9c9b-97b54849e10a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.046163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d8448c3a-ad5b-482d-a84c-262512b5d97b no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:26.073624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8::d8 (d5f80349-d4fc-419a-9268-25eab03ba503/72587980-df2a-44df-9280-cc027d6868d0/d3844a1f-7dc1-4d3b-8b97-01e57808573d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:26.127566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d8448c3a-ad5b-482d-a84c-262512b5d97b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:26.127837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d8448c3a-ad5b-482d-a84c-262512b5d97b not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:26.172728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=ad130b59-7c13-4159-9c9b-97b54849e10a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:26.196140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': 'c5a05981-7395-4c8b-a72a-00299c8d14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc445cc0-fefa-4001-89c2-eb30524da38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:26.196718 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: fc445cc0-fefa-4001-89c2-eb30524da38e, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:26.341630 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08748cab-3c34-4259-9c18-c1c12d494826 req-2c32dd38-6f38-4ff9-8cec-47df4e90d0af tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.91 "GET /v2.0/ports?device_id=0eef36df-e319-4e0d-a835-aafe89436ce2 HTTP/1.1" status: 200 len: 210 time: 0.1125643 Feb 03 12:52:26.343429 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network fc445cc0-fefa-4001-89c2-eb30524da38e is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:26.392808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, fc445cc0-fefa-4001-89c2-eb30524da38e) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:26.395533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40132) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:26.409172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cff817-6ac3-4358-9876-9b559ffce7b5 None None] Network fc445cc0-fefa-4001-89c2-eb30524da38e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:26.431514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:26.431783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.453494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40136) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:26.485447 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8503da1e-8492-4943-9cb6-6d8d08799ad3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6956968 Feb 03 12:52:26.485852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40140) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:26.646975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83e57-01c4-4bee-b8a7-bcabdf5326f8 req-5a1c2333-9d39-49b8-997c-e115c3be97d4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:26.649146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cec83e57-01c4-4bee-b8a7-bcabdf5326f8 req-5a1c2333-9d39-49b8-997c-e115c3be97d4 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.2617445 Feb 03 12:52:26.664044 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (d3844a1f-7dc1-4d3b-8b97-01e57808573d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.744962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cec83e57-01c4-4bee-b8a7-bcabdf5326f8 req-6155881e-7857-4f4f-bcab-2c7446f3f2e2 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862491 Feb 03 12:52:26.765855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-fc445cc0-fefa-4001-89c2-eb30524da38e', 'network_id': 'fc445cc0-fefa-4001-89c2-eb30524da38e', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': 'ad130b59-7c13-4159-9c9b-97b54849e10a'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:26.775597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.783727 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d3844a1f-7dc1-4d3b-8b97-01e57808573d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.816529 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-894c4a3d-c4a3-4e6c-930d-8006f2a31e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.843071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:26.855918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:26.862308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:26.870046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:26.870275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.923532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=d3844a1f-7dc1-4d3b-8b97-01e57808573d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:26.981980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-af5de2aa-df43-4c08-a86a-778c683ff0aa tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3440909 Feb 03 12:52:26.983855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40146) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:27.055695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9ac8400f-4a3a-4ecc-9977-86ab224e1084 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:27.062091 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (fc445cc0-fefa-4001-89c2-eb30524da38e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.083815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-104ca220-ba7d-4724-8b83-13da48bed13e req-29616851-7bd5-4f75-89f1-9e96f50e8fba tempest-ServerShowV247Test-287799054 tempest-ServerShowV247Test-287799054-project] 10.222.0.65 "GET /v2.0/ports?device_id=0eef36df-e319-4e0d-a835-aafe89436ce2 HTTP/1.1" status: 200 len: 210 time: 0.1638072 Feb 03 12:52:27.094202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b57073fc-a640-4464-b6d0-c7a17d45ae7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00760daaad6e423bb03d958acc32e4ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6363778 Feb 03 12:52:27.106948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40150) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:27.219541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b3958b8-8879-4999-a75f-e9e9020349e6 req-2801223f-10ad-4219-9b2e-6a9c0b54cb0c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 210 time: 0.0824068 Feb 03 12:52:27.260410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Allocated IP 172.20.0.2 (fc445cc0-fefa-4001-89c2-eb30524da38e/ad130b59-7c13-4159-9c9b-97b54849e10a/0456e98c-26aa-4526-8377-fde83bb93468) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:27.346918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (ad130b59-7c13-4159-9c9b-97b54849e10a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.357980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-894c4a3d-c4a3-4e6c-930d-8006f2a31e64 admin admin] Publish callbacks [] for security_group (f8acc422-b2f3-4bba-b6d0-0b49ef6a2726), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.381240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c03b6a0-1ee5-4c2c-add1-9e74e82e8c84 admin admin] Publish callbacks [] for security_group (8b45b034-26ed-4106-b0c4-230615440caf), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.388577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac8400f-4a3a-4ecc-9977-86ab224e1084 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:27.390908 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-894c4a3d-c4a3-4e6c-930d-8006f2a31e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f8acc422-b2f3-4bba-b6d0-0b49ef6a2726), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.396711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ac8400f-4a3a-4ecc-9977-86ab224e1084 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.452783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c03b6a0-1ee5-4c2c-add1-9e74e82e8c84 admin admin] Publish callbacks [] for security_group (8b45b034-26ed-4106-b0c4-230615440caf), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.496827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c4a3d-c4a3-4e6c-930d-8006f2a31e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8acc422-b2f3-4bba-b6d0-0b49ef6a2726,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:27.516640 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-894c4a3d-c4a3-4e6c-930d-8006f2a31e64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61f88fe682cc49f58d89d4319201e808&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1199479 Feb 03 12:52:27.517268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40152) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:27.582219 n-d-792364-10 neutron-server[103224]: INFO neutron.db.ipam_backend_mixin [None req-9ac8400f-4a3a-4ecc-9977-86ab224e1084 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72587980-df2a-44df-9280-cc027d6868d0 (CIDR: 2001:db8::/64) Feb 03 12:52:27.587403 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac8400f-4a3a-4ecc-9977-86ab224e1084 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:52:27.588125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac8400f-4a3a-4ecc-9977-86ab224e1084 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:27.609032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c03b6a0-1ee5-4c2c-add1-9e74e82e8c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8b45b034-26ed-4106-b0c4-230615440caf), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.610261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9ac8400f-4a3a-4ecc-9977-86ab224e1084 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5589180 Feb 03 12:52:27.612111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9c03b6a0-1ee5-4c2c-add1-9e74e82e8c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.612950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40154) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:27.613357 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9c03b6a0-1ee5-4c2c-add1-9e74e82e8c84 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b45b034-26ed-4106-b0c4-230615440caf HTTP/1.1" status: 204 len: 168 time: 0.5038207 Feb 03 12:52:27.641749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-48accca1-ec10-4c2b-892b-c062e33c4dcb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:27.644986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-607e30c6-5a04-4e3d-9dc7-e853ad7ff6d0 admin admin] Publish callbacks [] for security_group (f8acc422-b2f3-4bba-b6d0-0b49ef6a2726), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.672444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-607e30c6-5a04-4e3d-9dc7-e853ad7ff6d0 admin admin] Publish callbacks [] for security_group (f8acc422-b2f3-4bba-b6d0-0b49ef6a2726), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.764636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03b6a0-1ee5-4c2c-add1-9e74e82e8c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45b034-26ed-4106-b0c4-230615440caf,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:27.775817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-607e30c6-5a04-4e3d-9dc7-e853ad7ff6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f8acc422-b2f3-4bba-b6d0-0b49ef6a2726), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.778459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-607e30c6-5a04-4e3d-9dc7-e853ad7ff6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.782258 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-607e30c6-5a04-4e3d-9dc7-e853ad7ff6d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8acc422-b2f3-4bba-b6d0-0b49ef6a2726 HTTP/1.1" status: 204 len: 168 time: 0.2570698 Feb 03 12:52:27.818246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e30c6-5a04-4e3d-9dc7-e853ad7ff6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8acc422-b2f3-4bba-b6d0-0b49ef6a2726,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:27.913282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bf6e898b-4dc8-47ff-8074-8370cdf3fd37 None None] Provisioning complete for port d3844a1f-7dc1-4d3b-8b97-01e57808573d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:27.913666 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6e898b-4dc8-47ff-8074-8370cdf3fd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d3844a1f-7dc1-4d3b-8b97-01e57808573d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.925595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cc616-8999-4fda-a386-486434820beb req-0623d83c-e435-4651-b192-e5a85b0d06d0 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:27.927663 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-0623d83c-e435-4651-b192-e5a85b0d06d0 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.91 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 811 time: 0.3831141 Feb 03 12:52:27.942803 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Request body: {'port': {'device_id': 'ae3710eb-217b-46fa-8bdf-14e22770c914', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'admin_state_up': True, 'tenant_id': 'fec3da70459c473499bc0e10f705cf27'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:27.963919 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Publish callbacks [] for port (0456e98c-26aa-4526-8377-fde83bb93468), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.967704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e898b-4dc8-47ff-8074-8370cdf3fd37 None None] Port d3844a1f-7dc1-4d3b-8b97-01e57808573d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:27.978929 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (0456e98c-26aa-4526-8377-fde83bb93468), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.074528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Pushing event updated for resources: {'Port': ['ID=0456e98c-26aa-4526-8377-fde83bb93468,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:28.086065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Network fc445cc0-fefa-4001-89c2-eb30524da38e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:28.088964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:28.092474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:28.186279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Attempting to bind port 0456e98c-26aa-4526-8377-fde83bb93468 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:28.186735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Attempting to bind port 0456e98c-26aa-4526-8377-fde83bb93468 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'c5a05981-7395-4c8b-a72a-00299c8d14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc445cc0-fefa-4001-89c2-eb30524da38e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:28.187388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Attempting to bind port 0456e98c-26aa-4526-8377-fde83bb93468 on network fc445cc0-fefa-4001-89c2-eb30524da38e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:28.193640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:28.194517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Checking segment: {'id': 'c5a05981-7395-4c8b-a72a-00299c8d14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc445cc0-fefa-4001-89c2-eb30524da38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:28.195179 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.195849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Bound using segment: {'id': 'c5a05981-7395-4c8b-a72a-00299c8d14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc445cc0-fefa-4001-89c2-eb30524da38e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:28.196812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Bound port: 0456e98c-26aa-4526-8377-fde83bb93468, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a05981-7395-4c8b-a72a-00299c8d14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fc445cc0-fefa-4001-89c2-eb30524da38e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:28.197633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0456e98c-26aa-4526-8377-fde83bb93468), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.276688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Made reservation on behalf of fec3da70459c473499bc0e10f705cf27 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:28.279236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] For port 0456e98c-26aa-4526-8377-fde83bb93468, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:28.286014 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.288017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] For port 0456e98c-26aa-4526-8377-fde83bb93468, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0456e98c-26aa-4526-8377-fde83bb93468,segment=NetworkSegment(c5a05981-7395-4c8b-a72a-00299c8d14d9),segment_id=c5a05981-7395-4c8b-a72a-00299c8d14d9)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:28.292788 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (ad130b59-7c13-4159-9c9b-97b54849e10a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.309276 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0456e98c-26aa-4526-8377-fde83bb93468), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.362461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=ad130b59-7c13-4159-9c9b-97b54849e10a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:28.439602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa99250-f238-43ed-9648-adb9bb4006ee None None] Pushing event updated for resources: {'Port': ['ID=0456e98c-26aa-4526-8377-fde83bb93468,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:28.539778 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (fc445cc0-fefa-4001-89c2-eb30524da38e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.554613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40182) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:28.595036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7e56520-8bd6-4181-88c7-6071ea726de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.669640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc445cc0-fefa-4001-89c2-eb30524da38e']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:28.716878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a05981-7395-4c8b-a72a-00299c8d14d9') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:28.717380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a05981-7395-4c8b-a72a-00299c8d14d9') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:28.762631 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (c5a05981-7395-4c8b-a72a-00299c8d14d9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.770632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48accca1-ec10-4c2b-892b-c062e33c4dcb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:28.775181 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-48accca1-ec10-4c2b-892b-c062e33c4dcb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.835508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51ded6e8-11bc-4a1b-881b-1e235bad7f50 req-94c960be-2276-4c64-9c33-429203db54ea tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 210 time: 0.1037078 Feb 03 12:52:28.869783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Allocated IP 172.20.0.7 (6ce844d7-b7c7-4c9f-bf21-81af544e2e37/d152a271-b4bf-4951-918f-718b7f32d47e/686d6e2f-d01a-44e1-aa6e-357ecfc6bb01) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:28.883234 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c5a05981-7395-4c8b-a72a-00299c8d14d9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.912012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:28.913822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (c5a05981-7395-4c8b-a72a-00299c8d14d9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:28.920443 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:28.964516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b57c00-e214-4aa6-84f0-7dfbac07ad54 req-df46f5e4-3954-4c67-b575-fc2925f000ce tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:28.972549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80b57c00-e214-4aa6-84f0-7dfbac07ad54 req-df46f5e4-3954-4c67-b575-fc2925f000ce tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 1.0553238 Feb 03 12:52:29.012999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40188) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:29.043690 n-d-792364-10 neutron-server[103224]: INFO neutron.db.ipam_backend_mixin [None req-48accca1-ec10-4c2b-892b-c062e33c4dcb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0d2a6734-c418-4047-a66d-a64407872de2 (CIDR: 2001:db8:0:1::/64) Feb 03 12:52:29.061091 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-48accca1-ec10-4c2b-892b-c062e33c4dcb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:52:29.061640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48accca1-ec10-4c2b-892b-c062e33c4dcb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:29.111012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80b57c00-e214-4aa6-84f0-7dfbac07ad54 req-bd596fb2-f42b-4dab-9386-57e49772114c tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374235 Feb 03 12:52:29.131182 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.api [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:52:29.131182 n-d-792364-10 neutron-server[103223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:52:29.131182 n-d-792364-10 neutron-server[103223]: [parameters: {'id': 'fc445cc0-fefa-4001-89c2-eb30524da38e'}] Feb 03 12:52:29.131182 n-d-792364-10 neutron-server[103223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:52:29.131867 n-d-792364-10 neutron-server[103223]: DEBUG oslo_db.api [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:52:29.133127 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-48accca1-ec10-4c2b-892b-c062e33c4dcb tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5046599 Feb 03 12:52:29.136166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40196) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:29.142970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'subnet': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:29.396559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Made reservation on behalf of b6ba23301bf54fd687ee40fee3cbb8c9 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:29.405348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.418310 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7e56520-8bd6-4181-88c7-6071ea726de6 admin admin] Publish callbacks [] for security_group (86e7598a-5a6b-42cb-8945-261e35425cfc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.444954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7e56520-8bd6-4181-88c7-6071ea726de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (86e7598a-5a6b-42cb-8945-261e35425cfc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.611590 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7e56520-8bd6-4181-88c7-6071ea726de6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5547d5668af44b8b13fbabbcfb9fd9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0467830 Feb 03 12:52:29.623542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40208) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:29.628115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e56520-8bd6-4181-88c7-6071ea726de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e7598a-5a6b-42cb-8945-261e35425cfc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:29.657128 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (fc445cc0-fefa-4001-89c2-eb30524da38e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.663604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1fc785f6-ca25-42a2-b4e4-6c580ed7171a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.670226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks [] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.710845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4869e-5b6a-46eb-a58a-d45c5c659763 req-10d66571-52fb-4b78-9cb4-e3ae1e07a9bd tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:29.712836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28f4869e-5b6a-46eb-a58a-d45c5c659763 req-10d66571-52fb-4b78-9cb4-e3ae1e07a9bd tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.1474304 Feb 03 12:52:29.804461 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1fc785f6-ca25-42a2-b4e4-6c580ed7171a admin admin] Publish callbacks [] for security_group (a53883e9-ef19-471d-98f4-349988f21edd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.823997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1fc785f6-ca25-42a2-b4e4-6c580ed7171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a53883e9-ef19-471d-98f4-349988f21edd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.829509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28f4869e-5b6a-46eb-a58a-d45c5c659763 req-14be9f02-2534-4402-aec8-7ed221ae1c9d tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062233 Feb 03 12:52:30.002800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc785f6-ca25-42a2-b4e4-6c580ed7171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53883e9-ef19-471d-98f4-349988f21edd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:30.006921 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (af1d11aa-ebb7-40a7-b052-56872aa05e3a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.013940 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1fc785f6-ca25-42a2-b4e4-6c580ed7171a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=307cb7db369447fbb308f2f807164325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9996278 Feb 03 12:52:30.018412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40216) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:30.078655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edf480c2-4f03-4912-95dc-1cd523ae0732 admin admin] Publish callbacks [] for security_group (86e7598a-5a6b-42cb-8945-261e35425cfc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.171407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0456e98c-26aa-4526-8377-fde83bb93468 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:30.193062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3aae1fd1-c818-4742-84b2-277510cb92b0 req-aff1b9bd-8a45-4ade-917d-c3b8767fea9d tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 210 time: 0.1601224 Feb 03 12:52:30.218578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Network d5f80349-d4fc-419a-9268-25eab03ba503 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:30.218578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:30.223300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:30.224058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.244884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Subnet': ['ID=af1d11aa-ebb7-40a7-b052-56872aa05e3a,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:30.247249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edf480c2-4f03-4912-95dc-1cd523ae0732 admin admin] Publish callbacks [] for security_group (86e7598a-5a6b-42cb-8945-261e35425cfc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.252613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654ae65-9631-4345-89ee-dc091543fd70 None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:30.262536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5db7d315-4b75-45f0-be4d-674403767d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1245539 Feb 03 12:52:30.264997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40222) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:30.271861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-865824893', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'af1d11aa-ebb7-40a7-b052-56872aa05e3a'}], 'security_groups': ['f3a62763-54f0-41c5-a34e-bff099d24138', 'e79aebc6-c252-4c05-b3ba-31a8cdee7f35']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:30.272514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f168bc-550a-4041-bad8-fd01b849aa08 None None] Network fc445cc0-fefa-4001-89c2-eb30524da38e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:30.373558 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edf480c2-4f03-4912-95dc-1cd523ae0732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (86e7598a-5a6b-42cb-8945-261e35425cfc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.376357 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edf480c2-4f03-4912-95dc-1cd523ae0732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.377449 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-edf480c2-4f03-4912-95dc-1cd523ae0732 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86e7598a-5a6b-42cb-8945-261e35425cfc HTTP/1.1" status: 204 len: 168 time: 0.7424614 Feb 03 12:52:30.378459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.442499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting port 0456e98c-26aa-4526-8377-fde83bb93468 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:30.447276 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0456e98c-26aa-4526-8377-fde83bb93468), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.484781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:30.553459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:30.562994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:30.565853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf480c2-4f03-4912-95dc-1cd523ae0732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e7598a-5a6b-42cb-8945-261e35425cfc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:30.637158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-01cc5df8-f7e4-4356-ad4b-748640cf0f91 None None] Provisioning complete for port 0456e98c-26aa-4526-8377-fde83bb93468 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:30.637803 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01cc5df8-f7e4-4356-ad4b-748640cf0f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0456e98c-26aa-4526-8377-fde83bb93468), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.703818 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d3844a1f-7dc1-4d3b-8b97-01e57808573d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.829012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0456e98c-26aa-4526-8377-fde83bb93468 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:30.829726 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0456e98c-26aa-4526-8377-fde83bb93468), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.006968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70f8bdb-0fe2-4deb-bc82-d4b0ebe4f5a0 None None] DHCP port deletion for fc445cc0-fefa-4001-89c2-eb30524da38e request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:31.012482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-01cc5df8-f7e4-4356-ad4b-748640cf0f91 None None] Current status of the port 0456e98c-26aa-4526-8377-fde83bb93468 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:31.012879 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01cc5df8-f7e4-4356-ad4b-748640cf0f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0456e98c-26aa-4526-8377-fde83bb93468), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.160037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d2191-e350-4052-9a71-a186eed8aa5a None None] Update dhcp port {'port': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'fixed_ips': [{'subnet_id': '0d2a6734-c418-4047-a66d-a64407872de2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72587980-df2a-44df-9280-cc027d6868d0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af1d11aa-ebb7-40a7-b052-56872aa05e3a'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '2921eb28-1479-4c2d-8f2e-c1dd1b0031e8'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:52:31.270509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-01cc5df8-f7e4-4356-ad4b-748640cf0f91 None None] For port 0456e98c-26aa-4526-8377-fde83bb93468, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0456e98c-26aa-4526-8377-fde83bb93468,segment=NetworkSegment(c5a05981-7395-4c8b-a72a-00299c8d14d9),segment_id=c5a05981-7395-4c8b-a72a-00299c8d14d9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:31.273494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Delete allocated IP 2001:db8::d8 (d5f80349-d4fc-419a-9268-25eab03ba503/72587980-df2a-44df-9280-cc027d6868d0) {{(pid=103224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 12:52:31.294921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6a7ab-e92b-4224-befb-0d7a60ea6426 req-5abce90b-bce3-4fb7-9ffa-a7f32d21db32 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:31.296674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9c6a7ab-e92b-4224-befb-0d7a60ea6426 req-5abce90b-bce3-4fb7-9ffa-a7f32d21db32 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.1577082 Feb 03 12:52:31.302460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Allocated IP 2001:db8:0:2::3b7 (d5f80349-d4fc-419a-9268-25eab03ba503/af1d11aa-ebb7-40a7-b052-56872aa05e3a/d3844a1f-7dc1-4d3b-8b97-01e57808573d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:31.330940 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01cc5df8-f7e4-4356-ad4b-748640cf0f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0456e98c-26aa-4526-8377-fde83bb93468), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.337311 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2191-e350-4052-9a71-a186eed8aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.422458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9c6a7ab-e92b-4224-befb-0d7a60ea6426 req-f7410e65-dba9-409e-87fc-350b64ad0632 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168709 Feb 03 12:52:31.498880 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d22b280-5efd-4283-8dbd-47d6e4e8cf49 admin admin] Publish callbacks [] for security_group (a53883e9-ef19-471d-98f4-349988f21edd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.535124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1a217-2772-4af0-8bbd-5214723c1101 req-6d5c77ae-f23f-400b-a2ee-293706c7e070 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:31.536710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50a1a217-2772-4af0-8bbd-5214723c1101 req-6d5c77ae-f23f-400b-a2ee-293706c7e070 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 931 time: 0.1545379 Feb 03 12:52:31.546649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d22b280-5efd-4283-8dbd-47d6e4e8cf49 admin admin] Publish callbacks [] for security_group (a53883e9-ef19-471d-98f4-349988f21edd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.639257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50a1a217-2772-4af0-8bbd-5214723c1101 req-5cd72474-fe0f-428a-b1d2-14673c1235ff tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856931 Feb 03 12:52:31.648018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a70f8bdb-0fe2-4deb-bc82-d4b0ebe4f5a0 None None] Deleting port 0456e98c-26aa-4526-8377-fde83bb93468 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:31.648393 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a70f8bdb-0fe2-4deb-bc82-d4b0ebe4f5a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0456e98c-26aa-4526-8377-fde83bb93468), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.696897 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for port (d3844a1f-7dc1-4d3b-8b97-01e57808573d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.706925 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (d3844a1f-7dc1-4d3b-8b97-01e57808573d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.727512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event updated for resources: {'Port': ['ID=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:31.758497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] For port 0456e98c-26aa-4526-8377-fde83bb93468, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0456e98c-26aa-4526-8377-fde83bb93468,segment=NetworkSegment(c5a05981-7395-4c8b-a72a-00299c8d14d9),segment_id=c5a05981-7395-4c8b-a72a-00299c8d14d9)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:31.758870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0456e98c-26aa-4526-8377-fde83bb93468), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.761285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d22b280-5efd-4283-8dbd-47d6e4e8cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a53883e9-ef19-471d-98f4-349988f21edd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.763831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d22b280-5efd-4283-8dbd-47d6e4e8cf49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.765081 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9d22b280-5efd-4283-8dbd-47d6e4e8cf49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a53883e9-ef19-471d-98f4-349988f21edd HTTP/1.1" status: 204 len: 168 time: 1.7428553 Feb 03 12:52:31.785222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:31.785839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.791235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0456e98c-26aa-4526-8377-fde83bb93468 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:31.791630 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0456e98c-26aa-4526-8377-fde83bb93468), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.826215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Calling delete_port for 0456e98c-26aa-4526-8377-fde83bb93468 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:31.838719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40288) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:31.855994 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-d884a2f8-8983-4112-82c0-17575326d0c2 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9172955 Feb 03 12:52:31.870106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] In _notify_port_updated(), no bound segment for port d3844a1f-7dc1-4d3b-8b97-01e57808573d on network d5f80349-d4fc-419a-9268-25eab03ba503 {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:52:31.879404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22b280-5efd-4283-8dbd-47d6e4e8cf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53883e9-ef19-471d-98f4-349988f21edd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:31.879629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:31.880151 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.887124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40294) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:31.887897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "PUT /v2.0/ports/d3844a1f-7dc1-4d3b-8b97-01e57808573d HTTP/1.1" status: 200 len: 969 time: 1.6210032 Feb 03 12:52:31.890806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a70f8bdb-0fe2-4deb-bc82-d4b0ebe4f5a0 None None] For port 0456e98c-26aa-4526-8377-fde83bb93468, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0456e98c-26aa-4526-8377-fde83bb93468,segment=NetworkSegment(c5a05981-7395-4c8b-a72a-00299c8d14d9),segment_id=c5a05981-7395-4c8b-a72a-00299c8d14d9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:31.891336 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a70f8bdb-0fe2-4deb-bc82-d4b0ebe4f5a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0456e98c-26aa-4526-8377-fde83bb93468), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.899192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Request body: {'port': {'device_id': 'ae3710eb-217b-46fa-8bdf-14e22770c914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:31.910779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405197e-d4f5-4fa8-88e0-bb566487f84a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event updated for resources: {'Port': ['ID=d3844a1f-7dc1-4d3b-8b97-01e57808573d,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:31.965955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc5df8-f7e4-4356-ad4b-748640cf0f91 None None] Pushing event updated for resources: {'Port': ['ID=0456e98c-26aa-4526-8377-fde83bb93468,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:32.030629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a70f8bdb-0fe2-4deb-bc82-d4b0ebe4f5a0 None None] Calling delete_port for 0456e98c-26aa-4526-8377-fde83bb93468 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:32.127815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d2191-e350-4052-9a71-a186eed8aa5a None None] Allocated IP 2001:db8:0:2::2 (d5f80349-d4fc-419a-9268-25eab03ba503/af1d11aa-ebb7-40a7-b052-56872aa05e3a/2921eb28-1479-4c2d-8f2e-c1dd1b0031e8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:32.229911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.279407 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:52:32.279974 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:52:32.285432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40302) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:32.392296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-481051473'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:32.428334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:32.432173 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.439501 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0456e98c-26aa-4526-8377-fde83bb93468), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.444171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c0126879-b2b5-4904-8723-52e1fda889d3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port d3844a1f-7dc1-4d3b-8b97-01e57808573d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:32.444697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c0126879-b2b5-4904-8723-52e1fda889d3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d3844a1f-7dc1-4d3b-8b97-01e57808573d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.451854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2e7d2191-e350-4052-9a71-a186eed8aa5a None None] For port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,segment=NetworkSegment(ebe06430-0271-4b46-b53e-d1ca49092dbf),segment_id=ebe06430-0271-4b46-b53e-d1ca49092dbf)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:32.480878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-38f7f241-7adf-4874-82f0-3815b8f54dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.503131 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a70f8bdb-0fe2-4deb-bc82-d4b0ebe4f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (0456e98c-26aa-4526-8377-fde83bb93468), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.536247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-46e61ed7-aa6b-48a0-b9f9-7bd71077f876 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:32.540026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-46e61ed7-aa6b-48a0-b9f9-7bd71077f876 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.1373656 Feb 03 12:52:32.549003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f8bdb-0fe2-4deb-bc82-d4b0ebe4f5a0 None None] No DVR routers for this DVR port 0456e98c-26aa-4526-8377-fde83bb93468 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:32.556146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f8bdb-0fe2-4deb-bc82-d4b0ebe4f5a0 None None] Pushing event deleted for resources: {'Port': ['ID=0456e98c-26aa-4526-8377-fde83bb93468,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:32.575519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2191-e350-4052-9a71-a186eed8aa5a None None] Publish callbacks [] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.615998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c0126879-b2b5-4904-8723-52e1fda889d3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d3844a1f-7dc1-4d3b-8b97-01e57808573d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.619153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2191-e350-4052-9a71-a186eed8aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.633684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c0126879-b2b5-4904-8723-52e1fda889d3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for d3844a1f-7dc1-4d3b-8b97-01e57808573d owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:32.830000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Port 0456e98c-26aa-4526-8377-fde83bb93468 update to ACTIVE by agent not found {{(pid=103225) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 12:52:32.839997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c0126879-b2b5-4904-8723-52e1fda889d3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d3844a1f-7dc1-4d3b-8b97-01e57808573d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.842482 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.894696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Port': ['ID=0456e98c-26aa-4526-8377-fde83bb93468,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:32.900949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No DVR routers for this DVR port 0456e98c-26aa-4526-8377-fde83bb93468 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:32.913898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d2191-e350-4052-9a71-a186eed8aa5a None None] Pushing event updated for resources: {'Port': ['ID=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:33.002753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0456e98c-26aa-4526-8377-fde83bb93468 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:33.020028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-38f7f241-7adf-4874-82f0-3815b8f54dc2 admin admin] Publish callbacks [] for security_group (9569ace1-64a0-4a66-a9ed-f4e9e761fbeb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.031048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c0126879-b2b5-4904-8723-52e1fda889d3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.037682 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c0126879-b2b5-4904-8723-52e1fda889d3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/d3844a1f-7dc1-4d3b-8b97-01e57808573d HTTP/1.1" status: 204 len: 168 time: 1.1314330 Feb 03 12:52:33.042949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40324) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:33.043996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0126879-b2b5-4904-8723-52e1fda889d3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=d3844a1f-7dc1-4d3b-8b97-01e57808573d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:33.054040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfad00-0234-40ee-afb9-6a491075b4a2 req-1cb05966-ff3a-4719-bd79-2c4b6e03e57b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:33.056309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0bfad00-0234-40ee-afb9-6a491075b4a2 req-1cb05966-ff3a-4719-bd79-2c4b6e03e57b tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 931 time: 0.2397251 Feb 03 12:52:33.065439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1308e-0156-4c55-afe2-de7c0b281338 req-c396b801-f688-4244-8291-73a946bb6580 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:33.067413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9a1308e-0156-4c55-afe2-de7c0b281338 req-c396b801-f688-4244-8291-73a946bb6580 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 945 time: 0.4223347 Feb 03 12:52:33.068217 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-38f7f241-7adf-4874-82f0-3815b8f54dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9569ace1-64a0-4a66-a9ed-f4e9e761fbeb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.073351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 0456e98c-26aa-4526-8377-fde83bb93468 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:33.073710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0456e98c-26aa-4526-8377-fde83bb93468 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:33.143753 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc02786-1b0e-484d-87c3-570d574bfec4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] GET failed (client error): The resource could not be found. Feb 03 12:52:33.153008 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bcc02786-1b0e-484d-87c3-570d574bfec4 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports/d3844a1f-7dc1-4d3b-8b97-01e57808573d HTTP/1.1" status: 404 len: 333 time: 0.1036181 Feb 03 12:52:33.153674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40328) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:33.174902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Deleting port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:33.175837 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.235297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9a1308e-0156-4c55-afe2-de7c0b281338 req-463929ab-f9f4-414e-9289-22e126d4d865 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468139 Feb 03 12:52:33.284732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-38f7f241-7adf-4874-82f0-3815b8f54dc2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b09e5ce13132498d8503469ebe38472c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9969006 Feb 03 12:52:33.295123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40334) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:33.304043 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (fc445cc0-fefa-4001-89c2-eb30524da38e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.347868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7f241-7adf-4874-82f0-3815b8f54dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9569ace1-64a0-4a66-a9ed-f4e9e761fbeb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:33.387234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc445cc0-fefa-4001-89c2-eb30524da38e']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:33.398291 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for security_group (15c23cd4-1b9f-44cb-b40a-1e46c0680724), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.413488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a05981-7395-4c8b-a72a-00299c8d14d9') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:33.414107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a05981-7395-4c8b-a72a-00299c8d14d9') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:33.425928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0bfad00-0234-40ee-afb9-6a491075b4a2 req-659a8206-2bba-4eaf-a25f-171a8b2520d0 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532796 Feb 03 12:52:33.429178 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6964a2f5-999e-4ec1-b0dd-0a36ba2eb009 admin admin] Publish callbacks [] for security_group (9569ace1-64a0-4a66-a9ed-f4e9e761fbeb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.439958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (15c23cd4-1b9f-44cb-b40a-1e46c0680724), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.447380 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (c5a05981-7395-4c8b-a72a-00299c8d14d9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.491426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] For port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:33.491804 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.496283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6964a2f5-999e-4ec1-b0dd-0a36ba2eb009 admin admin] Publish callbacks [] for security_group (9569ace1-64a0-4a66-a9ed-f4e9e761fbeb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.498822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19d6852a-d591-4fac-adec-a4e7470ea7db tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (811a301e-878e-4804-a306-f6ef3279c129), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.508385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:33.516616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c5a05981-7395-4c8b-a72a-00299c8d14d9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.517055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Calling delete_port for a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:33.577019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:33.577429 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (c5a05981-7395-4c8b-a72a-00299c8d14d9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:33.582543 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:33.615983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c23cd4-1b9f-44cb-b40a-1e46c0680724,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:33.629252 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6964a2f5-999e-4ec1-b0dd-0a36ba2eb009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9569ace1-64a0-4a66-a9ed-f4e9e761fbeb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.636190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6964a2f5-999e-4ec1-b0dd-0a36ba2eb009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.639810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6964a2f5-999e-4ec1-b0dd-0a36ba2eb009 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9569ace1-64a0-4a66-a9ed-f4e9e761fbeb HTTP/1.1" status: 204 len: 168 time: 0.3337853 Feb 03 12:52:33.671111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964a2f5-999e-4ec1-b0dd-0a36ba2eb009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9569ace1-64a0-4a66-a9ed-f4e9e761fbeb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:33.697697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19d6852a-d591-4fac-adec-a4e7470ea7db tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (811a301e-878e-4804-a306-f6ef3279c129), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.701814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:52:33.750539 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Publish callbacks [] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.798050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (fc445cc0-fefa-4001-89c2-eb30524da38e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.809765 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.812886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Transition to ACTIVE for port object 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:52:33.818303 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a94bd5bc-487c-4431-9ba4-a0ac8e650057), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.820035 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Added segment a94bd5bc-487c-4431-9ba4-a0ac8e650057 of type vlan for network ffa810b3-56df-4279-acbd-7a2c926e61bf Feb 03 12:52:33.827299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['579a52b2-c353-4528-8230-d44bbf9bc660'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:52:33.868031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.871622 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/fc445cc0-fefa-4001-89c2-eb30524da38e HTTP/1.1" status: 204 len: 168 time: 7.3847494 Feb 03 12:52:33.912519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40344) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:33.929824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b285f-8349-4d50-857d-a15b77f3508c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=fc445cc0-fefa-4001-89c2-eb30524da38e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:33.964250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.018261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Pushing event deleted for resources: {'Port': ['ID=a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:34.038491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] No DVR routers for this DVR port a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:34.042065 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.045749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d40aa4ab-0cb6-4db3-95fd-6ccced529ed8 req-1ff6275f-4da6-45fa-b185-8a00a312edf5 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.72 "DELETE /v2.0/ports/a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 HTTP/1.1" status: 204 len: 173 time: 1.4993627 Feb 03 12:52:34.046306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4c7807-43e3-4864-aa9e-390b91f0fb42', 'name': 'network-vif-deleted', 'tag': 'a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:34.048725 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630321cb-30c0-4beb-a9ec-8e054826cc21" -d '{"events": [{"server_uuid": "6b4c7807-43e3-4864-aa9e-390b91f0fb42", "name": "network-vif-deleted", "tag": "a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:34.052100 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-586ec5f1-9aa3-47dc-b320-a51a37422a94 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] GET failed (client error): The resource could not be found. Feb 03 12:52:34.057068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-586ec5f1-9aa3-47dc-b320-a51a37422a94 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/subnets/ad130b59-7c13-4159-9c9b-97b54849e10a HTTP/1.1" status: 404 len: 337 time: 0.1408405 Feb 03 12:52:34.058020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40352) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:34.083739 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d828247-0185-42e6-9588-d37094ca53ff tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:34.084192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d828247-0185-42e6-9588-d37094ca53ff tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:34.098853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0d828247-0185-42e6-9588-d37094ca53ff tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/fc445cc0-fefa-4001-89c2-eb30524da38e HTTP/1.1" status: 404 len: 339 time: 0.0393071 Feb 03 12:52:34.099509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40354) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:34.165297 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a65410d-32ec-4dc0-b9db-796af72f58e6 x-openstack-request-id: req-5a65410d-32ec-4dc0-b9db-796af72f58e6 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:34.165602 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4c7807-43e3-4864-aa9e-390b91f0fb42", "name": "network-vif-deleted", "tag": "a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:34.165725 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a65410d-32ec-4dc0-b9db-796af72f58e6 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:34.180592 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4c7807-43e3-4864-aa9e-390b91f0fb42', 'name': 'network-vif-deleted', 'tag': 'a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6', 'status': 'completed', 'code': 200} Feb 03 12:52:34.217107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ffa810b3-56df-4279-acbd-7a2c926e61bf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.233302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19d6852a-d591-4fac-adec-a4e7470ea7db tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (811a301e-878e-4804-a306-f6ef3279c129), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.243952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19d6852a-d591-4fac-adec-a4e7470ea7db tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.245320 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-19d6852a-d591-4fac-adec-a4e7470ea7db tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/security-groups/811a301e-878e-4804-a306-f6ef3279c129 HTTP/1.1" status: 204 len: 168 time: 1.0690958 Feb 03 12:52:34.255333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40358) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:34.338085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6852a-d591-4fac-adec-a4e7470ea7db tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811a301e-878e-4804-a306-f6ef3279c129,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:34.370503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1947784c-404c-480d-9b14-86018f5034b4 None None] Could not find standard attr ID for object d3844a1f-7dc1-4d3b-8b97-01e57808573d. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:52:34.427841 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.resource_extend [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:52:34.480873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1947784c-404c-480d-9b14-86018f5034b4 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:34.481422 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1947784c-404c-480d-9b14-86018f5034b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.570112 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ffa810b3-56df-4279-acbd-7a2c926e61bf), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.587503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:34.588174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.635353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1947784c-404c-480d-9b14-86018f5034b4 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:34.647177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40370) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:34.663811 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1947784c-404c-480d-9b14-86018f5034b4 None None] Provisioning complete for port 0573a054-aea4-4cc2-8d02-0aafa7361924 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:34.664416 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1947784c-404c-480d-9b14-86018f5034b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.688522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8aeb1fd-b877-4055-9455-a8ea6a508f60 req-09b80d0c-c779-4a58-81c5-a818fc80af06 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4c7807-43e3-4864-aa9e-390b91f0fb42 HTTP/1.1" status: 200 len: 210 time: 0.2144332 Feb 03 12:52:34.781893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1947784c-404c-480d-9b14-86018f5034b4 None None] Port 0573a054-aea4-4cc2-8d02-0aafa7361924 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:34.814712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Network': ['ID=ffa810b3-56df-4279-acbd-7a2c926e61bf,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:34.816797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Pushing event updated for resources: {'Port': ['ID=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:34.822865 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b1f4f7d-d60c-4875-976c-ebf37edb8468 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.9782016 Feb 03 12:52:34.835856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ffa810b3-56df-4279-acbd-7a2c926e61bf details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:34.841849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e9764-8644-462f-a0fc-17c3c672db79 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:34.853168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8c2e9764-8644-462f-a0fc-17c3c672db79 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7524624 Feb 03 12:52:34.859117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40376) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:34.928997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:34.945218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fa178dc1-cff9-4551-aeb9-e6cd0ac318b7 None None] Could not find standard attr ID for object d3844a1f-7dc1-4d3b-8b97-01e57808573d. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:52:35.026562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-eae1fdf8-99ba-4a84-9b34-43f3c87533ea tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 207 time: 0.1660392 Feb 03 12:52:35.034145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40380) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:35.058719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d228c-bd08-4bd2-b391-3c190f778b1e req-23ca3c13-813f-41ea-b9b6-4b5c0bf8eaa5 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:35.066719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-360d228c-bd08-4bd2-b391-3c190f778b1e req-23ca3c13-813f-41ea-b9b6-4b5c0bf8eaa5 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 943 time: 0.3578482 Feb 03 12:52:35.101020 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71e33163-3d6e-4ef3-87a9-2d4e82d0ef31 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (e79aebc6-c252-4c05-b3ba-31a8cdee7f35), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.199966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:35.208016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-360d228c-bd08-4bd2-b391-3c190f778b1e req-adef7c11-3f60-4f79-973c-9ca47ef3d673 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355979 Feb 03 12:52:35.228594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:35.228953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a54d7bb3-d7a3-4ba6-acd8-a0d80bd4cbb6 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:35.259895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71e33163-3d6e-4ef3-87a9-2d4e82d0ef31 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (e79aebc6-c252-4c05-b3ba-31a8cdee7f35), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.316043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Attempting to bind port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:35.316775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Attempting to bind port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:35.317630 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Attempting to bind port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:35.345237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:35.346700 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.375900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71e33163-3d6e-4ef3-87a9-2d4e82d0ef31 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e79aebc6-c252-4c05-b3ba-31a8cdee7f35), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.387033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71e33163-3d6e-4ef3-87a9-2d4e82d0ef31 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.392305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40382) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:35.401158 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-71e33163-3d6e-4ef3-87a9-2d4e82d0ef31 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/security-groups/e79aebc6-c252-4c05-b3ba-31a8cdee7f35 HTTP/1.1" status: 204 len: 168 time: 1.1011181 Feb 03 12:52:35.447796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95dbede7-b4ce-4114-8ddf-c4853696ed47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.506589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:52:35.512854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Attempting to bind port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 on network 6ce844d7-b7c7-4c9f-bf21-81af544e2e37 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:35.561485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76522f1a-d492-46b9-9cdb-e8255431808d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (f3a62763-54f0-41c5-a34e-bff099d24138), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.568926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e33163-3d6e-4ef3-87a9-2d4e82d0ef31 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79aebc6-c252-4c05-b3ba-31a8cdee7f35,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:35.608306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:35.613011 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Checking segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:35.613556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Bound using segment: {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:35.615749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Bound port: 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79b5ea4-3953-4de9-815e-2759b1957d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:35.619849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.647408 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76522f1a-d492-46b9-9cdb-e8255431808d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (f3a62763-54f0-41c5-a34e-bff099d24138), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.791404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa9e4e-98d8-4146-b19f-6ecd0f86ebc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:35.796049 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76522f1a-d492-46b9-9cdb-e8255431808d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f3a62763-54f0-41c5-a34e-bff099d24138), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.799740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76522f1a-d492-46b9-9cdb-e8255431808d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.803212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa9e4e-98d8-4146-b19f-6ecd0f86ebc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:35.803839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-76522f1a-d492-46b9-9cdb-e8255431808d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/security-groups/f3a62763-54f0-41c5-a34e-bff099d24138 HTTP/1.1" status: 204 len: 168 time: 0.4099593 Feb 03 12:52:35.804956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40392) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:35.810959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa9e4e-98d8-4146-b19f-6ecd0f86ebc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:35.816791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa9e4e-98d8-4146-b19f-6ecd0f86ebc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:35.819464 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5eaa9e4e-98d8-4146-b19f-6ecd0f86ebc9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.7161162 Feb 03 12:52:35.827917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40394) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:35.917445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76522f1a-d492-46b9-9cdb-e8255431808d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a62763-54f0-41c5-a34e-bff099d24138,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:35.974406 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3bb1a300-f6d8-4d03-8c96-c9e5e71ac88e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1423564 Feb 03 12:52:35.981177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-871acb1c-deb9-4bcc-a1b1-364e640443f3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet 72587980-df2a-44df-9280-cc027d6868d0 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:35.991090 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-871acb1c-deb9-4bcc-a1b1-364e640443f3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (72587980-df2a-44df-9280-cc027d6868d0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.036701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] For port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:36.040475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] For port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:36.044024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40396) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:36.081414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-871acb1c-deb9-4bcc-a1b1-364e640443f3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (72587980-df2a-44df-9280-cc027d6868d0), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.110837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda0d15c-b3bf-4332-ab86-15c3260c2148 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:36.112742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda0d15c-b3bf-4332-ab86-15c3260c2148 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:36.115117 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fda0d15c-b3bf-4332-ab86-15c3260c2148 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0685620 Feb 03 12:52:36.116574 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.194734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40398) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:36.201117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Pushing event updated for resources: {'Port': ['ID=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:36.338466 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-871acb1c-deb9-4bcc-a1b1-364e640443f3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (72587980-df2a-44df-9280-cc027d6868d0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.395162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a187b7-e08b-400f-8186-e39073d66eca tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:36.405756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a187b7-e08b-400f-8186-e39073d66eca tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:36.413253 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-21a187b7-e08b-400f-8186-e39073d66eca tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1913569 Feb 03 12:52:36.429448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40406) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:36.443787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:36.545868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:36.546523 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.547931 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-ce286d33-193e-4d61-a191-2b7b795b58ef service neutron] 10.222.0.91 "PUT /v2.0/ports/686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 HTTP/1.1" status: 200 len: 1092 time: 4.6649051 Feb 03 12:52:36.549320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3710eb-217b-46fa-8bdf-14e22770c914', 'tag': '686d6e2f-d01a-44e1-aa6e-357ecfc6bb01'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:36.558561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-871acb1c-deb9-4bcc-a1b1-364e640443f3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (72587980-df2a-44df-9280-cc027d6868d0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.559202 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3710eb-217b-46fa-8bdf-14e22770c914", "tag": "686d6e2f-d01a-44e1-aa6e-357ecfc6bb01"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:36.627381 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1542b98e-11f7-4300-8ca6-dd45742f800d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.638721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871acb1c-deb9-4bcc-a1b1-364e640443f3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=72587980-df2a-44df-9280-cc027d6868d0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:36.656082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8fd370-5a2a-49fa-b640-01943ef1d6d4 None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:36.656451 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-871acb1c-deb9-4bcc-a1b1-364e640443f3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.660535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-871acb1c-deb9-4bcc-a1b1-364e640443f3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/72587980-df2a-44df-9280-cc027d6868d0 HTTP/1.1" status: 204 len: 168 time: 0.8454866 Feb 03 12:52:36.669662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40412) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:36.678121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea96b7-ee58-47be-b0b7-cfd15fb83546 req-62b845c9-c4aa-4f16-b394-37c0c40a8a43 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:36.680298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9dea96b7-ee58-47be-b0b7-cfd15fb83546 req-62b845c9-c4aa-4f16-b394-37c0c40a8a43 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.1914096 Feb 03 12:52:36.747562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95dbede7-b4ce-4114-8ddf-c4853696ed47 admin admin] Publish callbacks [] for security_group (61d73710-2f94-4f10-9b46-e2869a047a9f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.772935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf162f00-a8ad-48e4-85af-7c931cbc97f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet af1d11aa-ebb7-40a7-b052-56872aa05e3a {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:36.781691 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf162f00-a8ad-48e4-85af-7c931cbc97f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (af1d11aa-ebb7-40a7-b052-56872aa05e3a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.792185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95dbede7-b4ce-4114-8ddf-c4853696ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (61d73710-2f94-4f10-9b46-e2869a047a9f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.837895 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-95dbede7-b4ce-4114-8ddf-c4853696ed47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5142ac39f5b4810ad069d2a06383992&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0302072 Feb 03 12:52:36.853704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40414) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:36.885032 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf162f00-a8ad-48e4-85af-7c931cbc97f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (af1d11aa-ebb7-40a7-b052-56872aa05e3a), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.933979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cc616-8999-4fda-a386-486434820beb req-bc131ff4-50f2-40cd-91ef-b079ccc92e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:36.940643 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-bc131ff4-50f2-40cd-91ef-b079ccc92e0f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 1126 time: 0.3209076 Feb 03 12:52:37.089403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efaf7-3749-4d17-a2a0-b3ed4c84f4cd req-f89daba8-80e8-4f7e-a51a-a8daab4f1de1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:37.093960 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-b1bd467b-be57-4e32-995f-31ca1f6dc726 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 HTTP/1.1" status: 200 len: 217 time: 0.1215580 Feb 03 12:52:37.098090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbede7-b4ce-4114-8ddf-c4853696ed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d73710-2f94-4f10-9b46-e2869a047a9f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:37.108585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af6efaf7-3749-4d17-a2a0-b3ed4c84f4cd req-f89daba8-80e8-4f7e-a51a-a8daab4f1de1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 943 time: 0.6159098 Feb 03 12:52:37.244450 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf162f00-a8ad-48e4-85af-7c931cbc97f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (af1d11aa-ebb7-40a7-b052-56872aa05e3a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.282741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9706169f-601f-492a-918e-fb7de62ce9a7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:37.288205 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9706169f-601f-492a-918e-fb7de62ce9a7 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/networks/6d07e361-9915-4615-9625-12221ea1ed5e HTTP/1.1" status: 200 len: 799 time: 0.8556049 Feb 03 12:52:37.306906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40418) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:37.471794 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf162f00-a8ad-48e4-85af-7c931cbc97f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (af1d11aa-ebb7-40a7-b052-56872aa05e3a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.542799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9dea96b7-ee58-47be-b0b7-cfd15fb83546 req-96d6e437-5de5-49b6-8131-72b57ad3c7f6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7922883 Feb 03 12:52:37.547801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf162f00-a8ad-48e4-85af-7c931cbc97f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=af1d11aa-ebb7-40a7-b052-56872aa05e3a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:37.569942 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f2638751-8119-4003-b3e4-2fbb0c3b5380 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/networks/6d07e361-9915-4615-9625-12221ea1ed5e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2464612 Feb 03 12:52:37.575800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40420) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:37.595060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af6efaf7-3749-4d17-a2a0-b3ed4c84f4cd req-15e2facf-9980-4cbe-ace7-e108995251cc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856009 Feb 03 12:52:37.603786 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf162f00-a8ad-48e4-85af-7c931cbc97f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.614276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cf162f00-a8ad-48e4-85af-7c931cbc97f9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/af1d11aa-ebb7-40a7-b052-56872aa05e3a HTTP/1.1" status: 204 len: 168 time: 0.9326041 Feb 03 12:52:37.617150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40422) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:37.717902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef68ae-71f6-49c3-8b15-b7a5c18e8677 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:37.722031 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-37ef68ae-71f6-49c3-8b15-b7a5c18e8677 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/subnets/8a72987e-a67d-4418-9219-bf1391195c30 HTTP/1.1" status: 200 len: 811 time: 0.1387134 Feb 03 12:52:37.724322 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4af394-b058-4ec4-8978-938a0b36a4ab x-openstack-request-id: req-5d4af394-b058-4ec4-8978-938a0b36a4ab {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:37.725419 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3710eb-217b-46fa-8bdf-14e22770c914", "tag": "686d6e2f-d01a-44e1-aa6e-357ecfc6bb01", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:37.726123 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d4af394-b058-4ec4-8978-938a0b36a4ab {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:37.728307 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3710eb-217b-46fa-8bdf-14e22770c914', 'tag': '686d6e2f-d01a-44e1-aa6e-357ecfc6bb01', 'status': 'completed', 'code': 200} Feb 03 12:52:37.741056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40426) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:37.768334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cc616-8999-4fda-a386-486434820beb req-741bd0e6-5ba5-4aae-9eef-61e49f2c8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:37.769641 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-741bd0e6-5ba5-4aae-9eef-61e49f2c8484 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.6528499 Feb 03 12:52:37.774650 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7e21fe-056c-4fd1-8a86-6099541696e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:37.775211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7e21fe-056c-4fd1-8a86-6099541696e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:37.784247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ea7e21fe-056c-4fd1-8a86-6099541696e3 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/72587980-df2a-44df-9280-cc027d6868d0 HTTP/1.1" status: 404 len: 337 time: 0.1635647 Feb 03 12:52:37.785850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40428) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:37.876130 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-49a0f734-a7b6-436a-900b-07ae60cd91d9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981975 Feb 03 12:52:37.904438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e076875-c696-4776-bfe1-754523b35a72 admin admin] Publish callbacks [] for security_group (61d73710-2f94-4f10-9b46-e2869a047a9f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.908649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting subnet 0d2a6734-c418-4047-a66d-a64407872de2 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:37.920452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for subnet (0d2a6734-c418-4047-a66d-a64407872de2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.927764 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e076875-c696-4776-bfe1-754523b35a72 admin admin] Publish callbacks [] for security_group (61d73710-2f94-4f10-9b46-e2869a047a9f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.988212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e076875-c696-4776-bfe1-754523b35a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (61d73710-2f94-4f10-9b46-e2869a047a9f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.991150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e076875-c696-4776-bfe1-754523b35a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.992584 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e076875-c696-4776-bfe1-754523b35a72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61d73710-2f94-4f10-9b46-e2869a047a9f HTTP/1.1" status: 204 len: 168 time: 1.1351759 Feb 03 12:52:38.025331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9435b3-3ee7-437a-9f14-4c779292a85b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:38.029598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (0d2a6734-c418-4047-a66d-a64407872de2), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.037862 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fe9435b3-3ee7-437a-9f14-4c779292a85b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "GET /v2.0/subnets/8a72987e-a67d-4418-9219-bf1391195c30?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2907495 Feb 03 12:52:38.040974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e076875-c696-4776-bfe1-754523b35a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d73710-2f94-4f10-9b46-e2869a047a9f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:38.043541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40432) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:38.082761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1266995650'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:38.091329 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40434) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:38.099902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'subnet': {'network_id': 'ffa810b3-56df-4279-acbd-7a2c926e61bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:38.192442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ceeffb-46c9-42ec-a722-fbebd71a7188 None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:38.244473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:38.248214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.261340 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0d2a6734-c418-4047-a66d-a64407872de2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.270173 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-64b6a541-0324-480d-8981-ac6018890bd8 service neutron] 10.222.0.91 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774159 Feb 03 12:52:38.271904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:38.275647 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.337646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2ffb647e-78ff-4ada-9176-13ed4a4d08b4 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:38.338502 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ffb647e-78ff-4ada-9176-13ed4a4d08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.394213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:38.433320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (0d2a6734-c418-4047-a66d-a64407872de2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.498036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2a6734-c418-4047-a66d-a64407872de2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:38.569179 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.576135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/0d2a6734-c418-4047-a66d-a64407872de2 HTTP/1.1" status: 204 len: 168 time: 0.7888348 Feb 03 12:52:38.580273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.580843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.581407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.581966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.582589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.583168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.583732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.584289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.584857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.585677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.586617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.587155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.587911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261e61-370c-4527-9164-20b46bd74916 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:38.594474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40442) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:38.641543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb647e-78ff-4ada-9176-13ed4a4d08b4 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:38.648287 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fc69bd-b314-4891-881c-a50922b0b091 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:38.650444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fc69bd-b314-4891-881c-a50922b0b091 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:38.658287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d3fc69bd-b314-4891-881c-a50922b0b091 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/fe5d6eea-6255-441a-b87a-47d000cd1bae HTTP/1.1" status: 404 len: 337 time: 0.0596151 Feb 03 12:52:38.659453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40446) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:38.701733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2ffb647e-78ff-4ada-9176-13ed4a4d08b4 None None] Provisioning complete for port 0573a054-aea4-4cc2-8d02-0aafa7361924 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:38.706098 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ffb647e-78ff-4ada-9176-13ed4a4d08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.792757 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a0737a4f-dac4-421c-9a4b-e7217b452b69), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.794804 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Added segment a0737a4f-dac4-421c-9a4b-e7217b452b69 of type vlan for network 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 Feb 03 12:52:38.853234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb647e-78ff-4ada-9176-13ed4a4d08b4 None None] Port 0573a054-aea4-4cc2-8d02-0aafa7361924 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:38.858980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88dcec54-4ae5-4091-9637-d62032fc2817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.869690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61da2a8-89ea-498e-92c4-aeeb4a32e0c0 None None] Update dhcp port {'port': {'network_id': 'd5f80349-d4fc-419a-9268-25eab03ba503', 'fixed_ips': [{'subnet_id': '0d2a6734-c418-4047-a66d-a64407872de2'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '2921eb28-1479-4c2d-8f2e-c1dd1b0031e8'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:52:38.901709 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a61da2a8-89ea-498e-92c4-aeeb4a32e0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.965130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1d844ac6-a717-4145-8df0-2894dc32984a tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "GET /v2.0/ports?device_id=052f9616-7c2d-41f5-bef7-3be1ebdb56ea HTTP/1.1" status: 200 len: 205 time: 0.2932909 Feb 03 12:52:38.968594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40456) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:38.975677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (8fbc14c8-883d-4a43-9dc2-bc12b38d30c7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.018546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c0cc616-8999-4fda-a386-486434820beb req-8fd2aef3-d2c1-4c0f-b9c2-6456da9ef785 service neutron] 10.222.0.91 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367711 Feb 03 12:52:39.034069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3321e-ee9d-4629-a9ad-5e957f0726bb req-c53209cf-df60-4026-8de7-fa97cc276849 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:39.036141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dec3321e-ee9d-4629-a9ad-5e957f0726bb req-c53209cf-df60-4026-8de7-fa97cc276849 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.2348924 Feb 03 12:52:39.120389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-aca15b02-988e-469d-b0f5-4ad8032ff2d6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:39.121941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-aca15b02-988e-469d-b0f5-4ad8032ff2d6 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.91 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 946 time: 0.1858981 Feb 03 12:52:39.138973 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.resource_extend [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:52:39.150826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2bed51-8d55-43a1-8154-be8fbc4623f8 None None] Network d5f80349-d4fc-419a-9268-25eab03ba503 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:39.152106 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-63c47486-10da-4118-a445-6dda8fedd8d6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] delete failed (client error): The resource could not be found. Feb 03 12:52:39.155510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-63c47486-10da-4118-a445-6dda8fedd8d6 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/routers/052f9616-7c2d-41f5-bef7-3be1ebdb56ea HTTP/1.1" status: 404 len: 336 time: 0.1683853 Feb 03 12:52:39.169269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40460) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.210618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a2756-dba2-4f19-bdfe-2bfc557c1863 req-7ef87ebd-203b-4625-8f22-0f59f7b00e38 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:39.212620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f7a2756-dba2-4f19-bdfe-2bfc557c1863 req-7ef87ebd-203b-4625-8f22-0f59f7b00e38 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 943 time: 0.4527075 Feb 03 12:52:39.219034 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c744d8b7-2f55-4c17-887b-40f7ffeb79b9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:39.219503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c744d8b7-2f55-4c17-887b-40f7ffeb79b9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:39.225198 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c744d8b7-2f55-4c17-887b-40f7ffeb79b9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/bbdbe4af-5889-4e04-b73d-1a5281c7100e HTTP/1.1" status: 404 len: 337 time: 0.0490763 Feb 03 12:52:39.231961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40464) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.268972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (8fbc14c8-883d-4a43-9dc2-bc12b38d30c7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.274425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:39.275066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.365394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-059595a6-50e3-48b0-beb6-a8b3706a5117 None None] Provisioning complete for port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:39.367568 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-059595a6-50e3-48b0-beb6-a8b3706a5117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.373520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Network': ['ID=8fbc14c8-883d-4a43-9dc2-bc12b38d30c7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:39.376000 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d25e9a2-9eb7-4dc6-9ce6-9c27f6b9456b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:39.377570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d25e9a2-9eb7-4dc6-9ce6-9c27f6b9456b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:39.381935 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1d25e9a2-9eb7-4dc6-9ce6-9c27f6b9456b tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/799e36b6-03cc-490e-98e5-b6f9ffbdad34 HTTP/1.1" status: 404 len: 337 time: 0.1440914 Feb 03 12:52:39.385428 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e346631b-3be0-4f37-950c-f8286353031d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3062871 Feb 03 12:52:39.385428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40470) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.407475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40472) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.424764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'network_id': '8fbc14c8-883d-4a43-9dc2-bc12b38d30c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:39.475417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:39.552492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-dede1845-e3e1-41cc-9c92-c33011ccec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:39.554016 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-dede1845-e3e1-41cc-9c92-c33011ccec94 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fec3da70459c473499bc0e10f705cf27&device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 1126 time: 0.4169550 Feb 03 12:52:39.555060 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fde0bc-4e62-4b36-aca3-215c02f17d7d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:39.556176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fde0bc-4e62-4b36-aca3-215c02f17d7d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:39.563647 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-15fde0bc-4e62-4b36-aca3-215c02f17d7d tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/c9a5c232-bbb5-46c9-9a17-955290dd807a HTTP/1.1" status: 404 len: 337 time: 0.1557708 Feb 03 12:52:39.568991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40478) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.597350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f1af0-7563-427c-9cef-b23c6946f6a1 None None] DHCP port deletion for d5f80349-d4fc-419a-9268-25eab03ba503 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:39.616653 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b4faf2-b9fe-47ab-a0f9-de407cac1646 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:39.617240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b4faf2-b9fe-47ab-a0f9-de407cac1646 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:39.623374 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-51b4faf2-b9fe-47ab-a0f9-de407cac1646 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/a32d2995-f754-4653-aed4-2c03459b6963 HTTP/1.1" status: 404 len: 333 time: 0.0439746 Feb 03 12:52:39.632153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40480) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.637352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (fc24dfed-cf05-4a54-8d40-d7f296c867a6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.672039 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77b1c73-da6f-43c4-8a7c-a4f42b8471e9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:39.672496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77b1c73-da6f-43c4-8a7c-a4f42b8471e9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:39.677675 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d77b1c73-da6f-43c4-8a7c-a4f42b8471e9 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/8d924856-d614-4d43-8528-c5c23515d3a2 HTTP/1.1" status: 404 len: 337 time: 0.0394988 Feb 03 12:52:39.692539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-059595a6-50e3-48b0-beb6-a8b3706a5117 None None] Current status of the port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:39.700656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40482) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.709602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-059595a6-50e3-48b0-beb6-a8b3706a5117 None None] Provisioning complete for port 0573a054-aea4-4cc2-8d02-0aafa7361924 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:39.710906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-059595a6-50e3-48b0-beb6-a8b3706a5117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.740415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Made reservation on behalf of 74d717392b42441bb7ec7d9ffd42facb for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:39.744935 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.772238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dec3321e-ee9d-4629-a9ad-5e957f0726bb req-e584aa16-873d-4776-bcf3-c5f50465a7a3 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d9df91c-cf27-49cd-bbac-8a0f166989c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7246504 Feb 03 12:52:39.811922 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-396302eb-cb3d-489c-b05d-6ac7adbf1d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:39.816171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-120f1af0-7563-427c-9cef-b23c6946f6a1 None None] Deleting port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:39.816564 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-120f1af0-7563-427c-9cef-b23c6946f6a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.819479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-059595a6-50e3-48b0-beb6-a8b3706a5117 None None] Port 0573a054-aea4-4cc2-8d02-0aafa7361924 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:39.820435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396302eb-cb3d-489c-b05d-6ac7adbf1d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:39.827476 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-396302eb-cb3d-489c-b05d-6ac7adbf1d89 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/910f07a5-82b9-4ab0-b89f-08a9db4e0943 HTTP/1.1" status: 404 len: 337 time: 0.1254497 Feb 03 12:52:39.830789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40488) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.877788 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf855a8-b7aa-4db6-a64d-078d27851153 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:39.878603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf855a8-b7aa-4db6-a64d-078d27851153 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:39.885128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0cf855a8-b7aa-4db6-a64d-078d27851153 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/03aeb10f-a19b-40ad-8aec-8975b6325bb0 HTTP/1.1" status: 404 len: 333 time: 0.0515814 Feb 03 12:52:39.887189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40490) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.887914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Deleting port 579a52b2-c353-4528-8230-d44bbf9bc660 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:39.888415 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.994533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-120f1af0-7563-427c-9cef-b23c6946f6a1 None None] For port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,segment=NetworkSegment(ebe06430-0271-4b46-b53e-d1ca49092dbf),segment_id=ebe06430-0271-4b46-b53e-d1ca49092dbf)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:39.994944 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-120f1af0-7563-427c-9cef-b23c6946f6a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.014110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] For port 579a52b2-c353-4528-8230-d44bbf9bc660, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=579a52b2-c353-4528-8230-d44bbf9bc660,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:40.014774 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.025369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-120f1af0-7563-427c-9cef-b23c6946f6a1 None None] Calling delete_port for 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:40.048266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Calling delete_port for 579a52b2-c353-4528-8230-d44bbf9bc660 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:40.200378 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.227606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f7a2756-dba2-4f19-bdfe-2bfc557c1863 req-34b4dcdb-b925-439e-9436-4a00ba260e22 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9855442 Feb 03 12:52:40.262786 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-120f1af0-7563-427c-9cef-b23c6946f6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (2921eb28-1479-4c2d-8f2e-c1dd1b0031e8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.315473 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (579a52b2-c353-4528-8230-d44bbf9bc660), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.327063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f1af0-7563-427c-9cef-b23c6946f6a1 None None] Pushing event deleted for resources: {'Port': ['ID=2921eb28-1479-4c2d-8f2e-c1dd1b0031e8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:40.329077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f1af0-7563-427c-9cef-b23c6946f6a1 None None] No DVR routers for this DVR port 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:40.332260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['579a52b2-c353-4528-8230-d44bbf9bc660'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:52:40.358181 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c3acdd-6d75-467b-8b49-782b34e00c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:40.358780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c3acdd-6d75-467b-8b49-782b34e00c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:40.362000 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f4c3acdd-6d75-467b-8b49-782b34e00c47 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/6d173e78-9512-4f7a-998d-4dfbbb46ade0 HTTP/1.1" status: 404 len: 337 time: 0.4668903 Feb 03 12:52:40.391812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40504) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:40.393169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Pushing event deleted for resources: {'Port': ['ID=579a52b2-c353-4528-8230-d44bbf9bc660,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:40.409662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Performing IP validity checks on allocation pools {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:52:40.410302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:52:40.412612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Subnet': ['ID=fc24dfed-cf05-4a54-8d40-d7f296c867a6,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:40.440736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Checking segment: {'id': 'a94bd5bc-487c-4431-9ba4-a0ac8e650057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ffa810b3-56df-4279-acbd-7a2c926e61bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:40.441129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network hostable DHCP agents. Network: ffa810b3-56df-4279-acbd-7a2c926e61bf, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:40.457282 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-439d165c-5cd2-40a7-a262-d91add264e04 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:40.457812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439d165c-5cd2-40a7-a262-d91add264e04 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:40.466433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-439d165c-5cd2-40a7-a262-d91add264e04 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/subnets/ccdfeb59-94f5-4900-bab0-1530d83861bc HTTP/1.1" status: 404 len: 337 time: 0.0660310 Feb 03 12:52:40.478585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40510) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:40.501838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] No DVR routers for this DVR port 579a52b2-c353-4528-8230-d44bbf9bc660 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:40.514229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.517919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de91f9eb-ba54-4dbe-8c3f-6348de902316 req-f71a2515-bd92-428c-bf60-425789354f93 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.91 "DELETE /v2.0/ports/579a52b2-c353-4528-8230-d44bbf9bc660 HTTP/1.1" status: 204 len: 173 time: 1.3897805 Feb 03 12:52:40.518586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f942c0-7da8-4151-ba96-933b3610b8db', 'name': 'network-vif-deleted', 'tag': '579a52b2-c353-4528-8230-d44bbf9bc660'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:40.522032 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c3550-e1b0-473c-85a7-886e5f67dd93" -d '{"events": [{"server_uuid": "b2f942c0-7da8-4151-ba96-933b3610b8db", "name": "network-vif-deleted", "tag": "579a52b2-c353-4528-8230-d44bbf9bc660"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:40.602228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-82e9c732-a75d-4dab-a87b-eb24d0f11204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:40.603326 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6a304e-350e-4f17-bcc3-286b7f67ee6e x-openstack-request-id: req-de6a304e-350e-4f17-bcc3-286b7f67ee6e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:40.603939 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-82e9c732-a75d-4dab-a87b-eb24d0f11204 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 200 len: 912 time: 1.0414612 Feb 03 12:52:40.605667 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f942c0-7da8-4151-ba96-933b3610b8db", "name": "network-vif-deleted", "tag": "579a52b2-c353-4528-8230-d44bbf9bc660", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:40.606181 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de6a304e-350e-4f17-bcc3-286b7f67ee6e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:40.607546 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f942c0-7da8-4151-ba96-933b3610b8db', 'name': 'network-vif-deleted', 'tag': '579a52b2-c353-4528-8230-d44bbf9bc660', 'status': 'completed', 'code': 200} Feb 03 12:52:40.721002 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-2ffb6b04-e79f-4ad3-920f-095ca602aa70 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 HTTP/1.1" status: 200 len: 217 time: 0.0793753 Feb 03 12:52:40.768287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network ffa810b3-56df-4279-acbd-7a2c926e61bf is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:40.834304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ffa810b3-56df-4279-acbd-7a2c926e61bf) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:40.850612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:40.851483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.856310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d0143-bc0a-4c7a-af54-56b11943db98 None None] Network ffa810b3-56df-4279-acbd-7a2c926e61bf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:40.879180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-bb5da441-0f82-48c3-b27b-e56d1f6922c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:40.880886 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-bb5da441-0f82-48c3-b27b-e56d1f6922c9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 200 len: 851 time: 0.1296301 Feb 03 12:52:41.014660 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-02de5046-8819-4f94-ad66-83b53ee9fe58 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9221973 Feb 03 12:52:41.021416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40534) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:41.027743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6bbce5e-6461-46df-bca5-c6379282049d req-00ecb0e3-49c0-46ca-a1ab-ac5ea560a0d0 tempest-ServerRescueTestJSON-206759740 tempest-ServerRescueTestJSON-206759740-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2f942c0-7da8-4151-ba96-933b3610b8db HTTP/1.1" status: 200 len: 210 time: 0.0856080 Feb 03 12:52:41.036301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-678898452'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:41.038579 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-c5a5d0ce-bd42-49a0-844d-4df11bc04750 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6ce844d7-b7c7-4c9f-bf21-81af544e2e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472211 Feb 03 12:52:41.062461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-76a327bb-16bc-4f28-a0d7-a4d69f3f211d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:52:41.063666 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-76a327bb-16bc-4f28-a0d7-a4d69f3f211d service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164869 Feb 03 12:52:41.078815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-79ac95b2-896c-447c-9e5a-c078f836678c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Deleting port 0573a054-aea4-4cc2-8d02-0aafa7361924 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:41.093055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:41.094732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79ac95b2-896c-447c-9e5a-c078f836678c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.104357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:41.110582 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.185167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:41.186102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-ffa810b3-56df-4279-acbd-7a2c926e61bf', 'network_id': 'ffa810b3-56df-4279-acbd-7a2c926e61bf', 'project_id': '7dd1b0b1515444cba9d94518972a2181', 'fixed_ips': [{'subnet_id': 'fc24dfed-cf05-4a54-8d40-d7f296c867a6'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:41.188530 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.199724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:41.200945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2921eb28-1479-4c2d-8f2e-c1dd1b0031e8 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:41.204876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (36ed4d0b-61bc-4295-9049-ad60b7641357), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.208736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7defa6a2-986f-449b-9639-97947843bf66), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.209082 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Added segment 7defa6a2-986f-449b-9639-97947843bf66 of type vlan for network 428e9e6f-934f-4c8c-beb5-e872825eeec9 Feb 03 12:52:41.257788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (428e9e6f-934f-4c8c-beb5-e872825eeec9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.291553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (428e9e6f-934f-4c8c-beb5-e872825eeec9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.297666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:41.298592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.358988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3273373 Feb 03 12:52:41.391432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40542) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:41.404241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'subnet': {'network_id': '428e9e6f-934f-4c8c-beb5-e872825eeec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:41.474988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79ac95b2-896c-447c-9e5a-c078f836678c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.520107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e13181-0a1d-48ff-8b7d-dddcd355ebb0 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Network': ['ID=428e9e6f-934f-4c8c-beb5-e872825eeec9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:41.543546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 428e9e6f-934f-4c8c-beb5-e872825eeec9 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:41.544934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-79ac95b2-896c-447c-9e5a-c078f836678c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Calling delete_port for 0573a054-aea4-4cc2-8d02-0aafa7361924 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:41.564116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db940360-4bcf-4480-83a4-5c9264fd2f76 req-d15afb53-57eb-4240-8c49-0c57ef9bc3f1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:41.566105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db940360-4bcf-4480-83a4-5c9264fd2f76 req-d15afb53-57eb-4240-8c49-0c57ef9bc3f1 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 943 time: 0.1752098 Feb 03 12:52:41.567298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:41.570834 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.584184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.616216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=36ed4d0b-61bc-4295-9049-ad60b7641357,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:41.635039 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-c90c36f2-84c0-4997-8702-7aee49db2a43 service neutron] 10.222.0.91 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507793 Feb 03 12:52:41.703827 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db940360-4bcf-4480-83a4-5c9264fd2f76 req-00e45b23-b107-41b9-9bb3-d1358637f189 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291606 Feb 03 12:52:41.794040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Checking segment: {'id': 'a0737a4f-dac4-421c-9a4b-e7217b452b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8fbc14c8-883d-4a43-9dc2-bc12b38d30c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:41.794397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Allocated IP 2001:db8:0:ffff::2 (ffa810b3-56df-4279-acbd-7a2c926e61bf/fc24dfed-cf05-4a54-8d40-d7f296c867a6/6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:41.795754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network hostable DHCP agents. Network: 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:41.963540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Network 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:41.988078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Publish callbacks [] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.002272 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.013314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:42.019986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79ac95b2-896c-447c-9e5a-c078f836678c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0573a054-aea4-4cc2-8d02-0aafa7361924), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.039616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:42.040411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.044586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Network ffa810b3-56df-4279-acbd-7a2c926e61bf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:42.047004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57292beb-b57c-4bdb-822c-29e5998c0dfb None None] Network 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:42.047680 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cfdacb38-4b51-4a5f-84eb-650e5e9d47a3 req-9a59e283-8710-423c-b2de-bbe334fd114e service neutron] 10.222.0.91 "GET /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117720 Feb 03 12:52:42.153695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40570) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:42.191096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:42.232542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:42.281749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-8fbc14c8-883d-4a43-9dc2-bc12b38d30c7', 'network_id': '8fbc14c8-883d-4a43-9dc2-bc12b38d30c7', 'project_id': '74d717392b42441bb7ec7d9ffd42facb', 'fixed_ips': [{'subnet_id': '36ed4d0b-61bc-4295-9049-ad60b7641357'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:42.282647 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.283751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:52:42.285392 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (f4830ddd-d204-4e21-87ae-57fc7a00050c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.355355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Subnet': ['ID=f4830ddd-d204-4e21-87ae-57fc7a00050c,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:42.367151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac95b2-896c-447c-9e5a-c078f836678c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Port': ['ID=0573a054-aea4-4cc2-8d02-0aafa7361924,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:42.386999 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79ac95b2-896c-447c-9e5a-c078f836678c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.395931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Pushing event updated for resources: {'Port': ['ID=6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:42.396165 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-79ac95b2-896c-447c-9e5a-c078f836678c tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/ports/0573a054-aea4-4cc2-8d02-0aafa7361924 HTTP/1.1" status: 204 len: 168 time: 1.9108098 Feb 03 12:52:42.397047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40578) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:42.411855 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4a66c604-0ee9-40f0-a331-37c02357b1e4 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9886141 Feb 03 12:52:42.415952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40580) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:42.427485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9ce16a90-c75f-4ccd-83bb-843af6d5552c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:42.433727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Checking segment: {'id': '7defa6a2-986f-449b-9639-97947843bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '428e9e6f-934f-4c8c-beb5-e872825eeec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:42.434116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network hostable DHCP agents. Network: 428e9e6f-934f-4c8c-beb5-e872825eeec9, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:42.465872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.466160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.467124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.467451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.467790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.468117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.468856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.469188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.469520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.469849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.470180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.470554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.470846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:42.498356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Attempting to bind port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:42.498805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Attempting to bind port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a94bd5bc-487c-4431-9ba4-a0ac8e650057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ffa810b3-56df-4279-acbd-7a2c926e61bf'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:42.499154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Attempting to bind port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 on network ffa810b3-56df-4279-acbd-7a2c926e61bf {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:42.530824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:42.531276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Checking segment: {'id': 'a94bd5bc-487c-4431-9ba4-a0ac8e650057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ffa810b3-56df-4279-acbd-7a2c926e61bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:42.531649 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.532055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Bound using segment: {'id': 'a94bd5bc-487c-4431-9ba4-a0ac8e650057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ffa810b3-56df-4279-acbd-7a2c926e61bf'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:42.533542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Bound port: 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94bd5bc-487c-4431-9ba4-a0ac8e650057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ffa810b3-56df-4279-acbd-7a2c926e61bf'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:42.533998 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.598467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Allocated IP 172.20.0.3 (8fbc14c8-883d-4a43-9dc2-bc12b38d30c7/36ed4d0b-61bc-4295-9049-ad60b7641357/e074de7e-fd5c-4e87-964e-23667482bca5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:42.607983 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (d5f80349-d4fc-419a-9268-25eab03ba503), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.616848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network 428e9e6f-934f-4c8c-beb5-e872825eeec9 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:42.658876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] For port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:42.664553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] For port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5,segment=NetworkSegment(a94bd5bc-487c-4431-9ba4-a0ac8e650057),segment_id=a94bd5bc-487c-4431-9ba4-a0ac8e650057)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:42.667296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 428e9e6f-934f-4c8c-beb5-e872825eeec9) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:42.680697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:42.682939 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.689560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a1588f-7731-453e-afb8-26835cd85408 None None] Network 428e9e6f-934f-4c8c-beb5-e872825eeec9 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:42.702416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce16a90-c75f-4ccd-83bb-843af6d5552c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4348672'] for subnet (36ed4d0b-61bc-4295-9049-ad60b7641357), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.736793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.858522 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.898087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40592) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:42.917677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7cb54356-e112-4b9d-bef1-0938711613ef tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5178185 Feb 03 12:52:42.924470 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (d5f80349-d4fc-419a-9268-25eab03ba503), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.928913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40596) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:42.937940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'port': {'network_id': '428e9e6f-934f-4c8c-beb5-e872825eeec9', 'name': 'tempest-NetworksIpV6TestAttrs-943196345'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:43.064036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f80349-d4fc-419a-9268-25eab03ba503']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:43.162882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b24f1743-83e0-4933-ada5-558a72d577dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.167308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe06430-0271-4b46-b53e-d1ca49092dbf') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:43.167794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe06430-0271-4b46-b53e-d1ca49092dbf') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:43.205500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (ebe06430-0271-4b46-b53e-d1ca49092dbf), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.238911 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ebe06430-0271-4b46-b53e-d1ca49092dbf), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.286976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:43.288141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (ebe06430-0271-4b46-b53e-d1ca49092dbf), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:43.301980 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:43.337023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b24f1743-83e0-4933-ada5-558a72d577dc admin admin] Publish callbacks [] for security_group (85474b5d-fa85-495b-ac20-12cdf8c0b8d5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.348542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.514916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55b023-4a8c-4873-853f-25ecece8f764 req-02bd9931-9e7b-4ad4-99a9-8ee8d84815d4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:43.517247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d55b023-4a8c-4873-853f-25ecece8f764 req-02bd9931-9e7b-4ad4-99a9-8ee8d84815d4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 943 time: 0.2237730 Feb 03 12:52:43.518773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:43.520681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619109-bd17-4776-a79d-0be24a4d192a None None] Pushing event updated for resources: {'Port': ['ID=6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:43.521724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b24f1743-83e0-4933-ada5-558a72d577dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (85474b5d-fa85-495b-ac20-12cdf8c0b8d5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.531694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.537110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (d5f80349-d4fc-419a-9268-25eab03ba503), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.574357 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.600094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] 10.222.0.65 "DELETE /v2.0/networks/d5f80349-d4fc-419a-9268-25eab03ba503 HTTP/1.1" status: 204 len: 168 time: 1.1954629 Feb 03 12:52:43.604361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-428e9e6f-934f-4c8c-beb5-e872825eeec9', 'network_id': '428e9e6f-934f-4c8c-beb5-e872825eeec9', 'project_id': '7dd1b0b1515444cba9d94518972a2181', 'fixed_ips': [{'subnet_id': 'f4830ddd-d204-4e21-87ae-57fc7a00050c'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:43.605318 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.613814 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b24f1743-83e0-4933-ada5-558a72d577dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7bc4dc025f44c698866526fa24686ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7105849 Feb 03 12:52:43.614570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40602) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:43.650391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:52:43.652315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 579a52b2-c353-4528-8230-d44bbf9bc660 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:43.661674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f1743-83e0-4933-ada5-558a72d577dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85474b5d-fa85-495b-ac20-12cdf8c0b8d5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:43.681380 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4d312bd-5892-4bc9-adb2-3920314a4b9a admin admin] Publish callbacks [] for security_group (85474b5d-fa85-495b-ac20-12cdf8c0b8d5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.704229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] device_id is not set on port 738a339f-0863-49b5-9939-12b910592fc2 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:52:43.708327 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4d312bd-5892-4bc9-adb2-3920314a4b9a admin admin] Publish callbacks [] for security_group (85474b5d-fa85-495b-ac20-12cdf8c0b8d5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.791374 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4d312bd-5892-4bc9-adb2-3920314a4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (85474b5d-fa85-495b-ac20-12cdf8c0b8d5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.794294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4d312bd-5892-4bc9-adb2-3920314a4b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.798135 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f4d312bd-5892-4bc9-adb2-3920314a4b9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85474b5d-fa85-495b-ac20-12cdf8c0b8d5 HTTP/1.1" status: 204 len: 168 time: 0.1811266 Feb 03 12:52:43.810631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d312bd-5892-4bc9-adb2-3920314a4b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85474b5d-fa85-495b-ac20-12cdf8c0b8d5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:43.830511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b496a-028f-4188-8a34-355297b85801 tempest-PortsIpV6TestJSON-1813910948 tempest-PortsIpV6TestJSON-1813910948-project] Pushing event deleted for resources: {'Network': ['ID=d5f80349-d4fc-419a-9268-25eab03ba503,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:43.949997 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Deleting port 0bb21aec-3e37-47c6-bd92-b0b65fe25902 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:43.950602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.954638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:43.965004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d55b023-4a8c-4873-853f-25ecece8f764 req-b695f6cd-32b0-41a1-ac6c-6ab1f1095524 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302094 Feb 03 12:52:43.995568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 579a52b2-c353-4528-8230-d44bbf9bc660 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:43.996283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 579a52b2-c353-4528-8230-d44bbf9bc660 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:44.095475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Allocated IP 2001:db8::f816:3eff:feb2:248b (428e9e6f-934f-4c8c-beb5-e872825eeec9/f4830ddd-d204-4e21-87ae-57fc7a00050c/738a339f-0863-49b5-9939-12b910592fc2) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:44.130195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] For port 0bb21aec-3e37-47c6-bd92-b0b65fe25902, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0bb21aec-3e37-47c6-bd92-b0b65fe25902,segment=NetworkSegment(40a38abe-5efd-4280-b629-63fc03f98a27),segment_id=40a38abe-5efd-4280-b629-63fc03f98a27)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:44.131046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.151869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Calling delete_port for 0bb21aec-3e37-47c6-bd92-b0b65fe25902 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:44.217202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40614) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:44.293961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '686d6e2f-d01a-44e1-aa6e-357ecfc6bb01', 'network_id': '6ce844d7-b7c7-4c9f-bf21-81af544e2e37', 'port_id': '686d6e2f-d01a-44e1-aa6e-357ecfc6bb01', 'mac_address': 'fa:16:3e:40:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd152a271-b4bf-4951-918f-718b7f32d47e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:52:44.331153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Publish callbacks [] for port (e074de7e-fd5c-4e87-964e-23667482bca5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.374866 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e074de7e-fd5c-4e87-964e-23667482bca5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.470052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Network 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:44.473734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:44.482248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40620) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:44.486024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:44.540427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:44.541662 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.547269 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for port (738a339f-0863-49b5-9939-12b910592fc2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.549918 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77544b34-2b14-41c6-8898-df411ebcaa7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.579121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274c988b-e560-4802-aaea-29b4591a187e None None] Network ffa810b3-56df-4279-acbd-7a2c926e61bf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:44.631373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Pushing event updated for resources: {'Port': ['ID=e074de7e-fd5c-4e87-964e-23667482bca5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:44.647625 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (738a339f-0863-49b5-9939-12b910592fc2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.658038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:52:44.670131 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0bb21aec-3e37-47c6-bd92-b0b65fe25902), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.733408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Allocated IP 2001:db8::f816:3eff:feaa:b994 (428e9e6f-934f-4c8c-beb5-e872825eeec9/f4830ddd-d204-4e21-87ae-57fc7a00050c/f17f65bb-7fb1-4d19-865b-b2b6676b0486) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:44.753481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network 428e9e6f-934f-4c8c-beb5-e872825eeec9 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:44.755784 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6b43a0e5-cedf-4bb0-8429-52ebcffa69e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6ba23301bf54fd687ee40fee3cbb8c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5367041 Feb 03 12:52:44.756588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb21aec-3e37-47c6-bd92-b0b65fe25902,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:44.758973 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40622) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:44.763871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:44.776804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:44.783942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:44.787584 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.790891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Port': ['ID=738a339f-0863-49b5-9939-12b910592fc2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:44.866528 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77544b34-2b14-41c6-8898-df411ebcaa7b admin admin] Publish callbacks [] for security_group (5bd759d4-a124-4485-ba14-586cfbc8ce39), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.895719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77544b34-2b14-41c6-8898-df411ebcaa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5bd759d4-a124-4485-ba14-586cfbc8ce39), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.910013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c4629e53-aea5-48cc-9a3f-4e7993d8b5e2 None None] Provisioning complete for port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:44.910435 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4629e53-aea5-48cc-9a3f-4e7993d8b5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.931356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8cc471ce-d299-4e0e-a6af-35f2ce9fa118 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0013161 Feb 03 12:52:44.932757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40624) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:45.084742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77544b34-2b14-41c6-8898-df411ebcaa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd759d4-a124-4485-ba14-586cfbc8ce39,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:45.103270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-77544b34-2b14-41c6-8898-df411ebcaa7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bcbc0bbc94b74414aebd4480c382e7aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6179862 Feb 03 12:52:45.105717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40632) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:45.114302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac558-0537-403f-a358-f9c57a1234a6 admin admin] Publish callbacks [] for security_group (4ef62533-4708-4844-9395-e05f34540af9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.137264 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac558-0537-403f-a358-f9c57a1234a6 admin admin] Publish callbacks [] for security_group (4ef62533-4708-4844-9395-e05f34540af9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.155238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Attempting to bind port e074de7e-fd5c-4e87-964e-23667482bca5 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:45.155645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Attempting to bind port e074de7e-fd5c-4e87-964e-23667482bca5 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a0737a4f-dac4-421c-9a4b-e7217b452b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8fbc14c8-883d-4a43-9dc2-bc12b38d30c7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:45.156023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Attempting to bind port e074de7e-fd5c-4e87-964e-23667482bca5 on network 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:45.203397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:45.289957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef345c-c593-4457-a20e-f5255fc68645 req-3c57ebfb-ef23-41d4-8b40-bc992f18067a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:45.291630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcef345c-c593-4457-a20e-f5255fc68645 req-3c57ebfb-ef23-41d4-8b40-bc992f18067a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 943 time: 0.1777670 Feb 03 12:52:45.294866 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Publish callbacks [] for port (f17f65bb-7fb1-4d19-865b-b2b6676b0486), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.301775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:45.302501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Checking segment: {'id': 'a0737a4f-dac4-421c-9a4b-e7217b452b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8fbc14c8-883d-4a43-9dc2-bc12b38d30c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:45.303138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.304116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Bound using segment: {'id': 'a0737a4f-dac4-421c-9a4b-e7217b452b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8fbc14c8-883d-4a43-9dc2-bc12b38d30c7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:45.304848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Bound port: e074de7e-fd5c-4e87-964e-23667482bca5, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0737a4f-dac4-421c-9a4b-e7217b452b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8fbc14c8-883d-4a43-9dc2-bc12b38d30c7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:45.305418 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e074de7e-fd5c-4e87-964e-23667482bca5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.317049 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f2aa3c9-d82b-4220-ab61-a6d9ab59e907 admin admin] Publish callbacks [] for security_group (5bd759d4-a124-4485-ba14-586cfbc8ce39), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.321869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.369826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce16a90-c75f-4ccd-83bb-843af6d5552c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752285408485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7423213'] for subnet (36ed4d0b-61bc-4295-9049-ad60b7641357), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.413570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f711a0d-562c-49b7-9ba7-620bed3b004c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting subnet f4830ddd-d204-4e21-87ae-57fc7a00050c {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:45.426048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f711a0d-562c-49b7-9ba7-620bed3b004c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for subnet (f4830ddd-d204-4e21-87ae-57fc7a00050c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.427200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcef345c-c593-4457-a20e-f5255fc68645 req-54de6cd7-4c5f-42f8-a458-f4b6b86131f0 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271858 Feb 03 12:52:45.441163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f2aa3c9-d82b-4220-ab61-a6d9ab59e907 admin admin] Publish callbacks [] for security_group (5bd759d4-a124-4485-ba14-586cfbc8ce39), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.477610 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac558-0537-403f-a358-f9c57a1234a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4ef62533-4708-4844-9395-e05f34540af9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.480232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e1ac558-0537-403f-a358-f9c57a1234a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.481435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e1ac558-0537-403f-a358-f9c57a1234a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ef62533-4708-4844-9395-e05f34540af9 HTTP/1.1" status: 204 len: 168 time: 0.7188637 Feb 03 12:52:45.488111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] For port e074de7e-fd5c-4e87-964e-23667482bca5, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:45.492864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] For port e074de7e-fd5c-4e87-964e-23667482bca5, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e074de7e-fd5c-4e87-964e-23667482bca5,segment=NetworkSegment(a0737a4f-dac4-421c-9a4b-e7217b452b69),segment_id=a0737a4f-dac4-421c-9a4b-e7217b452b69)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:45.498475 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.501388 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (f17f65bb-7fb1-4d19-865b-b2b6676b0486), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.510914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:45.516839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce16a90-c75f-4ccd-83bb-843af6d5552c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:45.517457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce16a90-c75f-4ccd-83bb-843af6d5552c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.522013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e074de7e-fd5c-4e87-964e-23667482bca5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.534377 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9ce16a90-c75f-4ccd-83bb-843af6d5552c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "PUT /v2.0/subnets/36ed4d0b-61bc-4295-9049-ad60b7641357 HTTP/1.1" status: 200 len: 877 time: 3.1164813 Feb 03 12:52:45.536670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40638) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:45.546357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ac558-0537-403f-a358-f9c57a1234a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef62533-4708-4844-9395-e05f34540af9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:45.556500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce16a90-c75f-4ccd-83bb-843af6d5552c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event updated for resources: {'Subnet': ['ID=36ed4d0b-61bc-4295-9049-ad60b7641357,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:45.573584 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f711a0d-562c-49b7-9ba7-620bed3b004c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (f4830ddd-d204-4e21-87ae-57fc7a00050c), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.577567 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f2aa3c9-d82b-4220-ab61-a6d9ab59e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5bd759d4-a124-4485-ba14-586cfbc8ce39), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.581320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f2aa3c9-d82b-4220-ab61-a6d9ab59e907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.592974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7f2aa3c9-d82b-4220-ab61-a6d9ab59e907 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5bd759d4-a124-4485-ba14-586cfbc8ce39 HTTP/1.1" status: 204 len: 168 time: 0.4861071 Feb 03 12:52:45.663803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Network 428e9e6f-934f-4c8c-beb5-e872825eeec9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:45.668616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aa3c9-d82b-4220-ab61-a6d9ab59e907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd759d4-a124-4485-ba14-586cfbc8ce39,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:45.721572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:45.725278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:45.728260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c4629e53-aea5-48cc-9a3f-4e7993d8b5e2 None None] Current status of the port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:45.728876 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4629e53-aea5-48cc-9a3f-4e7993d8b5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.830801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8fbc14c8-883d-4a43-9dc2-bc12b38d30c7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.835761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c4629e53-aea5-48cc-9a3f-4e7993d8b5e2 None None] For port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5,segment=NetworkSegment(a94bd5bc-487c-4431-9ba4-a0ac8e650057),segment_id=a94bd5bc-487c-4431-9ba4-a0ac8e650057)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:45.860536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['686d6e2f-d01a-44e1-aa6e-357ecfc6bb01'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:52:45.950692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4629e53-aea5-48cc-9a3f-4e7993d8b5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.959890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:45.960520 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.995934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting port e074de7e-fd5c-4e87-964e-23667482bca5 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:45.998638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e074de7e-fd5c-4e87-964e-23667482bca5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.144597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:46.156142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f711a0d-562c-49b7-9ba7-620bed3b004c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (f4830ddd-d204-4e21-87ae-57fc7a00050c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.311225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] For port e074de7e-fd5c-4e87-964e-23667482bca5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e074de7e-fd5c-4e87-964e-23667482bca5,segment=NetworkSegment(a0737a4f-dac4-421c-9a4b-e7217b452b69),segment_id=a0737a4f-dac4-421c-9a4b-e7217b452b69)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:46.313330 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e074de7e-fd5c-4e87-964e-23667482bca5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.363636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Calling delete_port for e074de7e-fd5c-4e87-964e-23667482bca5 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:46.397246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:46.409863 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f711a0d-562c-49b7-9ba7-620bed3b004c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (f4830ddd-d204-4e21-87ae-57fc7a00050c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.451097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f711a0d-562c-49b7-9ba7-620bed3b004c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.472502 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2f711a0d-562c-49b7-9ba7-620bed3b004c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/subnets/f4830ddd-d204-4e21-87ae-57fc7a00050c HTTP/1.1" status: 204 len: 168 time: 1.5253534 Feb 03 12:52:46.476682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40664) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:46.563204 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.583784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Pushing event updated for resources: {'Port': ['ID=f17f65bb-7fb1-4d19-865b-b2b6676b0486,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:46.669480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Attempting to bind port f17f65bb-7fb1-4d19-865b-b2b6676b0486 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:46.670196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Attempting to bind port f17f65bb-7fb1-4d19-865b-b2b6676b0486 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '7defa6a2-986f-449b-9639-97947843bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '428e9e6f-934f-4c8c-beb5-e872825eeec9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:46.670196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Attempting to bind port f17f65bb-7fb1-4d19-865b-b2b6676b0486 on network 428e9e6f-934f-4c8c-beb5-e872825eeec9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:46.765513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40674) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:46.844600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:46.844989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Checking segment: {'id': '7defa6a2-986f-449b-9639-97947843bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '428e9e6f-934f-4c8c-beb5-e872825eeec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:46.845408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.845822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Bound using segment: {'id': '7defa6a2-986f-449b-9639-97947843bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '428e9e6f-934f-4c8c-beb5-e872825eeec9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:46.846419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Bound port: f17f65bb-7fb1-4d19-865b-b2b6676b0486, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7defa6a2-986f-449b-9639-97947843bf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '428e9e6f-934f-4c8c-beb5-e872825eeec9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:46.848484 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f17f65bb-7fb1-4d19-865b-b2b6676b0486), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.858414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fea0b31b-eed4-4e4c-b610-c6607aeed67c None None] Provisioning complete for port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:46.858816 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fea0b31b-eed4-4e4c-b610-c6607aeed67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.861686 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e074de7e-fd5c-4e87-964e-23667482bca5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.929658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Port': ['ID=e074de7e-fd5c-4e87-964e-23667482bca5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:47.056512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce3c4d-e547-40a0-b9d4-06ef4465be41 req-1f585705-144e-4246-aec1-e51eaa79f29a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:47.058925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89ce3c4d-e547-40a0-b9d4-06ef4465be41 req-1f585705-144e-4246-aec1-e51eaa79f29a tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 944 time: 0.5086787 Feb 03 12:52:47.060083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No DVR routers for this DVR port e074de7e-fd5c-4e87-964e-23667482bca5 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:47.131515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:47.135206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a087654-9188-4713-b3d5-a1fc8ce9652b None None] Pushing event updated for resources: {'Port': ['ID=e074de7e-fd5c-4e87-964e-23667482bca5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:47.413844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] For port f17f65bb-7fb1-4d19-865b-b2b6676b0486, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:47.519167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4629e53-aea5-48cc-9a3f-4e7993d8b5e2 None None] Pushing event updated for resources: {'Port': ['ID=6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:47.526392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] For port f17f65bb-7fb1-4d19-865b-b2b6676b0486, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f17f65bb-7fb1-4d19-865b-b2b6676b0486,segment=NetworkSegment(7defa6a2-986f-449b-9639-97947843bf66),segment_id=7defa6a2-986f-449b-9639-97947843bf66)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:47.538860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (36ed4d0b-61bc-4295-9049-ad60b7641357), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:47.550777 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f17f65bb-7fb1-4d19-865b-b2b6676b0486), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:47.567495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fea0b31b-eed4-4e4c-b610-c6607aeed67c None None] Current status of the port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:47.625522 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:47.630579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66761075-5327-4864-9ef4-83a6e4520a66 None None] Network 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:47.639882 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9d256dbb-ec3c-4c4b-b390-9ab95197f74b admin admin] 10.222.0.65 "PUT /v2.0/routers/caa10474-4ff8-45c0-ba4d-6b5027a2b0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4847012 Feb 03 12:52:47.641926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711a0d-562c-49b7-9ba7-620bed3b004c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Subnet': ['ID=f4830ddd-d204-4e21-87ae-57fc7a00050c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:47.658516 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40708) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:47.707876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (36ed4d0b-61bc-4295-9049-ad60b7641357), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:47.846980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89ce3c4d-e547-40a0-b9d4-06ef4465be41 req-fd42f7b7-3be0-4c56-a440-e5f60881359f tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7213249 Feb 03 12:52:47.862992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=36ed4d0b-61bc-4295-9049-ad60b7641357,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:47.872679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bb057-302b-4eed-93b8-10bccbb3322c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:47.873345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] Sync routers for ids ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:47.874798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bb057-302b-4eed-93b8-10bccbb3322c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:47.879295 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-998bb057-302b-4eed-93b8-10bccbb3322c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.3922861 Feb 03 12:52:47.889137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40710) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:47.942253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cfac1290-f5c6-444e-be50-2202102a7af7 None None] Could not find standard attr ID for object e074de7e-fd5c-4e87-964e-23667482bca5. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:52:47.944786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40712) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:48.017292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befb001-a848-4423-be3f-ecf2dba131ee None None] Pushing event updated for resources: {'Port': ['ID=f17f65bb-7fb1-4d19-865b-b2b6676b0486,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:48.035608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] Routers {'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:48.036271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:52:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:48.045151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da815bf4-b2ef-48bd-947c-433c55ec574c None None] Network 428e9e6f-934f-4c8c-beb5-e872825eeec9 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:48.144316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df8f90ea-72cb-4221-a8d9-c478e1a154ca tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (428e9e6f-934f-4c8c-beb5-e872825eeec9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.158791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks [] for router (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.169515 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8fbc14c8-883d-4a43-9dc2-bc12b38d30c7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.181670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-secgroup--504270033'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:48.201732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbc14c8-883d-4a43-9dc2-bc12b38d30c7']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:48.214810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0737a4f-dac4-421c-9a4b-e7217b452b69') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:48.215618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0737a4f-dac4-421c-9a4b-e7217b452b69') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:48.228292 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (a0737a4f-dac4-421c-9a4b-e7217b452b69), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.247460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a0737a4f-dac4-421c-9a4b-e7217b452b69), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.254803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:48.255354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (a0737a4f-dac4-421c-9a4b-e7217b452b69), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.285217 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8f90ea-72cb-4221-a8d9-c478e1a154ca tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 12:52:48.288294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8f90ea-72cb-4221-a8d9-c478e1a154ca tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:48.297367 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-df8f90ea-72cb-4221-a8d9-c478e1a154ca tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/428e9e6f-934f-4c8c-beb5-e872825eeec9 HTTP/1.1" status: 409 len: 466 time: 0.4068677 Feb 03 12:52:48.307632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40716) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:48.326914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-462666329'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:48.356313 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:48.380209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] Set router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:52:48.417664 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (8fbc14c8-883d-4a43-9dc2-bc12b38d30c7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.446698 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.462350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 HTTP/1.1" status: 204 len: 168 time: 2.9241991 Feb 03 12:52:48.463023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40718) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:48.489022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701e863-ab4b-4580-a7a5-d94ba2d87bfe tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=8fbc14c8-883d-4a43-9dc2-bc12b38d30c7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:48.533304 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25a2bf9-4314-4e8d-98db-be357c08ae24 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:48.533765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25a2bf9-4314-4e8d-98db-be357c08ae24 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:48.550081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c25a2bf9-4314-4e8d-98db-be357c08ae24 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/36ed4d0b-61bc-4295-9049-ad60b7641357 HTTP/1.1" status: 404 len: 337 time: 0.0750799 Feb 03 12:52:48.550774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40724) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:48.558135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.614870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:48.634008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.650355 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68b56b5-a4a1-44f1-9896-8932eec13f96 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:48.651005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68b56b5-a4a1-44f1-9896-8932eec13f96 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:48.654187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f68b56b5-a4a1-44f1-9896-8932eec13f96 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 HTTP/1.1" status: 404 len: 339 time: 0.1021080 Feb 03 12:52:48.656329 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.658756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40728) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:48.702011 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb985b5-cfd3-4c0f-9769-ce9b0b07fb14 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:48.702562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb985b5-cfd3-4c0f-9769-ce9b0b07fb14 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:48.711613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fcb985b5-cfd3-4c0f-9769-ce9b0b07fb14 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/ad130b59-7c13-4159-9c9b-97b54849e10a HTTP/1.1" status: 404 len: 337 time: 0.0518596 Feb 03 12:52:48.715178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40732) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:48.759308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c7369-85ef-4c21-aa9b-132fa274ec6d None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:52:48.760355 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b5756e-570a-4ff1-b2c6-8c6fa941888b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:48.760876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b5756e-570a-4ff1-b2c6-8c6fa941888b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:48.790504 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-18b5756e-570a-4ff1-b2c6-8c6fa941888b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/fc445cc0-fefa-4001-89c2-eb30524da38e HTTP/1.1" status: 404 len: 339 time: 0.0734406 Feb 03 12:52:48.792727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40734) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:48.852375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (e026277f-2662-4366-a748-ce6dd7293f51), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.852375 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:48.852375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks [] for router_gateway (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.860356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e026277f-2662-4366-a748-ce6dd7293f51), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.908996 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e7355340-674b-44a8-be38-924aa74d5b91), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.909349 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Added segment e7355340-674b-44a8-be38-924aa74d5b91 of type vlan for network 5e7e16a9-50a0-451a-954d-692209a79984 Feb 03 12:52:48.915582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:16Z', 'updated_at': '2022-02-03T12:52:44Z', 'revision_number': 5, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'gw_port': {'id': '7b30213e-8c09-4cd9-a93c-43c7b85cffb4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:18Z', 'updated_at': '2022-02-03T12:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:48.988423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] Checking router: caa10474-4ff8-45c0-ba4d-6b5027a2b0ab for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:52:48.989554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e026277f-2662-4366-a748-ce6dd7293f51,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:49.002715 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (17fb2c8e-6c3f-43ae-9d33-a5375c90353f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.019209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] Routers {'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:49.019848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:52:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:49.052370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (5e7e16a9-50a0-451a-954d-692209a79984), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.131168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (828a87d9-dbe3-40f0-8ca2-359096db0b1b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.136462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Deleting port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:49.137048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.154271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] Set router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:52:49.187565 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (828a87d9-dbe3-40f0-8ca2-359096db0b1b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.190370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (5e7e16a9-50a0-451a-954d-692209a79984), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.199602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:49.200516 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.245162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:16Z', 'updated_at': '2022-02-03T12:52:48Z', 'revision_number': 6, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:49.286688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cce78d-cd89-47dd-8e77-45e71d04ad8b None None] The sync data for ids ['caa10474-4ff8-45c0-ba4d-6b5027a2b0ab'] in n-d-792364-10 is: [{'id': 'caa10474-4ff8-45c0-ba4d-6b5027a2b0ab', 'name': 'tempest-ServerRescueTestJSON-1595318808-router', 'tenant_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:16Z', 'updated_at': '2022-02-03T12:52:48Z', 'revision_number': 6, 'project_id': 'e3677a71d1b54d958a1f65b1e50dbba4', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:49.299186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:49.307884 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (17fb2c8e-6c3f-43ae-9d33-a5375c90353f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.316088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Network': ['ID=5e7e16a9-50a0-451a-954d-692209a79984,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:49.320057 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (8acd01df-02e2-4087-950a-c0a1a3ac9495), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.336374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6959c-0fdd-4cec-86df-26bc4b3fa944 req-4cb78eca-cba4-4159-916b-491e98f764e7 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:49.344096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40b6959c-0fdd-4cec-86df-26bc4b3fa944 req-4cb78eca-cba4-4159-916b-491e98f764e7 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 944 time: 0.3518732 Feb 03 12:52:49.400915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 5e7e16a9-50a0-451a-954d-692209a79984 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:49.429511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c7369-85ef-4c21-aa9b-132fa274ec6d None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:52:49.433296 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6318d1e8-ed87-4c3b-b416-82839384c005 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1178515 Feb 03 12:52:49.436209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.437534 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4908514 Feb 03 12:52:49.442661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40740) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:49.443376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40742) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:49.466717 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'subnet': {'network_id': '5e7e16a9-50a0-451a-954d-692209a79984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:49.470676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744d0bb-1f57-4e3a-b947-66766b8285ef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828a87d9-dbe3-40f0-8ca2-359096db0b1b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:49.535714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fb2c8e-6c3f-43ae-9d33-a5375c90353f']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:49.585382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e1acc9-0541-4d31-9bd7-cb1effc4b37f') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:49.591001 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a93e6caa-1d4c-409f-9004-f8265402b8db tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1435633 Feb 03 12:52:49.591385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e1acc9-0541-4d31-9bd7-cb1effc4b37f') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:49.599008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40746) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:49.613829 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-562e24af-bd2e-4093-b170-ecd50efe9693 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-security--349104617', 'description': 'tempest-security-description-1452173971'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:49.696586 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (76e1acc9-0541-4d31-9bd7-cb1effc4b37f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.707481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:49.735014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] For port 7b30213e-8c09-4cd9-a93c-43c7b85cffb4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7b30213e-8c09-4cd9-a93c-43c7b85cffb4,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:49.735595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.748402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40b6959c-0fdd-4cec-86df-26bc4b3fa944 req-91e60757-5067-431e-8d55-99c9feda4138 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032962 Feb 03 12:52:49.759206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (76e1acc9-0541-4d31-9bd7-cb1effc4b37f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.790247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:49.790746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (76e1acc9-0541-4d31-9bd7-cb1effc4b37f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:49.794019 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:49.804566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Calling delete_port for 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:49.852978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-562e24af-bd2e-4093-b170-ecd50efe9693 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (828a87d9-dbe3-40f0-8ca2-359096db0b1b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.944705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (17fb2c8e-6c3f-43ae-9d33-a5375c90353f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.948742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:49.949266 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.954395 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.977865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/17fb2c8e-6c3f-43ae-9d33-a5375c90353f HTTP/1.1" status: 204 len: 168 time: 1.1749365 Feb 03 12:52:49.984108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40752) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.020786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:52:50.053609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:50.057148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.060085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfdabf-f90f-4422-8fa7-e609b3a2479d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=17fb2c8e-6c3f-43ae-9d33-a5375c90353f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:50.065377 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-494d93cb-e369-4b29-9777-5dc006569a2d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:50.065827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494d93cb-e369-4b29-9777-5dc006569a2d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:50.082902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-494d93cb-e369-4b29-9777-5dc006569a2d tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/dcdecdfb-4aa3-4181-8895-c8405f210e3b HTTP/1.1" status: 404 len: 337 time: 0.0974119 Feb 03 12:52:50.083808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:50.084365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40754) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.085092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.130120 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9685125-b773-4d68-93b4-f4f3631a0397 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:50.130661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9685125-b773-4d68-93b4-f4f3631a0397 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:50.143860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d9685125-b773-4d68-93b4-f4f3631a0397 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/07678315-4436-4027-8c0d-ef8edee2d061 HTTP/1.1" status: 404 len: 339 time: 0.0584292 Feb 03 12:52:50.167325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40756) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.249860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Deleting port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:50.249860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.316024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796da5c-0c1d-465c-827f-d915a5293459 None None] DHCP port deletion for 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:50.332655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:50.350292 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bdd425-758d-4fcd-be89-bbfca69e221e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:50.350769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bdd425-758d-4fcd-be89-bbfca69e221e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:50.369841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:50.371342 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.374034 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-39bdd425-758d-4fcd-be89-bbfca69e221e tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/55e5ec13-fecf-42e2-839b-023d07a403a3 HTTP/1.1" status: 404 len: 337 time: 0.2036324 Feb 03 12:52:50.376661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40758) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.401400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074626a-fc66-4f76-abb7-0e39dfd75a24 None None] Network 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:50.420175 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-562e24af-bd2e-4093-b170-ecd50efe9693 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (828a87d9-dbe3-40f0-8ca2-359096db0b1b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.439612 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-562e24af-bd2e-4093-b170-ecd50efe9693 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (828a87d9-dbe3-40f0-8ca2-359096db0b1b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.442769 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-562e24af-bd2e-4093-b170-ecd50efe9693 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.444034 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-562e24af-bd2e-4093-b170-ecd50efe9693 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "PUT /v2.0/security-groups/828a87d9-dbe3-40f0-8ca2-359096db0b1b HTTP/1.1" status: 200 len: 1796 time: 0.8384166 Feb 03 12:52:50.451113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074626a-fc66-4f76-abb7-0e39dfd75a24 None None] Network 8fbc14c8-883d-4a43-9dc2-bc12b38d30c7 could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:52:50.452713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40760) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.460058 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8228f5-3928-4374-a322-ccad9b025aaa tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:50.460611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8228f5-3928-4374-a322-ccad9b025aaa tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:50.467025 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2e8228f5-3928-4374-a322-ccad9b025aaa tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/2b99a1c5-84ae-4ab2-a414-0732bb54d0c2 HTTP/1.1" status: 404 len: 339 time: 0.0744860 Feb 03 12:52:50.468648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3710eb-217b-46fa-8bdf-14e22770c914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686d6e2f-d01a-44e1-aa6e-357ecfc6bb01'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:50.471816 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40762) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.472495 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7b30213e-8c09-4cd9-a93c-43c7b85cffb4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.476102 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee67154-4cd7-4bff-ae67-1902d6c072f5" -d '{"events": [{"server_uuid": "ae3710eb-217b-46fa-8bdf-14e22770c914", "name": "network-vif-plugged", "status": "completed", "tag": "686d6e2f-d01a-44e1-aa6e-357ecfc6bb01"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:50.480226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] For port 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:50.480851 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.526945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Calling delete_port for 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:50.545127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:50.584015 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fc8456-e59f-4f9e-ac90-eb2eb71609a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:50.584472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fc8456-e59f-4f9e-ac90-eb2eb71609a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:50.592467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.597789 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b3fc8456-e59f-4f9e-ac90-eb2eb71609a0 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/c76b34ed-15dd-4c28-b15e-c87f6de74dc4 HTTP/1.1" status: 404 len: 337 time: 0.1227999 Feb 03 12:52:50.599411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-250f31a6-4d91-4eb0-a76b-b574bda93e2d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups/828a87d9-dbe3-40f0-8ca2-359096db0b1b HTTP/1.1" status: 200 len: 1796 time: 0.1451666 Feb 03 12:52:50.599560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b30213e-8c09-4cd9-a93c-43c7b85cffb4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:50.600067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40768) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.600498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40770) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.665015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e24af-bd2e-4093-b170-ecd50efe9693 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828a87d9-dbe3-40f0-8ca2-359096db0b1b,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:50.673140 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ace2ed-0e6e-4132-af73-05a08dc5e5fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:50.673815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ace2ed-0e6e-4132-af73-05a08dc5e5fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:50.686765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e8ace2ed-0e6e-4132-af73-05a08dc5e5fd tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/b8f76a8a-fd58-434e-aca8-84c5ef12e90e HTTP/1.1" status: 404 len: 339 time: 0.0833561 Feb 03 12:52:50.691704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40776) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.714819 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.747508 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a555ba09-64a8-40c1-806b-40075833c1cc tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:50.759816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a555ba09-64a8-40c1-806b-40075833c1cc tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:50.763394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a555ba09-64a8-40c1-806b-40075833c1cc tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/74c24f83-abea-4259-951c-79fbc9170b60 HTTP/1.1" status: 404 len: 337 time: 0.0690408 Feb 03 12:52:50.771260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:50.797441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40778) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.891084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.915487 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cbab68-86eb-4c21-b047-0afe8064ca00 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:50.916172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cbab68-86eb-4c21-b047-0afe8064ca00 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:50.921617 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c7cbab68-86eb-4c21-b047-0afe8064ca00 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/6c5758d0-1b45-4ea6-9f53-19cceac1ce17 HTTP/1.1" status: 404 len: 339 time: 0.1094327 Feb 03 12:52:50.932615 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3607d0-1d5b-4a82-9927-ed68f0c68b27 x-openstack-request-id: req-5d3607d0-1d5b-4a82-9927-ed68f0c68b27 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:50.932960 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3710eb-217b-46fa-8bdf-14e22770c914", "name": "network-vif-plugged", "status": "completed", "tag": "686d6e2f-d01a-44e1-aa6e-357ecfc6bb01", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:50.933219 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d3607d0-1d5b-4a82-9927-ed68f0c68b27 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:50.933622 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3710eb-217b-46fa-8bdf-14e22770c914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686d6e2f-d01a-44e1-aa6e-357ecfc6bb01', 'code': 200} Feb 03 12:52:50.937500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40784) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.065997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.071526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks [] for router_controller (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.183093 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (caa10474-4ff8-45c0-ba4d-6b5027a2b0ab), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.185583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa10474-4ff8-45c0-ba4d-6b5027a2b0ab {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:52:51.192654 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.193244 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-453e19ec-e12a-4d68-b7c4-d79baf368da8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/caa10474-4ff8-45c0-ba4d-6b5027a2b0ab HTTP/1.1" status: 204 len: 168 time: 3.5207248 Feb 03 12:52:51.198362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40788) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.288586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08bdf6a-16e6-4ad7-981c-cf754aef46d9 admin admin] Deleting subnet 6c9fc64e-885f-4cea-96f2-294d9d138e90 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:51.295547 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08bdf6a-16e6-4ad7-981c-cf754aef46d9 admin admin] Publish callbacks [] for subnet (6c9fc64e-885f-4cea-96f2-294d9d138e90), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.337947 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08bdf6a-16e6-4ad7-981c-cf754aef46d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (6c9fc64e-885f-4cea-96f2-294d9d138e90), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.348906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e074de7e-fd5c-4e87-964e-23667482bca5 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:51.386200 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08bdf6a-16e6-4ad7-981c-cf754aef46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6c9fc64e-885f-4cea-96f2-294d9d138e90), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.415923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e074de7e-fd5c-4e87-964e-23667482bca5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:51.419864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e074de7e-fd5c-4e87-964e-23667482bca5 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:51.425250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:51.449435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:51.449875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7b30213e-8c09-4cd9-a93c-43c7b85cffb4 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:51.450501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0bb21aec-3e37-47c6-bd92-b0b65fe25902 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:51.482635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 0bb21aec-3e37-47c6-bd92-b0b65fe25902 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:51.483393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0bb21aec-3e37-47c6-bd92-b0b65fe25902 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:51.490823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.objects.ports [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:52:51.495373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (c70e133a-fdf6-441c-9c6e-1bbf47f68e5c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.571391 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bc5c0e-edbb-496d-b392-cb41370c6e30 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:51.571959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bc5c0e-edbb-496d-b392-cb41370c6e30 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:51.577339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d3bc5c0e-edbb-496d-b392-cb41370c6e30 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/0ede35f8-16c0-4c3a-83e6-77d9ba83411e HTTP/1.1" status: 404 len: 337 time: 0.6341078 Feb 03 12:52:51.582773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40790) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.594167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Subnet': ['ID=c70e133a-fdf6-441c-9c6e-1bbf47f68e5c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:51.621257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b34f0b9-abec-45dd-abdc-ec2ff8010c7f tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (828a87d9-dbe3-40f0-8ca2-359096db0b1b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.624996 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4156e2-44d3-457c-a349-67630e411c2c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:51.625743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4156e2-44d3-457c-a349-67630e411c2c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:51.628899 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ff4156e2-44d3-457c-a349-67630e411c2c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/5c529a2c-8bde-4bb0-bf87-a698ff561e71 HTTP/1.1" status: 404 len: 339 time: 0.0450878 Feb 03 12:52:51.631210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6fdf9-5704-4b15-a383-2f3187fe0b5a req-300539db-161f-4eb0-a9f7-721a0001363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:51.633929 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9df6fdf9-5704-4b15-a383-2f3187fe0b5a req-300539db-161f-4eb0-a9f7-721a0001363f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 1128 time: 0.5845771 Feb 03 12:52:51.635740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40792) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.636777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08bdf6a-16e6-4ad7-981c-cf754aef46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (6c9fc64e-885f-4cea-96f2-294d9d138e90), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.640253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305332c-b162-4e44-af90-12bc45d05a1f req-abe8a4f4-e1d2-474a-8da5-9c4f5a4dfe38 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:51.641768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3305332c-b162-4e44-af90-12bc45d05a1f req-abe8a4f4-e1d2-474a-8da5-9c4f5a4dfe38 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 945 time: 0.7401273 Feb 03 12:52:51.662863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b34f0b9-abec-45dd-abdc-ec2ff8010c7f tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (828a87d9-dbe3-40f0-8ca2-359096db0b1b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.710403 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1a6599-96a1-4d1a-8e98-4967467234d3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:51.710927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1a6599-96a1-4d1a-8e98-4967467234d3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:51.714251 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e1a6599-96a1-4d1a-8e98-4967467234d3 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/576f8e6d-ec68-4062-b2a7-b07488eba51b HTTP/1.1" status: 404 len: 337 time: 0.0749993 Feb 03 12:52:51.720894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40794) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.724043 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08bdf6a-16e6-4ad7-981c-cf754aef46d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.727015 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b08bdf6a-16e6-4ad7-981c-cf754aef46d9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6c9fc64e-885f-4cea-96f2-294d9d138e90 HTTP/1.1" status: 204 len: 168 time: 0.5236843 Feb 03 12:52:51.729451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bdf6a-16e6-4ad7-981c-cf754aef46d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9fc64e-885f-4cea-96f2-294d9d138e90,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:51.731239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40796) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.738730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Checking segment: {'id': 'e7355340-674b-44a8-be38-924aa74d5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5e7e16a9-50a0-451a-954d-692209a79984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:51.739103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network hostable DHCP agents. Network: 5e7e16a9-50a0-451a-954d-692209a79984, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:51.757108 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4823ce0-92ae-4090-84cb-d8fb5c2549b9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:51.757649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4823ce0-92ae-4090-84cb-d8fb5c2549b9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:51.766964 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a4823ce0-92ae-4090-84cb-d8fb5c2549b9 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/b91e6ecc-1efa-41ea-bd79-4bca0fa0f84d HTTP/1.1" status: 404 len: 339 time: 0.0386760 Feb 03 12:52:51.767723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40802) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.814112 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b34f0b9-abec-45dd-abdc-ec2ff8010c7f tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (828a87d9-dbe3-40f0-8ca2-359096db0b1b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.816829 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7b34f0b9-abec-45dd-abdc-ec2ff8010c7f tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.818052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7b34f0b9-abec-45dd-abdc-ec2ff8010c7f tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/828a87d9-dbe3-40f0-8ca2-359096db0b1b HTTP/1.1" status: 204 len: 168 time: 1.2135367 Feb 03 12:52:51.822140 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9df6fdf9-5704-4b15-a383-2f3187fe0b5a req-9380261d-77db-4eb2-a5d0-98a6f5cb0fcc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752794 Feb 03 12:52:51.822634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40808) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.832210 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-67639574-435a-4ab5-a8c1-3c53d2e343ac tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:51.832589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67639574-435a-4ab5-a8c1-3c53d2e343ac tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:51.838397 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-67639574-435a-4ab5-a8c1-3c53d2e343ac tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/ff2942f5-77c2-48ad-902e-ffbc3b4250f8 HTTP/1.1" status: 404 len: 337 time: 0.0571554 Feb 03 12:52:51.839361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40810) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.852460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3305332c-b162-4e44-af90-12bc45d05a1f req-dc2640b4-83c8-4a69-b913-ef0f31647b0e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989715 Feb 03 12:52:51.861076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network 5e7e16a9-50a0-451a-954d-692209a79984 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:51.877570 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d375bb55-4be9-4e2e-b527-f6e574fb8e62 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:51.878092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d375bb55-4be9-4e2e-b527-f6e574fb8e62 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:51.884190 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d375bb55-4be9-4e2e-b527-f6e574fb8e62 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/1045dcf6-0111-4dc5-9918-c9f48f9b604a HTTP/1.1" status: 404 len: 339 time: 0.0438278 Feb 03 12:52:51.885474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40814) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.893212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 5e7e16a9-50a0-451a-954d-692209a79984) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:51.901766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:51.902107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.904970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.911731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce256d5-11ff-4656-abec-4b9c25978afd None None] Network 5e7e16a9-50a0-451a-954d-692209a79984 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:51.923317 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-016bc900-3815-4635-a1a5-0e47bfa02d04 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0985599 Feb 03 12:52:51.927074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40820) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.961998 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-93bd8998-2140-4e40-839c-4f1d86df9482 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5064487 Feb 03 12:52:51.961998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40822) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.967879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'port': {'network_id': '5e7e16a9-50a0-451a-954d-692209a79984', 'name': 'tempest-NetworksIpV6TestAttrs-1058080680'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:51.981689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34f0b9-abec-45dd-abdc-ec2ff8010c7f tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828a87d9-dbe3-40f0-8ca2-359096db0b1b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:51.989151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:51.993083 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-4cf9758e-8401-4031-9390-14f986489dc0 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] delete failed (client error): The resource could not be found. Feb 03 12:52:52.005003 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4cf9758e-8401-4031-9390-14f986489dc0 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/828a87d9-dbe3-40f0-8ca2-359096db0b1b HTTP/1.1" status: 404 len: 347 time: 0.0727496 Feb 03 12:52:52.013810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40824) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:52.017061 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ad29dbfe-9548-44bc-b328-f1414b2cf5d1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.026773 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-03656d79-72eb-4565-b73d-5a6787ce385b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:52.027036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03656d79-72eb-4565-b73d-5a6787ce385b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:52.030754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-03656d79-72eb-4565-b73d-5a6787ce385b tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/e1487043-fa55-457e-aa2b-9aa7525b11e6 HTTP/1.1" status: 404 len: 337 time: 0.1282077 Feb 03 12:52:52.035623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b61ab44b-3cd2-4855-9a26-55385d2f138a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200752685'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:52.047318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40826) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:52.137962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-5e7e16a9-50a0-451a-954d-692209a79984', 'network_id': '5e7e16a9-50a0-451a-954d-692209a79984', 'project_id': '7dd1b0b1515444cba9d94518972a2181', 'fixed_ips': [{'subnet_id': 'c70e133a-fdf6-441c-9c6e-1bbf47f68e5c'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:52.139655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.222456 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b11d47-1e43-4335-aa3e-7b987da9c05c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] DELETE failed (client error): The resource could not be found. Feb 03 12:52:52.223004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b11d47-1e43-4335-aa3e-7b987da9c05c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:52.225979 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-30b11d47-1e43-4335-aa3e-7b987da9c05c tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/59ded46b-816b-467b-ac89-3d91ef577744 HTTP/1.1" status: 404 len: 339 time: 0.1758637 Feb 03 12:52:52.229101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:52.293813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba384a7c-45f5-4d91-b311-e69eb24ada80 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting subnet 8a72987e-a67d-4418-9219-bf1391195c30 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:52.298716 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ad29dbfe-9548-44bc-b328-f1414b2cf5d1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.302543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba384a7c-45f5-4d91-b311-e69eb24ada80 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (8a72987e-a67d-4418-9219-bf1391195c30), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.321543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad29dbfe-9548-44bc-b328-f1414b2cf5d1']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:52.337528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a38abe-5efd-4280-b629-63fc03f98a27') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:52.337828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a38abe-5efd-4280-b629-63fc03f98a27') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:52.360973 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (40a38abe-5efd-4280-b629-63fc03f98a27), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.362642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Allocated IP 2001:db8::f816:3eff:fe4c:33ff (5e7e16a9-50a0-451a-954d-692209a79984/c70e133a-fdf6-441c-9c6e-1bbf47f68e5c/4c3e757c-42d6-4cde-bf02-1d083eb6b794) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:52.369895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:52.375236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.375752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (40a38abe-5efd-4280-b629-63fc03f98a27), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.382031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:52.382502 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (40a38abe-5efd-4280-b629-63fc03f98a27), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.403570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba384a7c-45f5-4d91-b311-e69eb24ada80 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (8a72987e-a67d-4418-9219-bf1391195c30), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.444205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] device_id is not set on port 8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:52.452734 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:52.503083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-01fd68ee-bf1a-4813-bf64-2904ed42383a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=34f62ff5e8e744e59463420b3602f07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513575 Feb 03 12:52:52.508524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ad29dbfe-9548-44bc-b328-f1414b2cf5d1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.565283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba384a7c-45f5-4d91-b311-e69eb24ada80 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (8a72987e-a67d-4418-9219-bf1391195c30), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.570544 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Publish callbacks [] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.570762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b61ab44b-3cd2-4855-9a26-55385d2f138a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.584326 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.614122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.618754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ad29dbfe-9548-44bc-b328-f1414b2cf5d1 HTTP/1.1" status: 204 len: 168 time: 0.8752999 Feb 03 12:52:52.618754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dbdd8-7243-48c1-abc7-f441f85f7282 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad29dbfe-9548-44bc-b328-f1414b2cf5d1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:52.631244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Pushing event updated for resources: {'Port': ['ID=4c3e757c-42d6-4cde-bf02-1d083eb6b794,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:52.666318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Network 5e7e16a9-50a0-451a-954d-692209a79984 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:52.668715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:52.671847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:52.722526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Allocated IP 2001:db8::f816:3eff:fe65:5858 (5e7e16a9-50a0-451a-954d-692209a79984/c70e133a-fdf6-441c-9c6e-1bbf47f68e5c/8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:52.748772 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba384a7c-45f5-4d91-b311-e69eb24ada80 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (8a72987e-a67d-4418-9219-bf1391195c30), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.768655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Attempting to bind port 4c3e757c-42d6-4cde-bf02-1d083eb6b794 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:52.769030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Attempting to bind port 4c3e757c-42d6-4cde-bf02-1d083eb6b794 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'e7355340-674b-44a8-be38-924aa74d5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5e7e16a9-50a0-451a-954d-692209a79984'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:52.769397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Attempting to bind port 4c3e757c-42d6-4cde-bf02-1d083eb6b794 on network 5e7e16a9-50a0-451a-954d-692209a79984 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:52.778567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:52.781180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Checking segment: {'id': 'e7355340-674b-44a8-be38-924aa74d5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5e7e16a9-50a0-451a-954d-692209a79984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:52.781629 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.783298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Bound using segment: {'id': 'e7355340-674b-44a8-be38-924aa74d5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5e7e16a9-50a0-451a-954d-692209a79984'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:52.787367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Bound port: 4c3e757c-42d6-4cde-bf02-1d083eb6b794, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7355340-674b-44a8-be38-924aa74d5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5e7e16a9-50a0-451a-954d-692209a79984'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:52.787790 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.811959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba384a7c-45f5-4d91-b311-e69eb24ada80 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Subnet': ['ID=8a72987e-a67d-4418-9219-bf1391195c30,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:52.827328 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b61ab44b-3cd2-4855-9a26-55385d2f138a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (6718d676-2241-4238-9048-f9245f2df68d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.830031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba384a7c-45f5-4d91-b311-e69eb24ada80 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.835017 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ba384a7c-45f5-4d91-b311-e69eb24ada80 tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/subnets/8a72987e-a67d-4418-9219-bf1391195c30 HTTP/1.1" status: 204 len: 168 time: 0.6047621 Feb 03 12:52:53.017163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (8acd01df-02e2-4087-950a-c0a1a3ac9495), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.020569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40844) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:53.021158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40848) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:53.025343 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for port (8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.035634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b61ab44b-3cd2-4855-9a26-55385d2f138a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6718d676-2241-4238-9048-f9245f2df68d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.069913 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.072452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2bb48f-59cf-450f-9a53-cc779382caa9 None None] Network 6d07e361-9915-4615-9625-12221ea1ed5e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:53.123690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Port': ['ID=8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:53.137122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network 5e7e16a9-50a0-451a-954d-692209a79984 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:53.138787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:53.141459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:53.149721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:53.150854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.176800 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-273d037b-6a21-4d74-87e0-7b04e862e24c tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2139189 Feb 03 12:52:53.179711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40854) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:53.277087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9018f1ab-58be-47fd-b6b9-e85419c6622e tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting subnet c70e133a-fdf6-441c-9c6e-1bbf47f68e5c {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:53.280864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9018f1ab-58be-47fd-b6b9-e85419c6622e tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for subnet (c70e133a-fdf6-441c-9c6e-1bbf47f68e5c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.285252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cce0d-5dd5-4ceb-b863-9c073f489bef req-975f74dd-848c-4a64-84be-2db456b9c3dc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:53.288168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d86cce0d-5dd5-4ceb-b863-9c073f489bef req-975f74dd-848c-4a64-84be-2db456b9c3dc tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 945 time: 0.2679853 Feb 03 12:52:53.299702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] For port 4c3e757c-42d6-4cde-bf02-1d083eb6b794, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:53.307575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] For port 4c3e757c-42d6-4cde-bf02-1d083eb6b794, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4c3e757c-42d6-4cde-bf02-1d083eb6b794,segment=NetworkSegment(e7355340-674b-44a8-be38-924aa74d5b91),segment_id=e7355340-674b-44a8-be38-924aa74d5b91)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:53.331614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9018f1ab-58be-47fd-b6b9-e85419c6622e tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (c70e133a-fdf6-441c-9c6e-1bbf47f68e5c), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.341091 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.345083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b61ab44b-3cd2-4855-9a26-55385d2f138a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.346308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b61ab44b-3cd2-4855-9a26-55385d2f138a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3251827 Feb 03 12:52:53.366471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40856) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:53.367285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ab44b-3cd2-4855-9a26-55385d2f138a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6718d676-2241-4238-9048-f9245f2df68d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:53.378749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7f6f6e79-da6d-4340-846c-d01578bb491d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': '6718d676-2241-4238-9048-f9245f2df68d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:53.395002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-ba2b4fa5-9675-4530-87a4-1b1ef16917a9 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:53.402820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-ba2b4fa5-9675-4530-87a4-1b1ef16917a9 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8987682 Feb 03 12:52:53.441479 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (6d07e361-9915-4615-9625-12221ea1ed5e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.454237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f71218-41c8-46d1-b0e9-51d93a573220 None None] Pushing event updated for resources: {'Port': ['ID=4c3e757c-42d6-4cde-bf02-1d083eb6b794,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:53.480531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2a9bc773-c740-473f-b26c-45f17149a3d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3677a71d1b54d958a1f65b1e50dbba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4470117 Feb 03 12:52:53.484677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40858) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:53.512716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c53aa558-c7d9-4d00-831c-96ff4d2d3497 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/quotas/34f62ff5e8e744e59463420b3602f07c HTTP/1.1" status: 200 len: 375 time: 0.1086831 Feb 03 12:52:53.525366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92010840-ec41-42a2-a543-0d086a658678 None None] DHCP port deletion for 6d07e361-9915-4615-9625-12221ea1ed5e request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:53.560805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9018f1ab-58be-47fd-b6b9-e85419c6622e tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c70e133a-fdf6-441c-9c6e-1bbf47f68e5c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.608764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-92010840-ec41-42a2-a543-0d086a658678 None None] Deleting port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:53.609298 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92010840-ec41-42a2-a543-0d086a658678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.631978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-3c6acff8-d994-4a5c-b894-91295b6adb9c tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=34f62ff5e8e744e59463420b3602f07c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846863 Feb 03 12:52:53.650940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f6f6e79-da6d-4340-846c-d01578bb491d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (1c9f3524-ad14-406b-b01b-26f1156e59f0), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.665805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9018f1ab-58be-47fd-b6b9-e85419c6622e tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (c70e133a-fdf6-441c-9c6e-1bbf47f68e5c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.698011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d86cce0d-5dd5-4ceb-b863-9c073f489bef req-5a6fb5a5-1898-40c4-ad92-ad39657f2911 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415916 Feb 03 12:52:53.793120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018f1ab-58be-47fd-b6b9-e85419c6622e tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Subnet': ['ID=c70e133a-fdf6-441c-9c6e-1bbf47f68e5c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:53.817383 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9018f1ab-58be-47fd-b6b9-e85419c6622e tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.837054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40862) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:53.839113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9018f1ab-58be-47fd-b6b9-e85419c6622e tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/subnets/c70e133a-fdf6-441c-9c6e-1bbf47f68e5c HTTP/1.1" status: 204 len: 168 time: 0.6567924 Feb 03 12:52:53.877647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-92010840-ec41-42a2-a543-0d086a658678 None None] For port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=eb59dfbc-d160-435f-bfc7-5ef5caddb2e9,segment=NetworkSegment(3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc),segment_id=3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:53.884245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92010840-ec41-42a2-a543-0d086a658678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.910462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-92010840-ec41-42a2-a543-0d086a658678 None None] Calling delete_port for eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:53.918874 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55708933-9ee0-4048-a402-b00fe3c0f908 admin admin] Publish callbacks [] for security_group (7d9df91c-cf27-49cd-bbac-8a0f166989c1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.069055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92010840-ec41-42a2-a543-0d086a658678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.086983 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f6f6e79-da6d-4340-846c-d01578bb491d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (1c9f3524-ad14-406b-b01b-26f1156e59f0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.104628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92010840-ec41-42a2-a543-0d086a658678 None None] Pushing event deleted for resources: {'Port': ['ID=eb59dfbc-d160-435f-bfc7-5ef5caddb2e9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:54.108379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92010840-ec41-42a2-a543-0d086a658678 None None] No DVR routers for this DVR port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:54.129180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55708933-9ee0-4048-a402-b00fe3c0f908 admin admin] Publish callbacks [] for security_group (7d9df91c-cf27-49cd-bbac-8a0f166989c1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.135158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda6bb1-5009-4feb-a239-f53a6bc85fde tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:54.136461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda6bb1-5009-4feb-a239-f53a6bc85fde tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:54.141534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1dda6bb1-5009-4feb-a239-f53a6bc85fde tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2957726 Feb 03 12:52:54.141534 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f6f6e79-da6d-4340-846c-d01578bb491d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (1c9f3524-ad14-406b-b01b-26f1156e59f0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.142871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40870) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:54.186213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22739599-7ec6-4d00-aa8e-5688a42912df req-df0edc4d-8ef3-41c6-93ed-1c438632d3dd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 210 time: 0.0972505 Feb 03 12:52:54.199583 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Deleting port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:54.199932 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.240648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-84de0a50-b2a2-4116-bb98-816d91f9290b tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (5e7e16a9-50a0-451a-954d-692209a79984), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.259124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f6e79-da6d-4340-846c-d01578bb491d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9f3524-ad14-406b-b01b-26f1156e59f0,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:54.260796 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-84de0a50-b2a2-4116-bb98-816d91f9290b tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 12:52:54.261375 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84de0a50-b2a2-4116-bb98-816d91f9290b tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:52:54.268435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-84de0a50-b2a2-4116-bb98-816d91f9290b tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/5e7e16a9-50a0-451a-954d-692209a79984 HTTP/1.1" status: 409 len: 466 time: 0.1199901 Feb 03 12:52:54.269005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40872) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:54.278067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1110997135'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:54.313434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:54.319182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f6f6e79-da6d-4340-846c-d01578bb491d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.323430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7f6f6e79-da6d-4340-846c-d01578bb491d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9502616 Feb 03 12:52:54.324764 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.327511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40874) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:54.353056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Router 8acd01df-02e2-4087-950a-c0a1a3ac9495 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:54.358822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] For port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9, host n-d-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:54.358822 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.388038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:54.390149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Calling delete_port for eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:54.395265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_backend_mixin [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 was not found and therefore no delete operation was performed {{(pid=103224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:52:54.407732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7372ee93-00cd-4ec6-88b6-9f5f1b970ed6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.408351 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Added segment 7372ee93-00cd-4ec6-88b6-9f5f1b970ed6 of type vlan for network 658db8e4-47a6-498d-b225-952684ad782f Feb 03 12:52:54.413009 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55708933-9ee0-4048-a402-b00fe3c0f908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7d9df91c-cf27-49cd-bbac-8a0f166989c1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.416002 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55708933-9ee0-4048-a402-b00fe3c0f908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.417138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-55708933-9ee0-4048-a402-b00fe3c0f908 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d9df91c-cf27-49cd-bbac-8a0f166989c1 HTTP/1.1" status: 204 len: 168 time: 0.9036114 Feb 03 12:52:54.418496 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (eb59dfbc-d160-435f-bfc7-5ef5caddb2e9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.443787 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad90f897-1f72-40b1-977d-8e08e430ff8b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (1c9f3524-ad14-406b-b01b-26f1156e59f0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.490759 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (658db8e4-47a6-498d-b225-952684ad782f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.512843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] No DVR routers for this DVR port eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:54.549063 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (658db8e4-47a6-498d-b225-952684ad782f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.558454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:54.559115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.569448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55708933-9ee0-4048-a402-b00fe3c0f908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9df91c-cf27-49cd-bbac-8a0f166989c1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:54.582677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad90f897-1f72-40b1-977d-8e08e430ff8b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (1c9f3524-ad14-406b-b01b-26f1156e59f0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.679743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Network': ['ID=658db8e4-47a6-498d-b225-952684ad782f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:54.698994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 658db8e4-47a6-498d-b225-952684ad782f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:54.718074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Port': ['ID=eb59dfbc-d160-435f-bfc7-5ef5caddb2e9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:54.742904 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (6d07e361-9915-4615-9625-12221ea1ed5e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.749707 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad90f897-1f72-40b1-977d-8e08e430ff8b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (1c9f3524-ad14-406b-b01b-26f1156e59f0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.749992 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb696647-4723-47e2-9725-f67d2c91bfa5 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4800360 Feb 03 12:52:54.750699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40884) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:54.756764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'subnet': {'network_id': '658db8e4-47a6-498d-b225-952684ad782f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:54.796206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad90f897-1f72-40b1-977d-8e08e430ff8b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.797673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ad90f897-1f72-40b1-977d-8e08e430ff8b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/1c9f3524-ad14-406b-b01b-26f1156e59f0 HTTP/1.1" status: 204 len: 168 time: 0.4626184 Feb 03 12:52:54.800644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90f897-1f72-40b1-977d-8e08e430ff8b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c9f3524-ad14-406b-b01b-26f1156e59f0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:54.807300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40886) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:54.825992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d07e361-9915-4615-9625-12221ea1ed5e']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:54.864371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:54.865563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:54.879488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.032872 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.033968 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cf96dae6-6a42-49ea-90a6-29c79bab3f04 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2254851 Feb 03 12:52:55.036860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40896) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:55.063004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:55.069864 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (3c9b23e1-ecef-4a9d-bced-b8af1d9b26dc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:55.073764 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:55.089534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:55.099500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-88df3972-dc42-4ad9-a779-10cf8ea12641 admin admin] 10.222.0.65 "PUT /v2.0/routers/8acd01df-02e2-4087-950a-c0a1a3ac9495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3312972 Feb 03 12:52:55.107302 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] Sync routers for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:55.120407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40898) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:55.135125 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:55.136755 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:52:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:55.162178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af082d26-9ee4-4cd5-b877-6506dff7a760 None None] Network 5e7e16a9-50a0-451a-954d-692209a79984 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:55.169663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:55.174157 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.238028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (6d07e361-9915-4615-9625-12221ea1ed5e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.259497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.263203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] 10.222.0.65 "DELETE /v2.0/networks/6d07e361-9915-4615-9625-12221ea1ed5e HTTP/1.1" status: 204 len: 168 time: 2.2310085 Feb 03 12:52:55.284892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9fb72-70e1-48dd-b04d-c641d348134f tempest-NetworksTest-1011761657 tempest-NetworksTest-1011761657-project] Pushing event deleted for resources: {'Network': ['ID=6d07e361-9915-4615-9625-12221ea1ed5e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:55.317028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d3f00-5db2-46a9-8be2-58c82442e26c req-74c21d75-c59e-4d9f-b4cc-a56559af86f5 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:55.322475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c50d3f00-5db2-46a9-8be2-58c82442e26c req-74c21d75-c59e-4d9f-b4cc-a56559af86f5 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 945 time: 0.4403796 Feb 03 12:52:55.352836 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-676a0ce8-1714-4cfb-9212-206602779177 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (6718d676-2241-4238-9048-f9245f2df68d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.432342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c50d3f00-5db2-46a9-8be2-58c82442e26c req-17b674b4-07ea-4cdb-ad77-57aab9724b7c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036258 Feb 03 12:52:55.507456 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:52:55.522174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4c3e757c-42d6-4cde-bf02-1d083eb6b794 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:55.533182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-26f93a69-8745-44f1-aa61-6efd5e6fc2e7 req-b1ace0dd-12aa-436c-9a97-5cec9e380816 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 210 time: 0.1054182 Feb 03 12:52:55.599681 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-676a0ce8-1714-4cfb-9212-206602779177 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (6718d676-2241-4238-9048-f9245f2df68d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.678762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8e6bf4b2-3346-4b64-b1ef-89c6faff4e4a None None] Provisioning complete for port 4c3e757c-42d6-4cde-bf02-1d083eb6b794 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:55.679520 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf4b2-3346-4b64-b1ef-89c6faff4e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.733605 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks [] for router (8acd01df-02e2-4087-950a-c0a1a3ac9495), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.784533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4c3e757c-42d6-4cde-bf02-1d083eb6b794 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:55.786350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.829311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40918) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:55.865091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c965255-e506-41cb-a09d-9d5e499bcc68 None None] DHCP port deletion for 5e7e16a9-50a0-451a-954d-692209a79984 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:55.946932 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-676a0ce8-1714-4cfb-9212-206602779177 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6718d676-2241-4238-9048-f9245f2df68d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.953148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-676a0ce8-1714-4cfb-9212-206602779177 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.954681 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-676a0ce8-1714-4cfb-9212-206602779177 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/6718d676-2241-4238-9048-f9245f2df68d HTTP/1.1" status: 204 len: 168 time: 0.9164908 Feb 03 12:52:55.959071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40922) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:55.971342 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:52:51Z', 'revision_number': 5, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:56.093597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a0ce8-1714-4cfb-9212-206602779177 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718d676-2241-4238-9048-f9245f2df68d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:56.121208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-12b7da4e-4609-4a5f-ba6c-eb97377c658e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74d717392b42441bb7ec7d9ffd42facb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880251 Feb 03 12:52:56.126007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40930) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:56.129407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-97d5b530-816d-4dcd-9a97-839178ae22c2 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1685965 Feb 03 12:52:56.131728 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] Checking router: 8acd01df-02e2-4087-950a-c0a1a3ac9495 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:52:56.150725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c7da8-dcf9-47a9-9056-7dea7c87bc30 req-884dbefb-36ca-4914-9922-3741398cf4b9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:56.152734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df0c7da8-dcf9-47a9-9056-7dea7c87bc30 req-884dbefb-36ca-4914-9922-3741398cf4b9 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 945 time: 0.2786415 Feb 03 12:52:56.153401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40932) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:56.161864 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] Routers {'8acd01df-02e2-4087-950a-c0a1a3ac9495'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:56.162964 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:52:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8acd01df-02e2-4087-950a-c0a1a3ac9495'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:56.175805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f71cb9ff-7ce5-42a5-b043-5c30b37275bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009424099'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:56.227247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f71cb9ff-7ce5-42a5-b043-5c30b37275bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.244877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bf4b2-3346-4b64-b1ef-89c6faff4e4a None None] Current status of the port 4c3e757c-42d6-4cde-bf02-1d083eb6b794 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:56.245622 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf4b2-3346-4b64-b1ef-89c6faff4e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.249669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-72576573-f78d-49b3-93f6-d77090588929 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=34f62ff5e8e744e59463420b3602f07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946836 Feb 03 12:52:56.292379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks [] for router_gateway (8acd01df-02e2-4087-950a-c0a1a3ac9495), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.295770 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] Set router 8acd01df-02e2-4087-950a-c0a1a3ac9495 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:52:56.300484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3c965255-e506-41cb-a09d-9d5e499bcc68 None None] Deleting port 4c3e757c-42d6-4cde-bf02-1d083eb6b794 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:56.300990 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c965255-e506-41cb-a09d-9d5e499bcc68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.392337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3c965255-e506-41cb-a09d-9d5e499bcc68 None None] For port 4c3e757c-42d6-4cde-bf02-1d083eb6b794, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4c3e757c-42d6-4cde-bf02-1d083eb6b794,segment=NetworkSegment(e7355340-674b-44a8-be38-924aa74d5b91),segment_id=e7355340-674b-44a8-be38-924aa74d5b91)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:56.392337 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c965255-e506-41cb-a09d-9d5e499bcc68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.397618 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f71cb9ff-7ce5-42a5-b043-5c30b37275bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (035aa983-5951-4215-882c-a3a06daf0fdd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.408602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3c965255-e506-41cb-a09d-9d5e499bcc68 None None] Calling delete_port for 4c3e757c-42d6-4cde-bf02-1d083eb6b794 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:56.422628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f71cb9ff-7ce5-42a5-b043-5c30b37275bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (035aa983-5951-4215-882c-a3a06daf0fdd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.473935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cb9ff-7ce5-42a5-b043-5c30b37275bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035aa983-5951-4215-882c-a3a06daf0fdd,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:56.525768 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f71cb9ff-7ce5-42a5-b043-5c30b37275bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.527205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f71cb9ff-7ce5-42a5-b043-5c30b37275bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3575518 Feb 03 12:52:56.531000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df0c7da8-dcf9-47a9-9056-7dea7c87bc30 req-181c63c0-83b5-43a8-a7ed-7a10ab8abf04 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125942 Feb 03 12:52:56.532034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40940) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:56.540618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f3414dab-8fce-4b42-ab23-3f4f865c702e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': '035aa983-5951-4215-882c-a3a06daf0fdd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:56.546286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4c3e757c-42d6-4cde-bf02-1d083eb6b794 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:56.547552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.589965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f3414dab-8fce-4b42-ab23-3f4f865c702e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (4f85f17f-5d5a-4a5f-b631-c1b9b77fbb17), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.599084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-a4c65768-b8d6-49e3-805a-6dd80c7d6caf tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:56.601212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-a4c65768-b8d6-49e3-805a-6dd80c7d6caf tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3103886 Feb 03 12:52:56.615212 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c965255-e506-41cb-a09d-9d5e499bcc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (4c3e757c-42d6-4cde-bf02-1d083eb6b794), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.630315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Request body: {'port': {'device_id': '29203789-4b57-4f5b-bdab-3d9e67aadc50', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '34f62ff5e8e744e59463420b3602f07c'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:56.698497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.objects.ports [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:52:56.701722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (97dd50ca-1f31-4ed6-b842-b7cff4108fb8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.734557 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fa00456-8df3-449a-8514-49236e33898a admin admin] Publish callbacks [] for security_group (c3f80a60-ea64-4c99-9f64-7f0020096328), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.744739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c965255-e506-41cb-a09d-9d5e499bcc68 None None] No DVR routers for this DVR port 4c3e757c-42d6-4cde-bf02-1d083eb6b794 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:56.749784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c965255-e506-41cb-a09d-9d5e499bcc68 None None] Pushing event deleted for resources: {'Port': ['ID=4c3e757c-42d6-4cde-bf02-1d083eb6b794,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:56.863285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fa00456-8df3-449a-8514-49236e33898a admin admin] Publish callbacks [] for security_group (c3f80a60-ea64-4c99-9f64-7f0020096328), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.885643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Checking segment: {'id': '7372ee93-00cd-4ec6-88b6-9f5f1b970ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '658db8e4-47a6-498d-b225-952684ad782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:56.886319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network hostable DHCP agents. Network: 658db8e4-47a6-498d-b225-952684ad782f, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:56.890463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Deleting port 2acad78a-b5c5-4bae-9211-28cf4b182efa {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:56.891118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.911613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Made reservation on behalf of 34f62ff5e8e744e59463420b3602f07c for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:56.916101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.942035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:56.960765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f33268b9-19e7-44de-b259-ed62af46cd2b req-b7ff0519-f593-4f7e-bd36-aba22e6619ff tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 210 time: 0.0874212 Feb 03 12:52:56.986769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:56.987118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device eb59dfbc-d160-435f-bfc7-5ef5caddb2e9 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:56.992112 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.057145 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f3414dab-8fce-4b42-ab23-3f4f865c702e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (4f85f17f-5d5a-4a5f-b631-c1b9b77fbb17), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.063274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Subnet': ['ID=97dd50ca-1f31-4ed6-b842-b7cff4108fb8,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:57.068037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f3414dab-8fce-4b42-ab23-3f4f865c702e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (4f85f17f-5d5a-4a5f-b631-c1b9b77fbb17), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.101904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3414dab-8fce-4b42-ab23-3f4f865c702e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f85f17f-5d5a-4a5f-b631-c1b9b77fbb17,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:57.110871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f3414dab-8fce-4b42-ab23-3f4f865c702e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.114825 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f3414dab-8fce-4b42-ab23-3f4f865c702e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5753965 Feb 03 12:52:57.115363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40958) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:57.121678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ba8034e1-5da9-45e7-9d1e-72c61e1903dd tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': '035aa983-5951-4215-882c-a3a06daf0fdd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:57.139505 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:52:51Z', 'revision_number': 5, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:57.172088 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks [] for security_group (50a88a13-0027-441b-a088-321fd3e8e5fc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.195131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (50a88a13-0027-441b-a088-321fd3e8e5fc), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.205373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ba8034e1-5da9-45e7-9d1e-72c61e1903dd tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (527e8421-bf81-4f4a-b1a8-ebc3a6c41ac4), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.211568 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7fddf-498f-4f1d-a202-2c41d61a1f28 None None] The sync data for ids ['8acd01df-02e2-4087-950a-c0a1a3ac9495'] in n-d-792364-10 is: [{'id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'name': 'tempest-TaggedBootDevicesTest_v242-1271092967-router', 'tenant_id': 'd933f36861634280b4be5af251d1c225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:19Z', 'updated_at': '2022-02-03T12:52:51Z', 'revision_number': 5, 'project_id': 'd933f36861634280b4be5af251d1c225', 'gw_port': {'id': '2acad78a-b5c5-4bae-9211-28cf4b182efa', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acd01df-02e2-4087-950a-c0a1a3ac9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:20Z', 'updated_at': '2022-02-03T12:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:57.573030 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:52:57.627887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4c3e757c-42d6-4cde-bf02-1d083eb6b794 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:57.656809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4c3e757c-42d6-4cde-bf02-1d083eb6b794 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:57.657155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4c3e757c-42d6-4cde-bf02-1d083eb6b794 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:57.784077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] For port 2acad78a-b5c5-4bae-9211-28cf4b182efa, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2acad78a-b5c5-4bae-9211-28cf4b182efa,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:57.788336 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.808135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network 658db8e4-47a6-498d-b225-952684ad782f is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:57.828229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Calling delete_port for 2acad78a-b5c5-4bae-9211-28cf4b182efa owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:57.833516 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 658db8e4-47a6-498d-b225-952684ad782f) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:57.841345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:57.841578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24acd305-dd22-464b-86c2-bdadd0072fb7 req-8c8a2cb0-d6fb-4243-a288-b930eb68ba45 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0831342 Feb 03 12:52:57.842457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.848354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e005f2-9c2d-4e50-9612-c56b6c957819 None None] Network 658db8e4-47a6-498d-b225-952684ad782f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:57.869615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fa00456-8df3-449a-8514-49236e33898a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c3f80a60-ea64-4c99-9f64-7f0020096328), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.884012 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fa00456-8df3-449a-8514-49236e33898a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.886256 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3fa00456-8df3-449a-8514-49236e33898a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3f80a60-ea64-4c99-9f64-7f0020096328 HTTP/1.1" status: 204 len: 168 time: 1.6389968 Feb 03 12:52:57.918191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ba8034e1-5da9-45e7-9d1e-72c61e1903dd tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (527e8421-bf81-4f4a-b1a8-ebc3a6c41ac4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.920353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a88a13-0027-441b-a088-321fd3e8e5fc,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:57.937638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ba8034e1-5da9-45e7-9d1e-72c61e1903dd tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (527e8421-bf81-4f4a-b1a8-ebc3a6c41ac4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.938041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa00456-8df3-449a-8514-49236e33898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f80a60-ea64-4c99-9f64-7f0020096328,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:58.044657 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1be3f6e4-93f6-4cf6-baba-d214d53a738a tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2903745 Feb 03 12:52:58.053662 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ba8034e1-5da9-45e7-9d1e-72c61e1903dd tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.053916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40980) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:58.063137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ba8034e1-5da9-45e7-9d1e-72c61e1903dd tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9448001 Feb 03 12:52:58.069868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40982) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:58.080495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027cd29-4203-4c69-a307-8353315c59e6 req-d77689d2-f1b1-416d-82c2-062c06a27d0c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:58.084018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6027cd29-4203-4c69-a307-8353315c59e6 req-d77689d2-f1b1-416d-82c2-062c06a27d0c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 945 time: 0.3144598 Feb 03 12:52:58.086708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ce93e2ad-4b03-441c-b06d-e570699ca5bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': '035aa983-5951-4215-882c-a3a06daf0fdd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:58.100306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8034e1-5da9-45e7-9d1e-72c61e1903dd tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527e8421-bf81-4f4a-b1a8-ebc3a6c41ac4,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:58.137415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-658db8e4-47a6-498d-b225-952684ad782f', 'network_id': '658db8e4-47a6-498d-b225-952684ad782f', 'project_id': '7dd1b0b1515444cba9d94518972a2181', 'fixed_ips': [{'subnet_id': '97dd50ca-1f31-4ed6-b842-b7cff4108fb8'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:58.139070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.165229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ce93e2ad-4b03-441c-b06d-e570699ca5bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (2dfbbd2f-2570-4121-843b-047b00f51c75), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.165651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6027cd29-4203-4c69-a307-8353315c59e6 req-f7be2370-d4c3-42f7-8907-77c5a50b37f4 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620522 Feb 03 12:52:58.225048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1109d564-08de-4555-a8ad-5ad919ae7c19 req-fcdd0e00-18d2-4389-9b6f-982edf3bb3d5 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 210 time: 0.0634582 Feb 03 12:52:58.245599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Allocated IP 192.168.233.211 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/0168597c-97ae-4aa7-b630-ff56785c10e5) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:58.569138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Allocated IP 2001:db8::f816:3eff:fe33:6085 (658db8e4-47a6-498d-b225-952684ad782f/97dd50ca-1f31-4ed6-b842-b7cff4108fb8/8bfd4d7b-a2fb-4895-9b11-323960b69fca) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:58.606111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ce93e2ad-4b03-441c-b06d-e570699ca5bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (2dfbbd2f-2570-4121-843b-047b00f51c75), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.622677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ce93e2ad-4b03-441c-b06d-e570699ca5bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (2dfbbd2f-2570-4121-843b-047b00f51c75), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.642959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (658db8e4-47a6-498d-b225-952684ad782f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.652093 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks [] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.712435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93e2ad-4b03-441c-b06d-e570699ca5bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfbbd2f-2570-4121-843b-047b00f51c75,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:58.746440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ce93e2ad-4b03-441c-b06d-e570699ca5bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.747659 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ce93e2ad-4b03-441c-b06d-e570699ca5bf tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6766572 Feb 03 12:52:58.767785 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41010) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:58.780526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bd5452e9-9fa1-4896-92ce-b70a36338ca4 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': '035aa983-5951-4215-882c-a3a06daf0fdd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:58.784092 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.844340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Pushing event updated for resources: {'Port': ['ID=0168597c-97ae-4aa7-b630-ff56785c10e5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:58.857091 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2acad78a-b5c5-4bae-9211-28cf4b182efa), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.859141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (97dd50ca-1f31-4ed6-b842-b7cff4108fb8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.875728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:58.878360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:58.921238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:58.939936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Publish callbacks [] for port (8bfd4d7b-a2fb-4895-9b11-323960b69fca), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.956153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (8bfd4d7b-a2fb-4895-9b11-323960b69fca), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.050142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd0cda-9562-401f-9986-8939f4cecb0d req-0f03c3c8-afa4-4288-b97a-075fee6be3fb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:59.069337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-befd0cda-9562-401f-9986-8939f4cecb0d req-0f03c3c8-afa4-4288-b97a-075fee6be3fb tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 945 time: 0.3686664 Feb 03 12:52:59.069942 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (97dd50ca-1f31-4ed6-b842-b7cff4108fb8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.093748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=2acad78a-b5c5-4bae-9211-28cf4b182efa,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:59.111305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Pushing event updated for resources: {'Port': ['ID=8bfd4d7b-a2fb-4895-9b11-323960b69fca,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:59.136885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41018) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:59.169021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Network 658db8e4-47a6-498d-b225-952684ad782f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:59.177066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd5452e9-9fa1-4896-92ce-b70a36338ca4 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (cb23a0f4-041e-4887-8eda-b8da6d658241), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.180395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:59.189653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:59.221743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Subnet': ['ID=97dd50ca-1f31-4ed6-b842-b7cff4108fb8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:59.310231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:59.316603 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89eacaf6-3c41-4ac5-818f-59af0a7ca6be req-e6345952-c0f9-405e-850f-f2add3ebf03b tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.2246270 Feb 03 12:52:59.343734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:59.344490 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.355478 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (658db8e4-47a6-498d-b225-952684ad782f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.387736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:59.387736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3a7f8bee-1fbf-4ec1-95a2-abd2b99b138d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:59.392762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Attempting to bind port 8bfd4d7b-a2fb-4895-9b11-323960b69fca on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:59.393962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Attempting to bind port 8bfd4d7b-a2fb-4895-9b11-323960b69fca by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '7372ee93-00cd-4ec6-88b6-9f5f1b970ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '658db8e4-47a6-498d-b225-952684ad782f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:59.394442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Attempting to bind port 8bfd4d7b-a2fb-4895-9b11-323960b69fca on network 658db8e4-47a6-498d-b225-952684ad782f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:59.405040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:59.405040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Checking segment: {'id': '7372ee93-00cd-4ec6-88b6-9f5f1b970ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '658db8e4-47a6-498d-b225-952684ad782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:59.405394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-d81722dc-c05e-44a6-b9f5-871bb293e29a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7861884 Feb 03 12:52:59.408792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.409302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Bound using segment: {'id': '7372ee93-00cd-4ec6-88b6-9f5f1b970ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '658db8e4-47a6-498d-b225-952684ad782f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:59.409971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Bound port: 8bfd4d7b-a2fb-4895-9b11-323960b69fca, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7372ee93-00cd-4ec6-88b6-9f5f1b970ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '658db8e4-47a6-498d-b225-952684ad782f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:59.410405 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8bfd4d7b-a2fb-4895-9b11-323960b69fca), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.416235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd5452e9-9fa1-4896-92ce-b70a36338ca4 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (cb23a0f4-041e-4887-8eda-b8da6d658241), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.417435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (8acd01df-02e2-4087-950a-c0a1a3ac9495), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.448330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-befd0cda-9562-401f-9986-8939f4cecb0d req-13b130f0-bcb8-4dc7-b3ba-5f5db3ab8c0c tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740330 Feb 03 12:52:59.528882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4e382eda-57ec-491d-b36a-f341cde8094b None None] Provisioning complete for port 0168597c-97ae-4aa7-b630-ff56785c10e5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:59.529253 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e382eda-57ec-491d-b36a-f341cde8094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.575132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (8acd01df-02e2-4087-950a-c0a1a3ac9495), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.578760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks [] for router_controller (8acd01df-02e2-4087-950a-c0a1a3ac9495), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.580281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15bb45c3-70c9-47bb-8923-d79dc5661f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.635217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4e382eda-57ec-491d-b36a-f341cde8094b None None] Port 0168597c-97ae-4aa7-b630-ff56785c10e5 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:59.638142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] For port 8bfd4d7b-a2fb-4895-9b11-323960b69fca, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:59.642070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] For port 8bfd4d7b-a2fb-4895-9b11-323960b69fca, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8bfd4d7b-a2fb-4895-9b11-323960b69fca,segment=NetworkSegment(7372ee93-00cd-4ec6-88b6-9f5f1b970ed6),segment_id=7372ee93-00cd-4ec6-88b6-9f5f1b970ed6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:59.651033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8bfd4d7b-a2fb-4895-9b11-323960b69fca), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.654053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Request body: {'port': {'device_id': '29203789-4b57-4f5b-bdab-3d9e67aadc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:59.678006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd5452e9-9fa1-4896-92ce-b70a36338ca4 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (cb23a0f4-041e-4887-8eda-b8da6d658241), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.686908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658db8e4-47a6-498d-b225-952684ad782f']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:59.731043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7372ee93-00cd-4ec6-88b6-9f5f1b970ed6') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:59.731670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7372ee93-00cd-4ec6-88b6-9f5f1b970ed6') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:59.756504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5452e9-9fa1-4896-92ce-b70a36338ca4 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb23a0f4-041e-4887-8eda-b8da6d658241,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:59.756920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890eb71-b4ae-4d19-ab71-e6b42613fcb0 req-fb36d732-20c1-4128-b20c-ae228c574096 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:59.760440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0890eb71-b4ae-4d19-ab71-e6b42613fcb0 req-fb36d732-20c1-4128-b20c-ae228c574096 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 936 time: 0.2966421 Feb 03 12:52:59.763116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (8acd01df-02e2-4087-950a-c0a1a3ac9495), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.763702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8acd01df-02e2-4087-950a-c0a1a3ac9495 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:52:59.767955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d4a20-7e68-4328-8f95-bbab6763d851 None None] Pushing event updated for resources: {'Port': ['ID=8bfd4d7b-a2fb-4895-9b11-323960b69fca,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:59.768351 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.772281 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6e842162-44ce-4483-af44-02f5f96e6b71 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8acd01df-02e2-4087-950a-c0a1a3ac9495 HTTP/1.1" status: 204 len: 168 time: 4.6459172 Feb 03 12:52:59.774061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41034) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:59.778814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bd5452e9-9fa1-4896-92ce-b70a36338ca4 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.780099 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bd5452e9-9fa1-4896-92ce-b70a36338ca4 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0111930 Feb 03 12:52:59.784568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (7372ee93-00cd-4ec6-88b6-9f5f1b970ed6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.787719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:59.803404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d450b-7d62-4ead-a169-6d18daa0fe6c None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:52:59.809106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5859c442-1d68-4751-82a9-819155b8ed61 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': '035aa983-5951-4215-882c-a3a06daf0fdd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:59.824185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7372ee93-00cd-4ec6-88b6-9f5f1b970ed6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.846992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:59.847426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (7372ee93-00cd-4ec6-88b6-9f5f1b970ed6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:59.850790 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:59.919722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5859c442-1d68-4751-82a9-819155b8ed61 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (f769559c-0b09-4d4e-b731-397c2350996e), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.940392 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.api [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:52:59.940392 n-d-792364-10 neutron-server[103223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:52:59.940392 n-d-792364-10 neutron-server[103223]: [parameters: {'id': '658db8e4-47a6-498d-b225-952684ad782f'}] Feb 03 12:52:59.940392 n-d-792364-10 neutron-server[103223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:52:59.941889 n-d-792364-10 neutron-server[103223]: DEBUG oslo_db.api [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:52:59.943745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdc2b8d-8205-4806-a9d9-988d6d61406a admin admin] Deleting subnet 5aa80b3c-f759-4894-813a-31226b7d23a3 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:59.962689 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebdc2b8d-8205-4806-a9d9-988d6d61406a admin admin] Publish callbacks [] for subnet (5aa80b3c-f759-4894-813a-31226b7d23a3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.971698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d450b-7d62-4ead-a169-6d18daa0fe6c None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:53:00.002628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41038) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.023511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5859c442-1d68-4751-82a9-819155b8ed61 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (f769559c-0b09-4d4e-b731-397c2350996e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.031360 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5859c442-1d68-4751-82a9-819155b8ed61 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (f769559c-0b09-4d4e-b731-397c2350996e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.055657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859c442-1d68-4751-82a9-819155b8ed61 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f769559c-0b09-4d4e-b731-397c2350996e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:00.085372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0890eb71-b4ae-4d19-ab71-e6b42613fcb0 req-c824cbce-5940-4789-ae3e-147e11eb7196 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128436 Feb 03 12:53:00.085835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5859c442-1d68-4751-82a9-819155b8ed61 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.087930 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5859c442-1d68-4751-82a9-819155b8ed61 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2989721 Feb 03 12:53:00.091352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41042) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.095150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.170742 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-14a67dd0-c6d0-4135-803d-0d1d79517f27 req-1de2a3ef-92e1-4ad3-bec4-2b063153572f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0439706 Feb 03 12:53:00.174027 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecff0c19-b7d8-4747-8e06-9e099ae00885 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (f769559c-0b09-4d4e-b731-397c2350996e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.184038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecff0c19-b7d8-4747-8e06-9e099ae00885 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (f769559c-0b09-4d4e-b731-397c2350996e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.200487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15bb45c3-70c9-47bb-8923-d79dc5661f9c admin admin] Publish callbacks [] for security_group (03e5e7a3-f7d6-48a8-abf7-08c7de88d2a1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.207144 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebdc2b8d-8205-4806-a9d9-988d6d61406a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (5aa80b3c-f759-4894-813a-31226b7d23a3), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.230413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-25af3f4c-82e9-453f-ad85-e2bb671f9399 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:00.230862 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-25af3f4c-82e9-453f-ad85-e2bb671f9399 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 12:53:00.231391 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-25af3f4c-82e9-453f-ad85-e2bb671f9399 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 12:53:00.232363 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-25af3f4c-82e9-453f-ad85-e2bb671f9399 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2277038 Feb 03 12:53:00.233046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecff0c19-b7d8-4747-8e06-9e099ae00885 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (f769559c-0b09-4d4e-b731-397c2350996e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.238652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecff0c19-b7d8-4747-8e06-9e099ae00885 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.242690 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ecff0c19-b7d8-4747-8e06-9e099ae00885 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f769559c-0b09-4d4e-b731-397c2350996e HTTP/1.1" status: 204 len: 168 time: 0.1475108 Feb 03 12:53:00.242690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41044) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.244974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41046) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.250610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'tempest-secgroup--666782694'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:00.275873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff0c19-b7d8-4747-8e06-9e099ae00885 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f769559c-0b09-4d4e-b731-397c2350996e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:00.308369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebdc2b8d-8205-4806-a9d9-988d6d61406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (5aa80b3c-f759-4894-813a-31226b7d23a3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.323090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3981a8-f188-4a3d-b5d0-b5dff56405e8 None None] Network 658db8e4-47a6-498d-b225-952684ad782f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:00.331586 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-068e618c-4f4d-4e77-9a66-707d50d8348b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0732729 Feb 03 12:53:00.331586 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.333527 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41048) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.350070 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15bb45c3-70c9-47bb-8923-d79dc5661f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (03e5e7a3-f7d6-48a8-abf7-08c7de88d2a1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.360434 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.426846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-15bb45c3-70c9-47bb-8923-d79dc5661f9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e08675ee7e4474d8d123172fdb9d8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1878555 Feb 03 12:53:00.430710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41052) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.440232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad58d-d878-4e05-9f86-536ee5cd28c3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (cb23a0f4-041e-4887-8eda-b8da6d658241), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.469510 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad58d-d878-4e05-9f86-536ee5cd28c3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (cb23a0f4-041e-4887-8eda-b8da6d658241), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.518246 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (658db8e4-47a6-498d-b225-952684ad782f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.530132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f0278ca-2c08-4666-baa4-035742c973e3 req-fd0d326f-d8ce-4d55-99c4-a708798fe2d1 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0429058 Feb 03 12:53:00.614605 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebdc2b8d-8205-4806-a9d9-988d6d61406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (5aa80b3c-f759-4894-813a-31226b7d23a3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.619915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (40e2927a-d978-44ba-aedd-f6c8c54d79f4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.621894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad58d-d878-4e05-9f86-536ee5cd28c3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (cb23a0f4-041e-4887-8eda-b8da6d658241), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.624865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb45c3-70c9-47bb-8923-d79dc5661f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e5e7a3-f7d6-48a8-abf7-08c7de88d2a1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:00.647957 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad58d-d878-4e05-9f86-536ee5cd28c3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.654565 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5a6ad58d-d878-4e05-9f86-536ee5cd28c3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cb23a0f4-041e-4887-8eda-b8da6d658241 HTTP/1.1" status: 204 len: 168 time: 0.3200336 Feb 03 12:53:00.656601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41056) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.678687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (40e2927a-d978-44ba-aedd-f6c8c54d79f4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.700097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c0b54-7df6-48b4-b53f-b46472371299 None None] Network bbe97daa-66bc-439a-be46-fd30ab260f77 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:00.702916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebdc2b8d-8205-4806-a9d9-988d6d61406a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.706256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ebdc2b8d-8205-4806-a9d9-988d6d61406a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5aa80b3c-f759-4894-813a-31226b7d23a3 HTTP/1.1" status: 204 len: 168 time: 0.9269290 Feb 03 12:53:00.707178 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-481122d7-7581-4adf-b2f8-0f1cc31b1553 admin admin] Publish callbacks [] for security_group (03e5e7a3-f7d6-48a8-abf7-08c7de88d2a1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.708885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41058) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.723115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ad58d-d878-4e05-9f86-536ee5cd28c3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb23a0f4-041e-4887-8eda-b8da6d658241,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:00.780722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e2927a-d978-44ba-aedd-f6c8c54d79f4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:00.801540 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (bbe97daa-66bc-439a-be46-fd30ab260f77), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.812383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc2b8d-8205-4806-a9d9-988d6d61406a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa80b3c-f759-4894-813a-31226b7d23a3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:00.885769 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a3eea585-5ad7-4009-91ad-e65cfcc71ebd tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2122982 Feb 03 12:53:00.892256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41060) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.898588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-15d10410-4209-4135-a4cf-83a7736425ca tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:00.900424 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-15d10410-4209-4135-a4cf-83a7736425ca tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.91 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 945 time: 0.5410943 Feb 03 12:53:00.902669 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-481122d7-7581-4adf-b2f8-0f1cc31b1553 admin admin] Publish callbacks [] for security_group (03e5e7a3-f7d6-48a8-abf7-08c7de88d2a1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.924572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e1bf1-8afa-4a0f-a64c-c77f011f0f18 None None] DHCP port deletion for bbe97daa-66bc-439a-be46-fd30ab260f77 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:53:00.957198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (867927a9-6571-4754-b013-398ac7aa58b1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.975744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeabe04-b828-48b7-9a7b-70e0ce4d3da0 req-15f0c3bc-df10-49b6-8fcb-19d08d8a022e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:00.977932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efeabe04-b828-48b7-9a7b-70e0ce4d3da0 req-15f0c3bc-df10-49b6-8fcb-19d08d8a022e tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 945 time: 0.4062788 Feb 03 12:53:00.987655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f19e1bf1-8afa-4a0f-a64c-c77f011f0f18 None None] Deleting port 283899ce-d3a0-4534-b7ba-1cd11891a6bb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:00.988078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19e1bf1-8afa-4a0f-a64c-c77f011f0f18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.999225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (867927a9-6571-4754-b013-398ac7aa58b1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.065787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f19e1bf1-8afa-4a0f-a64c-c77f011f0f18 None None] For port 283899ce-d3a0-4534-b7ba-1cd11891a6bb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=283899ce-d3a0-4534-b7ba-1cd11891a6bb,segment=NetworkSegment(6d441ff5-1348-4ad9-a2bf-b06fe98d09fb),segment_id=6d441ff5-1348-4ad9-a2bf-b06fe98d09fb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:01.066391 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19e1bf1-8afa-4a0f-a64c-c77f011f0f18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.074764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867927a9-6571-4754-b013-398ac7aa58b1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.084274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93a8002b-bbce-40dd-9f45-fe3ee6d25337 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (2dfbbd2f-2570-4121-843b-047b00f51c75), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.092316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.093584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f19e1bf1-8afa-4a0f-a64c-c77f011f0f18 None None] Calling delete_port for 283899ce-d3a0-4534-b7ba-1cd11891a6bb owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:01.094495 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36ed157e-952d-40e1-9f83-43c6bac2adc6 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8500381 Feb 03 12:53:01.098037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41062) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:01.105021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5eadcb2d-27d9-44d4-8103-a07c937ec2c2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': '867927a9-6571-4754-b013-398ac7aa58b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:01.137141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting port 8bfd4d7b-a2fb-4895-9b11-323960b69fca {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:01.137380 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8bfd4d7b-a2fb-4895-9b11-323960b69fca), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.167441 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93a8002b-bbce-40dd-9f45-fe3ee6d25337 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (2dfbbd2f-2570-4121-843b-047b00f51c75), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.266719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 283899ce-d3a0-4534-b7ba-1cd11891a6bb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:01.270619 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19e1bf1-8afa-4a0f-a64c-c77f011f0f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.290796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Deleting port 283899ce-d3a0-4534-b7ba-1cd11891a6bb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:01.291310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.297607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 283899ce-d3a0-4534-b7ba-1cd11891a6bb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:01.298043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 283899ce-d3a0-4534-b7ba-1cd11891a6bb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:01.298561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2acad78a-b5c5-4bae-9211-28cf4b182efa no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:01.299600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efeabe04-b828-48b7-9a7b-70e0ce4d3da0 req-25e6631a-8852-413d-baf1-d13fe471c7ab tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/security-groups?id=66448264-e250-49c6-8bcb-2ee81001a592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110936 Feb 03 12:53:01.330399 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93a8002b-bbce-40dd-9f45-fe3ee6d25337 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (2dfbbd2f-2570-4121-843b-047b00f51c75), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.330747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] For port 8bfd4d7b-a2fb-4895-9b11-323960b69fca, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8bfd4d7b-a2fb-4895-9b11-323960b69fca,segment=NetworkSegment(7372ee93-00cd-4ec6-88b6-9f5f1b970ed6),segment_id=7372ee93-00cd-4ec6-88b6-9f5f1b970ed6)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:01.331121 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8bfd4d7b-a2fb-4895-9b11-323960b69fca), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.343795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e1bf1-8afa-4a0f-a64c-c77f011f0f18 None None] No DVR routers for this DVR port 283899ce-d3a0-4534-b7ba-1cd11891a6bb on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:01.345131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e1bf1-8afa-4a0f-a64c-c77f011f0f18 None None] Pushing event deleted for resources: {'Port': ['ID=283899ce-d3a0-4534-b7ba-1cd11891a6bb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.348158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2acad78a-b5c5-4bae-9211-28cf4b182efa {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:01.348632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2acad78a-b5c5-4bae-9211-28cf4b182efa not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:01.360375 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Deleting port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:01.360857 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.360964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-481122d7-7581-4adf-b2f8-0f1cc31b1553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (03e5e7a3-f7d6-48a8-abf7-08c7de88d2a1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.363804 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-481122d7-7581-4adf-b2f8-0f1cc31b1553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.364041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Calling delete_port for 8bfd4d7b-a2fb-4895-9b11-323960b69fca owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:01.364850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-481122d7-7581-4adf-b2f8-0f1cc31b1553 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03e5e7a3-f7d6-48a8-abf7-08c7de88d2a1 HTTP/1.1" status: 204 len: 168 time: 0.9300582 Feb 03 12:53:01.367392 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5eadcb2d-27d9-44d4-8103-a07c937ec2c2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group_rule (70d10216-3ac8-44ac-8667-5b05efdf039b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.373405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93a8002b-bbce-40dd-9f45-fe3ee6d25337 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.374592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-93a8002b-bbce-40dd-9f45-fe3ee6d25337 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/2dfbbd2f-2570-4121-843b-047b00f51c75 HTTP/1.1" status: 204 len: 168 time: 0.4796989 Feb 03 12:53:01.379251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8002b-bbce-40dd-9f45-fe3ee6d25337 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dfbbd2f-2570-4121-843b-047b00f51c75,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.394126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41068) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:01.397513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481122d7-7581-4adf-b2f8-0f1cc31b1553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e5e7a3-f7d6-48a8-abf7-08c7de88d2a1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.482163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] For port 283899ce-d3a0-4534-b7ba-1cd11891a6bb, host n-d-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:01.482560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.511356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0168597c-97ae-4aa7-b630-ff56785c10e5 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:01.516469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Calling delete_port for 283899ce-d3a0-4534-b7ba-1cd11891a6bb owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:01.529831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fbe79-273c-4377-af05-a8ac8d66e86c req-63a62696-0c30-42eb-9deb-d5c006553f71 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:01.531975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-905fbe79-273c-4377-af05-a8ac8d66e86c req-63a62696-0c30-42eb-9deb-d5c006553f71 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 936 time: 0.2951424 Feb 03 12:53:01.535808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Publish callbacks [] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.542401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_backend_mixin [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Port 283899ce-d3a0-4534-b7ba-1cd11891a6bb was not found and therefore no delete operation was performed {{(pid=103224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:53:01.543388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5eadcb2d-27d9-44d4-8103-a07c937ec2c2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group_rule (70d10216-3ac8-44ac-8667-5b05efdf039b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.556051 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (283899ce-d3a0-4534-b7ba-1cd11891a6bb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.558706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5eadcb2d-27d9-44d4-8103-a07c937ec2c2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (70d10216-3ac8-44ac-8667-5b05efdf039b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.595111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7e295c39-773b-4760-89bc-52cb9fdabeaa tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1951334 Feb 03 12:53:01.600110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41072) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:01.602892 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadcb2d-27d9-44d4-8103-a07c937ec2c2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d10216-3ac8-44ac-8667-5b05efdf039b,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.621037 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5eadcb2d-27d9-44d4-8103-a07c937ec2c2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.622236 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5eadcb2d-27d9-44d4-8103-a07c937ec2c2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5221837 Feb 03 12:53:01.630075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Transition to ACTIVE for port object 0168597c-97ae-4aa7-b630-ff56785c10e5 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:53:01.631276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41076) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:01.637482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-24b4ea67-1c23-415a-ad3d-bc1086bed80e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': '867927a9-6571-4754-b013-398ac7aa58b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:01.643498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] For port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,segment=NetworkSegment(b79b5ea4-3953-4de9-815e-2759b1957d56),segment_id=b79b5ea4-3953-4de9-815e-2759b1957d56)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:01.643875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.657575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=283899ce-d3a0-4534-b7ba-1cd11891a6bb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.660284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] No DVR routers for this DVR port 283899ce-d3a0-4534-b7ba-1cd11891a6bb on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:01.670881 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5807fb6a-00af-4f1b-87c8-11b1eb05b5d6 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (527e8421-bf81-4f4a-b1a8-ebc3a6c41ac4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.677290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Calling delete_port for 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:01.686003 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8bfd4d7b-a2fb-4895-9b11-323960b69fca), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.688802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5807fb6a-00af-4f1b-87c8-11b1eb05b5d6 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (527e8421-bf81-4f4a-b1a8-ebc3a6c41ac4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.692359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.739642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Port': ['ID=8bfd4d7b-a2fb-4895-9b11-323960b69fca,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.775251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No DVR routers for this DVR port 8bfd4d7b-a2fb-4895-9b11-323960b69fca on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:01.778410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9073be7c-d4c8-4eab-9d65-7db039fa4d25 req-e8b4d051-8a5f-4a2f-9108-af634dd9c5e1 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0878401 Feb 03 12:53:01.779275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-24b4ea67-1c23-415a-ad3d-bc1086bed80e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group_rule (83a49f7e-3ecf-4764-81d9-02a481cbf574), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.826625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-905fbe79-273c-4377-af05-a8ac8d66e86c req-4a6abfdb-3f77-40db-81b5-4e103ead7e5d tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730987 Feb 03 12:53:01.843172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5807fb6a-00af-4f1b-87c8-11b1eb05b5d6 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (527e8421-bf81-4f4a-b1a8-ebc3a6c41ac4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.848496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5807fb6a-00af-4f1b-87c8-11b1eb05b5d6 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.858458 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5807fb6a-00af-4f1b-87c8-11b1eb05b5d6 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/527e8421-bf81-4f4a-b1a8-ebc3a6c41ac4 HTTP/1.1" status: 204 len: 168 time: 0.2523162 Feb 03 12:53:01.860812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41084) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:01.875212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (bbe97daa-66bc-439a-be46-fd30ab260f77), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.914757 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (658db8e4-47a6-498d-b225-952684ad782f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.926567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807fb6a-00af-4f1b-87c8-11b1eb05b5d6 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=527e8421-bf81-4f4a-b1a8-ebc3a6c41ac4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.927162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=0168597c-97ae-4aa7-b630-ff56785c10e5,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.969744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658db8e4-47a6-498d-b225-952684ad782f']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:01.990490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7372ee93-00cd-4ec6-88b6-9f5f1b970ed6') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:01.991063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe97daa-66bc-439a-be46-fd30ab260f77']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:01.991660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7372ee93-00cd-4ec6-88b6-9f5f1b970ed6') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:02.006100 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (7372ee93-00cd-4ec6-88b6-9f5f1b970ed6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.033125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:02.033412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d441ff5-1348-4ad9-a2bf-b06fe98d09fb') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:02.061883 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (6d441ff5-1348-4ad9-a2bf-b06fe98d09fb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.071625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7372ee93-00cd-4ec6-88b6-9f5f1b970ed6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.078911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (686d6e2f-d01a-44e1-aa6e-357ecfc6bb01), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.097251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:02.097759 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (7372ee93-00cd-4ec6-88b6-9f5f1b970ed6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:02.106041 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:02.118620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6d441ff5-1348-4ad9-a2bf-b06fe98d09fb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.135766 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-24b4ea67-1c23-415a-ad3d-bc1086bed80e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 12:53:02.137156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-24b4ea67-1c23-415a-ad3d-bc1086bed80e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5035329 Feb 03 12:53:02.137766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Pushing event deleted for resources: {'Port': ['ID=686d6e2f-d01a-44e1-aa6e-357ecfc6bb01,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:02.158003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41098) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:02.168691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4cd393d2-92dd-46e0-8042-32dec9475e2e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2724195 Feb 03 12:53:02.169607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41102) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:02.181386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:02.181958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (6d441ff5-1348-4ad9-a2bf-b06fe98d09fb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:02.184345 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:02.286962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] No DVR routers for this DVR port 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:02.293055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.310093 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-64e7a5d7-af45-4a4e-ac27-034ab7eb64b3 req-8df3725e-2697-4fa3-8ccc-888ed48584f8 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.91 "DELETE /v2.0/ports/686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 HTTP/1.1" status: 204 len: 173 time: 1.3767102 Feb 03 12:53:02.316550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Attempting to bind port 0168597c-97ae-4aa7-b630-ff56785c10e5 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:02.316550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Attempting to bind port 0168597c-97ae-4aa7-b630-ff56785c10e5 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:02.316550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Attempting to bind port 0168597c-97ae-4aa7-b630-ff56785c10e5 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:02.323300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3710eb-217b-46fa-8bdf-14e22770c914', 'name': 'network-vif-deleted', 'tag': '686d6e2f-d01a-44e1-aa6e-357ecfc6bb01'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:02.327682 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe231e2-3206-4ba4-aae5-8bf12e10565e" -d '{"events": [{"server_uuid": "ae3710eb-217b-46fa-8bdf-14e22770c914", "name": "network-vif-deleted", "tag": "686d6e2f-d01a-44e1-aa6e-357ecfc6bb01"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:02.343819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (658db8e4-47a6-498d-b225-952684ad782f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.350277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93faf5d4-fea8-4d94-a363-4d230e94d7cb req-77160c12-3b75-480f-aa3a-cb9edb7f11c0 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0576794 Feb 03 12:53:02.352688 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (bbe97daa-66bc-439a-be46-fd30ab260f77), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.355428 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-29bc1218-50e0-404b-9e45-848ec272bd74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (4f85f17f-5d5a-4a5f-b631-c1b9b77fbb17), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.357597 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.360534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Port 0168597c-97ae-4aa7-b630-ff56785c10e5 on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:53:02.360846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Attempting to bind port 0168597c-97ae-4aa7-b630-ff56785c10e5 on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:02.372327 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/658db8e4-47a6-498d-b225-952684ad782f HTTP/1.1" status: 204 len: 168 time: 4.3126602 Feb 03 12:53:02.372533 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.374219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bbe97daa-66bc-439a-be46-fd30ab260f77 HTTP/1.1" status: 204 len: 168 time: 1.6455164 Feb 03 12:53:02.374917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41114) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:02.392766 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-29bc1218-50e0-404b-9e45-848ec272bd74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (4f85f17f-5d5a-4a5f-b631-c1b9b77fbb17), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.392948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41116) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:02.393342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1744285618'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:02.404977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f5155-d8e0-4c15-b2b2-8e1c516452d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe97daa-66bc-439a-be46-fd30ab260f77,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:02.406879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:02.407216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:02.407584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:02.408072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Bound port: 0168597c-97ae-4aa7-b630-ff56785c10e5, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:02.408363 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.416778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11508fa-e8b3-4657-b3c3-c8108a3ae591 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Network': ['ID=658db8e4-47a6-498d-b225-952684ad782f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:02.471490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:02.480229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.499529 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06020b36-f5ab-4cbd-9afe-e2c978669e2f x-openstack-request-id: req-06020b36-f5ab-4cbd-9afe-e2c978669e2f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:02.500129 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3710eb-217b-46fa-8bdf-14e22770c914", "name": "network-vif-deleted", "tag": "686d6e2f-d01a-44e1-aa6e-357ecfc6bb01", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:02.501363 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06020b36-f5ab-4cbd-9afe-e2c978669e2f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:02.502960 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3710eb-217b-46fa-8bdf-14e22770c914', 'name': 'network-vif-deleted', 'tag': '686d6e2f-d01a-44e1-aa6e-357ecfc6bb01', 'status': 'completed', 'code': 200} Feb 03 12:53:02.506216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-29bc1218-50e0-404b-9e45-848ec272bd74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (4f85f17f-5d5a-4a5f-b631-c1b9b77fbb17), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.529916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-29bc1218-50e0-404b-9e45-848ec272bd74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.531082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-29bc1218-50e0-404b-9e45-848ec272bd74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4f85f17f-5d5a-4a5f-b631-c1b9b77fbb17 HTTP/1.1" status: 204 len: 168 time: 0.3519022 Feb 03 12:53:02.534907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (867927a9-6571-4754-b013-398ac7aa58b1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.535215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41122) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:02.570608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-691dbc3c-3927-4e03-b42d-1e0ba2f4f073 req-3caa70b4-0976-4399-88ab-f88247f5db91 tempest-DeleteServersTestJSON-2067964843 tempest-DeleteServersTestJSON-2067964843-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3710eb-217b-46fa-8bdf-14e22770c914 HTTP/1.1" status: 200 len: 210 time: 0.0874686 Feb 03 12:53:02.574237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc1218-50e0-404b-9e45-848ec272bd74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f85f17f-5d5a-4a5f-b631-c1b9b77fbb17,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:02.588148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:02.615394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] For port 0168597c-97ae-4aa7-b630-ff56785c10e5, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:02.618938 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3be7860c-622a-4996-9610-6d44a54fd362), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.619495 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Added segment 3be7860c-622a-4996-9610-6d44a54fd362 of type vlan for network 59b8ad1e-58f3-492f-bc01-a1bbae88a4c0 Feb 03 12:53:02.622739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] For port 0168597c-97ae-4aa7-b630-ff56785c10e5, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0168597c-97ae-4aa7-b630-ff56785c10e5,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:02.657809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.700805 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (59b8ad1e-58f3-492f-bc01-a1bbae88a4c0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.715923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:02.716551 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.718014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] 10.222.0.72 "PUT /v2.0/ports/0168597c-97ae-4aa7-b630-ff56785c10e5 HTTP/1.1" status: 200 len: 1097 time: 3.2982922 Feb 03 12:53:02.718540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29203789-4b57-4f5b-bdab-3d9e67aadc50', 'tag': '0168597c-97ae-4aa7-b630-ff56785c10e5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:02.720874 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4962a67c-4c2e-41c0-baeb-cdfc650ff530" -d '{"events": [{"name": "network-changed", "server_uuid": "29203789-4b57-4f5b-bdab-3d9e67aadc50", "tag": "0168597c-97ae-4aa7-b630-ff56785c10e5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:02.754936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8bd31-0092-4f4a-a77b-e7099f1b6ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=0168597c-97ae-4aa7-b630-ff56785c10e5,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:02.765461 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (59b8ad1e-58f3-492f-bc01-a1bbae88a4c0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.773576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:02.774218 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.819550 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf31d1f2-afd9-4073-937b-1732792afbbf x-openstack-request-id: req-cf31d1f2-afd9-4073-937b-1732792afbbf {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:02.819838 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29203789-4b57-4f5b-bdab-3d9e67aadc50", "tag": "0168597c-97ae-4aa7-b630-ff56785c10e5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:02.820154 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf31d1f2-afd9-4073-937b-1732792afbbf {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:02.820557 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29203789-4b57-4f5b-bdab-3d9e67aadc50', 'tag': '0168597c-97ae-4aa7-b630-ff56785c10e5', 'status': 'completed', 'code': 200} Feb 03 12:53:02.878485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4885972 Feb 03 12:53:02.907796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41134) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:02.919876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'subnet': {'network_id': '59b8ad1e-58f3-492f-bc01-a1bbae88a4c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:02.927455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4537e-b0ce-4305-be49-6ef6a2d09743 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Network': ['ID=59b8ad1e-58f3-492f-bc01-a1bbae88a4c0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:02.939987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 59b8ad1e-58f3-492f-bc01-a1bbae88a4c0 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:03.018747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-a7567767-4b50-4bee-a6b3-80bb01de6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:03.020481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-a7567767-4b50-4bee-a6b3-80bb01de6bb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34f62ff5e8e744e59463420b3602f07c&device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 1131 time: 0.2301679 Feb 03 12:53:03.137846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-b5b5b24b-ba5c-4750-916d-a90ae2a59864 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=0168597c-97ae-4aa7-b630-ff56785c10e5 HTTP/1.1" status: 200 len: 217 time: 0.0926130 Feb 03 12:53:03.178186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (867927a9-6571-4754-b013-398ac7aa58b1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.207270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f484a-391c-472c-8733-eeec73d2bfc3 req-b3c7ef54-050f-4f16-96b4-73e675aea115 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:03.208803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-648f484a-391c-472c-8733-eeec73d2bfc3 req-b3c7ef54-050f-4f16-96b4-73e675aea115 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 948 time: 0.1985924 Feb 03 12:53:03.211758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:03.214997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.222062 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-39221202-8729-4799-80a0-be94adaf27c7 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6768589 Feb 03 12:53:03.233409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41138) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:03.245081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-e4616eeb-2ec2-4751-9431-b96692af553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:03.246651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-e4616eeb-2ec2-4751-9431-b96692af553c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1007321 Feb 03 12:53:03.344926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (867927a9-6571-4754-b013-398ac7aa58b1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.347894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.351514 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/867927a9-6571-4754-b013-398ac7aa58b1 HTTP/1.1" status: 204 len: 168 time: 1.1898897 Feb 03 12:53:03.352190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41140) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:03.385682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-648f484a-391c-472c-8733-eeec73d2bfc3 req-ba9c298c-328b-4ca7-a831-9f826e91ffc6 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624606 Feb 03 12:53:03.395863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867927a9-6571-4754-b013-398ac7aa58b1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:03.402285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3c22125-b779-4362-9a46-83839c53785b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (035aa983-5951-4215-882c-a3a06daf0fdd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.419911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-dc4c36eb-923e-47fb-86da-937ff7457233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:03.421526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-dc4c36eb-923e-47fb-86da-937ff7457233 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1589663 Feb 03 12:53:03.426637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.427082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.427439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.427772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.436987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.436987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.436987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.436987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.436987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.436987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.436987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.436987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.436987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6710a-dea5-4381-8f99-3272a72b1e38 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:03.463534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5e9eb959-ec6a-4d94-a561-6dd501e0c1b5 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1085994 Feb 03 12:53:03.469042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41146) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:03.477038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-61a5e1c3-572a-4335-9f8a-30267cbc81b9 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217473293'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:03.529127 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3c22125-b779-4362-9a46-83839c53785b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (035aa983-5951-4215-882c-a3a06daf0fdd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.594773 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-61a5e1c3-572a-4335-9f8a-30267cbc81b9 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.634509 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3c22125-b779-4362-9a46-83839c53785b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (035aa983-5951-4215-882c-a3a06daf0fdd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.637158 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3c22125-b779-4362-9a46-83839c53785b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.641928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cedfa1c1-f09d-416a-8ed6-9d7c790bd594 req-513701b6-3776-45c9-b079-94390f105b9f tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0604546 Feb 03 12:53:03.641928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41156) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:03.645996 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a3c22125-b779-4362-9a46-83839c53785b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/035aa983-5951-4215-882c-a3a06daf0fdd HTTP/1.1" status: 204 len: 168 time: 0.4042881 Feb 03 12:53:03.650293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-6282df99-63d6-4e19-bf12-06f3c39494ba service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167437 Feb 03 12:53:03.659716 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (89b42c33-1178-4a59-8b99-77370a04d718), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.677685 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c22125-b779-4362-9a46-83839c53785b tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035aa983-5951-4215-882c-a3a06daf0fdd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:03.740712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:03.765209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:03.766363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 686d6e2f-d01a-44e1-aa6e-357ecfc6bb01 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:03.807543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Subnet': ['ID=89b42c33-1178-4a59-8b99-77370a04d718,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:03.812704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ab12f81a-e867-4cde-b576-b36d2bd14cec tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1703475 Feb 03 12:53:03.818652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41164) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:03.822995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7770d840-5315-408c-b39a-97a3fa6fbaed tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640856325'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:03.855279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Checking segment: {'id': '3be7860c-622a-4996-9610-6d44a54fd362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '59b8ad1e-58f3-492f-bc01-a1bbae88a4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:03.855693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network hostable DHCP agents. Network: 59b8ad1e-58f3-492f-bc01-a1bbae88a4c0, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:03.858949 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-61a5e1c3-572a-4335-9f8a-30267cbc81b9 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (bc74ef94-da1a-4507-98da-351c84e092a1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.862237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0e565f5-66ad-48ce-8a5b-151a00f753d6 req-5f6ab16f-b5d6-420f-bdeb-ccc734780ed3 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038262 Feb 03 12:53:03.862531 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (ce210bd0-0922-4ef3-90a8-450d208b1874), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.879142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7770d840-5315-408c-b39a-97a3fa6fbaed tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.889986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network 59b8ad1e-58f3-492f-bc01-a1bbae88a4c0 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:03.901711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-61a5e1c3-572a-4335-9f8a-30267cbc81b9 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bc74ef94-da1a-4507-98da-351c84e092a1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.915268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 59b8ad1e-58f3-492f-bc01-a1bbae88a4c0) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:03.924447 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acabc69a-5f98-49b0-989b-515566eb7017 None None] Network 59b8ad1e-58f3-492f-bc01-a1bbae88a4c0 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:03.932733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:03.933267 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.937782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5e1c3-572a-4335-9f8a-30267cbc81b9 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc74ef94-da1a-4507-98da-351c84e092a1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:03.970272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-703bfbb8-2b71-41ad-9479-23a4abf2cda4 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0549767 Feb 03 12:53:03.984565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41170) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:04.005129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-61a5e1c3-572a-4335-9f8a-30267cbc81b9 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.006402 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-61a5e1c3-572a-4335-9f8a-30267cbc81b9 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5363233 Feb 03 12:53:04.009246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41172) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:04.014215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7998b316-8634-4fed-8149-6ada90185160 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'bc74ef94-da1a-4507-98da-351c84e092a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:04.014592 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-7998b316-8634-4fed-8149-6ada90185160 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 12:53:04.015088 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-7998b316-8634-4fed-8149-6ada90185160 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:04.016018 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7998b316-8634-4fed-8149-6ada90185160 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058539 Feb 03 12:53:04.018704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41174) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:04.128266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-59b8ad1e-58f3-492f-bc01-a1bbae88a4c0', 'network_id': '59b8ad1e-58f3-492f-bc01-a1bbae88a4c0', 'project_id': '7dd1b0b1515444cba9d94518972a2181', 'fixed_ips': [{'subnet_id': '89b42c33-1178-4a59-8b99-77370a04d718'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:53:04.129233 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.146604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-103eb0ff-6968-4bc7-babe-ae95d3d1f8b5 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (bc74ef94-da1a-4507-98da-351c84e092a1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.159251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (59b8ad1e-58f3-492f-bc01-a1bbae88a4c0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.200978 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7770d840-5315-408c-b39a-97a3fa6fbaed tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (a17bbfec-6fff-47e7-9fa2-7a9eef95ae33), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.223896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-103eb0ff-6968-4bc7-babe-ae95d3d1f8b5 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (bc74ef94-da1a-4507-98da-351c84e092a1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.232677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7770d840-5315-408c-b39a-97a3fa6fbaed tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a17bbfec-6fff-47e7-9fa2-7a9eef95ae33), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.315495 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-103eb0ff-6968-4bc7-babe-ae95d3d1f8b5 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bc74ef94-da1a-4507-98da-351c84e092a1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.318389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-103eb0ff-6968-4bc7-babe-ae95d3d1f8b5 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.322663 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-103eb0ff-6968-4bc7-babe-ae95d3d1f8b5 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/bc74ef94-da1a-4507-98da-351c84e092a1 HTTP/1.1" status: 204 len: 168 time: 0.2999921 Feb 03 12:53:04.323471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-90714fc6-1bc3-4220-8bbc-0010075d9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:04.325473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-90714fc6-1bc3-4220-8bbc-0010075d9ebd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34f62ff5e8e744e59463420b3602f07c&device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 1131 time: 0.3528063 Feb 03 12:53:04.328708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41190) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:04.337457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Allocated IP 2001:db8::2 (59b8ad1e-58f3-492f-bc01-a1bbae88a4c0/89b42c33-1178-4a59-8b99-77370a04d718/b664ef16-0945-4477-96cd-95ed9f1cc693) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:04.355820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eb0ff-6968-4bc7-babe-ae95d3d1f8b5 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc74ef94-da1a-4507-98da-351c84e092a1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:04.356297 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7770d840-5315-408c-b39a-97a3fa6fbaed tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.357788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7770d840-5315-408c-b39a-97a3fa6fbaed tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5385003 Feb 03 12:53:04.363250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41192) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:04.370589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770d840-5315-408c-b39a-97a3fa6fbaed tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17bbfec-6fff-47e7-9fa2-7a9eef95ae33,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:04.379757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-12929006-e900-4bcb-a117-1d07d17f5b46 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': 'a17bbfec-6fff-47e7-9fa2-7a9eef95ae33', 'direction': 'ingress', 'protocol': 17}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:04.388123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (89b42c33-1178-4a59-8b99-77370a04d718), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.495252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7afe9ade-2510-4743-b6ba-09268e12ff75 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1628737 Feb 03 12:53:04.495878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41198) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:04.504239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f404252d-3a99-49ac-a0cb-b9c4f36eecce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076995053'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:04.539797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f404252d-3a99-49ac-a0cb-b9c4f36eecce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.559690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-3c7ff135-4909-497d-882d-7f2edc890fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:04.561165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-3c7ff135-4909-497d-882d-7f2edc890fe3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.2255185 Feb 03 12:53:04.564051 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12929006-e900-4bcb-a117-1d07d17f5b46 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (bf860a47-e95c-49fd-adf9-3d2756ee3379), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.630345 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Publish callbacks [] for port (b664ef16-0945-4477-96cd-95ed9f1cc693), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.647148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-19bad83c-af4a-4e74-bf29-bf324f322e0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=0168597c-97ae-4aa7-b630-ff56785c10e5 HTTP/1.1" status: 200 len: 217 time: 0.0717173 Feb 03 12:53:04.649226 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (b664ef16-0945-4477-96cd-95ed9f1cc693), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.653168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12929006-e900-4bcb-a117-1d07d17f5b46 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (bf860a47-e95c-49fd-adf9-3d2756ee3379), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.672520 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12929006-e900-4bcb-a117-1d07d17f5b46 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (bf860a47-e95c-49fd-adf9-3d2756ee3379), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.712094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Network 59b8ad1e-58f3-492f-bc01-a1bbae88a4c0 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:04.717857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:04.725280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:04.740134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Pushing event updated for resources: {'Port': ['ID=b664ef16-0945-4477-96cd-95ed9f1cc693,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:04.753848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12929006-e900-4bcb-a117-1d07d17f5b46 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf860a47-e95c-49fd-adf9-3d2756ee3379,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:04.761335 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12929006-e900-4bcb-a117-1d07d17f5b46 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.762584 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-12929006-e900-4bcb-a117-1d07d17f5b46 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3981178 Feb 03 12:53:04.767354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41206) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:04.827120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Attempting to bind port b664ef16-0945-4477-96cd-95ed9f1cc693 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:04.827534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Attempting to bind port b664ef16-0945-4477-96cd-95ed9f1cc693 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '3be7860c-622a-4996-9610-6d44a54fd362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '59b8ad1e-58f3-492f-bc01-a1bbae88a4c0'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:04.828503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Attempting to bind port b664ef16-0945-4477-96cd-95ed9f1cc693 on network 59b8ad1e-58f3-492f-bc01-a1bbae88a4c0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:04.830780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Deleting port 8310bb34-dbe6-4511-91a2-f8a63cee5b53 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:04.831192 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.834764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:04.835149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Checking segment: {'id': '3be7860c-622a-4996-9610-6d44a54fd362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '59b8ad1e-58f3-492f-bc01-a1bbae88a4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:04.835551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.836034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Bound using segment: {'id': '3be7860c-622a-4996-9610-6d44a54fd362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '59b8ad1e-58f3-492f-bc01-a1bbae88a4c0'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:04.836496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Bound port: b664ef16-0945-4477-96cd-95ed9f1cc693, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be7860c-622a-4996-9610-6d44a54fd362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '59b8ad1e-58f3-492f-bc01-a1bbae88a4c0'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:04.836923 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b664ef16-0945-4477-96cd-95ed9f1cc693), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.880512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a75977f-5790-4e03-88f0-ce7b33b83d5d req-341503fe-7725-48d9-8bc2-bb4616c75730 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0975595 Feb 03 12:53:04.881285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa750500-9878-4127-9028-f8bca7109f0a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (a17bbfec-6fff-47e7-9fa2-7a9eef95ae33), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.910710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] For port b664ef16-0945-4477-96cd-95ed9f1cc693, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:04.912804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa750500-9878-4127-9028-f8bca7109f0a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (a17bbfec-6fff-47e7-9fa2-7a9eef95ae33), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.914027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] For port b664ef16-0945-4477-96cd-95ed9f1cc693, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b664ef16-0945-4477-96cd-95ed9f1cc693,segment=NetworkSegment(3be7860c-622a-4996-9610-6d44a54fd362),segment_id=3be7860c-622a-4996-9610-6d44a54fd362)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:04.929218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-47d4c322-ad40-42f6-a1b4-76c319e70be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:04.930918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-47d4c322-ad40-42f6-a1b4-76c319e70be0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.2641270 Feb 03 12:53:04.931941 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (89b42c33-1178-4a59-8b99-77370a04d718), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.932092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b664ef16-0945-4477-96cd-95ed9f1cc693), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.955540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcf832-0b14-4425-8157-257deaf263fe req-bcfd66d4-1efb-4ab5-ba04-0a166a2f5de4 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:04.963332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8fcf832-0b14-4425-8157-257deaf263fe req-bcfd66d4-1efb-4ab5-ba04-0a166a2f5de4 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 948 time: 0.3211410 Feb 03 12:53:05.022399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa750500-9878-4127-9028-f8bca7109f0a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a17bbfec-6fff-47e7-9fa2-7a9eef95ae33), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.028177 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa750500-9878-4127-9028-f8bca7109f0a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.029432 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aa750500-9878-4127-9028-f8bca7109f0a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/a17bbfec-6fff-47e7-9fa2-7a9eef95ae33 HTTP/1.1" status: 204 len: 168 time: 0.2520728 Feb 03 12:53:05.047574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41208) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:05.052134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa750500-9878-4127-9028-f8bca7109f0a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17bbfec-6fff-47e7-9fa2-7a9eef95ae33,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.096449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0168597c-97ae-4aa7-b630-ff56785c10e5 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:53:05.136971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] For port 8310bb34-dbe6-4511-91a2-f8a63cee5b53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8310bb34-dbe6-4511-91a2-f8a63cee5b53,segment=NetworkSegment(8c90b9fd-488f-45ca-bb9a-f2e92ad316ec),segment_id=8c90b9fd-488f-45ca-bb9a-f2e92ad316ec)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:05.137640 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.148047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213016e-02a8-4285-9e28-5556f4e9469a None None] Pushing event updated for resources: {'Port': ['ID=b664ef16-0945-4477-96cd-95ed9f1cc693,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.168142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Calling delete_port for 8310bb34-dbe6-4511-91a2-f8a63cee5b53 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:05.180933 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d2521f9b-7a08-437b-8a55-6f60110aac15 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1196330 Feb 03 12:53:05.194974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41210) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:05.205312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a4100bba-ff24-4deb-b636-07df10c53264 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-secgroup--279933067'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:05.207130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cca373-3456-4a0d-8b2f-a8dfad19ead4 None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:53:05.275182 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a4100bba-ff24-4deb-b636-07df10c53264 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.454016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0168597c-97ae-4aa7-b630-ff56785c10e5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0168597c-97ae-4aa7-b630-ff56785c10e5,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:05.474035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cca373-3456-4a0d-8b2f-a8dfad19ead4 None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:53:05.479013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '0168597c-97ae-4aa7-b630-ff56785c10e5', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '0168597c-97ae-4aa7-b630-ff56785c10e5', 'mac_address': 'fa:16:3e:4e:55:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:53:05.507148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a4100bba-ff24-4deb-b636-07df10c53264 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (cbf6b702-430d-4d1f-ad91-45569e5aedb2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.517687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a4100bba-ff24-4deb-b636-07df10c53264 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cbf6b702-430d-4d1f-ad91-45569e5aedb2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.547024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a4100bba-ff24-4deb-b636-07df10c53264 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.548092 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a4100bba-ff24-4deb-b636-07df10c53264 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3521118 Feb 03 12:53:05.558499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41214) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:05.563799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ca939eb0-3968-4736-bc66-7d82c2b96ec5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213054779'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:05.603795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4100bba-ff24-4deb-b636-07df10c53264 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf6b702-430d-4d1f-ad91-45569e5aedb2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.636491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 0168597c-97ae-4aa7-b630-ff56785c10e5 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:05.636894 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.645266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Subnet': ['ID=89b42c33-1178-4a59-8b99-77370a04d718,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.650841 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f404252d-3a99-49ac-a0cb-b9c4f36eecce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (cf9f0450-6d84-426f-a010-52520b0a87d8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.690423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f404252d-3a99-49ac-a0cb-b9c4f36eecce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf9f0450-6d84-426f-a010-52520b0a87d8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.693387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8310bb34-dbe6-4511-91a2-f8a63cee5b53), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.737086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0168597c-97ae-4aa7-b630-ff56785c10e5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:05.769404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0168597c-97ae-4aa7-b630-ff56785c10e5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0168597c-97ae-4aa7-b630-ff56785c10e5,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:05.793555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8310bb34-dbe6-4511-91a2-f8a63cee5b53,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.795562 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.815251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f404252d-3a99-49ac-a0cb-b9c4f36eecce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.817522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f404252d-3a99-49ac-a0cb-b9c4f36eecce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3171761 Feb 03 12:53:05.822949 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca939eb0-3968-4736-bc66-7d82c2b96ec5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.825385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41220) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:05.849101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6519aeda-b418-4724-ba73-e05e7a7a69b4 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'cf9f0450-6d84-426f-a010-52520b0a87d8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:05.850250 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-6519aeda-b418-4724-ba73-e05e7a7a69b4 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 12:53:05.850784 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-6519aeda-b418-4724-ba73-e05e7a7a69b4 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:05.852084 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6519aeda-b418-4724-ba73-e05e7a7a69b4 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0249364 Feb 03 12:53:05.860555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41222) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:05.880118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8fcf832-0b14-4425-8157-257deaf263fe req-7d0f4d83-abf7-4030-a8b3-b535f6553b2a tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9154589 Feb 03 12:53:05.891979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=0168597c-97ae-4aa7-b630-ff56785c10e5,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.932052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (59b8ad1e-58f3-492f-bc01-a1bbae88a4c0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.955026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404252d-3a99-49ac-a0cb-b9c4f36eecce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f0450-6d84-426f-a010-52520b0a87d8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.978536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-c24d9fa7-2b0f-4652-aef5-8ab1bcebd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:05.978785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad064e64-8f5c-4760-919d-20dd84e5fb1a None None] Network 59b8ad1e-58f3-492f-bc01-a1bbae88a4c0 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:05.980631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-c24d9fa7-2b0f-4652-aef5-8ab1bcebd9c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0347455 Feb 03 12:53:05.982587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b8ad1e-58f3-492f-bc01-a1bbae88a4c0']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:05.993659 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c7181dc-6534-45de-ae0e-64467ff85c68 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (cf9f0450-6d84-426f-a010-52520b0a87d8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.009496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be7860c-622a-4996-9610-6d44a54fd362') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:06.010301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be7860c-622a-4996-9610-6d44a54fd362') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:06.063392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ecd3af9-201f-411f-b703-ebb0fb0f11d8 req-6a6c74ef-038f-416c-8055-f909655a2e0e tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0506194 Feb 03 12:53:06.068642 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (3be7860c-622a-4996-9610-6d44a54fd362), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.085596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['0168597c-97ae-4aa7-b630-ff56785c10e5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:53:06.137420 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c7181dc-6534-45de-ae0e-64467ff85c68 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (cf9f0450-6d84-426f-a010-52520b0a87d8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.141595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3be7860c-622a-4996-9610-6d44a54fd362), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.156000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:06.156419 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (3be7860c-622a-4996-9610-6d44a54fd362), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:06.160701 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:06.267334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.api [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:53:06.267334 n-d-792364-10 neutron-server[103224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:53:06.267334 n-d-792364-10 neutron-server[103224]: [parameters: {'id': '59b8ad1e-58f3-492f-bc01-a1bbae88a4c0'}] Feb 03 12:53:06.267334 n-d-792364-10 neutron-server[103224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:53:06.267929 n-d-792364-10 neutron-server[103224]: DEBUG oslo_db.api [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:53:06.271506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-a54e7d51-9525-4d1a-a1b0-94fbc0564a06 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808585 Feb 03 12:53:06.275409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca939eb0-3968-4736-bc66-7d82c2b96ec5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (d5c35d2f-bae9-414d-ba05-4a1f94968057), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.309073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca939eb0-3968-4736-bc66-7d82c2b96ec5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d5c35d2f-bae9-414d-ba05-4a1f94968057), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.315954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c7181dc-6534-45de-ae0e-64467ff85c68 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf9f0450-6d84-426f-a010-52520b0a87d8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.318455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c7181dc-6534-45de-ae0e-64467ff85c68 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.322138 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7c7181dc-6534-45de-ae0e-64467ff85c68 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/cf9f0450-6d84-426f-a010-52520b0a87d8 HTTP/1.1" status: 204 len: 168 time: 0.4585328 Feb 03 12:53:06.322138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (ce210bd0-0922-4ef3-90a8-450d208b1874), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.325746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41226) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.389801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4962a67c-4c2e-41c0-baeb-cdfc650ff530 req-7feab46f-f2ae-461a-902f-b017025d1412 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100502 Feb 03 12:53:06.415241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca939eb0-3968-4736-bc66-7d82c2b96ec5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c35d2f-bae9-414d-ba05-4a1f94968057,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:06.419350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca939eb0-3968-4736-bc66-7d82c2b96ec5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.420535 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ca939eb0-3968-4736-bc66-7d82c2b96ec5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8609946 Feb 03 12:53:06.423688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41228) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.429113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-90bce1a0-0cd3-4c79-9329-5cd3c69e987d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': 'cbf6b702-430d-4d1f-ad91-45569e5aedb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd5c35d2f-bae9-414d-ba05-4a1f94968057', 'remote_ip_prefix': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:06.457042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7181dc-6534-45de-ae0e-64467ff85c68 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f0450-6d84-426f-a010-52520b0a87d8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:06.475463 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90bce1a0-0cd3-4c79-9329-5cd3c69e987d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (357ad1e7-900f-46b2-b9e8-94a27de221eb), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.497726 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-baa8f534-3e01-4299-a447-5844cd0ccaf4 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1639833 Feb 03 12:53:06.498008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41230) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.502730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-39222c02-ecf4-4379-8472-03a2522d60ae tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834204615'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:06.549402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39222c02-ecf4-4379-8472-03a2522d60ae tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.574983 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90bce1a0-0cd3-4c79-9329-5cd3c69e987d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (357ad1e7-900f-46b2-b9e8-94a27de221eb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.583934 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90bce1a0-0cd3-4c79-9329-5cd3c69e987d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (357ad1e7-900f-46b2-b9e8-94a27de221eb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.618924 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8f04176-d620-48ea-9364-5d8f09cb06ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.645806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bce1a0-0cd3-4c79-9329-5cd3c69e987d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357ad1e7-900f-46b2-b9e8-94a27de221eb,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:06.651421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Router ce210bd0-0922-4ef3-90a8-450d208b1874 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:53:06.664313 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90bce1a0-0cd3-4c79-9329-5cd3c69e987d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.668384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41234) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.668534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-90bce1a0-0cd3-4c79-9329-5cd3c69e987d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2437148 Feb 03 12:53:06.692399 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39222c02-ecf4-4379-8472-03a2522d60ae tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (cbe4396c-0c25-49dd-be99-1ed8d55cf9f0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.697619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39222c02-ecf4-4379-8472-03a2522d60ae tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cbe4396c-0c25-49dd-be99-1ed8d55cf9f0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.737617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b01a243-8d78-4fc8-b2cc-17cd8fb599f3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (357ad1e7-900f-46b2-b9e8-94a27de221eb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.737846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39222c02-ecf4-4379-8472-03a2522d60ae tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe4396c-0c25-49dd-be99-1ed8d55cf9f0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:06.743457 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39222c02-ecf4-4379-8472-03a2522d60ae tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.744915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-39222c02-ecf4-4379-8472-03a2522d60ae tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2459283 Feb 03 12:53:06.747653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41236) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.750464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b01a243-8d78-4fc8-b2cc-17cd8fb599f3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (357ad1e7-900f-46b2-b9e8-94a27de221eb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.753417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6e59a06d-9257-41ac-9f2d-2a815a93b596 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4396c-0c25-49dd-be99-1ed8d55cf9f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:06.754545 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-6e59a06d-9257-41ac-9f2d-2a815a93b596 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 12:53:06.755134 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-6e59a06d-9257-41ac-9f2d-2a815a93b596 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:06.756257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6e59a06d-9257-41ac-9f2d-2a815a93b596 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074799 Feb 03 12:53:06.758996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41238) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.764024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-cf748f3f-19cf-4a5d-99a7-8506eb0124ec tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4396c-0c25-49dd-be99-1ed8d55cf9f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:06.764897 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-cf748f3f-19cf-4a5d-99a7-8506eb0124ec tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 12:53:06.765504 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-cf748f3f-19cf-4a5d-99a7-8506eb0124ec tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:06.766667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cf748f3f-19cf-4a5d-99a7-8506eb0124ec tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065382 Feb 03 12:53:06.768453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (59b8ad1e-58f3-492f-bc01-a1bbae88a4c0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.770767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41240) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.778831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1c71f535-5616-4402-ba6c-3ca1540e2412 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4396c-0c25-49dd-be99-1ed8d55cf9f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:06.779775 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-1c71f535-5616-4402-ba6c-3ca1540e2412 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 12:53:06.780365 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-1c71f535-5616-4402-ba6c-3ca1540e2412 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:06.781694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1c71f535-5616-4402-ba6c-3ca1540e2412 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087619 Feb 03 12:53:06.784433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41242) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.789190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c26044df-bc14-437a-baf0-70b3609bafce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4396c-0c25-49dd-be99-1ed8d55cf9f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:06.790377 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-c26044df-bc14-437a-baf0-70b3609bafce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 12:53:06.790974 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-c26044df-bc14-437a-baf0-70b3609bafce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:06.792461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c26044df-bc14-437a-baf0-70b3609bafce tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068476 Feb 03 12:53:06.795979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41246) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.852206 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b01a243-8d78-4fc8-b2cc-17cd8fb599f3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (357ad1e7-900f-46b2-b9e8-94a27de221eb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.870632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b01a243-8d78-4fc8-b2cc-17cd8fb599f3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.872518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3b01a243-8d78-4fc8-b2cc-17cd8fb599f3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/357ad1e7-900f-46b2-b9e8-94a27de221eb HTTP/1.1" status: 204 len: 168 time: 0.2028856 Feb 03 12:53:06.880632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41252) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.884139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01a243-8d78-4fc8-b2cc-17cd8fb599f3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=357ad1e7-900f-46b2-b9e8-94a27de221eb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:06.889044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:06.897519 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b3e54326-f73c-4c77-9cba-51ee306653cf admin admin] 10.222.0.65 "PUT /v2.0/routers/ce210bd0-0922-4ef3-90a8-450d208b1874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5008135 Feb 03 12:53:06.900544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] Sync routers for ids ['ce210bd0-0922-4ef3-90a8-450d208b1874'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:06.907976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41256) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.917543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] Routers {'ce210bd0-0922-4ef3-90a8-450d208b1874'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:06.918314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:52:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ce210bd0-0922-4ef3-90a8-450d208b1874'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:06.991371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f85039cc-bb6f-4fca-9c41-6251bfb3c1d5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1085725 Feb 03 12:53:06.995235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41264) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.996328 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37e59f42-f6fb-408e-9fbd-285f2e250b14 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (cbe4396c-0c25-49dd-be99-1ed8d55cf9f0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.016636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting port b664ef16-0945-4477-96cd-95ed9f1cc693 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:07.017633 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b664ef16-0945-4477-96cd-95ed9f1cc693), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.064852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks [] for router (ce210bd0-0922-4ef3-90a8-450d208b1874), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.084874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0168597c-97ae-4aa7-b630-ff56785c10e5 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:07.112587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37e59f42-f6fb-408e-9fbd-285f2e250b14 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (cbe4396c-0c25-49dd-be99-1ed8d55cf9f0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.156583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] Set router ce210bd0-0922-4ef3-90a8-450d208b1874 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:07.278622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c631b659-1669-4800-acfc-40f4f7bb3a19 req-45786b67-9d72-47a7-a435-5b8146806cd6 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0871136 Feb 03 12:53:07.284692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks [] for router_gateway (ce210bd0-0922-4ef3-90a8-450d208b1874), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.301188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] For port b664ef16-0945-4477-96cd-95ed9f1cc693, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b664ef16-0945-4477-96cd-95ed9f1cc693,segment=NetworkSegment(3be7860c-622a-4996-9610-6d44a54fd362),segment_id=3be7860c-622a-4996-9610-6d44a54fd362)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:07.301568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b664ef16-0945-4477-96cd-95ed9f1cc693), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.363068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834d18d-d40b-4f95-b527-916057b7b271 req-bb403d64-2f03-4e5a-8a65-5a22ba1ea6f0 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:07.364741 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8834d18d-d40b-4f95-b527-916057b7b271 req-bb403d64-2f03-4e5a-8a65-5a22ba1ea6f0 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 949 time: 0.3033988 Feb 03 12:53:07.374306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 0168597c-97ae-4aa7-b630-ff56785c10e5 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:53:07.374575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Calling delete_port for b664ef16-0945-4477-96cd-95ed9f1cc693 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:07.387189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 0168597c-97ae-4aa7-b630-ff56785c10e5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:07.387716 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.388323 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d28ff261-c783-4fc1-a920-3ff8881bd711 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (d5c35d2f-bae9-414d-ba05-4a1f94968057), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.396352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37e59f42-f6fb-408e-9fbd-285f2e250b14 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cbe4396c-0c25-49dd-be99-1ed8d55cf9f0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.399314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37e59f42-f6fb-408e-9fbd-285f2e250b14 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.400518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37e59f42-f6fb-408e-9fbd-285f2e250b14 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/cbe4396c-0c25-49dd-be99-1ed8d55cf9f0 HTTP/1.1" status: 204 len: 168 time: 0.6035368 Feb 03 12:53:07.415179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41272) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:07.506449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Deleting port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:07.506839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.511927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e59f42-f6fb-408e-9fbd-285f2e250b14 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe4396c-0c25-49dd-be99-1ed8d55cf9f0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:07.522254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8834d18d-d40b-4f95-b527-916057b7b271 req-7bf34dc8-e91e-4c83-b002-dc3c7039da93 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456671 Feb 03 12:53:07.524404 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d28ff261-c783-4fc1-a920-3ff8881bd711 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (d5c35d2f-bae9-414d-ba05-4a1f94968057), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.538512 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-02dc5458-3eba-42f4-af95-b0e2a7b45e7f tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1180599 Feb 03 12:53:07.542752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41274) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:07.568681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-263ae917-cc83-447f-911c-8fcc78aa5be3 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'tempest-secgroup--921328702'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:07.626415 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d28ff261-c783-4fc1-a920-3ff8881bd711 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d5c35d2f-bae9-414d-ba05-4a1f94968057), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.629786 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d28ff261-c783-4fc1-a920-3ff8881bd711 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.631048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d28ff261-c783-4fc1-a920-3ff8881bd711 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/d5c35d2f-bae9-414d-ba05-4a1f94968057 HTTP/1.1" status: 204 len: 168 time: 0.6311922 Feb 03 12:53:07.636456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41276) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:07.658646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] For port 1a7cb68d-6e6f-47ac-a389-42dd7f331e95, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1a7cb68d-6e6f-47ac-a389-42dd7f331e95,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:07.659522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.661163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ff261-c783-4fc1-a920-3ff8881bd711 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c35d2f-bae9-414d-ba05-4a1f94968057,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:07.667001 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-263ae917-cc83-447f-911c-8fcc78aa5be3 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.671788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b664ef16-0945-4477-96cd-95ed9f1cc693), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.750186 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Calling delete_port for 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:07.756780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8b67cb6f-047d-4107-bae4-0a1af4d248cc tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1188476 Feb 03 12:53:07.760978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41280) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:07.811999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-263ae917-cc83-447f-911c-8fcc78aa5be3 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.817392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No DVR routers for this DVR port b664ef16-0945-4477-96cd-95ed9f1cc693 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:07.823954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Port': ['ID=b664ef16-0945-4477-96cd-95ed9f1cc693,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:07.828984 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-263ae917-cc83-447f-911c-8fcc78aa5be3 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.899961 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-263ae917-cc83-447f-911c-8fcc78aa5be3 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.901345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-263ae917-cc83-447f-911c-8fcc78aa5be3 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3448668 Feb 03 12:53:07.905485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41282) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:07.913883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ae917-cc83-447f-911c-8fcc78aa5be3 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:07.931990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:35Z', 'updated_at': '2022-02-03T12:53:05Z', 'revision_number': 5, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'gw_port': {'id': '1a7cb68d-6e6f-47ac-a389-42dd7f331e95', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:36Z', 'updated_at': '2022-02-03T12:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:07.934073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 0168597c-97ae-4aa7-b630-ff56785c10e5 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:07.934597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.939773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-08c0dcb7-809d-4608-ba3d-7274d717650c tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:07.940446 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-08c0dcb7-809d-4608-ba3d-7274d717650c tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 12:53:07.941151 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-08c0dcb7-809d-4608-ba3d-7274d717650c tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:07.942265 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-08c0dcb7-809d-4608-ba3d-7274d717650c tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0333757 Feb 03 12:53:07.945363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41284) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:07.946508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64842fe7-4b99-41a8-a915-5c62750aa217 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (cbf6b702-430d-4d1f-ad91-45569e5aedb2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.956347 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (59b8ad1e-58f3-492f-bc01-a1bbae88a4c0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.959760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e7c76105-28e8-4fa7-a678-ae4991385906 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:07.983152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b8ad1e-58f3-492f-bc01-a1bbae88a4c0']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:07.994976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be7860c-622a-4996-9610-6d44a54fd362') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:07.995260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be7860c-622a-4996-9610-6d44a54fd362') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:08.005826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (3be7860c-622a-4996-9610-6d44a54fd362), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.022980 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3be7860c-622a-4996-9610-6d44a54fd362), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.028386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] Checking router: ce210bd0-0922-4ef3-90a8-450d208b1874 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:53:08.032563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:08.033096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (3be7860c-622a-4996-9610-6d44a54fd362), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:08.036827 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:08.043067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64842fe7-4b99-41a8-a915-5c62750aa217 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (cbf6b702-430d-4d1f-ad91-45569e5aedb2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.105540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0168597c-97ae-4aa7-b630-ff56785c10e5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0168597c-97ae-4aa7-b630-ff56785c10e5,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:08.107594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29203789-4b57-4f5b-bdab-3d9e67aadc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0168597c-97ae-4aa7-b630-ff56785c10e5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:08.110256 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290ecb9e-9f05-47ce-b210-9d3c810e2f2d" -d '{"events": [{"server_uuid": "29203789-4b57-4f5b-bdab-3d9e67aadc50", "name": "network-vif-plugged", "status": "completed", "tag": "0168597c-97ae-4aa7-b630-ff56785c10e5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:08.114683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] Routers {'ce210bd0-0922-4ef3-90a8-450d208b1874'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:08.115758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:52:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ce210bd0-0922-4ef3-90a8-450d208b1874'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:08.121941 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (59b8ad1e-58f3-492f-bc01-a1bbae88a4c0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.144753 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.147973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/59b8ad1e-58f3-492f-bc01-a1bbae88a4c0 HTTP/1.1" status: 204 len: 168 time: 4.1621451 Feb 03 12:53:08.149282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d7434-71d2-459c-91fe-2786f1d597a9 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Network': ['ID=59b8ad1e-58f3-492f-bc01-a1bbae88a4c0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:08.155531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41288) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.163492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-992744379'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:08.193996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:08.198096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.251994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] Set router ce210bd0-0922-4ef3-90a8-450d208b1874 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:08.254215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:08.285471 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b3b9c21a-9421-4744-8326-36b176ec0ed1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.285960 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Added segment b3b9c21a-9421-4744-8326-36b176ec0ed1 of type vlan for network 8427bdb6-eee9-4516-8294-1c34fe4ef68d Feb 03 12:53:08.293922 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-e7c76105-28e8-4fa7-a678-ae4991385906 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:08.298114 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7c76105-28e8-4fa7-a678-ae4991385906 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3485436 Feb 03 12:53:08.299082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41290) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.312912 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a6bdc9da-9499-426d-8ee8-9b107f3e2017 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:08.319225 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2119a1de-c2e3-42a2-81b8-e58f4183372c x-openstack-request-id: req-2119a1de-c2e3-42a2-81b8-e58f4183372c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:08.319927 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29203789-4b57-4f5b-bdab-3d9e67aadc50", "name": "network-vif-plugged", "status": "completed", "tag": "0168597c-97ae-4aa7-b630-ff56785c10e5", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:08.320493 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2119a1de-c2e3-42a2-81b8-e58f4183372c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:08.322066 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29203789-4b57-4f5b-bdab-3d9e67aadc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0168597c-97ae-4aa7-b630-ff56785c10e5', 'code': 200} Feb 03 12:53:08.324633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:35Z', 'updated_at': '2022-02-03T12:53:07Z', 'revision_number': 6, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:08.329257 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-a6bdc9da-9499-426d-8ee8-9b107f3e2017 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 12:53:08.330253 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-a6bdc9da-9499-426d-8ee8-9b107f3e2017 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:08.337815 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a6bdc9da-9499-426d-8ee8-9b107f3e2017 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0319366 Feb 03 12:53:08.341570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41294) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.344293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64842fe7-4b99-41a8-a915-5c62750aa217 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cbf6b702-430d-4d1f-ad91-45569e5aedb2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.350118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-55121561-1e75-4fe1-a3e2-ec781261f4b2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:08.358066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64842fe7-4b99-41a8-a915-5c62750aa217 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.359137 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.359371 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-64842fe7-4b99-41a8-a915-5c62750aa217 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/cbf6b702-430d-4d1f-ad91-45569e5aedb2 HTTP/1.1" status: 204 len: 168 time: 0.5972006 Feb 03 12:53:08.362922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50dfd8-84c8-4d58-8ea3-13af0327f701 None None] The sync data for ids ['ce210bd0-0922-4ef3-90a8-450d208b1874'] in n-d-792364-10 is: [{'id': 'ce210bd0-0922-4ef3-90a8-450d208b1874', 'name': 'tempest-TaggedBootDevicesTest_v242-2000966439-router', 'tenant_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:35Z', 'updated_at': '2022-02-03T12:53:07Z', 'revision_number': 6, 'project_id': '51a88a76e30e4911a5c0fe016ee60c4c', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:08.367231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41296) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.392382 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (8427bdb6-eee9-4516-8294-1c34fe4ef68d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.425773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=0168597c-97ae-4aa7-b630-ff56785c10e5,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:08.511982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012267e-2405-4d26-871b-b700a4998159 req-54748e5a-4695-4526-978d-f399043330de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:08.513686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3012267e-2405-4d26-871b-b700a4998159 req-54748e5a-4695-4526-978d-f399043330de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 1133 time: 0.2469628 Feb 03 12:53:08.540266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fc498b8-b873-4a14-833e-71ceb2402a0a req-50ecf480-3b37-4e28-aa32-501d3652dc11 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0605328 Feb 03 12:53:08.554224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (8427bdb6-eee9-4516-8294-1c34fe4ef68d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.559624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:08.560271 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.575853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5f0b046c-af72-41b8-bc82-e5d59fb7181a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1952765 Feb 03 12:53:08.584496 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-55121561-1e75-4fe1-a3e2-ec781261f4b2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:08.585710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-55121561-1e75-4fe1-a3e2-ec781261f4b2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2422485 Feb 03 12:53:08.586277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41304) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.609835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41306) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.614027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f4f2ccab-a87a-4c1e-807a-05211e9ebf01 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163754295'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:08.631147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b5da2868-1869-4dd3-8e72-c15a4e6b5d73 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:08.631639 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-b5da2868-1869-4dd3-8e72-c15a4e6b5d73 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 12:53:08.632180 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-b5da2868-1869-4dd3-8e72-c15a4e6b5d73 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:08.633456 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b5da2868-1869-4dd3-8e72-c15a4e6b5d73 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098095 Feb 03 12:53:08.653875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41308) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.660441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-053ec447-6d54-4d62-9d94-e9351ae5447f tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:08.682921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5259614 Feb 03 12:53:08.717863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41310) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.746372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Request body: {'subnet': {'network_id': '8427bdb6-eee9-4516-8294-1c34fe4ef68d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:08.792680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f4707-515a-4736-9d97-a90c42d33d48 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Network': ['ID=8427bdb6-eee9-4516-8294-1c34fe4ef68d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:08.795631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64842fe7-4b99-41a8-a915-5c62750aa217 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf6b702-430d-4d1f-ad91-45569e5aedb2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:08.843059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 8427bdb6-eee9-4516-8294-1c34fe4ef68d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:08.857433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1a7cb68d-6e6f-47ac-a389-42dd7f331e95), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.898062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7cb68d-6e6f-47ac-a389-42dd7f331e95,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:08.908819 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ccab-a87a-4c1e-807a-05211e9ebf01 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.920842 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c275980-098b-4dbe-8795-1ee92eec8e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.940345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3012267e-2405-4d26-871b-b700a4998159 req-15658df9-4272-4f12-9d4a-fe001e1117dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036922 Feb 03 12:53:09.003415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (ce210bd0-0922-4ef3-90a8-450d208b1874), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.056023 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-053ec447-6d54-4d62-9d94-e9351ae5447f tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:09.057084 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-053ec447-6d54-4d62-9d94-e9351ae5447f tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4018021 Feb 03 12:53:09.066134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41314) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:09.082067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-72f0b18f-600f-4084-8bf7-09d9fc586a63 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:09.082586 n-d-792364-10 neutron-server[103224]: WARNING neutron.api.v2.base [None req-72f0b18f-600f-4084-8bf7-09d9fc586a63 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 12:53:09.083085 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-72f0b18f-600f-4084-8bf7-09d9fc586a63 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:09.084121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-72f0b18f-600f-4084-8bf7-09d9fc586a63 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144556 Feb 03 12:53:09.098031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e7d1a-7ce3-4dcf-8d56-7619b354ce8e req-44e72b3e-5430-4404-b252-2892271d48ac tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:09.105446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f2e7d1a-7ce3-4dcf-8d56-7619b354ce8e req-44e72b3e-5430-4404-b252-2892271d48ac tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 950 time: 0.3679540 Feb 03 12:53:09.113087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41316) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:09.118478 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (ce210bd0-0922-4ef3-90a8-450d208b1874), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.121545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks [] for router_controller (ce210bd0-0922-4ef3-90a8-450d208b1874), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.124250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7b005107-0da7-418d-ba58-2af91387d1e2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:09.157701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Made reservation on behalf of 7dd1b0b1515444cba9d94518972a2181 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:09.161345 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.175139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (ce210bd0-0922-4ef3-90a8-450d208b1874), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.176161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce210bd0-0922-4ef3-90a8-450d208b1874 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:53:09.189924 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.191869 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7ada91c7-917b-4d77-a912-2bc9ff9e3d45 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ce210bd0-0922-4ef3-90a8-450d208b1874 HTTP/1.1" status: 204 len: 168 time: 2.2811098 Feb 03 12:53:09.195131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41318) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:09.229444 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ccab-a87a-4c1e-807a-05211e9ebf01 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (a18b155e-562b-4c3c-a2c2-64249e26de21), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.258358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd87555-5d9b-42b7-af3c-521b365647f5 admin admin] Deleting subnet d281142c-d265-42ea-9709-524559d58d1f {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:09.262086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfd87555-5d9b-42b7-af3c-521b365647f5 admin admin] Publish callbacks [] for subnet (d281142c-d265-42ea-9709-524559d58d1f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.283445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ccab-a87a-4c1e-807a-05211e9ebf01 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a18b155e-562b-4c3c-a2c2-64249e26de21), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.320944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f2e7d1a-7ce3-4dcf-8d56-7619b354ce8e req-6977bb7a-829e-46e0-a9df-eacf00ea1a99 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093592 Feb 03 12:53:09.342074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfd87555-5d9b-42b7-af3c-521b365647f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d281142c-d265-42ea-9709-524559d58d1f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.356796 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-7b005107-0da7-418d-ba58-2af91387d1e2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:09.377583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7b005107-0da7-418d-ba58-2af91387d1e2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2632370 Feb 03 12:53:09.392774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41320) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:09.394245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:09.401005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-00596315-f005-4619-9a7f-cc146ed36e1d tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:09.436371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:09.436692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1a7cb68d-6e6f-47ac-a389-42dd7f331e95 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:09.437047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8310bb34-dbe6-4511-91a2-f8a63cee5b53 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:09.488087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 8310bb34-dbe6-4511-91a2-f8a63cee5b53 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:09.488483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8310bb34-dbe6-4511-91a2-f8a63cee5b53 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:09.518130 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ccab-a87a-4c1e-807a-05211e9ebf01 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.520876 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-00596315-f005-4619-9a7f-cc146ed36e1d tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:09.522130 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-00596315-f005-4619-9a7f-cc146ed36e1d tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1282854 Feb 03 12:53:09.523536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfd87555-5d9b-42b7-af3c-521b365647f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d281142c-d265-42ea-9709-524559d58d1f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.525701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41322) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:09.531613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f4f2ccab-a87a-4c1e-807a-05211e9ebf01 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9251845 Feb 03 12:53:09.535854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41324) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:09.538473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2ccab-a87a-4c1e-807a-05211e9ebf01 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b155e-562b-4c3c-a2c2-64249e26de21,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:09.565005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e658f493-309d-4116-b2c2-968794978e48 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': 'a18b155e-562b-4c3c-a2c2-64249e26de21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:09.678974 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e658f493-309d-4116-b2c2-968794978e48 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (04d9a2e5-3cef-41d7-987d-f0b45abe3eb1), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.687495 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-247462cb-744f-4033-8dd6-32ba57cf2063 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.709522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfd87555-5d9b-42b7-af3c-521b365647f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d281142c-d265-42ea-9709-524559d58d1f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.768530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96b7ead3-1242-4e61-abbb-4eb580a90687 req-2ab20a55-a952-440c-a17d-3f1d3350a46a tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0619943 Feb 03 12:53:09.773899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd87555-5d9b-42b7-af3c-521b365647f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d281142c-d265-42ea-9709-524559d58d1f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:09.783699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-247462cb-744f-4033-8dd6-32ba57cf2063 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.804976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.objects.ports [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:53:09.807307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (028203fe-67dd-4195-83c7-2ab1f5fdc3a5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.821014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a50fb7-55c7-4563-a280-575cecd6c313 None None] Network ced2aa59-243b-4d84-8e70-c9202b1d8bd3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:09.826626 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfd87555-5d9b-42b7-af3c-521b365647f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.843841 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cfd87555-5d9b-42b7-af3c-521b365647f5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d281142c-d265-42ea-9709-524559d58d1f HTTP/1.1" status: 204 len: 168 time: 0.6465340 Feb 03 12:53:09.845019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41332) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:09.860101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e658f493-309d-4116-b2c2-968794978e48 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (04d9a2e5-3cef-41d7-987d-f0b45abe3eb1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.895651 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e658f493-309d-4116-b2c2-968794978e48 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (04d9a2e5-3cef-41d7-987d-f0b45abe3eb1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.939158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658f493-309d-4116-b2c2-968794978e48 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d9a2e5-3cef-41d7-987d-f0b45abe3eb1,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:09.946273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e658f493-309d-4116-b2c2-968794978e48 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.947248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e658f493-309d-4116-b2c2-968794978e48 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3849981 Feb 03 12:53:09.953371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41336) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:09.996325 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ced2aa59-243b-4d84-8e70-c9202b1d8bd3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.011288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-247462cb-744f-4033-8dd6-32ba57cf2063 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.019834 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-247462cb-744f-4033-8dd6-32ba57cf2063 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.024760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fc177ff-5aae-4b04-becb-43ab9f5c0415 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (04d9a2e5-3cef-41d7-987d-f0b45abe3eb1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.025139 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-247462cb-744f-4033-8dd6-32ba57cf2063 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0 HTTP/1.1" status: 204 len: 168 time: 0.4970844 Feb 03 12:53:10.028735 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41338) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:10.037457 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fc177ff-5aae-4b04-becb-43ab9f5c0415 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (04d9a2e5-3cef-41d7-987d-f0b45abe3eb1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.066698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.083452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247462cb-744f-4033-8dd6-32ba57cf2063 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e9a6f5-21b5-49a8-ab7f-069f8edaddd0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:10.102454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event updated for resources: {'Subnet': ['ID=028203fe-67dd-4195-83c7-2ab1f5fdc3a5,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:10.118898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Checking segment: {'id': 'b3b9c21a-9421-4744-8326-36b176ec0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8427bdb6-eee9-4516-8294-1c34fe4ef68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:10.119282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network hostable DHCP agents. Network: 8427bdb6-eee9-4516-8294-1c34fe4ef68d, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:10.123495 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fc177ff-5aae-4b04-becb-43ab9f5c0415 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (04d9a2e5-3cef-41d7-987d-f0b45abe3eb1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.130290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fc177ff-5aae-4b04-becb-43ab9f5c0415 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.134050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7fc177ff-5aae-4b04-becb-43ab9f5c0415 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/04d9a2e5-3cef-41d7-987d-f0b45abe3eb1 HTTP/1.1" status: 204 len: 168 time: 0.1745148 Feb 03 12:53:10.148429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41340) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:10.149439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc177ff-5aae-4b04-becb-43ab9f5c0415 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04d9a2e5-3cef-41d7-987d-f0b45abe3eb1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:10.180193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda13d4-abe4-4a22-9c9b-50ce57b534b3 None None] DHCP port deletion for ced2aa59-243b-4d84-8e70-c9202b1d8bd3 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:53:10.218724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f789f94b-0d44-4749-ae23-589373edf548 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631292 Feb 03 12:53:10.218724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Network 8427bdb6-eee9-4516-8294-1c34fe4ef68d is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:10.222783 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2be4c906-480f-4bde-80df-a895d22ff6b0 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1808074 Feb 03 12:53:10.227390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41342) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:10.228372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41344) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:10.244175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f4e3ba8e-72c6-4f34-a9c3-ef6d2c61a551 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164612993'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:10.250811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 8427bdb6-eee9-4516-8294-1c34fe4ef68d) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:10.255057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:10.256231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.279841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f57995-9d16-4ed7-88c1-4819977f1371 None None] Network 8427bdb6-eee9-4516-8294-1c34fe4ef68d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:10.295734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e3bf14d9-bd6c-4eba-b937-47062cbb45de tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5570686 Feb 03 12:53:10.295972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41346) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:10.307175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Deleting port 9b18f29c-1677-4eda-8048-e084755c6b84 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:10.307597 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.327710 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4e3ba8e-72c6-4f34-a9c3-ef6d2c61a551 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.439674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-8427bdb6-eee9-4516-8294-1c34fe4ef68d', 'network_id': '8427bdb6-eee9-4516-8294-1c34fe4ef68d', 'project_id': '7dd1b0b1515444cba9d94518972a2181', 'fixed_ips': [{'subnet_id': '028203fe-67dd-4195-83c7-2ab1f5fdc3a5'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:53:10.441366 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.464358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35097f53-76a7-4347-aecc-15f1aaff3a07 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (a18b155e-562b-4c3c-a2c2-64249e26de21), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.488277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fbda13d4-abe4-4a22-9c9b-50ce57b534b3 None None] Deleting port 9b18f29c-1677-4eda-8048-e084755c6b84 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:10.488940 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbda13d4-abe4-4a22-9c9b-50ce57b534b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.491365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35097f53-76a7-4347-aecc-15f1aaff3a07 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (a18b155e-562b-4c3c-a2c2-64249e26de21), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.537453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] For port 9b18f29c-1677-4eda-8048-e084755c6b84, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b18f29c-1677-4eda-8048-e084755c6b84,segment=NetworkSegment(8c90b9fd-488f-45ca-bb9a-f2e92ad316ec),segment_id=8c90b9fd-488f-45ca-bb9a-f2e92ad316ec)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:10.537813 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.572144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Calling delete_port for 9b18f29c-1677-4eda-8048-e084755c6b84 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:10.576658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8427bdb6-eee9-4516-8294-1c34fe4ef68d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.615439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fa69e-bd81-4ad4-bb1a-6fd3dcf61bb4 req-471e3bc1-1dd0-45de-a988-a8d009821528 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:10.624905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-376fa69e-bd81-4ad4-bb1a-6fd3dcf61bb4 req-471e3bc1-1dd0-45de-a988-a8d009821528 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 950 time: 0.1967001 Feb 03 12:53:10.649765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35097f53-76a7-4347-aecc-15f1aaff3a07 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a18b155e-562b-4c3c-a2c2-64249e26de21), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.653409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35097f53-76a7-4347-aecc-15f1aaff3a07 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.655948 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-35097f53-76a7-4347-aecc-15f1aaff3a07 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/a18b155e-562b-4c3c-a2c2-64249e26de21 HTTP/1.1" status: 204 len: 168 time: 0.4237304 Feb 03 12:53:10.657718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fbda13d4-abe4-4a22-9c9b-50ce57b534b3 None None] For port 9b18f29c-1677-4eda-8048-e084755c6b84, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b18f29c-1677-4eda-8048-e084755c6b84,segment=NetworkSegment(8c90b9fd-488f-45ca-bb9a-f2e92ad316ec),segment_id=8c90b9fd-488f-45ca-bb9a-f2e92ad316ec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:10.658404 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbda13d4-abe4-4a22-9c9b-50ce57b534b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.670071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41354) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:10.694268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35097f53-76a7-4347-aecc-15f1aaff3a07 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18b155e-562b-4c3c-a2c2-64249e26de21,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:10.749387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fbda13d4-abe4-4a22-9c9b-50ce57b534b3 None None] Calling delete_port for 9b18f29c-1677-4eda-8048-e084755c6b84 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:10.755949 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4e3ba8e-72c6-4f34-a9c3-ef6d2c61a551 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (813810cf-a9ef-4730-b32d-87ec746dd8c4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.807565 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4e3ba8e-72c6-4f34-a9c3-ef6d2c61a551 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (813810cf-a9ef-4730-b32d-87ec746dd8c4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.822318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-376fa69e-bd81-4ad4-bb1a-6fd3dcf61bb4 req-a0a970e0-aa85-4992-85e5-6f6bd9e2ac8d tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843371 Feb 03 12:53:10.833636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Allocated IP 2001:db8::f816:3eff:fe98:2a75 (8427bdb6-eee9-4516-8294-1c34fe4ef68d/028203fe-67dd-4195-83c7-2ab1f5fdc3a5/e2f543e3-ff23-41ee-aad4-86c71867154b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:10.852229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (028203fe-67dd-4195-83c7-2ab1f5fdc3a5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.873447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4e3ba8e-72c6-4f34-a9c3-ef6d2c61a551 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.874938 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f4e3ba8e-72c6-4f34-a9c3-ef6d2c61a551 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6372073 Feb 03 12:53:10.882716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41360) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:10.890849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ede511b2-932a-4dca-be4b-fd866e1a1437 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': '813810cf-a9ef-4730-b32d-87ec746dd8c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:10.908531 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-35659fbb-a8bb-419e-a624-e2ac7a962b8e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2313864 Feb 03 12:53:10.913178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.915342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41362) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:10.927118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-09e06bd3-bc1b-4166-849b-3667dcbbd103 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-secgroup--794768236'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:11.014616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3ba8e-72c6-4f34-a9c3-ef6d2c61a551 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813810cf-a9ef-4730-b32d-87ec746dd8c4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:11.018104 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-09e06bd3-bc1b-4166-849b-3667dcbbd103 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.022869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b18f29c-1677-4eda-8048-e084755c6b84,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:11.032669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] No DVR routers for this DVR port 9b18f29c-1677-4eda-8048-e084755c6b84 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:11.053983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb42c71c-bc81-4ce2-be35-fe24ce6ec777 req-14089dda-2a32-43d9-bb69-841c305516bd tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0859327 Feb 03 12:53:11.059215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbda13d4-abe4-4a22-9c9b-50ce57b534b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (9b18f29c-1677-4eda-8048-e084755c6b84), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.076504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda13d4-abe4-4a22-9c9b-50ce57b534b3 None None] No DVR routers for this DVR port 9b18f29c-1677-4eda-8048-e084755c6b84 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:11.105019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda13d4-abe4-4a22-9c9b-50ce57b534b3 None None] Pushing event deleted for resources: {'Port': ['ID=9b18f29c-1677-4eda-8048-e084755c6b84,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:11.184393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-09e06bd3-bc1b-4166-849b-3667dcbbd103 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (fa5f931d-b96a-41f9-99ff-1c478de2f803), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.213119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-09e06bd3-bc1b-4166-849b-3667dcbbd103 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fa5f931d-b96a-41f9-99ff-1c478de2f803), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.268831 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Publish callbacks [] for port (e2f543e3-ff23-41ee-aad4-86c71867154b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.285096 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-ede511b2-932a-4dca-be4b-fd866e1a1437 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The resource could not be found. Feb 03 12:53:11.286462 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ede511b2-932a-4dca-be4b-fd866e1a1437 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4002652 Feb 03 12:53:11.290090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41372) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:11.306936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b18f29c-1677-4eda-8048-e084755c6b84 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:11.321069 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e2f543e3-ff23-41ee-aad4-86c71867154b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.321733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6829f3d8-5d99-45a5-99f5-06f9b53c7d88 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': '813810cf-a9ef-4730-b32d-87ec746dd8c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8983f7e4-774c-41b9-9aa5-9a615b7afbf2'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:11.336079 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ced2aa59-243b-4d84-8e70-c9202b1d8bd3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.376447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-09e06bd3-bc1b-4166-849b-3667dcbbd103 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.380207 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-09e06bd3-bc1b-4166-849b-3667dcbbd103 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4544148 Feb 03 12:53:11.380576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e06bd3-bc1b-4166-849b-3667dcbbd103 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f931d-b96a-41f9-99ff-1c478de2f803,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:11.380930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41374) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:11.387928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-580f8554-4178-4281-b21d-2cf6baad76e8 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f931d-b96a-41f9-99ff-1c478de2f803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:11.417746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced2aa59-243b-4d84-8e70-c9202b1d8bd3']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:11.438237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (028203fe-67dd-4195-83c7-2ab1f5fdc3a5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.444790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:11.445318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c90b9fd-488f-45ca-bb9a-f2e92ad316ec') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:11.456244 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-6829f3d8-5d99-45a5-99f5-06f9b53c7d88 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The resource could not be found. Feb 03 12:53:11.457586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6829f3d8-5d99-45a5-99f5-06f9b53c7d88 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1643600 Feb 03 12:53:11.462947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 9b18f29c-1677-4eda-8048-e084755c6b84 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:11.463530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41378) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:11.466432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b18f29c-1677-4eda-8048-e084755c6b84 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:11.475698 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (8c90b9fd-488f-45ca-bb9a-f2e92ad316ec), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.494156 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-580f8554-4178-4281-b21d-2cf6baad76e8 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (75305272-e2a2-4188-967c-f06ddeab8152), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.503862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Network 8427bdb6-eee9-4516-8294-1c34fe4ef68d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:11.510671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:11.515112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:11.532556 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8c90b9fd-488f-45ca-bb9a-f2e92ad316ec), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.540592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Subnet': ['ID=028203fe-67dd-4195-83c7-2ab1f5fdc3a5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:11.553239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Pushing event updated for resources: {'Port': ['ID=e2f543e3-ff23-41ee-aad4-86c71867154b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (8c90b9fd-488f-45ca-bb9a-f2e92ad316ec), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:11.563047 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:11.586647 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.641247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Attempting to bind port e2f543e3-ff23-41ee-aad4-86c71867154b on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:11.641618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Attempting to bind port e2f543e3-ff23-41ee-aad4-86c71867154b by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'b3b9c21a-9421-4744-8326-36b176ec0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8427bdb6-eee9-4516-8294-1c34fe4ef68d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:11.641992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Attempting to bind port e2f543e3-ff23-41ee-aad4-86c71867154b on network 8427bdb6-eee9-4516-8294-1c34fe4ef68d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:11.653896 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:11.654871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Checking segment: {'id': 'b3b9c21a-9421-4744-8326-36b176ec0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8427bdb6-eee9-4516-8294-1c34fe4ef68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:11.655283 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.656837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Bound using segment: {'id': 'b3b9c21a-9421-4744-8326-36b176ec0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8427bdb6-eee9-4516-8294-1c34fe4ef68d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:11.657338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Bound port: e2f543e3-ff23-41ee-aad4-86c71867154b, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b9c21a-9421-4744-8326-36b176ec0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8427bdb6-eee9-4516-8294-1c34fe4ef68d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:11.657727 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e2f543e3-ff23-41ee-aad4-86c71867154b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.690969 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ef886cd-bda3-4391-86cf-f5a43388c2f2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (813810cf-a9ef-4730-b32d-87ec746dd8c4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.713172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ced2aa59-243b-4d84-8e70-c9202b1d8bd3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.742012 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8427bdb6-eee9-4516-8294-1c34fe4ef68d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.744046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.750176 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] 10.222.0.65 "DELETE /v2.0/networks/ced2aa59-243b-4d84-8e70-c9202b1d8bd3 HTTP/1.1" status: 204 len: 168 time: 1.8996413 Feb 03 12:53:11.750703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ef886cd-bda3-4391-86cf-f5a43388c2f2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (813810cf-a9ef-4730-b32d-87ec746dd8c4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.772325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a26012-0ea5-4fda-ab53-7cb1ac39cd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=ced2aa59-243b-4d84-8e70-c9202b1d8bd3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:11.814696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8427bdb6-eee9-4516-8294-1c34fe4ef68d']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:11.824221 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-580f8554-4178-4281-b21d-2cf6baad76e8 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (75305272-e2a2-4188-967c-f06ddeab8152), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.843078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-580f8554-4178-4281-b21d-2cf6baad76e8 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (75305272-e2a2-4188-967c-f06ddeab8152), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.847265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] For port e2f543e3-ff23-41ee-aad4-86c71867154b, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:11.853636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] For port e2f543e3-ff23-41ee-aad4-86c71867154b, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e2f543e3-ff23-41ee-aad4-86c71867154b,segment=NetworkSegment(b3b9c21a-9421-4744-8326-36b176ec0ed1),segment_id=b3b9c21a-9421-4744-8326-36b176ec0ed1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:11.871255 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e2f543e3-ff23-41ee-aad4-86c71867154b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.883529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b9c21a-9421-4744-8326-36b176ec0ed1') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:11.884145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b9c21a-9421-4744-8326-36b176ec0ed1') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:11.894085 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-580f8554-4178-4281-b21d-2cf6baad76e8 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.895347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-580f8554-4178-4281-b21d-2cf6baad76e8 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5134966 Feb 03 12:53:11.902584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41386) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:11.931224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f8554-4178-4281-b21d-2cf6baad76e8 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75305272-e2a2-4188-967c-f06ddeab8152,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:11.947042 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (b3b9c21a-9421-4744-8326-36b176ec0ed1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.978650 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d6a4425b-0350-437d-82b3-1baaefdb3cef tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules/75305272-e2a2-4188-967c-f06ddeab8152 HTTP/1.1" status: 200 len: 763 time: 0.0650501 Feb 03 12:53:11.980663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41388) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:11.989957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b3b9c21a-9421-4744-8326-36b176ec0ed1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.002121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:12.002556 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (b3b9c21a-9421-4744-8326-36b176ec0ed1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:12.011642 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:12.037242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ef886cd-bda3-4391-86cf-f5a43388c2f2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (813810cf-a9ef-4730-b32d-87ec746dd8c4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.047065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d18e7a-4c8a-4eb8-a1b4-e88b7170b1fa None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:53:12.049180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ef886cd-bda3-4391-86cf-f5a43388c2f2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.055969 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9ef886cd-bda3-4391-86cf-f5a43388c2f2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/813810cf-a9ef-4730-b32d-87ec746dd8c4 HTTP/1.1" status: 204 len: 168 time: 0.5908368 Feb 03 12:53:12.061845 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41390) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.149912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b82faf-2a2a-42ec-a036-545775397227 None None] Pushing event updated for resources: {'Port': ['ID=e2f543e3-ff23-41ee-aad4-86c71867154b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:12.197371 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.api [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:53:12.197371 n-d-792364-10 neutron-server[103224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:53:12.197371 n-d-792364-10 neutron-server[103224]: [parameters: {'id': '8427bdb6-eee9-4516-8294-1c34fe4ef68d'}] Feb 03 12:53:12.197371 n-d-792364-10 neutron-server[103224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:53:12.197991 n-d-792364-10 neutron-server[103224]: DEBUG oslo_db.api [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:53:12.202659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41396) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.272376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d18e7a-4c8a-4eb8-a1b4-e88b7170b1fa None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:53:12.279866 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f807c8e3-464f-444a-92f1-0be10d4aaa2d tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2083318 Feb 03 12:53:12.292081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41398) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.298677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef886cd-bda3-4391-86cf-f5a43388c2f2 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813810cf-a9ef-4730-b32d-87ec746dd8c4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:12.314520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0acc5fd4-56a6-46b7-868b-bd42046bc856 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': '3c4cfe85-1e4a-4de3-9553-d9b46bcc515a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:12.371167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41400) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.372936 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6e020cbb-de57-49c6-8217-735a6e46f6ed tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3722801 Feb 03 12:53:12.374965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8f1ca40-6960-4ed9-8053-d76e1ec74eec req-7a42ff9e-ef43-443c-9485-41b29b0130a0 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.1090381 Feb 03 12:53:12.381235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41402) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.391029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-70dacde1-dd2c-4a00-bc6c-0b878d8e739f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d933f36861634280b4be5af251d1c225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1871178 Feb 03 12:53:12.487502 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a489f448-eaba-4fa4-ab54-3d094f922fc5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (75305272-e2a2-4188-967c-f06ddeab8152), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.499211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c95e1acb-a3b1-4d27-b049-7d2f29791f9e admin admin] Publish callbacks [] for security_group (691331f3-5881-42a9-a30f-4c68d7711860), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.529728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c95e1acb-a3b1-4d27-b049-7d2f29791f9e admin admin] Publish callbacks [] for security_group (691331f3-5881-42a9-a30f-4c68d7711860), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.538637 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-0acc5fd4-56a6-46b7-868b-bd42046bc856 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The resource could not be found. Feb 03 12:53:12.544295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0acc5fd4-56a6-46b7-868b-bd42046bc856 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2467110 Feb 03 12:53:12.546263 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a489f448-eaba-4fa4-ab54-3d094f922fc5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (75305272-e2a2-4188-967c-f06ddeab8152), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.552549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41404) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.561886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-621a9e33-5921-4b9c-b46f-a3e72e99463a tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'tempest-secgroup--939942389'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:12.651765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca72c9-7199-4bfe-a219-8e9eb74d2e6b None None] Network 8427bdb6-eee9-4516-8294-1c34fe4ef68d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:12.676840 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-621a9e33-5921-4b9c-b46f-a3e72e99463a tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.687220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c95e1acb-a3b1-4d27-b049-7d2f29791f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (691331f3-5881-42a9-a30f-4c68d7711860), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.690005 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c95e1acb-a3b1-4d27-b049-7d2f29791f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.694796 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c95e1acb-a3b1-4d27-b049-7d2f29791f9e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/691331f3-5881-42a9-a30f-4c68d7711860 HTTP/1.1" status: 204 len: 168 time: 0.3118398 Feb 03 12:53:12.717516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8427bdb6-eee9-4516-8294-1c34fe4ef68d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.718844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e1acb-a3b1-4d27-b049-7d2f29791f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691331f3-5881-42a9-a30f-4c68d7711860,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:12.821709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-621a9e33-5921-4b9c-b46f-a3e72e99463a tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (aeadcbb0-795b-42eb-833a-68845a56edb0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.825055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a489f448-eaba-4fa4-ab54-3d094f922fc5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (75305272-e2a2-4188-967c-f06ddeab8152), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.831832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a489f448-eaba-4fa4-ab54-3d094f922fc5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.835343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a489f448-eaba-4fa4-ab54-3d094f922fc5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/75305272-e2a2-4188-967c-f06ddeab8152 HTTP/1.1" status: 204 len: 168 time: 0.4571619 Feb 03 12:53:12.835830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41410) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.840917 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-621a9e33-5921-4b9c-b46f-a3e72e99463a tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (aeadcbb0-795b-42eb-833a-68845a56edb0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.881535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.894110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-621a9e33-5921-4b9c-b46f-a3e72e99463a tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.895778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-621a9e33-5921-4b9c-b46f-a3e72e99463a tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3422546 Feb 03 12:53:12.903222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f448-eaba-4fa4-ab54-3d094f922fc5 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75305272-e2a2-4188-967c-f06ddeab8152,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:12.909723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41412) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.914844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5313c75e-b6b1-43de-bdb9-4d8e5298968e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'tempest-secgroup--433890661'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:12.923697 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b40fee32-01b1-4f84-a2d5-89a21226d6ce tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0842378 Feb 03 12:53:12.927068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41414) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.931917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f39a164e-89b1-40e7-b985-479798043829 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f931d-b96a-41f9-99ff-1c478de2f803', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:12.953555 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5313c75e-b6b1-43de-bdb9-4d8e5298968e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.979036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a9e33-5921-4b9c-b46f-a3e72e99463a tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeadcbb0-795b-42eb-833a-68845a56edb0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:13.009298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39a164e-89b1-40e7-b985-479798043829 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (078c4e85-7f43-4f05-842d-45113022f0ac), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.013915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting port e2f543e3-ff23-41ee-aad4-86c71867154b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:13.014391 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e2f543e3-ff23-41ee-aad4-86c71867154b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.108757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] For port e2f543e3-ff23-41ee-aad4-86c71867154b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e2f543e3-ff23-41ee-aad4-86c71867154b,segment=NetworkSegment(b3b9c21a-9421-4744-8326-36b176ec0ed1),segment_id=b3b9c21a-9421-4744-8326-36b176ec0ed1)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:13.109164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e2f543e3-ff23-41ee-aad4-86c71867154b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.153089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39a164e-89b1-40e7-b985-479798043829 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (078c4e85-7f43-4f05-842d-45113022f0ac), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.155248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Calling delete_port for e2f543e3-ff23-41ee-aad4-86c71867154b owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:13.167230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39a164e-89b1-40e7-b985-479798043829 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (078c4e85-7f43-4f05-842d-45113022f0ac), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.202240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a164e-89b1-40e7-b985-479798043829 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078c4e85-7f43-4f05-842d-45113022f0ac,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:13.224337 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f39a164e-89b1-40e7-b985-479798043829 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.226079 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f39a164e-89b1-40e7-b985-479798043829 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2979679 Feb 03 12:53:13.228873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41422) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.260707 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-af1d7ec0-fb8d-45f7-a442-ca74ae60e4c3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules/078c4e85-7f43-4f05-842d-45113022f0ac HTTP/1.1" status: 200 len: 763 time: 0.0306525 Feb 03 12:53:13.263826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41424) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.267740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5313c75e-b6b1-43de-bdb9-4d8e5298968e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (7d985183-408a-41cc-bd9c-9e2cb3d18ab2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.278303 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5313c75e-b6b1-43de-bdb9-4d8e5298968e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7d985183-408a-41cc-bd9c-9e2cb3d18ab2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.337025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313c75e-b6b1-43de-bdb9-4d8e5298968e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d985183-408a-41cc-bd9c-9e2cb3d18ab2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:13.343807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5313c75e-b6b1-43de-bdb9-4d8e5298968e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.345309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5313c75e-b6b1-43de-bdb9-4d8e5298968e tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4342029 Feb 03 12:53:13.346113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e2f543e3-ff23-41ee-aad4-86c71867154b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.348217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41428) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.360419 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e3190820-e7ca-42e8-a690-d4e4c5294ec3 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0951393 Feb 03 12:53:13.375333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.380414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4ba8a920-0e70-4e80-a847-0c2b48b9b137 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group_rule': {'security_group_id': 'aeadcbb0-795b-42eb-833a-68845a56edb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7d985183-408a-41cc-bd9c-9e2cb3d18ab2'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:13.385412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Port': ['ID=e2f543e3-ff23-41ee-aad4-86c71867154b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:13.402847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No DVR routers for this DVR port e2f543e3-ff23-41ee-aad4-86c71867154b on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:13.474357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41438) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.489171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1621927-6f7f-4037-a097-382db82f5afe tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (078c4e85-7f43-4f05-842d-45113022f0ac), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.530203 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1621927-6f7f-4037-a097-382db82f5afe tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (078c4e85-7f43-4f05-842d-45113022f0ac), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.593662 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b12f7d78-401e-41ce-a9dd-9b6e099741ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51a88a76e30e4911a5c0fe016ee60c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1145456 Feb 03 12:53:13.594282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.602571 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1621927-6f7f-4037-a097-382db82f5afe tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (078c4e85-7f43-4f05-842d-45113022f0ac), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.603664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5481e8c-947d-435c-acd3-79d94e46323c req-4bcd5853-d144-44d8-bdef-cacd2a41c876 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0801809 Feb 03 12:53:13.608353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1621927-6f7f-4037-a097-382db82f5afe tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.609420 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d1621927-6f7f-4037-a097-382db82f5afe tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/078c4e85-7f43-4f05-842d-45113022f0ac HTTP/1.1" status: 204 len: 168 time: 0.2330813 Feb 03 12:53:13.610067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41446) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.633562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41448) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.640303 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-4ba8a920-0e70-4e80-a847-0c2b48b9b137 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:53:13.641735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4ba8a920-0e70-4e80-a847-0c2b48b9b137 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2659340 Feb 03 12:53:13.644324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8427bdb6-eee9-4516-8294-1c34fe4ef68d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.644802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1621927-6f7f-4037-a097-382db82f5afe tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=078c4e85-7f43-4f05-842d-45113022f0ac,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:13.646559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41452) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.710387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c95a-c8d1-433d-9ac3-8ee4d91893b3 admin admin] Publish callbacks [] for security_group (da1c8147-ef7f-43e5-837b-7d0d1a7f1e2f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.716086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8427bdb6-eee9-4516-8294-1c34fe4ef68d']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:13.739609 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b360970-251d-4735-be19-3c59674e7684 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (7d985183-408a-41cc-bd9c-9e2cb3d18ab2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.752501 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c95a-c8d1-433d-9ac3-8ee4d91893b3 admin admin] Publish callbacks [] for security_group (da1c8147-ef7f-43e5-837b-7d0d1a7f1e2f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.755606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b9c21a-9421-4744-8326-36b176ec0ed1') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:13.756027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b9c21a-9421-4744-8326-36b176ec0ed1') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:13.794378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b360970-251d-4735-be19-3c59674e7684 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (7d985183-408a-41cc-bd9c-9e2cb3d18ab2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.801285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (b3b9c21a-9421-4744-8326-36b176ec0ed1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.820615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b3b9c21a-9421-4744-8326-36b176ec0ed1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.829460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:13.830117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (b3b9c21a-9421-4744-8326-36b176ec0ed1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.853287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b360970-251d-4735-be19-3c59674e7684 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7d985183-408a-41cc-bd9c-9e2cb3d18ab2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.857673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b360970-251d-4735-be19-3c59674e7684 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.859348 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b360970-251d-4735-be19-3c59674e7684 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/7d985183-408a-41cc-bd9c-9e2cb3d18ab2 HTTP/1.1" status: 204 len: 168 time: 0.2090228 Feb 03 12:53:13.871166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41456) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.872240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b360970-251d-4735-be19-3c59674e7684 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d985183-408a-41cc-bd9c-9e2cb3d18ab2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:13.901898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c95a-c8d1-433d-9ac3-8ee4d91893b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (da1c8147-ef7f-43e5-837b-7d0d1a7f1e2f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.905676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c95a-c8d1-433d-9ac3-8ee4d91893b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.907236 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f7b1c95a-c8d1-433d-9ac3-8ee4d91893b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da1c8147-ef7f-43e5-837b-7d0d1a7f1e2f HTTP/1.1" status: 204 len: 168 time: 0.3116553 Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:13.927942 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:13.931720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1c95a-c8d1-433d-9ac3-8ee4d91893b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1c8147-ef7f-43e5-837b-7d0d1a7f1e2f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:13.952795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-20b40102-a483-41b0-9cea-a4918c4034ab tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3175523 Feb 03 12:53:13.953757 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (8427bdb6-eee9-4516-8294-1c34fe4ef68d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.955552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41460) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:13.970306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1d7a5672-c739-4bed-9814-8b3bb2e6e86d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f931d-b96a-41f9-99ff-1c478de2f803', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:13.984556 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.995325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/8427bdb6-eee9-4516-8294-1c34fe4ef68d HTTP/1.1" status: 204 len: 168 time: 3.6935332 Feb 03 12:53:14.003990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41462) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.009610 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461dd31-2014-48f9-a931-72a706c81b46 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Network': ['ID=8427bdb6-eee9-4516-8294-1c34fe4ef68d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:14.051322 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e231ac9-42a7-4caf-aa12-41b237744050 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1765058 Feb 03 12:53:14.059193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41464) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.083874 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc54343-83ef-4f7a-ae2f-8d154da94c0d tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): The resource could not be found. Feb 03 12:53:14.083874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc54343-83ef-4f7a-ae2f-8d154da94c0d tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:53:14.099305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-abc54343-83ef-4f7a-ae2f-8d154da94c0d tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/subnets/028203fe-67dd-4195-83c7-2ab1f5fdc3a5 HTTP/1.1" status: 404 len: 337 time: 0.0915446 Feb 03 12:53:14.099305 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-1d7a5672-c739-4bed-9814-8b3bb2e6e86d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Project 0569bf2402f24adfb54e1c86cf8472c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:53:14.101959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41468) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.117380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5672-c739-4bed-9814-8b3bb2e6e86d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (cdd3622c-3145-4856-ac57-251a38a300fa), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.137572 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-df448ebb-accf-45ee-bc7b-60a42996feab tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): The resource could not be found. Feb 03 12:53:14.138228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df448ebb-accf-45ee-bc7b-60a42996feab tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:53:14.143826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-df448ebb-accf-45ee-bc7b-60a42996feab tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/8427bdb6-eee9-4516-8294-1c34fe4ef68d HTTP/1.1" status: 404 len: 339 time: 0.0368755 Feb 03 12:53:14.148874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41472) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.202994 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-450e03e9-67ea-4268-bf47-ec0616b709d7 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): The resource could not be found. Feb 03 12:53:14.203869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450e03e9-67ea-4268-bf47-ec0616b709d7 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:53:14.208958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-619f11c9-2a2d-4c8c-9a13-984a910e4048 admin admin] Deleting subnet d152a271-b4bf-4951-918f-718b7f32d47e {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:14.216431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-619f11c9-2a2d-4c8c-9a13-984a910e4048 admin admin] Publish callbacks [] for subnet (d152a271-b4bf-4951-918f-718b7f32d47e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.216677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-450e03e9-67ea-4268-bf47-ec0616b709d7 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/subnets/89b42c33-1178-4a59-8b99-77370a04d718 HTTP/1.1" status: 404 len: 337 time: 0.0636253 Feb 03 12:53:14.221009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41476) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.254354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-619f11c9-2a2d-4c8c-9a13-984a910e4048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d152a271-b4bf-4951-918f-718b7f32d47e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.271572 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-8738d315-96b1-4798-b398-ca7ac061c650 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): The resource could not be found. Feb 03 12:53:14.272249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8738d315-96b1-4798-b398-ca7ac061c650 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:53:14.282164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8738d315-96b1-4798-b398-ca7ac061c650 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/59b8ad1e-58f3-492f-bc01-a1bbae88a4c0 HTTP/1.1" status: 404 len: 339 time: 0.0563169 Feb 03 12:53:14.286008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41478) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.306499 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-619f11c9-2a2d-4c8c-9a13-984a910e4048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d152a271-b4bf-4951-918f-718b7f32d47e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.349530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-420eb52e-e67d-473b-a1bc-9915f2ef5222 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (aeadcbb0-795b-42eb-833a-68845a56edb0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.377365 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd88e118-3e64-4670-aa02-0a5d5b396319 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): The resource could not be found. Feb 03 12:53:14.378605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd88e118-3e64-4670-aa02-0a5d5b396319 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:53:14.386562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fd88e118-3e64-4670-aa02-0a5d5b396319 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/subnets/97dd50ca-1f31-4ed6-b842-b7cff4108fb8 HTTP/1.1" status: 404 len: 337 time: 0.0926762 Feb 03 12:53:14.388259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41482) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.396094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-420eb52e-e67d-473b-a1bc-9915f2ef5222 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (aeadcbb0-795b-42eb-833a-68845a56edb0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.444276 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-535183be-6639-402c-a671-5618209768ba tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): The resource could not be found. Feb 03 12:53:14.444771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535183be-6639-402c-a671-5618209768ba tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:53:14.456012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-535183be-6639-402c-a671-5618209768ba tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/658db8e4-47a6-498d-b225-952684ad782f HTTP/1.1" status: 404 len: 339 time: 0.0642209 Feb 03 12:53:14.456628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41486) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.473839 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5672-c739-4bed-9814-8b3bb2e6e86d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (cdd3622c-3145-4856-ac57-251a38a300fa), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.513509 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-619f11c9-2a2d-4c8c-9a13-984a910e4048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d152a271-b4bf-4951-918f-718b7f32d47e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.543487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5672-c739-4bed-9814-8b3bb2e6e86d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (cdd3622c-3145-4856-ac57-251a38a300fa), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.566701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f11c9-2a2d-4c8c-9a13-984a910e4048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d152a271-b4bf-4951-918f-718b7f32d47e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:14.583251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-420eb52e-e67d-473b-a1bc-9915f2ef5222 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (aeadcbb0-795b-42eb-833a-68845a56edb0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.589280 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-420eb52e-e67d-473b-a1bc-9915f2ef5222 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.593424 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-420eb52e-e67d-473b-a1bc-9915f2ef5222 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/aeadcbb0-795b-42eb-833a-68845a56edb0 HTTP/1.1" status: 204 len: 168 time: 0.5317798 Feb 03 12:53:14.608606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41488) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.621091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a5672-c739-4bed-9814-8b3bb2e6e86d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd3622c-3145-4856-ac57-251a38a300fa,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:14.629718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-619f11c9-2a2d-4c8c-9a13-984a910e4048 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.647651 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-619f11c9-2a2d-4c8c-9a13-984a910e4048 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d152a271-b4bf-4951-918f-718b7f32d47e HTTP/1.1" status: 204 len: 168 time: 1.0280435 Feb 03 12:53:14.652250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41494) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.660033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eb52e-e67d-473b-a1bc-9915f2ef5222 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeadcbb0-795b-42eb-833a-68845a56edb0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:14.724690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41496) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.755459 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5672-c739-4bed-9814-8b3bb2e6e86d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.759966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1d7a5672-c739-4bed-9814-8b3bb2e6e86d tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8031063 Feb 03 12:53:14.766611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41500) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.841597 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-704b4471-3ff1-41b4-92fb-fed9f8b72a89 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules/cdd3622c-3145-4856-ac57-251a38a300fa HTTP/1.1" status: 200 len: 769 time: 0.0724325 Feb 03 12:53:14.859084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41504) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.886479 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6b1bf28d-a9b1-4d7b-9e84-613f98b168a3 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2708545 Feb 03 12:53:14.891537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41506) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.901899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a19b4379-5222-40fb-aed1-8ddf631233c8 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'tempest-secgroup--513545298'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:14.921534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12011e64-23eb-4ca1-9d6f-616f485a3c9b req-08704a0a-5257-4ca5-91ae-fb886a6525b8 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0932038 Feb 03 12:53:14.928441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d760bf4-2672-4399-a82f-9cd9699762f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.025968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (6ce844d7-b7c7-4c9f-bf21-81af544e2e37), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.060867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5ee26358-bccf-4020-89a8-6bd247ce049c tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1965709 Feb 03 12:53:15.062632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41512) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:15.073517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a19b4379-5222-40fb-aed1-8ddf631233c8 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.095934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d760bf4-2672-4399-a82f-9cd9699762f2 admin admin] Publish callbacks [] for security_group (2c43f082-d8ed-4f52-b360-ec1ee12a6ea9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.099265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9110a-fe22-4030-8e65-33e0218af940 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting port 8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:15.099814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdc9110a-fe22-4030-8e65-33e0218af940 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.109383 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d760bf4-2672-4399-a82f-9cd9699762f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2c43f082-d8ed-4f52-b360-ec1ee12a6ea9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.221155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a19b4379-5222-40fb-aed1-8ddf631233c8 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (fdf60600-c49f-42da-9099-77bdede4d230), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.264509 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0d760bf4-2672-4399-a82f-9cd9699762f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=854001c7c11240cd84819d395de87dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5389693 Feb 03 12:53:15.266908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41516) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:15.276327 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a19b4379-5222-40fb-aed1-8ddf631233c8 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fdf60600-c49f-42da-9099-77bdede4d230), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.296449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d760bf4-2672-4399-a82f-9cd9699762f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c43f082-d8ed-4f52-b360-ec1ee12a6ea9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:15.325756 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a19b4379-5222-40fb-aed1-8ddf631233c8 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.328819 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a19b4379-5222-40fb-aed1-8ddf631233c8 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4346461 Feb 03 12:53:15.339030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41520) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:15.344322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8f0f9043-fa92-48ed-bc17-d5c5d9a287b7 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:15.344939 n-d-792364-10 neutron-server[103223]: WARNING neutron.api.v2.base [None req-8f0f9043-fa92-48ed-bc17-d5c5d9a287b7 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 12:53:15.345591 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-8f0f9043-fa92-48ed-bc17-d5c5d9a287b7 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 12:53:15.346735 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8f0f9043-fa92-48ed-bc17-d5c5d9a287b7 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "PUT /v2.0/security-groups/fdf60600-c49f-42da-9099-77bdede4d230 HTTP/1.1" status: 409 len: 330 time: 0.0061305 Feb 03 12:53:15.349411 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (6ce844d7-b7c7-4c9f-bf21-81af544e2e37), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.356002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41522) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:15.391309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b4379-5222-40fb-aed1-8ddf631233c8 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf60600-c49f-42da-9099-77bdede4d230,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:15.424900 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f0c7515-e1c9-4fd5-90fa-0c3617dca21e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (cdd3622c-3145-4856-ac57-251a38a300fa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.430172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73aaf257-7bae-43f2-a198-578e05163790 admin admin] Publish callbacks [] for security_group (2c43f082-d8ed-4f52-b360-ec1ee12a6ea9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.468749 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdc9110a-fe22-4030-8e65-33e0218af940 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.476948 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68e4305d-2ea7-4fd7-a8e9-aa33a27fcc57 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (fdf60600-c49f-42da-9099-77bdede4d230), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.479190 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73aaf257-7bae-43f2-a198-578e05163790 admin admin] Publish callbacks [] for security_group (2c43f082-d8ed-4f52-b360-ec1ee12a6ea9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.485830 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f0c7515-e1c9-4fd5-90fa-0c3617dca21e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (cdd3622c-3145-4856-ac57-251a38a300fa), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.574471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce844d7-b7c7-4c9f-bf21-81af544e2e37']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:15.586693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9110a-fe22-4030-8e65-33e0218af940 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Calling delete_port for 8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:15.603757 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73aaf257-7bae-43f2-a198-578e05163790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2c43f082-d8ed-4f52-b360-ec1ee12a6ea9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.607619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73aaf257-7bae-43f2-a198-578e05163790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.609347 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-73aaf257-7bae-43f2-a198-578e05163790 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c43f082-d8ed-4f52-b360-ec1ee12a6ea9 HTTP/1.1" status: 204 len: 168 time: 0.3412349 Feb 03 12:53:15.629573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaf257-7bae-43f2-a198-578e05163790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c43f082-d8ed-4f52-b360-ec1ee12a6ea9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:15.686573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79b5ea4-3953-4de9-815e-2759b1957d56') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:15.686999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79b5ea4-3953-4de9-815e-2759b1957d56') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:15.817276 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (b79b5ea4-3953-4de9-815e-2759b1957d56), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.850458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b79b5ea4-3953-4de9-815e-2759b1957d56), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.867739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:15.869339 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (b79b5ea4-3953-4de9-815e-2759b1957d56), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.055242 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f0c7515-e1c9-4fd5-90fa-0c3617dca21e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (cdd3622c-3145-4856-ac57-251a38a300fa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:16.062997 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:16.084257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f0c7515-e1c9-4fd5-90fa-0c3617dca21e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.088486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41544) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.089616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8f0c7515-e1c9-4fd5-90fa-0c3617dca21e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cdd3622c-3145-4856-ac57-251a38a300fa HTTP/1.1" status: 204 len: 168 time: 1.0248458 Feb 03 12:53:16.094271 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68e4305d-2ea7-4fd7-a8e9-aa33a27fcc57 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (fdf60600-c49f-42da-9099-77bdede4d230), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.167752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (6ce844d7-b7c7-4c9f-bf21-81af544e2e37), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.172797 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-328af4ed-92a9-4c4f-a7be-2c69184f53a2 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0806119 Feb 03 12:53:16.173897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41548) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.185282 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.192150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] 10.222.0.65 "DELETE /v2.0/networks/6ce844d7-b7c7-4c9f-bf21-81af544e2e37 HTTP/1.1" status: 204 len: 168 time: 1.5294485 Feb 03 12:53:16.231652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.248366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41552) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.272423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c7515-e1c9-4fd5-90fa-0c3617dca21e tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdd3622c-3145-4856-ac57-251a38a300fa,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:16.315414 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89174463-5f7a-440f-b99a-881127d4e976 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (fa5f931d-b96a-41f9-99ff-1c478de2f803), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.325112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2769879b-8cdb-4785-933f-f425b138a541 req-c81817d3-33d8-4b15-a458-15b8dc857119 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.2611117 Feb 03 12:53:16.355882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb58fa-463f-4ffb-8a07-1993878bf9ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce844d7-b7c7-4c9f-bf21-81af544e2e37,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:16.395501 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89174463-5f7a-440f-b99a-881127d4e976 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (fa5f931d-b96a-41f9-99ff-1c478de2f803), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.405173 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68e4305d-2ea7-4fd7-a8e9-aa33a27fcc57 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fdf60600-c49f-42da-9099-77bdede4d230), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.410867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68e4305d-2ea7-4fd7-a8e9-aa33a27fcc57 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.417189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-68e4305d-2ea7-4fd7-a8e9-aa33a27fcc57 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/fdf60600-c49f-42da-9099-77bdede4d230 HTTP/1.1" status: 204 len: 168 time: 1.0600951 Feb 03 12:53:16.420469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41560) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.463935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4305d-2ea7-4fd7-a8e9-aa33a27fcc57 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf60600-c49f-42da-9099-77bdede4d230,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:16.472675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdc9110a-fe22-4030-8e65-33e0218af940 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.553148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41562) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.564212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9110a-fe22-4030-8e65-33e0218af940 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Port': ['ID=8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:16.570415 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdc9110a-fe22-4030-8e65-33e0218af940 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.574515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fdc9110a-fe22-4030-8e65-33e0218af940 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/ports/8ca12de0-52a4-4fac-8fb8-f70ebc9ec67d HTTP/1.1" status: 204 len: 168 time: 2.1068983 Feb 03 12:53:16.576396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41564) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.616511 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98ab186-bcf8-479f-ad06-5d62314fa216 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): The resource could not be found. Feb 03 12:53:16.617100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98ab186-bcf8-479f-ad06-5d62314fa216 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:53:16.621478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c98ab186-bcf8-479f-ad06-5d62314fa216 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/subnets/c70e133a-fdf6-441c-9c6e-1bbf47f68e5c HTTP/1.1" status: 404 len: 337 time: 0.0438221 Feb 03 12:53:16.626304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41566) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.644180 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dfecbff2-ac81-464b-91a0-88d409c561fb tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2215540 Feb 03 12:53:16.649585 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42f671de-916f-461e-9e08-1eb4fcad6f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.651725 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41568) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.660275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89174463-5f7a-440f-b99a-881127d4e976 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fa5f931d-b96a-41f9-99ff-1c478de2f803), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.663252 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-89174463-5f7a-440f-b99a-881127d4e976 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.664798 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-89174463-5f7a-440f-b99a-881127d4e976 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/fa5f931d-b96a-41f9-99ff-1c478de2f803 HTTP/1.1" status: 204 len: 168 time: 0.4898365 Feb 03 12:53:16.684746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41570) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.695134 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-3f2566cd-2e04-408d-b234-96708ca5b173 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] delete failed (client error): The resource could not be found. Feb 03 12:53:16.696531 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3f2566cd-2e04-408d-b234-96708ca5b173 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "DELETE /v2.0/security-groups/9f0e1efc-252e-4b63-b098-227458fdff6f HTTP/1.1" status: 404 len: 347 time: 0.0305221 Feb 03 12:53:16.699031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89174463-5f7a-440f-b99a-881127d4e976 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5f931d-b96a-41f9-99ff-1c478de2f803,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:16.701144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41572) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.732839 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d2d98629-c090-48e4-8acc-62ab83419120 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fec3da70459c473499bc0e10f705cf27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702790 Feb 03 12:53:16.742034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41574) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.766916 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-36467e35-07bd-4989-8ad1-2eda417e74ae tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] show failed (client error): The resource could not be found. Feb 03 12:53:16.768030 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36467e35-07bd-4989-8ad1-2eda417e74ae tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-groups/b02a60a7-a0df-456b-88cf-61b71cbaeea1 HTTP/1.1" status: 404 len: 347 time: 0.0640199 Feb 03 12:53:16.775675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41576) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:16.822873 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-ea948f83-f881-4f89-a14b-9353640c7148 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] show failed (client error): The resource could not be found. Feb 03 12:53:16.830899 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ea948f83-f881-4f89-a14b-9353640c7148 tempest-NegativeSecGroupTest-32725105 tempest-NegativeSecGroupTest-32725105-project] 10.222.0.65 "GET /v2.0/security-group-rules/127b4687-8a18-4815-965b-cf6083ec155e HTTP/1.1" status: 404 len: 356 time: 0.0393486 Feb 03 12:53:16.878569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (5e7e16a9-50a0-451a-954d-692209a79984), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.966877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f93b7c4-7787-41eb-81e0-c5ca939320b7 admin admin] Publish callbacks [] for security_group (66448264-e250-49c6-8bcb-2ee81001a592), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.050537 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f93b7c4-7787-41eb-81e0-c5ca939320b7 admin admin] Publish callbacks [] for security_group (66448264-e250-49c6-8bcb-2ee81001a592), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.062549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b4740a09-08a7-4914-8d5d-8590e8fa7a98 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3766344 Feb 03 12:53:17.069951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41584) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:17.142592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42f671de-916f-461e-9e08-1eb4fcad6f57 admin admin] Publish callbacks [] for security_group (936f801a-e31c-4a7b-b3e0-842e5249f207), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.176579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42f671de-916f-461e-9e08-1eb4fcad6f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (936f801a-e31c-4a7b-b3e0-842e5249f207), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.189281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (5e7e16a9-50a0-451a-954d-692209a79984), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.240927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7e16a9-50a0-451a-954d-692209a79984']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:17.268916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c53b22a1-fe11-4fd2-b2c9-ed95df1c5b74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992940618'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:17.292493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f671de-916f-461e-9e08-1eb4fcad6f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936f801a-e31c-4a7b-b3e0-842e5249f207,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:17.296497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7355340-674b-44a8-be38-924aa74d5b91') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:17.297069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7355340-674b-44a8-be38-924aa74d5b91') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:17.332694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (e7355340-674b-44a8-be38-924aa74d5b91), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.342021 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-42f671de-916f-461e-9e08-1eb4fcad6f57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f442781f6a6e40989cd0ef0a1ab6cbc3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0890393 Feb 03 12:53:17.344725 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41592) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:17.362595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e7355340-674b-44a8-be38-924aa74d5b91), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.381521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c53b22a1-fe11-4fd2-b2c9-ed95df1c5b74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.385600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:17.386367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (e7355340-674b-44a8-be38-924aa74d5b91), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.394579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f93b7c4-7787-41eb-81e0-c5ca939320b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (66448264-e250-49c6-8bcb-2ee81001a592), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:17.396288 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:17.403042 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f93b7c4-7787-41eb-81e0-c5ca939320b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.410606 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4f93b7c4-7787-41eb-81e0-c5ca939320b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66448264-e250-49c6-8bcb-2ee81001a592 HTTP/1.1" status: 204 len: 168 time: 0.6671412 Feb 03 12:53:17.454820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93b7c4-7787-41eb-81e0-c5ca939320b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66448264-e250-49c6-8bcb-2ee81001a592,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:17.542976 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (5e7e16a9-50a0-451a-954d-692209a79984), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.553866 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.558135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/5e7e16a9-50a0-451a-954d-692209a79984 HTTP/1.1" status: 204 len: 168 time: 0.9306252 Feb 03 12:53:17.573369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41602) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:17.639160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-503fd4a5-6441-4362-b288-946042e51e99 req-9474aed2-f58a-4c49-8d15-b95c3e4f4b5c tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0940175 Feb 03 12:53:17.661453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66839ae-6d8a-457f-8333-59ca614c7971 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Network': ['ID=5e7e16a9-50a0-451a-954d-692209a79984,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:17.664594 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a57055d-5017-4d2f-a1b0-e79d10f4f9e2 admin admin] Publish callbacks [] for security_group (936f801a-e31c-4a7b-b3e0-842e5249f207), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.678306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41604) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:17.784861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c53b22a1-fe11-4fd2-b2c9-ed95df1c5b74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (6451e48c-ee09-4574-a1a3-99cb59b31a66), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.794518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a57055d-5017-4d2f-a1b0-e79d10f4f9e2 admin admin] Publish callbacks [] for security_group (936f801a-e31c-4a7b-b3e0-842e5249f207), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.796530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c53b22a1-fe11-4fd2-b2c9-ed95df1c5b74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6451e48c-ee09-4574-a1a3-99cb59b31a66), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.871613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b22a1-fe11-4fd2-b2c9-ed95df1c5b74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6451e48c-ee09-4574-a1a3-99cb59b31a66,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:17.882066 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c53b22a1-fe11-4fd2-b2c9-ed95df1c5b74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.883190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c53b22a1-fe11-4fd2-b2c9-ed95df1c5b74 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6300981 Feb 03 12:53:17.890036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41610) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:17.923780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ff8e3ae8-6ddc-4767-b363-c83724d4b8ab tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Request body: {'security_group_rule': {'security_group_id': '6451e48c-ee09-4574-a1a3-99cb59b31a66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:17.929138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a57055d-5017-4d2f-a1b0-e79d10f4f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (936f801a-e31c-4a7b-b3e0-842e5249f207), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.931986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a57055d-5017-4d2f-a1b0-e79d10f4f9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.936200 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3a57055d-5017-4d2f-a1b0-e79d10f4f9e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/936f801a-e31c-4a7b-b3e0-842e5249f207 HTTP/1.1" status: 204 len: 168 time: 0.5837576 Feb 03 12:53:17.952289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57055d-5017-4d2f-a1b0-e79d10f4f9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936f801a-e31c-4a7b-b3e0-842e5249f207,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:17.987782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3ae8-6ddc-4767-b363-c83724d4b8ab tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (19e2b87c-a803-456f-9244-718d6b25fc97), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.023904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-27a95471-8e52-44de-9532-c830154e5708 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting port 738a339f-0863-49b5-9939-12b910592fc2 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:18.024372 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27a95471-8e52-44de-9532-c830154e5708 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (738a339f-0863-49b5-9939-12b910592fc2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.132467 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27a95471-8e52-44de-9532-c830154e5708 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (738a339f-0863-49b5-9939-12b910592fc2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.136564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3ae8-6ddc-4767-b363-c83724d4b8ab tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (19e2b87c-a803-456f-9244-718d6b25fc97), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.153462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-27a95471-8e52-44de-9532-c830154e5708 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Calling delete_port for 738a339f-0863-49b5-9939-12b910592fc2 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:18.154080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3ae8-6ddc-4767-b363-c83724d4b8ab tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (19e2b87c-a803-456f-9244-718d6b25fc97), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.188645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e3ae8-6ddc-4767-b363-c83724d4b8ab tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e2b87c-a803-456f-9244-718d6b25fc97,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:18.232327 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3ae8-6ddc-4767-b363-c83724d4b8ab tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.233973 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ff8e3ae8-6ddc-4767-b363-c83724d4b8ab tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3153813 Feb 03 12:53:18.238596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41620) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:18.272149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b92fa76d-2641-4ea5-828a-67d9f78798c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3fd03b94ac5b42d39fb1805a7e0e7b47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5903528 Feb 03 12:53:18.273147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41622) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:18.337503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27a95471-8e52-44de-9532-c830154e5708 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (738a339f-0863-49b5-9939-12b910592fc2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.385078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fab5da31-0d2b-466c-9da0-d25aecee6a03 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (6451e48c-ee09-4574-a1a3-99cb59b31a66), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.393261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a95471-8e52-44de-9532-c830154e5708 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Port': ['ID=738a339f-0863-49b5-9939-12b910592fc2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:18.433518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27a95471-8e52-44de-9532-c830154e5708 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.439852 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-27a95471-8e52-44de-9532-c830154e5708 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/ports/738a339f-0863-49b5-9939-12b910592fc2 HTTP/1.1" status: 204 len: 168 time: 0.8644705 Feb 03 12:53:18.444129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7fbf-b32e-4a0f-a603-73f606a587e8 admin admin] Publish callbacks [] for security_group (40e2927a-d978-44ba-aedd-f6c8c54d79f4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.446003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41628) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:18.489429 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fab5da31-0d2b-466c-9da0-d25aecee6a03 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (6451e48c-ee09-4574-a1a3-99cb59b31a66), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.494898 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-27737a31-cbae-4c07-b204-7d23db669c16 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] DELETE failed (client error): The resource could not be found. Feb 03 12:53:18.495560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27737a31-cbae-4c07-b204-7d23db669c16 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:53:18.498822 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-27737a31-cbae-4c07-b204-7d23db669c16 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/subnets/f4830ddd-d204-4e21-87ae-57fc7a00050c HTTP/1.1" status: 404 len: 337 time: 0.0491354 Feb 03 12:53:18.501853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41630) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:18.522956 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7fbf-b32e-4a0f-a603-73f606a587e8 admin admin] Publish callbacks [] for security_group (40e2927a-d978-44ba-aedd-f6c8c54d79f4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.610370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fab5da31-0d2b-466c-9da0-d25aecee6a03 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6451e48c-ee09-4574-a1a3-99cb59b31a66), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.614054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fab5da31-0d2b-466c-9da0-d25aecee6a03 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.615573 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fab5da31-0d2b-466c-9da0-d25aecee6a03 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/6451e48c-ee09-4574-a1a3-99cb59b31a66 HTTP/1.1" status: 204 len: 168 time: 0.3752382 Feb 03 12:53:18.641868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41632) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:18.644646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5da31-0d2b-466c-9da0-d25aecee6a03 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6451e48c-ee09-4574-a1a3-99cb59b31a66,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:18.653084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7fbf-b32e-4a0f-a603-73f606a587e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (40e2927a-d978-44ba-aedd-f6c8c54d79f4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.657492 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7fbf-b32e-4a0f-a603-73f606a587e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.665069 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ec0a7fbf-b32e-4a0f-a603-73f606a587e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40e2927a-d978-44ba-aedd-f6c8c54d79f4 HTTP/1.1" status: 204 len: 168 time: 0.3859911 Feb 03 12:53:18.756399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a7fbf-b32e-4a0f-a603-73f606a587e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e2927a-d978-44ba-aedd-f6c8c54d79f4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:18.856678 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1eb59709-3013-4e46-ae0f-162e54ea97e9 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2091379 Feb 03 12:53:18.861793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41650) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:18.921160 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-400a7de8-9f37-4bbf-a82c-922ba8f22699 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0573316 Feb 03 12:53:18.923932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41652) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:18.971252 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-1d651c85-e189-4097-8ace-98165d5d276a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] delete failed (client error): The resource could not be found. Feb 03 12:53:18.972624 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1d651c85-e189-4097-8ace-98165d5d276a tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "DELETE /v2.0/security-groups/6451e48c-ee09-4574-a1a3-99cb59b31a66 HTTP/1.1" status: 404 len: 347 time: 0.0466239 Feb 03 12:53:18.976600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41656) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:19.085788 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-950befd5-9f1d-436e-b0dc-6d7697443078 tempest-SecGroupIPv6Test-1031833356 tempest-SecGroupIPv6Test-1031833356-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1075945 Feb 03 12:53:19.327705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (428e9e6f-934f-4c8c-beb5-e872825eeec9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.396602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c888141-5c77-47ed-8dd2-3df33523e9fd req-26f598fd-fe3d-4d6f-b988-ad7579309baf tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0651977 Feb 03 12:53:19.448081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting port f17f65bb-7fb1-4d19-865b-b2b6676b0486 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:19.448522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f17f65bb-7fb1-4d19-865b-b2b6676b0486), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.533168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] For port f17f65bb-7fb1-4d19-865b-b2b6676b0486, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f17f65bb-7fb1-4d19-865b-b2b6676b0486,segment=NetworkSegment(7defa6a2-986f-449b-9639-97947843bf66),segment_id=7defa6a2-986f-449b-9639-97947843bf66)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:19.533790 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f17f65bb-7fb1-4d19-865b-b2b6676b0486), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.553979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Calling delete_port for f17f65bb-7fb1-4d19-865b-b2b6676b0486 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:19.655396 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f17f65bb-7fb1-4d19-865b-b2b6676b0486), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.705056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No DVR routers for this DVR port f17f65bb-7fb1-4d19-865b-b2b6676b0486 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:19.712306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Port': ['ID=f17f65bb-7fb1-4d19-865b-b2b6676b0486,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:19.810748 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (428e9e6f-934f-4c8c-beb5-e872825eeec9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.819442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41684) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:19.835099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428e9e6f-934f-4c8c-beb5-e872825eeec9']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:19.848381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7defa6a2-986f-449b-9639-97947843bf66') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:19.848699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7defa6a2-986f-449b-9639-97947843bf66') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:19.862312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (7defa6a2-986f-449b-9639-97947843bf66), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.877612 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7defa6a2-986f-449b-9639-97947843bf66), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.885674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:19.886102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (7defa6a2-986f-449b-9639-97947843bf66), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:19.889767 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:19.967129 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (428e9e6f-934f-4c8c-beb5-e872825eeec9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.981683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.987808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/428e9e6f-934f-4c8c-beb5-e872825eeec9 HTTP/1.1" status: 204 len: 168 time: 1.4818029 Feb 03 12:53:19.987977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41696) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:19.995123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aaeac-5c83-4c4b-ae74-d92f6972b541 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Network': ['ID=428e9e6f-934f-4c8c-beb5-e872825eeec9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:20.058712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a97240-efbb-4183-8967-4dc9d45e8038 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting subnet fc24dfed-cf05-4a54-8d40-d7f296c867a6 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:20.068877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a97240-efbb-4183-8967-4dc9d45e8038 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for subnet (fc24dfed-cf05-4a54-8d40-d7f296c867a6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.144614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a97240-efbb-4183-8967-4dc9d45e8038 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (fc24dfed-cf05-4a54-8d40-d7f296c867a6), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.192347 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f6df0037-cfb3-494d-b8d9-b739a96403e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0569bf2402f24adfb54e1c86cf8472c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3687494 Feb 03 12:53:20.192783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41704) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:20.268236 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d7a9113-a801-4150-9580-fbbab6c2aa86 admin admin] Publish callbacks [] for security_group (e026277f-2662-4366-a748-ce6dd7293f51), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.276777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a97240-efbb-4183-8967-4dc9d45e8038 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (fc24dfed-cf05-4a54-8d40-d7f296c867a6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.311033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d7a9113-a801-4150-9580-fbbab6c2aa86 admin admin] Publish callbacks [] for security_group (e026277f-2662-4366-a748-ce6dd7293f51), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.382181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a97240-efbb-4183-8967-4dc9d45e8038 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (fc24dfed-cf05-4a54-8d40-d7f296c867a6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.399341 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d7a9113-a801-4150-9580-fbbab6c2aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e026277f-2662-4366-a748-ce6dd7293f51), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.403780 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d7a9113-a801-4150-9580-fbbab6c2aa86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.405387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3d7a9113-a801-4150-9580-fbbab6c2aa86 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e026277f-2662-4366-a748-ce6dd7293f51 HTTP/1.1" status: 204 len: 168 time: 0.2114666 Feb 03 12:53:20.420707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a9113-a801-4150-9580-fbbab6c2aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e026277f-2662-4366-a748-ce6dd7293f51,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:20.441892 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a97240-efbb-4183-8967-4dc9d45e8038 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Subnet': ['ID=fc24dfed-cf05-4a54-8d40-d7f296c867a6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:20.448116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a97240-efbb-4183-8967-4dc9d45e8038 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.451383 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7a97240-efbb-4183-8967-4dc9d45e8038 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/subnets/fc24dfed-cf05-4a54-8d40-d7f296c867a6 HTTP/1.1" status: 204 len: 168 time: 0.4624641 Feb 03 12:53:20.454251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41716) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:20.470089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec1c8d-4d5f-4457-b7d9-822cd20c682b None None] Network ffa810b3-56df-4279-acbd-7a2c926e61bf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:20.585082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.629438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-436a7905-eb42-47c2-b283-177bd171536b req-629a95dc-be83-4035-bc82-a11f5a804bfd tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0559762 Feb 03 12:53:20.632991 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ffa810b3-56df-4279-acbd-7a2c926e61bf), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.685188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde1a23-43c2-4a07-92f9-c3bc01f3741a None None] DHCP port deletion for ffa810b3-56df-4279-acbd-7a2c926e61bf request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:53:20.699212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Deleting port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:20.699557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.748431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bfde1a23-43c2-4a07-92f9-c3bc01f3741a None None] Deleting port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:20.749370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfde1a23-43c2-4a07-92f9-c3bc01f3741a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.784593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41724) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:20.787850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] For port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5,segment=NetworkSegment(a94bd5bc-487c-4431-9ba4-a0ac8e650057),segment_id=a94bd5bc-487c-4431-9ba4-a0ac8e650057)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:20.788220 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.802377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Calling delete_port for 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:20.838944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bfde1a23-43c2-4a07-92f9-c3bc01f3741a None None] For port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5,segment=NetworkSegment(a94bd5bc-487c-4431-9ba4-a0ac8e650057),segment_id=a94bd5bc-487c-4431-9ba4-a0ac8e650057)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:20.839651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfde1a23-43c2-4a07-92f9-c3bc01f3741a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.855717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bfde1a23-43c2-4a07-92f9-c3bc01f3741a None None] Calling delete_port for 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:20.897037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.910211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] No DVR routers for this DVR port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:20.934370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Port': ['ID=6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:20.983365 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfde1a23-43c2-4a07-92f9-c3bc01f3741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.025712 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ffa810b3-56df-4279-acbd-7a2c926e61bf), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.043390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde1a23-43c2-4a07-92f9-c3bc01f3741a None None] No DVR routers for this DVR port 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:21.047770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde1a23-43c2-4a07-92f9-c3bc01f3741a None None] Pushing event deleted for resources: {'Port': ['ID=6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:21.052467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa810b3-56df-4279-acbd-7a2c926e61bf']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:21.067442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94bd5bc-487c-4431-9ba4-a0ac8e650057') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:21.067736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94bd5bc-487c-4431-9ba4-a0ac8e650057') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:21.077819 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (a94bd5bc-487c-4431-9ba4-a0ac8e650057), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.091784 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a94bd5bc-487c-4431-9ba4-a0ac8e650057), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.101900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:21.102509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (a94bd5bc-487c-4431-9ba4-a0ac8e650057), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:21.161938 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:21.183452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ffa810b3-56df-4279-acbd-7a2c926e61bf), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.211602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.217648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] 10.222.0.65 "DELETE /v2.0/networks/ffa810b3-56df-4279-acbd-7a2c926e61bf HTTP/1.1" status: 204 len: 168 time: 0.7595620 Feb 03 12:53:21.232229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dac29b-0b86-4dbb-8352-4debc8d2f504 tempest-NetworksIpV6TestAttrs-320946558 tempest-NetworksIpV6TestAttrs-320946558-project] Pushing event deleted for resources: {'Network': ['ID=ffa810b3-56df-4279-acbd-7a2c926e61bf,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:21.281956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:21.308512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:21.309130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6960d0a6-64a2-4b44-91c2-d3e36fb2e2d5 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:21.311433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1010757905-network', 'tenant_id': '5e17ba94e11d490f833387b9789cfaab'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:21.347976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Made reservation on behalf of 5e17ba94e11d490f833387b9789cfaab for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:21.354631 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.380049 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.503196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Publish callbacks [] for security_group (def86852-40bf-42cc-80ae-e277b76a24d6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.509516 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (def86852-40bf-42cc-80ae-e277b76a24d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.537901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:21.549231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def86852-40bf-42cc-80ae-e277b76a24d6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:21.554413 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9db5e688-3e15-4528-8de5-0c9949a7b0f6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.555319 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Added segment 9db5e688-3e15-4528-8de5-0c9949a7b0f6 of type vlan for network 49cf52e4-e971-4880-ac07-4f789951df16 Feb 03 12:53:21.613105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (49cf52e4-e971-4880-ac07-4f789951df16), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.644893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (49cf52e4-e971-4880-ac07-4f789951df16), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.646434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:21.647350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.760838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=49cf52e4-e971-4880-ac07-4f789951df16,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:21.775070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 49cf52e4-e971-4880-ac07-4f789951df16 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:21.778643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41758) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:21.785172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Request body: {'subnet': {'network_id': '49cf52e4-e971-4880-ac07-4f789951df16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1010757905-subnet', 'tenant_id': '5e17ba94e11d490f833387b9789cfaab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:21.790119 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3cddd6aa-26ae-4cca-b9c7-318ef2688bd6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0042567 Feb 03 12:53:21.832560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Made reservation on behalf of 5e17ba94e11d490f833387b9789cfaab for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:21.838965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.911398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eab9488a-28b1-45f2-a180-9a5d388a96e6 req-d610e4a1-13c0-4c66-aa79-a73e55482e64 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.1191256 Feb 03 12:53:21.921109 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41766) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:22.086902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:22.175001 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (9f427244-9bb0-4ccb-9404-b07b6ab34e82), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.280538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f427244-9bb0-4ccb-9404-b07b6ab34e82,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:22.291076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Checking segment: {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:22.291646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Network hostable DHCP agents. Network: 49cf52e4-e971-4880-ac07-4f789951df16, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:22.295895 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7a236a40-9864-496d-93d9-b8d7d194ecae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7dd1b0b1515444cba9d94518972a2181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3729494 Feb 03 12:53:22.298094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41782) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:22.319815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Network 49cf52e4-e971-4880-ac07-4f789951df16 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:22.333369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 49cf52e4-e971-4880-ac07-4f789951df16) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:22.339418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:22.342040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.345967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407aec0f-f0e1-484b-8dc3-772f4ba5d48e None None] Network 49cf52e4-e971-4880-ac07-4f789951df16 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:22.386634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3258a29-59ed-492a-8a61-28d9fe21df05 admin admin] Publish callbacks [] for security_group (15c23cd4-1b9f-44cb-b40a-1e46c0680724), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.396149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8534ff2b-6fda-4aa4-8c29-03b77da3b329 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6153493 Feb 03 12:53:22.417525 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3258a29-59ed-492a-8a61-28d9fe21df05 admin admin] Publish callbacks [] for security_group (15c23cd4-1b9f-44cb-b40a-1e46c0680724), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.464251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba1f6c6-c28b-44ef-8670-47ea9a7640dc None None] Network 49cf52e4-e971-4880-ac07-4f789951df16 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:22.498504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3258a29-59ed-492a-8a61-28d9fe21df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (15c23cd4-1b9f-44cb-b40a-1e46c0680724), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.501425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3258a29-59ed-492a-8a61-28d9fe21df05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.505873 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b3258a29-59ed-492a-8a61-28d9fe21df05 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15c23cd4-1b9f-44cb-b40a-1e46c0680724 HTTP/1.1" status: 204 len: 168 time: 0.2064073 Feb 03 12:53:22.531119 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cd08c173-18db-40b4-97ee-e9f4efca0c97 tempest-ServiceProvidersTest-674653142 tempest-ServiceProvidersTest-674653142-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4418108 Feb 03 12:53:22.541716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3258a29-59ed-492a-8a61-28d9fe21df05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c23cd4-1b9f-44cb-b40a-1e46c0680724,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:23.093692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a06db5dd-1a76-47d5-925a-581b78fccb6b req-62890e3c-f400-4b2e-9d26-cb61afcef045 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0400801 Feb 03 12:53:23.505519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41822) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:23.888128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00b2b3b3-d5ab-4178-8562-008f8685ecdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:23.990598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00b2b3b3-d5ab-4178-8562-008f8685ecdb admin admin] Publish callbacks [] for security_group (d3a88c49-38a8-478b-9cc1-e0e36a55fb28), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.003160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-2b12f4cf-cb9f-439c-98dd-1b6169a9db30 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:24.010253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-2b12f4cf-cb9f-439c-98dd-1b6169a9db30 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/networks?id=49cf52e4-e971-4880-ac07-4f789951df16 HTTP/1.1" status: 200 len: 818 time: 0.2407453 Feb 03 12:53:24.023439 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00b2b3b3-d5ab-4178-8562-008f8685ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d3a88c49-38a8-478b-9cc1-e0e36a55fb28), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.058967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2b3b3-d5ab-4178-8562-008f8685ecdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a88c49-38a8-478b-9cc1-e0e36a55fb28,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:24.081799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0e176948-95da-40b7-9a35-a84ef5939a0b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/quotas/5e17ba94e11d490f833387b9789cfaab HTTP/1.1" status: 200 len: 375 time: 0.0703676 Feb 03 12:53:24.127472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0aa6a515-c8d1-42ea-916f-edc8a678f41d tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5e17ba94e11d490f833387b9789cfaab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444987 Feb 03 12:53:24.138913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41852) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:24.139429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-00b2b3b3-d5ab-4178-8562-008f8685ecdb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5eb9fd5c97984487ba6f85b7a01d9f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6317434 Feb 03 12:53:24.154431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41854) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:24.232953 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cdf1625f-eb6e-4be6-a77b-c674b79c4cb7 admin admin] Publish callbacks [] for security_group (d3a88c49-38a8-478b-9cc1-e0e36a55fb28), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.241835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8229c6d-b82b-4368-a4de-1f45e067e475 req-fc6dd5d2-be06-4608-a82d-6a278f82c9c9 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0506854 Feb 03 12:53:24.277361 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cdf1625f-eb6e-4be6-a77b-c674b79c4cb7 admin admin] Publish callbacks [] for security_group (d3a88c49-38a8-478b-9cc1-e0e36a55fb28), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.339011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41862) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:24.339138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cdf1625f-eb6e-4be6-a77b-c674b79c4cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d3a88c49-38a8-478b-9cc1-e0e36a55fb28), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.342095 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cdf1625f-eb6e-4be6-a77b-c674b79c4cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.346901 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cdf1625f-eb6e-4be6-a77b-c674b79c4cb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3a88c49-38a8-478b-9cc1-e0e36a55fb28 HTTP/1.1" status: 204 len: 168 time: 0.2069399 Feb 03 12:53:24.361771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1625f-eb6e-4be6-a77b-c674b79c4cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a88c49-38a8-478b-9cc1-e0e36a55fb28,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:24.377577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-17533d38-4ea5-4d76-a003-7a0cb821a998 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:53:24.380788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-17533d38-4ea5-4d76-a003-7a0cb821a998 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2513421 Feb 03 12:53:24.508768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-65936fca-7945-459c-8ca8-298c27207480 service neutron] 10.222.0.65 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197534 Feb 03 12:53:24.607945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9286f453-98df-4f65-bb60-d48a9af9d901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.658695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-26b8bb94-9a2a-4b4a-a345-42b7e10d9bbe service neutron] 10.222.0.65 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436281 Feb 03 12:53:24.741879 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9286f453-98df-4f65-bb60-d48a9af9d901 admin admin] Publish callbacks [] for security_group (6a2a37d2-4002-4f1e-93e2-84041208efae), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.751887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9286f453-98df-4f65-bb60-d48a9af9d901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6a2a37d2-4002-4f1e-93e2-84041208efae), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.813939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9286f453-98df-4f65-bb60-d48a9af9d901 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa1dbe48326243a69b777f699ffd4f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6585171 Feb 03 12:53:24.816758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41874) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:24.825643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286f453-98df-4f65-bb60-d48a9af9d901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2a37d2-4002-4f1e-93e2-84041208efae,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:24.841618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5c75f749-9798-47f3-bcc5-75ba70585e79 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1513363826', 'prefixes': ['172.20.0.0/16']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:24.914907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6ed21aa-ad81-4454-8d32-51409569ed1e admin admin] Publish callbacks [] for security_group (6a2a37d2-4002-4f1e-93e2-84041208efae), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.972200 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6ed21aa-ad81-4454-8d32-51409569ed1e admin admin] Publish callbacks [] for security_group (6a2a37d2-4002-4f1e-93e2-84041208efae), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.981820 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c75f749-9798-47f3-bcc5-75ba70585e79 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.983173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5c75f749-9798-47f3-bcc5-75ba70585e79 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6432011 Feb 03 12:53:24.985992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41876) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:25.107629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-444b5840-24b6-4ec4-a605-68070a6d5451 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] 10.222.0.65 "GET /v2.0/subnetpools/eabbb12b-1296-4d8a-9042-1c3e5bc9c1a2 HTTP/1.1" status: 200 len: 732 time: 0.1173470 Feb 03 12:53:25.108371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41886) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:25.118472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0c53142d-f920-4298-aa4e-b1974a0f0456 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1680253680'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:25.223059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6ed21aa-ad81-4454-8d32-51409569ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6a2a37d2-4002-4f1e-93e2-84041208efae), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:25.226985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d6ed21aa-ad81-4454-8d32-51409569ed1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:25.233083 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d6ed21aa-ad81-4454-8d32-51409569ed1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a2a37d2-4002-4f1e-93e2-84041208efae HTTP/1.1" status: 204 len: 168 time: 0.4152317 Feb 03 12:53:25.256298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed21aa-ad81-4454-8d32-51409569ed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2a37d2-4002-4f1e-93e2-84041208efae,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:25.327427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2f84900-69ba-4d43-bd8d-0befdae7f093 req-716fa944-7ebf-4405-941d-c0091afdaa61 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 210 time: 0.0547802 Feb 03 12:53:25.348845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c53142d-f920-4298-aa4e-b1974a0f0456 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:25.362783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41900) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:25.363425 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0c53142d-f920-4298-aa4e-b1974a0f0456 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] 10.222.0.65 "PUT /v2.0/subnetpools/eabbb12b-1296-4d8a-9042-1c3e5bc9c1a2 HTTP/1.1" status: 200 len: 684 time: 0.2539334 Feb 03 12:53:25.497654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6d3ea58-2610-499b-ac4e-4649bbba4f39 req-ab5ea406-6832-46df-a323-37fb98468af2 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0655074 Feb 03 12:53:25.560019 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc649697-a9e6-4851-8e4f-591dcd6a36f3 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:25.564893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dc649697-a9e6-4851-8e4f-591dcd6a36f3 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] 10.222.0.65 "DELETE /v2.0/subnetpools/eabbb12b-1296-4d8a-9042-1c3e5bc9c1a2 HTTP/1.1" status: 204 len: 168 time: 0.2001903 Feb 03 12:53:25.566091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41914) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:25.593673 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-289d36a5-274b-4332-aed5-6b5ac7f1ccaa tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] show failed (client error): The resource could not be found. Feb 03 12:53:25.597392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-289d36a5-274b-4332-aed5-6b5ac7f1ccaa tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] 10.222.0.65 "GET /v2.0/subnetpools/eabbb12b-1296-4d8a-9042-1c3e5bc9c1a2 HTTP/1.1" status: 404 len: 346 time: 0.0266469 Feb 03 12:53:25.597716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41918) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:25.614922 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-e7b32a7a-a943-47cf-8139-94b42cf6d382 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] delete failed (client error): The resource could not be found. Feb 03 12:53:25.616910 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7b32a7a-a943-47cf-8139-94b42cf6d382 tempest-SubnetPoolsTestJSON-1329007555 tempest-SubnetPoolsTestJSON-1329007555-project] 10.222.0.65 "DELETE /v2.0/subnetpools/eabbb12b-1296-4d8a-9042-1c3e5bc9c1a2 HTTP/1.1" status: 404 len: 346 time: 0.0176005 Feb 03 12:53:25.855638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41934) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:25.960993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41938) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:25.986934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7d65-c8dd-473d-be88-6867d5ced285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.118559 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7d65-c8dd-473d-be88-6867d5ced285 admin admin] Publish callbacks [] for security_group (1c56c5ea-3712-498c-b953-1487e1184dce), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.126674 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7d65-c8dd-473d-be88-6867d5ced285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1c56c5ea-3712-498c-b953-1487e1184dce), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.163929 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9d0a7d65-c8dd-473d-be88-6867d5ced285 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04ba2f48d991497ea27402416e7bde32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011039 Feb 03 12:53:26.166403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41942) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:26.193461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a7d65-c8dd-473d-be88-6867d5ced285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c56c5ea-3712-498c-b953-1487e1184dce,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:26.243902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de4dd5ac-faf1-462e-b6a1-df0d848a9a56 admin admin] Publish callbacks [] for security_group (1c56c5ea-3712-498c-b953-1487e1184dce), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.275402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de4dd5ac-faf1-462e-b6a1-df0d848a9a56 admin admin] Publish callbacks [] for security_group (1c56c5ea-3712-498c-b953-1487e1184dce), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.377583 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de4dd5ac-faf1-462e-b6a1-df0d848a9a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1c56c5ea-3712-498c-b953-1487e1184dce), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.383903 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de4dd5ac-faf1-462e-b6a1-df0d848a9a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.385511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-de4dd5ac-faf1-462e-b6a1-df0d848a9a56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c56c5ea-3712-498c-b953-1487e1184dce HTTP/1.1" status: 204 len: 168 time: 0.2173336 Feb 03 12:53:26.403378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dd5ac-faf1-462e-b6a1-df0d848a9a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c56c5ea-3712-498c-b953-1487e1184dce,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:26.530063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d1a97df-d647-43f5-906d-750d79494f2f req-da675b3a-d228-41fa-9917-7e8dda934da9 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 210 time: 0.0659323 Feb 03 12:53:26.541163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41954) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:26.645963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1196894905'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:26.715709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Made reservation on behalf of 5413c60c880a4d9db1fec4a61e0e0f6c for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:26.725464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.773772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.799901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6624bcfb-f2bc-4b89-bee7-b1da48934a57 req-7aff75b0-2167-4ca2-8f98-77cef6088e98 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.1194086 Feb 03 12:53:26.950244 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks [] for security_group (e5896e64-10d7-48cc-80d7-80758ddc94b3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.958196 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e5896e64-10d7-48cc-80d7-80758ddc94b3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.974752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:26.987068 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dbee8873-8f4c-49ce-a269-6b5109c6ceb7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.987714 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Added segment dbee8873-8f4c-49ce-a269-6b5109c6ceb7 of type vlan for network 0f492494-36ed-414d-897d-b7689ada156d Feb 03 12:53:27.055910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0f492494-36ed-414d-897d-b7689ada156d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.067562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5896e64-10d7-48cc-80d7-80758ddc94b3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:27.094714 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0f492494-36ed-414d-897d-b7689ada156d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.102717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:27.103362 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.167520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-24b3b1d6-5ed0-4ee4-bc4c-30322817e011 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:27.169430 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-24b3b1d6-5ed0-4ee4-bc4c-30322817e011 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.91 "GET /v2.0/networks?id=49cf52e4-e971-4880-ac07-4f789951df16 HTTP/1.1" status: 200 len: 818 time: 0.1948104 Feb 03 12:53:27.170438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a689d6a-41ce-4fd3-953c-66109073f839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.198047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Request body: {'port': {'device_id': 'd1913b15-7b75-42ec-a63c-742e768635fd', 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16', 'admin_state_up': True, 'tenant_id': '5e17ba94e11d490f833387b9789cfaab'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:27.328094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Pushing event updated for resources: {'Network': ['ID=0f492494-36ed-414d-897d-b7689ada156d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:27.346811 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0f492494-36ed-414d-897d-b7689ada156d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:27.355523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d37c53dc-8c16-4e48-a27d-673b30bd0721 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4986687 Feb 03 12:53:27.359051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41970) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:27.367335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-d166d1c2-00bc-4549-a7c3-f5cda997d17c tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d', 'tempest-TagsTest-Tag-2015419770') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:27.432233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-5ea9f7ea-75b2-4101-b31a-cf8f97743a0d tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:27.433979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-5ea9f7ea-75b2-4101-b31a-cf8f97743a0d tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.91 "GET /v2.0/networks?id=49cf52e4-e971-4880-ac07-4f789951df16 HTTP/1.1" status: 200 len: 818 time: 0.2456756 Feb 03 12:53:27.458280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Request body: {'port': {'device_id': '71655433-7a52-4d40-becd-05311a4805f0', 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16', 'admin_state_up': True, 'tenant_id': '5e17ba94e11d490f833387b9789cfaab'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:27.498571 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a689d6a-41ce-4fd3-953c-66109073f839 admin admin] Publish callbacks [] for security_group (b3d49a8e-d481-42b2-b844-5594284d0c4b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.521826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a689d6a-41ce-4fd3-953c-66109073f839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b3d49a8e-d481-42b2-b844-5594284d0c4b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.667510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5a689d6a-41ce-4fd3-953c-66109073f839 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6f79ead1cd04d84b3250b1d143eceeb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1245401 Feb 03 12:53:27.675000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d166d1c2-00bc-4549-a7c3-f5cda997d17c tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "PUT /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags/tempest-TagsTest-Tag-2015419770 HTTP/1.1" status: 201 len: 201 time: 0.3125491 Feb 03 12:53:27.676344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41982) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:27.676695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41984) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:27.687661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-a94e4d76-c012-4286-81d8-5ea24c528284 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d', 'tempest-TagsTest-Tag-2015419770') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:27.699843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-c7cd3538-d068-4d2a-b48e-c91497df6fa7 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:27.701334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-c7cd3538-d068-4d2a-b48e-c91497df6fa7 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.72 "GET /v2.0/networks?id=49cf52e4-e971-4880-ac07-4f789951df16 HTTP/1.1" status: 200 len: 818 time: 0.3107228 Feb 03 12:53:27.703358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ed5068c-25e7-4e63-9b0c-6060a38d2b12 req-9ef2f242-f2ca-43bd-9edc-4eb32649002f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 210 time: 0.0518749 Feb 03 12:53:27.717890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Request body: {'port': {'device_id': '05e839b2-750b-45cd-88a1-028d8456e370', 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16', 'admin_state_up': True, 'tenant_id': '5e17ba94e11d490f833387b9789cfaab'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:27.857611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Made reservation on behalf of 5e17ba94e11d490f833387b9789cfaab for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:27.868016 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.874395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Made reservation on behalf of 5e17ba94e11d490f833387b9789cfaab for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:27.878500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.993916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a689d6a-41ce-4fd3-953c-66109073f839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d49a8e-d481-42b2-b844-5594284d0c4b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:28.045626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41996) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:28.049344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029383 Feb 03 12:53:28.061992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41998) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:28.158030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Made reservation on behalf of 5e17ba94e11d490f833387b9789cfaab for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:28.162433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.193267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Allocated IP 172.20.0.6 (49cf52e4-e971-4880-ac07-4f789951df16/9f427244-9bb0-4ccb-9404-b07b6ab34e82/03b039f3-e026-4f4a-adb7-e4f2b41844ce) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:28.220059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20aaf983-f05c-4810-9f79-9412f325b069 admin admin] Publish callbacks [] for security_group (b3d49a8e-d481-42b2-b844-5594284d0c4b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.240035 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a94e4d76-c012-4286-81d8-5ea24c528284 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "GET /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags/tempest-TagsTest-Tag-2015419770 HTTP/1.1" status: 204 len: 168 time: 0.5554166 Feb 03 12:53:28.247255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42006) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:28.255389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-4596ecd4-6941-4ca3-b77f-8193c852c615 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:28.337526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20aaf983-f05c-4810-9f79-9412f325b069 admin admin] Publish callbacks [] for security_group (b3d49a8e-d481-42b2-b844-5594284d0c4b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.389932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d015043a-e378-4a3b-ad60-3200715144d7 req-a3d77ef8-54c8-4cbe-a4a6-3f1c0826a7e6 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0608332 Feb 03 12:53:28.474778 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ca8c4e6f-ae62-4f8d-9dcb-5eb5b8bf1b4a tempest-NetworksApiDiscovery-2117036129 tempest-NetworksApiDiscovery-2117036129-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3994768 Feb 03 12:53:28.480956 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4596ecd4-6941-4ca3-b77f-8193c852c615 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "GET /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags HTTP/1.1" status: 200 len: 238 time: 0.2306659 Feb 03 12:53:28.484140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42012) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:28.493038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-e96dcaa1-018d-4e85-b8d2-fdb0688e0747 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d', {'tags': ['tempest-TagsTest-Tag-97334048', 'tempest-TagsTest-Tag-672458591', 'tempest-TagsTest-Tag-1488357759']}) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:28.516649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20aaf983-f05c-4810-9f79-9412f325b069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b3d49a8e-d481-42b2-b844-5594284d0c4b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.519480 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-20aaf983-f05c-4810-9f79-9412f325b069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.520811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks [] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.521380 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-20aaf983-f05c-4810-9f79-9412f325b069 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3d49a8e-d481-42b2-b844-5594284d0c4b HTTP/1.1" status: 204 len: 168 time: 0.8432631 Feb 03 12:53:28.539919 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaf983-f05c-4810-9f79-9412f325b069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d49a8e-d481-42b2-b844-5594284d0c4b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:28.574779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.615259 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e96dcaa1-018d-4e85-b8d2-fdb0688e0747 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "PUT /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags HTTP/1.1" status: 200 len: 306 time: 0.1297524 Feb 03 12:53:28.619482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42018) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:28.625214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-4ed4a4fa-7a2f-4cef-82b7-4f7fceb663ea tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d', 'tempest-TagsTest-Tag-97334048') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:28.685923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Network 49cf52e4-e971-4880-ac07-4f789951df16 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:28.695602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:28.702676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:28.743425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Allocated IP 172.20.0.9 (49cf52e4-e971-4880-ac07-4f789951df16/9f427244-9bb0-4ccb-9404-b07b6ab34e82/4d855ffc-60e7-4791-9d94-dbfa10d0d8c9) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:28.762451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Pushing event updated for resources: {'Port': ['ID=03b039f3-e026-4f4a-adb7-e4f2b41844ce,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:28.769934 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4ed4a4fa-7a2f-4cef-82b7-4f7fceb663ea tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "DELETE /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags/tempest-TagsTest-Tag-97334048 HTTP/1.1" status: 204 len: 168 time: 0.1469193 Feb 03 12:53:28.771856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42024) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:28.779767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-294e8c80-27b3-428e-9649-8fe8a54b83ec tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d', 'tempest-TagsTest-Tag-97334048') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:28.805490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:28.806154 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.843295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-0b8229d6-4e38-4719-aa71-41f60db7444b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3932147 Feb 03 12:53:28.871097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Request body: {'port': {'device_id': '71655433-7a52-4d40-becd-05311a4805f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:28.901064 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-294e8c80-27b3-428e-9649-8fe8a54b83ec tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] show failed (client error): The resource could not be found. Feb 03 12:53:28.902495 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-294e8c80-27b3-428e-9649-8fe8a54b83ec tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "GET /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags/tempest-TagsTest-Tag-97334048 HTTP/1.1" status: 404 len: 324 time: 0.1287436 Feb 03 12:53:28.905752 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42030) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:28.912185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-5b5f8504-acc4-46a3-94f0-d1139b3b7310 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d', 'tempest-TagsTest-Tag-672458591') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:28.948902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3c2847a-8301-47a3-8540-f9602744b831 req-c84ed968-061a-4b05-afa2-562d17082aa5 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 210 time: 0.0701818 Feb 03 12:53:29.030240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b5f8504-acc4-46a3-94f0-d1139b3b7310 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "GET /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags/tempest-TagsTest-Tag-672458591 HTTP/1.1" status: 204 len: 168 time: 0.1224027 Feb 03 12:53:29.035344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42034) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:29.048964 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-b352b52c-8dec-4c0f-93be-bb123f360239 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d', 'tempest-TagsTest-Tag-1488357759') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:29.050628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.114202 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks [] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.196921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b352b52c-8dec-4c0f-93be-bb123f360239 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "GET /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags/tempest-TagsTest-Tag-1488357759 HTTP/1.1" status: 204 len: 168 time: 0.1603436 Feb 03 12:53:29.201574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42040) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:29.220772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-b05d3cb2-bb35-4d28-89c7-1c04f5e25a41 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:29.250803 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.317261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Network 49cf52e4-e971-4880-ac07-4f789951df16 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:29.328689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:29.332918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:29.365443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Pushing event updated for resources: {'Port': ['ID=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:29.399641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Allocated IP 172.20.0.7 (49cf52e4-e971-4880-ac07-4f789951df16/9f427244-9bb0-4ccb-9404-b07b6ab34e82/9192a582-21cb-4773-b7b4-c79eed46530b) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:29.402574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:29.403799 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.404268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42046) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:29.431666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-468517f9-c510-4924-8f80-e4d829332807 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7180266 Feb 03 12:53:29.451398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Request body: {'port': {'device_id': '05e839b2-750b-45cd-88a1-028d8456e370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:29.470533 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b05d3cb2-bb35-4d28-89c7-1c04f5e25a41 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "DELETE /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags HTTP/1.1" status: 204 len: 168 time: 0.2674582 Feb 03 12:53:29.473192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42054) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:29.480682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-af468240-0284-4f08-8dfd-ea4a17ade4a5 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d', 'tempest-TagsTest-Tag-672458591') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:29.590826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffbea76c-1435-4a36-b7f2-6a6d7a9ffe49 req-6c51e3f1-0e5e-4a9b-996d-534bbf02088c tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0326552 Feb 03 12:53:29.595745 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.630372 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-af468240-0284-4f08-8dfd-ea4a17ade4a5 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] show failed (client error): The resource could not be found. Feb 03 12:53:29.631602 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-af468240-0284-4f08-8dfd-ea4a17ade4a5 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "GET /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags/tempest-TagsTest-Tag-672458591 HTTP/1.1" status: 404 len: 325 time: 0.1573067 Feb 03 12:53:29.634913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42060) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:29.639369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.tag.tag_plugin [None req-b24e6f4f-2295-436c-86f8-a2acbffebe41 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d', 'tempest-TagsTest-Tag-1488357759') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:29.683296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks [] for port (9192a582-21cb-4773-b7b4-c79eed46530b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.777427 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-b24e6f4f-2295-436c-86f8-a2acbffebe41 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] show failed (client error): The resource could not be found. Feb 03 12:53:29.778512 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b24e6f4f-2295-436c-86f8-a2acbffebe41 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "GET /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags/tempest-TagsTest-Tag-1488357759 HTTP/1.1" status: 404 len: 326 time: 0.1424780 Feb 03 12:53:29.780815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2ff717d-b2e7-4e51-b613-e945d53ea659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.781854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42064) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:29.789281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.tag.tag_plugin [None req-acb0360d-18b7-4b06-863b-c4f955d57c3b tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0f492494-36ed-414d-897d-b7689ada156d') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:29.808284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.902844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Network 49cf52e4-e971-4880-ac07-4f789951df16 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:29.912210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:29.915706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Pushing event updated for resources: {'Port': ['ID=9192a582-21cb-4773-b7b4-c79eed46530b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:29.918108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:29.962245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-acb0360d-18b7-4b06-863b-c4f955d57c3b tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "DELETE /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d/tags HTTP/1.1" status: 204 len: 168 time: 0.1789417 Feb 03 12:53:29.967185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42074) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:29.993763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:29.994422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.998813 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2ff717d-b2e7-4e51-b613-e945d53ea659 admin admin] Publish callbacks [] for security_group (590250f6-69ee-4718-ab4d-d9ffde34390a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.028550 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2ff717d-b2e7-4e51-b613-e945d53ea659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (590250f6-69ee-4718-ab4d-d9ffde34390a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.051935 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3440237a-ae49-4495-8646-459faf360b53 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8647654 Feb 03 12:53:30.075819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Request body: {'port': {'device_id': 'd1913b15-7b75-42ec-a63c-742e768635fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:30.127815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff717d-b2e7-4e51-b613-e945d53ea659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590250f6-69ee-4718-ab4d-d9ffde34390a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:30.133658 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f2ff717d-b2e7-4e51-b613-e945d53ea659 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0fd4c127acb4c2ba85d62f3ff2b5804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7240589 Feb 03 12:53:30.137073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42082) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:30.145748 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0f492494-36ed-414d-897d-b7689ada156d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.221951 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.234634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b039f3-e026-4f4a-adb7-e4f2b41844ce {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:30.244383 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e003507d-60da-43db-a05d-0c01ba2cb2ea admin admin] Publish callbacks [] for security_group (590250f6-69ee-4718-ab4d-d9ffde34390a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.246685 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Publish callbacks [] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.263132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Transition to ACTIVE for port object 03b039f3-e026-4f4a-adb7-e4f2b41844ce will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:53:30.280962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.296733 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e003507d-60da-43db-a05d-0c01ba2cb2ea admin admin] Publish callbacks [] for security_group (590250f6-69ee-4718-ab4d-d9ffde34390a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.424508 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6ecb3dd8-08a7-4ed8-b83e-b7ac52b77582 req-9d51840c-a622-4af6-bd57-e74258bab160 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0459476 Feb 03 12:53:30.443594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8674e-d5d3-4c72-8b1a-6cffca91c13d req-a3f807d2-154e-4d1c-a565-6063fdb57c8e tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:30.445398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0f8674e-d5d3-4c72-8b1a-6cffca91c13d req-a3f807d2-154e-4d1c-a565-6063fdb57c8e tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 931 time: 0.3393745 Feb 03 12:53:30.466982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e003507d-60da-43db-a05d-0c01ba2cb2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (590250f6-69ee-4718-ab4d-d9ffde34390a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.473499 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e003507d-60da-43db-a05d-0c01ba2cb2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.474847 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e003507d-60da-43db-a05d-0c01ba2cb2ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/590250f6-69ee-4718-ab4d-d9ffde34390a HTTP/1.1" status: 204 len: 168 time: 0.3363516 Feb 03 12:53:30.479167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Pushing event updated for resources: {'Port': ['ID=03b039f3-e026-4f4a-adb7-e4f2b41844ce,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:30.484709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003507d-60da-43db-a05d-0c01ba2cb2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590250f6-69ee-4718-ab4d-d9ffde34390a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:30.968019 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0f492494-36ed-414d-897d-b7689ada156d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.057408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa8f107a-ad1a-4d42-838e-cea93996af96 req-2d246806-12dd-4b90-9848-6f8471b3675b tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0913954 Feb 03 12:53:31.060565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f492494-36ed-414d-897d-b7689ada156d']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:31.066809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0f8674e-d5d3-4c72-8b1a-6cffca91c13d req-10cf5e36-6f8b-47e6-ae72-a9d1ddbf4ae8 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6043789 Feb 03 12:53:31.078543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbee8873-8f4c-49ce-a269-6b5109c6ceb7') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:31.078842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbee8873-8f4c-49ce-a269-6b5109c6ceb7') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:31.111809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (dbee8873-8f4c-49ce-a269-6b5109c6ceb7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.121242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Attempting to bind port 03b039f3-e026-4f4a-adb7-e4f2b41844ce on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:31.121579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Attempting to bind port 03b039f3-e026-4f4a-adb7-e4f2b41844ce by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:31.121902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Attempting to bind port 03b039f3-e026-4f4a-adb7-e4f2b41844ce on network 49cf52e4-e971-4880-ac07-4f789951df16 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:31.155193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Port 03b039f3-e026-4f4a-adb7-e4f2b41844ce on network 49cf52e4-e971-4880-ac07-4f789951df16 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:53:31.155514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Attempting to bind port 03b039f3-e026-4f4a-adb7-e4f2b41844ce on network 49cf52e4-e971-4880-ac07-4f789951df16 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:31.159216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dbee8873-8f4c-49ce-a269-6b5109c6ceb7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.170224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:31.170687 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (dbee8873-8f4c-49ce-a269-6b5109c6ceb7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:31.173968 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:31.175901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:31.175901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Checking segment: {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:31.175901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Bound using segment: {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:31.175901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Bound port: 03b039f3-e026-4f4a-adb7-e4f2b41844ce, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:31.176195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.204514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:31.217882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Publish callbacks [] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.301896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Transition to ACTIVE for port object 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:53:31.313429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.322056 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0f492494-36ed-414d-897d-b7689ada156d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.326651 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.332795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] 10.222.0.65 "DELETE /v2.0/networks/0f492494-36ed-414d-897d-b7689ada156d HTTP/1.1" status: 204 len: 168 time: 1.3643889 Feb 03 12:53:31.391830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ed17c-0f85-4166-9fcd-7a0d9314d846 tempest-TagsTest-684333697 tempest-TagsTest-684333697-project] Pushing event deleted for resources: {'Network': ['ID=0f492494-36ed-414d-897d-b7689ada156d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:31.409356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] For port 03b039f3-e026-4f4a-adb7-e4f2b41844ce, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:31.415548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] For port 03b039f3-e026-4f4a-adb7-e4f2b41844ce, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=03b039f3-e026-4f4a-adb7-e4f2b41844ce,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:31.420152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Pushing event updated for resources: {'Port': ['ID=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:31.454560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.519920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9192a582-21cb-4773-b7b4-c79eed46530b {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:31.522054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:31.522746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.524539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] 10.222.0.91 "PUT /v2.0/ports/03b039f3-e026-4f4a-adb7-e4f2b41844ce HTTP/1.1" status: 200 len: 1092 time: 2.6638794 Feb 03 12:53:31.531131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71655433-7a52-4d40-becd-05311a4805f0', 'tag': '03b039f3-e026-4f4a-adb7-e4f2b41844ce'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:31.533833 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b925206b-2d5d-4c06-9a99-2c170c996100" -d '{"events": [{"name": "network-changed", "server_uuid": "71655433-7a52-4d40-becd-05311a4805f0", "tag": "03b039f3-e026-4f4a-adb7-e4f2b41844ce"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:31.540452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Publish callbacks [] for port (9192a582-21cb-4773-b7b4-c79eed46530b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.561954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Transition to ACTIVE for port object 9192a582-21cb-4773-b7b4-c79eed46530b will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:53:31.573035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.588397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c4367-60bc-46f0-92e4-c658d7f36e57 service neutron] Pushing event updated for resources: {'Port': ['ID=03b039f3-e026-4f4a-adb7-e4f2b41844ce,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:31.595372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Attempting to bind port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:31.595714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Attempting to bind port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:31.596040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Attempting to bind port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 on network 49cf52e4-e971-4880-ac07-4f789951df16 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:31.602662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 on network 49cf52e4-e971-4880-ac07-4f789951df16 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:53:31.602990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Attempting to bind port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 on network 49cf52e4-e971-4880-ac07-4f789951df16 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:31.608268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:31.608600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Checking segment: {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:31.608986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Bound using segment: {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:31.609412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Bound port: 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:31.609767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.724312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] For port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:31.729573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] For port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:31.749696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9192a582-21cb-4773-b7b4-c79eed46530b,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:31.753894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-82ad357c-b188-46e1-8f28-c1bd280882e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:31.757835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-82ad357c-b188-46e1-8f28-c1bd280882e8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e17ba94e11d490f833387b9789cfaab&device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 1126 time: 0.1051271 Feb 03 12:53:31.763136 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.852575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Attempting to bind port 9192a582-21cb-4773-b7b4-c79eed46530b on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:31.853311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Attempting to bind port 9192a582-21cb-4773-b7b4-c79eed46530b by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:31.853830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Attempting to bind port 9192a582-21cb-4773-b7b4-c79eed46530b on network 49cf52e4-e971-4880-ac07-4f789951df16 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:31.859488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Port 9192a582-21cb-4773-b7b4-c79eed46530b on network 49cf52e4-e971-4880-ac07-4f789951df16 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:53:31.860166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Attempting to bind port 9192a582-21cb-4773-b7b4-c79eed46530b on network 49cf52e4-e971-4880-ac07-4f789951df16 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:31.861257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:31.862114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.863642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] 10.222.0.72 "PUT /v2.0/ports/4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 HTTP/1.1" status: 200 len: 1092 time: 2.4226956 Feb 03 12:53:31.867659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-d097ae11-5e8e-4bcf-b2f2-ef242c250ee8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b039f3-e026-4f4a-adb7-e4f2b41844ce HTTP/1.1" status: 200 len: 217 time: 0.0837297 Feb 03 12:53:31.872364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:31.874629 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Checking segment: {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:31.875884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Bound using segment: {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:31.876348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Bound port: 9192a582-21cb-4773-b7b4-c79eed46530b, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db5e688-3e15-4528-8de5-0c9949a7b0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:31.876731 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.970054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3838d9-0a13-4e8e-9440-bbdc71ed1eca service neutron] Pushing event updated for resources: {'Port': ['ID=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:31.979141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] For port 9192a582-21cb-4773-b7b4-c79eed46530b, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:31.979925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-a800a66c-7465-4fbe-bcfd-c6b038301701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:31.981450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-a800a66c-7465-4fbe-bcfd-c6b038301701 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9f427244-9bb0-4ccb-9404-b07b6ab34e82 HTTP/1.1" status: 200 len: 858 time: 0.1069982 Feb 03 12:53:31.983024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] For port 9192a582-21cb-4773-b7b4-c79eed46530b, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9192a582-21cb-4773-b7b4-c79eed46530b,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:31.993118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.001209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-a1f10626-4ad5-42d8-8e15-fc5fc8f8bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:32.001701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-a1f10626-4ad5-42d8-8e15-fc5fc8f8bcbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e17ba94e11d490f833387b9789cfaab&device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 1126 time: 0.0896850 Feb 03 12:53:32.021242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-e47c9ff8-4454-4858-9c8b-dc59a09e41c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49cf52e4-e971-4880-ac07-4f789951df16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323226 Feb 03 12:53:32.036153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:32.036862 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.038555 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] 10.222.0.91 "PUT /v2.0/ports/9192a582-21cb-4773-b7b4-c79eed46530b HTTP/1.1" status: 200 len: 1092 time: 1.9742785 Feb 03 12:53:32.039079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1913b15-7b75-42ec-a63c-742e768635fd', 'tag': '9192a582-21cb-4773-b7b4-c79eed46530b'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:32.042523 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62c0aa6-cf29-461d-9ac9-1437c3d26816" -d '{"events": [{"name": "network-changed", "server_uuid": "d1913b15-7b75-42ec-a63c-742e768635fd", "tag": "9192a582-21cb-4773-b7b4-c79eed46530b"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:32.068715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cbc25-fbe3-4713-9c66-4a35aa0b05b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9192a582-21cb-4773-b7b4-c79eed46530b,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:32.089104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-b5e67ead-f3fd-4193-9afa-b0bc0da21010 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 HTTP/1.1" status: 200 len: 217 time: 0.0710511 Feb 03 12:53:32.192695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-2cfed373-e2b7-4b52-bf5e-616da7fdc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:32.192907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-29d15c7f-1097-4dd9-912c-55ffae4b033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:32.194387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-29d15c7f-1097-4dd9-912c-55ffae4b033a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9f427244-9bb0-4ccb-9404-b07b6ab34e82 HTTP/1.1" status: 200 len: 858 time: 0.0928504 Feb 03 12:53:32.196158 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-2cfed373-e2b7-4b52-bf5e-616da7fdc80f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e17ba94e11d490f833387b9789cfaab&device_id=d1913b15-7b75-42ec-a63c-742e768635fd HTTP/1.1" status: 200 len: 1126 time: 0.0955834 Feb 03 12:53:32.231479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-268be573-0217-4a62-9251-296e40ef452f service neutron] 10.222.0.91 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027442 Feb 03 12:53:32.250840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-4fef2729-0c77-4edf-9415-9db4b80e1959 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49cf52e4-e971-4880-ac07-4f789951df16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361586 Feb 03 12:53:32.280162 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d938caf-30f4-4291-85bd-2c32d8b30cb5 x-openstack-request-id: req-4d938caf-30f4-4291-85bd-2c32d8b30cb5 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:32.280452 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71655433-7a52-4d40-becd-05311a4805f0", "tag": "03b039f3-e026-4f4a-adb7-e4f2b41844ce", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:32.280711 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d938caf-30f4-4291-85bd-2c32d8b30cb5 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:32.281114 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71655433-7a52-4d40-becd-05311a4805f0', 'tag': '03b039f3-e026-4f4a-adb7-e4f2b41844ce', 'status': 'completed', 'code': 200} Feb 03 12:53:32.349083 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-8fa6d8e8-551e-4c7d-83b8-2f1c40806bd0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9192a582-21cb-4773-b7b4-c79eed46530b HTTP/1.1" status: 200 len: 217 time: 0.1420870 Feb 03 12:53:32.416954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42174) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:32.443465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-85423800-77f8-49a7-af25-10dc13ba7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:32.445212 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-85423800-77f8-49a7-af25-10dc13ba7c6a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9f427244-9bb0-4ccb-9404-b07b6ab34e82 HTTP/1.1" status: 200 len: 858 time: 0.0794683 Feb 03 12:53:32.450385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e933ea64-516b-49b6-9d3a-5d1dc20975fd req-8e98077e-0777-401c-a1ee-25e792ed1270 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0633223 Feb 03 12:53:32.486362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-357a7328-0ca0-44ef-ae1a-f727312792c7 service neutron] 10.222.0.91 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358949 Feb 03 12:53:32.521984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-9e3a736f-0a5b-43f7-8200-255f5a94d3bd service neutron] 10.222.0.72 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623942 Feb 03 12:53:32.535216 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-1efd161d-5cee-4e0c-aee5-4d7e0d940ce8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49cf52e4-e971-4880-ac07-4f789951df16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837760 Feb 03 12:53:32.736035 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-f0a89c15-0aad-4952-85bf-61280319d037 service neutron] 10.222.0.91 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910515 Feb 03 12:53:32.780505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-aa81670d-2b22-480e-9d48-baea8d7ec235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:32.782128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-aa81670d-2b22-480e-9d48-baea8d7ec235 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e17ba94e11d490f833387b9789cfaab&device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 1126 time: 0.2177219 Feb 03 12:53:32.789508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2c1ed-9f66-4fbb-8151-d1dbbb3bba5c req-5914062f-5121-4281-8ccb-bcfb8f0f176c tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:32.792029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5df2c1ed-9f66-4fbb-8151-d1dbbb3bba5c req-5914062f-5121-4281-8ccb-bcfb8f0f176c tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 943 time: 0.1631088 Feb 03 12:53:32.862883 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f4d89-931b-4f6c-b4bf-4af45fcd54b5 x-openstack-request-id: req-886f4d89-931b-4f6c-b4bf-4af45fcd54b5 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:32.863227 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1913b15-7b75-42ec-a63c-742e768635fd", "tag": "9192a582-21cb-4773-b7b4-c79eed46530b", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:32.863562 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-886f4d89-931b-4f6c-b4bf-4af45fcd54b5 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:32.864170 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1913b15-7b75-42ec-a63c-742e768635fd', 'tag': '9192a582-21cb-4773-b7b4-c79eed46530b', 'status': 'completed', 'code': 200} Feb 03 12:53:32.868974 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-22c8e8f5-3f8e-4e5d-99a5-f8afba09ad7f service neutron] 10.222.0.91 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247454 Feb 03 12:53:32.875110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9376a218-2ab6-485f-a6f6-09a7885a6509 req-3fdcfa17-be87-42d9-affe-4cbd62327aa4 service neutron] 10.222.0.72 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458400 Feb 03 12:53:32.982571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5df2c1ed-9f66-4fbb-8151-d1dbbb3bba5c req-606e35c4-bd1e-40b0-a049-96e2a18e8c2c tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533177 Feb 03 12:53:33.002565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-960e3308-92eb-49d4-aab0-35f98eb39c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:33.004485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-960e3308-92eb-49d4-aab0-35f98eb39c55 service neutron] 10.222.0.91 "GET /v2.0/networks?id=49cf52e4-e971-4880-ac07-4f789951df16 HTTP/1.1" status: 200 len: 919 time: 0.1955178 Feb 03 12:53:33.028546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a96d3691-ce5e-47b2-a8cc-1ea530418e74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5413c60c880a4d9db1fec4a61e0e0f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6101069 Feb 03 12:53:33.038121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42200) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:33.068569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-8d689bd6-f08f-411a-8e53-123b32693e25 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b039f3-e026-4f4a-adb7-e4f2b41844ce HTTP/1.1" status: 200 len: 217 time: 0.0566089 Feb 03 12:53:33.107933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-16d333ef-4f1f-4c6b-b1e9-bafa9be199b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:33.109477 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-16d333ef-4f1f-4c6b-b1e9-bafa9be199b3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5e17ba94e11d490f833387b9789cfaab&device_id=d1913b15-7b75-42ec-a63c-742e768635fd HTTP/1.1" status: 200 len: 1126 time: 0.1462221 Feb 03 12:53:33.157090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-9dcb411c-1f75-41fc-ad24-2a251354bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:33.159186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-9dcb411c-1f75-41fc-ad24-2a251354bd68 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9f427244-9bb0-4ccb-9404-b07b6ab34e82 HTTP/1.1" status: 200 len: 858 time: 0.0837672 Feb 03 12:53:33.179528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe7930dd-2ed9-4abb-87c2-e36532c93111 req-e2d511c8-09bc-4b1c-a35b-73f214b06f29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=71ab2f66d2bb42afb595d76ab141b245&device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0352466 Feb 03 12:53:33.210396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-46546368-2168-47c8-a77b-af0065d40655 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49cf52e4-e971-4880-ac07-4f789951df16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346403 Feb 03 12:53:33.238446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-90068357-a3ea-47c3-bd17-33b1df7b966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:33.239246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe7930dd-2ed9-4abb-87c2-e36532c93111 req-1f68a091-cbf3-4dd1-87d6-8903ca2b618c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=71ab2f66d2bb42afb595d76ab141b245&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275304 Feb 03 12:53:33.239906 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-90068357-a3ea-47c3-bd17-33b1df7b966d service neutron] 10.222.0.91 "GET /v2.0/networks?id=49cf52e4-e971-4880-ac07-4f789951df16 HTTP/1.1" status: 200 len: 919 time: 0.1233625 Feb 03 12:53:33.260422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea56a-bfde-48dc-a213-39a3ed8112cf admin admin] Publish callbacks [] for security_group (e5896e64-10d7-48cc-80d7-80758ddc94b3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:33.294176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf7b142b-54b1-49ee-b9ab-f3b2aca68498 req-a62a6952-8784-4669-8797-48a173665a65 tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.1178460 Feb 03 12:53:33.316978 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-410738a5-d041-4e9f-bb50-7cd854b41024 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9192a582-21cb-4773-b7b4-c79eed46530b HTTP/1.1" status: 200 len: 217 time: 0.0573962 Feb 03 12:53:33.328082 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea56a-bfde-48dc-a213-39a3ed8112cf admin admin] Publish callbacks [] for security_group (e5896e64-10d7-48cc-80d7-80758ddc94b3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:33.436591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7930dd-2ed9-4abb-87c2-e36532c93111 req-fcc5e94d-b1f2-4714-bf39-de1b482980a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:33.437779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-650adb91-84dc-45be-aef5-57c906ff2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:33.438112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe7930dd-2ed9-4abb-87c2-e36532c93111 req-fcc5e94d-b1f2-4714-bf39-de1b482980a4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472981 Feb 03 12:53:33.439417 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-650adb91-84dc-45be-aef5-57c906ff2afd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9f427244-9bb0-4ccb-9404-b07b6ab34e82 HTTP/1.1" status: 200 len: 858 time: 0.1087968 Feb 03 12:53:33.462780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42216) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:33.508189 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-130a453e-2aad-4589-a9dd-a6374b3f7d3f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49cf52e4-e971-4880-ac07-4f789951df16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615060 Feb 03 12:53:33.509328 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea56a-bfde-48dc-a213-39a3ed8112cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e5896e64-10d7-48cc-80d7-80758ddc94b3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:33.511945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea56a-bfde-48dc-a213-39a3ed8112cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:33.512989 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7a7ea56a-bfde-48dc-a213-39a3ed8112cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5896e64-10d7-48cc-80d7-80758ddc94b3 HTTP/1.1" status: 204 len: 168 time: 0.4579766 Feb 03 12:53:33.545995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ea56a-bfde-48dc-a213-39a3ed8112cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5896e64-10d7-48cc-80d7-80758ddc94b3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:33.603208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-6a658eea-f1f6-453e-b3e9-3ed07d0e76f2 service neutron] 10.222.0.91 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630013 Feb 03 12:53:33.654409 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-130530ca-9c2b-4e92-8f64-0c78d91f5b9a service neutron] 10.222.0.91 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325166 Feb 03 12:53:33.758969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b925206b-2d5d-4c06-9a99-2c170c996100 req-1db443b4-e21e-4fbe-8d27-4d792846de8f service neutron] 10.222.0.91 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456411 Feb 03 12:53:33.808113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a62c0aa6-cf29-461d-9ac9-1437c3d26816 req-331f5763-8026-4881-96ad-e52297a89bbe service neutron] 10.222.0.91 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433592 Feb 03 12:53:33.891706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4015f75b-628b-4d8a-bf3b-25d71af80180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.015068 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4015f75b-628b-4d8a-bf3b-25d71af80180 admin admin] Publish callbacks [] for security_group (3262bb53-9b18-435e-bd6e-474be5d55bbd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.036790 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4015f75b-628b-4d8a-bf3b-25d71af80180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3262bb53-9b18-435e-bd6e-474be5d55bbd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.144086 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4015f75b-628b-4d8a-bf3b-25d71af80180 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b43aa8dc903a4f988a515b83c22658dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6814306 Feb 03 12:53:34.144857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42242) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:34.151672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015f75b-628b-4d8a-bf3b-25d71af80180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3262bb53-9b18-435e-bd6e-474be5d55bbd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:34.221412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd22dd6c-0967-44e8-b2d7-150e8e69c795 admin admin] Publish callbacks [] for security_group (3262bb53-9b18-435e-bd6e-474be5d55bbd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.247894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd22dd6c-0967-44e8-b2d7-150e8e69c795 admin admin] Publish callbacks [] for security_group (3262bb53-9b18-435e-bd6e-474be5d55bbd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.302411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaf52f-6053-4275-910d-3905fb98206e req-c4dab0f5-afcb-451a-a5bf-e10def6c394d tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:34.304725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bcaf52f-6053-4275-910d-3905fb98206e req-c4dab0f5-afcb-451a-a5bf-e10def6c394d tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 943 time: 0.1697867 Feb 03 12:53:34.305276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e839b2-750b-45cd-88a1-028d8456e370', 'tag': '4d855ffc-60e7-4791-9d94-dbfa10d0d8c9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:34.307990 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "05e839b2-750b-45cd-88a1-028d8456e370", "tag": "4d855ffc-60e7-4791-9d94-dbfa10d0d8c9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:34.321099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd22dd6c-0967-44e8-b2d7-150e8e69c795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3262bb53-9b18-435e-bd6e-474be5d55bbd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.327066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd22dd6c-0967-44e8-b2d7-150e8e69c795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.333347 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dd22dd6c-0967-44e8-b2d7-150e8e69c795 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3262bb53-9b18-435e-bd6e-474be5d55bbd HTTP/1.1" status: 204 len: 168 time: 0.1871140 Feb 03 12:53:34.353436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22dd6c-0967-44e8-b2d7-150e8e69c795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3262bb53-9b18-435e-bd6e-474be5d55bbd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:34.401303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bcaf52f-6053-4275-910d-3905fb98206e req-3d481205-d154-48b9-a17c-7e21adcf49a2 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799394 Feb 03 12:53:34.404658 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f515997d-998d-4b43-b0a6-eab5cab56dd9 x-openstack-request-id: req-f515997d-998d-4b43-b0a6-eab5cab56dd9 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:34.404897 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e839b2-750b-45cd-88a1-028d8456e370", "tag": "4d855ffc-60e7-4791-9d94-dbfa10d0d8c9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:34.407143 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f515997d-998d-4b43-b0a6-eab5cab56dd9 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:34.408409 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e839b2-750b-45cd-88a1-028d8456e370', 'tag': '4d855ffc-60e7-4791-9d94-dbfa10d0d8c9', 'status': 'completed', 'code': 200} Feb 03 12:53:34.462137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-611016e6-d8fb-4870-a78d-6d40a3461043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:34.463919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-611016e6-d8fb-4870-a78d-6d40a3461043 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e17ba94e11d490f833387b9789cfaab&device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 1126 time: 0.0526748 Feb 03 12:53:34.544447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1c2a987-682e-4a44-a825-6956191cda65 req-404fb19e-d55e-4b66-9007-4be74405fc7c tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.65 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0546696 Feb 03 12:53:34.565456 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:53:34.700135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-8ac632de-7a13-44fa-a6c0-a80dde7be38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:34.701740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-8ac632de-7a13-44fa-a6c0-a80dde7be38b service neutron] 10.222.0.72 "GET /v2.0/networks?id=49cf52e4-e971-4880-ac07-4f789951df16 HTTP/1.1" status: 200 len: 919 time: 0.2239301 Feb 03 12:53:34.754750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-77f9bc47-4bb0-4cda-9de8-3460a8ddf1d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 HTTP/1.1" status: 200 len: 217 time: 0.0459146 Feb 03 12:53:34.813768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-be333b39-2372-4ee5-9862-79199d506607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:34.815041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-be333b39-2372-4ee5-9862-79199d506607 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9f427244-9bb0-4ccb-9404-b07b6ab34e82 HTTP/1.1" status: 200 len: 858 time: 0.0530643 Feb 03 12:53:34.847215 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fe7930dd-2ed9-4abb-87c2-e36532c93111 req-6e9a960f-028a-44b1-83c6-9a9e97bc61bc tempest-ServerShowV257Test-960526787 tempest-ServerShowV257Test-960526787-project] 10.222.0.72 "GET /v2.0/ports?device_id=705102b8-89f2-4725-b614-b931dd650cbb HTTP/1.1" status: 200 len: 210 time: 0.0640354 Feb 03 12:53:34.864496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-cc9add63-2efa-4f20-a5c9-3de6fbade1a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49cf52e4-e971-4880-ac07-4f789951df16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416484 Feb 03 12:53:34.968242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-7b3a7808-8144-45b9-b9f5-117353f96a5a service neutron] 10.222.0.72 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953259 Feb 03 12:53:35.136044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77ea6915-4cb7-4742-8ac4-2f4b4bd26cb3 req-3ba2e420-a7cc-4852-b209-94cd20da561c service neutron] 10.222.0.72 "GET /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605480 Feb 03 12:53:35.219734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:53:35.392031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:35.401370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42294) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:35.425436 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5be1927b-be9f-4f8c-b725-167fc3e989bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:35.438261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '4d855ffc-60e7-4791-9d94-dbfa10d0d8c9', 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16', 'port_id': '4d855ffc-60e7-4791-9d94-dbfa10d0d8c9', 'mac_address': 'fa:16:3e:6d:6f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427244-9bb0-4ccb-9404-b07b6ab34e82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:53:35.562083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:35.562644 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:35.622985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:35.652641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:35.666850 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:35.695618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5be1927b-be9f-4f8c-b725-167fc3e989bd admin admin] Publish callbacks [] for security_group (fb2541a5-6db3-4503-87b3-3ceaf2779e55), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:35.713326 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5be1927b-be9f-4f8c-b725-167fc3e989bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fb2541a5-6db3-4503-87b3-3ceaf2779e55), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:35.719528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8814-e923-41bc-a15f-4e511e10ed8c req-874bcef7-6e73-4b4c-aeb1-a498f878f485 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:35.730605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe1f8814-e923-41bc-a15f-4e511e10ed8c req-874bcef7-6e73-4b4c-aeb1-a498f878f485 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 943 time: 0.1488917 Feb 03 12:53:35.789323 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5be1927b-be9f-4f8c-b725-167fc3e989bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81a2edeab4814d37b289f8f8ecb5d634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3814867 Feb 03 12:53:35.793505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42320) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:35.798586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1927b-be9f-4f8c-b725-167fc3e989bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2541a5-6db3-4503-87b3-3ceaf2779e55,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:35.842600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:35.873555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 03b039f3-e026-4f4a-adb7-e4f2b41844ce details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:53:35.877333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe1f8814-e923-41bc-a15f-4e511e10ed8c req-54f628c5-0bf6-4e58-adec-e0fab5aafe78 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456134 Feb 03 12:53:35.921670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['4d855ffc-60e7-4791-9d94-dbfa10d0d8c9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:53:35.937254 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0d2e-76cb-4cd2-b240-62740b9b3f6e admin admin] Publish callbacks [] for security_group (fb2541a5-6db3-4503-87b3-3ceaf2779e55), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:35.980745 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0d2e-76cb-4cd2-b240-62740b9b3f6e admin admin] Publish callbacks [] for security_group (fb2541a5-6db3-4503-87b3-3ceaf2779e55), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.081664 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0d2e-76cb-4cd2-b240-62740b9b3f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fb2541a5-6db3-4503-87b3-3ceaf2779e55), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.084759 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b5e0d2e-76cb-4cd2-b240-62740b9b3f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.085763 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2b5e0d2e-76cb-4cd2-b240-62740b9b3f6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb2541a5-6db3-4503-87b3-3ceaf2779e55 HTTP/1.1" status: 204 len: 168 time: 0.2908099 Feb 03 12:53:36.100828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e0d2e-76cb-4cd2-b240-62740b9b3f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2541a5-6db3-4503-87b3-3ceaf2779e55,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:36.127444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 03b039f3-e026-4f4a-adb7-e4f2b41844ce, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=03b039f3-e026-4f4a-adb7-e4f2b41844ce,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:36.141338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '03b039f3-e026-4f4a-adb7-e4f2b41844ce', 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16', 'port_id': '03b039f3-e026-4f4a-adb7-e4f2b41844ce', 'mac_address': 'fa:16:3e:88:3d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427244-9bb0-4ccb-9404-b07b6ab34e82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:53:36.221384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 03b039f3-e026-4f4a-adb7-e4f2b41844ce is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:36.222600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.239493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b039f3-e026-4f4a-adb7-e4f2b41844ce {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:36.279344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 03b039f3-e026-4f4a-adb7-e4f2b41844ce, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=03b039f3-e026-4f4a-adb7-e4f2b41844ce,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:36.291809 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.292488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9192a582-21cb-4773-b7b4-c79eed46530b details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:53:36.405877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=03b039f3-e026-4f4a-adb7-e4f2b41844ce,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:36.429851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9192a582-21cb-4773-b7b4-c79eed46530b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9192a582-21cb-4773-b7b4-c79eed46530b,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:36.444361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '9192a582-21cb-4773-b7b4-c79eed46530b', 'network_id': '49cf52e4-e971-4880-ac07-4f789951df16', 'port_id': '9192a582-21cb-4773-b7b4-c79eed46530b', 'mac_address': 'fa:16:3e:e9:e8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427244-9bb0-4ccb-9404-b07b6ab34e82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:53:36.504383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 9192a582-21cb-4773-b7b4-c79eed46530b is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:36.505023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.523822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9192a582-21cb-4773-b7b4-c79eed46530b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:36.555453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9192a582-21cb-4773-b7b4-c79eed46530b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9192a582-21cb-4773-b7b4-c79eed46530b,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:36.561218 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.628948 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf9985e4-8bbe-497f-94aa-aaa0456f2a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.633875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=9192a582-21cb-4773-b7b4-c79eed46530b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:36.797070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42398) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:36.962180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['9192a582-21cb-4773-b7b4-c79eed46530b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:53:36.968143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['03b039f3-e026-4f4a-adb7-e4f2b41844ce'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:53:37.069511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42416) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:37.096821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f4572-1eac-4428-950e-b6740a8f68fa req-2db96455-fdd5-4725-8e36-bce23fd769ab tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:37.105474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-894f4572-1eac-4428-950e-b6740a8f68fa req-2db96455-fdd5-4725-8e36-bce23fd769ab tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 944 time: 0.1433821 Feb 03 12:53:37.246410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:37.269881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-894f4572-1eac-4428-950e-b6740a8f68fa req-f4931215-7be4-4799-ac7b-3dc5e73a5a05 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568162 Feb 03 12:53:37.323503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:53:37.328450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:37.329089 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.388145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-32933510-network', 'tenant_id': '721fc5543bf644a983caa1760452042b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:37.405094 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d230d424-612f-49f0-bd08-09cd07410a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.439787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Made reservation on behalf of 721fc5543bf644a983caa1760452042b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:37.442487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.453356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:37.453960 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.459513 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.511769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e839b2-750b-45cd-88a1-028d8456e370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d855ffc-60e7-4791-9d94-dbfa10d0d8c9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:37.515775 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75789ca1-8abf-48d5-af0d-d560480487f3" -d '{"events": [{"server_uuid": "05e839b2-750b-45cd-88a1-028d8456e370", "name": "network-vif-plugged", "status": "completed", "tag": "4d855ffc-60e7-4791-9d94-dbfa10d0d8c9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:37.537610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:37.546269 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.584256 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ebe3df-1a66-4907-9455-dae5a95cb6da x-openstack-request-id: req-56ebe3df-1a66-4907-9455-dae5a95cb6da {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:37.584648 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e839b2-750b-45cd-88a1-028d8456e370", "name": "network-vif-plugged", "status": "completed", "tag": "4d855ffc-60e7-4791-9d94-dbfa10d0d8c9", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:37.585182 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56ebe3df-1a66-4907-9455-dae5a95cb6da {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:37.586362 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e839b2-750b-45cd-88a1-028d8456e370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d855ffc-60e7-4791-9d94-dbfa10d0d8c9', 'code': 200} Feb 03 12:53:37.620723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:37.650189 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d230d424-612f-49f0-bd08-09cd07410a91 admin admin] Publish callbacks [] for security_group (38132f45-7ee1-43ed-ad41-485de372b51b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.650394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Publish callbacks [] for security_group (5a580be7-4d99-41cc-bc2a-dd81adf78abb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.657623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5a580be7-4d99-41cc-bc2a-dd81adf78abb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.672446 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d230d424-612f-49f0-bd08-09cd07410a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (38132f45-7ee1-43ed-ad41-485de372b51b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.688138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a580be7-4d99-41cc-bc2a-dd81adf78abb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:37.697419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:37.708984 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (cce4a763-c356-4e03-b99a-0cde19dcba02), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.710609 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Added segment cce4a763-c356-4e03-b99a-0cde19dcba02 of type vlan for network 2c773bdc-f21b-4da1-903b-bfb54c819880 Feb 03 12:53:37.771486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (2c773bdc-f21b-4da1-903b-bfb54c819880), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.804909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (2c773bdc-f21b-4da1-903b-bfb54c819880), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.806992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:37.807577 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.829067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d230d424-612f-49f0-bd08-09cd07410a91 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71ab2f66d2bb42afb595d76ab141b245&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0281546 Feb 03 12:53:37.829067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230d424-612f-49f0-bd08-09cd07410a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38132f45-7ee1-43ed-ad41-485de372b51b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:37.832940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42442) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:37.841034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b560c-1ac3-4cea-aa2e-e20afb75d92a req-66098be8-050f-4b54-99d8-9a4b67e5fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:37.842565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a76b560c-1ac3-4cea-aa2e-e20afb75d92a req-66098be8-050f-4b54-99d8-9a4b67e5fb64 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 1128 time: 0.1910524 Feb 03 12:53:37.844690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42444) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:37.883709 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8088315 Feb 03 12:53:37.887713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42448) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:37.895404 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Request body: {'subnet': {'network_id': '2c773bdc-f21b-4da1-903b-bfb54c819880', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-32933510-subnet', 'tenant_id': '721fc5543bf644a983caa1760452042b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:37.946564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a76b560c-1ac3-4cea-aa2e-e20afb75d92a req-0e31e808-0b1a-48dd-a740-91e30339c591 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854464 Feb 03 12:53:37.952256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42452) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:37.956428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a7a17-55b6-49fb-b576-987af57cfd0c admin admin] Pushing event updated for resources: {'Network': ['ID=2c773bdc-f21b-4da1-903b-bfb54c819880,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:37.971458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 2c773bdc-f21b-4da1-903b-bfb54c819880 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:37.979464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa567d23-c2f6-4d0e-a455-bd1cf77460ca admin admin] Publish callbacks [] for security_group (38132f45-7ee1-43ed-ad41-485de372b51b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.000120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Made reservation on behalf of 721fc5543bf644a983caa1760452042b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:38.003237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.028885 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa567d23-c2f6-4d0e-a455-bd1cf77460ca admin admin] Publish callbacks [] for security_group (38132f45-7ee1-43ed-ad41-485de372b51b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.152522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47ec8aea-be5c-452d-b15b-f18dffbef7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.206029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e7917dd-2da2-463f-b8c3-0a1f7d1cd370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.237170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa567d23-c2f6-4d0e-a455-bd1cf77460ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (38132f45-7ee1-43ed-ad41-485de372b51b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.244028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa567d23-c2f6-4d0e-a455-bd1cf77460ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.245196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aa567d23-c2f6-4d0e-a455-bd1cf77460ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38132f45-7ee1-43ed-ad41-485de372b51b HTTP/1.1" status: 204 len: 168 time: 0.4113119 Feb 03 12:53:38.284028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa567d23-c2f6-4d0e-a455-bd1cf77460ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38132f45-7ee1-43ed-ad41-485de372b51b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:38.474585 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (76942726-8e6c-4736-b6d8-e36d81d511e8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.532618 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47ec8aea-be5c-452d-b15b-f18dffbef7df admin admin] Publish callbacks [] for security_group (7a06e2db-b842-4331-9d2d-7881e6397f7d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.565689 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47ec8aea-be5c-452d-b15b-f18dffbef7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7a06e2db-b842-4331-9d2d-7881e6397f7d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.642565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35158fb-5157-46a2-bb99-44a6ee8a1a8b req-0939f7c3-2651-484b-9978-db7b28b0fd01 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:38.644077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c35158fb-5157-46a2-bb99-44a6ee8a1a8b req-0939f7c3-2651-484b-9978-db7b28b0fd01 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 945 time: 0.2951658 Feb 03 12:53:38.654524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76942726-8e6c-4736-b6d8-e36d81d511e8,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:38.657906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e7917dd-2da2-463f-b8c3-0a1f7d1cd370 admin admin] Publish callbacks [] for security_group (082a91f1-fbcd-427e-bd94-500661d26e57), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.685435 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e7917dd-2da2-463f-b8c3-0a1f7d1cd370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (082a91f1-fbcd-427e-bd94-500661d26e57), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.691917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-47ec8aea-be5c-452d-b15b-f18dffbef7df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9533e2455974c1796da14efb420228c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8438108 Feb 03 12:53:38.692549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42480) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:38.700787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.701125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.701471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.701811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.702146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.702703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.703048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.703673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.704095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.704434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.704764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.705092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.705417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:38.709450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec8aea-be5c-452d-b15b-f18dffbef7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06e2db-b842-4331-9d2d-7881e6397f7d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:38.732497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42482) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:38.741524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Checking segment: {'id': 'cce4a763-c356-4e03-b99a-0cde19dcba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2c773bdc-f21b-4da1-903b-bfb54c819880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:38.742060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Network hostable DHCP agents. Network: 2c773bdc-f21b-4da1-903b-bfb54c819880, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:38.783687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0e7917dd-2da2-463f-b8c3-0a1f7d1cd370 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dbda7686c07e41c99e3ff391682c3b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8286166 Feb 03 12:53:38.784315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42486) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:38.802620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7917dd-2da2-463f-b8c3-0a1f7d1cd370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082a91f1-fbcd-427e-bd94-500661d26e57,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:38.812779 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9605fec9-a6fb-4190-bd5d-cd6231bc725d admin admin] Publish callbacks [] for security_group (7a06e2db-b842-4331-9d2d-7881e6397f7d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.834658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c35158fb-5157-46a2-bb99-44a6ee8a1a8b req-8452962f-6a02-49b9-a593-8485325622f0 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709442 Feb 03 12:53:38.838798 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b5f7b9f-84ce-407f-bfcf-77bd68496482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.840667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Network 2c773bdc-f21b-4da1-903b-bfb54c819880 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:38.874653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 2c773bdc-f21b-4da1-903b-bfb54c819880) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:38.879591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:38.880259 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.887873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56cacf7-aeb2-4d55-bcac-1357bdb70587 None None] Network 2c773bdc-f21b-4da1-903b-bfb54c819880 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:38.907331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c4877767-4ad6-49c3-9a99-e3e4167a4226 admin admin] Publish callbacks [] for security_group (082a91f1-fbcd-427e-bd94-500661d26e57), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.919801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9605fec9-a6fb-4190-bd5d-cd6231bc725d admin admin] Publish callbacks [] for security_group (7a06e2db-b842-4331-9d2d-7881e6397f7d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.932255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-40ce0dee-4598-4afd-9855-49076122cf98 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0398524 Feb 03 12:53:38.972053 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c4877767-4ad6-49c3-9a99-e3e4167a4226 admin admin] Publish callbacks [] for security_group (082a91f1-fbcd-427e-bd94-500661d26e57), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.045300 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c4877767-4ad6-49c3-9a99-e3e4167a4226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (082a91f1-fbcd-427e-bd94-500661d26e57), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.048727 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c4877767-4ad6-49c3-9a99-e3e4167a4226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.054540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c4877767-4ad6-49c3-9a99-e3e4167a4226 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/082a91f1-fbcd-427e-bd94-500661d26e57 HTTP/1.1" status: 204 len: 168 time: 0.2597780 Feb 03 12:53:39.066398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4877767-4ad6-49c3-9a99-e3e4167a4226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082a91f1-fbcd-427e-bd94-500661d26e57,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:39.096148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9605fec9-a6fb-4190-bd5d-cd6231bc725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7a06e2db-b842-4331-9d2d-7881e6397f7d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.101009 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9605fec9-a6fb-4190-bd5d-cd6231bc725d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.107219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9605fec9-a6fb-4190-bd5d-cd6231bc725d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a06e2db-b842-4331-9d2d-7881e6397f7d HTTP/1.1" status: 204 len: 168 time: 0.4135318 Feb 03 12:53:39.130619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605fec9-a6fb-4190-bd5d-cd6231bc725d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06e2db-b842-4331-9d2d-7881e6397f7d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:39.174233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f82ab1-884a-415c-b392-87d244ccc391 None None] Network 2c773bdc-f21b-4da1-903b-bfb54c819880 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:39.229293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feba2ce6-a5c5-4ebd-b4c6-421df32c4913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.377194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feba2ce6-a5c5-4ebd-b4c6-421df32c4913 admin admin] Publish callbacks [] for security_group (b2c8f147-3bab-44f9-b294-eefc198ebcde), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.383765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feba2ce6-a5c5-4ebd-b4c6-421df32c4913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b2c8f147-3bab-44f9-b294-eefc198ebcde), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.436420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42510) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:39.437577 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-feba2ce6-a5c5-4ebd-b4c6-421df32c4913 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53bb15290e7647af84aca6430e460e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6903734 Feb 03 12:53:39.439021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba2ce6-a5c5-4ebd-b4c6-421df32c4913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c8f147-3bab-44f9-b294-eefc198ebcde,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:39.495652 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-70777f8f-bb55-44fd-8b10-dc7f2bf42be0 admin admin] Publish callbacks [] for security_group (b2c8f147-3bab-44f9-b294-eefc198ebcde), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.521928 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-70777f8f-bb55-44fd-8b10-dc7f2bf42be0 admin admin] Publish callbacks [] for security_group (b2c8f147-3bab-44f9-b294-eefc198ebcde), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.587046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-70777f8f-bb55-44fd-8b10-dc7f2bf42be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b2c8f147-3bab-44f9-b294-eefc198ebcde), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.589997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-70777f8f-bb55-44fd-8b10-dc7f2bf42be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.593497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-70777f8f-bb55-44fd-8b10-dc7f2bf42be0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2c8f147-3bab-44f9-b294-eefc198ebcde HTTP/1.1" status: 204 len: 168 time: 0.1536648 Feb 03 12:53:39.599104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70777f8f-bb55-44fd-8b10-dc7f2bf42be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c8f147-3bab-44f9-b294-eefc198ebcde,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:39.810049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42522) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:39.832261 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a20b1d0-0fe2-4438-ad8a-87a4b4743ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.880804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 03b039f3-e026-4f4a-adb7-e4f2b41844ce up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:39.974671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42526) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:39.982585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 03b039f3-e026-4f4a-adb7-e4f2b41844ce completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:53:39.989217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 03b039f3-e026-4f4a-adb7-e4f2b41844ce triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:39.990983 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.008616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a20b1d0-0fe2-4438-ad8a-87a4b4743ea0 admin admin] Publish callbacks [] for security_group (17d32880-f840-40e2-b70a-627cb664160a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.022293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f085d59a-04d8-4af7-ade7-5ff82ef6eac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.081705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a20b1d0-0fe2-4438-ad8a-87a4b4743ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (17d32880-f840-40e2-b70a-627cb664160a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.138501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.195463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2a20b1d0-0fe2-4438-ad8a-87a4b4743ea0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e15e9dcde4984f17ab7e1baf5152a85b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3819771 Feb 03 12:53:40.197448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42532) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:40.219836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 03b039f3-e026-4f4a-adb7-e4f2b41844ce is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:40.220801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.233822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20b1d0-0fe2-4438-ad8a-87a4b4743ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d32880-f840-40e2-b70a-627cb664160a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:40.277753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a6958-6bcd-44f9-9d85-ff3d8004b214 req-13bc57d0-6bea-486a-bd01-a17e6846bf3f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:40.277911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71655433-7a52-4d40-becd-05311a4805f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b039f3-e026-4f4a-adb7-e4f2b41844ce'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:40.280246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d2a6958-6bcd-44f9-9d85-ff3d8004b214 req-13bc57d0-6bea-486a-bd01-a17e6846bf3f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 945 time: 0.2672734 Feb 03 12:53:40.283928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f085d59a-04d8-4af7-ade7-5ff82ef6eac9 admin admin] Publish callbacks [] for security_group (e62dc303-89d9-496d-9f1e-d268de6bf18c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.284087 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6845e60-a01f-4672-8483-257f50e74125" -d '{"events": [{"server_uuid": "71655433-7a52-4d40-becd-05311a4805f0", "name": "network-vif-plugged", "status": "completed", "tag": "03b039f3-e026-4f4a-adb7-e4f2b41844ce"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:40.302932 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f085d59a-04d8-4af7-ade7-5ff82ef6eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e62dc303-89d9-496d-9f1e-d268de6bf18c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.311738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 03b039f3-e026-4f4a-adb7-e4f2b41844ce, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=03b039f3-e026-4f4a-adb7-e4f2b41844ce,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:40.324879 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.325771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9192a582-21cb-4773-b7b4-c79eed46530b up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:40.356167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c8f88e3-38e2-422a-8d54-bd68b6c12997 admin admin] Publish callbacks [] for security_group (17d32880-f840-40e2-b70a-627cb664160a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.407896 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c8f88e3-38e2-422a-8d54-bd68b6c12997 admin admin] Publish callbacks [] for security_group (17d32880-f840-40e2-b70a-627cb664160a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.419405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d2a6958-6bcd-44f9-9d85-ff3d8004b214 req-5cd2eb50-8181-4b26-9c0a-e530e3668a14 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150610 Feb 03 12:53:40.426408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-b33581d7-cd16-4e4f-b2dc-f4b14f0c1091 req-c3109a9a-8610-43dd-857d-9525dfa95e00 service neutron] (103223) timed out ('10.222.0.72', 61558) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:53:40.428499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085d59a-04d8-4af7-ade7-5ff82ef6eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62dc303-89d9-496d-9f1e-d268de6bf18c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:40.479516 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce6c74b-2aab-40ae-ae20-9bb3882104b0 x-openstack-request-id: req-3ce6c74b-2aab-40ae-ae20-9bb3882104b0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:40.479720 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71655433-7a52-4d40-becd-05311a4805f0", "name": "network-vif-plugged", "status": "completed", "tag": "03b039f3-e026-4f4a-adb7-e4f2b41844ce", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:40.480132 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ce6c74b-2aab-40ae-ae20-9bb3882104b0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:40.480823 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71655433-7a52-4d40-becd-05311a4805f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b039f3-e026-4f4a-adb7-e4f2b41844ce', 'code': 200} Feb 03 12:53:40.525131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c8f88e3-38e2-422a-8d54-bd68b6c12997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (17d32880-f840-40e2-b70a-627cb664160a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.531016 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c8f88e3-38e2-422a-8d54-bd68b6c12997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.537274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4c8f88e3-38e2-422a-8d54-bd68b6c12997 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17d32880-f840-40e2-b70a-627cb664160a HTTP/1.1" status: 204 len: 168 time: 0.3375382 Feb 03 12:53:40.538284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42542) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:40.543488 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f085d59a-04d8-4af7-ade7-5ff82ef6eac9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c7f3b824144d4caaaba664e4a1c464b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675488 Feb 03 12:53:40.549372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42546) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:40.566064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 9192a582-21cb-4773-b7b4-c79eed46530b completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:53:40.568701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=03b039f3-e026-4f4a-adb7-e4f2b41844ce,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:40.579250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 9192a582-21cb-4773-b7b4-c79eed46530b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:40.580608 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.606288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f88e3-38e2-422a-8d54-bd68b6c12997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d32880-f840-40e2-b70a-627cb664160a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:40.618743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c91a7f1d-040e-4d1e-9e36-ee11602683d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.651700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f9db0-e005-428b-b305-b046f6811cf3 req-6d0c53c2-a934-4c5a-96cf-3af3537255b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:40.659411 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d32f9db0-e005-428b-b305-b046f6811cf3 req-6d0c53c2-a934-4c5a-96cf-3af3537255b3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 1128 time: 0.2097669 Feb 03 12:53:40.717085 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-02e4413a-5527-42d1-b0fc-5778fda3f7d2 admin admin] Publish callbacks [] for security_group (e62dc303-89d9-496d-9f1e-d268de6bf18c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.735322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdf7c1-3c27-46f2-8bcb-f344841de928 req-4a0d5a9d-3a42-41b1-a23d-d6a865feb54b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:40.736924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-defdf7c1-3c27-46f2-8bcb-f344841de928 req-4a0d5a9d-3a42-41b1-a23d-d6a865feb54b tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 945 time: 0.1217194 Feb 03 12:53:40.752368 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d32f9db0-e005-428b-b305-b046f6811cf3 req-790bdeb0-87a6-4a98-b401-1f2dc00c3c66 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822713 Feb 03 12:53:40.768337 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-02e4413a-5527-42d1-b0fc-5778fda3f7d2 admin admin] Publish callbacks [] for security_group (e62dc303-89d9-496d-9f1e-d268de6bf18c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.796095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 9192a582-21cb-4773-b7b4-c79eed46530b is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:40.798949 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.857848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 9192a582-21cb-4773-b7b4-c79eed46530b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9192a582-21cb-4773-b7b4-c79eed46530b,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:40.864290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-02e4413a-5527-42d1-b0fc-5778fda3f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e62dc303-89d9-496d-9f1e-d268de6bf18c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.867384 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-02e4413a-5527-42d1-b0fc-5778fda3f7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.867808 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.868916 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-02e4413a-5527-42d1-b0fc-5778fda3f7d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e62dc303-89d9-496d-9f1e-d268de6bf18c HTTP/1.1" status: 204 len: 168 time: 0.3149676 Feb 03 12:53:40.883040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4413a-5527-42d1-b0fc-5778fda3f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62dc303-89d9-496d-9f1e-d268de6bf18c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:40.911077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-defdf7c1-3c27-46f2-8bcb-f344841de928 req-0247fabd-7e03-4405-ba9b-71bd3302b5bc tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485546 Feb 03 12:53:40.919500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c91a7f1d-040e-4d1e-9e36-ee11602683d6 admin admin] Publish callbacks [] for security_group (ebb8907a-47cb-490a-93f5-3591266e0ef4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.936803 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c91a7f1d-040e-4d1e-9e36-ee11602683d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ebb8907a-47cb-490a-93f5-3591266e0ef4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.960214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=9192a582-21cb-4773-b7b4-c79eed46530b,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:41.000227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a7f1d-040e-4d1e-9e36-ee11602683d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb8907a-47cb-490a-93f5-3591266e0ef4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:41.034493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c91a7f1d-040e-4d1e-9e36-ee11602683d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6668926b14bf443f896c66da88a0c60a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4924734 Feb 03 12:53:41.037132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42560) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:41.096536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-198ac4b8-4b92-4a5b-b3f7-77e155ebf267 admin admin] Publish callbacks [] for security_group (ebb8907a-47cb-490a-93f5-3591266e0ef4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.120115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-198ac4b8-4b92-4a5b-b3f7-77e155ebf267 admin admin] Publish callbacks [] for security_group (ebb8907a-47cb-490a-93f5-3591266e0ef4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.182597 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-198ac4b8-4b92-4a5b-b3f7-77e155ebf267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ebb8907a-47cb-490a-93f5-3591266e0ef4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.186247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-198ac4b8-4b92-4a5b-b3f7-77e155ebf267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.187080 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-198ac4b8-4b92-4a5b-b3f7-77e155ebf267 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ebb8907a-47cb-490a-93f5-3591266e0ef4 HTTP/1.1" status: 204 len: 168 time: 0.1488037 Feb 03 12:53:41.196902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ac4b8-4b92-4a5b-b3f7-77e155ebf267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb8907a-47cb-490a-93f5-3591266e0ef4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:41.503334 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.711806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42588) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:41.742719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42592) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:41.748417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-845235279-network', 'tenant_id': '120603c0a9ec4f70bd22f63cd8b809ac'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:41.770740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Made reservation on behalf of 120603c0a9ec4f70bd22f63cd8b809ac for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:41.775241 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.788552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.894933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Publish callbacks [] for security_group (4eca8b51-f7a4-495b-b1b2-9d489026041a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.902032 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4eca8b51-f7a4-495b-b1b2-9d489026041a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.918838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:41.952436 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (11503540-6b14-4cd0-a080-f36286a3dca1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.952797 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Added segment 11503540-6b14-4cd0-a080-f36286a3dca1 of type vlan for network a550030d-3496-421f-8640-5f9bc65412ac Feb 03 12:53:42.013609 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (a550030d-3496-421f-8640-5f9bc65412ac), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.034599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1962345435-network', 'tenant_id': '399adc84dc984493813a222397963e1f'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:42.087029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Made reservation on behalf of 399adc84dc984493813a222397963e1f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:42.090200 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.106082 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.125427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (a550030d-3496-421f-8640-5f9bc65412ac), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.128981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.129583 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.184324 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4402089 Feb 03 12:53:42.185248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42610) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:42.209859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Request body: {'subnet': {'network_id': 'a550030d-3496-421f-8640-5f9bc65412ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-845235279-subnet', 'tenant_id': '120603c0a9ec4f70bd22f63cd8b809ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:42.244063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eca8b51-f7a4-495b-b1b2-9d489026041a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:42.291260 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Publish callbacks [] for security_group (fc5fe29a-12b6-442c-bf70-57f91c8a9cfb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.297022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480229d-87f5-447e-9d95-83d842444d92 req-24fdc475-616f-4253-af56-c080a38556d8 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.298585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e480229d-87f5-447e-9d95-83d842444d92 req-24fdc475-616f-4253-af56-c080a38556d8 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 945 time: 0.2004559 Feb 03 12:53:42.299659 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fc5fe29a-12b6-442c-bf70-57f91c8a9cfb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.299789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df30f2-6a1a-45b6-95fa-ee7bba317f97 admin admin] Pushing event updated for resources: {'Network': ['ID=a550030d-3496-421f-8640-5f9bc65412ac,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:42.301943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Made reservation on behalf of 120603c0a9ec4f70bd22f63cd8b809ac for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:42.304583 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.310198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network a550030d-3496-421f-8640-5f9bc65412ac details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:42.322101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:42.337349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5a67c7cf-276e-482f-ab0b-42d5482c10d2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.338231 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Added segment 5a67c7cf-276e-482f-ab0b-42d5482c10d2 of type vlan for network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc Feb 03 12:53:42.399976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.439600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e480229d-87f5-447e-9d95-83d842444d92 req-f157bc22-f141-4860-9dee-184f7a7bbc5e tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945587 Feb 03 12:53:42.465108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:42.467954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.469094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.469878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.482408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1913b15-7b75-42ec-a63c-742e768635fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9192a582-21cb-4773-b7b4-c79eed46530b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:42.485067 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d78cf67-1e3a-496d-b37d-6613b9caaa58" -d '{"events": [{"server_uuid": "d1913b15-7b75-42ec-a63c-742e768635fd", "name": "network-vif-plugged", "status": "completed", "tag": "9192a582-21cb-4773-b7b4-c79eed46530b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:42.550222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42620) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:42.550874 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8377275 Feb 03 12:53:42.558349 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd69755a-5ee1-420c-944c-9533fea59ed5 x-openstack-request-id: req-fd69755a-5ee1-420c-944c-9533fea59ed5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:42.558666 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1913b15-7b75-42ec-a63c-742e768635fd", "name": "network-vif-plugged", "status": "completed", "tag": "9192a582-21cb-4773-b7b4-c79eed46530b", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:42.558920 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd69755a-5ee1-420c-944c-9533fea59ed5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:42.559303 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1913b15-7b75-42ec-a63c-742e768635fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9192a582-21cb-4773-b7b4-c79eed46530b', 'code': 200} Feb 03 12:53:42.571968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Request body: {'subnet': {'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1962345435-subnet', 'tenant_id': '399adc84dc984493813a222397963e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:42.605088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48618b0-40d2-40ca-a6ab-3ac17477771f admin admin] Pushing event updated for resources: {'Network': ['ID=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:42.617872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:42.640322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Made reservation on behalf of 399adc84dc984493813a222397963e1f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:42.642801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.750584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170bb6d-df98-4cc2-929c-24919baac999 req-457c8458-7a1c-4573-808a-ca85f61fca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.755112 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2170bb6d-df98-4cc2-929c-24919baac999 req-457c8458-7a1c-4573-808a-ca85f61fca37 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d1913b15-7b75-42ec-a63c-742e768635fd HTTP/1.1" status: 200 len: 1128 time: 0.1096277 Feb 03 12:53:42.794309 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.804158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (ecd24f51-1607-40a9-8afd-d00a9db8092c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.860554 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2170bb6d-df98-4cc2-929c-24919baac999 req-91f0138d-8d33-410c-b3ed-6bf0a821377c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977097 Feb 03 12:53:42.913225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd24f51-1607-40a9-8afd-d00a9db8092c,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:42.928500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Checking segment: {'id': '11503540-6b14-4cd0-a080-f36286a3dca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a550030d-3496-421f-8640-5f9bc65412ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:42.929047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Network hostable DHCP agents. Network: a550030d-3496-421f-8640-5f9bc65412ac, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:42.999517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Network a550030d-3496-421f-8640-5f9bc65412ac is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:43.006974 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (eeb81c81-64a0-46d2-8be5-626b0712d925), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.020114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, a550030d-3496-421f-8640-5f9bc65412ac) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:43.052659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.052659 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.057292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ce169b-8aaa-4d1a-9024-b84e330ba6ae None None] Network a550030d-3496-421f-8640-5f9bc65412ac requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:43.102907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-442530b3-51ae-49a1-8dd8-e7a455f2df90 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8878675 Feb 03 12:53:43.109990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb81c81-64a0-46d2-8be5-626b0712d925,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:43.120647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Checking segment: {'id': '5a67c7cf-276e-482f-ab0b-42d5482c10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:43.121014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Network hostable DHCP agents. Network: 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:43.165928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:43.179864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:43.186279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.186955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.228909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f116ad-ec4a-45a2-aab8-90e026a56f7e None None] Network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:43.237844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-50c6ae3d-84d6-4616-b196-18db2a80b1bb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6823277 Feb 03 12:53:43.279836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c216e7e6-00d8-4909-9710-b50806cb5e0c None None] Network a550030d-3496-421f-8640-5f9bc65412ac requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:43.325108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42678) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:43.429565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fc14a8-36e2-44e0-961c-e42e79b1c332 admin admin] Deleting subnet 76942726-8e6c-4736-b6d8-e36d81d511e8 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:43.434540 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49fc14a8-36e2-44e0-961c-e42e79b1c332 admin admin] Publish callbacks [] for subnet (76942726-8e6c-4736-b6d8-e36d81d511e8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.506916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49fc14a8-36e2-44e0-961c-e42e79b1c332 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (76942726-8e6c-4736-b6d8-e36d81d511e8), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.592947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f33303-6014-4e3e-94fb-23debccf4f7b None None] Network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:43.629038 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49fc14a8-36e2-44e0-961c-e42e79b1c332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (76942726-8e6c-4736-b6d8-e36d81d511e8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.680553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012a78-96ae-411c-a25c-d42979929860 req-0cf07d8f-cb93-4adb-80ac-4180fb15673d tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.682121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e012a78-96ae-411c-a25c-d42979929860 req-0cf07d8f-cb93-4adb-80ac-4180fb15673d tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 945 time: 0.1209600 Feb 03 12:53:43.757478 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49fc14a8-36e2-44e0-961c-e42e79b1c332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (76942726-8e6c-4736-b6d8-e36d81d511e8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.797916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49fc14a8-36e2-44e0-961c-e42e79b1c332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.801150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49fc14a8-36e2-44e0-961c-e42e79b1c332 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/76942726-8e6c-4736-b6d8-e36d81d511e8 HTTP/1.1" status: 204 len: 168 time: 0.4748387 Feb 03 12:53:43.803959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42708) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:43.818618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e012a78-96ae-411c-a25c-d42979929860 req-7450df5f-da56-4d91-88ea-3bacaba29d8e tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243932 Feb 03 12:53:43.819851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc14a8-36e2-44e0-961c-e42e79b1c332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76942726-8e6c-4736-b6d8-e36d81d511e8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:43.894477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (2c773bdc-f21b-4da1-903b-bfb54c819880), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.005165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d482f50-31e0-42e6-9609-9026defb15e4 req-77856f48-80cd-4758-925e-b7a196ba9999 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:44.006692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d482f50-31e0-42e6-9609-9026defb15e4 req-77856f48-80cd-4758-925e-b7a196ba9999 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1913b15-7b75-42ec-a63c-742e768635fd HTTP/1.1" status: 200 len: 945 time: 0.0941765 Feb 03 12:53:44.092416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (2c773bdc-f21b-4da1-903b-bfb54c819880), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.133678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d482f50-31e0-42e6-9609-9026defb15e4 req-bfcfeeb1-32b8-4e15-945c-40825465336e tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120954 Feb 03 12:53:44.386783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c773bdc-f21b-4da1-903b-bfb54c819880']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:44.396813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce4a763-c356-4e03-b99a-0cde19dcba02') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:44.397110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce4a763-c356-4e03-b99a-0cde19dcba02') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:44.407157 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (cce4a763-c356-4e03-b99a-0cde19dcba02), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.412660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42730) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:44.421270 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (cce4a763-c356-4e03-b99a-0cde19dcba02), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.427578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:44.428011 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (cce4a763-c356-4e03-b99a-0cde19dcba02), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:44.449811 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:44.489871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (2c773bdc-f21b-4da1-903b-bfb54c819880), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.497371 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.502152 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2c773bdc-f21b-4da1-903b-bfb54c819880 HTTP/1.1" status: 204 len: 168 time: 0.6970677 Feb 03 12:53:44.505864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42738) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:44.514183 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edd8aa-c007-4453-84e8-ffc519de75a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c773bdc-f21b-4da1-903b-bfb54c819880,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:44.583744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9141a892-98b5-4654-89fc-c58635bb19ae admin admin] Deleting subnet ecd24f51-1607-40a9-8afd-d00a9db8092c {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:44.589163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9141a892-98b5-4654-89fc-c58635bb19ae admin admin] Publish callbacks [] for subnet (ecd24f51-1607-40a9-8afd-d00a9db8092c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.639530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9141a892-98b5-4654-89fc-c58635bb19ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (ecd24f51-1607-40a9-8afd-d00a9db8092c), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.738351 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9141a892-98b5-4654-89fc-c58635bb19ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (ecd24f51-1607-40a9-8afd-d00a9db8092c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.741514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-947833fd-fd87-4fd6-b538-9bde512c96e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.899765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92502e39-619c-4094-8708-de18276a328a req-e02b3b71-39a7-4b8e-863d-3f16b988fee4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:44.901342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-e02b3b71-39a7-4b8e-863d-3f16b988fee4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 814 time: 0.2214577 Feb 03 12:53:44.905192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9141a892-98b5-4654-89fc-c58635bb19ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (ecd24f51-1607-40a9-8afd-d00a9db8092c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.951608 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9141a892-98b5-4654-89fc-c58635bb19ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.957367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9141a892-98b5-4654-89fc-c58635bb19ae admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ecd24f51-1607-40a9-8afd-d00a9db8092c HTTP/1.1" status: 204 len: 168 time: 0.4504552 Feb 03 12:53:44.957714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42758) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:44.966033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a892-98b5-4654-89fc-c58635bb19ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd24f51-1607-40a9-8afd-d00a9db8092c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:44.978665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-10f7b25c-708a-4bfa-b342-ddb971696dbf tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/quotas/399adc84dc984493813a222397963e1f HTTP/1.1" status: 200 len: 375 time: 0.0631313 Feb 03 12:53:45.022694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-985964b7-3a38-437e-be7f-28208ce2d0b9 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337739 Feb 03 12:53:45.032740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-947833fd-fd87-4fd6-b538-9bde512c96e0 admin admin] Publish callbacks [] for security_group (1ced105b-82ab-4e3c-9a42-2124bbcf9236), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.042140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-947833fd-fd87-4fd6-b538-9bde512c96e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1ced105b-82ab-4e3c-9a42-2124bbcf9236), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.070712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-947833fd-fd87-4fd6-b538-9bde512c96e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c2d69c28fb840a883d689c6caab0413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6547105 Feb 03 12:53:45.072485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42766) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:45.113545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (a550030d-3496-421f-8640-5f9bc65412ac), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.123360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947833fd-fd87-4fd6-b538-9bde512c96e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ced105b-82ab-4e3c-9a42-2124bbcf9236,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:45.141588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4400649b-9d3d-435a-bb3e-52e69def4883 admin admin] Publish callbacks [] for security_group (1ced105b-82ab-4e3c-9a42-2124bbcf9236), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.174286 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4400649b-9d3d-435a-bb3e-52e69def4883 admin admin] Publish callbacks [] for security_group (1ced105b-82ab-4e3c-9a42-2124bbcf9236), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.253695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (a550030d-3496-421f-8640-5f9bc65412ac), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.257907 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4400649b-9d3d-435a-bb3e-52e69def4883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1ced105b-82ab-4e3c-9a42-2124bbcf9236), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.262176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4400649b-9d3d-435a-bb3e-52e69def4883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.265007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4400649b-9d3d-435a-bb3e-52e69def4883 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ced105b-82ab-4e3c-9a42-2124bbcf9236 HTTP/1.1" status: 204 len: 168 time: 0.1913726 Feb 03 12:53:45.281958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a550030d-3496-421f-8640-5f9bc65412ac']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:45.292481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11503540-6b14-4cd0-a080-f36286a3dca1') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:45.292780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11503540-6b14-4cd0-a080-f36286a3dca1') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:45.307983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (11503540-6b14-4cd0-a080-f36286a3dca1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.331009 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (11503540-6b14-4cd0-a080-f36286a3dca1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.339021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:45.340055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (11503540-6b14-4cd0-a080-f36286a3dca1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:45.399570 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:45.407096 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (a550030d-3496-421f-8640-5f9bc65412ac), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.412592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.418394 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] 10.222.0.65 "DELETE /v2.0/networks/a550030d-3496-421f-8640-5f9bc65412ac HTTP/1.1" status: 204 len: 168 time: 0.4591222 Feb 03 12:53:45.437640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9fb72-249c-4e46-9066-19c9f55d976e admin admin] Pushing event deleted for resources: {'Network': ['ID=a550030d-3496-421f-8640-5f9bc65412ac,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:45.770970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-ca03b21b-c132-4517-928d-62c8b9e2b57c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:53:45.771978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-ca03b21b-c132-4517-928d-62c8b9e2b57c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7416935 Feb 03 12:53:45.778199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400649b-9d3d-435a-bb3e-52e69def4883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ced105b-82ab-4e3c-9a42-2124bbcf9236,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:45.880317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-fb2e841d-9812-4031-b2d1-7ff0991d52a8 service neutron] 10.222.0.65 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998662 Feb 03 12:53:45.890586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce414b-9b14-49f5-9a57-7c885802d9ad req-d1ce738f-e1ee-4af1-b6fc-c5918e1a139f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:45.892300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ce414b-9b14-49f5-9a57-7c885802d9ad req-d1ce738f-e1ee-4af1-b6fc-c5918e1a139f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1913b15-7b75-42ec-a63c-742e768635fd HTTP/1.1" status: 200 len: 945 time: 0.6258793 Feb 03 12:53:45.909388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42792) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:46.056863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1fa8df9f-cf81-4a62-bd39-8d3fe889a6b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=721fc5543bf644a983caa1760452042b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440301 Feb 03 12:53:46.059565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42796) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:46.081353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ce414b-9b14-49f5-9a57-7c885802d9ad req-2121596d-d890-417b-b7e1-a54f8ee4e6be tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707048 Feb 03 12:53:46.119977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-26be6cdc-b87d-4ee7-b89d-b41af10769ee service neutron] 10.222.0.65 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266254 Feb 03 12:53:46.173051 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f3c1daff-fdb7-480d-a8a7-e254601eaafd admin admin] Publish callbacks [] for security_group (5a580be7-4d99-41cc-bc2a-dd81adf78abb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.199400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f3c1daff-fdb7-480d-a8a7-e254601eaafd admin admin] Publish callbacks [] for security_group (5a580be7-4d99-41cc-bc2a-dd81adf78abb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.236857 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.258673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42806) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:46.274281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12dc6481-6688-4394-9b51-1af45a56a82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.278654 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f3c1daff-fdb7-480d-a8a7-e254601eaafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5a580be7-4d99-41cc-bc2a-dd81adf78abb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.281216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f3c1daff-fdb7-480d-a8a7-e254601eaafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.286137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f3c1daff-fdb7-480d-a8a7-e254601eaafd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a580be7-4d99-41cc-bc2a-dd81adf78abb HTTP/1.1" status: 204 len: 168 time: 0.2243893 Feb 03 12:53:46.301220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1daff-fdb7-480d-a8a7-e254601eaafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a580be7-4d99-41cc-bc2a-dd81adf78abb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:46.399077 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12dc6481-6688-4394-9b51-1af45a56a82e admin admin] Publish callbacks [] for security_group (cfa4bd57-06f4-4e41-a8ff-61a48572faa0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.406787 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12dc6481-6688-4394-9b51-1af45a56a82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cfa4bd57-06f4-4e41-a8ff-61a48572faa0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.496877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-887a3e9b-0f33-4373-9e1e-0a20c38b93fc req-cf15892b-0cbd-4dce-878b-ff50b60e0695 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 210 time: 0.0466995 Feb 03 12:53:46.599288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42826) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:46.606716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-12dc6481-6688-4394-9b51-1af45a56a82e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22fd10fb51034531be4800d8a292c324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368397 Feb 03 12:53:46.612769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc6481-6688-4394-9b51-1af45a56a82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa4bd57-06f4-4e41-a8ff-61a48572faa0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:46.661496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f794fe-f3b9-497b-b0ff-29b6b8d65f3f req-7e14f9df-26a9-4fa0-8f1f-b6e8488846e3 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:46.663920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97f794fe-f3b9-497b-b0ff-29b6b8d65f3f req-7e14f9df-26a9-4fa0-8f1f-b6e8488846e3 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1913b15-7b75-42ec-a63c-742e768635fd HTTP/1.1" status: 200 len: 945 time: 0.1605246 Feb 03 12:53:46.703924 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf581a7d-4023-4095-b7e2-6fe56f5bd4c2 admin admin] Publish callbacks [] for security_group (cfa4bd57-06f4-4e41-a8ff-61a48572faa0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.785468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf581a7d-4023-4095-b7e2-6fe56f5bd4c2 admin admin] Publish callbacks [] for security_group (cfa4bd57-06f4-4e41-a8ff-61a48572faa0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.787534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97f794fe-f3b9-497b-b0ff-29b6b8d65f3f req-72321e59-9dd4-47f3-b657-709263d27fa6 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118939 Feb 03 12:53:46.885106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf581a7d-4023-4095-b7e2-6fe56f5bd4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cfa4bd57-06f4-4e41-a8ff-61a48572faa0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.888095 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf581a7d-4023-4095-b7e2-6fe56f5bd4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.891635 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cf581a7d-4023-4095-b7e2-6fe56f5bd4c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cfa4bd57-06f4-4e41-a8ff-61a48572faa0 HTTP/1.1" status: 204 len: 168 time: 0.2889879 Feb 03 12:53:46.903716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf581a7d-4023-4095-b7e2-6fe56f5bd4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa4bd57-06f4-4e41-a8ff-61a48572faa0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:47.252460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42848) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:47.316607 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7723061f-c810-4941-86b5-5df50e177803 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=120603c0a9ec4f70bd22f63cd8b809ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617640 Feb 03 12:53:47.318971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42850) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:47.402592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d94d414f-44c0-4e9f-867e-6937a7d9efa0 admin admin] Publish callbacks [] for security_group (4eca8b51-f7a4-495b-b1b2-9d489026041a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.448332 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d94d414f-44c0-4e9f-867e-6937a7d9efa0 admin admin] Publish callbacks [] for security_group (4eca8b51-f7a4-495b-b1b2-9d489026041a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.524806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d94d414f-44c0-4e9f-867e-6937a7d9efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4eca8b51-f7a4-495b-b1b2-9d489026041a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.527422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d94d414f-44c0-4e9f-867e-6937a7d9efa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.530962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d94d414f-44c0-4e9f-867e-6937a7d9efa0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4eca8b51-f7a4-495b-b1b2-9d489026041a HTTP/1.1" status: 204 len: 168 time: 0.2080731 Feb 03 12:53:47.542136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d414f-44c0-4e9f-867e-6937a7d9efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eca8b51-f7a4-495b-b1b2-9d489026041a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:47.682899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52e20d7f-f7d5-45be-a4c3-b906fbdc3c97 req-09bcfc1d-a414-4151-afac-1a11702b0352 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 210 time: 0.0432725 Feb 03 12:53:47.955677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:48.023686 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-ba4c23e1-0de8-40c1-98ad-2cbec634afd5 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:48.027969 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-ba4c23e1-0de8-40c1-98ad-2cbec634afd5 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1913b15-7b75-42ec-a63c-742e768635fd HTTP/1.1" status: 200 len: 945 time: 0.1167183 Feb 03 12:53:48.080281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92502e39-619c-4094-8708-de18276a328a req-e58a6102-5fa0-4372-b671-9601ed2cd934 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:48.082078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-e58a6102-5fa0-4372-b671-9601ed2cd934 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.72 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 814 time: 0.2567465 Feb 03 12:53:48.095418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd590f8e-49c2-41d8-ad38-b9073034aae2 req-8ea55a68-3ba5-4dea-84af-e1dc4498c235 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:48.106117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd590f8e-49c2-41d8-ad38-b9073034aae2 req-8ea55a68-3ba5-4dea-84af-e1dc4498c235 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1913b15-7b75-42ec-a63c-742e768635fd HTTP/1.1" status: 200 len: 945 time: 0.1319437 Feb 03 12:53:48.120860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Request body: {'port': {'device_id': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc', 'admin_state_up': True, 'tenant_id': '399adc84dc984493813a222397963e1f'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:48.195713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Deleting port 9192a582-21cb-4773-b7b4-c79eed46530b {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:48.196120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:48.278270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd590f8e-49c2-41d8-ad38-b9073034aae2 req-d0268fc2-d22b-433e-a550-2f6371de52dc tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709425 Feb 03 12:53:48.327473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] For port 9192a582-21cb-4773-b7b4-c79eed46530b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=9192a582-21cb-4773-b7b4-c79eed46530b,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:48.328060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:48.337495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Made reservation on behalf of 399adc84dc984493813a222397963e1f for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:48.342176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:48.361645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Calling delete_port for 9192a582-21cb-4773-b7b4-c79eed46530b owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:48.548958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Allocated IP 172.20.0.7 (6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc/eeb81c81-64a0-46d2-8be5-626b0712d925/317572eb-60e4-45a4-a508-0e21513f8e02) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:48.609987 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a392-1287-439b-b1ab-8a8fce6c273f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:48.720581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9192a582-21cb-4773-b7b4-c79eed46530b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:48.733901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['4d855ffc-60e7-4791-9d94-dbfa10d0d8c9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:53:48.737282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['03b039f3-e026-4f4a-adb7-e4f2b41844ce', '9192a582-21cb-4773-b7b4-c79eed46530b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:53:48.836023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Pushing event deleted for resources: {'Port': ['ID=9192a582-21cb-4773-b7b4-c79eed46530b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:48.955668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1db33330-70f9-496e-aaf5-992ab3739adb req-d7bbdafd-6370-4e2b-8dc2-ea64d1bf37ed tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 210 time: 0.0634134 Feb 03 12:53:48.998370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks [] for port (317572eb-60e4-45a4-a508-0e21513f8e02), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.028520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] No DVR routers for this DVR port 9192a582-21cb-4773-b7b4-c79eed46530b on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:49.037467 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.051747 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-85d41ea2-6275-48a7-88fc-1df11b42a0ff req-8f835b3c-a61e-4bff-aa4c-c343b3aab998 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.91 "DELETE /v2.0/ports/9192a582-21cb-4773-b7b4-c79eed46530b HTTP/1.1" status: 204 len: 173 time: 1.0071087 Feb 03 12:53:49.053535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1913b15-7b75-42ec-a63c-742e768635fd', 'name': 'network-vif-deleted', 'tag': '9192a582-21cb-4773-b7b4-c79eed46530b'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:49.064856 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11429dbc-d913-41a5-9e02-e89b70f9e4cf" -d '{"events": [{"server_uuid": "d1913b15-7b75-42ec-a63c-742e768635fd", "name": "network-vif-deleted", "tag": "9192a582-21cb-4773-b7b4-c79eed46530b"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:49.093370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.176974 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a392-1287-439b-b1ab-8a8fce6c273f admin admin] Publish callbacks [] for security_group (28be4380-997e-44bc-b99d-a03240ba447c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.179331 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9b6e5c-94e4-470a-a6f7-1f93e52cf391 x-openstack-request-id: req-eb9b6e5c-94e4-470a-a6f7-1f93e52cf391 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:49.179955 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1913b15-7b75-42ec-a63c-742e768635fd", "name": "network-vif-deleted", "tag": "9192a582-21cb-4773-b7b4-c79eed46530b", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:49.180050 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb9b6e5c-94e4-470a-a6f7-1f93e52cf391 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:49.180475 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1913b15-7b75-42ec-a63c-742e768635fd', 'name': 'network-vif-deleted', 'tag': '9192a582-21cb-4773-b7b4-c79eed46530b', 'status': 'completed', 'code': 200} Feb 03 12:53:49.189412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a392-1287-439b-b1ab-8a8fce6c273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (28be4380-997e-44bc-b99d-a03240ba447c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.277697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:49.280994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:49.292092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:49.295350 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d1f9a392-1287-439b-b1ab-8a8fce6c273f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=249cfea91162477eb2e86a4ed8b6ed79&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3362968 Feb 03 12:53:49.299420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9a392-1287-439b-b1ab-8a8fce6c273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be4380-997e-44bc-b99d-a03240ba447c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:49.306548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42932) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:49.315236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:49.504908 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60998664-9bde-4198-b0f9-714be4a4bfb6 admin admin] Publish callbacks [] for security_group (28be4380-997e-44bc-b99d-a03240ba447c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.544506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:49.545079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.566875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63875841-7bb6-4476-9f29-32d884220ad3 req-a82ea39a-fa61-4e1e-a99c-3b050c219418 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1913b15-7b75-42ec-a63c-742e768635fd HTTP/1.1" status: 200 len: 210 time: 0.0945387 Feb 03 12:53:49.597917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60998664-9bde-4198-b0f9-714be4a4bfb6 admin admin] Publish callbacks [] for security_group (28be4380-997e-44bc-b99d-a03240ba447c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.608289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-1bf8154d-520d-4062-b268-be95d63a4607 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4934087 Feb 03 12:53:49.620002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Request body: {'port': {'device_id': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:49.757984 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60998664-9bde-4198-b0f9-714be4a4bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (28be4380-997e-44bc-b99d-a03240ba447c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.762417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-60998664-9bde-4198-b0f9-714be4a4bfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.767336 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-60998664-9bde-4198-b0f9-714be4a4bfb6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28be4380-997e-44bc-b99d-a03240ba447c HTTP/1.1" status: 204 len: 168 time: 0.4583137 Feb 03 12:53:49.801768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60998664-9bde-4198-b0f9-714be4a4bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be4380-997e-44bc-b99d-a03240ba447c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:49.837134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.370687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac3d-6f91-4143-92ad-e8a2aac1182b req-c9785544-8e3b-4645-af9d-77263fa049e5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:50.384104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b9dac3d-6f91-4143-92ad-e8a2aac1182b req-c9785544-8e3b-4645-af9d-77263fa049e5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 931 time: 0.1830163 Feb 03 12:53:50.490292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b9dac3d-6f91-4143-92ad-e8a2aac1182b req-701460bd-932b-44ee-8677-154d7a70f137 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049302 Feb 03 12:53:50.583930 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.591469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317572eb-60e4-45a4-a508-0e21513f8e02 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:50.620395 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Publish callbacks [] for port (317572eb-60e4-45a4-a508-0e21513f8e02), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.646719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Transition to ACTIVE for port object 317572eb-60e4-45a4-a508-0e21513f8e02 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:53:50.658153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.765239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:50.876293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42998) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:50.906388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ee3d-900c-4c32-82ff-97c9e5afdce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.037539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Attempting to bind port 317572eb-60e4-45a4-a508-0e21513f8e02 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:51.040164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Attempting to bind port 317572eb-60e4-45a4-a508-0e21513f8e02 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '5a67c7cf-276e-482f-ab0b-42d5482c10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:51.040828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Attempting to bind port 317572eb-60e4-45a4-a508-0e21513f8e02 on network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:51.056405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Port 317572eb-60e4-45a4-a508-0e21513f8e02 on network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:53:51.063153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Attempting to bind port 317572eb-60e4-45a4-a508-0e21513f8e02 on network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:51.092094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:51.092906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Checking segment: {'id': '5a67c7cf-276e-482f-ab0b-42d5482c10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:51.093537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Bound using segment: {'id': '5a67c7cf-276e-482f-ab0b-42d5482c10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:51.094215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Bound port: 317572eb-60e4-45a4-a508-0e21513f8e02, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a67c7cf-276e-482f-ab0b-42d5482c10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:51.098015 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.260004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ee3d-900c-4c32-82ff-97c9e5afdce9 admin admin] Publish callbacks [] for security_group (a5784a8b-3a0b-48cf-aaab-2cee9ddac275), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.275534 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ee3d-900c-4c32-82ff-97c9e5afdce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a5784a8b-3a0b-48cf-aaab-2cee9ddac275), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.295683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:51.302236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:51.322850 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.323294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43018) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:51.331676 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0ea1ee3d-900c-4c32-82ff-97c9e5afdce9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ebb29bddeead40d3a6c8509b977e3276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422615 Feb 03 12:53:51.377871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1ee3d-900c-4c32-82ff-97c9e5afdce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5784a8b-3a0b-48cf-aaab-2cee9ddac275,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:51.460667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:51.461455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.495958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] 10.222.0.72 "PUT /v2.0/ports/317572eb-60e4-45a4-a508-0e21513f8e02 HTTP/1.1" status: 200 len: 1092 time: 1.8797889 Feb 03 12:53:51.513461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:51.524926 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a19638b-41be-4fb4-aa58-f455048617f3" -d '{"events": [{"name": "network-changed", "server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:51.703210 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f58c80c-7fca-4704-a1c7-1f2921953433 x-openstack-request-id: req-0f58c80c-7fca-4704-a1c7-1f2921953433 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:51.703210 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:51.703210 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f58c80c-7fca-4704-a1c7-1f2921953433 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:51.703618 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02', 'status': 'completed', 'code': 200} Feb 03 12:53:51.722409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f965ea53-7e92-4563-907f-d1de7f8e3353 admin admin] Publish callbacks [] for security_group (a5784a8b-3a0b-48cf-aaab-2cee9ddac275), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.727815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbc760-fafb-47c5-8262-ccec719292f7 service neutron] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:51.795192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92502e39-619c-4094-8708-de18276a328a req-5eb7722d-f7c3-4db8-83f2-1bdd1dfd1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:51.801941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-5eb7722d-f7c3-4db8-83f2-1bdd1dfd1816 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 1126 time: 0.2497931 Feb 03 12:53:51.817744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f965ea53-7e92-4563-907f-d1de7f8e3353 admin admin] Publish callbacks [] for security_group (a5784a8b-3a0b-48cf-aaab-2cee9ddac275), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.892692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-95cf7d3a-903d-4d41-b415-61f0698b6ba7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317572eb-60e4-45a4-a508-0e21513f8e02 HTTP/1.1" status: 200 len: 217 time: 0.0725529 Feb 03 12:53:51.908072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8d36d-0cf8-4223-a8e9-4430f3037b4e req-a7984872-dad7-49ba-83cb-edbd46d535fc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:51.909786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fa8d36d-0cf8-4223-a8e9-4430f3037b4e req-a7984872-dad7-49ba-83cb-edbd46d535fc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.2579908 Feb 03 12:53:51.912756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43058) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:51.952629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9192a582-21cb-4773-b7b4-c79eed46530b no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:51.965476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92502e39-619c-4094-8708-de18276a328a req-49de2a49-30c5-4d86-adbc-02ae073e1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:51.967245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-49de2a49-30c5-4d86-adbc-02ae073e1655 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 200 len: 854 time: 0.0668151 Feb 03 12:53:52.016268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-3c6218c6-4fb6-4384-8753-f8eb8bb76f3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364439 Feb 03 12:53:52.059569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 9192a582-21cb-4773-b7b4-c79eed46530b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:52.060170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 9192a582-21cb-4773-b7b4-c79eed46530b not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:52.157386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-8b67e499-e87d-41ad-905e-b042e68a041f service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256928 Feb 03 12:53:52.160962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fa8d36d-0cf8-4223-a8e9-4430f3037b4e req-7ae382bd-3843-4dde-85ca-42c8b51a71d8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887863 Feb 03 12:53:52.181768 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f965ea53-7e92-4563-907f-d1de7f8e3353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a5784a8b-3a0b-48cf-aaab-2cee9ddac275), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.184485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f965ea53-7e92-4563-907f-d1de7f8e3353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.186225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f965ea53-7e92-4563-907f-d1de7f8e3353 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5784a8b-3a0b-48cf-aaab-2cee9ddac275 HTTP/1.1" status: 204 len: 168 time: 0.8605862 Feb 03 12:53:52.206037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965ea53-7e92-4563-907f-d1de7f8e3353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5784a8b-3a0b-48cf-aaab-2cee9ddac275,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:52.323501 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcec3fa6-a869-4b2f-ac61-cd5daeb96dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.346799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92502e39-619c-4094-8708-de18276a328a req-f25b6fdd-807c-449b-b68d-e63f07a94097 service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824722 Feb 03 12:53:52.376920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dc5eb-fc83-4f56-9ef8-cd1d16e4cbcf req-b554c46a-e12f-4282-b1b1-8769c9228972 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:52.383758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dc5eb-fc83-4f56-9ef8-cd1d16e4cbcf req-b554c46a-e12f-4282-b1b1-8769c9228972 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:52.392569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-289dc5eb-fc83-4f56-9ef8-cd1d16e4cbcf req-b554c46a-e12f-4282-b1b1-8769c9228972 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370&device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 1681 time: 0.1230383 Feb 03 12:53:52.485195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcec3fa6-a869-4b2f-ac61-cd5daeb96dbe admin admin] Publish callbacks [] for security_group (de998108-e21e-462e-86e8-b35b9d022857), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.493393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcec3fa6-a869-4b2f-ac61-cd5daeb96dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de998108-e21e-462e-86e8-b35b9d022857), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.546171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fcec3fa6-a869-4b2f-ac61-cd5daeb96dbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=336a6a10899b4be9825c4ea210465369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6314790 Feb 03 12:53:52.547980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec3fa6-a869-4b2f-ac61-cd5daeb96dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de998108-e21e-462e-86e8-b35b9d022857,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:52.550543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43094) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:52.627391 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8ad4-a90d-4954-aa20-35aa5a02b691 admin admin] Publish callbacks [] for security_group (de998108-e21e-462e-86e8-b35b9d022857), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.630732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-289dc5eb-fc83-4f56-9ef8-cd1d16e4cbcf req-5ef0f370-f944-492f-a5fc-8a44c903028c tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370534 Feb 03 12:53:52.665474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-4b8105cf-0513-4385-a797-2ab5b78c7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:52.665474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-4b8105cf-0513-4385-a797-2ab5b78c7c20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 1126 time: 0.2253885 Feb 03 12:53:52.719925 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8ad4-a90d-4954-aa20-35aa5a02b691 admin admin] Publish callbacks [] for security_group (de998108-e21e-462e-86e8-b35b9d022857), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.872418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8ad4-a90d-4954-aa20-35aa5a02b691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de998108-e21e-462e-86e8-b35b9d022857), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.882764 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8ad4-a90d-4954-aa20-35aa5a02b691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.884346 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fa7d8ad4-a90d-4954-aa20-35aa5a02b691 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de998108-e21e-462e-86e8-b35b9d022857 HTTP/1.1" status: 204 len: 168 time: 0.3322499 Feb 03 12:53:52.895766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d8ad4-a90d-4954-aa20-35aa5a02b691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de998108-e21e-462e-86e8-b35b9d022857,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:53.056114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-f15fe6dd-39f7-4c64-8536-ab3452f5ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:53.065035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-f15fe6dd-39f7-4c64-8536-ab3452f5ed42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 915 time: 0.3907950 Feb 03 12:53:53.290822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-3330db06-de5a-4e4c-a70e-e4f0cce5110b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317572eb-60e4-45a4-a508-0e21513f8e02 HTTP/1.1" status: 200 len: 217 time: 0.2200720 Feb 03 12:53:53.335055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:53:53.458740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-65938b9d-d26f-4c77-be26-4acd9d630910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:53.464915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-65938b9d-d26f-4c77-be26-4acd9d630910 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 200 len: 854 time: 0.1676893 Feb 03 12:53:53.656200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-fdd97d95-3a1d-4720-a77c-4a1ac4ba41ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546042 Feb 03 12:53:53.815340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32592e-c475-4130-8139-8f02eec97616 req-38e79ee8-80df-47c2-ad97-7a0476adbe72 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:53.826118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a32592e-c475-4130-8139-8f02eec97616 req-38e79ee8-80df-47c2-ad97-7a0476adbe72 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.3601015 Feb 03 12:53:54.079004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:54.104008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '317572eb-60e4-45a4-a508-0e21513f8e02', 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc', 'port_id': '317572eb-60e4-45a4-a508-0e21513f8e02', 'mac_address': 'fa:16:3e:9d:69:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb81c81-64a0-46d2-8be5-626b0712d925', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:53:54.124492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4deb78-9d46-4804-90d4-1d5556323698 req-15efd8c4-b393-44af-b7ba-ce2ebc2be996 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:54.131526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc4deb78-9d46-4804-90d4-1d5556323698 req-15efd8c4-b393-44af-b7ba-ce2ebc2be996 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 945 time: 0.2885716 Feb 03 12:53:54.178671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 317572eb-60e4-45a4-a508-0e21513f8e02 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:54.179508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.183989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-01e367cc-0d69-43e5-bab1-36c09e2149f2 service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149961 Feb 03 12:53:54.199887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317572eb-60e4-45a4-a508-0e21513f8e02 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:54.216115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a32592e-c475-4130-8139-8f02eec97616 req-473561cb-1df3-4498-a9c1-26b5b099f98b tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889334 Feb 03 12:53:54.253660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:54.265087 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.275993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43172) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:54.304252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc4deb78-9d46-4804-90d4-1d5556323698 req-7de3c53d-4b9b-4293-9d23-39f7d5402bc8 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666586 Feb 03 12:53:54.340213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a726079-826c-4ca3-a917-b164a3549f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.377932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a19638b-41be-4fb4-aa58-f455048617f3 req-25c39626-a9e1-4ccd-9ddf-0e5574da4796 service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813006 Feb 03 12:53:54.451049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:54.474904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.475660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.476181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.476664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.477143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.477635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.478248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.478740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.479201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.479670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.480162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.480991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.481479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:54.505469 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a726079-826c-4ca3-a917-b164a3549f11 admin admin] Publish callbacks [] for security_group (87942992-06ed-4ffe-b668-95cf924a8a27), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.526011 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a726079-826c-4ca3-a917-b164a3549f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (87942992-06ed-4ffe-b668-95cf924a8a27), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.528294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['317572eb-60e4-45a4-a508-0e21513f8e02'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:53:54.585851 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a726079-826c-4ca3-a917-b164a3549f11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb7ee64e2bdf43cca8e1c139b8e6c2de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3082874 Feb 03 12:53:54.588642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43182) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:54.747933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00fbb682-aefe-40ba-b47c-e7dc7492935c admin admin] Publish callbacks [] for security_group (87942992-06ed-4ffe-b668-95cf924a8a27), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.760367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a726079-826c-4ca3-a917-b164a3549f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87942992-06ed-4ffe-b668-95cf924a8a27,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:54.825042 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00fbb682-aefe-40ba-b47c-e7dc7492935c admin admin] Publish callbacks [] for security_group (87942992-06ed-4ffe-b668-95cf924a8a27), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.834316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-5cd7a71a-4220-400d-86c8-b5a9ad3dfa5c tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:54.842643 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-5cd7a71a-4220-400d-86c8-b5a9ad3dfa5c tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.91 "GET /v2.0/ports?device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 945 time: 0.1599824 Feb 03 12:53:54.985754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-522375f2-19c5-4d1b-b291-525853159dc6 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:54.987617 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-522375f2-19c5-4d1b-b291-525853159dc6 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.72 "GET /v2.0/ports?device_id=05e839b2-750b-45cd-88a1-028d8456e370 HTTP/1.1" status: 200 len: 945 time: 0.0935254 Feb 03 12:53:54.989034 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00fbb682-aefe-40ba-b47c-e7dc7492935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (87942992-06ed-4ffe-b668-95cf924a8a27), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.993033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00fbb682-aefe-40ba-b47c-e7dc7492935c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.004009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-00fbb682-aefe-40ba-b47c-e7dc7492935c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87942992-06ed-4ffe-b668-95cf924a8a27 HTTP/1.1" status: 204 len: 168 time: 0.4071155 Feb 03 12:53:55.092663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbb682-aefe-40ba-b47c-e7dc7492935c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87942992-06ed-4ffe-b668-95cf924a8a27,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:55.163940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Deleting port 03b039f3-e026-4f4a-adb7-e4f2b41844ce {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:55.165887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.274785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Deleting port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:55.275315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.351244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:55.541631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] For port 03b039f3-e026-4f4a-adb7-e4f2b41844ce, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=03b039f3-e026-4f4a-adb7-e4f2b41844ce,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:55.542210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.545931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] For port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,segment=NetworkSegment(9db5e688-3e15-4528-8de5-0c9949a7b0f6),segment_id=9db5e688-3e15-4528-8de5-0c9949a7b0f6)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:55.546287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.554655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 317572eb-60e4-45a4-a508-0e21513f8e02 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:53:55.584292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Calling delete_port for 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:55.588090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 317572eb-60e4-45a4-a508-0e21513f8e02 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:55.589593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.594110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Calling delete_port for 03b039f3-e026-4f4a-adb7-e4f2b41844ce owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:55.847665 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 317572eb-60e4-45a4-a508-0e21513f8e02 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:55.848067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.906373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:55.914465 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724dc87e-09db-45bb-a11d-00cd8ad68c4d" -d '{"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-plugged", "status": "completed", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:55.946605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43234) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:55.976317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:56.009125 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.161711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8ef5-0352-4710-9ab6-b6a0f159af45 req-575f5e6b-4267-41ed-b61c-94cd96ae9d05 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:56.165208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b84b8ef5-0352-4710-9ab6-b6a0f159af45 req-575f5e6b-4267-41ed-b61c-94cd96ae9d05 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 944 time: 0.3250315 Feb 03 12:53:56.189134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (03b039f3-e026-4f4a-adb7-e4f2b41844ce), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.192207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75043f-147c-48fc-ba80-c86ee96a5175 req-f77e5ed2-810a-48e7-af52-fca0ab1e65c1 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:56.201203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af75043f-147c-48fc-ba80-c86ee96a5175 req-f77e5ed2-810a-48e7-af52-fca0ab1e65c1 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/ports?device_id=71655433-7a52-4d40-becd-05311a4805f0 HTTP/1.1" status: 200 len: 945 time: 0.3929684 Feb 03 12:53:56.201351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:56.210035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1298556377-network', 'tenant_id': '4eac617216bd4c289f41edbe28cc66a6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:56.271459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b84b8ef5-0352-4710-9ab6-b6a0f159af45 req-8199e023-71f0-49d1-8751-b9293c56cfc9 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934680 Feb 03 12:53:56.277235 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4d855ffc-60e7-4791-9d94-dbfa10d0d8c9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.298099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Pushing event deleted for resources: {'Port': ['ID=03b039f3-e026-4f4a-adb7-e4f2b41844ce,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:56.457519 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa6e01-6e85-4e6a-85c9-ed512deb4f2d x-openstack-request-id: req-48aa6e01-6e85-4e6a-85c9-ed512deb4f2d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:56.458067 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-plugged", "status": "completed", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:56.458545 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48aa6e01-6e85-4e6a-85c9-ed512deb4f2d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:56.459422 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02', 'code': 200} Feb 03 12:53:56.480327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] No DVR routers for this DVR port 03b039f3-e026-4f4a-adb7-e4f2b41844ce on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:56.485869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.494597 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-77c4245e-e432-40a9-be6a-f11e137d0f19 req-2a19fb0c-49d4-45af-8436-bb52ae036f9f tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.91 "DELETE /v2.0/ports/03b039f3-e026-4f4a-adb7-e4f2b41844ce HTTP/1.1" status: 204 len: 173 time: 1.6391635 Feb 03 12:53:56.506431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71655433-7a52-4d40-becd-05311a4805f0', 'name': 'network-vif-deleted', 'tag': '03b039f3-e026-4f4a-adb7-e4f2b41844ce'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:56.508571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af75043f-147c-48fc-ba80-c86ee96a5175 req-3620c35e-f899-4fc2-a658-eb175a5a3ab5 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.65 "GET /v2.0/security-groups?id=def86852-40bf-42cc-80ae-e277b76a24d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061023 Feb 03 12:53:56.509632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Pushing event deleted for resources: {'Port': ['ID=4d855ffc-60e7-4791-9d94-dbfa10d0d8c9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:56.513695 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6425489-6d1c-427a-bffe-93e2e6224b4c" -d '{"events": [{"server_uuid": "71655433-7a52-4d40-becd-05311a4805f0", "name": "network-vif-deleted", "tag": "03b039f3-e026-4f4a-adb7-e4f2b41844ce"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:56.636514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Made reservation on behalf of 4eac617216bd4c289f41edbe28cc66a6 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:56.641288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.656107 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c698f7db-04fe-477e-9871-9c05492413f5 x-openstack-request-id: req-c698f7db-04fe-477e-9871-9c05492413f5 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:56.659381 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71655433-7a52-4d40-becd-05311a4805f0", "name": "network-vif-deleted", "tag": "03b039f3-e026-4f4a-adb7-e4f2b41844ce", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:56.659681 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c698f7db-04fe-477e-9871-9c05492413f5 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:56.660110 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71655433-7a52-4d40-becd-05311a4805f0', 'name': 'network-vif-deleted', 'tag': '03b039f3-e026-4f4a-adb7-e4f2b41844ce', 'status': 'completed', 'code': 200} Feb 03 12:53:56.697834 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.706556 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] No DVR routers for this DVR port 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:56.715752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.731600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6dc9b852-b4dd-4c0b-a4b9-aee2d84b639b req-a8ef7df6-8516-4904-a8bf-62635e2f8184 tempest-ListServersNegativeTestJSON-1370666603 tempest-ListServersNegativeTestJSON-1370666603-project] 10.222.0.72 "DELETE /v2.0/ports/4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 HTTP/1.1" status: 204 len: 173 time: 1.7220976 Feb 03 12:53:56.734584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e839b2-750b-45cd-88a1-028d8456e370', 'name': 'network-vif-deleted', 'tag': '4d855ffc-60e7-4791-9d94-dbfa10d0d8c9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:56.737961 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41fc4e9-b89f-4ee9-b79c-dbdd00424605" -d '{"events": [{"server_uuid": "05e839b2-750b-45cd-88a1-028d8456e370", "name": "network-vif-deleted", "tag": "4d855ffc-60e7-4791-9d94-dbfa10d0d8c9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:56.745617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9977943-76b2-49ff-a5d4-2fbed110d3e5 req-19173489-68a7-465b-a645-4bac827e74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:56.753518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f9977943-76b2-49ff-a5d4-2fbed110d3e5 req-19173489-68a7-465b-a645-4bac827e74e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 1128 time: 0.2030430 Feb 03 12:53:56.872076 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45608b00-b087-432b-907d-f57176e24d1c x-openstack-request-id: req-45608b00-b087-432b-907d-f57176e24d1c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:56.882846 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e839b2-750b-45cd-88a1-028d8456e370", "name": "network-vif-deleted", "tag": "4d855ffc-60e7-4791-9d94-dbfa10d0d8c9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:56.884630 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45608b00-b087-432b-907d-f57176e24d1c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:56.886204 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e839b2-750b-45cd-88a1-028d8456e370', 'name': 'network-vif-deleted', 'tag': '4d855ffc-60e7-4791-9d94-dbfa10d0d8c9', 'status': 'completed', 'code': 200} Feb 03 12:53:56.896095 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f9977943-76b2-49ff-a5d4-2fbed110d3e5 req-7fcb792f-e41d-4338-ab6e-37888ec8dc6f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264150 Feb 03 12:53:56.972234 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Publish callbacks [] for security_group (1ec43d3c-45d7-4d31-a331-36c8ba3a8495), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.981596 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1ec43d3c-45d7-4d31-a331-36c8ba3a8495), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.003723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:57.026940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9c176a14-c4ca-41f3-bf2e-5e9dae25eaad), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.030065 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Added segment 9c176a14-c4ca-41f3-bf2e-5e9dae25eaad of type vlan for network 1476375a-b3ef-468d-b8da-bd85384ecf7a Feb 03 12:53:57.148496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec43d3c-45d7-4d31-a331-36c8ba3a8495,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:57.225108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1476375a-b3ef-468d-b8da-bd85384ecf7a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.271285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1476375a-b3ef-468d-b8da-bd85384ecf7a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.274035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:57.275241 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.327296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43312) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:57.344179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3696806 Feb 03 12:53:57.347079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Request body: {'subnet': {'network_id': '1476375a-b3ef-468d-b8da-bd85384ecf7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1298556377-subnet', 'tenant_id': '4eac617216bd4c289f41edbe28cc66a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:57.370413 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:57.424589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:57.427551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4d855ffc-60e7-4791-9d94-dbfa10d0d8c9 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:57.435273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Made reservation on behalf of 4eac617216bd4c289f41edbe28cc66a6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:57.470659 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.718183 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43346) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:57.931177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecda2cc5-8b18-445a-a68c-5676c993310a admin admin] Deleting subnet 9f427244-9bb0-4ccb-9404-b07b6ab34e82 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:57.935485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecda2cc5-8b18-445a-a68c-5676c993310a admin admin] Publish callbacks [] for subnet (9f427244-9bb0-4ccb-9404-b07b6ab34e82), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.985500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 03b039f3-e026-4f4a-adb7-e4f2b41844ce no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:57.995303 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecda2cc5-8b18-445a-a68c-5676c993310a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (9f427244-9bb0-4ccb-9404-b07b6ab34e82), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.021169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 03b039f3-e026-4f4a-adb7-e4f2b41844ce {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:58.022013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 03b039f3-e026-4f4a-adb7-e4f2b41844ce not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:58.256044 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecda2cc5-8b18-445a-a68c-5676c993310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (9f427244-9bb0-4ccb-9404-b07b6ab34e82), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.574024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecda2cc5-8b18-445a-a68c-5676c993310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (9f427244-9bb0-4ccb-9404-b07b6ab34e82), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.621504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (93ea13c3-b027-4052-826d-1c336f86b4dc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.641489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda2cc5-8b18-445a-a68c-5676c993310a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f427244-9bb0-4ccb-9404-b07b6ab34e82,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:58.661067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecda2cc5-8b18-445a-a68c-5676c993310a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.674086 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ecda2cc5-8b18-445a-a68c-5676c993310a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9f427244-9bb0-4ccb-9404-b07b6ab34e82 HTTP/1.1" status: 204 len: 168 time: 0.9452217 Feb 03 12:53:58.676297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43382) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:58.814560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a220ef0-e200-4917-897e-6432ad1b186e admin admin] Pushing event updated for resources: {'Network': ['ID=1476375a-b3ef-468d-b8da-bd85384ecf7a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:58.830726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1476375a-b3ef-468d-b8da-bd85384ecf7a details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:58.863883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e51f-62f1-486e-a6e6-d4cd79262c38 req-92693de4-8802-4459-ae20-f5424298b803 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:58.865782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e61e51f-62f1-486e-a6e6-d4cd79262c38 req-92693de4-8802-4459-ae20-f5424298b803 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.0877151 Feb 03 12:53:58.996299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ea13c3-b027-4052-826d-1c336f86b4dc,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:59.028069 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (49cf52e4-e971-4880-ac07-4f789951df16), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.056181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e61e51f-62f1-486e-a6e6-d4cd79262c38 req-467dc376-5c20-4b18-9617-536abc87ee0c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801772 Feb 03 12:53:59.073010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Checking segment: {'id': '9c176a14-c4ca-41f3-bf2e-5e9dae25eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1476375a-b3ef-468d-b8da-bd85384ecf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:59.073355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Network hostable DHCP agents. Network: 1476375a-b3ef-468d-b8da-bd85384ecf7a, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:59.175844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (49cf52e4-e971-4880-ac07-4f789951df16), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.203783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cf52e4-e971-4880-ac07-4f789951df16']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:59.220226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db5e688-3e15-4528-8de5-0c9949a7b0f6') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:59.220781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db5e688-3e15-4528-8de5-0c9949a7b0f6') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:59.233291 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (9db5e688-3e15-4528-8de5-0c9949a7b0f6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.243066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Network 1476375a-b3ef-468d-b8da-bd85384ecf7a is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:59.251918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9db5e688-3e15-4528-8de5-0c9949a7b0f6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.273613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:59.281870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (9db5e688-3e15-4528-8de5-0c9949a7b0f6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:59.284279 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:59.287112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1476375a-b3ef-468d-b8da-bd85384ecf7a) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:59.296449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c36615-ab18-4bd3-a6f9-914bd659e236 None None] Network 1476375a-b3ef-468d-b8da-bd85384ecf7a requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:59.308158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43406) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:59.315547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:59.315547 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.434118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (49cf52e4-e971-4880-ac07-4f789951df16), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.448536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.464852 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] 10.222.0.65 "DELETE /v2.0/networks/49cf52e4-e971-4880-ac07-4f789951df16 HTTP/1.1" status: 204 len: 168 time: 0.7420139 Feb 03 12:53:59.472291 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-05985d37-1cd9-4c5b-a267-e5dddcf75bb8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1430390 Feb 03 12:53:59.500047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aadc46-a651-48f0-802f-13a3daf7a81b admin admin] Pushing event deleted for resources: {'Network': ['ID=49cf52e4-e971-4880-ac07-4f789951df16,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:59.531245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb7f09-087a-4328-b574-70b629a1e1ef None None] Network 1476375a-b3ef-468d-b8da-bd85384ecf7a requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:59.598844 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c76436a-be5e-4d07-a524-16f23a371615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.745901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43438) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:59.775096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c76436a-be5e-4d07-a524-16f23a371615 admin admin] Publish callbacks [] for security_group (49e5967a-8ed5-4343-b3ab-157bc795713d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.786091 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c76436a-be5e-4d07-a524-16f23a371615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (49e5967a-8ed5-4343-b3ab-157bc795713d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.821362 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-33499dea-c5b8-43b7-ad17-0e1542e293c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e17ba94e11d490f833387b9789cfaab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742481 Feb 03 12:53:59.824038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:59.833133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76436a-be5e-4d07-a524-16f23a371615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e5967a-8ed5-4343-b3ab-157bc795713d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:59.842360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2c76436a-be5e-4d07-a524-16f23a371615 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a20fbd59b3e40da8de5861aa0d1e792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5323560 Feb 03 12:53:59.845093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43448) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:59.931073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-039b3dc0-699f-4a63-96f4-2c3e3203b50b admin admin] Publish callbacks [] for security_group (49e5967a-8ed5-4343-b3ab-157bc795713d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.963499 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5875-5eb5-4ed9-97d4-5754be4ac74f admin admin] Publish callbacks [] for security_group (def86852-40bf-42cc-80ae-e277b76a24d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.964980 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-039b3dc0-699f-4a63-96f4-2c3e3203b50b admin admin] Publish callbacks [] for security_group (49e5967a-8ed5-4343-b3ab-157bc795713d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.030127 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-039b3dc0-699f-4a63-96f4-2c3e3203b50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (49e5967a-8ed5-4343-b3ab-157bc795713d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.031940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5875-5eb5-4ed9-97d4-5754be4ac74f admin admin] Publish callbacks [] for security_group (def86852-40bf-42cc-80ae-e277b76a24d6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.033892 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-039b3dc0-699f-4a63-96f4-2c3e3203b50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.035623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-039b3dc0-699f-4a63-96f4-2c3e3203b50b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49e5967a-8ed5-4343-b3ab-157bc795713d HTTP/1.1" status: 204 len: 168 time: 0.1891224 Feb 03 12:54:00.046058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b3dc0-699f-4a63-96f4-2c3e3203b50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e5967a-8ed5-4343-b3ab-157bc795713d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:00.166490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5875-5eb5-4ed9-97d4-5754be4ac74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (def86852-40bf-42cc-80ae-e277b76a24d6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.169551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5875-5eb5-4ed9-97d4-5754be4ac74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.171110 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4dbc5875-5eb5-4ed9-97d4-5754be4ac74f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/def86852-40bf-42cc-80ae-e277b76a24d6 HTTP/1.1" status: 204 len: 168 time: 0.3462453 Feb 03 12:54:00.184965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc5875-5eb5-4ed9-97d4-5754be4ac74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def86852-40bf-42cc-80ae-e277b76a24d6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:00.273075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340903b-f6ee-49a1-941f-66ea20ba9782 req-24e872ea-7652-46a0-a21f-caea43b3c9bf tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:00.280790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1340903b-f6ee-49a1-941f-66ea20ba9782 req-24e872ea-7652-46a0-a21f-caea43b3c9bf tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1014771 Feb 03 12:54:00.340964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1340903b-f6ee-49a1-941f-66ea20ba9782 req-e65d6951-1467-4eb7-bef8-832574ecea09 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592141 Feb 03 12:54:01.235259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44391c-3373-48ae-8176-4e571febdb9e req-40ad1049-60b1-441b-b4d6-2552faf41499 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:01.238198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-40ad1049-60b1-441b-b4d6-2552faf41499 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 814 time: 0.2413380 Feb 03 12:54:01.271162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-680fa0b4-2448-440e-b0ec-0189d712f297 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/quotas/399adc84dc984493813a222397963e1f HTTP/1.1" status: 200 len: 375 time: 0.0258169 Feb 03 12:54:01.406393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-e779ab10-4b74-48a1-9a48-7dfc04995fab tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281338 Feb 03 12:54:01.676198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-7008fe1d-fa34-4ba4-a2f1-dbd584cfd1ca service neutron] 10.222.0.65 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677524 Feb 03 12:54:01.820071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-84b9094f-7345-4fa6-bce7-9baa96cd2d42 service neutron] 10.222.0.65 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410658 Feb 03 12:54:02.146921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a473fe8-4dd8-4133-9127-a3ce00188815 req-8ad22f91-f4e9-42ad-95ff-cb2e0b057ca0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 210 time: 0.0773685 Feb 03 12:54:02.159058 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43544) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:02.165000 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-180048506-network', 'tenant_id': '3f46be39d54842a1946ffaa6ddd2c322'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:02.226402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Made reservation on behalf of 3f46be39d54842a1946ffaa6ddd2c322 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:02.234083 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:02.265116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:02.465590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Publish callbacks [] for security_group (53934f68-d546-4046-be75-3258dac7203f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:02.481927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (53934f68-d546-4046-be75-3258dac7203f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:02.575252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53934f68-d546-4046-be75-3258dac7203f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:02.617247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:02.641740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5e7bbe8e-c27e-4527-a54c-64d92ca8fd33), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:02.642084 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Added segment 5e7bbe8e-c27e-4527-a54c-64d92ca8fd33 of type vlan for network b10076dd-f0c1-4ed4-8cbc-4e5d7111a531 Feb 03 12:54:02.775535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b10076dd-f0c1-4ed4-8cbc-4e5d7111a531), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:02.821979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b10076dd-f0c1-4ed4-8cbc-4e5d7111a531), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:02.823045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:02.823742 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:02.895355 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7351339 Feb 03 12:54:02.898468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43576) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:02.906422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Request body: {'subnet': {'network_id': 'b10076dd-f0c1-4ed4-8cbc-4e5d7111a531', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-180048506-subnet', 'tenant_id': '3f46be39d54842a1946ffaa6ddd2c322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:02.983062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d420271-f260-4499-baa8-73a0f0434831 admin admin] Pushing event updated for resources: {'Network': ['ID=b10076dd-f0c1-4ed4-8cbc-4e5d7111a531,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:02.983694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Made reservation on behalf of 3f46be39d54842a1946ffaa6ddd2c322 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:02.986375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.001422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b10076dd-f0c1-4ed4-8cbc-4e5d7111a531 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:03.158211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43580) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:03.360543 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (d8ab0eef-4d2f-4433-b997-b523f869aa60), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.400264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6322cc4-2cbf-469f-98ad-239c7eeab037 req-749ab439-9b1b-41f7-9104-331d16eaaaff tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 210 time: 0.0568407 Feb 03 12:54:03.444573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Checking segment: {'id': '5e7bbe8e-c27e-4527-a54c-64d92ca8fd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'b10076dd-f0c1-4ed4-8cbc-4e5d7111a531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:03.445222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Network hostable DHCP agents. Network: b10076dd-f0c1-4ed4-8cbc-4e5d7111a531, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:54:03.497316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Network b10076dd-f0c1-4ed4-8cbc-4e5d7111a531 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:54:03.500180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ab0eef-4d2f-4433-b997-b523f869aa60,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:03.526194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b10076dd-f0c1-4ed4-8cbc-4e5d7111a531) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:03.531472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:03.534050 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.536085 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d99333-bd2c-4560-ae3a-28c6540306c8 None None] Network b10076dd-f0c1-4ed4-8cbc-4e5d7111a531 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:03.558646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1764120124-network', 'tenant_id': '0212de620b844beb992bac0327b5fc4a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:03.591611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4cf0604c-5fe6-4152-93f5-2da67a439b98 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6912270 Feb 03 12:54:03.618311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Made reservation on behalf of 0212de620b844beb992bac0327b5fc4a for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:03.621081 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.692294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.909603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0440c873-167f-4a45-b9e5-a718329424d9 None None] Network b10076dd-f0c1-4ed4-8cbc-4e5d7111a531 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:03.911584 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Publish callbacks [] for security_group (3ee6f900-1fd6-4855-8967-64bac54adea4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.923172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3ee6f900-1fd6-4855-8967-64bac54adea4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.016992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:04.085472 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (0311af63-228c-44f4-8c64-658eb8587967), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.110284 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Added segment 0311af63-228c-44f4-8c64-658eb8587967 of type vlan for network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d Feb 03 12:54:04.157466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee6f900-1fd6-4855-8967-64bac54adea4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:04.376518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (291c9a4c-8e72-44b4-b06a-78be7fe4d71d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.465006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.468474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.469391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.477258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.477670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.478037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.478518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.482513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.482984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.483331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.483673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.484042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.484387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:04.555709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44391c-3373-48ae-8176-4e571febdb9e req-a2c08aab-2f2b-46b9-a111-475e73fe9eb6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:04.561728 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-a2c08aab-2f2b-46b9-a111-475e73fe9eb6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.91 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 814 time: 0.9371016 Feb 03 12:54:04.563351 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (291c9a4c-8e72-44b4-b06a-78be7fe4d71d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.564306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:04.564884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.651473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Request body: {'port': {'device_id': 'ff782a04-83e8-495f-be6f-1ba99611be6d', 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc', 'admin_state_up': True, 'tenant_id': '399adc84dc984493813a222397963e1f'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:04.668751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d15099ad-2e1b-4b1f-86f3-db400c7d9574 req-4611e810-35c5-4dba-9de9-f9fdf5a539f1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 210 time: 0.0866809 Feb 03 12:54:04.800802 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6410527 Feb 03 12:54:04.801025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43664) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:04.805035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae2415-f5ce-48ad-a0df-93e0fc2bff25 admin admin] Pushing event updated for resources: {'Network': ['ID=291c9a4c-8e72-44b4-b06a-78be7fe4d71d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:04.819630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Request body: {'subnet': {'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1764120124-subnet', 'tenant_id': '0212de620b844beb992bac0327b5fc4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:04.821298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:04.878598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Made reservation on behalf of 0212de620b844beb992bac0327b5fc4a for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:04.885504 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.985635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Made reservation on behalf of 399adc84dc984493813a222397963e1f for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:04.989568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.203299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Allocated IP 172.20.0.14 (6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc/eeb81c81-64a0-46d2-8be5-626b0712d925/13d5395b-4cfb-40f7-80e5-ec35e7a1a888) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:05.410434 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (4dad3bce-722d-41d4-bab3-94de686ad416), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.422103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-fe752f22-b3db-4cac-87e0-c0a2c6ad9bd0 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:05.426336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-fe752f22-b3db-4cac-87e0-c0a2c6ad9bd0 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/networks?id=1476375a-b3ef-468d-b8da-bd85384ecf7a HTTP/1.1" status: 200 len: 809 time: 0.2301631 Feb 03 12:54:05.468020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-f1c6e999-785c-457d-b41a-d7ed05b8e7eb tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/quotas/4eac617216bd4c289f41edbe28cc66a6 HTTP/1.1" status: 200 len: 375 time: 0.0161793 Feb 03 12:54:05.558040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-adb990b5-58ad-4f94-b072-c0232bf5eb51 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eac617216bd4c289f41edbe28cc66a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840459 Feb 03 12:54:05.611952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dad3bce-722d-41d4-bab3-94de686ad416,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:05.640571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Checking segment: {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:05.640941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Network hostable DHCP agents. Network: 291c9a4c-8e72-44b4-b06a-78be7fe4d71d, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:54:05.673449 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks [] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.711611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:54:05.740439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 291c9a4c-8e72-44b4-b06a-78be7fe4d71d) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:05.751444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f913e1-6db7-441a-b9d6-a3d6caf28411 None None] Network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:05.758146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-e07a6452-61b5-42ed-aeee-1bc59822bdd6 service neutron] 10.222.0.65 "GET /v2.0/networks/1476375a-b3ef-468d-b8da-bd85384ecf7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871545 Feb 03 12:54:05.760051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:05.760688 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.800397 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.811926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43696) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:05.816077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-adf908ea-f8c3-42ca-acc8-d8c012ef1755 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0140262 Feb 03 12:54:05.936622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-474aea6e-246d-456b-b59a-08cda716d849 service neutron] 10.222.0.65 "GET /v2.0/networks/1476375a-b3ef-468d-b8da-bd85384ecf7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731312 Feb 03 12:54:05.966763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012820e-bc2f-44fb-b37b-439a1b89b189 req-eb87d42e-30c9-4f71-b101-747293f532b5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:05.972442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e012820e-bc2f-44fb-b37b-439a1b89b189 req-eb87d42e-30c9-4f71-b101-747293f532b5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 932 time: 0.1042919 Feb 03 12:54:05.982681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:05.991739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:06.005558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:06.016302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['317572eb-60e4-45a4-a508-0e21513f8e02'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:06.081119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e012820e-bc2f-44fb-b37b-439a1b89b189 req-cd8d4f45-3c6c-4006-bade-572af4db7077 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041493 Feb 03 12:54:06.183962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef42105-b8a6-4825-80fd-1b58fce127f5 None None] Network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:06.214706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Pushing event updated for resources: {'Port': ['ID=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:06.287795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec09ff83-144a-4a42-8b87-e59be286a0fe req-8fce432d-ff65-4819-909b-a88f5aea3e64 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 210 time: 0.0772655 Feb 03 12:54:06.314610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:06.315291 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.337170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-400ad1b1-a619-4bc4-b4ec-2ae5f72b6ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.377926 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-68e20642-779a-4078-a87b-81ea78d38ce3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7893057 Feb 03 12:54:06.401308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Request body: {'port': {'device_id': 'ff782a04-83e8-495f-be6f-1ba99611be6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:06.628007 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.633751 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-400ad1b1-a619-4bc4-b4ec-2ae5f72b6ee5 admin admin] Publish callbacks [] for security_group (822ab3df-e2dc-48a2-8a7c-dee6ff480061), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.651839 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-400ad1b1-a619-4bc4-b4ec-2ae5f72b6ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (822ab3df-e2dc-48a2-8a7c-dee6ff480061), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.673979 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f4f61dc-2fb8-4eb4-a25c-2414669301d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.789074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-400ad1b1-a619-4bc4-b4ec-2ae5f72b6ee5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e2062fb86d548af9a4aa618b7fa9066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9682384 Feb 03 12:54:06.793966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ad1b1-a619-4bc4-b4ec-2ae5f72b6ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822ab3df-e2dc-48a2-8a7c-dee6ff480061,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:06.797112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43738) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:06.942302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a76c89af-68d0-41a7-93fd-414b543794c6 admin admin] Publish callbacks [] for security_group (822ab3df-e2dc-48a2-8a7c-dee6ff480061), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.035629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a76c89af-68d0-41a7-93fd-414b543794c6 admin admin] Publish callbacks [] for security_group (822ab3df-e2dc-48a2-8a7c-dee6ff480061), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.144525 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a76c89af-68d0-41a7-93fd-414b543794c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (822ab3df-e2dc-48a2-8a7c-dee6ff480061), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.147929 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a76c89af-68d0-41a7-93fd-414b543794c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.149140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a76c89af-68d0-41a7-93fd-414b543794c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/822ab3df-e2dc-48a2-8a7c-dee6ff480061 HTTP/1.1" status: 204 len: 168 time: 0.3510962 Feb 03 12:54:07.225890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c89af-68d0-41a7-93fd-414b543794c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822ab3df-e2dc-48a2-8a7c-dee6ff480061,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:07.317464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:07.328469 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Publish callbacks [] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.343676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Transition to ACTIVE for port object 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:54:07.384269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.700370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Pushing event updated for resources: {'Port': ['ID=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:07.730441 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-60ea4074-d342-4b69-b13a-ad9fe9794531 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3836493 Feb 03 12:54:07.734919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0baece-9dc4-4c92-9a1c-75a6998172ac req-d7ddbb57-52eb-431b-90ee-6f24f38a9e7e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:07.748179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca0baece-9dc4-4c92-9a1c-75a6998172ac req-d7ddbb57-52eb-431b-90ee-6f24f38a9e7e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 944 time: 0.4345162 Feb 03 12:54:07.781686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-33c80f6d-6fa8-404a-9d98-5deb1b881364 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:07.786040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-33c80f6d-6fa8-404a-9d98-5deb1b881364 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 813 time: 0.6295152 Feb 03 12:54:07.899495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Attempting to bind port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:07.899840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Attempting to bind port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '5a67c7cf-276e-482f-ab0b-42d5482c10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:07.900173 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Attempting to bind port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 on network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:07.915237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 on network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:07.915492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Attempting to bind port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 on network 6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:07.922657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca0baece-9dc4-4c92-9a1c-75a6998172ac req-96cf771b-59d1-4c6d-a985-29e3faff9d23 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700089 Feb 03 12:54:07.926355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-095d9d39-837f-47c2-936a-0cf9187615df tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/quotas/0212de620b844beb992bac0327b5fc4a HTTP/1.1" status: 200 len: 375 time: 0.0800228 Feb 03 12:54:07.954454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:07.954806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Checking segment: {'id': '5a67c7cf-276e-482f-ab0b-42d5482c10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:07.955193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Bound using segment: {'id': '5a67c7cf-276e-482f-ab0b-42d5482c10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:07.955736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Bound port: 13d5395b-4cfb-40f7-80e5-ec35e7a1a888, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a67c7cf-276e-482f-ab0b-42d5482c10d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:07.963209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.980681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-77f0fa51-b755-4d12-8a0a-8f73de73cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:07.982254 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-77f0fa51-b755-4d12-8a0a-8f73de73cada service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34f62ff5e8e744e59463420b3602f07c&device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 1133 time: 0.1603551 Feb 03 12:54:08.024069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-3aba7d26-16de-4c4e-9d26-3bec4fdb55c4 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791891 Feb 03 12:54:08.148006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9496543-58f4-4abe-95c8-32f2985f1054 req-896da4a5-0dd7-4989-aaad-643b97a9f692 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 210 time: 0.0957668 Feb 03 12:54:08.251467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] For port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:08.254970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] For port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:08.327071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.372493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:08.373118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.374573 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] 10.222.0.91 "PUT /v2.0/ports/13d5395b-4cfb-40f7-80e5-ec35e7a1a888 HTTP/1.1" status: 200 len: 1093 time: 1.9882276 Feb 03 12:54:08.375053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff782a04-83e8-495f-be6f-1ba99611be6d', 'tag': '13d5395b-4cfb-40f7-80e5-ec35e7a1a888'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:08.387006 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd64a7ee-ca6c-409b-8324-0f75b21854f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff782a04-83e8-495f-be6f-1ba99611be6d", "tag": "13d5395b-4cfb-40f7-80e5-ec35e7a1a888"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:08.485287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-d096f663-1d12-454a-bbed-818ad8ecbf17 service neutron] 10.222.0.65 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533088 Feb 03 12:54:08.539025 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed530be-8504-4a15-afb7-eff31a19a75f x-openstack-request-id: req-3ed530be-8504-4a15-afb7-eff31a19a75f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:08.539656 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff782a04-83e8-495f-be6f-1ba99611be6d", "tag": "13d5395b-4cfb-40f7-80e5-ec35e7a1a888", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:08.540118 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ed530be-8504-4a15-afb7-eff31a19a75f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:08.540721 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff782a04-83e8-495f-be6f-1ba99611be6d', 'tag': '13d5395b-4cfb-40f7-80e5-ec35e7a1a888', 'status': 'completed', 'code': 200} Feb 03 12:54:08.553707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-50a42a91-84b9-4509-b416-94bbc3a1b004 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:08.555353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-50a42a91-84b9-4509-b416-94bbc3a1b004 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.91 "GET /v2.0/networks?id=1476375a-b3ef-468d-b8da-bd85384ecf7a HTTP/1.1" status: 200 len: 809 time: 0.4194415 Feb 03 12:54:08.597117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Request body: {'port': {'device_id': 'f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c', 'network_id': '1476375a-b3ef-468d-b8da-bd85384ecf7a', 'admin_state_up': True, 'tenant_id': '4eac617216bd4c289f41edbe28cc66a6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:08.707365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-c2298d47-013a-4063-b7ab-d9befec21509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:08.715530 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-c2298d47-013a-4063-b7ab-d9befec21509 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.6947579 Feb 03 12:54:08.720366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99de084-0d58-4556-9f9e-9b441f4a9697 service neutron] Pushing event updated for resources: {'Port': ['ID=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:08.801826 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-95aabdda-02bc-4705-91f6-260a0faf2412 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=0168597c-97ae-4aa7-b630-ff56785c10e5 HTTP/1.1" status: 200 len: 217 time: 0.0665135 Feb 03 12:54:08.822401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44391c-3373-48ae-8176-4e571febdb9e req-3cb0326e-0c5e-4d88-ac61-d6806ef62177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:08.824318 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-3cb0326e-0c5e-4d88-ac61-d6806ef62177 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 1127 time: 0.2825446 Feb 03 12:54:08.834946 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae29f24b-418f-4979-9b91-c25338a04aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.892196 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-238525c9-97ee-4a62-82c0-eab1d66b259a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13d5395b-4cfb-40f7-80e5-ec35e7a1a888 HTTP/1.1" status: 200 len: 217 time: 0.0436270 Feb 03 12:54:08.935643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-bf976db5-7ea6-45f3-bd76-0cb5c48392a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:08.936997 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-bf976db5-7ea6-45f3-bd76-0cb5c48392a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1277723 Feb 03 12:54:09.075470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44391c-3373-48ae-8176-4e571febdb9e req-71515510-38c3-40e5-8106-900e6bf69803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:09.077797 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-71515510-38c3-40e5-8106-900e6bf69803 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 200 len: 854 time: 0.1781492 Feb 03 12:54:09.082961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f1c5531b-f16a-49d2-ba0d-f7d77cb73e0f service neutron] 10.222.0.65 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967047 Feb 03 12:54:09.124897 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-7db8a878-8d2e-443c-b393-b639b16861c9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326655 Feb 03 12:54:09.127176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-1ec3ad67-ab40-45ff-9f0b-46d6ca1754d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:09.128741 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-1ec3ad67-ab40-45ff-9f0b-46d6ca1754d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1714985 Feb 03 12:54:09.235419 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-8d0e9e27-1842-4572-b808-96cd4de95ad0 service neutron] 10.222.0.91 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033201 Feb 03 12:54:09.316577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Made reservation on behalf of 4eac617216bd4c289f41edbe28cc66a6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:09.320329 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:09.422800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07939c3-a1b0-471f-879f-64b08ab75028 req-d74df405-b21e-46b7-be66-d6d6d26046f6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:09.424476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d07939c3-a1b0-471f-879f-64b08ab75028 req-d74df405-b21e-46b7-be66-d6d6d26046f6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 944 time: 0.3405411 Feb 03 12:54:09.769084 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d07939c3-a1b0-471f-879f-64b08ab75028 req-a7fe1f43-133b-426c-bbb8-d836ef84365c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231897 Feb 03 12:54:09.894144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-396e7119-83ad-44e2-90df-a2c3451588ff req-f708dabe-2747-480e-8f87-b45d23713455 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 210 time: 0.1404574 Feb 03 12:54:10.013111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Allocated IP 172.20.0.14 (1476375a-b3ef-468d-b8da-bd85384ecf7a/93ea13c3-b027-4052-826d-1c336f86b4dc/74583445-c6ab-4474-89bf-7497de43cb6d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:10.071206 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.093765 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb44391c-3373-48ae-8176-4e571febdb9e req-f410a9bf-c2eb-462b-bbd7-0fa196e385f5 service neutron] 10.222.0.91 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8490977 Feb 03 12:54:10.105438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40e9325b-0141-4a0b-9317-f3e2dec7ea61 req-afbaa350-9477-45db-a6c0-f196495e7039 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 210 time: 0.1328416 Feb 03 12:54:10.182613 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-4912b5f1-d357-4d7c-961d-ad6d16338226 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9460528 Feb 03 12:54:10.423666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-4fa1b52b-b9ca-4ca9-985e-1d81ffa4e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:10.425874 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-4fa1b52b-b9ca-4ca9-985e-1d81ffa4e711 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 1127 time: 0.2730296 Feb 03 12:54:10.485786 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-729a1a55-2274-4cfb-bd6d-945c3ebd4e23 req-d6efe019-13fa-4726-b5d7-d113443f58a9 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574265 Feb 03 12:54:10.567519 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Publish callbacks [] for port (74583445-c6ab-4474-89bf-7497de43cb6d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.649334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-d77a7dd6-f2d5-4624-a2dc-c22bbdc0f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:10.657632 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.659355 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-d77a7dd6-f2d5-4624-a2dc-c22bbdc0f5e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 915 time: 0.2208545 Feb 03 12:54:10.823535 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-630d46f4-6333-47ed-9b00-d10eb0ff71d7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13d5395b-4cfb-40f7-80e5-ec35e7a1a888 HTTP/1.1" status: 200 len: 217 time: 0.1598427 Feb 03 12:54:10.828678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Network 1476375a-b3ef-468d-b8da-bd85384ecf7a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:10.844871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:10.854423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:11.029773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-fc0e302f-ec9a-4cdd-86e2-84726e69dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:11.031382 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-fc0e302f-ec9a-4cdd-86e2-84726e69dba4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 200 len: 854 time: 0.1953454 Feb 03 12:54:11.156682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Pushing event updated for resources: {'Port': ['ID=74583445-c6ab-4474-89bf-7497de43cb6d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:11.160527 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-db5b52c1-8d9a-4dbb-9eec-be4b9bb208b1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187909 Feb 03 12:54:11.225394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43884) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:11.376311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:11.376954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.465726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-335daffe-c4b4-45f4-b571-b9e5900259c1 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8977675 Feb 03 12:54:11.485467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87989ba-4ba6-400c-86ab-ca07a61c7f33 req-fb9e84ae-4eab-4acb-844d-0e30fe5f9336 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:11.491076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c87989ba-4ba6-400c-86ab-ca07a61c7f33 req-fb9e84ae-4eab-4acb-844d-0e30fe5f9336 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 932 time: 0.3892822 Feb 03 12:54:11.507537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43734683-4998-4c76-a5fe-20e8cbc1b5f5 req-7ff66c72-8a9e-43e3-9969-5c933e75bbf2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:11.509081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43734683-4998-4c76-a5fe-20e8cbc1b5f5 req-7ff66c72-8a9e-43e3-9969-5c933e75bbf2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 944 time: 0.5199952 Feb 03 12:54:11.509966 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.518057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Request body: {'port': {'device_id': 'f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:11.572212 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-93b4a1d3-9694-4ad0-aed4-34084c86098a service neutron] 10.222.0.91 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057114 Feb 03 12:54:11.580976 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:54:11.603252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43890) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:11.851667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1164863655'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:11.856819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b642e1ef-25e8-4932-b5e6-591ce0403e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.907809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.928678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43734683-4998-4c76-a5fe-20e8cbc1b5f5 req-04dfb59b-b30f-451c-855a-c1e930e521f8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607917 Feb 03 12:54:11.941311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c87989ba-4ba6-400c-86ab-ca07a61c7f33 req-d69a709a-1562-4dbc-b872-110589556c64 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137101 Feb 03 12:54:12.074721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b642e1ef-25e8-4932-b5e6-591ce0403e56 admin admin] Publish callbacks [] for security_group (e840f41d-9bb7-4865-ae41-ce04b60ed106), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.100822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b642e1ef-25e8-4932-b5e6-591ce0403e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e840f41d-9bb7-4865-ae41-ce04b60ed106), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.106962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d81cfba-49be-41e9-92b7-8b91cfd15aae req-13a703fc-df1c-4ecd-84e7-535913cabd6f tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 210 time: 0.0897048 Feb 03 12:54:12.125913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Made reservation on behalf of 864e8323ba6140249a3912c1375b7ea7 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:12.141656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.151230 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-766df5f2-b490-45d1-88c3-aaa54cd70f0d service neutron] 10.222.0.91 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685010 Feb 03 12:54:12.199287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.297674 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b642e1ef-25e8-4932-b5e6-591ce0403e56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=913abda5a2ca430387367747e485f814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580570 Feb 03 12:54:12.300648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43900) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:12.353511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642e1ef-25e8-4932-b5e6-591ce0403e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e840f41d-9bb7-4865-ae41-ce04b60ed106,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:12.644409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ee18b4b-41b7-4558-9c03-158fdad42b88 admin admin] Publish callbacks [] for security_group (e840f41d-9bb7-4865-ae41-ce04b60ed106), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.654428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-54db2e51-f7aa-44d5-8d70-086301853e0f tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:12.656391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-54db2e51-f7aa-44d5-8d70-086301853e0f tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.91 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 813 time: 0.3297684 Feb 03 12:54:12.690304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-82a34a03-b230-4541-80ff-ba32fa09c054 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:12.691806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-82a34a03-b230-4541-80ff-ba32fa09c054 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.72 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 813 time: 0.4319251 Feb 03 12:54:12.705115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ee18b4b-41b7-4558-9c03-158fdad42b88 admin admin] Publish callbacks [] for security_group (e840f41d-9bb7-4865-ae41-ce04b60ed106), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.720918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Request body: {'port': {'device_id': '0cd1c1ae-5397-4acb-b589-c3716c6cc6ac', 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d', 'admin_state_up': True, 'tenant_id': '0212de620b844beb992bac0327b5fc4a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:12.727686 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.730822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks [] for security_group (44cef2ff-e0c0-4b89-98cb-5e7db7f81f71), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.750364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (44cef2ff-e0c0-4b89-98cb-5e7db7f81f71), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.778442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74583445-c6ab-4474-89bf-7497de43cb6d {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:12.787529 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Publish callbacks [] for port (74583445-c6ab-4474-89bf-7497de43cb6d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.804379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Transition to ACTIVE for port object 74583445-c6ab-4474-89bf-7497de43cb6d will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:54:12.812355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Request body: {'port': {'device_id': '261d8bae-b609-434c-baba-935b747a6ccf', 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d', 'admin_state_up': True, 'tenant_id': '0212de620b844beb992bac0327b5fc4a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:12.847209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:12.862242 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cef2ff-e0c0-4b89-98cb-5e7db7f81f71,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:12.875153 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6826498c-5112-4b48-9c88-720f8c83c595), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.875153 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Added segment 6826498c-5112-4b48-9c88-720f8c83c595 of type vlan for network 0b827ada-707f-47d7-b6e7-3c3e5d8df811 Feb 03 12:54:12.932599 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ee18b4b-41b7-4558-9c03-158fdad42b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e840f41d-9bb7-4865-ae41-ce04b60ed106), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.935279 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ee18b4b-41b7-4558-9c03-158fdad42b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.938832 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4ee18b4b-41b7-4558-9c03-158fdad42b88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e840f41d-9bb7-4865-ae41-ce04b60ed106 HTTP/1.1" status: 204 len: 168 time: 0.6007113 Feb 03 12:54:12.951254 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0b827ada-707f-47d7-b6e7-3c3e5d8df811), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.953827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee18b4b-41b7-4558-9c03-158fdad42b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e840f41d-9bb7-4865-ae41-ce04b60ed106,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:13.023963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Made reservation on behalf of 0212de620b844beb992bac0327b5fc4a for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:13.028779 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.029924 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.032762 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0b827ada-707f-47d7-b6e7-3c3e5d8df811), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.043373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:13.044084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.269488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Allocated IP 172.20.0.6 (291c9a4c-8e72-44b4-b06a-78be7fe4d71d/4dad3bce-722d-41d4-bab3-94de686ad416/74193b3e-d751-40d0-b627-76eb59a6b264) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:13.398048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Pushing event updated for resources: {'Port': ['ID=74583445-c6ab-4474-89bf-7497de43cb6d,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:13.441316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks [] for port (74193b3e-d751-40d0-b627-76eb59a6b264), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.506681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07d06-48b3-4aad-89c4-503810e21b38 req-c9f6a850-2294-4ec0-b1dc-6227ba31a5a2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:13.512859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34f07d06-48b3-4aad-89c4-503810e21b38 req-c9f6a850-2294-4ec0-b1dc-6227ba31a5a2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 944 time: 0.3930600 Feb 03 12:54:13.514416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Attempting to bind port 74583445-c6ab-4474-89bf-7497de43cb6d on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:13.516349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Attempting to bind port 74583445-c6ab-4474-89bf-7497de43cb6d by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '9c176a14-c4ca-41f3-bf2e-5e9dae25eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1476375a-b3ef-468d-b8da-bd85384ecf7a'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:13.516709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Attempting to bind port 74583445-c6ab-4474-89bf-7497de43cb6d on network 1476375a-b3ef-468d-b8da-bd85384ecf7a {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:13.534759 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.576561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Port 74583445-c6ab-4474-89bf-7497de43cb6d on network 1476375a-b3ef-468d-b8da-bd85384ecf7a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:13.578541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Attempting to bind port 74583445-c6ab-4474-89bf-7497de43cb6d on network 1476375a-b3ef-468d-b8da-bd85384ecf7a {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:13.583780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3561983 Feb 03 12:54:13.589756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43928) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:13.619971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:13.620336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Checking segment: {'id': '9c176a14-c4ca-41f3-bf2e-5e9dae25eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1476375a-b3ef-468d-b8da-bd85384ecf7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:13.620732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Bound using segment: {'id': '9c176a14-c4ca-41f3-bf2e-5e9dae25eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1476375a-b3ef-468d-b8da-bd85384ecf7a'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:13.621242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Bound port: 74583445-c6ab-4474-89bf-7497de43cb6d, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c176a14-c4ca-41f3-bf2e-5e9dae25eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1476375a-b3ef-468d-b8da-bd85384ecf7a'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:13.621591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.650190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43930) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:13.655040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Made reservation on behalf of 0212de620b844beb992bac0327b5fc4a for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:13.667302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:13.668844 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.686092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a0d26-bf70-4e74-af65-cbb32af51058 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Pushing event updated for resources: {'Network': ['ID=0b827ada-707f-47d7-b6e7-3c3e5d8df811,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:13.697728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48b128-5395-4ec4-9984-b862c57609ac req-3e32595a-3db1-4605-824a-5c17fe767df3 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:13.709091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da48b128-5395-4ec4-9984-b862c57609ac req-3e32595a-3db1-4605-824a-5c17fe767df3 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 944 time: 0.5846269 Feb 03 12:54:13.720992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0b827ada-707f-47d7-b6e7-3c3e5d8df811 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:13.742321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:13.758048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:13.907205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] For port 74583445-c6ab-4474-89bf-7497de43cb6d, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:13.935403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] For port 74583445-c6ab-4474-89bf-7497de43cb6d, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=74583445-c6ab-4474-89bf-7497de43cb6d,segment=NetworkSegment(9c176a14-c4ca-41f3-bf2e-5e9dae25eaad),segment_id=9c176a14-c4ca-41f3-bf2e-5e9dae25eaad)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:13.938260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:13.939065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.947191 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9eaf7255-ac2c-4584-af6d-25de2405f743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.987488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Pushing event updated for resources: {'Port': ['ID=74193b3e-d751-40d0-b627-76eb59a6b264,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:14.010275 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-6051402a-9aea-460e-8242-8769827dfd7d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3030760 Feb 03 12:54:14.016784 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.024898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Request body: {'port': {'device_id': '0cd1c1ae-5397-4acb-b589-c3716c6cc6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:14.066319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:14.072948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:54:14.074301 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.075897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] 10.222.0.91 "PUT /v2.0/ports/74583445-c6ab-4474-89bf-7497de43cb6d HTTP/1.1" status: 200 len: 1093 time: 2.5835767 Feb 03 12:54:14.140514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34f07d06-48b3-4aad-89c4-503810e21b38 req-f8385699-a72f-4cbe-88af-8fe761c4b2d7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102436 Feb 03 12:54:14.141116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c', 'tag': '74583445-c6ab-4474-89bf-7497de43cb6d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:14.154152 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c", "tag": "74583445-c6ab-4474-89bf-7497de43cb6d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:14.287765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Request body: {'network': {'name': 'tempest-network--5987675', 'router:external': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:14.332713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:14.356469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Made reservation on behalf of 09d60f24e6644dd4b33372a9121ed139 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:14.364684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '13d5395b-4cfb-40f7-80e5-ec35e7a1a888', 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc', 'port_id': '13d5395b-4cfb-40f7-80e5-ec35e7a1a888', 'mac_address': 'fa:16:3e:db:ef:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb81c81-64a0-46d2-8be5-626b0712d925', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:54:14.366514 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.388487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.396292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a67ac206-a6c0-4ea9-8bb7-ccb36297fc6a req-d466b6f0-d7e1-4ced-b243-0ce3a6bd1287 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 210 time: 0.1248877 Feb 03 12:54:14.420308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.463355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9eaf7255-ac2c-4584-af6d-25de2405f743 admin admin] Publish callbacks [] for security_group (267d0158-f7b1-4863-a953-537160db48b4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.496935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:14.516094 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.520808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da48b128-5395-4ec4-9984-b862c57609ac req-db6e4a5d-36ce-4d3e-8556-13559812b550 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7859218 Feb 03 12:54:14.521499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43948) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:14.529508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9eaf7255-ac2c-4584-af6d-25de2405f743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (267d0158-f7b1-4863-a953-537160db48b4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.556665 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdcf2b5-1f20-4a33-888c-8f97048802e0 x-openstack-request-id: req-6cdcf2b5-1f20-4a33-888c-8f97048802e0 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:14.556971 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c", "tag": "74583445-c6ab-4474-89bf-7497de43cb6d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:14.557223 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cdcf2b5-1f20-4a33-888c-8f97048802e0 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:14.557622 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c', 'tag': '74583445-c6ab-4474-89bf-7497de43cb6d', 'status': 'completed', 'code': 200} Feb 03 12:54:14.559727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232feaad-4959-4f91-a914-3ba726d00db6 service neutron] Pushing event updated for resources: {'Port': ['ID=74583445-c6ab-4474-89bf-7497de43cb6d,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:14.561231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:14.568060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-f7487524-f995-4724-adca-23f0c1b6eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:14.569701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-f7487524-f995-4724-adca-23f0c1b6eda8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4eac617216bd4c289f41edbe28cc66a6&device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 1127 time: 0.4084098 Feb 03 12:54:14.620516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-63281bb9-fd58-406a-bd80-103f9929f2b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74583445-c6ab-4474-89bf-7497de43cb6d HTTP/1.1" status: 200 len: 217 time: 0.0422742 Feb 03 12:54:14.671150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:14.679176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Allocated IP 172.20.0.3 (291c9a4c-8e72-44b4-b06a-78be7fe4d71d/4dad3bce-722d-41d4-bab3-94de686ad416/abd7ba0d-c1fb-444b-ae02-824f3cf155b5) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:14.687955 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.706763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-1d9760d3-c38e-4b61-8f42-dd909ec6e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:14.709310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-1d9760d3-c38e-4b61-8f42-dd909ec6e363 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=93ea13c3-b027-4052-826d-1c336f86b4dc HTTP/1.1" status: 200 len: 849 time: 0.0794823 Feb 03 12:54:14.750859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-1daae8bd-faa3-4637-b7bd-ef47d843b4a1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1476375a-b3ef-468d-b8da-bd85384ecf7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341477 Feb 03 12:54:14.816653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf7255-ac2c-4584-af6d-25de2405f743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267d0158-f7b1-4863-a953-537160db48b4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:14.840992 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9eaf7255-ac2c-4584-af6d-25de2405f743 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cbc8e793d89a4fb5a134e8fbd3030b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1874335 Feb 03 12:54:14.857943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43956) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:14.862826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:14.878462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-5a3171bd-3d16-40a7-becb-24175c6c01a3 service neutron] 10.222.0.91 "GET /v2.0/networks/1476375a-b3ef-468d-b8da-bd85384ecf7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173415 Feb 03 12:54:14.915389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7628ab4e-158d-4f48-b492-f76c58bc384a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.949298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for security_group (eb36e5eb-b366-4096-a0c4-3c665edcc73a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.031055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (eb36e5eb-b366-4096-a0c4-3c665edcc73a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.033894 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7628ab4e-158d-4f48-b492-f76c58bc384a admin admin] Publish callbacks [] for security_group (5868ef76-691f-4222-971b-84fb8d1d348e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.040568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8b2a59d7-e602-4c46-8ab8-17e5a9cf07d5 admin admin] Publish callbacks [] for security_group (267d0158-f7b1-4863-a953-537160db48b4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.048024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['13d5395b-4cfb-40f7-80e5-ec35e7a1a888'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:15.062308 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7628ab4e-158d-4f48-b492-f76c58bc384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5868ef76-691f-4222-971b-84fb8d1d348e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.083559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:15.097722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628ab4e-158d-4f48-b492-f76c58bc384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5868ef76-691f-4222-971b-84fb8d1d348e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:15.167380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb36e5eb-b366-4096-a0c4-3c665edcc73a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:15.203432 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4d456578-d8e8-44a1-942f-637b5864c0b5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.204565 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Added segment 4d456578-d8e8-44a1-942f-637b5864c0b5 of type vlan for network 9170d5fa-a1c0-4337-b7ae-c58a9fef076e Feb 03 12:54:15.252698 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8b2a59d7-e602-4c46-8ab8-17e5a9cf07d5 admin admin] Publish callbacks [] for security_group (267d0158-f7b1-4863-a953-537160db48b4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.329522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (9170d5fa-a1c0-4337-b7ae-c58a9fef076e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.336802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7628ab4e-158d-4f48-b492-f76c58bc384a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25120b23f6ba498ea1c4005f073fc202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8023331 Feb 03 12:54:15.343619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43960) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:15.386190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e405af-dc61-4002-bb09-322c735d5d9b req-83789bf5-c8ea-4611-8b55-b902fe95b524 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:15.394110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e405af-dc61-4002-bb09-322c735d5d9b req-83789bf5-c8ea-4611-8b55-b902fe95b524 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 945 time: 0.1096075 Feb 03 12:54:15.409432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cea41c49-ff53-45b8-9b2d-82bcf635db33 req-14cc23a2-908e-4ce8-91b3-bb8a40147fd4 service neutron] 10.222.0.91 "GET /v2.0/networks/1476375a-b3ef-468d-b8da-bd85384ecf7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193648 Feb 03 12:54:15.450040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d25acce-b9f2-4aa9-b894-21f15803afac admin admin] Publish callbacks [] for security_group (5868ef76-691f-4222-971b-84fb8d1d348e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.498195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks [] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.526215 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d25acce-b9f2-4aa9-b894-21f15803afac admin admin] Publish callbacks [] for security_group (5868ef76-691f-4222-971b-84fb8d1d348e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.613710 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.resource_extend [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:54:15.630205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d25acce-b9f2-4aa9-b894-21f15803afac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5868ef76-691f-4222-971b-84fb8d1d348e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.634532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d25acce-b9f2-4aa9-b894-21f15803afac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.650413 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7d25acce-b9f2-4aa9-b894-21f15803afac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5868ef76-691f-4222-971b-84fb8d1d348e HTTP/1.1" status: 204 len: 168 time: 0.3053710 Feb 03 12:54:15.707683 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25acce-b9f2-4aa9-b894-21f15803afac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5868ef76-691f-4222-971b-84fb8d1d348e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:15.757976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (9170d5fa-a1c0-4337-b7ae-c58a9fef076e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.759031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:15.760023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.770801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8b2a59d7-e602-4c46-8ab8-17e5a9cf07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (267d0158-f7b1-4863-a953-537160db48b4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.776657 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8b2a59d7-e602-4c46-8ab8-17e5a9cf07d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.779020 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8b2a59d7-e602-4c46-8ab8-17e5a9cf07d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/267d0158-f7b1-4863-a953-537160db48b4 HTTP/1.1" status: 204 len: 168 time: 0.9147887 Feb 03 12:54:15.875267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a59d7-e602-4c46-8ab8-17e5a9cf07d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267d0158-f7b1-4863-a953-537160db48b4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:15.941212 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 2.3124466 Feb 03 12:54:15.949298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43976) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:16.088737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967f521-f847-4e1c-8411-7ab98a220f7c tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'Network': ['ID=9170d5fa-a1c0-4337-b7ae-c58a9fef076e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:16.109030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 9170d5fa-a1c0-4337-b7ae-c58a9fef076e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:16.201198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (9170d5fa-a1c0-4337-b7ae-c58a9fef076e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.324041 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.414896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (9170d5fa-a1c0-4337-b7ae-c58a9fef076e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.448203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e405af-dc61-4002-bb09-322c735d5d9b req-b0c30959-40a3-4d8d-9ace-c15b8d387f9e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0531306 Feb 03 12:54:16.492288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9170d5fa-a1c0-4337-b7ae-c58a9fef076e']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:16.523813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d456578-d8e8-44a1-942f-637b5864c0b5') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:16.529600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d456578-d8e8-44a1-942f-637b5864c0b5') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:16.564404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43988) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:16.565870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f127def-2dde-4bf4-a538-4679feb1a2ca req-dd45544d-cea3-45d1-8c47-486f2dd26a17 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 210 time: 0.2048252 Feb 03 12:54:16.603855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (4d456578-d8e8-44a1-942f-637b5864c0b5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.607919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-9ba1ea7c-5946-4215-9074-aabe368cab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:16.609769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-9ba1ea7c-5946-4215-9074-aabe368cab41 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4eac617216bd4c289f41edbe28cc66a6&device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 1127 time: 1.1381984 Feb 03 12:54:16.733829 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.775395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-671a3740-1b9c-4e0b-a2e3-8041b01226fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.821119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4d456578-d8e8-44a1-942f-637b5864c0b5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.847003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:16.850356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (4d456578-d8e8-44a1-942f-637b5864c0b5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:16.986923 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:17.006316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (9170d5fa-a1c0-4337-b7ae-c58a9fef076e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.012412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9170d5fa-a1c0-4337-b7ae-c58a9fef076e {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:54:17.014939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.023469 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "DELETE /v2.0/networks/9170d5fa-a1c0-4337-b7ae-c58a9fef076e HTTP/1.1" status: 204 len: 168 time: 1.0730391 Feb 03 12:54:17.024239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44000) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:17.036583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:17.068576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:17.075407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:17.078934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Made reservation on behalf of 09d60f24e6644dd4b33372a9121ed139 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:17.082407 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.091366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:17.112292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b5330-22b5-480e-95f5-ab6b87b62c69 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event deleted for resources: {'Network': ['ID=9170d5fa-a1c0-4337-b7ae-c58a9fef076e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:17.228496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Pushing event updated for resources: {'Port': ['ID=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:17.263390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5265ad-d6fc-47af-b4ac-7b589a9a928b req-fd093139-cf8a-4c13-b44e-11382daf2b23 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:17.264957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a5265ad-d6fc-47af-b4ac-7b589a9a928b req-fd093139-cf8a-4c13-b44e-11382daf2b23 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 944 time: 0.6125822 Feb 03 12:54:17.316864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-ca3c0a0d-da91-4901-9576-e5fe07bff91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:17.318395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-ca3c0a0d-da91-4901-9576-e5fe07bff91a service neutron] 10.222.0.91 "GET /v2.0/networks?id=1476375a-b3ef-468d-b8da-bd85384ecf7a HTTP/1.1" status: 200 len: 910 time: 0.6988921 Feb 03 12:54:17.426569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:17.427218 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.461727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-ae4c52c2-ebd1-49e8-b110-28dee6acd85d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74583445-c6ab-4474-89bf-7497de43cb6d HTTP/1.1" status: 200 len: 217 time: 0.1209946 Feb 03 12:54:17.495451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-f75ff682-b3f2-47e7-81c9-04a5ce3eaabb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6881905 Feb 03 12:54:17.583040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Request body: {'port': {'device_id': '261d8bae-b609-434c-baba-935b747a6ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:17.750886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a5265ad-d6fc-47af-b4ac-7b589a9a928b req-f78fda56-cc35-4db7-9ae9-0222174657ba tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363923 Feb 03 12:54:17.757348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:17.788866 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4d384855-35bf-4e08-a9f2-5493699dfce5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.789418 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Added segment 4d384855-35bf-4e08-a9f2-5493699dfce5 of type vlan for network e72bd535-4a30-4005-9cbb-ca1c46fd000f Feb 03 12:54:17.793145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74193b3e-d751-40d0-b627-76eb59a6b264 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:17.813501 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Publish callbacks [] for port (74193b3e-d751-40d0-b627-76eb59a6b264), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.858884 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.863804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-f94a38a1-78f5-4d4a-be9e-cbd9c4d6476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:17.865299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-f94a38a1-78f5-4d4a-be9e-cbd9c4d6476d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=93ea13c3-b027-4052-826d-1c336f86b4dc HTTP/1.1" status: 200 len: 849 time: 0.3940639 Feb 03 12:54:17.901732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Transition to ACTIVE for port object 74193b3e-d751-40d0-b627-76eb59a6b264 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:54:17.951101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (e72bd535-4a30-4005-9cbb-ca1c46fd000f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.003145 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.059052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-671a3740-1b9c-4e0b-a2e3-8041b01226fb admin admin] Publish callbacks [] for security_group (f37faeb3-b1aa-4baf-b018-ffb6aaa5e15c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.083581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-671a3740-1b9c-4e0b-a2e3-8041b01226fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f37faeb3-b1aa-4baf-b018-ffb6aaa5e15c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.104677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 74583445-c6ab-4474-89bf-7497de43cb6d details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:54:18.111620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:18.232713 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-671a3740-1b9c-4e0b-a2e3-8041b01226fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e04f21aad4164470ba8dc225686f62b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6515949 Feb 03 12:54:18.248179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a3740-1b9c-4e0b-a2e3-8041b01226fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37faeb3-b1aa-4baf-b018-ffb6aaa5e15c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:18.270128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44024) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:18.295960 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Pushing event updated for resources: {'Port': ['ID=74193b3e-d751-40d0-b627-76eb59a6b264,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:18.308170 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:54:18.339557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-45f1c46e-17c2-46e0-97ff-d1f28e4837ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1476375a-b3ef-468d-b8da-bd85384ecf7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4585919 Feb 03 12:54:18.352142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (e72bd535-4a30-4005-9cbb-ca1c46fd000f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.353041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:18.353732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.493275 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4608266 Feb 03 12:54:18.502440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44030) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:18.507997 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b87b4d-949e-4dac-90c1-af86934cabca tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'Network': ['ID=e72bd535-4a30-4005-9cbb-ca1c46fd000f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:18.520401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Request body: {'subnet': {'network_id': 'e72bd535-4a30-4005-9cbb-ca1c46fd000f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:18.533580 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54ccb54e-6e98-46b3-88ee-2015e8844931 admin admin] Publish callbacks [] for security_group (f37faeb3-b1aa-4baf-b018-ffb6aaa5e15c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.549935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Attempting to bind port 74193b3e-d751-40d0-b627-76eb59a6b264 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:18.550281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Attempting to bind port 74193b3e-d751-40d0-b627-76eb59a6b264 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:18.550643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Attempting to bind port 74193b3e-d751-40d0-b627-76eb59a6b264 on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:18.561661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172d13-fc2d-4c39-8e85-1e3aa7c797bb req-1ef4ca92-601a-4b00-9670-9b2a9f8debbe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:18.563368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64172d13-fc2d-4c39-8e85-1e3aa7c797bb req-1ef4ca92-601a-4b00-9670-9b2a9f8debbe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 945 time: 0.8917799 Feb 03 12:54:18.568214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Port 74193b3e-d751-40d0-b627-76eb59a6b264 on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:18.568553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Attempting to bind port 74193b3e-d751-40d0-b627-76eb59a6b264 on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:18.579772 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54ccb54e-6e98-46b3-88ee-2015e8844931 admin admin] Publish callbacks [] for security_group (f37faeb3-b1aa-4baf-b018-ffb6aaa5e15c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.596660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:18.596927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Checking segment: {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:18.597325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Bound using segment: {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:18.597783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Bound port: 74193b3e-d751-40d0-b627-76eb59a6b264, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:18.598150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.610320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Made reservation on behalf of 09d60f24e6644dd4b33372a9121ed139 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:18.612667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.628528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network e72bd535-4a30-4005-9cbb-ca1c46fd000f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:18.752611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd7ba0d-c1fb-444b-ae02-824f3cf155b5 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:18.761545 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Publish callbacks [] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.789532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Transition to ACTIVE for port object abd7ba0d-c1fb-444b-ae02-824f3cf155b5 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:54:18.850471 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.871520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] For port 74193b3e-d751-40d0-b627-76eb59a6b264, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:18.874414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] For port 74193b3e-d751-40d0-b627-76eb59a6b264, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=74193b3e-d751-40d0-b627-76eb59a6b264,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:18.891239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.961500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 74583445-c6ab-4474-89bf-7497de43cb6d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=74583445-c6ab-4474-89bf-7497de43cb6d,segment=NetworkSegment(9c176a14-c4ca-41f3-bf2e-5e9dae25eaad),segment_id=9c176a14-c4ca-41f3-bf2e-5e9dae25eaad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:18.979740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e68b0-2388-4d1f-a9e7-d2ce6b4369fb req-5776947e-3397-4c6d-ac76-66cb6821f04d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:18.987283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:18.987283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.989987 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] 10.222.0.72 "PUT /v2.0/ports/74193b3e-d751-40d0-b627-76eb59a6b264 HTTP/1.1" status: 200 len: 1092 time: 4.9683182 Feb 03 12:54:18.992971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd1c1ae-5397-4acb-b589-c3716c6cc6ac', 'tag': '74193b3e-d751-40d0-b627-76eb59a6b264'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:18.993246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c04e68b0-2388-4d1f-a9e7-d2ce6b4369fb req-5776947e-3397-4c6d-ac76-66cb6821f04d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 931 time: 1.1152940 Feb 03 12:54:18.993777 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa13dee-98ae-420b-9f00-c0197fcf49f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd1c1ae-5397-4acb-b589-c3716c6cc6ac", "tag": "74193b3e-d751-40d0-b627-76eb59a6b264"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:19.015475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '74583445-c6ab-4474-89bf-7497de43cb6d', 'network_id': '1476375a-b3ef-468d-b8da-bd85384ecf7a', 'port_id': '74583445-c6ab-4474-89bf-7497de43cb6d', 'mac_address': 'fa:16:3e:d4:45:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ea13c3-b027-4052-826d-1c336f86b4dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:54:19.031589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:54:19.169977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 74583445-c6ab-4474-89bf-7497de43cb6d is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:19.171296 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:19.173750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:19.182922 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:19.260586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74583445-c6ab-4474-89bf-7497de43cb6d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:19.286850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Pushing event updated for resources: {'Port': ['ID=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:19.310239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 74583445-c6ab-4474-89bf-7497de43cb6d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=74583445-c6ab-4474-89bf-7497de43cb6d,segment=NetworkSegment(9c176a14-c4ca-41f3-bf2e-5e9dae25eaad),segment_id=9c176a14-c4ca-41f3-bf2e-5e9dae25eaad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:19.327187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f32427-2038-4d46-aeea-d4745aeab973 service neutron] Pushing event updated for resources: {'Port': ['ID=74193b3e-d751-40d0-b627-76eb59a6b264,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:19.347621 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:19.467750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64172d13-fc2d-4c39-8e85-1e3aa7c797bb req-f59dc6da-af95-45fb-94b6-0981f81da43e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753228 Feb 03 12:54:19.498297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54ccb54e-6e98-46b3-88ee-2015e8844931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f37faeb3-b1aa-4baf-b018-ffb6aaa5e15c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:19.507932 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54ccb54e-6e98-46b3-88ee-2015e8844931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:19.509012 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-54ccb54e-6e98-46b3-88ee-2015e8844931 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f37faeb3-b1aa-4baf-b018-ffb6aaa5e15c HTTP/1.1" status: 204 len: 168 time: 1.2375040 Feb 03 12:54:19.597267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccb54e-6e98-46b3-88ee-2015e8844931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37faeb3-b1aa-4baf-b018-ffb6aaa5e15c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:19.678646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c04e68b0-2388-4d1f-a9e7-d2ce6b4369fb req-289508ea-b7ad-4d11-bd19-abba0b453c00 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958112 Feb 03 12:54:19.924933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-cc6a17b5-5892-46e1-ab61-375d64a0b6a0 service neutron] 10.222.0.91 "GET /v2.0/networks/1476375a-b3ef-468d-b8da-bd85384ecf7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5746198 Feb 03 12:54:19.962957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['74583445-c6ab-4474-89bf-7497de43cb6d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:20.004529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=74583445-c6ab-4474-89bf-7497de43cb6d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:20.007782 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c212f-a61f-4aa5-92c2-855674f4c24a x-openstack-request-id: req-b05c212f-a61f-4aa5-92c2-855674f4c24a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:20.008307 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd1c1ae-5397-4acb-b589-c3716c6cc6ac", "tag": "74193b3e-d751-40d0-b627-76eb59a6b264", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:20.008307 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b05c212f-a61f-4aa5-92c2-855674f4c24a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:20.008462 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd1c1ae-5397-4acb-b589-c3716c6cc6ac', 'tag': '74193b3e-d751-40d0-b627-76eb59a6b264', 'status': 'completed', 'code': 200} Feb 03 12:54:20.009245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:20.009366 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.024404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-169caf59-ceed-4419-bcae-40e983887b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:20.027407 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-169caf59-ceed-4419-bcae-40e983887b80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&device_id=0cd1c1ae-5397-4acb-b589-c3716c6cc6ac HTTP/1.1" status: 200 len: 1126 time: 0.9619267 Feb 03 12:54:20.141710 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-a3a63e54-a5ad-4d4f-93ee-93377084e010 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74193b3e-d751-40d0-b627-76eb59a6b264 HTTP/1.1" status: 200 len: 217 time: 0.1008222 Feb 03 12:54:20.226136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e7e5bf-8dcd-4d9b-99ce-f3911ef161ca req-e97733e2-d260-4409-9e25-93507733cd1c service neutron] 10.222.0.91 "GET /v2.0/networks/1476375a-b3ef-468d-b8da-bd85384ecf7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866726 Feb 03 12:54:20.267305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Attempting to bind port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:20.268087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Attempting to bind port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:20.268965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Attempting to bind port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:20.288688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:20.289086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Attempting to bind port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:20.332399 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bb9ee-20fc-48f9-b74e-0b989d5f238c req-9e5a5f57-ecfd-40f6-9303-5a020fdecee0 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:20.341834 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e14bb9ee-20fc-48f9-b74e-0b989d5f238c req-9e5a5f57-ecfd-40f6-9303-5a020fdecee0 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 945 time: 0.5792096 Feb 03 12:54:20.343444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:20.343716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Checking segment: {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:20.344188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Bound using segment: {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:20.344729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Bound port: abd7ba0d-c1fb-444b-ae02-824f3cf155b5, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:20.345288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.355557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-83c7283d-aaba-48ed-9ba5-63c5ac98cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:20.360788 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-83c7283d-aaba-48ed-9ba5-63c5ac98cdd6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4dad3bce-722d-41d4-bab3-94de686ad416 HTTP/1.1" status: 200 len: 853 time: 0.2047887 Feb 03 12:54:20.420371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff782a04-83e8-495f-be6f-1ba99611be6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d5395b-4cfb-40f7-80e5-ec35e7a1a888'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:20.427184 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae34e12-6e80-4b39-a687-36412efa60ec" -d '{"events": [{"server_uuid": "ff782a04-83e8-495f-be6f-1ba99611be6d", "name": "network-vif-plugged", "status": "completed", "tag": "13d5395b-4cfb-40f7-80e5-ec35e7a1a888"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:20.472435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-7890a500-37a0-4ae3-a067-457cf55a079d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999568 Feb 03 12:54:20.515772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] For port abd7ba0d-c1fb-444b-ae02-824f3cf155b5, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:20.517661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:20.526061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e14bb9ee-20fc-48f9-b74e-0b989d5f238c req-c3a2811b-2148-4946-ba98-70d612319829 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661429 Feb 03 12:54:20.532458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] For port abd7ba0d-c1fb-444b-ae02-824f3cf155b5, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:20.540852 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.559556 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.652893 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c1a749-e4e9-41b9-8fee-a4951fb7796e x-openstack-request-id: req-b9c1a749-e4e9-41b9-8fee-a4951fb7796e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:20.656423 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff782a04-83e8-495f-be6f-1ba99611be6d", "name": "network-vif-plugged", "status": "completed", "tag": "13d5395b-4cfb-40f7-80e5-ec35e7a1a888", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:20.656899 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9c1a749-e4e9-41b9-8fee-a4951fb7796e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:20.657465 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff782a04-83e8-495f-be6f-1ba99611be6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d5395b-4cfb-40f7-80e5-ec35e7a1a888', 'code': 200} Feb 03 12:54:20.745574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:20.756599 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.828519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.objects.ports [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:54:20.829142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (284616cd-db02-4aa5-a981-5e78170737fd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.899617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:20.900982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.902939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] 10.222.0.91 "PUT /v2.0/ports/abd7ba0d-c1fb-444b-ae02-824f3cf155b5 HTTP/1.1" status: 200 len: 1092 time: 3.3874142 Feb 03 12:54:20.905500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261d8bae-b609-434c-baba-935b747a6ccf', 'tag': 'abd7ba0d-c1fb-444b-ae02-824f3cf155b5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:20.913997 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a" -d '{"events": [{"name": "network-changed", "server_uuid": "261d8bae-b609-434c-baba-935b747a6ccf", "tag": "abd7ba0d-c1fb-444b-ae02-824f3cf155b5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:20.948113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-1567f622-405a-42b8-abbf-2ec2cd1df7f7 service neutron] 10.222.0.72 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551020 Feb 03 12:54:21.065972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'Subnet': ['ID=284616cd-db02-4aa5-a981-5e78170737fd,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:21.127604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Checking segment: {'id': '4d384855-35bf-4e08-a9f2-5493699dfce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e72bd535-4a30-4005-9cbb-ca1c46fd000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:21.128769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Network hostable DHCP agents. Network: e72bd535-4a30-4005-9cbb-ca1c46fd000f, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:54:21.137539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e2ffc-420f-4e7d-a85d-186901411a23 service neutron] Pushing event updated for resources: {'Port': ['ID=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:21.175708 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-e9e786d6-cc17-49c6-8aff-ffc05858b28f service neutron] 10.222.0.72 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265604 Feb 03 12:54:21.188415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Network e72bd535-4a30-4005-9cbb-ca1c46fd000f is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:54:21.229871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, e72bd535-4a30-4005-9cbb-ca1c46fd000f) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:21.236518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:21.238970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e79d7e-d179-42ee-ab23-56b4ee0c2ee5 None None] Network e72bd535-4a30-4005-9cbb-ca1c46fd000f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:21.239852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:21.268848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0b254-19ea-4a9f-b465-e16526864648 req-1151b7fb-2fee-4598-b149-9564b2b63369 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:21.283416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3db0b254-19ea-4a9f-b465-e16526864648 req-1151b7fb-2fee-4598-b149-9564b2b63369 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 943 time: 0.4717488 Feb 03 12:54:21.333781 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-55e93069-ba30-4bf9-8018-b5d9cf9475f2 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8299341 Feb 03 12:54:21.345900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44098) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:21.349236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64d288-8e72-45a3-bb80-7755b38c7cb3 req-b8f2a696-0211-4415-a863-6b909d80ca58 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:21.355432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a64d288-8e72-45a3-bb80-7755b38c7cb3 req-b8f2a696-0211-4415-a863-6b909d80ca58 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 946 time: 0.6484833 Feb 03 12:54:21.356644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Request body: {'floatingip': {'floating_network_id': 'e72bd535-4a30-4005-9cbb-ca1c46fd000f'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:21.392982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f5062-f627-4909-b30a-6f37b39e7569 req-1f304c90-58ed-452d-925a-b4a871b6c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:21.396043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a31f5062-f627-4909-b30a-6f37b39e7569 req-1f304c90-58ed-452d-925a-b4a871b6c23a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 1129 time: 0.7215350 Feb 03 12:54:21.428218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-0d36b161-30b6-4279-89df-6d3673583f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:21.448163 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-0d36b161-30b6-4279-89df-6d3673583f03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&device_id=0cd1c1ae-5397-4acb-b589-c3716c6cc6ac HTTP/1.1" status: 200 len: 1126 time: 0.1955132 Feb 03 12:54:21.454941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:21.477189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-85eba78e-9c40-4f70-95f1-1c03c7da499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:21.480400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-85eba78e-9c40-4f70-95f1-1c03c7da499e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 1126 time: 0.5082262 Feb 03 12:54:21.505777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55a2d0-1769-46f7-bc92-0d58521c46f8 None None] Network e72bd535-4a30-4005-9cbb-ca1c46fd000f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:21.646163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-0f7cb085-d955-46d8-a639-52941b40f2a9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abd7ba0d-c1fb-444b-ae02-824f3cf155b5 HTTP/1.1" status: 200 len: 217 time: 0.1307037 Feb 03 12:54:21.739953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3db0b254-19ea-4a9f-b465-e16526864648 req-c1ba2096-3124-4553-bcf8-1b2cd5c406f9 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556818 Feb 03 12:54:21.783033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-77cbc8fc-5091-4750-ab61-7e5f7c124d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:21.784563 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-77cbc8fc-5091-4750-ab61-7e5f7c124d2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 914 time: 0.3034573 Feb 03 12:54:21.880047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a64d288-8e72-45a3-bb80-7755b38c7cb3 req-47dacc54-9a0d-4606-99c6-318aa2db0f59 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081534 Feb 03 12:54:21.881714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-4953c59f-6537-4a42-bdf3-9be81d390070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:21.883078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-4953c59f-6537-4a42-bdf3-9be81d390070 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4dad3bce-722d-41d4-bab3-94de686ad416 HTTP/1.1" status: 200 len: 853 time: 0.2252958 Feb 03 12:54:21.895867 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409c9775-9604-4d52-a559-e9e3697d8e1c x-openstack-request-id: req-409c9775-9604-4d52-a559-e9e3697d8e1c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:21.899110 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261d8bae-b609-434c-baba-935b747a6ccf", "tag": "abd7ba0d-c1fb-444b-ae02-824f3cf155b5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:21.899383 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-409c9775-9604-4d52-a559-e9e3697d8e1c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:21.899812 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261d8bae-b609-434c-baba-935b747a6ccf', 'tag': 'abd7ba0d-c1fb-444b-ae02-824f3cf155b5', 'status': 'completed', 'code': 200} Feb 03 12:54:21.923357 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-3727d5c2-82e7-4b8e-b0ca-68f0af3a01c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74193b3e-d751-40d0-b627-76eb59a6b264 HTTP/1.1" status: 200 len: 217 time: 0.1260672 Feb 03 12:54:21.996728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-c5d978b7-0f7a-4b6a-b214-c2843f5ca215 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939572 Feb 03 12:54:22.001545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a31f5062-f627-4909-b30a-6f37b39e7569 req-5a763e11-2103-4a48-aefc-eff4ea104c48 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957465 Feb 03 12:54:22.083947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-252a08af-c2b1-48ea-9396-e29376b7be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:22.093209 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-252a08af-c2b1-48ea-9396-e29376b7be46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4dad3bce-722d-41d4-bab3-94de686ad416 HTTP/1.1" status: 200 len: 853 time: 0.1521430 Feb 03 12:54:22.111991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 74583445-c6ab-4474-89bf-7497de43cb6d up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:22.114467 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.272556 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 74583445-c6ab-4474-89bf-7497de43cb6d completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:54:22.280002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 74583445-c6ab-4474-89bf-7497de43cb6d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:22.280379 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.398113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923da45-d007-43bd-a63c-36bbbdd7609c req-6923d24c-fead-452a-a0a9-9811bffbfaf2 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:22.405868 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-febccc0a-3260-4f7b-a8ad-1c127686d63b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3035998 Feb 03 12:54:22.409124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d923da45-d007-43bd-a63c-36bbbdd7609c req-6923d24c-fead-452a-a0a9-9811bffbfaf2 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 945 time: 0.4065063 Feb 03 12:54:22.421001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-d0db7ce0-dc47-45fb-9ab6-7822f668d101 service neutron] 10.222.0.91 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158742 Feb 03 12:54:22.564884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 74583445-c6ab-4474-89bf-7497de43cb6d is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:22.568044 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.640325 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 74583445-c6ab-4474-89bf-7497de43cb6d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=74583445-c6ab-4474-89bf-7497de43cb6d,segment=NetworkSegment(9c176a14-c4ca-41f3-bf2e-5e9dae25eaad),segment_id=9c176a14-c4ca-41f3-bf2e-5e9dae25eaad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:22.648266 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.686234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Allocated IP 172.20.0.13 (e72bd535-4a30-4005-9cbb-ca1c46fd000f/284616cd-db02-4aa5-a981-5e78170737fd/218930b8-cd05-404c-87f3-4ae5248988db) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:22.752435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74583445-c6ab-4474-89bf-7497de43cb6d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:22.754719 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62df2c0-5eb5-49f3-8f20-513e8c170d71" -d '{"events": [{"server_uuid": "f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c", "name": "network-vif-plugged", "status": "completed", "tag": "74583445-c6ab-4474-89bf-7497de43cb6d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:22.757133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=74583445-c6ab-4474-89bf-7497de43cb6d,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:22.834049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d923da45-d007-43bd-a63c-36bbbdd7609c req-953ae695-90fc-4e12-9d44-082f57691ab4 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239612 Feb 03 12:54:22.835161 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572d4062-d58a-4687-9d0a-b2dcf345dc7d x-openstack-request-id: req-572d4062-d58a-4687-9d0a-b2dcf345dc7d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:22.835686 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c", "name": "network-vif-plugged", "status": "completed", "tag": "74583445-c6ab-4474-89bf-7497de43cb6d", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:22.836162 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-572d4062-d58a-4687-9d0a-b2dcf345dc7d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:22.836764 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74583445-c6ab-4474-89bf-7497de43cb6d', 'code': 200} Feb 03 12:54:22.908230 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-2d5df1ee-efdc-44d4-919d-b927dce4016c service neutron] 10.222.0.72 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918861 Feb 03 12:54:22.908604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce55352c-c1d1-47ad-bc49-96bbccc8823f req-0280dd9f-ff0a-46c0-a93b-05e0215477e8 service neutron] 10.222.0.91 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678073 Feb 03 12:54:23.105703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for port (218930b8-cd05-404c-87f3-4ae5248988db), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.139093 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efa13dee-98ae-420b-9f00-c0197fcf49f6 req-fb2053a9-e4d6-48b1-8ea5-792f642b231f service neutron] 10.222.0.72 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165694 Feb 03 12:54:23.181122 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (218930b8-cd05-404c-87f3-4ae5248988db), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.274434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-54599e31-4651-45e7-9aa0-f0fee8c12835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:23.276233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-54599e31-4651-45e7-9aa0-f0fee8c12835 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 1126 time: 0.2416418 Feb 03 12:54:23.278435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549c518-93c9-4c02-bf3f-9295308424c5 req-695a888e-ecaf-49f8-98a5-6ddac647be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:23.280111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8549c518-93c9-4c02-bf3f-9295308424c5 req-695a888e-ecaf-49f8-98a5-6ddac647be19 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 1129 time: 0.3242276 Feb 03 12:54:23.294253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b9f6e-6e43-4cf2-9fd3-e9d861709902 req-f6dab3a9-d305-47b6-9db3-c5568019e698 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:23.296129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b3b9f6e-6e43-4cf2-9fd3-e9d861709902 req-f6dab3a9-d305-47b6-9db3-c5568019e698 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 943 time: 0.2630305 Feb 03 12:54:23.301372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Network e72bd535-4a30-4005-9cbb-ca1c46fd000f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:23.314714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:23.322940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'Port': ['ID=218930b8-cd05-404c-87f3-4ae5248988db,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:23.325862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:23.362089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8549c518-93c9-4c02-bf3f-9295308424c5 req-beaec11c-22a4-4e4d-ba8a-c7cd0a803002 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625007 Feb 03 12:54:23.448837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0850ab-9811-4cad-8537-be279d185afe req-c645820c-8d4a-4127-b1f8-70b29d4a62fe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:23.457630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f0850ab-9811-4cad-8537-be279d185afe req-c645820c-8d4a-4127-b1f8-70b29d4a62fe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 946 time: 0.2881458 Feb 03 12:54:23.527048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f0850ab-9811-4cad-8537-be279d185afe req-5b12f6fc-f655-4050-a619-55b73d917a53 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681610 Feb 03 12:54:23.554048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 74193b3e-d751-40d0-b627-76eb59a6b264 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:54:23.568216 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b3b9f6e-6e43-4cf2-9fd3-e9d861709902 req-084962b6-d8bc-4727-b031-e42f4d4652dd tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086086 Feb 03 12:54:23.582994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-759e3b51-53c6-42f4-b4d3-c8d1338724fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:23.584679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-759e3b51-53c6-42f4-b4d3-c8d1338724fd service neutron] 10.222.0.91 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 914 time: 0.2861824 Feb 03 12:54:23.600887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for floatingip (9601ad9a-ae5a-445f-9b7c-3397e77f36d7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.698600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-8c37d335-cfa1-40ca-a379-a23347294220 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abd7ba0d-c1fb-444b-ae02-824f3cf155b5 HTTP/1.1" status: 200 len: 217 time: 0.0767760 Feb 03 12:54:23.711551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (218930b8-cd05-404c-87f3-4ae5248988db), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.712475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 74193b3e-d751-40d0-b627-76eb59a6b264, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=74193b3e-d751-40d0-b627-76eb59a6b264,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:23.739619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '74193b3e-d751-40d0-b627-76eb59a6b264', 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d', 'port_id': '74193b3e-d751-40d0-b627-76eb59a6b264', 'mac_address': 'fa:16:3e:86:f0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dad3bce-722d-41d4-bab3-94de686ad416', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:54:23.895933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 74193b3e-d751-40d0-b627-76eb59a6b264 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:23.911414 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.921918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-750f69be-1f2f-4d60-b8de-47e9c9e15f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:23.937860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-750f69be-1f2f-4d60-b8de-47e9c9e15f21 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4dad3bce-722d-41d4-bab3-94de686ad416 HTTP/1.1" status: 200 len: 853 time: 0.2312443 Feb 03 12:54:24.011946 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74193b3e-d751-40d0-b627-76eb59a6b264 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:24.044599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-1235850b-590a-4d32-bfc5-557f6c4428e1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953395 Feb 03 12:54:24.049112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 74193b3e-d751-40d0-b627-76eb59a6b264, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=74193b3e-d751-40d0-b627-76eb59a6b264,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:24.062455 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:24.184265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=74193b3e-d751-40d0-b627-76eb59a6b264,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:24.330964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['74193b3e-d751-40d0-b627-76eb59a6b264'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:24.366023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-889798bf-9fb7-4201-b53f-cdf10e0041b5 service neutron] 10.222.0.91 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183315 Feb 03 12:54:24.434058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for port (218930b8-cd05-404c-87f3-4ae5248988db), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:24.442049 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (218930b8-cd05-404c-87f3-4ae5248988db), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:24.542075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655953f6-41ac-43ed-915e-e12f626c0817 req-d241fdfb-8ea4-4d3c-9397-5226d3d74894 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:24.553953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-655953f6-41ac-43ed-915e-e12f626c0817 req-d241fdfb-8ea4-4d3c-9397-5226d3d74894 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 946 time: 0.5043683 Feb 03 12:54:24.586171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'Port': ['ID=218930b8-cd05-404c-87f3-4ae5248988db,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:24.612732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (9601ad9a-ae5a-445f-9b7c-3397e77f36d7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:24.639486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:24.641477 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-47903a9e-548f-48ed-be7f-0cd8d1e96106 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2894154 Feb 03 12:54:24.645091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44184) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:24.878272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-655953f6-41ac-43ed-915e-e12f626c0817 req-1c605cc6-42a2-46a2-a231-444f0d614c15 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054204 Feb 03 12:54:24.964660 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eb28b9be-e3a1-4134-961b-711eb2192bea tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=e72bd535-4a30-4005-9cbb-ca1c46fd000f HTTP/1.1" status: 200 len: 690 time: 0.3168924 Feb 03 12:54:24.967642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44192) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:25.196771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (e72bd535-4a30-4005-9cbb-ca1c46fd000f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.376301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Deleting port 218930b8-cd05-404c-87f3-4ae5248988db {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:25.376707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (218930b8-cd05-404c-87f3-4ae5248988db), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.484493 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (218930b8-cd05-404c-87f3-4ae5248988db), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.485528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for floatingip (218930b8-cd05-404c-87f3-4ae5248988db), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.486243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e16edbd1-a9de-4fd4-8aa7-c35e136a989a req-65d0fdf3-4dcc-4ee3-afd5-bfedd4a75f2c service neutron] 10.222.0.91 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1038246 Feb 03 12:54:25.506231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Calling delete_port for 218930b8-cd05-404c-87f3-4ae5248988db owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:25.518536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecd2f9-ba56-406f-b5be-7b0ddc6699da req-efd3d81f-9e14-40ca-98d1-c08d790ae18a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:25.520080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0ecd2f9-ba56-406f-b5be-7b0ddc6699da req-efd3d81f-9e14-40ca-98d1-c08d790ae18a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 946 time: 0.7270470 Feb 03 12:54:25.528275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c288c-e87d-4be4-89bb-e7f157254678 req-96f72553-6f82-481a-bda2-4b918e453b70 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:25.542697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-145c288c-e87d-4be4-89bb-e7f157254678 req-96f72553-6f82-481a-bda2-4b918e453b70 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 943 time: 0.1214416 Feb 03 12:54:25.560206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 74193b3e-d751-40d0-b627-76eb59a6b264 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:25.640594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-145c288c-e87d-4be4-89bb-e7f157254678 req-300f5a72-8779-4c30-bb7b-68f54404fea5 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969362 Feb 03 12:54:25.648032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0ecd2f9-ba56-406f-b5be-7b0ddc6699da req-4893c2de-7c7b-4131-b490-0174f076a462 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026978 Feb 03 12:54:25.680589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 74193b3e-d751-40d0-b627-76eb59a6b264 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:54:25.687251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 74193b3e-d751-40d0-b627-76eb59a6b264 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:25.687729 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.703765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (218930b8-cd05-404c-87f3-4ae5248988db), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.796983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event deleted for resources: {'Port': ['ID=218930b8-cd05-404c-87f3-4ae5248988db,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:25.852502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 74193b3e-d751-40d0-b627-76eb59a6b264 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:25.852898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.900575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd1c1ae-5397-4acb-b589-c3716c6cc6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74193b3e-d751-40d0-b627-76eb59a6b264'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:25.903500 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8a62c5-b0af-427b-b370-68f7b76664bc" -d '{"events": [{"server_uuid": "0cd1c1ae-5397-4acb-b589-c3716c6cc6ac", "name": "network-vif-plugged", "status": "completed", "tag": "74193b3e-d751-40d0-b627-76eb59a6b264"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:25.917780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 74193b3e-d751-40d0-b627-76eb59a6b264, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=74193b3e-d751-40d0-b627-76eb59a6b264,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:25.929633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.955430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for floatingip (9601ad9a-ae5a-445f-9b7c-3397e77f36d7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.042574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=74193b3e-d751-40d0-b627-76eb59a6b264,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:26.125365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (284616cd-db02-4aa5-a981-5e78170737fd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.135880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device abd7ba0d-c1fb-444b-ae02-824f3cf155b5 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:54:26.247232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcf935-719f-4284-b913-8e3b0e44cd25 req-afcf4640-6dd7-415c-acb6-427611102d0b tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:26.265306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5dcf935-719f-4284-b913-8e3b0e44cd25 req-afcf4640-6dd7-415c-acb6-427611102d0b tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 946 time: 0.2545784 Feb 03 12:54:26.304231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53881d88-3b63-49b0-a367-0007c5e9bc9b req-3c99960b-5eba-4689-8387-5496c979e288 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:26.306589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (284616cd-db02-4aa5-a981-5e78170737fd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.314716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53881d88-3b63-49b0-a367-0007c5e9bc9b req-3c99960b-5eba-4689-8387-5496c979e288 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 946 time: 0.3060772 Feb 03 12:54:26.359947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=284616cd-db02-4aa5-a981-5e78170737fd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:26.367787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port abd7ba0d-c1fb-444b-ae02-824f3cf155b5, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:26.390973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'abd7ba0d-c1fb-444b-ae02-824f3cf155b5', 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d', 'port_id': 'abd7ba0d-c1fb-444b-ae02-824f3cf155b5', 'mac_address': 'fa:16:3e:db:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dad3bce-722d-41d4-bab3-94de686ad416', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:54:26.459439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5dcf935-719f-4284-b913-8e3b0e44cd25 req-5e6291b9-ca31-482e-86c0-3f7e52de92e6 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923518 Feb 03 12:54:26.484719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (e72bd535-4a30-4005-9cbb-ca1c46fd000f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.486817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:26.487217 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.487817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53881d88-3b63-49b0-a367-0007c5e9bc9b req-72b10078-b5db-4fb7-9ccd-cc9ae9cc3370 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645844 Feb 03 12:54:26.535117 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17630936-2302-4ae5-b9fa-dcda61c66578 x-openstack-request-id: req-17630936-2302-4ae5-b9fa-dcda61c66578 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:26.535658 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd1c1ae-5397-4acb-b589-c3716c6cc6ac", "name": "network-vif-plugged", "status": "completed", "tag": "74193b3e-d751-40d0-b627-76eb59a6b264", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:26.536104 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17630936-2302-4ae5-b9fa-dcda61c66578 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:26.536712 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd1c1ae-5397-4acb-b589-c3716c6cc6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74193b3e-d751-40d0-b627-76eb59a6b264', 'code': 200} Feb 03 12:54:26.538646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd7ba0d-c1fb-444b-ae02-824f3cf155b5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:26.544051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72bd535-4a30-4005-9cbb-ca1c46fd000f']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:26.577776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d384855-35bf-4e08-a9f2-5493699dfce5') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:26.578084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d384855-35bf-4e08-a9f2-5493699dfce5') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:26.579023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port abd7ba0d-c1fb-444b-ae02-824f3cf155b5, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:26.589609 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.597355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (4d384855-35bf-4e08-a9f2-5493699dfce5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.648667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4d384855-35bf-4e08-a9f2-5493699dfce5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.670011 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:26.670450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (4d384855-35bf-4e08-a9f2-5493699dfce5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:26.679820 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:26.715163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:26.838105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61a58e-eb2b-4b3f-a08b-4bf5cc23bcfe req-47df4b4e-93e4-4c52-821c-df23ed3c504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:26.840357 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cd61a58e-eb2b-4b3f-a08b-4bf5cc23bcfe req-47df4b4e-93e4-4c52-821c-df23ed3c504e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cd1c1ae-5397-4acb-b589-c3716c6cc6ac HTTP/1.1" status: 200 len: 1128 time: 0.2601230 Feb 03 12:54:26.893680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (e72bd535-4a30-4005-9cbb-ca1c46fd000f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.931977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e72bd535-4a30-4005-9cbb-ca1c46fd000f {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:54:26.940698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2ae3-7521-4cd2-a1a9-c16774d33d06 req-17f90326-19ae-4a23-88af-153439f5613d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:26.949975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-917c2ae3-7521-4cd2-a1a9-c16774d33d06 req-17f90326-19ae-4a23-88af-153439f5613d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 944 time: 0.1661596 Feb 03 12:54:26.967587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.977434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['abd7ba0d-c1fb-444b-ae02-824f3cf155b5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:26.977644 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "DELETE /v2.0/networks/e72bd535-4a30-4005-9cbb-ca1c46fd000f HTTP/1.1" status: 204 len: 168 time: 2.0065293 Feb 03 12:54:26.979369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8d726-1b6d-49c6-a58e-64a8e5d5fbb6 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event deleted for resources: {'Network': ['ID=e72bd535-4a30-4005-9cbb-ca1c46fd000f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:26.988780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44264) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:27.081759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-917c2ae3-7521-4cd2-a1a9-c16774d33d06 req-73422990-750b-4e8e-8140-5a0acd56be71 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299424 Feb 03 12:54:27.185325 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4dba0425-0d26-456f-a702-cce19ae48261 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1929967 Feb 03 12:54:27.188063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44270) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:27.219969 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cd61a58e-eb2b-4b3f-a08b-4bf5cc23bcfe req-22d703c1-3945-4554-b1a3-fb3a90ef2614 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668146 Feb 03 12:54:27.427284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc690f-3185-4d54-8c25-4feb59419968 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:27.428725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc690f-3185-4d54-8c25-4feb59419968 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:27.430073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc690f-3185-4d54-8c25-4feb59419968 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:27.430719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc690f-3185-4d54-8c25-4feb59419968 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:27.431312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc690f-3185-4d54-8c25-4feb59419968 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:27.431910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc690f-3185-4d54-8c25-4feb59419968 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:27.432655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc690f-3185-4d54-8c25-4feb59419968 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:27.435109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-05cc690f-3185-4d54-8c25-4feb59419968 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4661 time: 0.2460225 Feb 03 12:54:27.438206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44278) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:27.537388 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-850a77e4-c9c0-4efe-926a-37ae3f247aed tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] delete failed (client error): The resource could not be found. Feb 03 12:54:27.550812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44282) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:27.554754 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-850a77e4-c9c0-4efe-926a-37ae3f247aed tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/9601ad9a-ae5a-445f-9b7c-3397e77f36d7 HTTP/1.1" status: 404 len: 345 time: 0.1049426 Feb 03 12:54:27.638424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-d5f80eb3-b180-4bcb-b395-da3f7b816f84 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:27.640310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-d5f80eb3-b180-4bcb-b395-da3f7b816f84 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.91 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 946 time: 0.2039452 Feb 03 12:54:27.647882 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b259fc-d4c6-43d7-8b76-2de2e5a22445 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] DELETE failed (client error): The resource could not be found. Feb 03 12:54:27.648451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b259fc-d4c6-43d7-8b76-2de2e5a22445 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:27.655694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-96b259fc-d4c6-43d7-8b76-2de2e5a22445 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "DELETE /v2.0/networks/e72bd535-4a30-4005-9cbb-ca1c46fd000f HTTP/1.1" status: 404 len: 339 time: 0.0842516 Feb 03 12:54:27.656907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44284) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:27.669488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Request body: {'network': {'name': 'tempest-network--1589044143', 'router:external': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:27.769369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Made reservation on behalf of 09d60f24e6644dd4b33372a9121ed139 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:27.771885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:27.809553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:27.825425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c2fbe97c-e44d-48a1-85a4-f67ce105476e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:27.826062 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Added segment c2fbe97c-e44d-48a1-85a4-f67ce105476e of type vlan for network 1083f6a9-e054-4184-91ff-04974e9a50d7 Feb 03 12:54:27.903562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1083f6a9-e054-4184-91ff-04974e9a50d7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:27.995737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd35d0-504c-4945-bfba-502082c1e75c req-6f353be1-24a8-429f-858e-2a5adae4c009 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:27.999650 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1083f6a9-e054-4184-91ff-04974e9a50d7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.000617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:28.001208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.007066 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dabd35d0-504c-4945-bfba-502082c1e75c req-6f353be1-24a8-429f-858e-2a5adae4c009 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 946 time: 0.3649843 Feb 03 12:54:28.081247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Deleting port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:28.082172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.116846 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4553595 Feb 03 12:54:28.116846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44312) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:28.151192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device abd7ba0d-c1fb-444b-ae02-824f3cf155b5 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:28.156022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dabd35d0-504c-4945-bfba-502082c1e75c req-651d3fab-5dcc-4dcc-b153-c3780ebfdf87 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391823 Feb 03 12:54:28.277476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] For port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:28.278076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.301425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Calling delete_port for 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:28.341875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:54:28.346901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:28.347412 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.403679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eac08-8089-43c7-a7a3-e1484a8e28d3 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'Network': ['ID=1083f6a9-e054-4184-91ff-04974e9a50d7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:28.449756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1083f6a9-e054-4184-91ff-04974e9a50d7 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:28.525748 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (13d5395b-4cfb-40f7-80e5-ec35e7a1a888), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.573579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['317572eb-60e4-45a4-a508-0e21513f8e02'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:28.648647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffc9d5-0aa6-4942-9fc1-259b1db7d567 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:28.658906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffc9d5-0aa6-4942-9fc1-259b1db7d567 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:28.665108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffc9d5-0aa6-4942-9fc1-259b1db7d567 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:28.688135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffc9d5-0aa6-4942-9fc1-259b1db7d567 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:28.689681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Pushing event deleted for resources: {'Port': ['ID=13d5395b-4cfb-40f7-80e5-ec35e7a1a888,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:28.696265 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b8ffc9d5-0aa6-4942-9fc1-259b1db7d567 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5786271 Feb 03 12:54:28.698056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44330) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:28.817189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] No DVR routers for this DVR port 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:28.825530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.829961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b16ee78d-5181-4b1d-a4ca-21ac5a768cb2 req-71b2cbce-3bc2-465a-ad4e-5b7c5577ccda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.91 "DELETE /v2.0/ports/13d5395b-4cfb-40f7-80e5-ec35e7a1a888 HTTP/1.1" status: 204 len: 173 time: 1.1734998 Feb 03 12:54:28.836304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff782a04-83e8-495f-be6f-1ba99611be6d', 'name': 'network-vif-deleted', 'tag': '13d5395b-4cfb-40f7-80e5-ec35e7a1a888'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:28.840083 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4b2226-56a5-4ce4-a1b1-42080ec2d9db" -d '{"events": [{"server_uuid": "ff782a04-83e8-495f-be6f-1ba99611be6d", "name": "network-vif-deleted", "tag": "13d5395b-4cfb-40f7-80e5-ec35e7a1a888"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:28.923413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3281592-7d01-4b72-8bee-edc4e6fe0206 req-a510fcac-4ed9-43ac-be8c-fc9e68dfa744 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:28.927016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3281592-7d01-4b72-8bee-edc4e6fe0206 req-a510fcac-4ed9-43ac-be8c-fc9e68dfa744 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 944 time: 0.4403286 Feb 03 12:54:28.939091 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0b5bcd-83a0-4e41-9ad3-2f1e95bbcc9a x-openstack-request-id: req-7e0b5bcd-83a0-4e41-9ad3-2f1e95bbcc9a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:28.939389 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff782a04-83e8-495f-be6f-1ba99611be6d", "name": "network-vif-deleted", "tag": "13d5395b-4cfb-40f7-80e5-ec35e7a1a888", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:28.940077 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e0b5bcd-83a0-4e41-9ad3-2f1e95bbcc9a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:28.941577 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff782a04-83e8-495f-be6f-1ba99611be6d', 'name': 'network-vif-deleted', 'tag': '13d5395b-4cfb-40f7-80e5-ec35e7a1a888', 'status': 'completed', 'code': 200} Feb 03 12:54:28.968738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1083f6a9-e054-4184-91ff-04974e9a50d7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.017227 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44340) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:29.032310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:29.032714 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.190588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port abd7ba0d-c1fb-444b-ae02-824f3cf155b5, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:29.194690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261d8bae-b609-434c-baba-935b747a6ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd7ba0d-c1fb-444b-ae02-824f3cf155b5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:29.203358 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6626f59a-6deb-4456-9da1-60397d5db3e9" -d '{"events": [{"server_uuid": "261d8bae-b609-434c-baba-935b747a6ccf", "name": "network-vif-plugged", "status": "completed", "tag": "abd7ba0d-c1fb-444b-ae02-824f3cf155b5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:29.223066 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3281592-7d01-4b72-8bee-edc4e6fe0206 req-7bbe8146-d3d2-43d9-b35c-c00b43d9fbb7 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770448 Feb 03 12:54:29.236908 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.374630 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ea9628-6585-4543-91d3-6175991f7f41 x-openstack-request-id: req-80ea9628-6585-4543-91d3-6175991f7f41 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:29.375246 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261d8bae-b609-434c-baba-935b747a6ccf", "name": "network-vif-plugged", "status": "completed", "tag": "abd7ba0d-c1fb-444b-ae02-824f3cf155b5", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:29.375648 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80ea9628-6585-4543-91d3-6175991f7f41 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:29.376219 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261d8bae-b609-434c-baba-935b747a6ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd7ba0d-c1fb-444b-ae02-824f3cf155b5', 'code': 200} Feb 03 12:54:29.386125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-efa6cd08-3898-40d7-9a5d-6bbdbd4095e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.399415 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1083f6a9-e054-4184-91ff-04974e9a50d7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.447317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-839524a7-ce13-4db6-84ac-dec2f47d6ec5 req-4bddaea0-a85a-4103-b392-06140023930b tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff782a04-83e8-495f-be6f-1ba99611be6d HTTP/1.1" status: 200 len: 210 time: 0.0959282 Feb 03 12:54:29.477070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1083f6a9-e054-4184-91ff-04974e9a50d7']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.511637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fbe97c-e44d-48a1-85a4-f67ce105476e') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.512087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fbe97c-e44d-48a1-85a4-f67ce105476e') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.597816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (c2fbe97c-e44d-48a1-85a4-f67ce105476e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.628136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:29.634455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c2fbe97c-e44d-48a1-85a4-f67ce105476e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.653044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:29.653470 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (c2fbe97c-e44d-48a1-85a4-f67ce105476e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.680163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-efa6cd08-3898-40d7-9a5d-6bbdbd4095e7 admin admin] Publish callbacks [] for security_group (954d2267-8e96-4d5e-b584-6f9ac74d43ca), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.697311 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-efa6cd08-3898-40d7-9a5d-6bbdbd4095e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (954d2267-8e96-4d5e-b584-6f9ac74d43ca), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.759645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-efa6cd08-3898-40d7-9a5d-6bbdbd4095e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e8ac0283f3e4ae9a46ebc254c7c96fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7369220 Feb 03 12:54:29.759645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6cd08-3898-40d7-9a5d-6bbdbd4095e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d2267-8e96-4d5e-b584-6f9ac74d43ca,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:29.759645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44362) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:29.843882 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:29.880435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1234abdc-2aa8-42cc-933e-11cfd49da319 admin admin] Publish callbacks [] for security_group (954d2267-8e96-4d5e-b584-6f9ac74d43ca), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.906494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1083f6a9-e054-4184-91ff-04974e9a50d7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.922041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1234abdc-2aa8-42cc-933e-11cfd49da319 admin admin] Publish callbacks [] for security_group (954d2267-8e96-4d5e-b584-6f9ac74d43ca), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.924022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1083f6a9-e054-4184-91ff-04974e9a50d7 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:54:29.965528 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.989843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1083f6a9-e054-4184-91ff-04974e9a50d7 HTTP/1.1" status: 204 len: 168 time: 1.2748044 Feb 03 12:54:29.994931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d7cb2-4c75-4fc2-bd4a-31c708edc0ba tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event deleted for resources: {'Network': ['ID=1083f6a9-e054-4184-91ff-04974e9a50d7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:29.996602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44368) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.002207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Request body: {'network': {'name': 'tempest-network--812016334', 'router:external': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:30.046564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1234abdc-2aa8-42cc-933e-11cfd49da319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (954d2267-8e96-4d5e-b584-6f9ac74d43ca), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.049174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f1d6f-8764-48d7-a59d-9c5a0e83efe3 req-b9efd9e3-bdba-4fb8-9a06-3936819dcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:30.055254 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1234abdc-2aa8-42cc-933e-11cfd49da319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.060519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-209f1d6f-8764-48d7-a59d-9c5a0e83efe3 req-b9efd9e3-bdba-4fb8-9a06-3936819dcacf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 1128 time: 0.5091178 Feb 03 12:54:30.063569 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1234abdc-2aa8-42cc-933e-11cfd49da319 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/954d2267-8e96-4d5e-b584-6f9ac74d43ca HTTP/1.1" status: 204 len: 168 time: 0.3027692 Feb 03 12:54:30.085863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Made reservation on behalf of 09d60f24e6644dd4b33372a9121ed139 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:30.093405 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.127639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234abdc-2aa8-42cc-933e-11cfd49da319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d2267-8e96-4d5e-b584-6f9ac74d43ca,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:30.171221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-209f1d6f-8764-48d7-a59d-9c5a0e83efe3 req-df43c54a-5ac5-4329-8d25-8c0710389897 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087301 Feb 03 12:54:30.177269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:30.189582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:30.223867 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7ec0d790-96b6-45d8-98cc-5a519947dfc7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.226999 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Added segment 7ec0d790-96b6-45d8-98cc-5a519947dfc7 of type vlan for network b8e7efe6-c229-4fe1-a884-e92a69091d64 Feb 03 12:54:30.243468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:30.245370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 13d5395b-4cfb-40f7-80e5-ec35e7a1a888 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:30.412869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b8e7efe6-c229-4fe1-a884-e92a69091d64), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.511054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b8e7efe6-c229-4fe1-a884-e92a69091d64), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.512060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:30.512651 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.557008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad7713-3c3b-4fe9-931e-a983babb0736 req-8b92c8e5-26dd-4746-b5b5-102cb8bf6d07 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:30.559845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8ad7713-3c3b-4fe9-931e-a983babb0736 req-8b92c8e5-26dd-4746-b5b5-102cb8bf6d07 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 945 time: 0.1363966 Feb 03 12:54:30.772778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8ad7713-3c3b-4fe9-931e-a983babb0736 req-9af7a381-64c0-4303-91a7-0cb82a862853 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059665 Feb 03 12:54:30.834103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'Network': ['ID=b8e7efe6-c229-4fe1-a884-e92a69091d64,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:30.872553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b8e7efe6-c229-4fe1-a884-e92a69091d64 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:30.891462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6179eed-d141-4a78-8356-9415e7858e6f req-5194ec5b-de7a-4035-8f15-a2814291e11a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:30.898871 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-58e788aa-4f79-4a10-8837-7225c1778294 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9013691 Feb 03 12:54:30.903626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44396) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.915826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6179eed-d141-4a78-8356-9415e7858e6f req-5194ec5b-de7a-4035-8f15-a2814291e11a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1397955 Feb 03 12:54:31.131277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6179eed-d141-4a78-8356-9415e7858e6f req-a8746697-da7b-4617-914f-2fe3a0b5b53f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117822 Feb 03 12:54:31.166491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44404) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.246256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db36aa36-a027-4602-8ee6-e93b8937095a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.284616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4fb90c-a1b3-4c6a-a2dc-5d97e673f2c9 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:31.286087 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cf4fb90c-a1b3-4c6a-a2dc-5d97e673f2c9 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] 10.222.0.65 "GET /v2.0/networks/b8e7efe6-c229-4fe1-a884-e92a69091d64 HTTP/1.1" status: 200 len: 756 time: 0.3816473 Feb 03 12:54:31.292292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44408) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.675822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439875d-7636-42f4-a693-3c703c6888c8 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:31.676427 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8439875d-7636-42f4-a693-3c703c6888c8 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] 10.222.0.65 "GET /v2.0/networks/0b827ada-707f-47d7-b6e7-3c3e5d8df811 HTTP/1.1" status: 200 len: 768 time: 0.3831389 Feb 03 12:54:31.697901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44424) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.698148 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db36aa36-a027-4602-8ee6-e93b8937095a admin admin] Publish callbacks [] for security_group (1678a577-85a8-45e3-abff-b0ab4a6405b1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.754615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-db36aa36-a027-4602-8ee6-e93b8937095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1678a577-85a8-45e3-abff-b0ab4a6405b1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.937514 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b8e7efe6-c229-4fe1-a884-e92a69091d64), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.981294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36aa36-a027-4602-8ee6-e93b8937095a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1678a577-85a8-45e3-abff-b0ab4a6405b1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:32.018393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-db36aa36-a027-4602-8ee6-e93b8937095a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=672111449f8c4ab9883fb235d1ebf700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8543386 Feb 03 12:54:32.019478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44438) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.064946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c16ffb-26db-4291-ad3d-cdb52ad8ac7d req-fe0896b3-bd00-4d16-8260-a6bd586a709f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:32.066751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1c16ffb-26db-4291-ad3d-cdb52ad8ac7d req-fe0896b3-bd00-4d16-8260-a6bd586a709f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.3676200 Feb 03 12:54:32.128333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649b27c-9bd1-4cc0-b40b-f40bf3f4e25c req-f17ea815-d2c2-4806-91d2-5da79443d47e tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:32.130500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d649b27c-9bd1-4cc0-b40b-f40bf3f4e25c req-f17ea815-d2c2-4806-91d2-5da79443d47e tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 945 time: 0.2514689 Feb 03 12:54:32.166095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1c16ffb-26db-4291-ad3d-cdb52ad8ac7d req-8bf6295a-6258-472a-a187-50873799171f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924342 Feb 03 12:54:32.204390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d649b27c-9bd1-4cc0-b40b-f40bf3f4e25c req-b627c820-fd1d-4c19-89fb-c7e992b3f138 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676346 Feb 03 12:54:32.250163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b8e7efe6-c229-4fe1-a884-e92a69091d64), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.347378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e7efe6-c229-4fe1-a884-e92a69091d64']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:32.357041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f68b295a-4bd7-460d-9dcc-cfe908548753 admin admin] Publish callbacks [] for security_group (1678a577-85a8-45e3-abff-b0ab4a6405b1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.390467 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f68b295a-4bd7-460d-9dcc-cfe908548753 admin admin] Publish callbacks [] for security_group (1678a577-85a8-45e3-abff-b0ab4a6405b1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.467464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec0d790-96b6-45d8-98cc-5a519947dfc7') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:32.468047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec0d790-96b6-45d8-98cc-5a519947dfc7') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:32.492719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (7ec0d790-96b6-45d8-98cc-5a519947dfc7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.513605 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7ec0d790-96b6-45d8-98cc-5a519947dfc7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.514381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e068ea5-5d7e-4250-82d0-98ba1952e9a4 req-0d65f066-fba2-4070-ba58-6f236189b09d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:32.521237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:32.521981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (7ec0d790-96b6-45d8-98cc-5a519947dfc7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.523244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e068ea5-5d7e-4250-82d0-98ba1952e9a4 req-0d65f066-fba2-4070-ba58-6f236189b09d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1988916 Feb 03 12:54:32.561546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42207b8-8298-49c1-9c50-f2f9b00dfbac req-bf6bd00f-d041-4d87-bff6-57d0bdbdfc35 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:32.563881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b42207b8-8298-49c1-9c50-f2f9b00dfbac req-bf6bd00f-d041-4d87-bff6-57d0bdbdfc35 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cd1c1ae-5397-4acb-b589-c3716c6cc6ac HTTP/1.1" status: 200 len: 945 time: 0.2492168 Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:32.591274 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:32.594846 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f68b295a-4bd7-460d-9dcc-cfe908548753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1678a577-85a8-45e3-abff-b0ab4a6405b1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.597837 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f68b295a-4bd7-460d-9dcc-cfe908548753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.599220 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f68b295a-4bd7-460d-9dcc-cfe908548753 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1678a577-85a8-45e3-abff-b0ab4a6405b1 HTTP/1.1" status: 204 len: 168 time: 0.5782094 Feb 03 12:54:32.603444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b8e7efe6-c229-4fe1-a884-e92a69091d64), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.609773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8e7efe6-c229-4fe1-a884-e92a69091d64 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:54:32.619037 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.623720 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "DELETE /v2.0/networks/b8e7efe6-c229-4fe1-a884-e92a69091d64 HTTP/1.1" status: 204 len: 168 time: 0.9312775 Feb 03 12:54:32.634874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b295a-4bd7-460d-9dcc-cfe908548753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1678a577-85a8-45e3-abff-b0ab4a6405b1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:32.636760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44466) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.643339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Request body: {'network': {'name': 'tempest-network--1250329116'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:32.648628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891864f-4bab-4855-8223-a3f4db5720fa tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8e7efe6-c229-4fe1-a884-e92a69091d64,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:32.723327 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e068ea5-5d7e-4250-82d0-98ba1952e9a4 req-aff39e3e-e14a-47e5-9c99-d77591c16912 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989741 Feb 03 12:54:32.726767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Made reservation on behalf of 09d60f24e6644dd4b33372a9121ed139 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:32.729209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.772780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b42207b8-8298-49c1-9c50-f2f9b00dfbac req-914a7ce7-41d7-43e8-9684-1fb4f0a8c934 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975009 Feb 03 12:54:32.854663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:32.890839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1c584a61-85d4-4e0d-8227-920b54721ccc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.891100 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Added segment 1c584a61-85d4-4e0d-8227-920b54721ccc of type vlan for network 6555bf91-9022-4dcd-adbb-192611a096eb Feb 03 12:54:33.012092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (6555bf91-9022-4dcd-adbb-192611a096eb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.071292 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (6555bf91-9022-4dcd-adbb-192611a096eb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.072294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:33.072876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.438672 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7979758 Feb 03 12:54:33.439056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44492) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:33.445441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1449011e-f2b7-4907-a08a-0078fbf81337 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:33.449517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b055c2e-81be-4fc6-911a-3697aba5bd0b tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'Network': ['ID=6555bf91-9022-4dcd-adbb-192611a096eb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:33.464746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 6555bf91-9022-4dcd-adbb-192611a096eb details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:33.910352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1449011e-f2b7-4907-a08a-0078fbf81337 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (6555bf91-9022-4dcd-adbb-192611a096eb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.083321 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1449011e-f2b7-4907-a08a-0078fbf81337 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (6555bf91-9022-4dcd-adbb-192611a096eb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.170601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1449011e-f2b7-4907-a08a-0078fbf81337 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Network 6555bf91-9022-4dcd-adbb-192611a096eb is not hosted by any dhcp agent {{(pid=103224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:54:34.173655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1449011e-f2b7-4907-a08a-0078fbf81337 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:34.176654 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1449011e-f2b7-4907-a08a-0078fbf81337 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.184810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1449011e-f2b7-4907-a08a-0078fbf81337 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "PUT /v2.0/networks/6555bf91-9022-4dcd-adbb-192611a096eb HTTP/1.1" status: 200 len: 858 time: 0.7445133 Feb 03 12:54:34.187519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44540) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:34.327296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (6555bf91-9022-4dcd-adbb-192611a096eb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.330814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-196c6aa6-8228-41b9-8068-b4c3ca48368e tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:34.341742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-196c6aa6-8228-41b9-8068-b4c3ca48368e tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 813 time: 0.4003561 Feb 03 12:54:34.343925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449011e-f2b7-4907-a08a-0078fbf81337 tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event updated for resources: {'Network': ['ID=6555bf91-9022-4dcd-adbb-192611a096eb,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:34.371889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-c3d55dbd-6b77-404b-b06b-69ff2adbc587 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/quotas/0212de620b844beb992bac0327b5fc4a HTTP/1.1" status: 200 len: 375 time: 0.0290492 Feb 03 12:54:34.482473 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (6555bf91-9022-4dcd-adbb-192611a096eb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.550126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6555bf91-9022-4dcd-adbb-192611a096eb']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:34.560486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-de3b6164-9923-4e98-b55c-4452ec982f82 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874301 Feb 03 12:54:34.578520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c584a61-85d4-4e0d-8227-920b54721ccc') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:34.578857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c584a61-85d4-4e0d-8227-920b54721ccc') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:34.603025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (1c584a61-85d4-4e0d-8227-920b54721ccc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.730193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1c584a61-85d4-4e0d-8227-920b54721ccc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.760757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:34.761171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (1c584a61-85d4-4e0d-8227-920b54721ccc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:34.763025 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:34.801309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-114c64bf-08c6-4662-8be2-da6de99e0491 service neutron] 10.222.0.65 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399311 Feb 03 12:54:35.032496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-3e6e650a-a516-47e8-8fa1-44a8dba9e9ed tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:35.035609 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-3e6e650a-a516-47e8-8fa1-44a8dba9e9ed tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd1c1ae-5397-4acb-b589-c3716c6cc6ac HTTP/1.1" status: 200 len: 945 time: 0.4098718 Feb 03 12:54:35.160582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (6555bf91-9022-4dcd-adbb-192611a096eb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.179760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-eb8fd2a1-5feb-491f-b60e-4944ba369ac9 service neutron] 10.222.0.65 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717442 Feb 03 12:54:35.198737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6555bf91-9022-4dcd-adbb-192611a096eb {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:54:35.238899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-2d28189d-0bb3-4fa7-9a3d-2aaed7148b71 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:35.240621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-2d28189d-0bb3-4fa7-9a3d-2aaed7148b71 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.91 "GET /v2.0/ports?device_id=261d8bae-b609-434c-baba-935b747a6ccf HTTP/1.1" status: 200 len: 945 time: 0.2615352 Feb 03 12:54:35.250521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a906544-f451-4470-bdca-9e2d1164cc21 req-b6bb59f9-e081-4972-b723-a8dedf345b76 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:35.259313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a906544-f451-4470-bdca-9e2d1164cc21 req-b6bb59f9-e081-4972-b723-a8dedf345b76 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 946 time: 0.1821361 Feb 03 12:54:35.394117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.399398 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] 10.222.0.65 "DELETE /v2.0/networks/6555bf91-9022-4dcd-adbb-192611a096eb HTTP/1.1" status: 204 len: 168 time: 1.2105234 Feb 03 12:54:35.405184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44588) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:35.406192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c958a-d9cf-4971-a009-2fd5d266c67f tempest-ExternalNetworksTestJSON-1347506973 tempest-ExternalNetworksTestJSON-1347506973-project-admin] Pushing event deleted for resources: {'Network': ['ID=6555bf91-9022-4dcd-adbb-192611a096eb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:35.438379 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-974f7a27-ecb8-448e-9066-cc2ac3412c80 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:35.439088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974f7a27-ecb8-448e-9066-cc2ac3412c80 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:35.442273 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-974f7a27-ecb8-448e-9066-cc2ac3412c80 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] 10.222.0.65 "DELETE /v2.0/subnets/284616cd-db02-4aa5-a981-5e78170737fd HTTP/1.1" status: 404 len: 337 time: 0.0336144 Feb 03 12:54:35.446919 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44590) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:35.462641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a906544-f451-4470-bdca-9e2d1164cc21 req-f3e20c74-f983-400b-9f4c-bcc63d56c668 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016835 Feb 03 12:54:35.592310 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0b827ada-707f-47d7-b6e7-3c3e5d8df811), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.602636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Deleting port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:35.604649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.697067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Deleting port 74193b3e-d751-40d0-b627-76eb59a6b264 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:35.700332 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.812800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] For port abd7ba0d-c1fb-444b-ae02-824f3cf155b5, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:35.814159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.842203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Calling delete_port for abd7ba0d-c1fb-444b-ae02-824f3cf155b5 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:36.111892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3272c7a9-6637-4474-8cdf-a3d8dfa54cdf req-e1ca79f9-933e-4cf0-af77-1568b32c040a tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 210 time: 0.0894129 Feb 03 12:54:36.295554 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (abd7ba0d-c1fb-444b-ae02-824f3cf155b5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.374312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Pushing event deleted for resources: {'Port': ['ID=abd7ba0d-c1fb-444b-ae02-824f3cf155b5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:36.395114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0b827ada-707f-47d7-b6e7-3c3e5d8df811), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.506374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] No DVR routers for this DVR port abd7ba0d-c1fb-444b-ae02-824f3cf155b5 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:36.523844 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.526840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b827ada-707f-47d7-b6e7-3c3e5d8df811']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:36.527374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37447fea-08f7-4aa8-9f0e-781d4d368fb0 req-03db4aed-8f59-48ef-b85a-513121e14b40 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.91 "DELETE /v2.0/ports/abd7ba0d-c1fb-444b-ae02-824f3cf155b5 HTTP/1.1" status: 204 len: 173 time: 1.2463722 Feb 03 12:54:36.529326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261d8bae-b609-434c-baba-935b747a6ccf', 'name': 'network-vif-deleted', 'tag': 'abd7ba0d-c1fb-444b-ae02-824f3cf155b5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:36.535807 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29680eb-aea6-44f7-81c9-498f52552852" -d '{"events": [{"server_uuid": "261d8bae-b609-434c-baba-935b747a6ccf", "name": "network-vif-deleted", "tag": "abd7ba0d-c1fb-444b-ae02-824f3cf155b5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:36.583287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] For port 74193b3e-d751-40d0-b627-76eb59a6b264, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=74193b3e-d751-40d0-b627-76eb59a6b264,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:36.583748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.635172 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-060ac802-4c4e-46a6-aa44-90765e7d1ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.642128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-231160fd-c4b7-4755-aa40-3e5889a25bfa tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:36.644461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-231160fd-c4b7-4755-aa40-3e5889a25bfa tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.91 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 946 time: 0.1161799 Feb 03 12:54:36.651498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6826498c-5112-4b48-9c88-720f8c83c595') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:36.654724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6826498c-5112-4b48-9c88-720f8c83c595') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:36.689474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Calling delete_port for 74193b3e-d751-40d0-b627-76eb59a6b264 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:36.713318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (6826498c-5112-4b48-9c88-720f8c83c595), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.847507 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9420ff9-e8be-4772-9914-43306cdf6290 x-openstack-request-id: req-e9420ff9-e8be-4772-9914-43306cdf6290 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:36.847744 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261d8bae-b609-434c-baba-935b747a6ccf", "name": "network-vif-deleted", "tag": "abd7ba0d-c1fb-444b-ae02-824f3cf155b5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:36.847966 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9420ff9-e8be-4772-9914-43306cdf6290 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:36.848372 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261d8bae-b609-434c-baba-935b747a6ccf', 'name': 'network-vif-deleted', 'tag': 'abd7ba0d-c1fb-444b-ae02-824f3cf155b5', 'status': 'completed', 'code': 200} Feb 03 12:54:36.926655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6826498c-5112-4b48-9c88-720f8c83c595), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.939514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:36.940822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (6826498c-5112-4b48-9c88-720f8c83c595), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.121256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Deleting port 74583445-c6ab-4474-89bf-7497de43cb6d {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:37.121684 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:37.164162 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:37.170841 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (74193b3e-d751-40d0-b627-76eb59a6b264), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.184155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0b827ada-707f-47d7-b6e7-3c3e5d8df811), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.212225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527a9e6-d567-4c8d-8e74-247913c76dbd req-489f0043-2a4c-4b71-9f2e-beaa893379dc tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:37.228962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3527a9e6-d567-4c8d-8e74-247913c76dbd req-489f0043-2a4c-4b71-9f2e-beaa893379dc tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 946 time: 0.3646839 Feb 03 12:54:37.293176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.300429 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] 10.222.0.65 "DELETE /v2.0/networks/0b827ada-707f-47d7-b6e7-3c3e5d8df811 HTTP/1.1" status: 204 len: 168 time: 1.8522084 Feb 03 12:54:37.376663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] No DVR routers for this DVR port 74193b3e-d751-40d0-b627-76eb59a6b264 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:37.385484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.396432 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fc65b548-d611-48b0-8fc1-ca82efda452d req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.72 "DELETE /v2.0/ports/74193b3e-d751-40d0-b627-76eb59a6b264 HTTP/1.1" status: 204 len: 173 time: 2.3521702 Feb 03 12:54:37.401319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d727a-c965-4f93-837f-155b274f16d4 tempest-ExternalNetworksTestJSON-1866354083 tempest-ExternalNetworksTestJSON-1866354083-project] Pushing event deleted for resources: {'Network': ['ID=0b827ada-707f-47d7-b6e7-3c3e5d8df811,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:37.403342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d21d-8115-495e-903b-9cd772175034 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Pushing event deleted for resources: {'Port': ['ID=74193b3e-d751-40d0-b627-76eb59a6b264,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:37.408806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd1c1ae-5397-4acb-b589-c3716c6cc6ac', 'name': 'network-vif-deleted', 'tag': '74193b3e-d751-40d0-b627-76eb59a6b264'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:37.415887 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0beaf0-fe7f-41b7-8bd9-0c6d4a816796" -d '{"events": [{"server_uuid": "0cd1c1ae-5397-4acb-b589-c3716c6cc6ac", "name": "network-vif-deleted", "tag": "74193b3e-d751-40d0-b627-76eb59a6b264"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:37.531666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e294e797-fa60-4c99-be9f-5cabb4615cb0 req-7d9ce8f2-d3c6-4bfd-bdf6-e5acc14b7232 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 210 time: 0.2533891 Feb 03 12:54:37.617045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 74193b3e-d751-40d0-b627-76eb59a6b264 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:37.701417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 74193b3e-d751-40d0-b627-76eb59a6b264 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:37.703544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 74193b3e-d751-40d0-b627-76eb59a6b264 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:37.709790 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0fade0-c414-4a11-aa30-8abc4cb02300 x-openstack-request-id: req-ed0fade0-c414-4a11-aa30-8abc4cb02300 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:37.710130 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd1c1ae-5397-4acb-b589-c3716c6cc6ac", "name": "network-vif-deleted", "tag": "74193b3e-d751-40d0-b627-76eb59a6b264", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:37.710482 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed0fade0-c414-4a11-aa30-8abc4cb02300 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:37.710850 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd1c1ae-5397-4acb-b589-c3716c6cc6ac', 'name': 'network-vif-deleted', 'tag': '74193b3e-d751-40d0-b627-76eb59a6b264', 'status': 'completed', 'code': 200} Feb 03 12:54:37.768214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] For port 74583445-c6ab-4474-89bf-7497de43cb6d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=74583445-c6ab-4474-89bf-7497de43cb6d,segment=NetworkSegment(9c176a14-c4ca-41f3-bf2e-5e9dae25eaad),segment_id=9c176a14-c4ca-41f3-bf2e-5e9dae25eaad)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:37.768781 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.826144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Calling delete_port for 74583445-c6ab-4474-89bf-7497de43cb6d owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:37.892121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3527a9e6-d567-4c8d-8e74-247913c76dbd req-ab6382e7-cbb5-4f53-bf03-433420ae2d18 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ec43d3c-45d7-4d31-a331-36c8ba3a8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623039 Feb 03 12:54:38.201359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44702) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:38.218388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device abd7ba0d-c1fb-444b-ae02-824f3cf155b5 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:38.288246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: abd7ba0d-c1fb-444b-ae02-824f3cf155b5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:38.291110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device abd7ba0d-c1fb-444b-ae02-824f3cf155b5 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:38.339210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (74583445-c6ab-4474-89bf-7497de43cb6d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.540506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Pushing event deleted for resources: {'Port': ['ID=74583445-c6ab-4474-89bf-7497de43cb6d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:38.669032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] No DVR routers for this DVR port 74583445-c6ab-4474-89bf-7497de43cb6d on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:38.674901 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.682269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e941a6ec-a9fa-425e-9e17-fb70a48935fd req-e8865ff5-3cc5-470b-b953-b180b597af59 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.91 "DELETE /v2.0/ports/74583445-c6ab-4474-89bf-7497de43cb6d HTTP/1.1" status: 204 len: 173 time: 2.0271337 Feb 03 12:54:38.859947 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2965282e-128f-4a84-a15e-18c78a4c63b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.909501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c', 'name': 'network-vif-deleted', 'tag': '74583445-c6ab-4474-89bf-7497de43cb6d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:38.917888 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1baeb32-59ee-4e30-9e69-82475b459741" -d '{"events": [{"server_uuid": "f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c", "name": "network-vif-deleted", "tag": "74583445-c6ab-4474-89bf-7497de43cb6d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:39.152632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33686249-f4f2-4aff-b501-96cfc91d0e16 req-ed42304d-0397-4a46-8e98-5e0b3d86bf57 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 210 time: 0.1574271 Feb 03 12:54:39.229095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-99445fbe-59d0-4271-8625-95530cc2fb90 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:39.230715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-99445fbe-59d0-4271-8625-95530cc2fb90 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.91 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 813 time: 0.5654836 Feb 03 12:54:39.244994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Request body: {'port': {'device_id': '0f8b4179-134f-437f-a5d8-7342b4ef2978', 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d', 'admin_state_up': True, 'tenant_id': '0212de620b844beb992bac0327b5fc4a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:39.313330 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f64ab06-3d52-4966-b738-b9e09bcd6bb6 x-openstack-request-id: req-0f64ab06-3d52-4966-b738-b9e09bcd6bb6 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:39.313630 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c", "name": "network-vif-deleted", "tag": "74583445-c6ab-4474-89bf-7497de43cb6d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:39.313886 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f64ab06-3d52-4966-b738-b9e09bcd6bb6 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:39.319568 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c', 'name': 'network-vif-deleted', 'tag': '74583445-c6ab-4474-89bf-7497de43cb6d', 'status': 'completed', 'code': 200} Feb 03 12:54:39.400331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f3525c3-aa31-4a25-8291-a4878e6ea811 req-345b589a-6be9-4e80-b17b-0b01f437e752 tempest-VolumesActionsTest-779289740 tempest-VolumesActionsTest-779289740-project] 10.222.0.65 "GET /v2.0/ports?device_id=f419d550-5e3b-48dc-b5ea-fb7e4ac7c40c HTTP/1.1" status: 200 len: 210 time: 0.1024675 Feb 03 12:54:39.573732 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-95069c8b-33d7-4bca-a978-73e184efdd92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=864e8323ba6140249a3912c1375b7ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3608954 Feb 03 12:54:39.574270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44754) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:39.594733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0df3e7-2a12-4a82-b646-acdfaf0f71d2 req-d5e32560-6ab9-471f-a98f-04e10070abb7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:39.606196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff0df3e7-2a12-4a82-b646-acdfaf0f71d2 req-d5e32560-6ab9-471f-a98f-04e10070abb7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1587272 Feb 03 12:54:39.618193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Made reservation on behalf of 0212de620b844beb992bac0327b5fc4a for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:39.628086 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:39.749378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-438a23a2-eba5-424d-9b56-21676ea2b4fc tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:39.751435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-438a23a2-eba5-424d-9b56-21676ea2b4fc tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.72 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 813 time: 1.3234234 Feb 03 12:54:39.777600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Request body: {'port': {'device_id': 'b9c6047a-9d45-44de-96d7-b6e259b17918', 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d', 'admin_state_up': True, 'tenant_id': '0212de620b844beb992bac0327b5fc4a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:39.922721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff0df3e7-2a12-4a82-b646-acdfaf0f71d2 req-99030795-d1af-4812-8b27-7e61a5b88783 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773180 Feb 03 12:54:40.098536 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Publish callbacks [] for security_group (44cef2ff-e0c0-4b89-98cb-5e7db7f81f71), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.102007 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.158713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Allocated IP 172.20.0.11 (291c9a4c-8e72-44b4-b06a-78be7fe4d71d/4dad3bce-722d-41d4-bab3-94de686ad416/79db6322-a882-4225-a47d-5e2b27d870c7) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:40.216454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 74583445-c6ab-4474-89bf-7497de43cb6d no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:40.226659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Made reservation on behalf of 0212de620b844beb992bac0327b5fc4a for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:40.230701 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.262928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 74583445-c6ab-4474-89bf-7497de43cb6d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:40.263635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 74583445-c6ab-4474-89bf-7497de43cb6d not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:40.532798 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Publish callbacks [] for security_group (44cef2ff-e0c0-4b89-98cb-5e7db7f81f71), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.587938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bda492dd-8754-4558-b2d2-47dc7f331512 req-e3e197c7-d466-45e4-aa94-e0bea41f3db4 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 210 time: 0.1067972 Feb 03 12:54:40.735518 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks [] for port (79db6322-a882-4225-a47d-5e2b27d870c7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.742630 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (44cef2ff-e0c0-4b89-98cb-5e7db7f81f71), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.749742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.754569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44cef2ff-e0c0-4b89-98cb-5e7db7f81f71 HTTP/1.1" status: 204 len: 168 time: 1.1860752 Feb 03 12:54:40.815995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cef2ff-e0c0-4b89-98cb-5e7db7f81f71,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:40.858948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.859287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.859623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.859952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.860282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.871268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.871750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.872093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.872432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.872761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.877908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.878308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.878676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543effe-f85f-4d8c-be38-f057246056f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:40.896079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68afa-9696-48a3-a416-929098ec502f req-5ae83580-6195-4ae1-9d00-24da233fd350 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:40.897606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ae68afa-9696-48a3-a416-929098ec502f req-5ae83580-6195-4ae1-9d00-24da233fd350 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4070868 Feb 03 12:54:41.019255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ae68afa-9696-48a3-a416-929098ec502f req-5be8b69e-3f19-49f6-a106-92f88acc2985 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133094 Feb 03 12:54:41.020401 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.170115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Allocated IP 172.20.0.9 (291c9a4c-8e72-44b4-b06a-78be7fe4d71d/4dad3bce-722d-41d4-bab3-94de686ad416/dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:41.183937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:41.204956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:41.217834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:41.358826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44818) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:41.397979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Pushing event updated for resources: {'Port': ['ID=79db6322-a882-4225-a47d-5e2b27d870c7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:41.466037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44824) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:41.487310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:41.489083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.508076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.566760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-b659f48d-502c-48df-a7c8-3dbb629087d3 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3227658 Feb 03 12:54:41.581835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Request body: {'port': {'device_id': '0f8b4179-134f-437f-a5d8-7342b4ef2978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:41.649882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c59b9769-10ab-4974-8471-e4d250c42516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.704606 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks [] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.822249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-695b8297-0dc6-4ee2-950d-b9c5cc4a96ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.868263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:41.947270 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c59b9769-10ab-4974-8471-e4d250c42516 admin admin] Publish callbacks [] for security_group (385b6e0e-3cea-4088-901a-70acbe4298fc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.971873 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c59b9769-10ab-4974-8471-e4d250c42516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (385b6e0e-3cea-4088-901a-70acbe4298fc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.990879 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.022431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:42.028567 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-469cbaba-a468-4583-a0de-a1bd44d744aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09d60f24e6644dd4b33372a9121ed139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559238 Feb 03 12:54:42.036100 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:42.038362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44846) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:42.062881 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.068029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:42.187701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:42.188418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.194393 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c59b9769-10ab-4974-8471-e4d250c42516 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad138337877d423fb1856fe3412a19d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8326588 Feb 03 12:54:42.194822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b9769-10ab-4974-8471-e4d250c42516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385b6e0e-3cea-4088-901a-70acbe4298fc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:42.198804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44850) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:42.343531 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8262976-318b-4edd-af86-fa27a31fc6e2 admin admin] Publish callbacks [] for security_group (385b6e0e-3cea-4088-901a-70acbe4298fc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.400820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Pushing event updated for resources: {'Port': ['ID=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:42.422193 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-6ba2a5e1-7bd8-4458-b21c-cc261d2e44e1 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6608624 Feb 03 12:54:42.458382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Request body: {'port': {'device_id': 'b9c6047a-9d45-44de-96d7-b6e259b17918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:42.464358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8262976-318b-4edd-af86-fa27a31fc6e2 admin admin] Publish callbacks [] for security_group (385b6e0e-3cea-4088-901a-70acbe4298fc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.475377 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8122362d-2657-443c-9609-cd6ab0b4cd84 admin admin] Publish callbacks [] for security_group (eb36e5eb-b366-4096-a0c4-3c665edcc73a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.607946 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.617856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8122362d-2657-443c-9609-cd6ab0b4cd84 admin admin] Publish callbacks [] for security_group (eb36e5eb-b366-4096-a0c4-3c665edcc73a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.733823 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.815086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8262976-318b-4edd-af86-fa27a31fc6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (385b6e0e-3cea-4088-901a-70acbe4298fc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.824084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8262976-318b-4edd-af86-fa27a31fc6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.825794 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a8262976-318b-4edd-af86-fa27a31fc6e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/385b6e0e-3cea-4088-901a-70acbe4298fc HTTP/1.1" status: 204 len: 168 time: 0.6230531 Feb 03 12:54:42.868380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8262976-318b-4edd-af86-fa27a31fc6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b6e0e-3cea-4088-901a-70acbe4298fc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:43.025326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aec1f-ab0c-40e9-a87a-153b6fff7d35 req-78973d44-c369-4751-ac3a-cd639c523e91 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:43.035469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a76aec1f-ab0c-40e9-a87a-153b6fff7d35 req-78973d44-c369-4751-ac3a-cd639c523e91 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 932 time: 1.1384087 Feb 03 12:54:43.091807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8122362d-2657-443c-9609-cd6ab0b4cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (eb36e5eb-b366-4096-a0c4-3c665edcc73a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.094363 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8122362d-2657-443c-9609-cd6ab0b4cd84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.109909 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8122362d-2657-443c-9609-cd6ab0b4cd84 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb36e5eb-b366-4096-a0c4-3c665edcc73a HTTP/1.1" status: 204 len: 168 time: 1.0425565 Feb 03 12:54:43.202800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122362d-2657-443c-9609-cd6ab0b4cd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb36e5eb-b366-4096-a0c4-3c665edcc73a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:43.316190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-695b8297-0dc6-4ee2-950d-b9c5cc4a96ff admin admin] Publish callbacks [] for security_group (fdc43571-4c16-42df-8cd3-f06a697ebe8e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.335391 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-695b8297-0dc6-4ee2-950d-b9c5cc4a96ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fdc43571-4c16-42df-8cd3-f06a697ebe8e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.391643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-695b8297-0dc6-4ee2-950d-b9c5cc4a96ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ea51a7bd5214c25954e3cb033d50cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8574231 Feb 03 12:54:43.392766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:43.435354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a76aec1f-ab0c-40e9-a87a-153b6fff7d35 req-cef06889-2f41-4305-89d2-7eab52739edb tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827846 Feb 03 12:54:43.474822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b8297-0dc6-4ee2-950d-b9c5cc4a96ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc43571-4c16-42df-8cd3-f06a697ebe8e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:43.572450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44890) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:43.598533 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba52a-69b2-45b5-abf0-76dab8457f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.604167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79db6322-a882-4225-a47d-5e2b27d870c7 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:43.605634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d64b675-5cdb-4031-87a1-c4570e8098a4 admin admin] Publish callbacks [] for security_group (fdc43571-4c16-42df-8cd3-f06a697ebe8e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.640996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Publish callbacks [] for port (79db6322-a882-4225-a47d-5e2b27d870c7), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.674907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d64b675-5cdb-4031-87a1-c4570e8098a4 admin admin] Publish callbacks [] for security_group (fdc43571-4c16-42df-8cd3-f06a697ebe8e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.682061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Transition to ACTIVE for port object 79db6322-a882-4225-a47d-5e2b27d870c7 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:54:43.704579 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.824714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d64b675-5cdb-4031-87a1-c4570e8098a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fdc43571-4c16-42df-8cd3-f06a697ebe8e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.841984 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d64b675-5cdb-4031-87a1-c4570e8098a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.844004 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d64b675-5cdb-4031-87a1-c4570e8098a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdc43571-4c16-42df-8cd3-f06a697ebe8e HTTP/1.1" status: 204 len: 168 time: 0.4502385 Feb 03 12:54:43.963015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64b675-5cdb-4031-87a1-c4570e8098a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc43571-4c16-42df-8cd3-f06a697ebe8e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:44.197222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba52a-69b2-45b5-abf0-76dab8457f60 admin admin] Publish callbacks [] for security_group (29e60df4-40c9-4079-a7ce-e5e97ed93916), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.199299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=79db6322-a882-4225-a47d-5e2b27d870c7,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:44.247531 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba52a-69b2-45b5-abf0-76dab8457f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (29e60df4-40c9-4079-a7ce-e5e97ed93916), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.273473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:44.292217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Publish callbacks [] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.300906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6b4ba52a-69b2-45b5-abf0-76dab8457f60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49dff5ac41b04915bc67e417a1fc305f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7267091 Feb 03 12:54:44.305170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44922) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:44.305939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ba52a-69b2-45b5-abf0-76dab8457f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e60df4-40c9-4079-a7ce-e5e97ed93916,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:44.322305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Transition to ACTIVE for port object dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:54:44.336313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.378530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Attempting to bind port 79db6322-a882-4225-a47d-5e2b27d870c7 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:44.379135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Attempting to bind port 79db6322-a882-4225-a47d-5e2b27d870c7 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:44.380159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Attempting to bind port 79db6322-a882-4225-a47d-5e2b27d870c7 on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:44.398145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Port 79db6322-a882-4225-a47d-5e2b27d870c7 on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:44.399889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Attempting to bind port 79db6322-a882-4225-a47d-5e2b27d870c7 on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:44.421171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:44.423854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Checking segment: {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:44.425475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Bound using segment: {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:44.429746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Bound port: 79db6322-a882-4225-a47d-5e2b27d870c7, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:44.430229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.435644 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7176-2845-46fa-9742-dc9b65f8e012 admin admin] Publish callbacks [] for security_group (29e60df4-40c9-4079-a7ce-e5e97ed93916), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.445165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:44.578380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] For port 79db6322-a882-4225-a47d-5e2b27d870c7, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:44.581815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] For port 79db6322-a882-4225-a47d-5e2b27d870c7, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=79db6322-a882-4225-a47d-5e2b27d870c7,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:44.593846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Attempting to bind port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:44.594518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Attempting to bind port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:44.595041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Attempting to bind port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:44.604516 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:44.606764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Attempting to bind port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb on network 291c9a4c-8e72-44b4-b06a-78be7fe4d71d {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:44.620048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:44.620718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.622874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Checking segment: {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:44.623255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Bound using segment: {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:44.623694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Bound port: dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0311af63-228c-44f4-8c64-658eb8587967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:44.624048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.656965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44934) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:44.701823 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7176-2845-46fa-9742-dc9b65f8e012 admin admin] Publish callbacks [] for security_group (29e60df4-40c9-4079-a7ce-e5e97ed93916), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.715784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=79db6322-a882-4225-a47d-5e2b27d870c7,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:44.775705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] For port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:44.777751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:44.779680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] For port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:44.782204 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.783290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59483cb6-9b0d-4543-9677-2d4978cbffb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.787156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-ea2339d8-edfa-4119-8d2b-852f6994cd33 service neutron] 10.222.0.91 "PUT /v2.0/ports/79db6322-a882-4225-a47d-5e2b27d870c7 HTTP/1.1" status: 200 len: 1093 time: 3.2149560 Feb 03 12:54:44.793611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8b4179-134f-437f-a5d8-7342b4ef2978', 'tag': '79db6322-a882-4225-a47d-5e2b27d870c7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:44.800922 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b08c878-a860-4534-9a09-baaf11ec5a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8b4179-134f-437f-a5d8-7342b4ef2978", "tag": "79db6322-a882-4225-a47d-5e2b27d870c7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:44.801515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.859702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:44.860324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.861820 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] 10.222.0.72 "PUT /v2.0/ports/dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb HTTP/1.1" status: 200 len: 1092 time: 2.4165075 Feb 03 12:54:44.864083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c6047a-9d45-44de-96d7-b6e259b17918', 'tag': 'dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:44.872394 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b54d917-2e39-4384-8e1a-c60970f70716" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c6047a-9d45-44de-96d7-b6e259b17918", "tag": "dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:44.939625 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b554c91-09dd-4e2d-9caa-3fc12c08de62 x-openstack-request-id: req-2b554c91-09dd-4e2d-9caa-3fc12c08de62 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:44.940142 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8b4179-134f-437f-a5d8-7342b4ef2978", "tag": "79db6322-a882-4225-a47d-5e2b27d870c7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:44.940546 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b554c91-09dd-4e2d-9caa-3fc12c08de62 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:44.941126 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8b4179-134f-437f-a5d8-7342b4ef2978', 'tag': '79db6322-a882-4225-a47d-5e2b27d870c7', 'status': 'completed', 'code': 200} Feb 03 12:54:44.970308 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3d3bc6-3d6d-4f94-8ac5-fa6d2ae50b72 x-openstack-request-id: req-2a3d3bc6-3d6d-4f94-8ac5-fa6d2ae50b72 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:44.970308 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c6047a-9d45-44de-96d7-b6e259b17918", "tag": "dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:44.970308 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a3d3bc6-3d6d-4f94-8ac5-fa6d2ae50b72 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:44.970308 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c6047a-9d45-44de-96d7-b6e259b17918', 'tag': 'dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb', 'status': 'completed', 'code': 200} Feb 03 12:54:45.020539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ec026-e250-4c2a-813e-21ced5cda202 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:45.032110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d19020-77ad-4271-9176-6b29f70714c2 req-6b0ca64a-5393-4751-be35-f535f7cd8611 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:45.042770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11d19020-77ad-4271-9176-6b29f70714c2 req-6b0ca64a-5393-4751-be35-f535f7cd8611 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 944 time: 0.4237525 Feb 03 12:54:45.073109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-a2fa4238-90ee-4302-81cf-4dc4d93997ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:45.074683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-a2fa4238-90ee-4302-81cf-4dc4d93997ae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 1127 time: 0.2219083 Feb 03 12:54:45.166257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-fe15c234-60bd-437a-9145-d16094603e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:45.172108 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-fe15c234-60bd-437a-9145-d16094603e34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&device_id=b9c6047a-9d45-44de-96d7-b6e259b17918 HTTP/1.1" status: 200 len: 1126 time: 0.2564054 Feb 03 12:54:45.198181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59483cb6-9b0d-4543-9677-2d4978cbffb9 admin admin] Publish callbacks [] for security_group (5731681a-a48b-4cda-bf87-7cc21a44ad5a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:45.276123 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-42adbdc2-149a-4aa6-949f-b7ded46a82b5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db6322-a882-4225-a47d-5e2b27d870c7 HTTP/1.1" status: 200 len: 217 time: 0.1787953 Feb 03 12:54:45.276751 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7176-2845-46fa-9742-dc9b65f8e012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (29e60df4-40c9-4079-a7ce-e5e97ed93916), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:45.279543 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7176-2845-46fa-9742-dc9b65f8e012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:45.280642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4ccc7176-2845-46fa-9742-dc9b65f8e012 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29e60df4-40c9-4079-a7ce-e5e97ed93916 HTTP/1.1" status: 204 len: 168 time: 0.9716489 Feb 03 12:54:45.299238 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-752fd172-8e56-4603-8de1-484d9d44634f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb HTTP/1.1" status: 200 len: 217 time: 0.1174235 Feb 03 12:54:45.299890 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59483cb6-9b0d-4543-9677-2d4978cbffb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5731681a-a48b-4cda-bf87-7cc21a44ad5a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:45.342374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc7176-2845-46fa-9742-dc9b65f8e012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e60df4-40c9-4079-a7ce-e5e97ed93916,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:45.458817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11d19020-77ad-4271-9176-6b29f70714c2 req-52b5547e-8340-4294-9c42-10fd243f2293 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151924 Feb 03 12:54:45.515782 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-59483cb6-9b0d-4543-9677-2d4978cbffb9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52bfbc96eb8f4035be9388c740846193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8574831 Feb 03 12:54:45.517674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-5de1bd64-c272-4ad6-a97c-5f4a2f937920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:45.519520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-5de1bd64-c272-4ad6-a97c-5f4a2f937920 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4dad3bce-722d-41d4-bab3-94de686ad416 HTTP/1.1" status: 200 len: 853 time: 0.2223470 Feb 03 12:54:45.519643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44972) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:45.532301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59483cb6-9b0d-4543-9677-2d4978cbffb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5731681a-a48b-4cda-bf87-7cc21a44ad5a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:45.563712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-cb8f1b55-ac28-4429-ae15-cbcd039d6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:45.567150 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-cb8f1b55-ac28-4429-ae15-cbcd039d6ee5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4dad3bce-722d-41d4-bab3-94de686ad416 HTTP/1.1" status: 200 len: 853 time: 0.2573397 Feb 03 12:54:45.621106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-dcc3a3de-cb55-4a58-a348-7a480117c564 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939140 Feb 03 12:54:45.687758 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-c603e550-b2a8-446b-ab51-ebda85c10783 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028411 Feb 03 12:54:45.849788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-c49efdbe-214c-462d-b737-d198343ace38 service neutron] 10.222.0.91 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154720 Feb 03 12:54:45.867887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c623a16-1fc2-44ac-bf42-276358062930 admin admin] Publish callbacks [] for security_group (5731681a-a48b-4cda-bf87-7cc21a44ad5a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:45.916373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c623a16-1fc2-44ac-bf42-276358062930 admin admin] Publish callbacks [] for security_group (5731681a-a48b-4cda-bf87-7cc21a44ad5a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:45.943636 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-7a2004b8-3527-4ce0-8db0-108fb89499b8 service neutron] 10.222.0.72 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538412 Feb 03 12:54:46.043323 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-e3ffba0e-b3bd-45d2-a24b-653c69364a64 service neutron] 10.222.0.91 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887028 Feb 03 12:54:46.156232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c623a16-1fc2-44ac-bf42-276358062930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5731681a-a48b-4cda-bf87-7cc21a44ad5a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.159937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c623a16-1fc2-44ac-bf42-276358062930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.162925 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2c623a16-1fc2-44ac-bf42-276358062930 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5731681a-a48b-4cda-bf87-7cc21a44ad5a HTTP/1.1" status: 204 len: 168 time: 0.6411240 Feb 03 12:54:46.182465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c623a16-1fc2-44ac-bf42-276358062930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5731681a-a48b-4cda-bf87-7cc21a44ad5a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:46.234156 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ca5f3bbb-0eb1-4981-8411-465e5374d04f req-a3fe2a71-0ef5-4f58-ac5f-9b7955952767 service neutron] 10.222.0.72 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839348 Feb 03 12:54:46.268407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-0c5fdcf6-ca9b-4eab-9458-87b06b3418d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:46.275471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-0c5fdcf6-ca9b-4eab-9458-87b06b3418d4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 1127 time: 0.1666405 Feb 03 12:54:46.293858 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.432817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-b3fae065-6f35-4137-8fc6-a6a75e5326ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:46.435038 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-b3fae065-6f35-4137-8fc6-a6a75e5326ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0212de620b844beb992bac0327b5fc4a&device_id=b9c6047a-9d45-44de-96d7-b6e259b17918 HTTP/1.1" status: 200 len: 1126 time: 0.1380844 Feb 03 12:54:46.586032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-3ccfbf79-8195-4d5a-b6fc-a3a8410a1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:46.588089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-3ccfbf79-8195-4d5a-b6fc-a3a8410a1cff service neutron] 10.222.0.91 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 914 time: 0.3040545 Feb 03 12:54:46.655774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-f3e9e2f3-2df6-428d-9d4a-d9397824da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:46.672071 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-f3e9e2f3-2df6-428d-9d4a-d9397824da8d service neutron] 10.222.0.72 "GET /v2.0/networks?id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 200 len: 914 time: 0.2284224 Feb 03 12:54:46.691916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-3375bf07-a74f-42fa-be1e-a009056276c0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79db6322-a882-4225-a47d-5e2b27d870c7 HTTP/1.1" status: 200 len: 217 time: 0.0558696 Feb 03 12:54:46.725492 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-2685cac4-2ce8-42f1-b268-22a30d1a33e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb HTTP/1.1" status: 200 len: 217 time: 0.0445073 Feb 03 12:54:46.807974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac24ee0-efd7-4a00-9d0f-073715077a4b req-815c082b-2b0b-44c5-85fb-4724a28d59d4 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:46.819969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ac24ee0-efd7-4a00-9d0f-073715077a4b req-815c082b-2b0b-44c5-85fb-4724a28d59d4 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 944 time: 0.2460394 Feb 03 12:54:46.827075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-5a22b375-554c-48c5-96b3-6395eac95324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:46.830873 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-5a22b375-554c-48c5-96b3-6395eac95324 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4dad3bce-722d-41d4-bab3-94de686ad416 HTTP/1.1" status: 200 len: 853 time: 0.0986009 Feb 03 12:54:46.887316 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-b63bbfbd-1dd7-460b-a9ca-fbc6f87e4dbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439746 Feb 03 12:54:46.969583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ac24ee0-efd7-4a00-9d0f-073715077a4b req-4a439979-ccd4-447b-ac3d-8a774cf5cb4a tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413784 Feb 03 12:54:46.974297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-deddb2b5-be0d-4f17-8495-f709c9647d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:46.977687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-deddb2b5-be0d-4f17-8495-f709c9647d55 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4dad3bce-722d-41d4-bab3-94de686ad416 HTTP/1.1" status: 200 len: 853 time: 0.2777190 Feb 03 12:54:47.044231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-65abc9d1-b274-458d-b39f-fa8d7d52a20a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=291c9a4c-8e72-44b4-b06a-78be7fe4d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568080 Feb 03 12:54:47.148958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a9cd3-a21a-41f7-af7b-3145c8e2d026 req-17bbffaa-033a-4f76-9e66-792a2a642087 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:47.150363 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-7b659a2e-662d-4787-b187-3dadfefc07b7 service neutron] 10.222.0.72 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531183 Feb 03 12:54:47.153755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-379a9cd3-a21a-41f7-af7b-3145c8e2d026 req-17bbffaa-033a-4f76-9e66-792a2a642087 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2903736 Feb 03 12:54:47.315350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-f2ba359e-c6d4-4b43-b3b6-2f4d14419bc2 service neutron] 10.222.0.91 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603843 Feb 03 12:54:47.316094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45040) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:47.382692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45042) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:47.416825 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b54d917-2e39-4384-8e1a-c60970f70716 req-db3811ff-c049-4a84-b6a8-7f87d6a26407 service neutron] 10.222.0.72 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608449 Feb 03 12:54:47.494581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b08c878-a860-4534-9a09-baaf11ec5a3e req-42c6778d-9bc9-44ba-8bcf-7152338a3c0c service neutron] 10.222.0.91 "GET /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704352 Feb 03 12:54:47.515357 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed455bed-9324-4d61-a601-4f542fcc0db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.551179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-379a9cd3-a21a-41f7-af7b-3145c8e2d026 req-1c60341a-e440-4dcb-ba14-4d798a6b134d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484979 Feb 03 12:54:47.702602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:54:47.847863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed455bed-9324-4d61-a601-4f542fcc0db6 admin admin] Publish callbacks [] for security_group (dcd5592b-daca-4336-bb11-750d793853aa), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.863472 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed455bed-9324-4d61-a601-4f542fcc0db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (dcd5592b-daca-4336-bb11-750d793853aa), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.946136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-478998717'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:47.969031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:47.980708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a910fcd-e281-47e2-8361-2e18ca79ee90 req-a9e07d56-cb43-4ac8-995e-91a373925107 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:47.982356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a910fcd-e281-47e2-8361-2e18ca79ee90 req-a9e07d56-cb43-4ac8-995e-91a373925107 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2837701 Feb 03 12:54:47.992501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb', 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d', 'port_id': 'dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb', 'mac_address': 'fa:16:3e:e1:04:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dad3bce-722d-41d4-bab3-94de686ad416', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:54:47.994953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed455bed-9324-4d61-a601-4f542fcc0db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd5592b-daca-4336-bb11-750d793853aa,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:48.002857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Made reservation on behalf of 5191331cb7c8470c8ca0f6d6f980be34 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:48.006008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.021819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.034766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ed455bed-9324-4d61-a601-4f542fcc0db6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83a726ca17f34507a35b6b87ddc4cb0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7163808 Feb 03 12:54:48.043231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45066) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:48.083929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:48.084385 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.138100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:48.152842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a910fcd-e281-47e2-8361-2e18ca79ee90 req-919de133-cdfe-4341-8c0f-7ce84ac9d7ac tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593177 Feb 03 12:54:48.250304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:48.264316 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.307234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9c76d-f6f1-4ef4-ae16-4f211d8a0b3a req-3a907728-a96a-459c-b019-a8807408eb9c tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:48.311665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fc9c76d-f6f1-4ef4-ae16-4f211d8a0b3a req-3a907728-a96a-459c-b019-a8807408eb9c tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 944 time: 0.1817393 Feb 03 12:54:48.345027 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks [] for security_group (5f9b4949-f97d-4dea-8be2-2663e3e8267d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.369830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f9b4949-f97d-4dea-8be2-2663e3e8267d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.471354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:48.493141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:48.509595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fc9c76d-f6f1-4ef4-ae16-4f211d8a0b3a req-2d7e1eb6-54ad-48c2-9a56-49d93bd00585 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853161 Feb 03 12:54:48.518636 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (adbdc92b-e4b0-4077-b883-12215c17069e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.518908 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Added segment adbdc92b-e4b0-4077-b883-12215c17069e of type vlan for network 698a3ef8-1bd3-488f-836b-38731a2918cb Feb 03 12:54:48.561466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:48.563140 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:54:48.636249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (698a3ef8-1bd3-488f-836b-38731a2918cb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.672692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425f00e-e877-42f6-83c6-16614e9011da req-80445d23-8be8-4f70-a5ad-e408f64d3d78 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:48.675403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5425f00e-e877-42f6-83c6-16614e9011da req-80445d23-8be8-4f70-a5ad-e408f64d3d78 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1121285 Feb 03 12:54:48.716158 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (698a3ef8-1bd3-488f-836b-38731a2918cb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.721210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:48.721820 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.750021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f52c10e-2726-4aac-8134-4efb39c124cc admin admin] Publish callbacks [] for security_group (dcd5592b-daca-4336-bb11-750d793853aa), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.779415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f52c10e-2726-4aac-8134-4efb39c124cc admin admin] Publish callbacks [] for security_group (dcd5592b-daca-4336-bb11-750d793853aa), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.867126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9b4949-f97d-4dea-8be2-2663e3e8267d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:48.922154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5425f00e-e877-42f6-83c6-16614e9011da req-80179fb5-afc3-45f1-82fd-3f7edb8f1fc0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375541 Feb 03 12:54:48.962668 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5736887 Feb 03 12:54:49.046751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3f9a5-4f64-43b4-9073-b288d57ec149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Pushing event updated for resources: {'Network': ['ID=698a3ef8-1bd3-488f-836b-38731a2918cb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:49.063088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 698a3ef8-1bd3-488f-836b-38731a2918cb details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:49.064784 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f52c10e-2726-4aac-8134-4efb39c124cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (dcd5592b-daca-4336-bb11-750d793853aa), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.073058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2f52c10e-2726-4aac-8134-4efb39c124cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.077324 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2f52c10e-2726-4aac-8134-4efb39c124cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dcd5592b-daca-4336-bb11-750d793853aa HTTP/1.1" status: 204 len: 168 time: 1.0320866 Feb 03 12:54:49.095357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52c10e-2726-4aac-8134-4efb39c124cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd5592b-daca-4336-bb11-750d793853aa,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:49.128843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47b19a-8f2f-4c4b-82de-1506ec6624fb req-42cc9bdb-e4fb-4891-8324-d230da44b1cf tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:49.131888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce47b19a-8f2f-4c4b-82de-1506ec6624fb req-42cc9bdb-e4fb-4891-8324-d230da44b1cf tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1216087 Feb 03 12:54:49.252426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce47b19a-8f2f-4c4b-82de-1506ec6624fb req-de24e94f-6c56-45e5-8be2-798407e9f447 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113286 Feb 03 12:54:49.416670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45120) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:49.422214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Request body: {'port': {'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb', 'binding:host_id': 'n-h2-792364-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-121722754'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:49.470273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Made reservation on behalf of 248c7ec3fc154b6a876f445d82364b67 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:49.473077 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.503170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.674529 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks [] for security_group (2f2ede13-2dcd-45ba-a5c0-0a4268e4dcf6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.691221 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2f2ede13-2dcd-45ba-a5c0-0a4268e4dcf6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.709967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:49.715502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] device_id is not set on port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:54:49.886143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:54:49.892822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:49.893596 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.947126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2ede13-2dcd-45ba-a5c0-0a4268e4dcf6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:50.090966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:50.091600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.136578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c6047a-9d45-44de-96d7-b6e259b17918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:50.142497 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b42b149-e3ee-424f-a840-41cf1dd4d7d8" -d '{"events": [{"server_uuid": "b9c6047a-9d45-44de-96d7-b6e259b17918", "name": "network-vif-plugged", "status": "completed", "tag": "dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:50.176876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:50.192687 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.197914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa79eb-520a-4bd8-a534-f4e7d4d6ca65 req-de0d1b99-6c6a-4539-9621-da1ebc08eeb5 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:50.205579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-deaa79eb-520a-4bd8-a534-f4e7d4d6ca65 req-de0d1b99-6c6a-4539-9621-da1ebc08eeb5 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 944 time: 0.3724401 Feb 03 12:54:50.241732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639efafe-e640-4604-a9ba-380d2df15344 req-963869e4-ae21-4bc3-ab42-c53bb9e2d621 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:50.243328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-639efafe-e640-4604-a9ba-380d2df15344 req-963869e4-ae21-4bc3-ab42-c53bb9e2d621 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.5607238 Feb 03 12:54:50.266250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 79db6322-a882-4225-a47d-5e2b27d870c7 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:54:50.386648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-639efafe-e640-4604-a9ba-380d2df15344 req-4d19ed14-71aa-4c1c-bb89-57a0b00770e8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293175 Feb 03 12:54:50.423722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-deaa79eb-520a-4bd8-a534-f4e7d4d6ca65 req-830796b0-4ca8-4957-bac8-cbaf7d18d992 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164285 Feb 03 12:54:50.446303 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:54:50.494221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:50.634249 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69afb28-dc02-4ab5-9064-318d69bd8364 x-openstack-request-id: req-a69afb28-dc02-4ab5-9064-318d69bd8364 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:50.634544 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c6047a-9d45-44de-96d7-b6e259b17918", "name": "network-vif-plugged", "status": "completed", "tag": "dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:50.634796 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a69afb28-dc02-4ab5-9064-318d69bd8364 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:50.636742 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c6047a-9d45-44de-96d7-b6e259b17918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb', 'code': 200} Feb 03 12:54:50.643350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] device_id is not set on port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:54:50.706349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d957610-a022-4982-b1bc-6bd7b7e21985 req-2b14cd20-4f92-4815-9eb9-c47d616b5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:50.707522 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.708651 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2d957610-a022-4982-b1bc-6bd7b7e21985 req-2b14cd20-4f92-4815-9eb9-c47d616b5905 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b9c6047a-9d45-44de-96d7-b6e259b17918 HTTP/1.1" status: 200 len: 1128 time: 0.0902388 Feb 03 12:54:50.714957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 79db6322-a882-4225-a47d-5e2b27d870c7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=79db6322-a882-4225-a47d-5e2b27d870c7,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:50.748803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '79db6322-a882-4225-a47d-5e2b27d870c7', 'network_id': '291c9a4c-8e72-44b4-b06a-78be7fe4d71d', 'port_id': '79db6322-a882-4225-a47d-5e2b27d870c7', 'mac_address': 'fa:16:3e:cb:63:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dad3bce-722d-41d4-bab3-94de686ad416', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:54:50.766067 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2d957610-a022-4982-b1bc-6bd7b7e21985 req-3a15b778-75df-4ad4-8ebc-8d9664fdc5d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501919 Feb 03 12:54:50.778761 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks [] for port (c4f6f7f9-f99e-40eb-a61b-56b63e71ed54), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.820950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 79db6322-a882-4225-a47d-5e2b27d870c7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:50.843146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.849625 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c4f6f7f9-f99e-40eb-a61b-56b63e71ed54), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.913826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79db6322-a882-4225-a47d-5e2b27d870c7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:50.978490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 79db6322-a882-4225-a47d-5e2b27d870c7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=79db6322-a882-4225-a47d-5e2b27d870c7,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:50.991957 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.045076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f6f7f9-f99e-40eb-a61b-56b63e71ed54,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:51.079344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=79db6322-a882-4225-a47d-5e2b27d870c7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:51.108013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91114d9d-1ec0-4b8d-931b-98784f9c0652 req-76ddfe80-2056-42c9-a29c-94b28369739f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:51.109821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91114d9d-1ec0-4b8d-931b-98784f9c0652 req-76ddfe80-2056-42c9-a29c-94b28369739f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4261708 Feb 03 12:54:51.163725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Checking segment: {'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:51.165490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Network hostable DHCP agents. Network: 698a3ef8-1bd3-488f-836b-38731a2918cb, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:54:51.212566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Network 698a3ef8-1bd3-488f-836b-38731a2918cb is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:54:51.224353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91114d9d-1ec0-4b8d-931b-98784f9c0652 req-e392e0c2-b485-48a4-a91e-477a2dcf3a27 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046286 Feb 03 12:54:51.239690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 698a3ef8-1bd3-488f-836b-38731a2918cb) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:51.249229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:51.249625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6de69d6-1595-4946-81d6-054c5ecb27f9 None None] Network 698a3ef8-1bd3-488f-836b-38731a2918cb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:51.293264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:51.293601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:51.293959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:51.298594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:51.298930 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:51.299318 n-d-792364-10 neutron-server[103224]: INFO neutron.plugins.ml2.plugin [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 2 to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 Feb 03 12:54:51.329038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:51.329317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:51.329645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:51.345210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:51.345590 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:51.345925 n-d-792364-10 neutron-server[103224]: INFO neutron.plugins.ml2.plugin [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 3 to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 Feb 03 12:54:51.373523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:51.374046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:51.374176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:51.379255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:51.379587 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:51.379959 n-d-792364-10 neutron-server[103224]: INFO neutron.plugins.ml2.plugin [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 4 to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 Feb 03 12:54:51.385571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['79db6322-a882-4225-a47d-5e2b27d870c7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:51.409945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:51.410286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:51.410649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:51.421956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:51.422548 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:51.423305 n-d-792364-10 neutron-server[103224]: INFO neutron.plugins.ml2.plugin [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 5 to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 Feb 03 12:54:51.472409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:51.472633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:51.472972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:51.498888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:51.499452 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:51.500112 n-d-792364-10 neutron-server[103224]: INFO neutron.plugins.ml2.plugin [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 6 to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 Feb 03 12:54:51.580339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:51.580679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:51.581011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:51.709804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:51.710199 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:51.715289 n-d-792364-10 neutron-server[103224]: INFO neutron.plugins.ml2.plugin [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 7 to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 Feb 03 12:54:51.831374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:51.831833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:51.832302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:51.882287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:51.884141 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:51.889497 n-d-792364-10 neutron-server[103224]: INFO neutron.plugins.ml2.plugin [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 8 to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 Feb 03 12:54:51.933022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b806d91-5ffd-4cbb-b670-7965b70520fd req-6e0fa714-5c44-4b01-a7d8-af3621a39294 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:51.938899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b806d91-5ffd-4cbb-b670-7965b70520fd req-6e0fa714-5c44-4b01-a7d8-af3621a39294 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 945 time: 0.3956988 Feb 03 12:54:51.992878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ac427-6af4-4c08-ba4f-f4470cb087a1 req-c61d26f0-7d0b-4c97-8b43-760ce71297da tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:51.999803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-266ac427-6af4-4c08-ba4f-f4470cb087a1 req-c61d26f0-7d0b-4c97-8b43-760ce71297da tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2629397 Feb 03 12:54:52.009632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:52.009970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:52.042252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:52.129380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:52.139359 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:52.202838 n-d-792364-10 neutron-server[103224]: INFO neutron.plugins.ml2.plugin [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 9 to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 Feb 03 12:54:52.248449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:52.248790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:52.249127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:52.303698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b806d91-5ffd-4cbb-b670-7965b70520fd req-1a50db0d-ab1c-46e6-9dc0-da4309a3742d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595626 Feb 03 12:54:52.310919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:52.311264 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:52.315086 n-d-792364-10 neutron-server[103224]: INFO neutron.plugins.ml2.plugin [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 10 to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 Feb 03 12:54:52.335561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-266ac427-6af4-4c08-ba4f-f4470cb087a1 req-debf2766-2936-4d4e-868f-2ece56245be9 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731688 Feb 03 12:54:52.385527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:52.388936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:52.389444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:52.403196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:52.403768 n-d-792364-10 neutron-server[103224]: ERROR neutron.plugins.ml2.managers [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:52.404717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c4f6f7f9-f99e-40eb-a61b-56b63e71ed54), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.562596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] For port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:52.562975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempted to set empty binding levels {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:54:52.571950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d12819-d1fe-4c9a-b192-b71b84bb884e req-d759550e-0e15-4045-996d-047e91a49aed tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:52.579290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17d12819-d1fe-4c9a-b192-b71b84bb884e req-d759550e-0e15-4045-996d-047e91a49aed tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1122971 Feb 03 12:54:52.638973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17d12819-d1fe-4c9a-b192-b71b84bb884e req-35c2ed58-e3f8-430b-ae65-67c957bfde59 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587156 Feb 03 12:54:52.657568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c4f6f7f9-f99e-40eb-a61b-56b63e71ed54), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.696175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:52.697025 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.745854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f6f7f9-f99e-40eb-a61b-56b63e71ed54,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:52.756707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-43d10b19-b5bf-4f82-a526-f7deb52f352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.3389440 Feb 03 12:54:52.759722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45254) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:52.999229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-46df0dbf-d746-4a24-95a2-28c88192bd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Deleting port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:52.999585 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-46df0dbf-d746-4a24-95a2-28c88192bd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c4f6f7f9-f99e-40eb-a61b-56b63e71ed54), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.081360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-46df0dbf-d746-4a24-95a2-28c88192bd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] For port c4f6f7f9-f99e-40eb-a61b-56b63e71ed54, host n-h2-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:53.081890 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-46df0dbf-d746-4a24-95a2-28c88192bd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c4f6f7f9-f99e-40eb-a61b-56b63e71ed54), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.100370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-46df0dbf-d746-4a24-95a2-28c88192bd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Calling delete_port for c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:53.298497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4de1ad-18a1-40c4-bdec-eb6c944a84cb req-b58eb63c-cb66-49dc-a980-483e4052ebb9 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:53.300256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b4de1ad-18a1-40c4-bdec-eb6c944a84cb req-b58eb63c-cb66-49dc-a980-483e4052ebb9 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.0809669 Feb 03 12:54:53.458768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b4de1ad-18a1-40c4-bdec-eb6c944a84cb req-2f266b89-8423-49bf-84e6-b65a52d305c5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476669 Feb 03 12:54:53.472258 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-46df0dbf-d746-4a24-95a2-28c88192bd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c4f6f7f9-f99e-40eb-a61b-56b63e71ed54), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.539120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df0dbf-d746-4a24-95a2-28c88192bd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4f6f7f9-f99e-40eb-a61b-56b63e71ed54,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:53.554499 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-46df0dbf-d746-4a24-95a2-28c88192bd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.560574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-46df0dbf-d746-4a24-95a2-28c88192bd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 HTTP/1.1" status: 204 len: 168 time: 0.7968905 Feb 03 12:54:53.561881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45286) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:53.573096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45bfe2-bd24-4924-81ab-ee5a33721efb req-d219b78a-364c-40ea-917d-d1f8ab19eb3d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:53.581945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c45bfe2-bd24-4924-81ab-ee5a33721efb req-d219b78a-364c-40ea-917d-d1f8ab19eb3d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 945 time: 0.1595819 Feb 03 12:54:53.621564 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda76437-cbdd-41ca-9adb-77d03d7f002e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:54:53.624404 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eda76437-cbdd-41ca-9adb-77d03d7f002e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "GET /v2.0/ports/c4f6f7f9-f99e-40eb-a61b-56b63e71ed54 HTTP/1.1" status: 404 len: 333 time: 0.0609176 Feb 03 12:54:53.629314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45290) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:53.645443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Request body: {'port': {'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-715144879'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:53.727668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Made reservation on behalf of 248c7ec3fc154b6a876f445d82364b67 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:53.730297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.799829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c45bfe2-bd24-4924-81ab-ee5a33721efb req-0b06d8d6-b3e2-4776-9ea0-9158e2e2abc9 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169442 Feb 03 12:54:53.831966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] device_id is not set on port adb8e28c-e45f-4459-9780-d259352fe47e yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:54:53.840739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf44f5b-4746-4632-8641-375a55b6a103 req-d1c6418e-990b-4a2b-b988-b54d1f5cc401 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:53.842421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faf44f5b-4746-4632-8641-375a55b6a103 req-d1c6418e-990b-4a2b-b988-b54d1f5cc401 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2200961 Feb 03 12:54:54.035261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faf44f5b-4746-4632-8641-375a55b6a103 req-4795efa4-4fdf-4406-a087-3117163d0591 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867971 Feb 03 12:54:54.246252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 79db6322-a882-4225-a47d-5e2b27d870c7 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:54.509370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 79db6322-a882-4225-a47d-5e2b27d870c7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:54:54.516264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 79db6322-a882-4225-a47d-5e2b27d870c7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:54.517553 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.547322 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks [] for port (adb8e28c-e45f-4459-9780-d259352fe47e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.675007 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (adb8e28c-e45f-4459-9780-d259352fe47e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.696803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d111bf9-12e5-45f1-85e9-23d5fdec6e0d req-a2411284-43f4-4d62-ab7c-19c795dead65 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:54.704798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d111bf9-12e5-45f1-85e9-23d5fdec6e0d req-a2411284-43f4-4d62-ab7c-19c795dead65 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1733413 Feb 03 12:54:54.714271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 79db6322-a882-4225-a47d-5e2b27d870c7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:54.715058 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.766911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8b4179-134f-437f-a5d8-7342b4ef2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db6322-a882-4225-a47d-5e2b27d870c7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:54.773971 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3571af2b-8db2-4da0-aab8-8ede443dc2a4" -d '{"events": [{"server_uuid": "0f8b4179-134f-437f-a5d8-7342b4ef2978", "name": "network-vif-plugged", "status": "completed", "tag": "79db6322-a882-4225-a47d-5e2b27d870c7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:54.799782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 79db6322-a882-4225-a47d-5e2b27d870c7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=79db6322-a882-4225-a47d-5e2b27d870c7,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:54.821787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.822783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Network 698a3ef8-1bd3-488f-836b-38731a2918cb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:54.825709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:54.869327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:54.879605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:54.883195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.907284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d111bf9-12e5-45f1-85e9-23d5fdec6e0d req-b68995bb-3c99-4495-9640-bd197052fdcc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950276 Feb 03 12:54:54.944480 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'Port': ['ID=adb8e28c-e45f-4459-9780-d259352fe47e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:55.019400 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9fa23f18-b9dd-49fa-891d-d9f1f005de47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3873134 Feb 03 12:54:55.024343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45356) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:55.058265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:55.066359 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b6ace-e11d-4175-8ea6-d899744dfe6e x-openstack-request-id: req-343b6ace-e11d-4175-8ea6-d899744dfe6e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:55.069188 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8b4179-134f-437f-a5d8-7342b4ef2978", "name": "network-vif-plugged", "status": "completed", "tag": "79db6322-a882-4225-a47d-5e2b27d870c7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:55.069455 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-343b6ace-e11d-4175-8ea6-d899744dfe6e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:55.069880 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8b4179-134f-437f-a5d8-7342b4ef2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db6322-a882-4225-a47d-5e2b27d870c7', 'code': 200} Feb 03 12:54:55.079683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=79db6322-a882-4225-a47d-5e2b27d870c7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:55.114182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.114558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.119818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.120302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.120651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.123186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.123403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.123758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.124111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.124457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.124788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.125119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.125446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:55.146835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a591225-5351-412b-abdf-ed3abbe11d85 req-2d7684ba-6b60-44f4-833a-c2083248a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:55.148330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a591225-5351-412b-abdf-ed3abbe11d85 req-2d7684ba-6b60-44f4-833a-c2083248a291 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 1129 time: 0.1619678 Feb 03 12:54:55.264877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (adb8e28c-e45f-4459-9780-d259352fe47e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:55.298766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a591225-5351-412b-abdf-ed3abbe11d85 req-94dc9c26-dc6e-4bec-b9c3-fd7153b24f1f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337874 Feb 03 12:54:55.467596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f05d-1953-4210-a94f-ecbe0c6cb9d0 req-2b101043-8e8b-4d6d-bfd5-6624ed65adda tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:55.472476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5151f05d-1953-4210-a94f-ecbe0c6cb9d0 req-2b101043-8e8b-4d6d-bfd5-6624ed65adda tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 946 time: 0.3052502 Feb 03 12:54:55.514465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085eb7a-f820-48ba-b0b7-8220081952af req-7682ae9c-4053-4d61-8dc3-57f887283b00 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:55.519059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3085eb7a-f820-48ba-b0b7-8220081952af req-7682ae9c-4053-4d61-8dc3-57f887283b00 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2989118 Feb 03 12:54:55.789390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3085eb7a-f820-48ba-b0b7-8220081952af req-e180d995-7db4-414e-b4ec-d2fec280a459 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523358 Feb 03 12:54:55.794290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5151f05d-1953-4210-a94f-ecbe0c6cb9d0 req-88618046-5228-4688-95ae-31bb30544799 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040679 Feb 03 12:54:55.822270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] device_id is not set on port adb8e28c-e45f-4459-9780-d259352fe47e yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:54:55.843785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks [] for port (adb8e28c-e45f-4459-9780-d259352fe47e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:55.856824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (adb8e28c-e45f-4459-9780-d259352fe47e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:55.939241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'Port': ['ID=adb8e28c-e45f-4459-9780-d259352fe47e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:56.027190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.027831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.028356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.034097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.034739 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.047588 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 2 to bind port adb8e28c-e45f-4459-9780-d259352fe47e Feb 03 12:54:56.070025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.070396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.070738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.075642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.076185 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.076757 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 3 to bind port adb8e28c-e45f-4459-9780-d259352fe47e Feb 03 12:54:56.091188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.091808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.092472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.097327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.097865 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.098458 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 4 to bind port adb8e28c-e45f-4459-9780-d259352fe47e Feb 03 12:54:56.123800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.124277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.124685 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.134706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.135049 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.137005 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 5 to bind port adb8e28c-e45f-4459-9780-d259352fe47e Feb 03 12:54:56.164715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.165087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.165431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.177228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.178075 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.179481 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 6 to bind port adb8e28c-e45f-4459-9780-d259352fe47e Feb 03 12:54:56.210087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.211977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.214542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.224003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.227949 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.228631 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 7 to bind port adb8e28c-e45f-4459-9780-d259352fe47e Feb 03 12:54:56.285396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.290258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.290662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.304984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.305321 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.305725 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 8 to bind port adb8e28c-e45f-4459-9780-d259352fe47e Feb 03 12:54:56.346573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.347294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.347795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.359016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.359590 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.361305 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 9 to bind port adb8e28c-e45f-4459-9780-d259352fe47e Feb 03 12:54:56.431543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.431543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.431543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.443943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.444279 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.453415 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 10 to bind port adb8e28c-e45f-4459-9780-d259352fe47e Feb 03 12:54:56.485393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7882fd8-3591-4a5b-a3bd-7fc400f07f8c req-0899f73f-1be7-4bbb-8af2-c3efe48c7250 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:56.488399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:56.498272 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:56.498779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:56.505165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7882fd8-3591-4a5b-a3bd-7fc400f07f8c req-0899f73f-1be7-4bbb-8af2-c3efe48c7250 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 814 time: 0.2609587 Feb 03 12:54:56.511730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:56.514883 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port adb8e28c-e45f-4459-9780-d259352fe47e on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:54:56.515867 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (adb8e28c-e45f-4459-9780-d259352fe47e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.551877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7882fd8-3591-4a5b-a3bd-7fc400f07f8c req-d8c9cddb-3e66-4a4e-9d11-ff094546bc07 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/quotas/399adc84dc984493813a222397963e1f HTTP/1.1" status: 200 len: 375 time: 0.0453322 Feb 03 12:54:56.782884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7882fd8-3591-4a5b-a3bd-7fc400f07f8c req-2251e1fe-e2c5-4d6d-b0e9-ec81c7a00671 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2234166 Feb 03 12:54:56.863208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] For port adb8e28c-e45f-4459-9780-d259352fe47e, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:56.864552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempted to set empty binding levels {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:54:56.881904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (adb8e28c-e45f-4459-9780-d259352fe47e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.047639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'Port': ['ID=adb8e28c-e45f-4459-9780-d259352fe47e,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:57.069657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] In _notify_port_updated(), no bound segment for port adb8e28c-e45f-4459-9780-d259352fe47e on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:54:57.073222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.076175 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.079218 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e9637c70-e024-4efb-a4ab-4c31719c4f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "PUT /v2.0/ports/adb8e28c-e45f-4459-9780-d259352fe47e HTTP/1.1" status: 200 len: 979 time: 2.0480475 Feb 03 12:54:57.082762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45424) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:57.194709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05525863-c275-4733-b73a-bc17f09c97b7 req-952cf7a7-8c48-412b-9798-a155a3659e9c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.206224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05525863-c275-4733-b73a-bc17f09c97b7 req-952cf7a7-8c48-412b-9798-a155a3659e9c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2174935 Feb 03 12:54:57.257200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a314f5-6c32-4cb9-840a-226acbb452db req-b75e82c8-dc43-4b0e-a13b-7f614a18e885 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.270483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0a314f5-6c32-4cb9-840a-226acbb452db req-b75e82c8-dc43-4b0e-a13b-7f614a18e885 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 946 time: 0.2032223 Feb 03 12:54:57.422353 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.422936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.423343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.435945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.435945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.435945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.435945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.445069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05525863-c275-4733-b73a-bc17f09c97b7 req-cbbb9ea3-7eb8-4dfb-862d-6468a9402dfe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374594 Feb 03 12:54:57.464688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.467911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.472736 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ea2bc705-ffe3-440c-a1b0-2b498bc3b420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8502 time: 0.3869958 Feb 03 12:54:57.478980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45438) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:58.244872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0a314f5-6c32-4cb9-840a-226acbb452db req-751fb167-9ccb-4318-98c0-0c70a501bf75 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9673865 Feb 03 12:54:58.372713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3469-5011-4f5e-ba45-21213d244be9 req-2703feed-7d38-44a0-a9d1-f3099e7b816f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:58.374321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-520d3469-5011-4f5e-ba45-21213d244be9 req-2703feed-7d38-44a0-a9d1-f3099e7b816f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2486203 Feb 03 12:54:58.494206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-62f073c6-c769-4650-b616-aac0785dbade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Deleting port adb8e28c-e45f-4459-9780-d259352fe47e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:58.494667 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62f073c6-c769-4650-b616-aac0785dbade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (adb8e28c-e45f-4459-9780-d259352fe47e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.598749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-62f073c6-c769-4650-b616-aac0785dbade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] For port adb8e28c-e45f-4459-9780-d259352fe47e, host n-h2-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:58.599516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62f073c6-c769-4650-b616-aac0785dbade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (adb8e28c-e45f-4459-9780-d259352fe47e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.620324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-62f073c6-c769-4650-b616-aac0785dbade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Calling delete_port for adb8e28c-e45f-4459-9780-d259352fe47e owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:58.795747 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62f073c6-c769-4650-b616-aac0785dbade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (adb8e28c-e45f-4459-9780-d259352fe47e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.865694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62f073c6-c769-4650-b616-aac0785dbade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.873485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-62f073c6-c769-4650-b616-aac0785dbade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "DELETE /v2.0/ports/adb8e28c-e45f-4459-9780-d259352fe47e HTTP/1.1" status: 204 len: 168 time: 1.3932505 Feb 03 12:54:58.874057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45480) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:58.890492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-520d3469-5011-4f5e-ba45-21213d244be9 req-f57e01a0-83d6-430e-8f0c-154ba1a2c2fe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008171 Feb 03 12:54:58.891907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f073c6-c769-4650-b616-aac0785dbade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event deleted for resources: {'Port': ['ID=adb8e28c-e45f-4459-9780-d259352fe47e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:58.972027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c073b3-aead-4c75-9da2-ab5804bf7fc9 req-f24b54df-cece-4649-894e-9107847f1d78 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:58.973644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22c073b3-aead-4c75-9da2-ab5804bf7fc9 req-f24b54df-cece-4649-894e-9107847f1d78 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c6047a-9d45-44de-96d7-b6e259b17918 HTTP/1.1" status: 200 len: 945 time: 0.5363090 Feb 03 12:54:58.992199 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-180c486b-2be4-4302-aabe-dda757e06740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:54:58.999418 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-180c486b-2be4-4302-aabe-dda757e06740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "GET /v2.0/ports/adb8e28c-e45f-4459-9780-d259352fe47e HTTP/1.1" status: 404 len: 333 time: 0.1197765 Feb 03 12:54:59.000213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45488) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:59.012555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1680474731', 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:59.092071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Made reservation on behalf of 248c7ec3fc154b6a876f445d82364b67 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:59.095466 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.106190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22c073b3-aead-4c75-9da2-ab5804bf7fc9 req-6314d46f-c2ac-451f-bce3-86076b90ddb6 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258700 Feb 03 12:54:59.148533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] device_id is not set on port 7f5d42e8-389f-49a4-b790-035fe7442fcd yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:54:59.372604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e46b34e-787e-4f20-aa8c-e0ef5bab74bb req-0e8b70e9-fca9-4837-b300-1f5abffbe22f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=399adc84dc984493813a222397963e1f HTTP/1.1" status: 200 len: 221 time: 0.0658767 Feb 03 12:54:59.597806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks [] for port (7f5d42e8-389f-49a4-b790-035fe7442fcd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.676496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7f5d42e8-389f-49a4-b790-035fe7442fcd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.688071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463187cd-f746-4715-a4d3-e9cafa3e70c4 req-90add183-41fc-44a4-9a8a-64f213298be1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:59.691993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-463187cd-f746-4715-a4d3-e9cafa3e70c4 req-90add183-41fc-44a4-9a8a-64f213298be1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1898911 Feb 03 12:54:59.813114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Network 698a3ef8-1bd3-488f-836b-38731a2918cb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:59.817657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:59.830723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:59.832028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:59.832907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.856863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'Port': ['ID=7f5d42e8-389f-49a4-b790-035fe7442fcd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:59.871972 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-602d8818-f325-4d1b-8acc-223fe84ba17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8707032 Feb 03 12:54:59.874447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45534) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:59.898677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-463187cd-f746-4715-a4d3-e9cafa3e70c4 req-49526862-fa4a-47f2-aa34-2e88cceefd20 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978829 Feb 03 12:54:59.957162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc93973-3759-4097-975a-7ce36ce3af96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:59.970302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45542) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:59.971018 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-adc93973-3759-4097-975a-7ce36ce3af96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "GET /v2.0/ports/7f5d42e8-389f-49a4-b790-035fe7442fcd HTTP/1.1" status: 200 len: 959 time: 0.0947952 Feb 03 12:55:00.475122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f7f61-494b-4dc6-8477-066a61bc2c04 req-21f6d7a9-1d11-4aae-a220-9c395606d9dd tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:00.491611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e24f7f61-494b-4dc6-8477-066a61bc2c04 req-21f6d7a9-1d11-4aae-a220-9c395606d9dd tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.3476238 Feb 03 12:55:00.520227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824b7ac-03b6-47eb-8b2b-359e8d969e67 req-7c6d3a76-ab23-4082-a04b-9505e6bb4fbe tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:00.523438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6824b7ac-03b6-47eb-8b2b-359e8d969e67 req-7c6d3a76-ab23-4082-a04b-9505e6bb4fbe tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c6047a-9d45-44de-96d7-b6e259b17918 HTTP/1.1" status: 200 len: 945 time: 0.4155991 Feb 03 12:55:00.646169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d2672fb7-29ca-4697-98b1-16e521e10878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Deleting port 7f5d42e8-389f-49a4-b790-035fe7442fcd {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:00.646619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2672fb7-29ca-4697-98b1-16e521e10878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7f5d42e8-389f-49a4-b790-035fe7442fcd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.762231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6824b7ac-03b6-47eb-8b2b-359e8d969e67 req-69872555-1167-4c4c-a3b9-926f5a5501df tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214146 Feb 03 12:55:00.865011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e24f7f61-494b-4dc6-8477-066a61bc2c04 req-9f8b05c7-2c39-40bc-884f-906d0809ac3d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657308 Feb 03 12:55:00.888816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2672fb7-29ca-4697-98b1-16e521e10878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7f5d42e8-389f-49a4-b790-035fe7442fcd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.991826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d2672fb7-29ca-4697-98b1-16e521e10878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Calling delete_port for 7f5d42e8-389f-49a4-b790-035fe7442fcd owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:01.099417 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-9e72ced1-0d31-408e-b7e1-af7d42c841df tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:01.102624 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-9e72ced1-0d31-408e-b7e1-af7d42c841df tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c6047a-9d45-44de-96d7-b6e259b17918 HTTP/1.1" status: 200 len: 945 time: 0.1944075 Feb 03 12:55:01.425137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Deleting port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:01.425640 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.553907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2ca39-336b-4b97-a16b-7ea52a10dab5 req-2df503af-c5ec-4232-a949-0af20174d358 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:01.558553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12d2ca39-336b-4b97-a16b-7ea52a10dab5 req-2df503af-c5ec-4232-a949-0af20174d358 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4213820 Feb 03 12:55:01.614648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-9358cf3a-dd91-40aa-8263-b5aaba62b4aa req-bba1db0f-7d20-49f8-a1d0-17c194679459 service neutron] (103223) timed out ('10.222.0.65', 42842) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:55:01.641086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12d2ca39-336b-4b97-a16b-7ea52a10dab5 req-97c43185-73c0-4506-83aa-bf95dda9d8ff tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665367 Feb 03 12:55:01.654609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-5764663a-3063-4fab-89ac-649afe54ec63 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:01.656555 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-5764663a-3063-4fab-89ac-649afe54ec63 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f8b4179-134f-437f-a5d8-7342b4ef2978 HTTP/1.1" status: 200 len: 946 time: 0.3062825 Feb 03 12:55:01.658004 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2672fb7-29ca-4697-98b1-16e521e10878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7f5d42e8-389f-49a4-b790-035fe7442fcd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.716523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] For port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:01.716900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.732265 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2672fb7-29ca-4697-98b1-16e521e10878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.738775 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d2672fb7-29ca-4697-98b1-16e521e10878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "DELETE /v2.0/ports/7f5d42e8-389f-49a4-b790-035fe7442fcd HTTP/1.1" status: 204 len: 168 time: 1.7670524 Feb 03 12:55:01.750477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45598) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:01.753002 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Calling delete_port for dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:01.775063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2672fb7-29ca-4697-98b1-16e521e10878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f5d42e8-389f-49a4-b790-035fe7442fcd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:01.837653 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3152139f-6797-45d8-becf-10d6bc2f563a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:55:01.849223 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3152139f-6797-45d8-becf-10d6bc2f563a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "GET /v2.0/ports/7f5d42e8-389f-49a4-b790-035fe7442fcd HTTP/1.1" status: 404 len: 333 time: 0.0972416 Feb 03 12:55:01.851460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45604) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:01.868247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Request body: {'port': {'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-490404721'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:02.048182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Made reservation on behalf of 248c7ec3fc154b6a876f445d82364b67 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:02.060450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.093891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd54eb-7b3d-46fb-a022-cacd69fe4107 req-db7559bf-10ff-4ef1-afeb-58d5fa162ac4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:02.101277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82cd54eb-7b3d-46fb-a022-cacd69fe4107 req-db7559bf-10ff-4ef1-afeb-58d5fa162ac4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2602072 Feb 03 12:55:02.127106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] device_id is not set on port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:02.227993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ebf6-3ab5-4a7b-b5e2-3ee2cef7f29b req-26c7c92a-c4de-4c7e-bd06-9b16cf818780 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:02.229589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df34ebf6-3ab5-4a7b-b5e2-3ee2cef7f29b req-26c7c92a-c4de-4c7e-bd06-9b16cf818780 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c6047a-9d45-44de-96d7-b6e259b17918 HTTP/1.1" status: 200 len: 945 time: 0.2865252 Feb 03 12:55:02.266715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82cd54eb-7b3d-46fb-a022-cacd69fe4107 req-f67e9494-d721-45bd-8bc2-67281b03cda5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601629 Feb 03 12:55:02.371104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Deleting port 79db6322-a882-4225-a47d-5e2b27d870c7 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:02.373221 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.434100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df34ebf6-3ab5-4a7b-b5e2-3ee2cef7f29b req-403aa7f9-0a1d-4246-a5c4-6e4daaeae07d tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ee6f900-1fd6-4855-8967-64bac54adea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827598 Feb 03 12:55:02.583676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051029e-557f-43f5-93cc-4945fca9d811 req-776e8518-370c-43de-8866-016a9bc40b4f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:02.592794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b051029e-557f-43f5-93cc-4945fca9d811 req-776e8518-370c-43de-8866-016a9bc40b4f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1566551 Feb 03 12:55:02.643827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] For port 79db6322-a882-4225-a47d-5e2b27d870c7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=79db6322-a882-4225-a47d-5e2b27d870c7,segment=NetworkSegment(0311af63-228c-44f4-8c64-658eb8587967),segment_id=0311af63-228c-44f4-8c64-658eb8587967)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:02.644398 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.672770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Calling delete_port for 79db6322-a882-4225-a47d-5e2b27d870c7 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:02.685297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b051029e-557f-43f5-93cc-4945fca9d811 req-d7510ea9-7833-48dc-b988-8cc59cf8f29f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912993 Feb 03 12:55:02.688313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.858521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Pushing event deleted for resources: {'Port': ['ID=dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:02.910854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks [] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.949302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] No DVR routers for this DVR port dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:55:02.964121 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.972318 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b7c2ddab-9f1c-4b89-ba3e-af06575a1a31 req-80ab0963-ce02-442a-8f93-169c2467f7ec tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.72 "DELETE /v2.0/ports/dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb HTTP/1.1" status: 204 len: 173 time: 1.8619280 Feb 03 12:55:02.988795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c6047a-9d45-44de-96d7-b6e259b17918', 'name': 'network-vif-deleted', 'tag': 'dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:03.000728 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1379a9-7083-4711-8fac-7f090b6a2af4" -d '{"events": [{"server_uuid": "b9c6047a-9d45-44de-96d7-b6e259b17918", "name": "network-vif-deleted", "tag": "dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:03.118880 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.204050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Network 698a3ef8-1bd3-488f-836b-38731a2918cb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:03.216615 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e58cda-5ec6-42e3-949f-99dd13285c8c x-openstack-request-id: req-e7e58cda-5ec6-42e3-949f-99dd13285c8c {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:03.216927 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c6047a-9d45-44de-96d7-b6e259b17918", "name": "network-vif-deleted", "tag": "dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:03.217439 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7e58cda-5ec6-42e3-949f-99dd13285c8c {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:03.217933 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c6047a-9d45-44de-96d7-b6e259b17918', 'name': 'network-vif-deleted', 'tag': 'dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb', 'status': 'completed', 'code': 200} Feb 03 12:55:03.232506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:03.239548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:03.240787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:03.259077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.298932 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (79db6322-a882-4225-a47d-5e2b27d870c7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.371300 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5123641 Feb 03 12:55:03.377320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45658) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:03.380920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f97101-3dd1-44dd-b635-2825988b426a req-7cf156c9-82e0-456f-8817-4a67a477da59 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:03.382965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1f97101-3dd1-44dd-b635-2825988b426a req-7cf156c9-82e0-456f-8817-4a67a477da59 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.3713741 Feb 03 12:55:03.417167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:03.471982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Pushing event deleted for resources: {'Port': ['ID=79db6322-a882-4225-a47d-5e2b27d870c7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:03.536373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697fe29-5234-4b08-946b-1a9ca56da56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'Port': ['ID=54cb06f8-4596-4ab7-9cf4-c5aab33ad529,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:03.646168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.652167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] No DVR routers for this DVR port 79db6322-a882-4225-a47d-5e2b27d870c7 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:55:03.664025 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.672794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6d7a4f4-f8fd-40a5-af9a-56c83b71b09f req-673a5bb0-12e9-4533-bc2e-2bfd9c005a96 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.91 "DELETE /v2.0/ports/79db6322-a882-4225-a47d-5e2b27d870c7 HTTP/1.1" status: 204 len: 173 time: 1.9977915 Feb 03 12:55:03.692526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8b4179-134f-437f-a5d8-7342b4ef2978', 'name': 'network-vif-deleted', 'tag': '79db6322-a882-4225-a47d-5e2b27d870c7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:03.718091 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a209f6f9-1d12-4f62-aa93-9665fda88505" -d '{"events": [{"server_uuid": "0f8b4179-134f-437f-a5d8-7342b4ef2978", "name": "network-vif-deleted", "tag": "79db6322-a882-4225-a47d-5e2b27d870c7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:03.770856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:55:03.842829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:55:03.843181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device dc9c40b3-38be-4b9e-977c-3d9f7d6ca7cb not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:55:03.898428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59e75f4c-646d-4cdf-bb64-725f30596fb1 req-8c3b29cb-099e-48f8-a3ed-07814d1fa8c5 tempest-MultipleCreateTestJSON-1845717486 tempest-MultipleCreateTestJSON-1845717486-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9c6047a-9d45-44de-96d7-b6e259b17918 HTTP/1.1" status: 200 len: 210 time: 0.2041848 Feb 03 12:55:04.006534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1f97101-3dd1-44dd-b635-2825988b426a req-12b0b9b0-a2ac-4632-ad4d-7c4340048c6a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122320 Feb 03 12:55:04.064896 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9658627-d118-42b9-99d7-d02add2eeb0a x-openstack-request-id: req-b9658627-d118-42b9-99d7-d02add2eeb0a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:04.065201 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8b4179-134f-437f-a5d8-7342b4ef2978", "name": "network-vif-deleted", "tag": "79db6322-a882-4225-a47d-5e2b27d870c7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:04.065464 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9658627-d118-42b9-99d7-d02add2eeb0a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:04.066018 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8b4179-134f-437f-a5d8-7342b4ef2978', 'name': 'network-vif-deleted', 'tag': '79db6322-a882-4225-a47d-5e2b27d870c7', 'status': 'completed', 'code': 200} Feb 03 12:55:04.290233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acc4ee-c2b2-4244-9db3-049cebf1a1f3 req-c1ab9be2-2187-4607-8015-3e71d45595d4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:04.291627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 79db6322-a882-4225-a47d-5e2b27d870c7 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:55:04.303396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41acc4ee-c2b2-4244-9db3-049cebf1a1f3 req-c1ab9be2-2187-4607-8015-3e71d45595d4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1442795 Feb 03 12:55:04.348449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 79db6322-a882-4225-a47d-5e2b27d870c7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:55:04.349244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 79db6322-a882-4225-a47d-5e2b27d870c7 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:55:04.473948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41acc4ee-c2b2-4244-9db3-049cebf1a1f3 req-f2091079-d3f5-4d57-b666-a05a3f81d75f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675580 Feb 03 12:55:04.688494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] device_id is not set on port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:04.698356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks [] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:04.714707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:04.820213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'Port': ['ID=54cb06f8-4596-4ab7-9cf4-c5aab33ad529,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:04.827019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6887b-a8ed-4c14-98e7-57249a9b2fdf req-17eb8f31-b624-41a0-ac41-fa360badaa33 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:04.833837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.834382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.834749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.835201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.835592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.835935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.836270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.836608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.836929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.837470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.837779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.838106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.838827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:04.838942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70d6887b-a8ed-4c14-98e7-57249a9b2fdf req-17eb8f31-b624-41a0-ac41-fa360badaa33 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1656795 Feb 03 12:55:04.867292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:04.867292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:04.867292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:04.870066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:04.870707 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:04.871097 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 2 to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 Feb 03 12:55:04.889731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:04.890047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:04.890500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:04.895414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:04.895737 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:04.896131 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 3 to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 Feb 03 12:55:04.918804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:04.919116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:04.919461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:04.931469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:04.931808 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:04.936159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70d6887b-a8ed-4c14-98e7-57249a9b2fdf req-26fb2163-9bae-4b4a-a724-bc19d8f10c0e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917776 Feb 03 12:55:04.936628 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 4 to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 Feb 03 12:55:04.966490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:04.978734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:04.978734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:04.982858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:04.983196 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:04.983600 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 5 to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 Feb 03 12:55:04.998869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:04.999265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:04.999615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:05.004988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:05.005331 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:05.010467 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 6 to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 Feb 03 12:55:05.027758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:05.028103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:05.028451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:05.035316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:05.035316 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:05.035316 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 7 to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 Feb 03 12:55:05.060860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:05.061401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:05.061928 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:05.068435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:05.068435 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:05.068435 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 8 to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 Feb 03 12:55:05.087900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:05.087900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:05.087900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:05.092323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:05.092658 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:05.093057 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 9 to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 Feb 03 12:55:05.108013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:05.108359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:05.108719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:05.113537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:05.113865 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:05.114540 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempt 10 to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 Feb 03 12:55:05.128286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45722) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:05.132587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:05.133055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:05.133244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempting to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:05.138381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:05.138865 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Failed to bind port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'adbdc92b-e4b0-4077-b883-12215c17069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '698a3ef8-1bd3-488f-836b-38731a2918cb'}] Feb 03 12:55:05.139748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.287743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] For port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:05.288460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attempted to set empty binding levels {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:55:05.305550 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.306402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affad439-35c9-4047-b7fd-25f6a0f61317 req-742baf6c-9087-45f8-9190-7c1334c98388 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:05.314501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-affad439-35c9-4047-b7fd-25f6a0f61317 req-742baf6c-9087-45f8-9190-7c1334c98388 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2433565 Feb 03 12:55:05.366308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d35897-ab16-4614-a1b3-4a28263befa0 admin admin] Deleting subnet 4dad3bce-722d-41d4-bab3-94de686ad416 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:55:05.381427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-affad439-35c9-4047-b7fd-25f6a0f61317 req-6f8f54c3-2bfc-492e-bb88-b6fcb4551b8e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653775 Feb 03 12:55:05.386639 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2d35897-ab16-4614-a1b3-4a28263befa0 admin admin] Publish callbacks [] for subnet (4dad3bce-722d-41d4-bab3-94de686ad416), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.392948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event updated for resources: {'Port': ['ID=54cb06f8-4596-4ab7-9cf4-c5aab33ad529,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:05.407984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] In _notify_port_updated(), no bound segment for port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 on network 698a3ef8-1bd3-488f-836b-38731a2918cb {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:55:05.409019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:05.409643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.420614 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-95542c06-a9de-4d24-8531-4f3224d6e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "PUT /v2.0/ports/54cb06f8-4596-4ab7-9cf4-c5aab33ad529 HTTP/1.1" status: 200 len: 979 time: 2.0282650 Feb 03 12:55:05.424459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45732) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:05.476485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2d35897-ab16-4614-a1b3-4a28263befa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (4dad3bce-722d-41d4-bab3-94de686ad416), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.661032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-328a7720-30ea-489b-af98-ef48b28e29c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Deleting port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:05.661555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-328a7720-30ea-489b-af98-ef48b28e29c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.703754 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2d35897-ab16-4614-a1b3-4a28263befa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (4dad3bce-722d-41d4-bab3-94de686ad416), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.737061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-328a7720-30ea-489b-af98-ef48b28e29c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] For port 54cb06f8-4596-4ab7-9cf4-c5aab33ad529, host n-h2-792364-10, got binding levels [] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:05.737613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-328a7720-30ea-489b-af98-ef48b28e29c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.757058 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-328a7720-30ea-489b-af98-ef48b28e29c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Calling delete_port for 54cb06f8-4596-4ab7-9cf4-c5aab33ad529 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:05.838053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bcbac-d7d9-4b6b-8124-64b59eab52c7 req-de9cde89-9247-4045-b0c4-755b56f1741c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:05.841099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea1bcbac-d7d9-4b6b-8124-64b59eab52c7 req-de9cde89-9247-4045-b0c4-755b56f1741c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2496941 Feb 03 12:55:05.843930 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2d35897-ab16-4614-a1b3-4a28263befa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (4dad3bce-722d-41d4-bab3-94de686ad416), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.851814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-328a7720-30ea-489b-af98-ef48b28e29c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (54cb06f8-4596-4ab7-9cf4-c5aab33ad529), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.896057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a7720-30ea-489b-af98-ef48b28e29c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Pushing event deleted for resources: {'Port': ['ID=54cb06f8-4596-4ab7-9cf4-c5aab33ad529,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:05.925166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d35897-ab16-4614-a1b3-4a28263befa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dad3bce-722d-41d4-bab3-94de686ad416,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:05.950082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b2d35897-ab16-4614-a1b3-4a28263befa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.953469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b2d35897-ab16-4614-a1b3-4a28263befa0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4dad3bce-722d-41d4-bab3-94de686ad416 HTTP/1.1" status: 204 len: 168 time: 0.8195772 Feb 03 12:55:05.958318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-328a7720-30ea-489b-af98-ef48b28e29c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.969164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45758) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:05.969508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45762) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:05.977844 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-328a7720-30ea-489b-af98-ef48b28e29c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "DELETE /v2.0/ports/54cb06f8-4596-4ab7-9cf4-c5aab33ad529 HTTP/1.1" status: 204 len: 168 time: 0.5385637 Feb 03 12:55:06.050785 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-130cb19e-011b-4b66-b942-bd7d57c50fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:55:06.056754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45766) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:06.086931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-130cb19e-011b-4b66-b942-bd7d57c50fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406150333-project-admin] 10.222.0.65 "GET /v2.0/ports/54cb06f8-4596-4ab7-9cf4-c5aab33ad529 HTTP/1.1" status: 404 len: 333 time: 0.1093152 Feb 03 12:55:06.243858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea1bcbac-d7d9-4b6b-8124-64b59eab52c7 req-48ccf991-4ad7-41eb-aa63-0daeba28f642 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868420 Feb 03 12:55:06.323149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (698a3ef8-1bd3-488f-836b-38731a2918cb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.377774 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (291c9a4c-8e72-44b4-b06a-78be7fe4d71d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.611798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (698a3ef8-1bd3-488f-836b-38731a2918cb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.646526 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16c48627-c1c0-4055-8e94-a261b8d14e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.716046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698a3ef8-1bd3-488f-836b-38731a2918cb']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:06.745160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbdc92b-e4b0-4077-b883-12215c17069e') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:06.746843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbdc92b-e4b0-4077-b883-12215c17069e') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:06.762698 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (adbdc92b-e4b0-4077-b883-12215c17069e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.780686 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (adbdc92b-e4b0-4077-b883-12215c17069e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.792950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:55:06.792950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (adbdc92b-e4b0-4077-b883-12215c17069e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.806960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (291c9a4c-8e72-44b4-b06a-78be7fe4d71d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:55:06.827038 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:55:06.840971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f830ba1-ba27-45a8-9873-fbf9590f3b7f req-3dbc94cf-226a-4d26-91a3-dc68317c3d19 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:06.849653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f830ba1-ba27-45a8-9873-fbf9590f3b7f req-3dbc94cf-226a-4d26-91a3-dc68317c3d19 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4614429 Feb 03 12:55:06.853083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291c9a4c-8e72-44b4-b06a-78be7fe4d71d']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:06.908015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0311af63-228c-44f4-8c64-658eb8587967') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:06.910650 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (698a3ef8-1bd3-488f-836b-38731a2918cb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.915202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0311af63-228c-44f4-8c64-658eb8587967') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:06.921859 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.925778 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] 10.222.0.65 "DELETE /v2.0/networks/698a3ef8-1bd3-488f-836b-38731a2918cb HTTP/1.1" status: 204 len: 168 time: 0.8679626 Feb 03 12:55:06.941623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45804) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:06.949250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ffa3d-9ffc-4c6c-a74e-6d32e204386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457651109-project] Pushing event deleted for resources: {'Network': ['ID=698a3ef8-1bd3-488f-836b-38731a2918cb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:06.976453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (0311af63-228c-44f4-8c64-658eb8587967), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.010233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f830ba1-ba27-45a8-9873-fbf9590f3b7f req-982f6bcb-dcc0-4e11-8a07-2315469248b3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544683 Feb 03 12:55:07.049101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (0311af63-228c-44f4-8c64-658eb8587967), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.058240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:55:07.058240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (0311af63-228c-44f4-8c64-658eb8587967), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:55:07.136179 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:55:07.153739 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (291c9a4c-8e72-44b4-b06a-78be7fe4d71d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.166653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.184584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/291c9a4c-8e72-44b4-b06a-78be7fe4d71d HTTP/1.1" status: 204 len: 168 time: 1.2140000 Feb 03 12:55:07.305994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff1801-1efe-44dd-b47e-8d5e80b484c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=291c9a4c-8e72-44b4-b06a-78be7fe4d71d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:07.351884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45822) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:07.372179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ee822-812a-4213-a936-b1986c4a760b req-f47c16e9-7bee-416a-812c-00c096a650ab tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:07.374628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-782ee822-812a-4213-a936-b1986c4a760b req-f47c16e9-7bee-416a-812c-00c096a650ab tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1426051 Feb 03 12:55:07.483089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3f818b4-7726-4c14-b341-02ea030b275f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.497062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-782ee822-812a-4213-a936-b1986c4a760b req-3132fe64-c200-4c02-ac4a-2443b61e8151 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127505 Feb 03 12:55:07.597632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45834) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:07.663392 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-569863d7-92a3-4f5c-b496-80f424ba0321 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0212de620b844beb992bac0327b5fc4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643988 Feb 03 12:55:07.666133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45838) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:07.698109 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3f818b4-7726-4c14-b341-02ea030b275f admin admin] Publish callbacks [] for security_group (b8d8f28d-0b31-44ab-b4b6-85d97af13bc9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.716454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3f818b4-7726-4c14-b341-02ea030b275f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b8d8f28d-0b31-44ab-b4b6-85d97af13bc9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.782145 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d3f818b4-7726-4c14-b341-02ea030b275f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a79f3ec5d074bd0bf8c0230d8cb6487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8389704 Feb 03 12:55:07.784674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45844) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:07.811127 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ce33980-5319-42eb-8db9-b93441d0a2e5 admin admin] Publish callbacks [] for security_group (3ee6f900-1fd6-4855-8967-64bac54adea4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.827731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f818b4-7726-4c14-b341-02ea030b275f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d8f28d-0b31-44ab-b4b6-85d97af13bc9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:07.900557 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d0565a5-9200-48f4-8320-5bd0df2180be admin admin] Publish callbacks [] for security_group (b8d8f28d-0b31-44ab-b4b6-85d97af13bc9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.923494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ce33980-5319-42eb-8db9-b93441d0a2e5 admin admin] Publish callbacks [] for security_group (3ee6f900-1fd6-4855-8967-64bac54adea4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.001216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2071ae-d4ed-4a18-b41b-843fcb9aaeeb req-c3aeb34e-d53a-4cba-b710-05424104a5ee tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:08.009457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a2071ae-d4ed-4a18-b41b-843fcb9aaeeb req-c3aeb34e-d53a-4cba-b710-05424104a5ee tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2574954 Feb 03 12:55:08.021848 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d0565a5-9200-48f4-8320-5bd0df2180be admin admin] Publish callbacks [] for security_group (b8d8f28d-0b31-44ab-b4b6-85d97af13bc9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.127878 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b6f0e9f1-b8d0-4214-b009-830504be5034 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5191331cb7c8470c8ca0f6d6f980be34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7747219 Feb 03 12:55:08.128840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45858) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:08.159709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ce33980-5319-42eb-8db9-b93441d0a2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3ee6f900-1fd6-4855-8967-64bac54adea4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.178866 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ce33980-5319-42eb-8db9-b93441d0a2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.180393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8ce33980-5319-42eb-8db9-b93441d0a2e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ee6f900-1fd6-4855-8967-64bac54adea4 HTTP/1.1" status: 204 len: 168 time: 0.5129898 Feb 03 12:55:08.227171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a2071ae-d4ed-4a18-b41b-843fcb9aaeeb req-f730ae37-da93-4454-bee9-83f71fe06f0e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078507 Feb 03 12:55:08.242675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce33980-5319-42eb-8db9-b93441d0a2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee6f900-1fd6-4855-8967-64bac54adea4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:08.304201 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d0565a5-9200-48f4-8320-5bd0df2180be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b8d8f28d-0b31-44ab-b4b6-85d97af13bc9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.312038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d0565a5-9200-48f4-8320-5bd0df2180be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.317272 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7d0565a5-9200-48f4-8320-5bd0df2180be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8d8f28d-0b31-44ab-b4b6-85d97af13bc9 HTTP/1.1" status: 204 len: 168 time: 0.5311561 Feb 03 12:55:08.354244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c076de3e-7984-4c73-807c-d071ddab4a22 admin admin] Publish callbacks [] for security_group (5f9b4949-f97d-4dea-8be2-2663e3e8267d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.359073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0565a5-9200-48f4-8320-5bd0df2180be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d8f28d-0b31-44ab-b4b6-85d97af13bc9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:08.441588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c076de3e-7984-4c73-807c-d071ddab4a22 admin admin] Publish callbacks [] for security_group (5f9b4949-f97d-4dea-8be2-2663e3e8267d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.497683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae0eef-817e-4d40-957a-573ae1176ebf req-1de03ea9-cfb2-4b7d-b5f6-2c66bb977a39 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:08.502112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2aae0eef-817e-4d40-957a-573ae1176ebf req-1de03ea9-cfb2-4b7d-b5f6-2c66bb977a39 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1688824 Feb 03 12:55:08.605307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c076de3e-7984-4c73-807c-d071ddab4a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f9b4949-f97d-4dea-8be2-2663e3e8267d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.611212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c076de3e-7984-4c73-807c-d071ddab4a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.619970 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c076de3e-7984-4c73-807c-d071ddab4a22 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f9b4949-f97d-4dea-8be2-2663e3e8267d HTTP/1.1" status: 204 len: 168 time: 0.4797058 Feb 03 12:55:08.642006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2aae0eef-817e-4d40-957a-573ae1176ebf req-9b41529e-4258-448f-b6bf-ea92ee212761 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322746 Feb 03 12:55:08.650942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076de3e-7984-4c73-807c-d071ddab4a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9b4949-f97d-4dea-8be2-2663e3e8267d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:08.853202 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-849eda0d-9b70-4b9c-81e0-e61b69e20c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.935141 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-2a48f848-1120-43e7-99ed-31ab009d53f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0795002 Feb 03 12:55:09.049989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-01539393-6f1f-4622-8075-153c94f9bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:09.053321 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-01539393-6f1f-4622-8075-153c94f9bf1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 1128 time: 0.0837712 Feb 03 12:55:09.339582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-8d277553-33c4-488e-8a55-027d45fdd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:09.341081 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-8d277553-33c4-488e-8a55-027d45fdd909 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 915 time: 0.2655325 Feb 03 12:55:09.446371 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-222fcd09-cd71-4edb-9e2d-480eee061e1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317572eb-60e4-45a4-a508-0e21513f8e02 HTTP/1.1" status: 200 len: 217 time: 0.0943129 Feb 03 12:55:09.596360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-62e739d8-0374-41e3-9e48-b655f888ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:09.607474 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-62e739d8-0374-41e3-9e48-b655f888ffee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 200 len: 854 time: 0.1560230 Feb 03 12:55:09.705041 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-30633f07-cfaa-435e-9761-7b0245d0914e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891445 Feb 03 12:55:09.805792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a26225-ce32-43cb-a168-b44adc1bb139 req-0aed525e-0fe0-4752-a1b9-6df71d63b82c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:09.818725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84a26225-ce32-43cb-a168-b44adc1bb139 req-0aed525e-0fe0-4752-a1b9-6df71d63b82c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1986966 Feb 03 12:55:09.919784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45922) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:09.957469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6107b8a-0b18-4b17-8b8d-6bbbdf788bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.064960 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-0bf2d42c-4706-4abf-a634-9a48e0d306f4 service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530769 Feb 03 12:55:10.077905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.140767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84a26225-ce32-43cb-a168-b44adc1bb139 req-0cc946bc-eb35-4a76-9f2b-e48589742971 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177402 Feb 03 12:55:10.161308 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6107b8a-0b18-4b17-8b8d-6bbbdf788bbd admin admin] Publish callbacks [] for security_group (c1a90147-b140-41e7-b699-a7cb4e9b34c7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.181912 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6107b8a-0b18-4b17-8b8d-6bbbdf788bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c1a90147-b140-41e7-b699-a7cb4e9b34c7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.355407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d6107b8a-0b18-4b17-8b8d-6bbbdf788bbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2fce25529ae2405cac9360c8ac19470a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4340889 Feb 03 12:55:10.357405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45934) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:10.358186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6107b8a-0b18-4b17-8b8d-6bbbdf788bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a90147-b140-41e7-b699-a7cb4e9b34c7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:10.471479 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-02ed0c36-e852-4ca7-ab9b-92344bf1d669 req-b9672b2d-a6f9-4f12-bbda-688f607c49d0 service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837354 Feb 03 12:55:10.472121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45936) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:10.571364 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bcd01f57-8a36-4aa0-a15c-32bb216beb30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=248c7ec3fc154b6a876f445d82364b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0959394 Feb 03 12:55:10.571634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45938) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:10.574500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cb5ab0d9-3a0c-4f48-b003-6ddd5a958cf4 admin admin] Publish callbacks [] for security_group (c1a90147-b140-41e7-b699-a7cb4e9b34c7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.583704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cbe73-4a09-4dfe-a8ba-cfab7976a8c9 req-86658e04-8cd0-4b3f-92de-32c77ad3d136 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:10.591828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-424cbe73-4a09-4dfe-a8ba-cfab7976a8c9 req-86658e04-8cd0-4b3f-92de-32c77ad3d136 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2351911 Feb 03 12:55:10.663155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cb5ab0d9-3a0c-4f48-b003-6ddd5a958cf4 admin admin] Publish callbacks [] for security_group (c1a90147-b140-41e7-b699-a7cb4e9b34c7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.679417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b48f13-e6f5-4827-9963-1197eae38e43 admin admin] Publish callbacks [] for security_group (2f2ede13-2dcd-45ba-a5c0-0a4268e4dcf6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.702854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-424cbe73-4a09-4dfe-a8ba-cfab7976a8c9 req-33db8e63-7d28-4022-9446-4fa61d0fcb91 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098042 Feb 03 12:55:10.732900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b48f13-e6f5-4827-9963-1197eae38e43 admin admin] Publish callbacks [] for security_group (2f2ede13-2dcd-45ba-a5c0-0a4268e4dcf6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.794576 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cb5ab0d9-3a0c-4f48-b003-6ddd5a958cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c1a90147-b140-41e7-b699-a7cb4e9b34c7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.798034 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cb5ab0d9-3a0c-4f48-b003-6ddd5a958cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.799567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cb5ab0d9-3a0c-4f48-b003-6ddd5a958cf4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1a90147-b140-41e7-b699-a7cb4e9b34c7 HTTP/1.1" status: 204 len: 168 time: 0.4385300 Feb 03 12:55:10.812866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ab0d9-3a0c-4f48-b003-6ddd5a958cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a90147-b140-41e7-b699-a7cb4e9b34c7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:10.851906 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b48f13-e6f5-4827-9963-1197eae38e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2f2ede13-2dcd-45ba-a5c0-0a4268e4dcf6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.854555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b48f13-e6f5-4827-9963-1197eae38e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.858664 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-90b48f13-e6f5-4827-9963-1197eae38e43 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f2ede13-2dcd-45ba-a5c0-0a4268e4dcf6 HTTP/1.1" status: 204 len: 168 time: 0.2837636 Feb 03 12:55:10.878406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b48f13-e6f5-4827-9963-1197eae38e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2ede13-2dcd-45ba-a5c0-0a4268e4dcf6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:11.157718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb380f-2453-403e-b951-233b795a713f req-cbaedf0b-d99c-47f6-a4dc-5b587881a7a7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:11.167367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4bb380f-2453-403e-b951-233b795a713f req-cbaedf0b-d99c-47f6-a4dc-5b587881a7a7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1015391 Feb 03 12:55:11.272736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4bb380f-2453-403e-b951-233b795a713f req-647fb971-2278-419b-a7a0-bac6f4682210 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997493 Feb 03 12:55:11.512695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:11.613901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1177-bbed-480f-ae8a-dc59e5eb208c req-ef544665-c421-4a73-9fb1-3648dfeccec0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:11.635994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e69c1177-bbed-480f-ae8a-dc59e5eb208c req-ef544665-c421-4a73-9fb1-3648dfeccec0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1605330 Feb 03 12:55:11.749492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e69c1177-bbed-480f-ae8a-dc59e5eb208c req-e48377bd-fb07-4f5b-ab55-3ea74df9210c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028218 Feb 03 12:55:12.028295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e485c0-4fdb-4358-8b62-2471c393d1c8 req-052dbc47-aaac-41e8-b648-d4d3ad8ec270 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:12.042167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e485c0-4fdb-4358-8b62-2471c393d1c8 req-052dbc47-aaac-41e8-b648-d4d3ad8ec270 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1555550 Feb 03 12:55:12.140683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e485c0-4fdb-4358-8b62-2471c393d1c8 req-7de5748c-cad1-44a4-9d25-4402e63eebda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911002 Feb 03 12:55:12.396247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e69b50-38eb-41af-9bd6-f830fa962f56 req-2a5759fd-287f-42e6-9f9f-394ed7a476f0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:12.398362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75e69b50-38eb-41af-9bd6-f830fa962f56 req-2a5759fd-287f-42e6-9f9f-394ed7a476f0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1114585 Feb 03 12:55:12.477574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75e69b50-38eb-41af-9bd6-f830fa962f56 req-8173a10d-fe81-45b4-8b10-384c2978dc94 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728168 Feb 03 12:55:12.731930 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.039683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89627649-b0cb-4fd2-aa8a-b5512560b1f8 req-cf2f480f-1a68-4919-ab9a-76e9a94bc29e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:13.042927 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89627649-b0cb-4fd2-aa8a-b5512560b1f8 req-cf2f480f-1a68-4919-ab9a-76e9a94bc29e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1738713 Feb 03 12:55:13.296682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46048) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:13.510213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89627649-b0cb-4fd2-aa8a-b5512560b1f8 req-a881d1d2-e7c6-48f2-9816-8060688118fe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565494 Feb 03 12:55:13.749641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-107799215-network', 'tenant_id': 'fa3fe493739148d8bee66cba6799db15'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:13.790942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Made reservation on behalf of fa3fe493739148d8bee66cba6799db15 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:13.793858 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.811490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.142711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Publish callbacks [] for security_group (2cac2dc9-6edd-466d-bfd6-204c8a3a7603), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.157036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2cac2dc9-6edd-466d-bfd6-204c8a3a7603), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.177475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:14.209826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7381ddb4-0840-4456-becb-7b4a4fee49c6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.210193 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Added segment 7381ddb4-0840-4456-becb-7b4a4fee49c6 of type vlan for network b8ff078d-ae71-4ac2-ae10-f49739d455b7 Feb 03 12:55:14.347612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cac2dc9-6edd-466d-bfd6-204c8a3a7603,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:14.360169 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b8ff078d-ae71-4ac2-ae10-f49739d455b7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.442882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b8ff078d-ae71-4ac2-ae10-f49739d455b7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.444320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:14.445077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.488369 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1897962 Feb 03 12:55:14.491450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46096) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:14.497843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Request body: {'subnet': {'network_id': 'b8ff078d-ae71-4ac2-ae10-f49739d455b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-107799215-subnet', 'tenant_id': 'fa3fe493739148d8bee66cba6799db15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:14.576419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Made reservation on behalf of fa3fe493739148d8bee66cba6799db15 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:14.579344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.638321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92522736-73b2-4bae-8e01-6807f6b702f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b8ff078d-ae71-4ac2-ae10-f49739d455b7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:14.649438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b8ff078d-ae71-4ac2-ae10-f49739d455b7 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:14.970751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b157a-ada2-468a-be94-a416ccd23940 req-dd1ce5e8-c271-4155-a425-db94c3aa0e23 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:14.972313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb2b157a-ada2-468a-be94-a416ccd23940 req-dd1ce5e8-c271-4155-a425-db94c3aa0e23 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2021215 Feb 03 12:55:15.242527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb2b157a-ada2-468a-be94-a416ccd23940 req-c9a21298-4a04-4cd6-aa1b-a689b2e8279c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591901 Feb 03 12:55:15.290732 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (c30588c0-9996-4f4b-b42c-c9eaf30b1bc9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:15.405970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30588c0-9996-4f4b-b42c-c9eaf30b1bc9,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:15.479050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Checking segment: {'id': '7381ddb4-0840-4456-becb-7b4a4fee49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b8ff078d-ae71-4ac2-ae10-f49739d455b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:15.482597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Network hostable DHCP agents. Network: b8ff078d-ae71-4ac2-ae10-f49739d455b7, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:15.560859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Network b8ff078d-ae71-4ac2-ae10-f49739d455b7 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:15.602733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b8ff078d-ae71-4ac2-ae10-f49739d455b7) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:15.608850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:15.609451 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:15.621433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac863048-5787-4554-9e90-eeb5c03f452b None None] Network b8ff078d-ae71-4ac2-ae10-f49739d455b7 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:15.681602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4153b656-5fb8-477f-931b-bf3b53840556 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1883199 Feb 03 12:55:15.855993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a901ac-f16f-4690-b947-1284390df572 None None] Network b8ff078d-ae71-4ac2-ae10-f49739d455b7 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:16.003360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939380-2b6c-46a1-927b-c2c6a0affd8a req-751bfa48-3203-400d-ab14-85ec4b3bb3f1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:16.013840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15939380-2b6c-46a1-927b-c2c6a0affd8a req-751bfa48-3203-400d-ab14-85ec4b3bb3f1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2146258 Feb 03 12:55:16.105320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15939380-2b6c-46a1-927b-c2c6a0affd8a req-3a37162c-12a5-4f26-b695-4559c2e80fa6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897136 Feb 03 12:55:16.236765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.164828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46216) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:17.310369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-d037a384-6b63-470a-9c53-73c1cb53642b tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:17.320760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-d037a384-6b63-470a-9c53-73c1cb53642b tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/networks?id=b8ff078d-ae71-4ac2-ae10-f49739d455b7 HTTP/1.1" status: 200 len: 821 time: 0.4402604 Feb 03 12:55:17.372194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-342ac182-315b-4598-8242-69cb177e454b tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/quotas/fa3fe493739148d8bee66cba6799db15 HTTP/1.1" status: 200 len: 375 time: 0.0504818 Feb 03 12:55:17.414811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-97e78556-d33f-4ead-ab52-773040cedd7a tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa3fe493739148d8bee66cba6799db15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416317 Feb 03 12:55:17.415857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1143836855'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:17.476427 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Made reservation on behalf of 885288e4685e4898a3ff93f9fd480399 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:17.480715 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.517549 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.628094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-09467bfe-1b4e-4637-a631-851b51cdb27d service neutron] 10.222.0.65 "GET /v2.0/networks/b8ff078d-ae71-4ac2-ae10-f49739d455b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084312 Feb 03 12:55:17.744822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a12d-95ea-4bfc-af6e-64ec2dfdf322 req-021e796e-5583-4f21-a4df-657dc2e036c1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:17.747985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks [] for security_group (766a3352-7f44-416c-a641-575f7bfbaef9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.758979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc97a12d-95ea-4bfc-af6e-64ec2dfdf322 req-021e796e-5583-4f21-a4df-657dc2e036c1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4344571 Feb 03 12:55:17.760088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (766a3352-7f44-416c-a641-575f7bfbaef9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.819329 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766a3352-7f44-416c-a641-575f7bfbaef9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:17.854647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:17.869913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc97a12d-95ea-4bfc-af6e-64ec2dfdf322 req-24077032-275d-428e-b7f3-cad094058494 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099083 Feb 03 12:55:17.872209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c8068c92-8d56-402f-a842-f8b220eabffe), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.872896 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Added segment c8068c92-8d56-402f-a842-f8b220eabffe of type vlan for network bfd3387a-2714-4b9f-8e7a-facb7414c5ce Feb 03 12:55:17.971102 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (bfd3387a-2714-4b9f-8e7a-facb7414c5ce), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.019348 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-19e90030-5cf4-492c-a266-bc44d1630f13 service neutron] 10.222.0.65 "GET /v2.0/networks/b8ff078d-ae71-4ac2-ae10-f49739d455b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875864 Feb 03 12:55:18.046503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (bfd3387a-2714-4b9f-8e7a-facb7414c5ce), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.051689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:18.055471 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.248727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66695c-2192-4c9b-a5df-f98ba56e3892 req-3b63d239-b980-4e6d-a390-d8362105001d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:18.260568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b66695c-2192-4c9b-a5df-f98ba56e3892 req-3b63d239-b980-4e6d-a390-d8362105001d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2386036 Feb 03 12:55:18.300937 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1333079 Feb 03 12:55:18.306661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308f554-d6b4-407f-a8db-333b556425d3 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Pushing event updated for resources: {'Network': ['ID=bfd3387a-2714-4b9f-8e7a-facb7414c5ce,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:18.333386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network bfd3387a-2714-4b9f-8e7a-facb7414c5ce details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:18.476350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b66695c-2192-4c9b-a5df-f98ba56e3892 req-535acfe2-c7b7-4e9f-acf9-08e6fccb4b3f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064435 Feb 03 12:55:18.710089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7639be8e-5950-45c6-a6e5-bfbcdca98be0 req-621144db-361d-4724-ae08-e065eeca1635 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 210 time: 0.0675406 Feb 03 12:55:19.113566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46280) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:19.121460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Request body: {'port': {'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce', 'binding:host_id': 'n-h2-792364-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-772734051'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:19.175196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Made reservation on behalf of ce8493bf7f33457991bc752d7b4dd78d for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:19.193990 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:19.201965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb0f99-578c-4fef-ac93-90215e84f9ff req-957e9e2e-34e2-4b7a-8958-2cb2e18df90c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:19.218176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2adb0f99-578c-4fef-ac93-90215e84f9ff req-957e9e2e-34e2-4b7a-8958-2cb2e18df90c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2267363 Feb 03 12:55:19.228440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:19.450538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2adb0f99-578c-4fef-ac93-90215e84f9ff req-a03abd64-47a8-48a2-bc98-a59dc215641c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290502 Feb 03 12:55:19.588920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks [] for security_group (0261282f-3f99-416c-92c1-4fb8009cef2f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:19.600875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0261282f-3f99-416c-92c1-4fb8009cef2f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:19.606633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] device_id is not set on port e6e26ec7-7c45-45f1-ad50-fe175aefd94f yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:19.700612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e1f7e-fd17-41e1-9944-89be8bf0d76e req-f1f3bd8d-2947-48c4-ab83-84adeb4e23d2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:19.710026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-153e1f7e-fd17-41e1-9944-89be8bf0d76e req-f1f3bd8d-2947-48c4-ab83-84adeb4e23d2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1187701 Feb 03 12:55:19.832130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-153e1f7e-fd17-41e1-9944-89be8bf0d76e req-56602f4e-553c-4e0e-b2f7-f311ff6a3593 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162310 Feb 03 12:55:19.887992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0261282f-3f99-416c-92c1-4fb8009cef2f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:20.032014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d81b5bc-b594-43c9-89fe-92b5efafbc0b req-3d6e5847-79d2-4dc6-8ce7-68f084241a4d tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 210 time: 0.0771050 Feb 03 12:55:20.223066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] device_id is not set on port e6e26ec7-7c45-45f1-ad50-fe175aefd94f yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:20.236695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks [] for port (e6e26ec7-7c45-45f1-ad50-fe175aefd94f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:20.254219 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e6e26ec7-7c45-45f1-ad50-fe175aefd94f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:20.306131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea628-a53a-4e7f-b30a-b24aeb2bacb8 req-cb5f4c3e-9b1a-49ee-b4f6-703de79e1e47 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:20.315749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b2ea628-a53a-4e7f-b30a-b24aeb2bacb8 req-cb5f4c3e-9b1a-49ee-b4f6-703de79e1e47 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2035155 Feb 03 12:55:20.323302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'Port': ['ID=e6e26ec7-7c45-45f1-ad50-fe175aefd94f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:20.353533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Checking segment: {'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:20.354117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Network hostable DHCP agents. Network: bfd3387a-2714-4b9f-8e7a-facb7414c5ce, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:20.380567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Network bfd3387a-2714-4b9f-8e7a-facb7414c5ce is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:20.422550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, bfd3387a-2714-4b9f-8e7a-facb7414c5ce) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:20.431257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:20.436628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9346d-84b5-4bcf-b8f5-b2c5758b108a None None] Network bfd3387a-2714-4b9f-8e7a-facb7414c5ce requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:20.501149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:20.501491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:20.501834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:20.518536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b2ea628-a53a-4e7f-b30a-b24aeb2bacb8 req-6441f6c6-f7b2-4340-9d03-5ecc251812f5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971567 Feb 03 12:55:20.540352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:20.540352 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:20.540352 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 2 to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f Feb 03 12:55:20.565805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:20.575098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:20.575834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:20.594260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:20.594968 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:20.599802 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 3 to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f Feb 03 12:55:20.677821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:20.678282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:20.678721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:20.695039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:20.695039 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:20.695039 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 4 to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f Feb 03 12:55:20.775543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:20.775891 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:20.776233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:20.798489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:20.798825 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:20.799233 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 5 to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f Feb 03 12:55:20.833137 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:20.866195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:20.866590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:20.866934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:20.921872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:20.922219 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:20.922652 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 6 to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f Feb 03 12:55:20.950257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:20.950804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:20.951301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:20.962822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:20.963654 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:20.964336 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 7 to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f Feb 03 12:55:20.995902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:20.996458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:20.996981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:21.014447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:21.015052 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:21.015614 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 8 to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f Feb 03 12:55:21.041250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:21.041597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:21.041943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:21.083427 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:21.083979 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:21.084556 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 9 to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f Feb 03 12:55:21.121677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:21.122023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:21.122715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:21.131230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:21.131562 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:21.132032 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 10 to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f Feb 03 12:55:21.163978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23ed6-721b-404e-9493-fd19f616b8f4 req-9582c77e-fd91-4f71-9eeb-1d9fbbe853ca tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:21.167637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adc23ed6-721b-404e-9493-fd19f616b8f4 req-9582c77e-fd91-4f71-9eeb-1d9fbbe853ca tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4615858 Feb 03 12:55:21.168761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:21.169113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:21.169455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:21.179557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:21.179997 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port e6e26ec7-7c45-45f1-ad50-fe175aefd94f on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:21.180405 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e6e26ec7-7c45-45f1-ad50-fe175aefd94f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.212135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-984b24f0-bbb8-4e57-84b8-37bd3559ef15 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:21.216963 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-984b24f0-bbb8-4e57-84b8-37bd3559ef15 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.91 "GET /v2.0/networks?id=b8ff078d-ae71-4ac2-ae10-f49739d455b7 HTTP/1.1" status: 200 len: 821 time: 0.5790436 Feb 03 12:55:21.341402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Request body: {'port': {'device_id': 'f51a17db-c6a1-462d-9424-cc94e200b813', 'network_id': 'b8ff078d-ae71-4ac2-ae10-f49739d455b7', 'admin_state_up': True, 'tenant_id': 'fa3fe493739148d8bee66cba6799db15'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:21.341617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] For port e6e26ec7-7c45-45f1-ad50-fe175aefd94f, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:21.342006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempted to set empty binding levels {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:55:21.353541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85e2009f-85f4-4415-bfc4-2573c09c54e5 req-944ea9ad-3b3f-438f-9f89-32ed4e4c9b5e tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 210 time: 0.1820488 Feb 03 12:55:21.361734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e6e26ec7-7c45-45f1-ad50-fe175aefd94f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.397000 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:21.397619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.553641 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4387612 Feb 03 12:55:21.578384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46384) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:21.743404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adc23ed6-721b-404e-9493-fd19f616b8f4 req-809886e2-681e-4c04-b935-a5140562ea70 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206656 Feb 03 12:55:21.766518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb349b-d22c-4ff1-a104-14dd0a2cceff tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'Port': ['ID=e6e26ec7-7c45-45f1-ad50-fe175aefd94f,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:21.924348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-002304d2-f47b-41ae-888e-f21e802b03f6 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Deleting port e6e26ec7-7c45-45f1-ad50-fe175aefd94f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:21.924700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-002304d2-f47b-41ae-888e-f21e802b03f6 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e6e26ec7-7c45-45f1-ad50-fe175aefd94f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.966120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Made reservation on behalf of fa3fe493739148d8bee66cba6799db15 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:21.969748 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.082867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-002304d2-f47b-41ae-888e-f21e802b03f6 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] For port e6e26ec7-7c45-45f1-ad50-fe175aefd94f, host n-h2-792364-10, got binding levels [] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:22.083238 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-002304d2-f47b-41ae-888e-f21e802b03f6 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e6e26ec7-7c45-45f1-ad50-fe175aefd94f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.109052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-002304d2-f47b-41ae-888e-f21e802b03f6 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Calling delete_port for e6e26ec7-7c45-45f1-ad50-fe175aefd94f owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:22.164148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56d894-ec51-45ef-bba7-e64b8a22da14 req-963ce6ca-a9e2-46fc-aa16-34c6692e547a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:22.166407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd56d894-ec51-45ef-bba7-e64b8a22da14 req-963ce6ca-a9e2-46fc-aa16-34c6692e547a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1177080 Feb 03 12:55:22.183745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Allocated IP 172.20.0.8 (b8ff078d-ae71-4ac2-ae10-f49739d455b7/c30588c0-9996-4f4b-b42c-c9eaf30b1bc9/789314e8-0a4b-4490-bf6b-fd87528e421c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:22.290639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd56d894-ec51-45ef-bba7-e64b8a22da14 req-b990816a-7019-4dda-9185-44e387c573e6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175218 Feb 03 12:55:22.301856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-002304d2-f47b-41ae-888e-f21e802b03f6 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e6e26ec7-7c45-45f1-ad50-fe175aefd94f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.357084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-002304d2-f47b-41ae-888e-f21e802b03f6 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.362808 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-002304d2-f47b-41ae-888e-f21e802b03f6 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "DELETE /v2.0/ports/e6e26ec7-7c45-45f1-ad50-fe175aefd94f HTTP/1.1" status: 204 len: 168 time: 0.7817714 Feb 03 12:55:22.367576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46410) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:22.402817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002304d2-f47b-41ae-888e-f21e802b03f6 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6e26ec7-7c45-45f1-ad50-fe175aefd94f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:22.460323 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f267cb-34dc-4220-b968-2e9c75cc0ebe tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:55:22.470577 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-59f267cb-34dc-4220-b968-2e9c75cc0ebe tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "GET /v2.0/ports/e6e26ec7-7c45-45f1-ad50-fe175aefd94f HTTP/1.1" status: 404 len: 333 time: 0.0985513 Feb 03 12:55:22.471424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46420) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:22.493006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Request body: {'port': {'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1681188005'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:22.567491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Made reservation on behalf of ce8493bf7f33457991bc752d7b4dd78d for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:22.570167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.605122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] device_id is not set on port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:22.609326 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Publish callbacks [] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.665623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5988ece6-44b8-4bee-a50d-0b86b8d6e845 req-61ed7ca7-8fba-4b11-8345-c4a32d96f6aa tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 210 time: 0.1248858 Feb 03 12:55:22.672525 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.761348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Network b8ff078d-ae71-4ac2-ae10-f49739d455b7 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:22.801043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Pushing event updated for resources: {'Port': ['ID=789314e8-0a4b-4490-bf6b-fd87528e421c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:22.807846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:22.812771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:22.888388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:22.889088 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.929557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-c3c8881b-f510-47cf-8064-0f0f1ea2ca14 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6775432 Feb 03 12:55:22.951199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e66e68-65ff-4ff0-beec-ee201bc13154 req-772d1478-d111-4bfb-974c-f3c1641b2701 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:22.956360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7e66e68-65ff-4ff0-beec-ee201bc13154 req-772d1478-d111-4bfb-974c-f3c1641b2701 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2868061 Feb 03 12:55:22.978033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Request body: {'port': {'device_id': 'f51a17db-c6a1-462d-9424-cc94e200b813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:23.031637 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks [] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.122571 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.145535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.247344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'Port': ['ID=d4822a43-1dcd-4ae4-84d2-4ae272a89a51,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:23.275453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Network bfd3387a-2714-4b9f-8e7a-facb7414c5ce is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:23.275453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:23.283269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:23.285210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:23.285999 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.314724 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4c50e77a-b85b-4b73-b25c-8ddbf991ee66 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8419724 Feb 03 12:55:23.317240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46442) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:23.341827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:23.489395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.604510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7e66e68-65ff-4ff0-beec-ee201bc13154 req-96cdae28-4687-4652-95af-e9e6543693ba tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612262 Feb 03 12:55:23.818865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46460) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:24.016844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] device_id is not set on port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:24.027845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks [] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.043874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.224160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a91393-60fb-454b-b6e0-b310949d44f5 req-88e5c67d-9104-4369-a492-f855e2c3d9da tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:24.225690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2a91393-60fb-454b-b6e0-b310949d44f5 req-88e5c67d-9104-4369-a492-f855e2c3d9da tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4385324 Feb 03 12:55:24.260442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa80abf-0ecf-4446-a730-08abb57e7be3 req-dfacd21b-78a1-4501-8b23-f7a1ab2c9cac tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:24.262024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5aa80abf-0ecf-4446-a730-08abb57e7be3 req-dfacd21b-78a1-4501-8b23-f7a1ab2c9cac tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 931 time: 0.4301102 Feb 03 12:55:24.264320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789314e8-0a4b-4490-bf6b-fd87528e421c {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:55:24.290222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:24.290622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:24.290924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:24.300645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-784b01a5-54ce-4cfa-bc8d-1c213e9af82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.309961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:24.310393 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:24.320003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Publish callbacks [] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.328843 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 2 to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 Feb 03 12:55:24.410837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Transition to ACTIVE for port object 789314e8-0a4b-4490-bf6b-fd87528e421c will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:55:24.444510 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.497145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'Port': ['ID=d4822a43-1dcd-4ae4-84d2-4ae272a89a51,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:24.529191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:24.529540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:24.533361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:24.547163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2a91393-60fb-454b-b6e0-b310949d44f5 req-82897428-9275-4da9-9b75-ede422dad3ca tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027823 Feb 03 12:55:24.558167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5aa80abf-0ecf-4446-a730-08abb57e7be3 req-f4b21e96-9388-4cb0-82e2-b3e16ee79710 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884221 Feb 03 12:55:24.602435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Pushing event updated for resources: {'Port': ['ID=789314e8-0a4b-4490-bf6b-fd87528e421c,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:24.691666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-784b01a5-54ce-4cfa-bc8d-1c213e9af82b admin admin] Publish callbacks [] for security_group (4fd25df6-48be-41a2-9c98-7873f525acac), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.699689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:24.699689 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:24.699689 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 3 to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 Feb 03 12:55:24.706447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-784b01a5-54ce-4cfa-bc8d-1c213e9af82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4fd25df6-48be-41a2-9c98-7873f525acac), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.776134 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-784b01a5-54ce-4cfa-bc8d-1c213e9af82b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1438d1455da74b259f759a64bc7fb5e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9561450 Feb 03 12:55:24.778224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46482) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:24.779266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:24.779618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:24.779964 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:24.813324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:24.813675 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:24.824604 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 4 to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 Feb 03 12:55:24.868303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:24.868695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:24.869041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:24.890487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b01a5-54ce-4cfa-bc8d-1c213e9af82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd25df6-48be-41a2-9c98-7873f525acac,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:24.896720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:24.897054 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:24.897446 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 5 to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 Feb 03 12:55:24.935584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:24.935924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:24.936263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:24.946745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:24.947078 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:24.947467 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 6 to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 Feb 03 12:55:24.975353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Attempting to bind port 789314e8-0a4b-4490-bf6b-fd87528e421c on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:24.975814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Attempting to bind port 789314e8-0a4b-4490-bf6b-fd87528e421c by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '7381ddb4-0840-4456-becb-7b4a4fee49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b8ff078d-ae71-4ac2-ae10-f49739d455b7'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:24.976183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Attempting to bind port 789314e8-0a4b-4490-bf6b-fd87528e421c on network b8ff078d-ae71-4ac2-ae10-f49739d455b7 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:24.980128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:24.980466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:24.980802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:24.992904 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-31de5d07-b1e5-4ead-8779-3bf498723eda admin admin] Publish callbacks [] for security_group (4fd25df6-48be-41a2-9c98-7873f525acac), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.995158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Port 789314e8-0a4b-4490-bf6b-fd87528e421c on network b8ff078d-ae71-4ac2-ae10-f49739d455b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:24.995493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Attempting to bind port 789314e8-0a4b-4490-bf6b-fd87528e421c on network b8ff078d-ae71-4ac2-ae10-f49739d455b7 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:24.996902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:24.997242 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:24.997633 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 7 to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 Feb 03 12:55:25.006494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd905fd-492b-4b5a-9152-a253dc26420f req-c3d51f83-32b5-4d6d-8519-0819b9dad257 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.008082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fd905fd-492b-4b5a-9152-a253dc26420f req-c3d51f83-32b5-4d6d-8519-0819b9dad257 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2307820 Feb 03 12:55:25.019849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:25.020184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:25.020523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:25.033429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:25.033798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:25.033929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Checking segment: {'id': '7381ddb4-0840-4456-becb-7b4a4fee49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b8ff078d-ae71-4ac2-ae10-f49739d455b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:25.034098 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:25.034199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Bound using segment: {'id': '7381ddb4-0840-4456-becb-7b4a4fee49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b8ff078d-ae71-4ac2-ae10-f49739d455b7'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:25.034504 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 8 to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 Feb 03 12:55:25.034633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Bound port: 789314e8-0a4b-4490-bf6b-fd87528e421c, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7381ddb4-0840-4456-becb-7b4a4fee49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b8ff078d-ae71-4ac2-ae10-f49739d455b7'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:25.034992 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.067592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:25.068134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:25.068365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:25.072962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:25.073274 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:25.073658 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 9 to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 Feb 03 12:55:25.110349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-31de5d07-b1e5-4ead-8779-3bf498723eda admin admin] Publish callbacks [] for security_group (4fd25df6-48be-41a2-9c98-7873f525acac), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.120734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:25.121075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:25.122712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:25.132838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:25.133179 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:25.133573 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 10 to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 Feb 03 12:55:25.164367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:25.164746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:25.166453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:25.175057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:25.175389 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:25.175760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.337231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fd905fd-492b-4b5a-9152-a253dc26420f req-cb440ff6-6baf-4053-acc3-c204cb049aea tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150270 Feb 03 12:55:25.363396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] For port 789314e8-0a4b-4490-bf6b-fd87528e421c, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:25.367021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] For port 789314e8-0a4b-4490-bf6b-fd87528e421c, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=789314e8-0a4b-4490-bf6b-fd87528e421c,segment=NetworkSegment(7381ddb4-0840-4456-becb-7b4a4fee49c6),segment_id=7381ddb4-0840-4456-becb-7b4a4fee49c6)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:25.404817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.411572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] For port d4822a43-1dcd-4ae4-84d2-4ae272a89a51, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:25.411976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempted to set empty binding levels {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:55:25.429837 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.481648 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-31de5d07-b1e5-4ead-8779-3bf498723eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4fd25df6-48be-41a2-9c98-7873f525acac), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.484134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-31de5d07-b1e5-4ead-8779-3bf498723eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.487829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-31de5d07-b1e5-4ead-8779-3bf498723eda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4fd25df6-48be-41a2-9c98-7873f525acac HTTP/1.1" status: 204 len: 168 time: 0.6897204 Feb 03 12:55:25.512819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.513441 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.514842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] 10.222.0.91 "PUT /v2.0/ports/789314e8-0a4b-4490-bf6b-fd87528e421c HTTP/1.1" status: 200 len: 1092 time: 2.5566783 Feb 03 12:55:25.522762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de5d07-b1e5-4ead-8779-3bf498723eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd25df6-48be-41a2-9c98-7873f525acac,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:25.524306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51a17db-c6a1-462d-9424-cc94e200b813', 'tag': '789314e8-0a4b-4490-bf6b-fd87528e421c'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:25.526660 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aaee73-0997-4c86-87c4-e56bc1c82c14" -d '{"events": [{"name": "network-changed", "server_uuid": "f51a17db-c6a1-462d-9424-cc94e200b813", "tag": "789314e8-0a4b-4490-bf6b-fd87528e421c"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:25.551315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] In _notify_port_updated(), no bound segment for port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:55:25.563072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.564414 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:55:25.566150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.570445 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "PUT /v2.0/ports/d4822a43-1dcd-4ae4-84d2-4ae272a89a51 HTTP/1.1" status: 200 len: 976 time: 2.2492049 Feb 03 12:55:25.573943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46508) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:25.685955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28641d-89c7-4bc8-90ff-1bd6a8514906 service neutron] Pushing event updated for resources: {'Port': ['ID=789314e8-0a4b-4490-bf6b-fd87528e421c,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:25.691862 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fb189b-ce93-496a-8256-3deccba1af13 x-openstack-request-id: req-36fb189b-ce93-496a-8256-3deccba1af13 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:25.692537 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51a17db-c6a1-462d-9424-cc94e200b813", "tag": "789314e8-0a4b-4490-bf6b-fd87528e421c", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:25.693154 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36fb189b-ce93-496a-8256-3deccba1af13 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:25.693951 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51a17db-c6a1-462d-9424-cc94e200b813', 'tag': '789314e8-0a4b-4490-bf6b-fd87528e421c', 'status': 'completed', 'code': 200} Feb 03 12:55:25.710643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a81c1-fb08-40f4-92f4-b259f6657010 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'Port': ['ID=d4822a43-1dcd-4ae4-84d2-4ae272a89a51,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:25.779739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458625c-ee58-4970-952a-266a421950a9 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.780126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458625c-ee58-4970-952a-266a421950a9 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.780595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458625c-ee58-4970-952a-266a421950a9 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.781058 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458625c-ee58-4970-952a-266a421950a9 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.781520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458625c-ee58-4970-952a-266a421950a9 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.782340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458625c-ee58-4970-952a-266a421950a9 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.782987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458625c-ee58-4970-952a-266a421950a9 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.783466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458625c-ee58-4970-952a-266a421950a9 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.786120 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3458625c-ee58-4970-952a-266a421950a9 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 7578 time: 0.2097619 Feb 03 12:55:25.789282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46514) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:25.835091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30b8fe-f2b3-4cbf-95b6-e61b6e13072b req-fb9869b5-4d0a-45d4-8907-ed6174a1e4db tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.840525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac30b8fe-f2b3-4cbf-95b6-e61b6e13072b req-fb9869b5-4d0a-45d4-8907-ed6174a1e4db tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.3386905 Feb 03 12:55:25.849867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-434e7ed2-8377-4295-a853-e3c9c7fa476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:25.854378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-434e7ed2-8377-4295-a853-e3c9c7fa476a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa3fe493739148d8bee66cba6799db15&device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 1126 time: 0.2252288 Feb 03 12:55:25.967469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-9e673fb3-2ba3-4a07-9c88-27ec83061674 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=789314e8-0a4b-4490-bf6b-fd87528e421c HTTP/1.1" status: 200 len: 217 time: 0.0716281 Feb 03 12:55:26.097153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4d69b-9029-43e7-a5db-57f99bdc5833 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Deleting port d4822a43-1dcd-4ae4-84d2-4ae272a89a51 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:26.098041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bd4d69b-9029-43e7-a5db-57f99bdc5833 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.222898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-7bd4d69b-9029-43e7-a5db-57f99bdc5833 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] For port d4822a43-1dcd-4ae4-84d2-4ae272a89a51, host n-h2-792364-10, got binding levels [] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:26.223304 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bd4d69b-9029-43e7-a5db-57f99bdc5833 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.240659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4d69b-9029-43e7-a5db-57f99bdc5833 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Calling delete_port for d4822a43-1dcd-4ae4-84d2-4ae272a89a51 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:26.249031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-f8867bf0-8ede-4b77-acea-a8ed6e7c2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:26.250946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-f8867bf0-8ede-4b77-acea-a8ed6e7c2ebb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c30588c0-9996-4f4b-b42c-c9eaf30b1bc9 HTTP/1.1" status: 200 len: 861 time: 0.2737155 Feb 03 12:55:26.268785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac30b8fe-f2b3-4cbf-95b6-e61b6e13072b req-830a89ed-16e3-4ed5-842d-2981439ade89 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122663 Feb 03 12:55:26.327828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-b743765d-5ba6-4af2-b229-235d488200d9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b8ff078d-ae71-4ac2-ae10-f49739d455b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560904 Feb 03 12:55:26.387532 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46528) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:26.420955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-412bb4ae-19f4-4cab-a7b5-c3356f2a15ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.439651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ed36d-3bc6-4c21-99a0-efd774edbf5f req-65469418-9cb0-4769-b3f1-b806daeea34d tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:26.449198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-288ed36d-3bc6-4c21-99a0-efd774edbf5f req-65469418-9cb0-4769-b3f1-b806daeea34d tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 943 time: 0.5705185 Feb 03 12:55:26.601686 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-412bb4ae-19f4-4cab-a7b5-c3356f2a15ce admin admin] Publish callbacks [] for security_group (0ba8658d-18ee-4450-899d-8661c00dd42b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.601686 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bd4d69b-9029-43e7-a5db-57f99bdc5833 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d4822a43-1dcd-4ae4-84d2-4ae272a89a51), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.617521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b195e4-9b24-4b42-b2a7-32b0e4921c41 req-51c35aa8-9ff6-4ea1-80ae-509fa95d2451 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:26.617521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18b195e4-9b24-4b42-b2a7-32b0e4921c41 req-51c35aa8-9ff6-4ea1-80ae-509fa95d2451 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2318170 Feb 03 12:55:26.633227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-288ed36d-3bc6-4c21-99a0-efd774edbf5f req-7d7b27dc-cb96-4f16-9973-683f7d802a0d tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829529 Feb 03 12:55:26.634174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4d69b-9029-43e7-a5db-57f99bdc5833 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4822a43-1dcd-4ae4-84d2-4ae272a89a51,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:26.636346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-5178cfe9-9290-4a80-8cee-64d998e2d739 service neutron] 10.222.0.91 "GET /v2.0/networks/b8ff078d-ae71-4ac2-ae10-f49739d455b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995620 Feb 03 12:55:26.651185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-412bb4ae-19f4-4cab-a7b5-c3356f2a15ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0ba8658d-18ee-4450-899d-8661c00dd42b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.703611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bb4ae-19f4-4cab-a7b5-c3356f2a15ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba8658d-18ee-4450-899d-8661c00dd42b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:26.738567 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bd4d69b-9029-43e7-a5db-57f99bdc5833 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.743286 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7bd4d69b-9029-43e7-a5db-57f99bdc5833 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d4822a43-1dcd-4ae4-84d2-4ae272a89a51 HTTP/1.1" status: 204 len: 168 time: 0.9530456 Feb 03 12:55:26.747765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46538) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:26.764453 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-412bb4ae-19f4-4cab-a7b5-c3356f2a15ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=38fa9a367270408bb0a8e58f2ccd0ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3756564 Feb 03 12:55:26.765728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46540) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:26.811382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18b195e4-9b24-4b42-b2a7-32b0e4921c41 req-4e0f9045-5c56-4e7b-b6d0-e5bd337998a8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703501 Feb 03 12:55:26.920682 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad11cba-6cd3-4f25-a161-4c808b0a5176 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:55:26.922246 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3ad11cba-6cd3-4f25-a161-4c808b0a5176 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "GET /v2.0/ports/d4822a43-1dcd-4ae4-84d2-4ae272a89a51 HTTP/1.1" status: 404 len: 333 time: 0.1731691 Feb 03 12:55:26.923088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e9a1-746f-44ac-9399-590cc33c867b admin admin] Publish callbacks [] for security_group (0ba8658d-18ee-4450-899d-8661c00dd42b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.927233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46544) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:26.937597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-806667351', 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:26.968291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f0efcc-5343-4b82-a4fe-7df3165d328a req-ec270832-b637-4997-ab6a-5bd615649245 service neutron] 10.222.0.91 "GET /v2.0/networks/b8ff078d-ae71-4ac2-ae10-f49739d455b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229268 Feb 03 12:55:26.977002 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e9a1-746f-44ac-9399-590cc33c867b admin admin] Publish callbacks [] for security_group (0ba8658d-18ee-4450-899d-8661c00dd42b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.986620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Made reservation on behalf of ce8493bf7f33457991bc752d7b4dd78d for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:26.989285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.020613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] device_id is not set on port 1e09bae1-7e70-4999-8010-daa8197c7275 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:27.058974 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e9a1-746f-44ac-9399-590cc33c867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0ba8658d-18ee-4450-899d-8661c00dd42b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.083714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e9a1-746f-44ac-9399-590cc33c867b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.092640 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e0a3e9a1-746f-44ac-9399-590cc33c867b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ba8658d-18ee-4450-899d-8661c00dd42b HTTP/1.1" status: 204 len: 168 time: 0.3093925 Feb 03 12:55:27.112584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3e9a1-746f-44ac-9399-590cc33c867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba8658d-18ee-4450-899d-8661c00dd42b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:27.487704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-5d1bb59e-5516-427e-8599-80ec90a03cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:27.495668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-5d1bb59e-5516-427e-8599-80ec90a03cfc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa3fe493739148d8bee66cba6799db15&device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 1126 time: 0.4193399 Feb 03 12:55:27.553475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a306c-1e17-4c49-aa5b-0d090fca1e16 req-4de30a57-b58a-4990-8e1e-d58ea79187fc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:27.560620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-348a306c-1e17-4c49-aa5b-0d090fca1e16 req-4de30a57-b58a-4990-8e1e-d58ea79187fc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.3784790 Feb 03 12:55:27.813010 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks [] for port (1e09bae1-7e70-4999-8010-daa8197c7275), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:28.330481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-348a306c-1e17-4c49-aa5b-0d090fca1e16 req-b4d51691-15e0-45f0-bbb6-ebe281b96580 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688148 Feb 03 12:55:28.370611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-a82cd642-55ee-476d-86ef-bdd9961140e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:28.373894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-a82cd642-55ee-476d-86ef-bdd9961140e9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b8ff078d-ae71-4ac2-ae10-f49739d455b7 HTTP/1.1" status: 200 len: 922 time: 0.8525083 Feb 03 12:55:28.467488 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-4ed74786-d968-42ae-93d4-cef74aa24584 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=789314e8-0a4b-4490-bf6b-fd87528e421c HTTP/1.1" status: 200 len: 217 time: 0.0771422 Feb 03 12:55:28.610024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d19d8a-7a27-4f47-a809-5a25f1ea7020 req-eda5eefb-74a3-4c2f-934e-01df855ad0dc tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:28.611905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1d19d8a-7a27-4f47-a809-5a25f1ea7020 req-eda5eefb-74a3-4c2f-934e-01df855ad0dc tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 943 time: 0.8190706 Feb 03 12:55:28.717216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1e09bae1-7e70-4999-8010-daa8197c7275), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:28.877438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Network bfd3387a-2714-4b9f-8e7a-facb7414c5ce is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:28.889577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-96f9e621-4cab-4ec4-8442-4b23b20087f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:28.891270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-96f9e621-4cab-4ec4-8442-4b23b20087f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c30588c0-9996-4f4b-b42c-c9eaf30b1bc9 HTTP/1.1" status: 200 len: 861 time: 0.3160262 Feb 03 12:55:28.902041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:28.921418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130782f9-9360-48fa-ba2f-e0b715a14cc7 req-d669e681-4bad-4538-8d17-123d9ebcc0c0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:28.923440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-130782f9-9360-48fa-ba2f-e0b715a14cc7 req-d669e681-4bad-4538-8d17-123d9ebcc0c0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4547136 Feb 03 12:55:28.924468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:28.925249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:28.925857 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:28.937848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'Port': ['ID=1e09bae1-7e70-4999-8010-daa8197c7275,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:28.973678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1d19d8a-7a27-4f47-a809-5a25f1ea7020 req-f89ed61b-6c6e-4831-a2b0-c090815c9b06 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456872 Feb 03 12:55:28.979748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-08f39954-14a4-4167-90b8-e183890926af service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b8ff078d-ae71-4ac2-ae10-f49739d455b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668252 Feb 03 12:55:29.064056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-48c437a1-633f-47c1-b8df-fd7165f36e8e tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1343660 Feb 03 12:55:29.066657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46618) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:29.151498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afe3a3-79bf-4713-9e7c-243f1c6c3612 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:29.161173 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-40afe3a3-79bf-4713-9e7c-243f1c6c3612 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "GET /v2.0/ports/1e09bae1-7e70-4999-8010-daa8197c7275 HTTP/1.1" status: 200 len: 954 time: 0.0930712 Feb 03 12:55:29.162519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46624) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:29.187924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-130782f9-9360-48fa-ba2f-e0b715a14cc7 req-6b9a33b7-29f3-4059-a79f-98dbdf946551 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428679 Feb 03 12:55:29.190086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-bf369819-7771-41a3-96c5-92d8d403cec8 service neutron] 10.222.0.91 "GET /v2.0/networks/b8ff078d-ae71-4ac2-ae10-f49739d455b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722660 Feb 03 12:55:29.286657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-237d0f46-80e7-4216-84a3-7eaeb531204d tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Deleting port 1e09bae1-7e70-4999-8010-daa8197c7275 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:29.295994 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-237d0f46-80e7-4216-84a3-7eaeb531204d tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1e09bae1-7e70-4999-8010-daa8197c7275), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.405200 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-237d0f46-80e7-4216-84a3-7eaeb531204d tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1e09bae1-7e70-4999-8010-daa8197c7275), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.426530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-237d0f46-80e7-4216-84a3-7eaeb531204d tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Calling delete_port for 1e09bae1-7e70-4999-8010-daa8197c7275 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:29.472229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22aaee73-0997-4c86-87c4-e56bc1c82c14 req-4e31d663-bb1f-476a-8e93-f58972f49f0c service neutron] 10.222.0.91 "GET /v2.0/networks/b8ff078d-ae71-4ac2-ae10-f49739d455b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710598 Feb 03 12:55:29.553802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b355054-b72a-4398-9ba8-66150234d363 req-529013b8-b805-45a3-96f7-100561a83afc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:29.557374 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-237d0f46-80e7-4216-84a3-7eaeb531204d tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1e09bae1-7e70-4999-8010-daa8197c7275), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.564779 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b355054-b72a-4398-9ba8-66150234d363 req-529013b8-b805-45a3-96f7-100561a83afc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2274354 Feb 03 12:55:29.597100 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d0f46-80e7-4216-84a3-7eaeb531204d tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e09bae1-7e70-4999-8010-daa8197c7275,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:29.628153 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-237d0f46-80e7-4216-84a3-7eaeb531204d tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.634930 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-237d0f46-80e7-4216-84a3-7eaeb531204d tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "DELETE /v2.0/ports/1e09bae1-7e70-4999-8010-daa8197c7275 HTTP/1.1" status: 204 len: 168 time: 0.4711401 Feb 03 12:55:29.635619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46638) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:29.733230 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1656d9e-c5d8-4750-b77e-d60fc06788ac tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:55:29.734958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a1656d9e-c5d8-4750-b77e-d60fc06788ac tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "GET /v2.0/ports/1e09bae1-7e70-4999-8010-daa8197c7275 HTTP/1.1" status: 404 len: 333 time: 0.0965424 Feb 03 12:55:29.739014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46642) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:29.750421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Request body: {'port': {'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2132799268'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:29.815020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Made reservation on behalf of ce8493bf7f33457991bc752d7b4dd78d for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:29.816420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b355054-b72a-4398-9ba8-66150234d363 req-148d2a28-e34f-4ac1-96ae-032a4b3f5d73 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439561 Feb 03 12:55:29.818296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.866390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] device_id is not set on port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:29.902548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46650) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:30.125992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks [] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.130987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7d178-e69a-439c-ba66-30de5572fb42 req-b4f94f60-4ba0-4505-a2d1-bdd73870215c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:30.132638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ef7d178-e69a-439c-ba66-30de5572fb42 req-b4f94f60-4ba0-4505-a2d1-bdd73870215c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1597733 Feb 03 12:55:30.170620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-349151b9-505d-4354-8fad-62f5dd6183c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.173018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.249681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Network bfd3387a-2714-4b9f-8e7a-facb7414c5ce is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:30.253020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:30.258652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:30.261686 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:30.262406 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.307486 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5672019 Feb 03 12:55:30.312392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46658) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:30.326306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:30.342147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f976b-a5dc-4460-aac5-d71c6bb638d3 req-a1bb6976-0037-4028-9bde-6e042a468741 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:30.350049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f1f976b-a5dc-4460-aac5-d71c6bb638d3 req-a1bb6976-0037-4028-9bde-6e042a468741 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 943 time: 0.2160425 Feb 03 12:55:30.355078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ef7d178-e69a-439c-ba66-30de5572fb42 req-314c99e1-4f43-4ddd-a984-d908345d34ff tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025905 Feb 03 12:55:30.431470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 789314e8-0a4b-4490-bf6b-fd87528e421c details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:55:30.435394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f1f976b-a5dc-4460-aac5-d71c6bb638d3 req-496d7985-0574-4c97-90e9-29517a099ac5 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766063 Feb 03 12:55:30.438456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1092e8-29d2-4c3e-84e4-d84f6ed36eb4 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'Port': ['ID=2694f626-ce3c-4a94-bc91-f02cadb6cd82,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:30.484606 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-349151b9-505d-4354-8fad-62f5dd6183c1 admin admin] Publish callbacks [] for security_group (78ea48ab-0f29-40aa-99af-d67be44864b8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.494565 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-349151b9-505d-4354-8fad-62f5dd6183c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (78ea48ab-0f29-40aa-99af-d67be44864b8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.555199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.608927 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-349151b9-505d-4354-8fad-62f5dd6183c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6adecf5386504a9c802f7ade9df3425f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042384 Feb 03 12:55:30.612074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46662) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:30.612490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349151b9-505d-4354-8fad-62f5dd6183c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ea48ab-0f29-40aa-99af-d67be44864b8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:30.708113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 789314e8-0a4b-4490-bf6b-fd87528e421c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=789314e8-0a4b-4490-bf6b-fd87528e421c,segment=NetworkSegment(7381ddb4-0840-4456-becb-7b4a4fee49c6),segment_id=7381ddb4-0840-4456-becb-7b4a4fee49c6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:30.729162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '789314e8-0a4b-4490-bf6b-fd87528e421c', 'network_id': 'b8ff078d-ae71-4ac2-ae10-f49739d455b7', 'port_id': '789314e8-0a4b-4490-bf6b-fd87528e421c', 'mac_address': 'fa:16:3e:b6:0a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30588c0-9996-4f4b-b42c-c9eaf30b1bc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:55:30.866996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 789314e8-0a4b-4490-bf6b-fd87528e421c is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:30.867652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.867789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07152a64-a1f7-4467-a964-21fe4d662cbd req-b01c242a-54a1-4f51-b799-8dd49fa993af tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:30.869644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07152a64-a1f7-4467-a964-21fe4d662cbd req-b01c242a-54a1-4f51-b799-8dd49fa993af tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1429033 Feb 03 12:55:30.907123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789314e8-0a4b-4490-bf6b-fd87528e421c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:55:30.987738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07152a64-a1f7-4467-a964-21fe4d662cbd req-b5582b71-b2f1-4e67-a2e3-7235cb435463 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098280 Feb 03 12:55:31.008673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 789314e8-0a4b-4490-bf6b-fd87528e421c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=789314e8-0a4b-4490-bf6b-fd87528e421c,segment=NetworkSegment(7381ddb4-0840-4456-becb-7b4a4fee49c6),segment_id=7381ddb4-0840-4456-becb-7b4a4fee49c6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:31.023258 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.034186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5248db86-b6cc-4e77-8725-6d8611da4e4c admin admin] Publish callbacks [] for security_group (78ea48ab-0f29-40aa-99af-d67be44864b8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.205207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=789314e8-0a4b-4490-bf6b-fd87528e421c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:31.245119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5248db86-b6cc-4e77-8725-6d8611da4e4c admin admin] Publish callbacks [] for security_group (78ea48ab-0f29-40aa-99af-d67be44864b8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.305534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e9350-f875-40c9-9996-26e59a09bfa1 req-7677d958-03a9-4c10-9fe4-f767e6c18799 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:31.309278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e81e9350-f875-40c9-9996-26e59a09bfa1 req-7677d958-03a9-4c10-9fe4-f767e6c18799 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1380150 Feb 03 12:55:31.382062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['789314e8-0a4b-4490-bf6b-fd87528e421c'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:55:31.437824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e81e9350-f875-40c9-9996-26e59a09bfa1 req-e5edc65d-f6f3-457d-8ac4-c2d426c7a9a6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224687 Feb 03 12:55:31.529122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] device_id is not set on port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:31.550852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks [] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.570104 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.670555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46688) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:31.704700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5248db86-b6cc-4e77-8725-6d8611da4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (78ea48ab-0f29-40aa-99af-d67be44864b8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.717884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5248db86-b6cc-4e77-8725-6d8611da4e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.742495 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5248db86-b6cc-4e77-8725-6d8611da4e4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78ea48ab-0f29-40aa-99af-d67be44864b8 HTTP/1.1" status: 204 len: 168 time: 1.1289735 Feb 03 12:55:31.797210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bcadc-61ed-4b15-9362-a805710ebf40 req-1e8d91cc-ff3f-49c3-99fe-071451f4e83d tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:31.802914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-242bcadc-61ed-4b15-9362-a805710ebf40 req-1e8d91cc-ff3f-49c3-99fe-071451f4e83d tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 944 time: 0.2244911 Feb 03 12:55:31.832209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248db86-b6cc-4e77-8725-6d8611da4e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ea48ab-0f29-40aa-99af-d67be44864b8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:31.889435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:31.889782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:31.892404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:31.914895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:31.923113 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:31.923970 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 2 to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 Feb 03 12:55:31.929457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'Port': ['ID=2694f626-ce3c-4a94-bc91-f02cadb6cd82,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:31.969263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:31.970604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:31.972239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:31.983421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:31.984995 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:31.986051 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 3 to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 Feb 03 12:55:32.028732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:32.029409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:32.030773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:32.041294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:32.043372 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:32.046198 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 4 to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 Feb 03 12:55:32.051133 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ccf103e-ae2b-4569-b5fd-c3ab74baf057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.077492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:32.078036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:32.078775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:32.091053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:32.091559 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:32.092105 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 5 to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 Feb 03 12:55:32.126772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:32.131200 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:32.131970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:32.143806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:32.145059 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:32.146002 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 6 to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 Feb 03 12:55:32.170592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:32.175132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-242bcadc-61ed-4b15-9362-a805710ebf40 req-e47c1c1a-b539-4633-82d8-c434d93980d7 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609176 Feb 03 12:55:32.180104 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:32.180708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:32.195106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:32.196001 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:32.197473 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 7 to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 Feb 03 12:55:32.216660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:32.217382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:32.218186 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:32.218600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdd4c5-adbe-4764-9595-9500970022d0 req-f6df78a2-1c98-43d6-9a16-fcf0ae641fa8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:32.225616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:32.226311 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:32.226991 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 8 to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 Feb 03 12:55:32.230803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ebdd4c5-adbe-4764-9595-9500970022d0 req-f6df78a2-1c98-43d6-9a16-fcf0ae641fa8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.3831494 Feb 03 12:55:32.256981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:32.257468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:32.260580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:32.271397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:32.271894 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:32.272456 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 9 to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 Feb 03 12:55:32.293084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:32.294357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:32.295059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:32.306661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:32.307306 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:32.308693 n-d-792364-10 neutron-server[103223]: INFO neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempt 10 to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 Feb 03 12:55:32.321361 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ccf103e-ae2b-4569-b5fd-c3ab74baf057 admin admin] Publish callbacks [] for security_group (d313d912-1527-47c0-9d6b-6d9212917954), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.334593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:32.335076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:32.335604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempting to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:32.341473 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ccf103e-ae2b-4569-b5fd-c3ab74baf057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d313d912-1527-47c0-9d6b-6d9212917954), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.343488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:32.343930 n-d-792364-10 neutron-server[103223]: ERROR neutron.plugins.ml2.managers [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Failed to bind port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on host n-h2-792364-10 for vnic_type normal using segments [{'id': 'c8068c92-8d56-402f-a842-f8b220eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bfd3387a-2714-4b9f-8e7a-facb7414c5ce'}] Feb 03 12:55:32.344371 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.444838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ebdd4c5-adbe-4764-9595-9500970022d0 req-680dbd43-e8bd-4ede-b912-001b84705a3d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129397 Feb 03 12:55:32.472679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6ccf103e-ae2b-4569-b5fd-c3ab74baf057 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59f1f194db7a410fbbd9d85ae9409502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7937186 Feb 03 12:55:32.474596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46716) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:32.526443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf103e-ae2b-4569-b5fd-c3ab74baf057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d313d912-1527-47c0-9d6b-6d9212917954,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:32.628603 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] For port 2694f626-ce3c-4a94-bc91-f02cadb6cd82, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:32.629140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attempted to set empty binding levels {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:55:32.642550 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.725362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event updated for resources: {'Port': ['ID=2694f626-ce3c-4a94-bc91-f02cadb6cd82,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:32.759545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] In _notify_port_updated(), no bound segment for port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 on network bfd3387a-2714-4b9f-8e7a-facb7414c5ce {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:55:32.760332 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:32.760947 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.765033 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ee8c6084-ee5d-4f20-97e9-c167f3f85ac0 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "PUT /v2.0/ports/2694f626-ce3c-4a94-bc91-f02cadb6cd82 HTTP/1.1" status: 200 len: 976 time: 2.4489560 Feb 03 12:55:32.765462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46730) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:32.811647 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e921357-3ca8-4ff8-b0dc-87bf39447dac admin admin] Publish callbacks [] for security_group (d313d912-1527-47c0-9d6b-6d9212917954), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.829568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1caebd-32cc-48b9-8b92-f15e96828c33 req-14833710-5a73-480d-8754-57751575fa46 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:32.841737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b1caebd-32cc-48b9-8b92-f15e96828c33 req-14833710-5a73-480d-8754-57751575fa46 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2191043 Feb 03 12:55:32.977945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e921357-3ca8-4ff8-b0dc-87bf39447dac admin admin] Publish callbacks [] for security_group (d313d912-1527-47c0-9d6b-6d9212917954), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.028162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d12f08d1-9a72-48b9-b4be-5c5748520998 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Deleting port 2694f626-ce3c-4a94-bc91-f02cadb6cd82 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:33.028703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d12f08d1-9a72-48b9-b4be-5c5748520998 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.137589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b1caebd-32cc-48b9-8b92-f15e96828c33 req-66648bab-c6ed-4148-b727-7baf456c46f7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932749 Feb 03 12:55:33.153765 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e921357-3ca8-4ff8-b0dc-87bf39447dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d313d912-1527-47c0-9d6b-6d9212917954), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.156310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e921357-3ca8-4ff8-b0dc-87bf39447dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.157436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0e921357-3ca8-4ff8-b0dc-87bf39447dac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d313d912-1527-47c0-9d6b-6d9212917954 HTTP/1.1" status: 204 len: 168 time: 0.6816733 Feb 03 12:55:33.182446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e921357-3ca8-4ff8-b0dc-87bf39447dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d313d912-1527-47c0-9d6b-6d9212917954,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:33.272231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-d12f08d1-9a72-48b9-b4be-5c5748520998 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] For port 2694f626-ce3c-4a94-bc91-f02cadb6cd82, host n-h2-792364-10, got binding levels [] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:33.272767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d12f08d1-9a72-48b9-b4be-5c5748520998 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.327550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d12f08d1-9a72-48b9-b4be-5c5748520998 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Calling delete_port for 2694f626-ce3c-4a94-bc91-f02cadb6cd82 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:33.572401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1816b25-fa15-4339-b96f-c0d29ce5758e req-6f3a1a26-9828-4c85-91c6-bc621e709a5a tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:33.574896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1816b25-fa15-4339-b96f-c0d29ce5758e req-6f3a1a26-9828-4c85-91c6-bc621e709a5a tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 944 time: 0.2154202 Feb 03 12:55:33.600165 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d12f08d1-9a72-48b9-b4be-5c5748520998 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2694f626-ce3c-4a94-bc91-f02cadb6cd82), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.649963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0361e6-38d0-4c93-9ba5-0bd582598c5c req-c24b340b-42f6-48f2-8cfd-fa626507e4e7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:33.673467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f08d1-9a72-48b9-b4be-5c5748520998 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Pushing event deleted for resources: {'Port': ['ID=2694f626-ce3c-4a94-bc91-f02cadb6cd82,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:33.675257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d0361e6-38d0-4c93-9ba5-0bd582598c5c req-c24b340b-42f6-48f2-8cfd-fa626507e4e7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2378974 Feb 03 12:55:33.688866 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d12f08d1-9a72-48b9-b4be-5c5748520998 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.694785 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d12f08d1-9a72-48b9-b4be-5c5748520998 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2694f626-ce3c-4a94-bc91-f02cadb6cd82 HTTP/1.1" status: 204 len: 168 time: 0.9275179 Feb 03 12:55:33.702889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46768) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:33.780058 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac885c8d-a8a5-4fe3-9dd0-be9703253d43 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:55:33.781527 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ac885c8d-a8a5-4fe3-9dd0-be9703253d43 tempest-PortsAdminExtendedAttrsTestJSON-1346888220 tempest-PortsAdminExtendedAttrsTestJSON-1346888220-project-admin] 10.222.0.65 "GET /v2.0/ports/2694f626-ce3c-4a94-bc91-f02cadb6cd82 HTTP/1.1" status: 404 len: 333 time: 0.0776303 Feb 03 12:55:33.798920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46770) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:33.823356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1816b25-fa15-4339-b96f-c0d29ce5758e req-fc04c577-b675-4df5-aae0-b67f11094ed7 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420628 Feb 03 12:55:33.890432 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d0361e6-38d0-4c93-9ba5-0bd582598c5c req-b688d6fb-2521-4766-860a-6c2e002beea8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799686 Feb 03 12:55:33.997106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46776) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:34.040429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b98d9c0-9327-463f-8851-ac9ed2d7292f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:34.369200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053cf4f-b7ec-4f3e-8a4b-81c62924b64a req-7cf22363-9044-4e31-9ad3-d1b294466426 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:34.370893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e053cf4f-b7ec-4f3e-8a4b-81c62924b64a req-7cf22363-9044-4e31-9ad3-d1b294466426 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2992122 Feb 03 12:55:34.445657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 789314e8-0a4b-4490-bf6b-fd87528e421c up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:34.523694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b98d9c0-9327-463f-8851-ac9ed2d7292f admin admin] Publish callbacks [] for security_group (2594a3b0-3e43-42aa-b1f4-511516148ce4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:34.527362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e053cf4f-b7ec-4f3e-8a4b-81c62924b64a req-5726cf44-e856-43f7-9d15-062954e352dc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426904 Feb 03 12:55:34.538734 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b98d9c0-9327-463f-8851-ac9ed2d7292f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2594a3b0-3e43-42aa-b1f4-511516148ce4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:34.613584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 789314e8-0a4b-4490-bf6b-fd87528e421c completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:55:34.622717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 789314e8-0a4b-4490-bf6b-fd87528e421c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:34.635027 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:34.672651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98d9c0-9327-463f-8851-ac9ed2d7292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2594a3b0-3e43-42aa-b1f4-511516148ce4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:34.788028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9b98d9c0-9327-463f-8851-ac9ed2d7292f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed8e684889dd4b17ad0bfdda39942582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7898560 Feb 03 12:55:34.795574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46796) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:34.902910 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (bfd3387a-2714-4b9f-8e7a-facb7414c5ce), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:34.922164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 789314e8-0a4b-4490-bf6b-fd87528e421c is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:34.923321 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.025746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 789314e8-0a4b-4490-bf6b-fd87528e421c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=789314e8-0a4b-4490-bf6b-fd87528e421c,segment=NetworkSegment(7381ddb4-0840-4456-becb-7b4a4fee49c6),segment_id=7381ddb4-0840-4456-becb-7b4a4fee49c6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:35.030293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51a17db-c6a1-462d-9424-cc94e200b813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789314e8-0a4b-4490-bf6b-fd87528e421c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:35.040680 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb125b73-dbfb-4fb8-bd7e-ffa49841a397" -d '{"events": [{"server_uuid": "f51a17db-c6a1-462d-9424-cc94e200b813", "name": "network-vif-plugged", "status": "completed", "tag": "789314e8-0a4b-4490-bf6b-fd87528e421c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:35.055374 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.072336 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39749102-8fe8-43eb-9672-2e0a19967d10 admin admin] Publish callbacks [] for security_group (2594a3b0-3e43-42aa-b1f4-511516148ce4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.137181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (bfd3387a-2714-4b9f-8e7a-facb7414c5ce), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.143663 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39749102-8fe8-43eb-9672-2e0a19967d10 admin admin] Publish callbacks [] for security_group (2594a3b0-3e43-42aa-b1f4-511516148ce4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.186377 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd3387a-2714-4b9f-8e7a-facb7414c5ce']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:35.209905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8068c92-8d56-402f-a842-f8b220eabffe') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:35.212038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8068c92-8d56-402f-a842-f8b220eabffe') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:35.236830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=789314e8-0a4b-4490-bf6b-fd87528e421c,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:35.244181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (c8068c92-8d56-402f-a842-f8b220eabffe), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.271402 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c8068c92-8d56-402f-a842-f8b220eabffe), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.285040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:55:35.285606 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (c8068c92-8d56-402f-a842-f8b220eabffe), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:55:35.293466 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:55:35.345455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39749102-8fe8-43eb-9672-2e0a19967d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2594a3b0-3e43-42aa-b1f4-511516148ce4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.348728 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39749102-8fe8-43eb-9672-2e0a19967d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.353412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-39749102-8fe8-43eb-9672-2e0a19967d10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2594a3b0-3e43-42aa-b1f4-511516148ce4 HTTP/1.1" status: 204 len: 168 time: 0.5567672 Feb 03 12:55:35.400548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f3cc-bd21-4634-9f11-989de6ce1ffa req-476d0186-2ba6-4b41-9717-d3d2655b6327 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:35.412787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9502f3cc-bd21-4634-9f11-989de6ce1ffa req-476d0186-2ba6-4b41-9717-d3d2655b6327 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 945 time: 0.1671312 Feb 03 12:55:35.419038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39749102-8fe8-43eb-9672-2e0a19967d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2594a3b0-3e43-42aa-b1f4-511516148ce4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:35.444905 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (bfd3387a-2714-4b9f-8e7a-facb7414c5ce), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.464243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.477556 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] 10.222.0.65 "DELETE /v2.0/networks/bfd3387a-2714-4b9f-8e7a-facb7414c5ce HTTP/1.1" status: 204 len: 168 time: 1.6753283 Feb 03 12:55:35.521352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dc7bd-b8c9-4d5a-8047-aa796bedb461 tempest-PortsAdminExtendedAttrsTestJSON-1764959862 tempest-PortsAdminExtendedAttrsTestJSON-1764959862-project] Pushing event deleted for resources: {'Network': ['ID=bfd3387a-2714-4b9f-8e7a-facb7414c5ce,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:35.626642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9502f3cc-bd21-4634-9f11-989de6ce1ffa req-2dd1e32f-ceb8-4a6b-8bdb-4b2b37181c01 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094097 Feb 03 12:55:35.797521 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a991e-5c91-437c-9c8d-4ce599975398 x-openstack-request-id: req-9a3a991e-5c91-437c-9c8d-4ce599975398 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:35.797989 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51a17db-c6a1-462d-9424-cc94e200b813", "name": "network-vif-plugged", "status": "completed", "tag": "789314e8-0a4b-4490-bf6b-fd87528e421c", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:35.798093 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a3a991e-5c91-437c-9c8d-4ce599975398 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:35.798448 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51a17db-c6a1-462d-9424-cc94e200b813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789314e8-0a4b-4490-bf6b-fd87528e421c', 'code': 200} Feb 03 12:55:36.020374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46854) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:36.051131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a5c24-afee-4986-9765-2766da248d3c req-6e3a6ffa-9582-4078-88c1-cf1c7b6a8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:36.053452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f31a5c24-afee-4986-9765-2766da248d3c req-6e3a6ffa-9582-4078-88c1-cf1c7b6a8200 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 1128 time: 0.1926186 Feb 03 12:55:36.225585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db65bce-4ad7-4363-bcef-94829517dbfc req-ad6aba0e-9273-432a-896f-1520a86285e7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:36.234020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3db65bce-4ad7-4363-bcef-94829517dbfc req-ad6aba0e-9273-432a-896f-1520a86285e7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2522800 Feb 03 12:55:36.249543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f31a5c24-afee-4986-9765-2766da248d3c req-2503fa50-f498-410c-b197-0280cb4fb188 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530788 Feb 03 12:55:36.304336 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4d22ff33-ff03-4e44-8785-1404589bd6f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=885288e4685e4898a3ff93f9fd480399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796538 Feb 03 12:55:36.305197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46872) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:36.322261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3db65bce-4ad7-4363-bcef-94829517dbfc req-0b8a504f-b533-45c2-a805-88f7c3802e3c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714717 Feb 03 12:55:36.394198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7779-da3f-477e-b22d-2f5c644e0f4d admin admin] Publish callbacks [] for security_group (766a3352-7f44-416c-a641-575f7bfbaef9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.428615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7779-da3f-477e-b22d-2f5c644e0f4d admin admin] Publish callbacks [] for security_group (766a3352-7f44-416c-a641-575f7bfbaef9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.496004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7779-da3f-477e-b22d-2f5c644e0f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (766a3352-7f44-416c-a641-575f7bfbaef9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.498568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7779-da3f-477e-b22d-2f5c644e0f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.503685 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2a9b7779-da3f-477e-b22d-2f5c644e0f4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/766a3352-7f44-416c-a641-575f7bfbaef9 HTTP/1.1" status: 204 len: 168 time: 0.1974599 Feb 03 12:55:36.523298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b7779-da3f-477e-b22d-2f5c644e0f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a3352-7f44-416c-a641-575f7bfbaef9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:36.585408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46884) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:36.626619 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cb68943-c10e-4872-9650-e0fc252d3a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.874143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580398fd-2dd2-49a7-aadf-e4d72e0e9f81 req-b5359e03-8230-4d21-a30c-9a4591cce1ea tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:36.883280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-580398fd-2dd2-49a7-aadf-e4d72e0e9f81 req-b5359e03-8230-4d21-a30c-9a4591cce1ea tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 945 time: 0.1103816 Feb 03 12:55:36.953808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-580398fd-2dd2-49a7-aadf-e4d72e0e9f81 req-a4761ad3-ecf7-47c8-ba99-95b41cfefb49 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697119 Feb 03 12:55:36.988433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a5cfaf8-7e0a-4d89-88e5-e57e1df753bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.076184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46904) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:37.141970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a5cfaf8-7e0a-4d89-88e5-e57e1df753bc admin admin] Publish callbacks [] for security_group (de6c904b-ab29-4838-92ae-895c19235ee7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.151920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a5cfaf8-7e0a-4d89-88e5-e57e1df753bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de6c904b-ab29-4838-92ae-895c19235ee7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.178564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a52c44cf-845d-4e3d-a576-eb010cd90172 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce8493bf7f33457991bc752d7b4dd78d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0999334 Feb 03 12:55:37.182084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46910) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:37.242761 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7a5cfaf8-7e0a-4d89-88e5-e57e1df753bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=411f2a43fbd94c6085b2b0a1c1cbe226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6469162 Feb 03 12:55:37.242983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46912) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:37.247346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cfaf8-7e0a-4d89-88e5-e57e1df753bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6c904b-ab29-4838-92ae-895c19235ee7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:37.311929 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c51b1a6b-c1ca-4f56-88e5-91f6c11ace59 admin admin] Publish callbacks [] for security_group (de6c904b-ab29-4838-92ae-895c19235ee7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.317096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc2971e4-224a-45a2-b6d8-f3756738b4fe admin admin] Publish callbacks [] for security_group (0261282f-3f99-416c-92c1-4fb8009cef2f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.387797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c51b1a6b-c1ca-4f56-88e5-91f6c11ace59 admin admin] Publish callbacks [] for security_group (de6c904b-ab29-4838-92ae-895c19235ee7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.398682 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc2971e4-224a-45a2-b6d8-f3756738b4fe admin admin] Publish callbacks [] for security_group (0261282f-3f99-416c-92c1-4fb8009cef2f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.575101 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d4030-52aa-4843-b189-285dc0e67817 req-6f21eafe-cf5b-4822-8973-518475bc5b22 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:37.576804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a8d4030-52aa-4843-b189-285dc0e67817 req-6f21eafe-cf5b-4822-8973-518475bc5b22 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1243525 Feb 03 12:55:37.615724 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc2971e4-224a-45a2-b6d8-f3756738b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0261282f-3f99-416c-92c1-4fb8009cef2f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.618808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc2971e4-224a-45a2-b6d8-f3756738b4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.620088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dc2971e4-224a-45a2-b6d8-f3756738b4fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0261282f-3f99-416c-92c1-4fb8009cef2f HTTP/1.1" status: 204 len: 168 time: 0.4368768 Feb 03 12:55:37.657888 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c51b1a6b-c1ca-4f56-88e5-91f6c11ace59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de6c904b-ab29-4838-92ae-895c19235ee7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.666445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c51b1a6b-c1ca-4f56-88e5-91f6c11ace59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.670145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c51b1a6b-c1ca-4f56-88e5-91f6c11ace59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de6c904b-ab29-4838-92ae-895c19235ee7 HTTP/1.1" status: 204 len: 168 time: 0.4258666 Feb 03 12:55:37.696631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2971e4-224a-45a2-b6d8-f3756738b4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0261282f-3f99-416c-92c1-4fb8009cef2f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:37.764572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a8d4030-52aa-4843-b189-285dc0e67817 req-e327866f-bb45-41da-a26e-f0c8eb98d95d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657052 Feb 03 12:55:37.785188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b1a6b-c1ca-4f56-88e5-91f6c11ace59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6c904b-ab29-4838-92ae-895c19235ee7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:38.256625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503b81e-64f0-42d1-91a9-14f87b0565f4 req-f7407dab-b8f7-4e74-8f76-78faa31b4513 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:38.258157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8503b81e-64f0-42d1-91a9-14f87b0565f4 req-f7407dab-b8f7-4e74-8f76-78faa31b4513 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 945 time: 0.1240911 Feb 03 12:55:38.367215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8503b81e-64f0-42d1-91a9-14f87b0565f4 req-d953aa20-eded-43b0-ac7d-81e936ba62cd tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029518 Feb 03 12:55:38.509259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46962) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:38.529531 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f62f7da6-a27b-42ab-9158-80cc13a121ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.692161 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f62f7da6-a27b-42ab-9158-80cc13a121ce admin admin] Publish callbacks [] for security_group (2790a184-09b0-43bd-876b-29391e6fa5cd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.699043 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f62f7da6-a27b-42ab-9158-80cc13a121ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2790a184-09b0-43bd-876b-29391e6fa5cd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.754160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f7da6-a27b-42ab-9158-80cc13a121ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2790a184-09b0-43bd-876b-29391e6fa5cd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:38.777557 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f62f7da6-a27b-42ab-9158-80cc13a121ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bad1c9f6dddf41d4bd73c77ad04bb6a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2671676 Feb 03 12:55:38.780300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46968) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:38.820302 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e91c537-5d56-4da8-a998-8a46c306f6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.011029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37019f6f-1137-4f23-bd6e-0818f8ec7d29 admin admin] Publish callbacks [] for security_group (2790a184-09b0-43bd-876b-29391e6fa5cd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.095611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37019f6f-1137-4f23-bd6e-0818f8ec7d29 admin admin] Publish callbacks [] for security_group (2790a184-09b0-43bd-876b-29391e6fa5cd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.117496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9951447-9c67-4632-9cd5-a81f56d69299 req-aa29b19c-52f8-4ebe-814d-c727f76c6ee0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:39.124279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9951447-9c67-4632-9cd5-a81f56d69299 req-aa29b19c-52f8-4ebe-814d-c727f76c6ee0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2386160 Feb 03 12:55:39.281803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9951447-9c67-4632-9cd5-a81f56d69299 req-d59898e0-51cf-4cb1-ba8b-a3b962571164 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377833 Feb 03 12:55:39.355271 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37019f6f-1137-4f23-bd6e-0818f8ec7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2790a184-09b0-43bd-876b-29391e6fa5cd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.359748 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37019f6f-1137-4f23-bd6e-0818f8ec7d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.361497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37019f6f-1137-4f23-bd6e-0818f8ec7d29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2790a184-09b0-43bd-876b-29391e6fa5cd HTTP/1.1" status: 204 len: 168 time: 0.5801497 Feb 03 12:55:39.377449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37019f6f-1137-4f23-bd6e-0818f8ec7d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2790a184-09b0-43bd-876b-29391e6fa5cd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:39.591931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96018a3-d3f7-4637-8d56-02642a98fd8a req-68f41870-9aab-4112-b493-cd343c2ef16b tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:39.599389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e96018a3-d3f7-4637-8d56-02642a98fd8a req-68f41870-9aab-4112-b493-cd343c2ef16b tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 945 time: 0.1264112 Feb 03 12:55:39.659845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e96018a3-d3f7-4637-8d56-02642a98fd8a req-6be743d2-c0a4-45e8-9757-c3b80135554c tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Feb 03 12:55:39.824082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47012) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:40.080880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2008150282'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:40.084626 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.165064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Made reservation on behalf of 6e6e8dde6ded4f36ac3aa596f8d5e8ed for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:40.168376 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.188381 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.414877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ea6f-6012-4e8f-9f31-6cab60cc78dc req-9193ad16-e39a-4261-9510-00b6e0861859 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:40.414877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb88ea6f-6012-4e8f-9f31-6cab60cc78dc req-9193ad16-e39a-4261-9510-00b6e0861859 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 945 time: 0.1492715 Feb 03 12:55:40.502762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for security_group (a3e2eac2-f1fd-45ab-8079-6621ceb92124), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.565892 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a3e2eac2-f1fd-45ab-8079-6621ceb92124), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.645080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:40.654256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b12439e6-9f18-45f9-9839-5656c29c015b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.654649 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Added segment b12439e6-9f18-45f9-9839-5656c29c015b of type vlan for network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 Feb 03 12:55:40.698282 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (cbb93f5f-5540-4997-b8e1-dcc7b48e1964), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.750885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb88ea6f-6012-4e8f-9f31-6cab60cc78dc req-4b473f11-1dc1-470a-9b1b-136936d11308 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207321 Feb 03 12:55:40.762663 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (cbb93f5f-5540-4997-b8e1-dcc7b48e1964), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.767339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:40.767982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.789017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e2eac2-f1fd-45ab-8079-6621ceb92124,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:40.862624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106db9b-754c-4786-aa4d-9e1c48cbe046 req-aaec4745-9549-4fb6-aadc-2c2edf6627de tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:40.864157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9106db9b-754c-4786-aa4d-9e1c48cbe046 req-aaec4745-9549-4fb6-aadc-2c2edf6627de tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4439325 Feb 03 12:55:40.867971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0423763 Feb 03 12:55:40.870835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47050) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:40.876406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'subnet': {'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:40.940143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Network': ['ID=cbb93f5f-5540-4997-b8e1-dcc7b48e1964,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:40.958447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.958797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.959149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.959482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.959813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.960144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.960471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.960798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.961122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.961442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.961762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.962085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.962439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663abca0-df1f-4adb-b04d-c7cd1a7a1e15 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:40.975223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:40.986049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9106db9b-754c-4786-aa4d-9e1c48cbe046 req-1cfc9e8c-ee22-451e-a4ea-c397cdd70362 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717387 Feb 03 12:55:41.043063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Made reservation on behalf of 6e6e8dde6ded4f36ac3aa596f8d5e8ed for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:41.047710 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.359081 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (bff6d969-acaa-490f-9aca-874b9fbc86e1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.517953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.553356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Checking segment: {'id': 'b12439e6-9f18-45f9-9839-5656c29c015b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:41.553706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Network hostable DHCP agents. Network: cbb93f5f-5540-4997-b8e1-dcc7b48e1964, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:41.556210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Subnet': ['ID=bff6d969-acaa-490f-9aca-874b9fbc86e1,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:41.578554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:41.594198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, cbb93f5f-5540-4997-b8e1-dcc7b48e1964) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:41.605041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a5044a-dadf-41c4-b696-d1e12bfd9fb2 None None] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:41.611068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:41.612841 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.643088 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0df07d54-1462-4f62-a98f-32b4ba8ffa48 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7682891 Feb 03 12:55:41.643455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47068) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:41.650758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'port': {'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-172239036'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:41.869288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Made reservation on behalf of 6e6e8dde6ded4f36ac3aa596f8d5e8ed for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:41.873044 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.901560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84726e68-21bf-42f1-b1d5-1956100b221a req-f1303ffd-c9a3-4d82-9632-a093ee6f2ab8 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:41.903246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84726e68-21bf-42f1-b1d5-1956100b221a req-f1303ffd-c9a3-4d82-9632-a093ee6f2ab8 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.91 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 945 time: 0.1036170 Feb 03 12:55:41.905909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-cbb93f5f-5540-4997-b8e1-dcc7b48e1964', 'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964', 'project_id': '6e6e8dde6ded4f36ac3aa596f8d5e8ed', 'fixed_ips': [{'subnet_id': 'bff6d969-acaa-490f-9aca-874b9fbc86e1'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:55:41.907606 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.924382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] device_id is not set on port 3ea35304-9a18-48cb-b014-04e02406a2cc yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:42.256098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Allocated IP 2001:db8::2 (cbb93f5f-5540-4997-b8e1-dcc7b48e1964/bff6d969-acaa-490f-9aca-874b9fbc86e1/f97a5eaa-2d96-4e5c-b89b-66a07faaa21e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:42.269051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7f704-8ca2-4824-bcab-d616f5895956 req-3ff898a0-ad3e-4b74-88e8-c077e0ceb10a tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:42.278765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5d7f704-8ca2-4824-bcab-d616f5895956 req-3ff898a0-ad3e-4b74-88e8-c077e0ceb10a tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 945 time: 0.3107042 Feb 03 12:55:42.312614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3c9bd-415c-42f4-b9c0-f5d3d4356d5a req-8c958564-44b4-4b93-b228-43ea4ff25acb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:42.320280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfc3c9bd-415c-42f4-b9c0-f5d3d4356d5a req-8c958564-44b4-4b93-b228-43ea4ff25acb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2017806 Feb 03 12:55:42.404623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-84726e68-21bf-42f1-b1d5-1956100b221a req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Deleting port 789314e8-0a4b-4490-bf6b-fd87528e421c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:42.407224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-84726e68-21bf-42f1-b1d5-1956100b221a req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.429245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5d7f704-8ca2-4824-bcab-d616f5895956 req-e98d9a6b-06d0-4e00-bc17-12ceb78e699b tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447964 Feb 03 12:55:42.487023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Publish callbacks [] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.498968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfc3c9bd-415c-42f4-b9c0-f5d3d4356d5a req-15718a61-27cc-4906-a6ab-ef0debb07911 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774709 Feb 03 12:55:42.500851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.645104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Allocated IP 2001:db8::261 (cbb93f5f-5540-4997-b8e1-dcc7b48e1964/bff6d969-acaa-490f-9aca-874b9fbc86e1/3ea35304-9a18-48cb-b014-04e02406a2cc) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:42.706771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:42.711385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Pushing event updated for resources: {'Port': ['ID=f97a5eaa-2d96-4e5c-b89b-66a07faaa21e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:42.714980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:42.723756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:42.771692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.838111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Attempting to bind port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:42.838807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Attempting to bind port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'b12439e6-9f18-45f9-9839-5656c29c015b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:42.840586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Attempting to bind port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e on network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:42.853185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:42.853803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Checking segment: {'id': 'b12439e6-9f18-45f9-9839-5656c29c015b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:42.854690 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.856327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Bound using segment: {'id': 'b12439e6-9f18-45f9-9839-5656c29c015b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:42.856907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Bound port: f97a5eaa-2d96-4e5c-b89b-66a07faaa21e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12439e6-9f18-45f9-9839-5656c29c015b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:42.857367 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.946948 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for port (3ea35304-9a18-48cb-b014-04e02406a2cc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.991947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] For port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:42.995870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] For port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f97a5eaa-2d96-4e5c-b89b-66a07faaa21e,segment=NetworkSegment(b12439e6-9f18-45f9-9839-5656c29c015b),segment_id=b12439e6-9f18-45f9-9839-5656c29c015b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:43.009535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.139714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb9666-2206-45cc-8659-0c096d705201 None None] Pushing event updated for resources: {'Port': ['ID=f97a5eaa-2d96-4e5c-b89b-66a07faaa21e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:43.152046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3ea35304-9a18-48cb-b014-04e02406a2cc), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.222998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:43.225584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-84726e68-21bf-42f1-b1d5-1956100b221a req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] For port 789314e8-0a4b-4490-bf6b-fd87528e421c, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=789314e8-0a4b-4490-bf6b-fd87528e421c,segment=NetworkSegment(7381ddb4-0840-4456-becb-7b4a4fee49c6),segment_id=7381ddb4-0840-4456-becb-7b4a4fee49c6)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:43.225921 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-84726e68-21bf-42f1-b1d5-1956100b221a req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.232225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:43.241669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:43.247240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:43.247782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.275423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-84726e68-21bf-42f1-b1d5-1956100b221a req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Calling delete_port for 789314e8-0a4b-4490-bf6b-fd87528e421c owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:43.290904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Port': ['ID=3ea35304-9a18-48cb-b014-04e02406a2cc,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:43.308078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-69244a6b-4a2e-452a-850b-ce3e5dfdf3bb tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6632288 Feb 03 12:55:43.311146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47122) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:43.316235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'port': {'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1615559132', 'allowed_address_pairs': [{'ip_address': '2001:db8::261', 'mac_address': 'fa:16:3e:c2:c6:5e'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:43.663881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Made reservation on behalf of 6e6e8dde6ded4f36ac3aa596f8d5e8ed for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:43.694528 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-84726e68-21bf-42f1-b1d5-1956100b221a req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (789314e8-0a4b-4490-bf6b-fd87528e421c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.871598 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.878822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Pushing event deleted for resources: {'Port': ['ID=789314e8-0a4b-4490-bf6b-fd87528e421c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:43.909277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330796-0ca4-4082-8c45-4c271bc4c800 req-bf137a8e-61a5-49dd-bd53-e300695a911c tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:43.911231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed330796-0ca4-4082-8c45-4c271bc4c800 req-bf137a8e-61a5-49dd-bd53-e300695a911c tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51a17db-c6a1-462d-9424-cc94e200b813 HTTP/1.1" status: 200 len: 867 time: 0.3853266 Feb 03 12:55:43.914746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] device_id is not set on port f6b21fdf-87e2-4819-bf1e-0e479354980a yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:43.967024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-84726e68-21bf-42f1-b1d5-1956100b221a req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] No DVR routers for this DVR port 789314e8-0a4b-4490-bf6b-fd87528e421c on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:55:43.983168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-84726e68-21bf-42f1-b1d5-1956100b221a req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.995923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84726e68-21bf-42f1-b1d5-1956100b221a req-91784617-288f-4e0d-9b90-e848451b1bef tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.91 "DELETE /v2.0/ports/789314e8-0a4b-4490-bf6b-fd87528e421c HTTP/1.1" status: 204 len: 173 time: 2.0727789 Feb 03 12:55:44.014498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51a17db-c6a1-462d-9424-cc94e200b813', 'name': 'network-vif-deleted', 'tag': '789314e8-0a4b-4490-bf6b-fd87528e421c'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:44.016789 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d276d00-b48c-4e87-a37e-b20541d950fa" -d '{"events": [{"server_uuid": "f51a17db-c6a1-462d-9424-cc94e200b813", "name": "network-vif-deleted", "tag": "789314e8-0a4b-4490-bf6b-fd87528e421c"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:44.158315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Allocated IP 2001:db8::3a6 (cbb93f5f-5540-4997-b8e1-dcc7b48e1964/bff6d969-acaa-490f-9aca-874b9fbc86e1/f6b21fdf-87e2-4819-bf1e-0e479354980a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:44.189540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47160) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:44.539047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 789314e8-0a4b-4490-bf6b-fd87528e421c no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:55:44.617149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 789314e8-0a4b-4490-bf6b-fd87528e421c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:55:44.618966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 789314e8-0a4b-4490-bf6b-fd87528e421c not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:55:44.641408 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e3974cf1-1f45-4731-b75f-5d5434a46b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.673651 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for port (f6b21fdf-87e2-4819-bf1e-0e479354980a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.759702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f6b21fdf-87e2-4819-bf1e-0e479354980a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.839953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Port': ['ID=f6b21fdf-87e2-4819-bf1e-0e479354980a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:44.868595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee58d1a-0ace-4e1c-8c93-513c300356fa req-2c646b36-c7ed-4ecb-a377-862b798938b4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:44.872187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:44.875865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aee58d1a-0ace-4e1c-8c93-513c300356fa req-2c646b36-c7ed-4ecb-a377-862b798938b4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 1.2143381 Feb 03 12:55:44.877613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:44.881172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:44.887367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:44.888133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.925859 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ecde7325-53aa-4b2a-88d7-c77668aff8df tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6135347 Feb 03 12:55:44.926650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47188) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:45.018172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceab59c6-345e-4f88-bda2-6aea419a4618 None None] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:45.046199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed330796-0ca4-4082-8c45-4c271bc4c800 req-11acbcf3-de62-41d5-b6dd-ef5fc2202076 tempest-ServerAddressesNegativeTestJSON-1135164575 tempest-ServerAddressesNegativeTestJSON-1135164575-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cac2dc9-6edd-466d-bfd6-204c8a3a7603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1047866 Feb 03 12:55:45.117673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aee58d1a-0ace-4e1c-8c93-513c300356fa req-1e42282c-aa6d-41e3-b6d2-b935fe80cfb7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407875 Feb 03 12:55:45.157975 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ae8e33-dcb8-4e7e-9a8f-1c3bef2aadb0 x-openstack-request-id: req-f6ae8e33-dcb8-4e7e-9a8f-1c3bef2aadb0 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:45.158532 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51a17db-c6a1-462d-9424-cc94e200b813", "name": "network-vif-deleted", "tag": "789314e8-0a4b-4490-bf6b-fd87528e421c", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:45.158973 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6ae8e33-dcb8-4e7e-9a8f-1c3bef2aadb0 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:45.159532 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51a17db-c6a1-462d-9424-cc94e200b813', 'name': 'network-vif-deleted', 'tag': '789314e8-0a4b-4490-bf6b-fd87528e421c', 'status': 'completed', 'code': 200} Feb 03 12:55:45.166684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e3974cf1-1f45-4731-b75f-5d5434a46b67 admin admin] Publish callbacks [] for security_group (53f55306-b1d7-446e-b5d4-91dacea9fdcd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.177147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262a9d8-daec-4a65-bb0f-2f96a1093f76 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:45.195826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262a9d8-daec-4a65-bb0f-2f96a1093f76 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:45.227206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262a9d8-daec-4a65-bb0f-2f96a1093f76 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:45.232457 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e262a9d8-daec-4a65-bb0f-2f96a1093f76 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3004968 Feb 03 12:55:45.232642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47198) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:45.237799 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e3974cf1-1f45-4731-b75f-5d5434a46b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (53f55306-b1d7-446e-b5d4-91dacea9fdcd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.243412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-77bae567-0b77-497b-b2fe-f06fbbc912b4 None None] Provisioning complete for port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:45.244035 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77bae567-0b77-497b-b2fe-f06fbbc912b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.352688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3974cf1-1f45-4731-b75f-5d5434a46b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f55306-b1d7-446e-b5d4-91dacea9fdcd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:45.374665 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e3974cf1-1f45-4731-b75f-5d5434a46b67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a13bb66fa6c7404d917e7f4beb69edf0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1815305 Feb 03 12:55:45.384532 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47200) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:45.432327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-77bae567-0b77-497b-b2fe-f06fbbc912b4 None None] Current status of the port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:45.432791 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77bae567-0b77-497b-b2fe-f06fbbc912b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.483740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b790982-338a-4cef-b8b4-1d13105fd028 admin admin] Publish callbacks [] for security_group (53f55306-b1d7-446e-b5d4-91dacea9fdcd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.487280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1c07ca54-96c7-441f-9e68-7a987a233b5b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Deleting port f6b21fdf-87e2-4819-bf1e-0e479354980a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:45.487837 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1c07ca54-96c7-441f-9e68-7a987a233b5b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f6b21fdf-87e2-4819-bf1e-0e479354980a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.535874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b790982-338a-4cef-b8b4-1d13105fd028 admin admin] Publish callbacks [] for security_group (53f55306-b1d7-446e-b5d4-91dacea9fdcd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.570682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-77bae567-0b77-497b-b2fe-f06fbbc912b4 None None] For port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f97a5eaa-2d96-4e5c-b89b-66a07faaa21e,segment=NetworkSegment(b12439e6-9f18-45f9-9839-5656c29c015b),segment_id=b12439e6-9f18-45f9-9839-5656c29c015b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:45.586135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77bae567-0b77-497b-b2fe-f06fbbc912b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.607132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b790982-338a-4cef-b8b4-1d13105fd028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (53f55306-b1d7-446e-b5d4-91dacea9fdcd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.609192 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b790982-338a-4cef-b8b4-1d13105fd028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.637518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3b790982-338a-4cef-b8b4-1d13105fd028 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53f55306-b1d7-446e-b5d4-91dacea9fdcd HTTP/1.1" status: 204 len: 168 time: 0.2510538 Feb 03 12:55:45.653657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b790982-338a-4cef-b8b4-1d13105fd028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f55306-b1d7-446e-b5d4-91dacea9fdcd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:45.757353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bae567-0b77-497b-b2fe-f06fbbc912b4 None None] Pushing event updated for resources: {'Port': ['ID=f97a5eaa-2d96-4e5c-b89b-66a07faaa21e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:45.762786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f97a5eaa-2d96-4e5c-b89b-66a07faaa21e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:45.817737 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1c07ca54-96c7-441f-9e68-7a987a233b5b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f6b21fdf-87e2-4819-bf1e-0e479354980a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.870740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1c07ca54-96c7-441f-9e68-7a987a233b5b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Calling delete_port for f6b21fdf-87e2-4819-bf1e-0e479354980a owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:45.871777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:45.872647 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.015123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bb7f0cc8-7f14-433d-a544-b5bf019c0a06 None None] Provisioning complete for port f6b21fdf-87e2-4819-bf1e-0e479354980a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:46.015506 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0cc8-7f14-433d-a544-b5bf019c0a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f6b21fdf-87e2-4819-bf1e-0e479354980a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.181558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f0cc8-7f14-433d-a544-b5bf019c0a06 None None] Port f6b21fdf-87e2-4819-bf1e-0e479354980a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:46.227457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47218) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:46.241945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bb7f0cc8-7f14-433d-a544-b5bf019c0a06 None None] Provisioning complete for port 3ea35304-9a18-48cb-b014-04e02406a2cc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:46.242245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0cc8-7f14-433d-a544-b5bf019c0a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3ea35304-9a18-48cb-b014-04e02406a2cc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.303541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f0cc8-7f14-433d-a544-b5bf019c0a06 None None] Port 3ea35304-9a18-48cb-b014-04e02406a2cc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:46.411441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bb7f0cc8-7f14-433d-a544-b5bf019c0a06 None None] Provisioning complete for port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:46.412539 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0cc8-7f14-433d-a544-b5bf019c0a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.429448 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.457283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47222) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:46.485983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4cf8bb5-e4ab-4f65-a1b2-a854aeaa94ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.562845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4821959-1e4b-40f8-aedb-166d7eb25831 admin admin] Deleting subnet c30588c0-9996-4f4b-b42c-c9eaf30b1bc9 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:55:46.567908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:46.570606 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4821959-1e4b-40f8-aedb-166d7eb25831 admin admin] Publish callbacks [] for subnet (c30588c0-9996-4f4b-b42c-c9eaf30b1bc9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.669853 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4821959-1e4b-40f8-aedb-166d7eb25831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (c30588c0-9996-4f4b-b42c-c9eaf30b1bc9), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.686872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f0cc8-7f14-433d-a544-b5bf019c0a06 None None] Current status of the port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:46.733424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4821959-1e4b-40f8-aedb-166d7eb25831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c30588c0-9996-4f4b-b42c-c9eaf30b1bc9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.758785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4cf8bb5-e4ab-4f65-a1b2-a854aeaa94ec admin admin] Publish callbacks [] for security_group (d8d24772-8b61-45f2-9d2e-0ee4c9ff0ec1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.782459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4cf8bb5-e4ab-4f65-a1b2-a854aeaa94ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d8d24772-8b61-45f2-9d2e-0ee4c9ff0ec1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.831387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9c329430-2928-4c16-9fcd-ebda98ba6a10 None None] Provisioning complete for port 3ea35304-9a18-48cb-b014-04e02406a2cc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:46.831801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c329430-2928-4c16-9fcd-ebda98ba6a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3ea35304-9a18-48cb-b014-04e02406a2cc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.866658 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf8bb5-e4ab-4f65-a1b2-a854aeaa94ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d24772-8b61-45f2-9d2e-0ee4c9ff0ec1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:46.876745 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1c07ca54-96c7-441f-9e68-7a987a233b5b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f6b21fdf-87e2-4819-bf1e-0e479354980a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.901120 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d4cf8bb5-e4ab-4f65-a1b2-a854aeaa94ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eea4f63dbc304ca38f3de23700b258ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4384103 Feb 03 12:55:46.902030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47228) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:46.945874 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4821959-1e4b-40f8-aedb-166d7eb25831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (c30588c0-9996-4f4b-b42c-c9eaf30b1bc9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.951213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9c329430-2928-4c16-9fcd-ebda98ba6a10 None None] Port 3ea35304-9a18-48cb-b014-04e02406a2cc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:47.030037 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e85b3d45-88a8-453d-9ba8-5d96a182f60e admin admin] Publish callbacks [] for security_group (d8d24772-8b61-45f2-9d2e-0ee4c9ff0ec1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.073237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f8af7c60-6de3-44e4-975c-1e6ecad664a3 None None] Could not find standard attr ID for object f6b21fdf-87e2-4819-bf1e-0e479354980a. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:55:47.091933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4821959-1e4b-40f8-aedb-166d7eb25831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.096547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d4821959-1e4b-40f8-aedb-166d7eb25831 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c30588c0-9996-4f4b-b42c-c9eaf30b1bc9 HTTP/1.1" status: 204 len: 168 time: 0.8592255 Feb 03 12:55:47.100917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47230) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:47.121619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e85b3d45-88a8-453d-9ba8-5d96a182f60e admin admin] Publish callbacks [] for security_group (d8d24772-8b61-45f2-9d2e-0ee4c9ff0ec1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.157275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4821959-1e4b-40f8-aedb-166d7eb25831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30588c0-9996-4f4b-b42c-c9eaf30b1bc9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:47.218053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da14c5-19ec-408c-aafa-a4d4e224782f req-4d5b54dc-113c-4433-81c9-5904ee360e78 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:47.224998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3da14c5-19ec-408c-aafa-a4d4e224782f req-4d5b54dc-113c-4433-81c9-5904ee360e78 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.8648374 Feb 03 12:55:47.293168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07ca54-96c7-441f-9e68-7a987a233b5b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event deleted for resources: {'Port': ['ID=f6b21fdf-87e2-4819-bf1e-0e479354980a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:47.317513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1c07ca54-96c7-441f-9e68-7a987a233b5b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.321298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1c07ca54-96c7-441f-9e68-7a987a233b5b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "DELETE /v2.0/ports/f6b21fdf-87e2-4819-bf1e-0e479354980a HTTP/1.1" status: 204 len: 168 time: 2.0877314 Feb 03 12:55:47.342470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47236) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:47.447526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3da14c5-19ec-408c-aafa-a4d4e224782f req-1623c491-5099-4e41-8e17-7cb045b7c955 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477692 Feb 03 12:55:47.451031 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b99e0be-0b9d-4938-9f55-2f2bbfc035ff tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] GET failed (client error): The resource could not be found. Feb 03 12:55:47.464561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f97a5eaa-2d96-4e5c-b89b-66a07faaa21e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:47.467119 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3b99e0be-0b9d-4938-9f55-2f2bbfc035ff tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "GET /v2.0/ports/f6b21fdf-87e2-4819-bf1e-0e479354980a HTTP/1.1" status: 404 len: 333 time: 0.1167052 Feb 03 12:55:47.471248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47240) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:47.476956 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b8ff078d-ae71-4ac2-ae10-f49739d455b7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.477229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'port': {'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-818369253'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:47.625655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:47.626969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.650185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e85b3d45-88a8-453d-9ba8-5d96a182f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d8d24772-8b61-45f2-9d2e-0ee4c9ff0ec1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.659305 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e85b3d45-88a8-453d-9ba8-5d96a182f60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.674628 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e85b3d45-88a8-453d-9ba8-5d96a182f60e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8d24772-8b61-45f2-9d2e-0ee4c9ff0ec1 HTTP/1.1" status: 204 len: 168 time: 0.7597339 Feb 03 12:55:47.735472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Made reservation on behalf of 6e6e8dde6ded4f36ac3aa596f8d5e8ed for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:47.739138 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.770524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] device_id is not set on port 97b497d4-52c5-4957-a6cf-1dbb73451afe yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:47.799528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b3d45-88a8-453d-9ba8-5d96a182f60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d24772-8b61-45f2-9d2e-0ee4c9ff0ec1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:47.813817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b8ff078d-ae71-4ac2-ae10-f49739d455b7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.875273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ff078d-ae71-4ac2-ae10-f49739d455b7']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:47.901710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7381ddb4-0840-4456-becb-7b4a4fee49c6') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:47.902074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7381ddb4-0840-4456-becb-7b4a4fee49c6') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:47.927921 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (7381ddb4-0840-4456-becb-7b4a4fee49c6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.965804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7381ddb4-0840-4456-becb-7b4a4fee49c6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.975720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:55:47.976598 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (7381ddb4-0840-4456-becb-7b4a4fee49c6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:55:47.993647 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:55:48.096093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Allocated IP 2001:db8::155 (cbb93f5f-5540-4997-b8e1-dcc7b48e1964/bff6d969-acaa-490f-9aca-874b9fbc86e1/97b497d4-52c5-4957-a6cf-1dbb73451afe) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:48.184081 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b8ff078d-ae71-4ac2-ae10-f49739d455b7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:48.206878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:55:48.221602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:48.257023 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b8ff078d-ae71-4ac2-ae10-f49739d455b7 HTTP/1.1" status: 204 len: 168 time: 1.1550102 Feb 03 12:55:48.316168 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012f4d0-5758-4bdd-9e80-deb374148d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ff078d-ae71-4ac2-ae10-f49739d455b7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:48.588761 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:48.652956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:48.697701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '317572eb-60e4-45a4-a508-0e21513f8e02', 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc', 'port_id': '317572eb-60e4-45a4-a508-0e21513f8e02', 'mac_address': 'fa:16:3e:9d:69:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb81c81-64a0-46d2-8be5-626b0712d925', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:55:48.741633 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:48.741765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47266) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:48.875500 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e6755bf0-7b67-47b0-85b7-84fec06f5d45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa3fe493739148d8bee66cba6799db15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319544 Feb 03 12:55:48.879154 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47282) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:48.896614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:48.910805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 317572eb-60e4-45a4-a508-0e21513f8e02 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:48.911552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:48.915502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:48.934280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:48.952963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 317572eb-60e4-45a4-a508-0e21513f8e02 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:55:48.954629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:48.964971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:48.968662 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:48.993526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb176f0f-9700-4640-abca-fe6220c55cda admin admin] Publish callbacks [] for security_group (2cac2dc9-6edd-466d-bfd6-204c8a3a7603), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:49.005923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Port': ['ID=97b497d4-52c5-4957-a6cf-1dbb73451afe,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:49.039686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:49.042446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47286) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:49.043152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7cd3265f-484a-4616-9d4c-bf6d77445789 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5706079 Feb 03 12:55:49.054831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f4555a14-acb7-466a-aa6d-f6cd08febbb8 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::261', 'mac_address': 'fa:16:3e:c2:c6:5e'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:49.059065 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:49.087051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3751bd3-9ee3-4380-b7d8-2359a8b431e4 req-4071dd3e-9dbb-4940-a8ab-aea1236526b2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:49.105126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3751bd3-9ee3-4380-b7d8-2359a8b431e4 req-4071dd3e-9dbb-4940-a8ab-aea1236526b2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4071620 Feb 03 12:55:49.231811 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['317572eb-60e4-45a4-a508-0e21513f8e02'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:55:49.282985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3751bd3-9ee3-4380-b7d8-2359a8b431e4 req-4b342864-7066-498c-9401-5ede796b9b4d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721053 Feb 03 12:55:49.314379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb176f0f-9700-4640-abca-fe6220c55cda admin admin] Publish callbacks [] for security_group (2cac2dc9-6edd-466d-bfd6-204c8a3a7603), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:49.387409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:49.580802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb176f0f-9700-4640-abca-fe6220c55cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2cac2dc9-6edd-466d-bfd6-204c8a3a7603), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:49.592242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb176f0f-9700-4640-abca-fe6220c55cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:49.618972 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cb176f0f-9700-4640-abca-fe6220c55cda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cac2dc9-6edd-466d-bfd6-204c8a3a7603 HTTP/1.1" status: 204 len: 168 time: 0.7383292 Feb 03 12:55:49.869209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb176f0f-9700-4640-abca-fe6220c55cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cac2dc9-6edd-466d-bfd6-204c8a3a7603,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:49.938416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4555a14-acb7-466a-aa6d-f6cd08febbb8 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:49.994745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-dcec62a7-5366-4871-b41c-22def02b3be5 None None] Provisioning complete for port 97b497d4-52c5-4957-a6cf-1dbb73451afe triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:49.997952 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dcec62a7-5366-4871-b41c-22def02b3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.163307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dcec62a7-5366-4871-b41c-22def02b3be5 None None] Port 97b497d4-52c5-4957-a6cf-1dbb73451afe cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:50.605082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.638510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b758f-f436-4435-b0bf-8b4d0f8fc541 req-4b97420f-4591-4d42-9104-aee48ad5275f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:50.641677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4555a14-acb7-466a-aa6d-f6cd08febbb8 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.650925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-903b758f-f436-4435-b0bf-8b4d0f8fc541 req-4b97420f-4591-4d42-9104-aee48ad5275f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 944 time: 0.2092726 Feb 03 12:55:50.656966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4555a14-acb7-466a-aa6d-f6cd08febbb8 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.688217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f4555a14-acb7-466a-aa6d-f6cd08febbb8 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] In _notify_port_updated(), no bound segment for port 97b497d4-52c5-4957-a6cf-1dbb73451afe on network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:55:50.701750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4555a14-acb7-466a-aa6d-f6cd08febbb8 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:50.702440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4555a14-acb7-466a-aa6d-f6cd08febbb8 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.723577 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f4555a14-acb7-466a-aa6d-f6cd08febbb8 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "PUT /v2.0/ports/97b497d4-52c5-4957-a6cf-1dbb73451afe HTTP/1.1" status: 200 len: 1002 time: 1.6762841 Feb 03 12:55:50.726000 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-60af640c-0d1a-42a4-a400-d75858a3cde2 req-6b8c6d2c-bb34-46ad-9f7a-6cfdb8b0d390 service neutron] (103223) timed out ('10.222.0.65', 52880) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:55:50.732929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47362) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:50.896797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4555a14-acb7-466a-aa6d-f6cd08febbb8 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Port': ['ID=97b497d4-52c5-4957-a6cf-1dbb73451afe,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:51.193565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-903b758f-f436-4435-b0bf-8b4d0f8fc541 req-d84b9b75-5221-4a5a-b632-cef524c6bc44 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402248 Feb 03 12:55:51.263557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ce6a1-ca73-42f4-9d09-461a7f43a7bd tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Deleting port 97b497d4-52c5-4957-a6cf-1dbb73451afe {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:51.263908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce6a1-ca73-42f4-9d09-461a7f43a7bd tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.407367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-948b6c57-d1b6-48ca-8a62-5d0aff5cf419 None None] Provisioning complete for port 97b497d4-52c5-4957-a6cf-1dbb73451afe triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:51.407649 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-948b6c57-d1b6-48ca-8a62-5d0aff5cf419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.584470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-948b6c57-d1b6-48ca-8a62-5d0aff5cf419 None None] Port 97b497d4-52c5-4957-a6cf-1dbb73451afe cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:51.604574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce6a1-ca73-42f4-9d09-461a7f43a7bd tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.639609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ce6a1-ca73-42f4-9d09-461a7f43a7bd tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Calling delete_port for 97b497d4-52c5-4957-a6cf-1dbb73451afe owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:51.829005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47392) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:51.935504 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce6a1-ca73-42f4-9d09-461a7f43a7bd tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (97b497d4-52c5-4957-a6cf-1dbb73451afe), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.943559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:52.250763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ce6a1-ca73-42f4-9d09-461a7f43a7bd tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event deleted for resources: {'Port': ['ID=97b497d4-52c5-4957-a6cf-1dbb73451afe,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:52.341823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 317572eb-60e4-45a4-a508-0e21513f8e02 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:52.349669 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:52.491937 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce6a1-ca73-42f4-9d09-461a7f43a7bd tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:52.498307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47414) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:52.500470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ca0ce6a1-ca73-42f4-9d09-461a7f43a7bd tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "DELETE /v2.0/ports/97b497d4-52c5-4957-a6cf-1dbb73451afe HTTP/1.1" status: 204 len: 168 time: 1.7579310 Feb 03 12:55:52.570081 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d393160-e6e6-4b18-b92a-a2ae18274574 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] GET failed (client error): The resource could not be found. Feb 03 12:55:52.573065 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d393160-e6e6-4b18-b92a-a2ae18274574 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "GET /v2.0/ports/97b497d4-52c5-4957-a6cf-1dbb73451afe HTTP/1.1" status: 404 len: 333 time: 0.0734775 Feb 03 12:55:52.577191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47418) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:52.585060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'port': {'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1744104028'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:52.707828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-473955743-network', 'tenant_id': '012fd381de6f43eb9d9451f7a320b3b6'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:52.746888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de1698-4794-4ad9-b05e-a1a9ce09775a req-ae1e719d-23ac-429e-b65a-b43c69eeac71 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:52.753031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08de1698-4794-4ad9-b05e-a1a9ce09775a req-ae1e719d-23ac-429e-b65a-b43c69eeac71 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 944 time: 0.2782125 Feb 03 12:55:52.782718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47420) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:52.811673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 317572eb-60e4-45a4-a508-0e21513f8e02 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:52.816357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:52.907477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08de1698-4794-4ad9-b05e-a1a9ce09775a req-fb7e2c98-7f3e-4bcb-b799-b89b280168d6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313248 Feb 03 12:55:52.909109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:52.913584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:52.917557 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82b6599-e4d8-402e-b03a-1546bf6a794f" -d '{"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-plugged", "status": "completed", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:52.943563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:52.993149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Made reservation on behalf of 012fd381de6f43eb9d9451f7a320b3b6 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:52.996205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.042872 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.055417 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4384387-2acf-457f-8691-3a62275d9a4b x-openstack-request-id: req-b4384387-2acf-457f-8691-3a62275d9a4b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:53.056462 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-plugged", "status": "completed", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:53.057080 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4384387-2acf-457f-8691-3a62275d9a4b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:53.057736 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02', 'code': 200} Feb 03 12:55:53.110562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-203993216'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:53.111446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:53.196445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Made reservation on behalf of 5ff31d74577849cd8de19c94bcca437c for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:53.200688 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.233496 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.397255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Publish callbacks [] for security_group (3ed86b6f-60fd-4530-aca0-b30118040019), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.415500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Made reservation on behalf of 6e6e8dde6ded4f36ac3aa596f8d5e8ed for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:53.425964 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.478283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] device_id is not set on port e79abfaa-58b0-47cc-be74-85dc78bad6d9 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:53.581250 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks [] for security_group (2fcbb69a-78f9-4798-ba16-f23a3120bc5e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.610265 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2fcbb69a-78f9-4798-ba16-f23a3120bc5e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.738478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcbb69a-78f9-4798-ba16-f23a3120bc5e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:53.790668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:53.823761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Allocated IP 2001:db8::27a (cbb93f5f-5540-4997-b8e1-dcc7b48e1964/bff6d969-acaa-490f-9aca-874b9fbc86e1/e79abfaa-58b0-47cc-be74-85dc78bad6d9) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:53.839176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (47d80801-13f2-4bf9-9306-cfc2a52c4219), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.840697 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Added segment 47d80801-13f2-4bf9-9306-cfc2a52c4219 of type vlan for network b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f Feb 03 12:55:54.043621 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.181352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.234544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.245791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:54.246892 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.324226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3ed86b6f-60fd-4530-aca0-b30118040019), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.341156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Pushing event updated for resources: {'Network': ['ID=b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:54.371653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:54.464748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed86b6f-60fd-4530-aca0-b30118040019,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:54.478903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.499932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fcd00-4975-4965-b560-fe216d49ff1b req-e47e3e1f-c42b-4e7a-84d4-0fb4eb88f5f1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:54.516592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b77fcd00-4975-4965-b560-fe216d49ff1b req-e47e3e1f-c42b-4e7a-84d4-0fb4eb88f5f1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.3851733 Feb 03 12:55:54.544747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fcb48134-a2ba-4037-a2c3-4b122a175361 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7596111 Feb 03 12:55:54.568678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:54.569880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47490) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:54.581296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Request body: {'subnet': {'network_id': 'b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:54.585511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:54.616268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:54.629819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:54.643589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.725591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:54.794080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (725506e8-7e0d-4ac7-a26d-0cd4efd440e8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.795027 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Added segment 725506e8-7e0d-4ac7-a26d-0cd4efd440e8 of type vlan for network df08b81b-7ee3-4674-9f0c-1db2476a6343 Feb 03 12:55:54.804487 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2235651 Feb 03 12:55:54.815483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47510) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:54.824279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ab08f932-0b8e-413f-824f-876deb569fac tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c2:c6:5e'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:54.912792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5815b-12c1-46b1-96da-92fbbb4f9614 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Port': ['ID=e79abfaa-58b0-47cc-be74-85dc78bad6d9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:54.936700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b77fcd00-4975-4965-b560-fe216d49ff1b req-a0d93eb7-eb79-4b1f-a1d0-fd2e4ec1377f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171917 Feb 03 12:55:55.027769 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (df08b81b-7ee3-4674-9f0c-1db2476a6343), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.064580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Made reservation on behalf of 5ff31d74577849cd8de19c94bcca437c for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:55.069571 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.254224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1eff5439-3b9e-4e78-89cb-912e79706698 None None] Provisioning complete for port e79abfaa-58b0-47cc-be74-85dc78bad6d9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:55.254632 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1eff5439-3b9e-4e78-89cb-912e79706698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.309569 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (df08b81b-7ee3-4674-9f0c-1db2476a6343), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.310653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:55.311307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.443898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1eff5439-3b9e-4e78-89cb-912e79706698 None None] Port e79abfaa-58b0-47cc-be74-85dc78bad6d9 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:55.687638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] Pushing event updated for resources: {'Network': ['ID=df08b81b-7ee3-4674-9f0c-1db2476a6343,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:55.709919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network df08b81b-7ee3-4674-9f0c-1db2476a6343 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:55.723953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36ab31af-7d74-48d4-8b13-d32415483f63 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.8932815 Feb 03 12:55:55.729822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47578) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:55.751705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Request body: {'subnet': {'network_id': 'df08b81b-7ee3-4674-9f0c-1db2476a6343', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-473955743-subnet', 'tenant_id': '012fd381de6f43eb9d9451f7a320b3b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:55.811043 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (b0d6a37e-c843-4f71-ab0f-5ca04cf36c63), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.846213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab08f932-0b8e-413f-824f-876deb569fac tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.031773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Made reservation on behalf of 012fd381de6f43eb9d9451f7a320b3b6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:56.048282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.159024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Pushing event updated for resources: {'Subnet': ['ID=b0d6a37e-c843-4f71-ab0f-5ca04cf36c63,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:56.217259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Checking segment: {'id': '47d80801-13f2-4bf9-9306-cfc2a52c4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:56.217713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Network hostable DHCP agents. Network: b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:56.291875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Network b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:56.305072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5aa93-6e15-470f-a7e3-b42ffc0b689d req-7115ded0-107a-4fe7-b818-1272a47568f6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:56.308073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1c5aa93-6e15-470f-a7e3-b42ffc0b689d req-7115ded0-107a-4fe7-b818-1272a47568f6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1369989 Feb 03 12:55:56.335944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:56.344911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:56.345613 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.346360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1287cb18-8131-4500-b60d-8089c72e4716 None None] Network b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:56.496308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1c5aa93-6e15-470f-a7e3-b42ffc0b689d req-a88a220a-a6c3-4e4c-a73d-e186109b76cc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807208 Feb 03 12:55:56.505487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f0c03b4d-4bd5-4534-9119-d63170025558 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9307461 Feb 03 12:55:56.506153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47632) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:56.560311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Request body: {'port': {'network_id': 'b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-96964899'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:56.765065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f', 'network_id': 'b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f', 'project_id': '5ff31d74577849cd8de19c94bcca437c', 'fixed_ips': [{'subnet_id': 'b0d6a37e-c843-4f71-ab0f-5ca04cf36c63'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:55:56.766141 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.824548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Made reservation on behalf of 5ff31d74577849cd8de19c94bcca437c for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:56.838102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.850356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (e09e471e-0933-401c-885c-c8c552bab282), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.889517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] device_id is not set on port 435f57f7-a6e5-4699-8c04-0115b001f977 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:57.043005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Allocated IP 172.20.0.7 (b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f/b0d6a37e-c843-4f71-ab0f-5ca04cf36c63/435f57f7-a6e5-4699-8c04-0115b001f977) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:57.186662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09e471e-0933-401c-885c-c8c552bab282,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:57.204260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Checking segment: {'id': '725506e8-7e0d-4ac7-a26d-0cd4efd440e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'df08b81b-7ee3-4674-9f0c-1db2476a6343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:57.204722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Network hostable DHCP agents. Network: df08b81b-7ee3-4674-9f0c-1db2476a6343, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:57.444211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Network df08b81b-7ee3-4674-9f0c-1db2476a6343 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:57.475253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, df08b81b-7ee3-4674-9f0c-1db2476a6343) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:57.492307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277b64b-369e-4556-9b16-98f7dcf2de31 None None] Network df08b81b-7ee3-4674-9f0c-1db2476a6343 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:57.494956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks [] for port (435f57f7-a6e5-4699-8c04-0115b001f977), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.500007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:57.500895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.597376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-136451f0-b114-4fc1-b2e5-a4b67ef4cb1c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8605611 Feb 03 12:55:57.664365 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (435f57f7-a6e5-4699-8c04-0115b001f977), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.698356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab08f932-0b8e-413f-824f-876deb569fac tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.716205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab08f932-0b8e-413f-824f-876deb569fac tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.791776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47724) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:57.809751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Allocated IP 172.20.0.2 (b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f/b0d6a37e-c843-4f71-ab0f-5ca04cf36c63/ee9a8500-3d61-4346-a66b-b0c1f2a67fc3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:57.823270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ab08f932-0b8e-413f-824f-876deb569fac tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] In _notify_port_updated(), no bound segment for port e79abfaa-58b0-47cc-be74-85dc78bad6d9 on network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:55:57.828598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab08f932-0b8e-413f-824f-876deb569fac tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:57.835293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab08f932-0b8e-413f-824f-876deb569fac tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.843552 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ab08f932-0b8e-413f-824f-876deb569fac tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "PUT /v2.0/ports/e79abfaa-58b0-47cc-be74-85dc78bad6d9 HTTP/1.1" status: 200 len: 1003 time: 3.0233088 Feb 03 12:55:57.844418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47732) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:58.004833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Pushing event updated for resources: {'Port': ['ID=435f57f7-a6e5-4699-8c04-0115b001f977,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:58.022884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Network b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:58.034484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8d447-7952-45d6-9dee-6b6363983b2a req-4092b9cc-a808-4139-b395-42b7436f7779 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:58.036552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27d8d447-7952-45d6-9dee-6b6363983b2a req-4092b9cc-a808-4139-b395-42b7436f7779 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.3357604 Feb 03 12:55:58.038052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:58.040737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:58.136939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08f932-0b8e-413f-824f-876deb569fac tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Port': ['ID=e79abfaa-58b0-47cc-be74-85dc78bad6d9,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:58.193032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:58.201516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.255571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4140f0-b245-421d-8e27-c6ba6a4b39fa None None] Network df08b81b-7ee3-4674-9f0c-1db2476a6343 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:58.265523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6281f8-dc62-4d9c-af89-4ea4fb95fd7a admin admin] Deleting subnet 93ea13c3-b027-4052-826d-1c336f86b4dc {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:55:58.277494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e6281f8-dc62-4d9c-af89-4ea4fb95fd7a admin admin] Publish callbacks [] for subnet (93ea13c3-b027-4052-826d-1c336f86b4dc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.320165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27d8d447-7952-45d6-9dee-6b6363983b2a req-4be964a4-97f9-4c5f-83e2-ac27510d27ff tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043198 Feb 03 12:55:58.326526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c2836081-0927-4ee7-b60f-bcff2c4def71 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7891529 Feb 03 12:55:58.343896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47760) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:58.444552 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e6281f8-dc62-4d9c-af89-4ea4fb95fd7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (93ea13c3-b027-4052-826d-1c336f86b4dc), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.571617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e6281f8-dc62-4d9c-af89-4ea4fb95fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (93ea13c3-b027-4052-826d-1c336f86b4dc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.804960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c508abf4-fb8d-4a38-a5fe-fdf483ebea50 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Deleting port 435f57f7-a6e5-4699-8c04-0115b001f977 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:58.817254 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c508abf4-fb8d-4a38-a5fe-fdf483ebea50 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (435f57f7-a6e5-4699-8c04-0115b001f977), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.823059 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Publish callbacks [] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.840835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e6281f8-dc62-4d9c-af89-4ea4fb95fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (93ea13c3-b027-4052-826d-1c336f86b4dc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.864001 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.958653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6281f8-dc62-4d9c-af89-4ea4fb95fd7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ea13c3-b027-4052-826d-1c336f86b4dc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:58.984205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0e6281f8-dc62-4d9c-af89-4ea4fb95fd7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.990265 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0e6281f8-dc62-4d9c-af89-4ea4fb95fd7a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/93ea13c3-b027-4052-826d-1c336f86b4dc HTTP/1.1" status: 204 len: 168 time: 1.1848681 Feb 03 12:55:58.998767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47806) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:59.018635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3a5f5799-1045-49b9-8879-a6fa9fe66b13 None None] Provisioning complete for port e79abfaa-58b0-47cc-be74-85dc78bad6d9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:59.019093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5799-1045-49b9-8879-a6fa9fe66b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.074961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-72b1e1c2-f51c-4abf-bee5-81cbfdde0f6c tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Deleting port e79abfaa-58b0-47cc-be74-85dc78bad6d9 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:59.075309 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72b1e1c2-f51c-4abf-bee5-81cbfdde0f6c tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.127184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Pushing event updated for resources: {'Port': ['ID=ee9a8500-3d61-4346-a66b-b0c1f2a67fc3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:59.155603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f5799-1045-49b9-8879-a6fa9fe66b13 None None] Port e79abfaa-58b0-47cc-be74-85dc78bad6d9 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:59.160151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.160503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.160844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.161356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.161621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.162138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.162399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.169602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.170393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.170742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.171117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.171410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.171710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:59.206631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Network b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:59.225419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:59.230563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:59.411744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72b1e1c2-f51c-4abf-bee5-81cbfdde0f6c tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.428885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-72b1e1c2-f51c-4abf-bee5-81cbfdde0f6c tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Calling delete_port for e79abfaa-58b0-47cc-be74-85dc78bad6d9 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:59.442513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Attempting to bind port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:59.442892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Attempting to bind port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '47d80801-13f2-4bf9-9306-cfc2a52c4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:59.445686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Attempting to bind port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 on network b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:59.459070 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c508abf4-fb8d-4a38-a5fe-fdf483ebea50 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (435f57f7-a6e5-4699-8c04-0115b001f977), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.476430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:59.477057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Checking segment: {'id': '47d80801-13f2-4bf9-9306-cfc2a52c4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:59.477349 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.477829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Bound using segment: {'id': '47d80801-13f2-4bf9-9306-cfc2a52c4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:59.478232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Bound port: ee9a8500-3d61-4346-a66b-b0c1f2a67fc3, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d80801-13f2-4bf9-9306-cfc2a52c4219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:59.478643 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.506062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c508abf4-fb8d-4a38-a5fe-fdf483ebea50 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Calling delete_port for 435f57f7-a6e5-4699-8c04-0115b001f977 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:59.665656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] For port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:59.809058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72b1e1c2-f51c-4abf-bee5-81cbfdde0f6c tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e79abfaa-58b0-47cc-be74-85dc78bad6d9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.814084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] For port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ee9a8500-3d61-4346-a66b-b0c1f2a67fc3,segment=NetworkSegment(47d80801-13f2-4bf9-9306-cfc2a52c4219),segment_id=47d80801-13f2-4bf9-9306-cfc2a52c4219)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:59.836075 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.904369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c508abf4-fb8d-4a38-a5fe-fdf483ebea50 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (435f57f7-a6e5-4699-8c04-0115b001f977), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.018262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1e1c2-f51c-4abf-bee5-81cbfdde0f6c tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event deleted for resources: {'Port': ['ID=e79abfaa-58b0-47cc-be74-85dc78bad6d9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:00.022426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72b1e1c2-f51c-4abf-bee5-81cbfdde0f6c tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.032566 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-72b1e1c2-f51c-4abf-bee5-81cbfdde0f6c tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "DELETE /v2.0/ports/e79abfaa-58b0-47cc-be74-85dc78bad6d9 HTTP/1.1" status: 204 len: 168 time: 2.1386192 Feb 03 12:56:00.032861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47872) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:00.087891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d76eaf-931b-429b-972b-9dc6af22c459 None None] Pushing event updated for resources: {'Port': ['ID=ee9a8500-3d61-4346-a66b-b0c1f2a67fc3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:00.093630 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-414ece77-b8cf-47c1-a146-9be6b3821f9b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] GET failed (client error): The resource could not be found. Feb 03 12:56:00.095402 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-414ece77-b8cf-47c1-a146-9be6b3821f9b tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "GET /v2.0/ports/e79abfaa-58b0-47cc-be74-85dc78bad6d9 HTTP/1.1" status: 404 len: 333 time: 0.0615809 Feb 03 12:56:00.103086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47878) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:00.184263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'port': {'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1039556313'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:00.647804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Made reservation on behalf of 6e6e8dde6ded4f36ac3aa596f8d5e8ed for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:00.660086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.732841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] device_id is not set on port f947b595-919b-4e14-9dc5-4617f39230bc yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:56:01.311759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508abf4-fb8d-4a38-a5fe-fdf483ebea50 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Pushing event deleted for resources: {'Port': ['ID=435f57f7-a6e5-4699-8c04-0115b001f977,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:01.393769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-365857fd-8284-478f-a5ab-850394f6d558 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:01.402061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-365857fd-8284-478f-a5ab-850394f6d558 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/networks?id=df08b81b-7ee3-4674-9f0c-1db2476a6343 HTTP/1.1" status: 200 len: 812 time: 2.5443115 Feb 03 12:56:01.405761 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1476375a-b3ef-468d-b8da-bd85384ecf7a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:01.575085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-7563242e-5824-467d-8522-cc0fde8fc81a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/quotas/012fd381de6f43eb9d9451f7a320b3b6 HTTP/1.1" status: 200 len: 375 time: 0.1719320 Feb 03 12:56:01.606200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:01.755147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-543ef3fa-6bbc-4643-a261-6b318882e106 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=012fd381de6f43eb9d9451f7a320b3b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1788819 Feb 03 12:56:01.807664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:01.808329 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:01.873369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c508abf4-fb8d-4a38-a5fe-fdf483ebea50 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:01.877703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c508abf4-fb8d-4a38-a5fe-fdf483ebea50 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] 10.222.0.65 "DELETE /v2.0/ports/435f57f7-a6e5-4699-8c04-0115b001f977 HTTP/1.1" status: 204 len: 168 time: 3.5304253 Feb 03 12:56:01.909254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbacd4-5ea4-4297-9e70-cfdde8dfc3ae req-27dee4f9-7479-4719-875e-91e11d377426 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:01.917242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8cbacd4-5ea4-4297-9e70-cfdde8dfc3ae req-27dee4f9-7479-4719-875e-91e11d377426 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 2.0912662 Feb 03 12:56:01.920328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47974) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:01.972829 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Allocated IP 2001:db8::a8 (cbb93f5f-5540-4997-b8e1-dcc7b48e1964/bff6d969-acaa-490f-9aca-874b9fbc86e1/f947b595-919b-4e14-9dc5-4617f39230bc) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:02.117194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:02.117504 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.264451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ee9a8500-3d61-4346-a66b-b0c1f2a67fc3,segment=NetworkSegment(47d80801-13f2-4bf9-9306-cfc2a52c4219),segment_id=47d80801-13f2-4bf9-9306-cfc2a52c4219)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:02.275676 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.346180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for port (f947b595-919b-4e14-9dc5-4617f39230bc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.357883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c692c5e3-a2e1-4033-b8d5-ee8158d29ef0 tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.4069459 Feb 03 12:56:02.383539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48010) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:02.389134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1077869707'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:02.403091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e37a5b-69fb-41ea-90d7-9772e2f2f1df None None] Network b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:02.404136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f947b595-919b-4e14-9dc5-4617f39230bc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.470750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Made reservation on behalf of 5ff31d74577849cd8de19c94bcca437c for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:02.480983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.489339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:02.520462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:02.541283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:02.565122 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:56:02.571750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:02.573613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.583894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Port': ['ID=f947b595-919b-4e14-9dc5-4617f39230bc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:02.591961 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1476375a-b3ef-468d-b8da-bd85384ecf7a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.681270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1476375a-b3ef-468d-b8da-bd85384ecf7a']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:02.692336 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d2bb9c9-6c48-4e1b-9f7b-a541b5afea2e tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5874581 Feb 03 12:56:02.703015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48014) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:02.703603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c176a14-c4ca-41f3-bf2e-5e9dae25eaad') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:02.704006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:56:02.704928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c176a14-c4ca-41f3-bf2e-5e9dae25eaad') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:02.717336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'port': {'network_id': 'cbb93f5f-5540-4997-b8e1-dcc7b48e1964', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1569693195'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:02.740176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (9c176a14-c4ca-41f3-bf2e-5e9dae25eaad), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.791227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9c176a14-c4ca-41f3-bf2e-5e9dae25eaad), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.809438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9c443aa5-71e1-4a2d-ad12-666721421f67), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.810294 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Added segment 9c443aa5-71e1-4a2d-ad12-666721421f67 of type vlan for network 0ad115ed-cc07-4064-981b-0182067edd3f Feb 03 12:56:02.811117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:02.811548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (9c176a14-c4ca-41f3-bf2e-5e9dae25eaad), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.840439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-58a3204a-5503-454f-84c3-2c5bd28f868e None None] Provisioning complete for port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:02.841013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a3204a-5503-454f-84c3-2c5bd28f868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.958137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ee9a8500-3d61-4346-a66b-b0c1f2a67fc3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:03.013721 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:03.064732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0ad115ed-cc07-4064-981b-0182067edd3f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.095029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1476375a-b3ef-468d-b8da-bd85384ecf7a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.156910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-58a3204a-5503-454f-84c3-2c5bd28f868e None None] Current status of the port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:03.175629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.185377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1476375a-b3ef-468d-b8da-bd85384ecf7a HTTP/1.1" status: 204 len: 168 time: 4.0298827 Feb 03 12:56:03.186685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec155d1-96bd-493f-966c-5c8d3994f8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1476375a-b3ef-468d-b8da-bd85384ecf7a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:03.192022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48020) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:03.213639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8cbacd4-5ea4-4297-9e70-cfdde8dfc3ae req-2d61a5bc-e0c8-4516-9e07-c3757c0e1389 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2954984 Feb 03 12:56:03.215714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dbac1dc0-9a39-44fc-93c5-747289cf1743 service neutron] 10.222.0.65 "GET /v2.0/networks/df08b81b-7ee3-4674-9f0c-1db2476a6343?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4596066 Feb 03 12:56:03.222351 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0ad115ed-cc07-4064-981b-0182067edd3f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.236278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:03.241228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.311514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f135f942-be86-41bd-8753-39c8cb442958 None None] Provisioning complete for port f947b595-919b-4e14-9dc5-4617f39230bc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:03.312408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f135f942-be86-41bd-8753-39c8cb442958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f947b595-919b-4e14-9dc5-4617f39230bc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.392103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Made reservation on behalf of 6e6e8dde6ded4f36ac3aa596f8d5e8ed for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:03.395787 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.437048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f135f942-be86-41bd-8753-39c8cb442958 None None] Port f947b595-919b-4e14-9dc5-4617f39230bc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:03.511509 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1265378 Feb 03 12:56:03.514282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48026) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:03.559903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:03.670159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f4af85-4818-4b8b-8623-d4035ad45484 admin admin] Deleting subnet d8ab0eef-4d2f-4433-b997-b523f869aa60 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:03.673697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8f4af85-4818-4b8b-8623-d4035ad45484 admin admin] Publish callbacks [] for subnet (d8ab0eef-4d2f-4433-b997-b523f869aa60), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.719025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-89d14ef7-abeb-471d-8c5e-05a3b1e7f2c9 None None] Provisioning complete for port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:03.719025 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89d14ef7-abeb-471d-8c5e-05a3b1e7f2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.749068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-219fd8cf-a651-4bf6-a363-d94c6c6c15ee service neutron] 10.222.0.65 "GET /v2.0/networks/df08b81b-7ee3-4674-9f0c-1db2476a6343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217288 Feb 03 12:56:03.762650 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8f4af85-4818-4b8b-8623-d4035ad45484 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d8ab0eef-4d2f-4433-b997-b523f869aa60), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.915432 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8f4af85-4818-4b8b-8623-d4035ad45484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d8ab0eef-4d2f-4433-b997-b523f869aa60), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.055648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-89d14ef7-abeb-471d-8c5e-05a3b1e7f2c9 None None] Current status of the port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:04.092322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] device_id is not set on port 135f9e9a-6a16-4532-9cc8-081dfdcea3db yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:56:04.107948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:04.126921 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.182750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a791f4a-f9eb-4575-b652-b3467b1022f0 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Pushing event updated for resources: {'Network': ['ID=0ad115ed-cc07-4064-981b-0182067edd3f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:04.245451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dc796f85-051a-432b-b113-591709f0c178 tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] 10.222.0.65 "GET /v2.0/agents/b968952a-ea63-457d-8fff-61f92861fae2/dhcp-networks HTTP/1.1" status: 200 len: 6502 time: 0.7187617 Feb 03 12:56:04.263014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0ad115ed-cc07-4064-981b-0182067edd3f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:56:04.296314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48038) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:04.327359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b08e8cd4-3b7e-45c4-a36b-88718fb7532f req-f755fa27-12a2-4634-a0a3-a0b56c3d30a8 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 210 time: 0.1055269 Feb 03 12:56:04.400839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8f4af85-4818-4b8b-8623-d4035ad45484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d8ab0eef-4d2f-4433-b997-b523f869aa60), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.468129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f40339c0-8cb7-4e79-a6f3-82961c005866 None None] Could not find standard attr ID for object 435f57f7-a6e5-4699-8c04-0115b001f977. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:56:04.501854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4af85-4818-4b8b-8623-d4035ad45484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ab0eef-4d2f-4433-b997-b523f869aa60,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:04.510975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d8f4af85-4818-4b8b-8623-d4035ad45484 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.527348 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d8f4af85-4818-4b8b-8623-d4035ad45484 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d8ab0eef-4d2f-4433-b997-b523f869aa60 HTTP/1.1" status: 204 len: 168 time: 1.3271618 Feb 03 12:56:04.561232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48044) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:04.619671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:04.666115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Allocated IP 2001:db8::304 (cbb93f5f-5540-4997-b8e1-dcc7b48e1964/bff6d969-acaa-490f-9aca-874b9fbc86e1/135f9e9a-6a16-4532-9cc8-081dfdcea3db) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:05.078763 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b10076dd-f0c1-4ed4-8cbc-4e5d7111a531), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.088616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.168958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed13c9f6-457d-40d1-8fb3-85c0819c133b tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] Network 0ad115ed-cc07-4064-981b-0182067edd3f is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:56:05.183605 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.243989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12e6b61-b616-498a-b7b5-8ce3f31a7600 None None] Network 0ad115ed-cc07-4064-981b-0182067edd3f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:05.273593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ed13c9f6-457d-40d1-8fb3-85c0819c133b tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] 10.222.0.65 "POST /v2.0/agents/b968952a-ea63-457d-8fff-61f92861fae2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9425490 Feb 03 12:56:05.319206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48056) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:05.322528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfaab4f-ed48-4468-92fa-b603422e4bb2 req-b07c5fb5-50fa-469d-901e-5ad584f31c13 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:05.349828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1dfaab4f-ed48-4468-92fa-b603422e4bb2 req-b07c5fb5-50fa-469d-901e-5ad584f31c13 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.8116446 Feb 03 12:56:05.482099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:05.521927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:05.558133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:05.581738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:05.582429 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.681175 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9683306 Feb 03 12:56:05.685798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48062) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:05.791006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Port': ['ID=135f9e9a-6a16-4532-9cc8-081dfdcea3db,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:05.809491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6f282a02-20f2-4951-bf4e-3206c43f7de6 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::261', 'mac_address': 'fa:16:3e:c2:c6:5e'}, {'ip_address': '2001:db8::a8', 'mac_address': 'fa:16:3e:2b:ca:9a'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:05.868322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.883924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.884456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.884800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.885141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.885475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.885813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.886143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.886535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.886862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.887193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.887514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:05.887840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb7c07-bb9c-467a-ba9b-e81fb8c474ca tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:06.014159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6dfea71-299d-4180-ae50-afa740bb87b3 req-2402e6fe-2036-43a2-b1af-19ca3dc47aa8 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 210 time: 0.3586454 Feb 03 12:56:06.127842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-19d86466-6738-4f72-8639-c25b8385ce0b None None] Provisioning complete for port 135f9e9a-6a16-4532-9cc8-081dfdcea3db triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:06.128260 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19d86466-6738-4f72-8639-c25b8385ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:06.153826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b10076dd-f0c1-4ed4-8cbc-4e5d7111a531), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:06.155452 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-580978ba-e8eb-4f43-a8e9-d262c344ba2a tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] 10.222.0.65 "GET /v2.0/agents/b968952a-ea63-457d-8fff-61f92861fae2/dhcp-networks HTTP/1.1" status: 200 len: 7235 time: 0.8349822 Feb 03 12:56:06.156465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48066) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:06.239451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-19d86466-6738-4f72-8639-c25b8385ce0b None None] Port 135f9e9a-6a16-4532-9cc8-081dfdcea3db cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:06.256702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1dfaab4f-ed48-4468-92fa-b603422e4bb2 req-bd1eb9c4-a863-40a1-8067-056915d640af tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9058411 Feb 03 12:56:06.340081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10076dd-f0c1-4ed4-8cbc-4e5d7111a531']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:06.377485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7bbe8e-c27e-4527-a54c-64d92ca8fd33') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:06.377953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7bbe8e-c27e-4527-a54c-64d92ca8fd33') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:06.396720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (5e7bbe8e-c27e-4527-a54c-64d92ca8fd33), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:06.403723 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d93cb3b1-a178-4ec5-b947-18b40b256978 tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] 10.222.0.65 "DELETE /v2.0/agents/b968952a-ea63-457d-8fff-61f92861fae2/dhcp-networks/0ad115ed-cc07-4064-981b-0182067edd3f HTTP/1.1" status: 204 len: 168 time: 0.2423174 Feb 03 12:56:06.406447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48070) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:06.461723 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5e7bbe8e-c27e-4527-a54c-64d92ca8fd33), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:06.486275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:06.486997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (5e7bbe8e-c27e-4527-a54c-64d92ca8fd33), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:06.490434 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:06.590344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f282a02-20f2-4951-bf4e-3206c43f7de6 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:06.648869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da0e1c40-3138-4f98-90c3-4e1f99caa311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:06.993113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b10076dd-f0c1-4ed4-8cbc-4e5d7111a531), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.188026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-e1d3fa26-fbac-4154-b163-d4f808f6bb1d tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:07.189699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-e1d3fa26-fbac-4154-b163-d4f808f6bb1d tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.91 "GET /v2.0/networks?id=df08b81b-7ee3-4674-9f0c-1db2476a6343 HTTP/1.1" status: 200 len: 812 time: 0.5365074 Feb 03 12:56:07.226636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.254433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] 10.222.0.65 "DELETE /v2.0/networks/b10076dd-f0c1-4ed4-8cbc-4e5d7111a531 HTTP/1.1" status: 204 len: 168 time: 2.6561484 Feb 03 12:56:07.293885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Request body: {'port': {'device_id': '355fd78e-7cf1-4b6b-b4cb-e151ca224709', 'network_id': 'df08b81b-7ee3-4674-9f0c-1db2476a6343', 'admin_state_up': True, 'tenant_id': '012fd381de6f43eb9d9451f7a320b3b6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:07.532153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97330-6f58-469c-8987-2cf7cdd8d04d admin admin] Pushing event deleted for resources: {'Network': ['ID=b10076dd-f0c1-4ed4-8cbc-4e5d7111a531,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:07.575262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48102) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:07.659207 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-59e09bf6-cbfd-4bac-8523-fd190cdfcc0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4eac617216bd4c289f41edbe28cc66a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819376 Feb 03 12:56:07.663081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48104) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:07.677496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e5b502f-a5ec-433e-9da3-f58c945086b9 req-a3bf1d03-f23c-4039-b7f2-edf6fac44a2b tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 210 time: 0.2831180 Feb 03 12:56:07.792839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70395465-205a-4775-9e7c-cc2bb5816380 admin admin] Publish callbacks [] for security_group (1ec43d3c-45d7-4d31-a331-36c8ba3a8495), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.851915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70395465-205a-4775-9e7c-cc2bb5816380 admin admin] Publish callbacks [] for security_group (1ec43d3c-45d7-4d31-a331-36c8ba3a8495), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.859426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-829862c5-1678-4213-a770-d7d369e51704 tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] 10.222.0.65 "GET /v2.0/agents/b968952a-ea63-457d-8fff-61f92861fae2/dhcp-networks HTTP/1.1" status: 200 len: 6464 time: 1.4327180 Feb 03 12:56:07.865171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48106) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:07.913354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb562cd-d1ec-4a26-8913-4076b757554d req-115bbe02-ba2b-44f9-b9af-a698a8ce249f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:07.914908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bb562cd-d1ec-4a26-8913-4076b757554d req-115bbe02-ba2b-44f9-b9af-a698a8ce249f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.4317067 Feb 03 12:56:08.000754 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f282a02-20f2-4951-bf4e-3206c43f7de6 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.006033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Made reservation on behalf of 012fd381de6f43eb9d9451f7a320b3b6 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:08.010889 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.021707 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3dd6ba36-dd8a-43b5-9d4b-bc7dd09896c0 tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] 10.222.0.65 "GET /v2.0/networks/b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1522141 Feb 03 12:56:08.038858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48108) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:08.113299 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0d358c6f-b60c-4069-87fd-457b348a039c tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] 10.222.0.65 "GET /v2.0/networks/b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0729663 Feb 03 12:56:08.114459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48110) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:08.117496 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f282a02-20f2-4951-bf4e-3206c43f7de6 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.128312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70395465-205a-4775-9e7c-cc2bb5816380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1ec43d3c-45d7-4d31-a331-36c8ba3a8495), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.132638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70395465-205a-4775-9e7c-cc2bb5816380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.135292 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-70395465-205a-4775-9e7c-cc2bb5816380 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ec43d3c-45d7-4d31-a331-36c8ba3a8495 HTTP/1.1" status: 204 len: 168 time: 0.4710112 Feb 03 12:56:08.247797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6f282a02-20f2-4951-bf4e-3206c43f7de6 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] In _notify_port_updated(), no bound segment for port 135f9e9a-6a16-4532-9cc8-081dfdcea3db on network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:56:08.252980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f282a02-20f2-4951-bf4e-3206c43f7de6 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:08.253544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f282a02-20f2-4951-bf4e-3206c43f7de6 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.271534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6f282a02-20f2-4951-bf4e-3206c43f7de6 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "PUT /v2.0/ports/135f9e9a-6a16-4532-9cc8-081dfdcea3db HTTP/1.1" status: 200 len: 1067 time: 2.5186920 Feb 03 12:56:08.272915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f282a02-20f2-4951-bf4e-3206c43f7de6 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event updated for resources: {'Port': ['ID=135f9e9a-6a16-4532-9cc8-081dfdcea3db,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:08.295644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48114) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:08.429397 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4da483b0-ac9e-455b-b7af-ce217026627b tempest-DHCPAgentSchedulersTestJSON-1439605304 tempest-DHCPAgentSchedulersTestJSON-1439605304-project-admin] 10.222.0.65 "GET /v2.0/agents/b968952a-ea63-457d-8fff-61f92861fae2/dhcp-networks HTTP/1.1" status: 200 len: 5708 time: 0.3129613 Feb 03 12:56:08.430887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48120) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:08.550537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bb562cd-d1ec-4a26-8913-4076b757554d req-edd238ff-cf27-49f4-b03e-cddcbfdf88a1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239700 Feb 03 12:56:08.671066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70395465-205a-4775-9e7c-cc2bb5816380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec43d3c-45d7-4d31-a331-36c8ba3a8495,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:08.823737 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed23b723-f782-49f9-905f-c8d65f5cfa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.825267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0ad115ed-cc07-4064-981b-0182067edd3f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.882442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Allocated IP 172.20.0.10 (df08b81b-7ee3-4674-9f0c-1db2476a6343/e09e471e-0933-401c-885c-c8c552bab282/850ef299-1808-409a-bfc7-2d1b70b6fbd6) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:08.932203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-54e80886-410a-453b-9934-2618984d4c55 None None] Provisioning complete for port 135f9e9a-6a16-4532-9cc8-081dfdcea3db triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:08.936013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54e80886-410a-453b-9934-2618984d4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.041253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acd11a5d-e0d2-43eb-aa99-c360307ae572 req-52335f63-fee5-4211-92be-e26857651461 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 210 time: 0.1561952 Feb 03 12:56:09.062431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-54e80886-410a-453b-9934-2618984d4c55 None None] Port 135f9e9a-6a16-4532-9cc8-081dfdcea3db cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:09.132876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-da4c1546-4614-499f-9a7d-68c096241161 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Deleting port 135f9e9a-6a16-4532-9cc8-081dfdcea3db {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:09.133137 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-da4c1546-4614-499f-9a7d-68c096241161 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.197868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48128) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:09.236563 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0ad115ed-cc07-4064-981b-0182067edd3f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.284044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad115ed-cc07-4064-981b-0182067edd3f']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:09.310714 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-49376758-14a3-4c03-b9d3-be0c824e8bbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f46be39d54842a1946ffaa6ddd2c322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1033533 Feb 03 12:56:09.311604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48130) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:09.317746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c443aa5-71e1-4a2d-ad12-666721421f67') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:09.318142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c443aa5-71e1-4a2d-ad12-666721421f67') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:09.439092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (9c443aa5-71e1-4a2d-ad12-666721421f67), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.474369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9c443aa5-71e1-4a2d-ad12-666721421f67), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.505323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:09.505736 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (9c443aa5-71e1-4a2d-ad12-666721421f67), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:09.516047 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:09.548042 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Publish callbacks [] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.556224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d1101e4-5376-4458-a411-dd9a98de617f admin admin] Publish callbacks [] for security_group (53934f68-d546-4046-be75-3258dac7203f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.614824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d1101e4-5376-4458-a411-dd9a98de617f admin admin] Publish callbacks [] for security_group (53934f68-d546-4046-be75-3258dac7203f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.727615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d1101e4-5376-4458-a411-dd9a98de617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (53934f68-d546-4046-be75-3258dac7203f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.751676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d1101e4-5376-4458-a411-dd9a98de617f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.755739 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d1101e4-5376-4458-a411-dd9a98de617f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53934f68-d546-4046-be75-3258dac7203f HTTP/1.1" status: 204 len: 168 time: 0.4325452 Feb 03 12:56:09.939351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1101e4-5376-4458-a411-dd9a98de617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53934f68-d546-4046-be75-3258dac7203f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:09.971078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0ad115ed-cc07-4064-981b-0182067edd3f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.985748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.989807 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] 10.222.0.65 "DELETE /v2.0/networks/0ad115ed-cc07-4064-981b-0182067edd3f HTTP/1.1" status: 204 len: 168 time: 1.5557795 Feb 03 12:56:10.009251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48142) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:10.058311 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89d527e-f14f-4f83-accb-487880f9f80c tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] DELETE failed (client error): The resource could not be found. Feb 03 12:56:10.058919 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89d527e-f14f-4f83-accb-487880f9f80c tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:56:10.067547 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.079176 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e89d527e-f14f-4f83-accb-487880f9f80c tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] 10.222.0.65 "DELETE /v2.0/ports/435f57f7-a6e5-4699-8c04-0115b001f977 HTTP/1.1" status: 404 len: 333 time: 0.0673313 Feb 03 12:56:10.128989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48146) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:10.186272 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6c0c8-d0d5-4f5f-9e30-14ab8d1e2886 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Pushing event deleted for resources: {'Network': ['ID=0ad115ed-cc07-4064-981b-0182067edd3f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:10.223072 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4bef1260-3484-4a98-868b-b40487c81b80 req-34123be3-d49d-4d47-be2a-389bb0c385c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3888116 Feb 03 12:56:10.260129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0838796e-14b6-4578-b0c8-a7b24a20ce1b tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Deleting subnet b0d6a37e-c843-4f71-ab0f-5ca04cf36c63 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:10.274423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0838796e-14b6-4578-b0c8-a7b24a20ce1b tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks [] for subnet (b0d6a37e-c843-4f71-ab0f-5ca04cf36c63), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.479259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-983a0644-7e1a-459d-ac93-25b923dbf01e req-bd105fc8-d7a8-47ea-b977-cb325a72bcfd tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 210 time: 0.2163312 Feb 03 12:56:10.560920 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-da4c1546-4614-499f-9a7d-68c096241161 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.569943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0838796e-14b6-4578-b0c8-a7b24a20ce1b tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (b0d6a37e-c843-4f71-ab0f-5ca04cf36c63), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.585222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.703570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-da4c1546-4614-499f-9a7d-68c096241161 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Calling delete_port for 135f9e9a-6a16-4532-9cc8-081dfdcea3db owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:10.761112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1260-3484-4a98-868b-b40487c81b80 req-8f50b4b1-f49d-47f2-85e2-eca4e64de420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:10.772120 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4bef1260-3484-4a98-868b-b40487c81b80 req-8f50b4b1-f49d-47f2-85e2-eca4e64de420 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34f62ff5e8e744e59463420b3602f07c&device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 1133 time: 0.4015274 Feb 03 12:56:10.807866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Network df08b81b-7ee3-4674-9f0c-1db2476a6343 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:10.842044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866d494-b226-40b8-93df-06ef1cfde9c9 req-8a567788-a1ae-427b-bcd4-c641fbccf19d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:10.862194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d866d494-b226-40b8-93df-06ef1cfde9c9 req-8a567788-a1ae-427b-bcd4-c641fbccf19d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.5891776 Feb 03 12:56:10.868154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:10.967826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:11.089476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:11.094091 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:11.097568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Pushing event updated for resources: {'Port': ['ID=850ef299-1808-409a-bfc7-2d1b70b6fbd6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:11.138936 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0838796e-14b6-4578-b0c8-a7b24a20ce1b tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (b0d6a37e-c843-4f71-ab0f-5ca04cf36c63), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:11.166491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d866d494-b226-40b8-93df-06ef1cfde9c9 req-3265dd77-3cb8-431e-a1d2-504935135671 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162116 Feb 03 12:56:11.171490 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-aa513148-d119-4a60-9300-07253f5ee49a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9056525 Feb 03 12:56:11.204889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Request body: {'port': {'device_id': '355fd78e-7cf1-4b6b-b4cb-e151ca224709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:11.250471 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0838796e-14b6-4578-b0c8-a7b24a20ce1b tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (b0d6a37e-c843-4f71-ab0f-5ca04cf36c63), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:11.325265 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:11.408190 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0838796e-14b6-4578-b0c8-a7b24a20ce1b tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:11.414002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e304053f-5281-46b9-862d-cf9da5ae4c81 None None] Network b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:11.421367 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0838796e-14b6-4578-b0c8-a7b24a20ce1b tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] 10.222.0.65 "DELETE /v2.0/subnets/b0d6a37e-c843-4f71-ab0f-5ca04cf36c63 HTTP/1.1" status: 204 len: 168 time: 1.2862947 Feb 03 12:56:11.421367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838796e-14b6-4578-b0c8-a7b24a20ce1b tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d6a37e-c843-4f71-ab0f-5ca04cf36c63,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:11.436425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48172) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:11.447961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1260-3484-4a98-868b-b40487c81b80 req-1447a23f-da07-49bc-a437-67c65d6a6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:11.449461 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4bef1260-3484-4a98-868b-b40487c81b80 req-1447a23f-da07-49bc-a437-67c65d6a6c1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.6550646 Feb 03 12:56:11.603986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4bef1260-3484-4a98-868b-b40487c81b80 req-062faca8-7e36-417a-aaa4-2b3965eb297a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=0168597c-97ae-4aa7-b630-ff56785c10e5 HTTP/1.1" status: 200 len: 217 time: 0.1455173 Feb 03 12:56:11.669851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:11.713531 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1260-3484-4a98-868b-b40487c81b80 req-c6e16f4e-21c5-46af-95a2-668a30382d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:11.734878 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4bef1260-3484-4a98-868b-b40487c81b80 req-c6e16f4e-21c5-46af-95a2-668a30382d80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1034629 Feb 03 12:56:11.827335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035e030-3742-47d0-9bac-efb6b42f8720 None None] DHCP port deletion for b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:56:11.891217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1260-3484-4a98-868b-b40487c81b80 req-d2ee1825-19e6-4fb3-959e-4cd2ba7ecb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:11.900219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4bef1260-3484-4a98-868b-b40487c81b80 req-d2ee1825-19e6-4fb3-959e-4cd2ba7ecb28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1644521 Feb 03 12:56:12.003397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2035e030-3742-47d0-9bac-efb6b42f8720 None None] Deleting port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:12.008342 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2035e030-3742-47d0-9bac-efb6b42f8720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.332239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.351298 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4bef1260-3484-4a98-868b-b40487c81b80 req-19cc7f17-e846-4906-84bf-e644f3e24492 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425972 Feb 03 12:56:12.561903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2035e030-3742-47d0-9bac-efb6b42f8720 None None] For port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ee9a8500-3d61-4346-a66b-b0c1f2a67fc3,segment=NetworkSegment(47d80801-13f2-4bf9-9306-cfc2a52c4219),segment_id=47d80801-13f2-4bf9-9306-cfc2a52c4219)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:12.562964 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2035e030-3742-47d0-9bac-efb6b42f8720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.600403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2035e030-3742-47d0-9bac-efb6b42f8720 None None] Calling delete_port for ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:12.727036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b62f42-ef1d-4d47-8b93-0686fe55e41c req-e03c5030-c09a-46a4-bb0f-34dba02ea1f1 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:12.728992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70b62f42-ef1d-4d47-8b93-0686fe55e41c req-e03c5030-c09a-46a4-bb0f-34dba02ea1f1 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 932 time: 1.0762856 Feb 03 12:56:12.766277 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-da4c1546-4614-499f-9a7d-68c096241161 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (135f9e9a-6a16-4532-9cc8-081dfdcea3db), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.828051 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4bef1260-3484-4a98-868b-b40487c81b80 req-70302fdc-af08-44d3-9740-232ac5d8925e service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655952 Feb 03 12:56:12.873862 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2035e030-3742-47d0-9bac-efb6b42f8720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (ee9a8500-3d61-4346-a66b-b0c1f2a67fc3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.880419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c1546-4614-499f-9a7d-68c096241161 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event deleted for resources: {'Port': ['ID=135f9e9a-6a16-4532-9cc8-081dfdcea3db,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:12.997601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035e030-3742-47d0-9bac-efb6b42f8720 None None] No DVR routers for this DVR port ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:13.012498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e030-3742-47d0-9bac-efb6b42f8720 None None] Pushing event deleted for resources: {'Port': ['ID=ee9a8500-3d61-4346-a66b-b0c1f2a67fc3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:13.046678 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:13.135155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:13.196073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:13.222083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d80801-13f2-4bf9-9306-cfc2a52c4219') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:13.222396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d80801-13f2-4bf9-9306-cfc2a52c4219') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:13.253225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (47d80801-13f2-4bf9-9306-cfc2a52c4219), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:13.281145 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (47d80801-13f2-4bf9-9306-cfc2a52c4219), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:13.299527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:13.300022 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (47d80801-13f2-4bf9-9306-cfc2a52c4219), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:13.509897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:13.551205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:13.553324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ee9a8500-3d61-4346-a66b-b0c1f2a67fc3 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:13.637395 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:13.684502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447174b7-b67e-441c-ad8d-0751143944bd req-a8e0c7e9-aa97-4d63-813d-534be566d384 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:13.697193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-447174b7-b67e-441c-ad8d-0751143944bd req-a8e0c7e9-aa97-4d63-813d-534be566d384 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 1.0752964 Feb 03 12:56:13.806258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70b62f42-ef1d-4d47-8b93-0686fe55e41c req-90728035-950e-4427-b3e4-b0c6fc67724d tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0366325 Feb 03 12:56:14.013649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:14.057446 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:14.080815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] 10.222.0.65 "DELETE /v2.0/networks/b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f HTTP/1.1" status: 204 len: 168 time: 2.6217904 Feb 03 12:56:14.196428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850ef299-1808-409a-bfc7-2d1b70b6fbd6 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:56:14.228496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d217a55-d620-4097-a5f4-3c2c3801f198 tempest-DHCPAgentSchedulersTestJSON-1007993833 tempest-DHCPAgentSchedulersTestJSON-1007993833-project] Pushing event deleted for resources: {'Network': ['ID=b0aa19c1-fe86-4a83-af46-c4c0cfc34e0f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:14.329327 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Publish callbacks [] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:14.442599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-447174b7-b67e-441c-ad8d-0751143944bd req-ddc5ac48-f58f-4a9a-9fd7-b6c6825e4e4d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7402351 Feb 03 12:56:14.523475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Transition to ACTIVE for port object 850ef299-1808-409a-bfc7-2d1b70b6fbd6 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:56:14.580277 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:14.584739 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-da4c1546-4614-499f-9a7d-68c096241161 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:14.597008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48226) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:14.607756 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-da4c1546-4614-499f-9a7d-68c096241161 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "DELETE /v2.0/ports/135f9e9a-6a16-4532-9cc8-081dfdcea3db HTTP/1.1" status: 204 len: 168 time: 6.3111460 Feb 03 12:56:14.684090 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3259efb-36b4-44b9-9765-82440ce5b3c2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] GET failed (client error): The resource could not be found. Feb 03 12:56:14.694601 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e3259efb-36b4-44b9-9765-82440ce5b3c2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "GET /v2.0/ports/135f9e9a-6a16-4532-9cc8-081dfdcea3db HTTP/1.1" status: 404 len: 333 time: 0.0963669 Feb 03 12:56:14.698111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48230) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:14.914711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Pushing event updated for resources: {'Port': ['ID=850ef299-1808-409a-bfc7-2d1b70b6fbd6,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:14.931360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48238) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:15.308918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-4d69a2cc-0f93-477d-872b-684e79b8f35a tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Deleting port f947b595-919b-4e14-9dc5-4617f39230bc {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:15.309263 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4d69a2cc-0f93-477d-872b-684e79b8f35a tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f947b595-919b-4e14-9dc5-4617f39230bc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:15.312736 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9e425ef8-41cf-490d-8714-0c4800eab989 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ff31d74577849cd8de19c94bcca437c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3774951 Feb 03 12:56:15.313538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48246) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:15.380486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d1961-7548-4119-b35a-882759630406 req-870fe21b-02c6-4192-842e-d8e94eeefe4b tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:15.395227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d58d1961-7548-4119-b35a-882759630406 req-870fe21b-02c6-4192-842e-d8e94eeefe4b tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 944 time: 0.3425066 Feb 03 12:56:15.423945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-345b6217-28db-4495-be99-195d0a536a97 admin admin] Publish callbacks [] for security_group (2fcbb69a-78f9-4798-ba16-f23a3120bc5e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:15.442272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Attempting to bind port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:56:15.463145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Attempting to bind port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '725506e8-7e0d-4ac7-a26d-0cd4efd440e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'df08b81b-7ee3-4674-9f0c-1db2476a6343'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:56:15.463464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Attempting to bind port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 on network df08b81b-7ee3-4674-9f0c-1db2476a6343 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:15.487815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-345b6217-28db-4495-be99-195d0a536a97 admin admin] Publish callbacks [] for security_group (2fcbb69a-78f9-4798-ba16-f23a3120bc5e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:15.535342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 on network df08b81b-7ee3-4674-9f0c-1db2476a6343 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:56:15.536073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Attempting to bind port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 on network df08b81b-7ee3-4674-9f0c-1db2476a6343 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:15.633039 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-345b6217-28db-4495-be99-195d0a536a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2fcbb69a-78f9-4798-ba16-f23a3120bc5e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:15.635636 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-345b6217-28db-4495-be99-195d0a536a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:15.636814 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-345b6217-28db-4495-be99-195d0a536a97 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2fcbb69a-78f9-4798-ba16-f23a3120bc5e HTTP/1.1" status: 204 len: 168 time: 0.3221884 Feb 03 12:56:15.683309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b6217-28db-4495-be99-195d0a536a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcbb69a-78f9-4798-ba16-f23a3120bc5e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:15.742292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d58d1961-7548-4119-b35a-882759630406 req-15081654-3c8a-4f16-b616-b01481e01e2d tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459651 Feb 03 12:56:15.793172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:56:15.793403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Checking segment: {'id': '725506e8-7e0d-4ac7-a26d-0cd4efd440e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'df08b81b-7ee3-4674-9f0c-1db2476a6343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:15.793797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Bound using segment: {'id': '725506e8-7e0d-4ac7-a26d-0cd4efd440e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'df08b81b-7ee3-4674-9f0c-1db2476a6343'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:56:15.799802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Bound port: 850ef299-1808-409a-bfc7-2d1b70b6fbd6, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725506e8-7e0d-4ac7-a26d-0cd4efd440e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'df08b81b-7ee3-4674-9f0c-1db2476a6343'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:56:15.805187 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.179218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] For port 850ef299-1808-409a-bfc7-2d1b70b6fbd6, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:56:16.189874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] For port 850ef299-1808-409a-bfc7-2d1b70b6fbd6, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=850ef299-1808-409a-bfc7-2d1b70b6fbd6,segment=NetworkSegment(725506e8-7e0d-4ac7-a26d-0cd4efd440e8),segment_id=725506e8-7e0d-4ac7-a26d-0cd4efd440e8)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:56:16.221673 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.262779 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.359413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:16.362144 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.364130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] 10.222.0.91 "PUT /v2.0/ports/850ef299-1808-409a-bfc7-2d1b70b6fbd6 HTTP/1.1" status: 200 len: 1093 time: 5.1775346 Feb 03 12:56:16.529218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48274) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:16.531272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4d69a2cc-0f93-477d-872b-684e79b8f35a tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f947b595-919b-4e14-9dc5-4617f39230bc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.549836 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aabbcae1-5edc-49fb-8a1d-8474bea551d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.615892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-4d69a2cc-0f93-477d-872b-684e79b8f35a tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Calling delete_port for f947b595-919b-4e14-9dc5-4617f39230bc owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:16.878717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aabbcae1-5edc-49fb-8a1d-8474bea551d7 admin admin] Publish callbacks [] for security_group (fc872f48-9330-4a4f-add9-28d7b96772a3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.905669 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aabbcae1-5edc-49fb-8a1d-8474bea551d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fc872f48-9330-4a4f-add9-28d7b96772a3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.958686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355fd78e-7cf1-4b6b-b4cb-e151ca224709', 'tag': '850ef299-1808-409a-bfc7-2d1b70b6fbd6'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:16.967693 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b" -d '{"events": [{"name": "network-changed", "server_uuid": "355fd78e-7cf1-4b6b-b4cb-e151ca224709", "tag": "850ef299-1808-409a-bfc7-2d1b70b6fbd6"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:17.095253 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aabbcae1-5edc-49fb-8a1d-8474bea551d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4309a850a4ed42179d582a09e29ced8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5627599 Feb 03 12:56:17.096233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48280) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:17.112146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbcae1-5edc-49fb-8a1d-8474bea551d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc872f48-9330-4a4f-add9-28d7b96772a3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:17.236907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-694f74ef-d6e2-4834-a9b8-04daea483914 admin admin] Publish callbacks [] for security_group (fc872f48-9330-4a4f-add9-28d7b96772a3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:17.299211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-694f74ef-d6e2-4834-a9b8-04daea483914 admin admin] Publish callbacks [] for security_group (fc872f48-9330-4a4f-add9-28d7b96772a3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:17.405809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-694f74ef-d6e2-4834-a9b8-04daea483914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fc872f48-9330-4a4f-add9-28d7b96772a3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:17.409942 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-694f74ef-d6e2-4834-a9b8-04daea483914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:17.417041 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-694f74ef-d6e2-4834-a9b8-04daea483914 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc872f48-9330-4a4f-add9-28d7b96772a3 HTTP/1.1" status: 204 len: 168 time: 0.3187273 Feb 03 12:56:17.433795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f74ef-d6e2-4834-a9b8-04daea483914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc872f48-9330-4a4f-add9-28d7b96772a3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:18.563352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc53f8-b8ca-4f74-8bfe-cbba32c74976 service neutron] Pushing event updated for resources: {'Port': ['ID=850ef299-1808-409a-bfc7-2d1b70b6fbd6,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:18.615550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce098de1-60d5-41ad-ac98-9ee11f9cfd31 req-372788e1-6ef3-4bfb-9860-4774f193e055 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:18.628092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce098de1-60d5-41ad-ac98-9ee11f9cfd31 req-372788e1-6ef3-4bfb-9860-4774f193e055 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 2.8846748 Feb 03 12:56:18.808403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07073e58-df22-4ab2-affe-5d6f6b345ada req-855fb720-ba83-4665-baa7-99afc4783e62 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:18.821899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07073e58-df22-4ab2-affe-5d6f6b345ada req-855fb720-ba83-4665-baa7-99afc4783e62 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 944 time: 1.8419828 Feb 03 12:56:18.841998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-8687f8f9-8b77-40b2-b035-315abf4af9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:18.843717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-8687f8f9-8b77-40b2-b035-315abf4af9d5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=012fd381de6f43eb9d9451f7a320b3b6&device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 1127 time: 1.8088260 Feb 03 12:56:19.165619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce098de1-60d5-41ad-ac98-9ee11f9cfd31 req-f7b3f16c-72ad-49fb-a77b-cb7e766f502f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343060 Feb 03 12:56:19.189533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-9ec13a0c-e4f6-4f30-af14-601a1887e86b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850ef299-1808-409a-bfc7-2d1b70b6fbd6 HTTP/1.1" status: 200 len: 217 time: 0.3248556 Feb 03 12:56:19.217484 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4d69a2cc-0f93-477d-872b-684e79b8f35a tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f947b595-919b-4e14-9dc5-4617f39230bc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:19.373483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-0565b186-6d19-4f97-8aef-aa77262ced31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:19.375565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-0565b186-6d19-4f97-8aef-aa77262ced31 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e09e471e-0933-401c-885c-c8c552bab282 HTTP/1.1" status: 200 len: 852 time: 0.1382098 Feb 03 12:56:19.377624 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e85f0f7-a932-48ad-85ac-bfa8955bba1f x-openstack-request-id: req-5e85f0f7-a932-48ad-85ac-bfa8955bba1f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:19.377927 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355fd78e-7cf1-4b6b-b4cb-e151ca224709", "tag": "850ef299-1808-409a-bfc7-2d1b70b6fbd6", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:19.378185 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e85f0f7-a932-48ad-85ac-bfa8955bba1f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:19.378931 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355fd78e-7cf1-4b6b-b4cb-e151ca224709', 'tag': '850ef299-1808-409a-bfc7-2d1b70b6fbd6', 'status': 'completed', 'code': 200} Feb 03 12:56:19.390140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4d69a2cc-0f93-477d-872b-684e79b8f35a tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:19.405597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4d69a2cc-0f93-477d-872b-684e79b8f35a tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "DELETE /v2.0/ports/f947b595-919b-4e14-9dc5-4617f39230bc HTTP/1.1" status: 204 len: 168 time: 4.6953523 Feb 03 12:56:19.406023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48320) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:19.469482 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6000a7-fbdb-4fc6-b1ff-563ae29173d7 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] GET failed (client error): The resource could not be found. Feb 03 12:56:19.479963 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a6000a7-fbdb-4fc6-b1ff-563ae29173d7 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "GET /v2.0/ports/f947b595-919b-4e14-9dc5-4617f39230bc HTTP/1.1" status: 404 len: 333 time: 0.0719802 Feb 03 12:56:19.482617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48324) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:19.644130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-209cd3d9-38ff-41cf-8825-ee4285d0991d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=df08b81b-7ee3-4674-9f0c-1db2476a6343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2394099 Feb 03 12:56:19.645298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69a2cc-0f93-477d-872b-684e79b8f35a tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event deleted for resources: {'Port': ['ID=f947b595-919b-4e14-9dc5-4617f39230bc,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:19.651957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-11c790c1-4b80-4b91-9b86-da5ebae0d9b4 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Deleting port 3ea35304-9a18-48cb-b014-04e02406a2cc {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:19.652667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11c790c1-4b80-4b91-9b86-da5ebae0d9b4 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3ea35304-9a18-48cb-b014-04e02406a2cc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:19.995605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07073e58-df22-4ab2-affe-5d6f6b345ada req-e936a793-4ad9-4426-a60c-17e60b803a10 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1725888 Feb 03 12:56:20.072870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11c790c1-4b80-4b91-9b86-da5ebae0d9b4 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3ea35304-9a18-48cb-b014-04e02406a2cc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:20.131452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-655d017f-84b2-47e4-a4ff-b5a622ae35c7 service neutron] 10.222.0.91 "GET /v2.0/networks/df08b81b-7ee3-4674-9f0c-1db2476a6343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482448 Feb 03 12:56:20.134981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-11c790c1-4b80-4b91-9b86-da5ebae0d9b4 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Calling delete_port for 3ea35304-9a18-48cb-b014-04e02406a2cc owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:20.573651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-703d1d8b-6e6d-4c17-9a53-25308d14446c req-799f98ad-2147-48aa-a7e1-dbe7f2055f9d service neutron] 10.222.0.91 "GET /v2.0/networks/df08b81b-7ee3-4674-9f0c-1db2476a6343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360580 Feb 03 12:56:20.618565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:20.628229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3758ba-d6b3-48b2-aaba-a91e3ea83651 req-63caa049-e9db-4d73-8e0f-792fbaad0aad tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:20.641841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c3758ba-d6b3-48b2-aaba-a91e3ea83651 req-63caa049-e9db-4d73-8e0f-792fbaad0aad tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2554739 Feb 03 12:56:20.685998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11c790c1-4b80-4b91-9b86-da5ebae0d9b4 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3ea35304-9a18-48cb-b014-04e02406a2cc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:20.810609 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c3758ba-d6b3-48b2-aaba-a91e3ea83651 req-bd3e6b25-7f82-43d0-9af2-de4863b95808 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675615 Feb 03 12:56:20.853057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c790c1-4b80-4b91-9b86-da5ebae0d9b4 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event deleted for resources: {'Port': ['ID=3ea35304-9a18-48cb-b014-04e02406a2cc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:20.920560 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11c790c1-4b80-4b91-9b86-da5ebae0d9b4 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:20.940484 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-11c790c1-4b80-4b91-9b86-da5ebae0d9b4 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "DELETE /v2.0/ports/3ea35304-9a18-48cb-b014-04e02406a2cc HTTP/1.1" status: 204 len: 168 time: 1.4553385 Feb 03 12:56:20.943112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48352) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:20.946320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-fd84f81e-f369-4cff-8cdb-b7d7da40b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:20.954701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-fd84f81e-f369-4cff-8cdb-b7d7da40b720 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=012fd381de6f43eb9d9451f7a320b3b6&device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 1127 time: 0.2688899 Feb 03 12:56:21.132723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c49db78-4b77-4626-955f-6663a2444ac2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Deleting subnet bff6d969-acaa-490f-9aca-874b9fbc86e1 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:21.153227 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c49db78-4b77-4626-955f-6663a2444ac2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for subnet (bff6d969-acaa-490f-9aca-874b9fbc86e1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.311878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-cad93a32-9428-4b2b-acf8-6bd410f3523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:21.319041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-cad93a32-9428-4b2b-acf8-6bd410f3523b service neutron] 10.222.0.91 "GET /v2.0/networks?id=df08b81b-7ee3-4674-9f0c-1db2476a6343 HTTP/1.1" status: 200 len: 913 time: 0.3536510 Feb 03 12:56:21.321579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c49db78-4b77-4626-955f-6663a2444ac2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (bff6d969-acaa-490f-9aca-874b9fbc86e1), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.541258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-c35d469b-c7e0-4724-a433-09bcbc50d67e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=850ef299-1808-409a-bfc7-2d1b70b6fbd6 HTTP/1.1" status: 200 len: 217 time: 0.1252644 Feb 03 12:56:21.626783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c49db78-4b77-4626-955f-6663a2444ac2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (bff6d969-acaa-490f-9aca-874b9fbc86e1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.700928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-570ec3c8-e148-4afa-8180-7bd39f4ef69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:21.700928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-570ec3c8-e148-4afa-8180-7bd39f4ef69f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e09e471e-0933-401c-885c-c8c552bab282 HTTP/1.1" status: 200 len: 852 time: 0.1471949 Feb 03 12:56:21.825835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-0dbb56ab-aa69-4bf6-ad38-0fff93cd3fbb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=df08b81b-7ee3-4674-9f0c-1db2476a6343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163840 Feb 03 12:56:21.828149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c49db78-4b77-4626-955f-6663a2444ac2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (bff6d969-acaa-490f-9aca-874b9fbc86e1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.993060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49db78-4b77-4626-955f-6663a2444ac2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event deleted for resources: {'Subnet': ['ID=bff6d969-acaa-490f-9aca-874b9fbc86e1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:22.003376 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c49db78-4b77-4626-955f-6663a2444ac2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:22.006708 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6c49db78-4b77-4626-955f-6663a2444ac2 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "DELETE /v2.0/subnets/bff6d969-acaa-490f-9aca-874b9fbc86e1 HTTP/1.1" status: 204 len: 168 time: 1.0593834 Feb 03 12:56:22.017371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83b2a-e14c-4050-b093-dd6cc649592a req-c50fb809-420a-4eba-8523-1c57fb47bfac tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:22.021009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e02230-0e1e-472e-91c9-35179234e047 None None] Network cbb93f5f-5540-4997-b8e1-dcc7b48e1964 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:22.028036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48378) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:22.036499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eae83b2a-e14c-4050-b093-dd6cc649592a req-c50fb809-420a-4eba-8523-1c57fb47bfac tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 944 time: 0.7204554 Feb 03 12:56:22.289575 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (cbb93f5f-5540-4997-b8e1-dcc7b48e1964), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:22.481272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac02d807-5f50-4c5d-86ff-537cebe5c072 None None] DHCP port deletion for cbb93f5f-5540-4997-b8e1-dcc7b48e1964 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:56:22.509614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Deleting port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:22.513292 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:22.577192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ac02d807-5f50-4c5d-86ff-537cebe5c072 None None] Deleting port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:22.586918 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02d807-5f50-4c5d-86ff-537cebe5c072 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:22.754595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-b81dd5ae-8e1c-4121-9317-e4654bc8a0ed service neutron] 10.222.0.91 "GET /v2.0/networks/df08b81b-7ee3-4674-9f0c-1db2476a6343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8829508 Feb 03 12:56:22.773599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 850ef299-1808-409a-bfc7-2d1b70b6fbd6 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:56:22.844957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] For port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f97a5eaa-2d96-4e5c-b89b-66a07faaa21e,segment=NetworkSegment(b12439e6-9f18-45f9-9839-5656c29c015b),segment_id=b12439e6-9f18-45f9-9839-5656c29c015b)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:22.845417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:22.849132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eae83b2a-e14c-4050-b093-dd6cc649592a req-5d30ec6b-9d19-436d-abc2-aabd76ccd957 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8112936 Feb 03 12:56:22.858730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48392) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:22.902825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Calling delete_port for f97a5eaa-2d96-4e5c-b89b-66a07faaa21e owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:22.982750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d13a7b-50d0-4867-a089-2cbb6911b057 req-f90e3c5e-6af2-4911-9f64-77d863d6dec8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:23.007377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13d13a7b-50d0-4867-a089-2cbb6911b057 req-f90e3c5e-6af2-4911-9f64-77d863d6dec8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.9682827 Feb 03 12:56:23.056604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 850ef299-1808-409a-bfc7-2d1b70b6fbd6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=850ef299-1808-409a-bfc7-2d1b70b6fbd6,segment=NetworkSegment(725506e8-7e0d-4ac7-a26d-0cd4efd440e8),segment_id=725506e8-7e0d-4ac7-a26d-0cd4efd440e8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:23.118042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ac02d807-5f50-4c5d-86ff-537cebe5c072 None None] For port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f97a5eaa-2d96-4e5c-b89b-66a07faaa21e,segment=NetworkSegment(b12439e6-9f18-45f9-9839-5656c29c015b),segment_id=b12439e6-9f18-45f9-9839-5656c29c015b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:23.118501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02d807-5f50-4c5d-86ff-537cebe5c072 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.127127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '850ef299-1808-409a-bfc7-2d1b70b6fbd6', 'network_id': 'df08b81b-7ee3-4674-9f0c-1db2476a6343', 'port_id': '850ef299-1808-409a-bfc7-2d1b70b6fbd6', 'mac_address': 'fa:16:3e:17:0b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09e471e-0933-401c-885c-c8c552bab282', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:56:23.219507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c32ce9de-66f5-4ab1-ab61-f037cc1c197b req-b0aba299-2b00-42b1-bb0a-26cfb203e03b service neutron] 10.222.0.91 "GET /v2.0/networks/df08b81b-7ee3-4674-9f0c-1db2476a6343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377918 Feb 03 12:56:23.271312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ac02d807-5f50-4c5d-86ff-537cebe5c072 None None] Calling delete_port for f97a5eaa-2d96-4e5c-b89b-66a07faaa21e owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:23.322658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13d13a7b-50d0-4867-a089-2cbb6911b057 req-821a8123-18f1-4cf7-97b4-22b367d05e17 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141687 Feb 03 12:56:23.344330 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.408577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event deleted for resources: {'Port': ['ID=f97a5eaa-2d96-4e5c-b89b-66a07faaa21e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:23.415631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] No DVR routers for this DVR port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:23.595318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:23.608243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f97a5eaa-2d96-4e5c-b89b-66a07faaa21e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:23.684117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f97a5eaa-2d96-4e5c-b89b-66a07faaa21e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:23.684484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f97a5eaa-2d96-4e5c-b89b-66a07faaa21e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:23.689704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:23.700749 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.722248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (cbb93f5f-5540-4997-b8e1-dcc7b48e1964), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.768589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850ef299-1808-409a-bfc7-2d1b70b6fbd6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:56:23.779123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.791181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb93f5f-5540-4997-b8e1-dcc7b48e1964']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:23.832192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12439e6-9f18-45f9-9839-5656c29c015b') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:23.832599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12439e6-9f18-45f9-9839-5656c29c015b') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:23.841154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 850ef299-1808-409a-bfc7-2d1b70b6fbd6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=850ef299-1808-409a-bfc7-2d1b70b6fbd6,segment=NetworkSegment(725506e8-7e0d-4ac7-a26d-0cd4efd440e8),segment_id=725506e8-7e0d-4ac7-a26d-0cd4efd440e8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:23.842289 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02d807-5f50-4c5d-86ff-537cebe5c072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (f97a5eaa-2d96-4e5c-b89b-66a07faaa21e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.868634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (b12439e6-9f18-45f9-9839-5656c29c015b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.877971 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.882794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02d807-5f50-4c5d-86ff-537cebe5c072 None None] Pushing event deleted for resources: {'Port': ['ID=f97a5eaa-2d96-4e5c-b89b-66a07faaa21e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:23.897398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02d807-5f50-4c5d-86ff-537cebe5c072 None None] No DVR routers for this DVR port f97a5eaa-2d96-4e5c-b89b-66a07faaa21e on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:23.961251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b12439e6-9f18-45f9-9839-5656c29c015b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.022501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=850ef299-1808-409a-bfc7-2d1b70b6fbd6,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:24.024117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:24.034958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (b12439e6-9f18-45f9-9839-5656c29c015b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:24.172834 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:24.200172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['850ef299-1808-409a-bfc7-2d1b70b6fbd6'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:56:24.209062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed69f5-da4b-422c-8964-531f28adaad4 req-bad75285-36a1-43e5-a6a4-882b0d94df9b tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:24.225023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44ed69f5-da4b-422c-8964-531f28adaad4 req-bad75285-36a1-43e5-a6a4-882b0d94df9b tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 945 time: 0.2561121 Feb 03 12:56:24.275749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (cbb93f5f-5540-4997-b8e1-dcc7b48e1964), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.319907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.323233 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] 10.222.0.65 "DELETE /v2.0/networks/cbb93f5f-5540-4997-b8e1-dcc7b48e1964 HTTP/1.1" status: 204 len: 168 time: 2.2941675 Feb 03 12:56:24.416289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9658bd-519c-4cdf-bbd5-faa76240ea21 tempest-AllowedAddressPairIpV6TestJSON-185732119 tempest-AllowedAddressPairIpV6TestJSON-185732119-project] Pushing event deleted for resources: {'Network': ['ID=cbb93f5f-5540-4997-b8e1-dcc7b48e1964,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:24.430223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44ed69f5-da4b-422c-8964-531f28adaad4 req-e2dd78ea-b2ee-4df4-ab0d-6a479caa87dc tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988475 Feb 03 12:56:24.503195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.619246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7424f6-0fbd-4cb3-b3cb-88b632495d4a req-fb81abb6-48b4-46e0-b57c-2b0e9f418683 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:24.633754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad7424f6-0fbd-4cb3-b3cb-88b632495d4a req-fb81abb6-48b4-46e0-b57c-2b0e9f418683 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1476464 Feb 03 12:56:24.812867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad7424f6-0fbd-4cb3-b3cb-88b632495d4a req-cda0512c-974c-4541-9153-bfd98fc2a805 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778231 Feb 03 12:56:24.843730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Allocated IP 172.25.3.252 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/19991919-2b27-4faf-a3f4-f0d3d475d1ae) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:24.996579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48420) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:25.110718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for port (19991919-2b27-4faf-a3f4-f0d3d475d1ae), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.352547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-05735772-fb47-4e6a-9139-2d928002b76c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e6e8dde6ded4f36ac3aa596f8d5e8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3544629 Feb 03 12:56:25.367518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48434) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:25.456225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7686d278-b410-4958-af41-f07285410bd5 admin admin] Publish callbacks [] for security_group (a3e2eac2-f1fd-45ab-8079-6621ceb92124), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.506417 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7686d278-b410-4958-af41-f07285410bd5 admin admin] Publish callbacks [] for security_group (a3e2eac2-f1fd-45ab-8079-6621ceb92124), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.557978 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7686d278-b410-4958-af41-f07285410bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a3e2eac2-f1fd-45ab-8079-6621ceb92124), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.564322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7686d278-b410-4958-af41-f07285410bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.569148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7686d278-b410-4958-af41-f07285410bd5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3e2eac2-f1fd-45ab-8079-6621ceb92124 HTTP/1.1" status: 204 len: 168 time: 0.1982176 Feb 03 12:56:25.605987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686d278-b410-4958-af41-f07285410bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e2eac2-f1fd-45ab-8079-6621ceb92124,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:25.777381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2d865-ee7a-47fc-9c7f-e38e7891d281 req-6f0874d0-1678-41e6-bf3d-e54d00011206 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:25.781563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cb2d865-ee7a-47fc-9c7f-e38e7891d281 req-6f0874d0-1678-41e6-bf3d-e54d00011206 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 945 time: 0.1191933 Feb 03 12:56:25.858611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (19991919-2b27-4faf-a3f4-f0d3d475d1ae), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.877095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9cb2d865-ee7a-47fc-9c7f-e38e7891d281 req-963d8552-4e06-4fa4-9bd2-3e73161cfde8 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870826 Feb 03 12:56:25.978191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:26.030564 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:26.038598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:26.045457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event updated for resources: {'Port': ['ID=19991919-2b27-4faf-a3f4-f0d3d475d1ae,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:26.174116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f42174-0516-41a5-a7fa-576f32437c4f req-bb7d908c-6220-429d-82a2-b49d18d8f88e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:26.196716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57f42174-0516-41a5-a7fa-576f32437c4f req-bb7d908c-6220-429d-82a2-b49d18d8f88e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1124213 Feb 03 12:56:26.280152 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for floatingip (556dd5c3-186c-4be9-8f55-b6ea1c773cfc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.324997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57f42174-0516-41a5-a7fa-576f32437c4f req-701c5b1f-83fe-459f-867a-4623579ba642 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207817 Feb 03 12:56:26.408112 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (19991919-2b27-4faf-a3f4-f0d3d475d1ae), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.773270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 850ef299-1808-409a-bfc7-2d1b70b6fbd6 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:26.791243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for port (19991919-2b27-4faf-a3f4-f0d3d475d1ae), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.804004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (19991919-2b27-4faf-a3f4-f0d3d475d1ae), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.937378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event updated for resources: {'Port': ['ID=19991919-2b27-4faf-a3f4-f0d3d475d1ae,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:26.973476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (556dd5c3-186c-4be9-8f55-b6ea1c773cfc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.013799 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.015149 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-76bb0931-f6a8-4c0f-a0d1-9099ac0b04b4 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1540136 Feb 03 12:56:27.017995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48476) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:27.023399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-53234566'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:27.056423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:56:27.061271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:27.061813 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.070394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Made reservation on behalf of 2bc32b6eb5fe403c967f1f8a4b2f39ad for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:27.074434 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.090533 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.282854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for security_group (756f92b0-6c06-4d2d-a119-64455febe88a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.294615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (756f92b0-6c06-4d2d-a119-64455febe88a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.344392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:27.345506 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.363111 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:56:27.369734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db6cf-b83d-487f-90e5-556376ea3293 req-632a49f7-e82f-4de7-8116-deef4274c884 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:27.371493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-993db6cf-b83d-487f-90e5-556376ea3293 req-632a49f7-e82f-4de7-8116-deef4274c884 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 945 time: 0.2274954 Feb 03 12:56:27.381645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756f92b0-6c06-4d2d-a119-64455febe88a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:27.413239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9082edd2-1ce7-422d-b2f5-e5a9bab50af3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.414003 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Added segment 9082edd2-1ce7-422d-b2f5-e5a9bab50af3 of type vlan for network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 Feb 03 12:56:27.455065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 850ef299-1808-409a-bfc7-2d1b70b6fbd6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=850ef299-1808-409a-bfc7-2d1b70b6fbd6,segment=NetworkSegment(725506e8-7e0d-4ac7-a26d-0cd4efd440e8),segment_id=725506e8-7e0d-4ac7-a26d-0cd4efd440e8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:27.458182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355fd78e-7cf1-4b6b-b4cb-e151ca224709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ef299-1808-409a-bfc7-2d1b70b6fbd6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:27.464087 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f19156-6d28-4976-a06d-5dd99c92194e" -d '{"events": [{"server_uuid": "355fd78e-7cf1-4b6b-b4cb-e151ca224709", "name": "network-vif-plugged", "status": "completed", "tag": "850ef299-1808-409a-bfc7-2d1b70b6fbd6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:27.471779 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.554692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48490) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:27.577664 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3c4ed149-9863-43e9-bc5e-7cc92e6e5e39), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.633588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=850ef299-1808-409a-bfc7-2d1b70b6fbd6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:27.648038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-993db6cf-b83d-487f-90e5-556376ea3293 req-a66248ac-6efd-4d80-a1b3-b561aa2abd63 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330291 Feb 03 12:56:27.711958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3c4ed149-9863-43e9-bc5e-7cc92e6e5e39), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.716035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d06eb5-53a5-4ad8-a7e7-2a1352119b7e req-eb845d19-3dc4-4c9a-ac5a-227391d2c886 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:27.721496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46d06eb5-53a5-4ad8-a7e7-2a1352119b7e req-eb845d19-3dc4-4c9a-ac5a-227391d2c886 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.2233911 Feb 03 12:56:27.748023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:27.748686 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.777706 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62694250-5d0f-42ab-8075-8cb5f26ea263 x-openstack-request-id: req-62694250-5d0f-42ab-8075-8cb5f26ea263 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:27.778224 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355fd78e-7cf1-4b6b-b4cb-e151ca224709", "name": "network-vif-plugged", "status": "completed", "tag": "850ef299-1808-409a-bfc7-2d1b70b6fbd6", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:27.778224 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62694250-5d0f-42ab-8075-8cb5f26ea263 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:27.778694 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355fd78e-7cf1-4b6b-b4cb-e151ca224709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ef299-1808-409a-bfc7-2d1b70b6fbd6', 'code': 200} Feb 03 12:56:27.855325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46d06eb5-53a5-4ad8-a7e7-2a1352119b7e req-78b05866-b110-43fe-8222-bd00455ca8a5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246419 Feb 03 12:56:27.972502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1611953741'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:28.008019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event updated for resources: {'Network': ['ID=3c4ed149-9863-43e9-bc5e-7cc92e6e5e39,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:28.017289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457a913-49e3-44a6-967b-e098c07e7397 req-dc29031f-95b5-4bcd-b9a9-842025c361e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:28.022694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a457a913-49e3-44a6-967b-e098c07e7397 req-dc29031f-95b5-4bcd-b9a9-842025c361e9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 1129 time: 0.1631742 Feb 03 12:56:28.027777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:56:28.042677 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-418c4006-7544-4427-a08c-95d62bb6d933 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0210264 Feb 03 12:56:28.048474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48504) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:28.062638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Request body: {'subnet': {'network_id': '3c4ed149-9863-43e9-bc5e-7cc92e6e5e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:28.097781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Made reservation on behalf of 484e04ecbf004ef4a2fa6be5007b81d7 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:28.109263 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.143126 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.186639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a457a913-49e3-44a6-967b-e098c07e7397 req-445701a7-ce87-41da-8ba4-8dcaead8a7a1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567800 Feb 03 12:56:28.242390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Made reservation on behalf of 2bc32b6eb5fe403c967f1f8a4b2f39ad for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:28.251801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.340135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for security_group (8e5a94d3-6762-416c-8dcc-5aa93291e3ca), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.352538 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8e5a94d3-6762-416c-8dcc-5aa93291e3ca), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.397876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:56:28.425243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5a94d3-6762-416c-8dcc-5aa93291e3ca,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:28.446948 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c2ee828a-6555-4e57-b91f-199dd04cbb61), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.447422 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Added segment c2ee828a-6555-4e57-b91f-199dd04cbb61 of type vlan for network e2c097e2-23fe-408e-ac2c-b7b3986915c8 Feb 03 12:56:28.533302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (e2c097e2-23fe-408e-ac2c-b7b3986915c8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.600583 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (e2c097e2-23fe-408e-ac2c-b7b3986915c8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.606075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:28.606745 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.712456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48528) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:28.713986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1247265 Feb 03 12:56:28.721145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Request body: {'subnet': {'network_id': 'e2c097e2-23fe-408e-ac2c-b7b3986915c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:28.754731 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (a9a2cabd-78a7-4bff-9469-995399e94887), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.842613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42f7e4-c38a-45ee-8db0-a476709422df tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event updated for resources: {'Network': ['ID=e2c097e2-23fe-408e-ac2c-b7b3986915c8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:28.858925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network e2c097e2-23fe-408e-ac2c-b7b3986915c8 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:56:28.993645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b711ad-e531-4ab5-a90c-44420e5f6b4e req-0cb74207-de20-4d09-9b61-14a087717e84 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:28.995954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53b711ad-e531-4ab5-a90c-44420e5f6b4e req-0cb74207-de20-4d09-9b61-14a087717e84 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 946 time: 0.1477265 Feb 03 12:56:29.173908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53b711ad-e531-4ab5-a90c-44420e5f6b4e req-a9f48f96-e0d5-4395-90de-37078837383e tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720622 Feb 03 12:56:29.208520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316c706-1884-42d7-8537-5bb606c7944d req-f0cbabec-1d6f-494a-940e-b3aa7a23fbd9 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:29.214047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c316c706-1884-42d7-8537-5bb606c7944d req-f0cbabec-1d6f-494a-940e-b3aa7a23fbd9 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1481493 Feb 03 12:56:29.239127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event updated for resources: {'Subnet': ['ID=a9a2cabd-78a7-4bff-9469-995399e94887,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:29.329407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Checking segment: {'id': '9082edd2-1ce7-422d-b2f5-e5a9bab50af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ed149-9863-43e9-bc5e-7cc92e6e5e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:29.330799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Network hostable DHCP agents. Network: 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:56:29.349075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c316c706-1884-42d7-8537-5bb606c7944d req-75d24179-cf5e-4e76-be99-f04006c79f52 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280260 Feb 03 12:56:29.350999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-9e66da0b-4d87-4a3b-bbbd-95dcb9e53804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:29.353849 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-9e66da0b-4d87-4a3b-bbbd-95dcb9e53804 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 1128 time: 0.5268660 Feb 03 12:56:29.356948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Made reservation on behalf of 484e04ecbf004ef4a2fa6be5007b81d7 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:29.361721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:29.678452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:56:29.685925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61e5bb-96df-4772-b34c-b5c597d4c14e req-baca8f67-9a8e-4d67-bb1e-99535e155c7e tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:29.687688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d61e5bb-96df-4772-b34c-b5c597d4c14e req-baca8f67-9a8e-4d67-bb1e-99535e155c7e tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 950 time: 0.1061127 Feb 03 12:56:29.752682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48556) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:29.756872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:29.766716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f3bf16-5a28-4ba1-b774-729e097de322 None None] Network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:29.812759 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:29.815427 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:29.820858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d61e5bb-96df-4772-b34c-b5c597d4c14e req-6accdd80-408b-4666-a2fb-4c0360a74c38 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257257 Feb 03 12:56:29.896058 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-dccbd282-1406-463d-b59b-49d2289a2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:29.897589 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-dccbd282-1406-463d-b59b-49d2289a2c83 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 915 time: 0.5277374 Feb 03 12:56:29.909005 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f73d432a-63f4-4e6f-a527-284cdd19727e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8594010 Feb 03 12:56:29.912337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48562) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:29.919183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-35218290', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:29.957003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (a57d8c14-6924-4de2-b461-be970bedef24), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:29.958560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (a57d8c14-6924-4de2-b461-be970bedef24), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.026745 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-8f4a3b54-a0be-4276-9a6c-df01ba809780 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317572eb-60e4-45a4-a508-0e21513f8e02 HTTP/1.1" status: 200 len: 217 time: 0.0761528 Feb 03 12:56:30.058794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-3c4ed149-9863-43e9-bc5e-7cc92e6e5e39', 'network_id': '3c4ed149-9863-43e9-bc5e-7cc92e6e5e39', 'project_id': '2bc32b6eb5fe403c967f1f8a4b2f39ad', 'fixed_ips': [{'subnet_id': 'a9a2cabd-78a7-4bff-9469-995399e94887'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:56:30.059692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.121736 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9efdeb8e-2e09-4af0-b3f2-0043020f6970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.123611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for router_controller (a57d8c14-6924-4de2-b461-be970bedef24), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.230246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-bda1a35b-1f81-4c17-9a3e-9999f754599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:30.231786 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-bda1a35b-1f81-4c17-9a3e-9999f754599b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 200 len: 854 time: 0.1977382 Feb 03 12:56:30.267080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0c77e301-8321-4cc7-b433-f6055d9b1e47), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.284239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Allocated IP 172.20.0.2 (3c4ed149-9863-43e9-bc5e-7cc92e6e5e39/a9a2cabd-78a7-4bff-9469-995399e94887/72c177d0-ad0d-48e4-89f0-ac546ca9ef5e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:30.328070 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-bce83ec1-0050-4657-b694-e57033562032 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747385 Feb 03 12:56:30.393717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for router_gateway (a57d8c14-6924-4de2-b461-be970bedef24), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.486090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Publish callbacks [] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.497951 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.559848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-554ad721-1810-48d8-a231-b1dfd0a9967a service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308826 Feb 03 12:56:30.563645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a0b88-2686-4908-9a3c-dee327b1f363 req-d9bb4c67-9b7e-496c-a12e-e2391e184c7b tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:30.565784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:30.570732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-407a0b88-2686-4908-9a3c-dee327b1f363 req-d9bb4c67-9b7e-496c-a12e-e2391e184c7b tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 946 time: 0.1675594 Feb 03 12:56:30.571305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:30.579195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Pushing event updated for resources: {'Port': ['ID=72c177d0-ad0d-48e4-89f0-ac546ca9ef5e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:30.593410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:30.619759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48536d-fa27-4fe4-b539-94f5ec9e490d req-c0cb5ea5-d5b3-4c6c-94e9-398872edcb56 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:30.621262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d48536d-fa27-4fe4-b539-94f5ec9e490d req-c0cb5ea5-d5b3-4c6c-94e9-398872edcb56 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 0.1295679 Feb 03 12:56:30.696189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Attempting to bind port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:56:30.696717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Attempting to bind port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9082edd2-1ce7-422d-b2f5-e5a9bab50af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ed149-9863-43e9-bc5e-7cc92e6e5e39'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:56:30.697228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Attempting to bind port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e on network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:30.703828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:56:30.704590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Checking segment: {'id': '9082edd2-1ce7-422d-b2f5-e5a9bab50af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ed149-9863-43e9-bc5e-7cc92e6e5e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:30.705684 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.706546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Bound using segment: {'id': '9082edd2-1ce7-422d-b2f5-e5a9bab50af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ed149-9863-43e9-bc5e-7cc92e6e5e39'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:56:30.707170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Bound port: 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9082edd2-1ce7-422d-b2f5-e5a9bab50af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ed149-9863-43e9-bc5e-7cc92e6e5e39'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:56:30.707700 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.742000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-407a0b88-2686-4908-9a3c-dee327b1f363 req-2cf1aa92-0bd4-4e6a-aae4-bab9f6a2cab7 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701202 Feb 03 12:56:30.823124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event updated for resources: {'Subnet': ['ID=0c77e301-8321-4cc7-b433-f6055d9b1e47,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:30.832631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d48536d-fa27-4fe4-b539-94f5ec9e490d req-1b6c425c-b72d-44d3-a643-d347e8753ae0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792254 Feb 03 12:56:30.839897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Checking segment: {'id': 'c2ee828a-6555-4e57-b91f-199dd04cbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e2c097e2-23fe-408e-ac2c-b7b3986915c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:30.840274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Network hostable DHCP agents. Network: e2c097e2-23fe-408e-ac2c-b7b3986915c8, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:56:30.893349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9efdeb8e-2e09-4af0-b3f2-0043020f6970 admin admin] Publish callbacks [] for security_group (5b8251e9-5d20-41fa-a6a2-97ecfab7d055), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.914197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9efdeb8e-2e09-4af0-b3f2-0043020f6970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5b8251e9-5d20-41fa-a6a2-97ecfab7d055), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.921751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] For port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:56:30.930117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] For port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=72c177d0-ad0d-48e4-89f0-ac546ca9ef5e,segment=NetworkSegment(9082edd2-1ce7-422d-b2f5-e5a9bab50af3),segment_id=9082edd2-1ce7-422d-b2f5-e5a9bab50af3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:56:30.935115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Network e2c097e2-23fe-408e-ac2c-b7b3986915c8 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:56:30.948652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.956003 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1e3cb608-4547-4ceb-921b-ea891f4a4ff4 req-f3cc09b7-a994-4281-b970-80983f09f4ef service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798559 Feb 03 12:56:31.074080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebd613-cffa-4131-b5ef-2ab28409ba2b None None] Pushing event updated for resources: {'Port': ['ID=72c177d0-ad0d-48e4-89f0-ac546ca9ef5e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:31.125649 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9efdeb8e-2e09-4af0-b3f2-0043020f6970 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d8ac29715bf480db3a0bf91fd925a47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3688931 Feb 03 12:56:31.127033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdeb8e-2e09-4af0-b3f2-0043020f6970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8251e9-5d20-41fa-a6a2-97ecfab7d055,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:31.143067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, e2c097e2-23fe-408e-ac2c-b7b3986915c8) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:31.154045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9497c8c5-dd57-45e4-aed0-ec47f92d3c01 None None] Network e2c097e2-23fe-408e-ac2c-b7b3986915c8 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:31.157526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48580) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:31.179187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:31.179793 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.184836 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for router_gateway (a57d8c14-6924-4de2-b461-be970bedef24), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.304165 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9fe64443-7d75-46f7-b89e-1c0797195f4c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5874102 Feb 03 12:56:31.313423 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48582) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:31.324798 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.325147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6874b994-68d2-4f45-a26f-922bf84ab6ef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2029879674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:31.388283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-3485d002-4877-4956-b28d-fdd6700c9c7f tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:31.404236 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-3485d002-4877-4956-b28d-fdd6700c9c7f tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.72 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 950 time: 0.3918154 Feb 03 12:56:31.492225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6874b994-68d2-4f45-a26f-922bf84ab6ef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (95e5cd06-b2cf-494b-ac63-d30e1c65516e), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.493551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6874b994-68d2-4f45-a26f-922bf84ab6ef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (95e5cd06-b2cf-494b-ac63-d30e1c65516e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.496353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-e2c097e2-23fe-408e-ac2c-b7b3986915c8', 'network_id': 'e2c097e2-23fe-408e-ac2c-b7b3986915c8', 'project_id': '484e04ecbf004ef4a2fa6be5007b81d7', 'fixed_ips': [{'subnet_id': '0c77e301-8321-4cc7-b433-f6055d9b1e47'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:56:31.497858 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.745905 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6874b994-68d2-4f45-a26f-922bf84ab6ef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for router_controller (95e5cd06-b2cf-494b-ac63-d30e1c65516e), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.782698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Allocated IP 172.20.0.2 (e2c097e2-23fe-408e-ac2c-b7b3986915c8/0c77e301-8321-4cc7-b433-f6055d9b1e47/e39b76f6-3c9f-46c0-883e-dce77c5f7e0c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:31.816389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6874b994-68d2-4f45-a26f-922bf84ab6ef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (95e5cd06-b2cf-494b-ac63-d30e1c65516e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.883349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6874b994-68d2-4f45-a26f-922bf84ab6ef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.888610 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6874b994-68d2-4f45-a26f-922bf84ab6ef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5668058 Feb 03 12:56:31.893062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48590) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:32.042771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Deleting port 0168597c-97ae-4aa7-b630-ff56785c10e5 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:32.043029 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.048625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Allocated IP 172.25.3.162 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/75561009-5ea9-4838-8e26-0c699ea52095) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:32.183885 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for port (75561009-5ea9-4838-8e26-0c699ea52095), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.249278 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (75561009-5ea9-4838-8e26-0c699ea52095), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.357971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1c4d0-74ff-4389-86fd-bc3bcc801aec req-d21587ab-d060-4df1-ad48-d878ff9dd735 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:32.374111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16e1c4d0-74ff-4389-86fd-bc3bcc801aec req-d21587ab-d060-4df1-ad48-d878ff9dd735 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 950 time: 1.2838149 Feb 03 12:56:32.401430 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-638de952-afc4-4950-b268-e6a73c33708f admin admin] Publish callbacks [] for security_group (5b8251e9-5d20-41fa-a6a2-97ecfab7d055), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.430695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Publish callbacks [] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.437862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:32.444913 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.465974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:32.498817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] For port 0168597c-97ae-4aa7-b630-ff56785c10e5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0168597c-97ae-4aa7-b630-ff56785c10e5,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:32.499367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.517443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:32.540474 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.555111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Network e2c097e2-23fe-408e-ac2c-b7b3986915c8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:32.585663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Calling delete_port for 0168597c-97ae-4aa7-b630-ff56785c10e5 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:32.605374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Pushing event updated for resources: {'Port': ['ID=e39b76f6-3c9f-46c0-883e-dce77c5f7e0c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:32.631747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:32.639348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-638de952-afc4-4950-b268-e6a73c33708f admin admin] Publish callbacks [] for security_group (5b8251e9-5d20-41fa-a6a2-97ecfab7d055), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.649269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:32.692623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event updated for resources: {'Port': ['ID=75561009-5ea9-4838-8e26-0c699ea52095,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:32.821773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16e1c4d0-74ff-4389-86fd-bc3bcc801aec req-a2165fe1-cfc0-408c-888e-71a08787f5c7 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/security-groups?id=50a88a13-0027-441b-a088-321fd3e8e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949993 Feb 03 12:56:32.839022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Attempting to bind port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:56:32.839475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Attempting to bind port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'c2ee828a-6555-4e57-b91f-199dd04cbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e2c097e2-23fe-408e-ac2c-b7b3986915c8'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:56:32.839850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Attempting to bind port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c on network e2c097e2-23fe-408e-ac2c-b7b3986915c8 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:32.848382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:56:32.848852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Checking segment: {'id': 'c2ee828a-6555-4e57-b91f-199dd04cbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e2c097e2-23fe-408e-ac2c-b7b3986915c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:32.849263 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.863644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Bound using segment: {'id': 'c2ee828a-6555-4e57-b91f-199dd04cbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e2c097e2-23fe-408e-ac2c-b7b3986915c8'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:56:32.864565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Bound port: e39b76f6-3c9f-46c0-883e-dce77c5f7e0c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ee828a-6555-4e57-b91f-199dd04cbb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e2c097e2-23fe-408e-ac2c-b7b3986915c8'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:56:32.864966 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.871995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37857e4-80f4-44ed-a1c0-8b861b7c5f95 req-14fc5a6f-7b10-4652-a68e-6c06022cd231 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:32.873722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c37857e4-80f4-44ed-a1c0-8b861b7c5f95 req-14fc5a6f-7b10-4652-a68e-6c06022cd231 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 946 time: 0.6276145 Feb 03 12:56:33.061294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a1e8d2-f56a-4939-92e9-ab0110966859 None None] Network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:33.129216 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] For port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:56:33.186795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] For port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e39b76f6-3c9f-46c0-883e-dce77c5f7e0c,segment=NetworkSegment(c2ee828a-6555-4e57-b91f-199dd04cbb61),segment_id=c2ee828a-6555-4e57-b91f-199dd04cbb61)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:56:33.226010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.300660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb14a6-a731-4276-8554-3a532cad12e0 None None] Pushing event updated for resources: {'Port': ['ID=e39b76f6-3c9f-46c0-883e-dce77c5f7e0c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:33.307503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fb60d4cb-9a3a-4f76-a67b-179bf090d6ee None None] Provisioning complete for port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:33.308230 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb60d4cb-9a3a-4f76-a67b-179bf090d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.473830 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-638de952-afc4-4950-b268-e6a73c33708f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5b8251e9-5d20-41fa-a6a2-97ecfab7d055), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.482411 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-638de952-afc4-4950-b268-e6a73c33708f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.489146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-638de952-afc4-4950-b268-e6a73c33708f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b8251e9-5d20-41fa-a6a2-97ecfab7d055 HTTP/1.1" status: 204 len: 168 time: 2.3286505 Feb 03 12:56:33.660616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:33.799151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-676ad0a9-d5ef-4eb7-bd29-0480fece5b8a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:33.804506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-676ad0a9-d5ef-4eb7-bd29-0480fece5b8a tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.91 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 946 time: 0.9126859 Feb 03 12:56:33.805240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de952-afc4-4950-b268-e6a73c33708f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8251e9-5d20-41fa-a6a2-97ecfab7d055,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:33.833787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c37857e4-80f4-44ed-a1c0-8b861b7c5f95 req-837170ee-5f49-4f30-8995-275d0352befe tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8806744 Feb 03 12:56:33.872418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fb60d4cb-9a3a-4f76-a67b-179bf090d6ee None None] Current status of the port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:33.873176 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb60d4cb-9a3a-4f76-a67b-179bf090d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.875354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0168597c-97ae-4aa7-b630-ff56785c10e5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.891800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Allocated IP 172.20.0.1 (e2c097e2-23fe-408e-ac2c-b7b3986915c8/0c77e301-8321-4cc7-b433-f6055d9b1e47/472e521b-55fe-4584-8063-3ecf53c21150) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:33.955641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['0168597c-97ae-4aa7-b630-ff56785c10e5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:56:34.006797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Pushing event deleted for resources: {'Port': ['ID=0168597c-97ae-4aa7-b630-ff56785c10e5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:34.019243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48608) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:34.108613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f97a-bc58-4f57-b092-5b58011acb94 req-cae9a7b1-3c0e-4b60-a858-e4051b86e5fb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:34.120562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f31f97a-bc58-4f57-b092-5b58011acb94 req-cae9a7b1-3c0e-4b60-a858-e4051b86e5fb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 945 time: 1.0863874 Feb 03 12:56:34.161894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:34.162288 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.176720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:34.346482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fb60d4cb-9a3a-4f76-a67b-179bf090d6ee None None] For port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=72c177d0-ad0d-48e4-89f0-ac546ca9ef5e,segment=NetworkSegment(9082edd2-1ce7-422d-b2f5-e5a9bab50af3),segment_id=9082edd2-1ce7-422d-b2f5-e5a9bab50af3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:34.348582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46201392-31f6-4b55-8eda-c4550a1a9a7b req-1477d403-1586-452e-9753-25a8daa6cb93 tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.65 "GET /v2.0/ports?device_id=29203789-4b57-4f5b-bdab-3d9e67aadc50 HTTP/1.1" status: 200 len: 210 time: 0.2214415 Feb 03 12:56:34.379207 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb60d4cb-9a3a-4f76-a67b-179bf090d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.390145 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for port (472e521b-55fe-4584-8063-3ecf53c21150), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.452293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1298107d-7aa2-49af-9915-76406cc8b8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.493301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] No DVR routers for this DVR port 0168597c-97ae-4aa7-b630-ff56785c10e5 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:34.497213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.501712 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3a1102c6-e650-4e81-8981-76b19a0f1b83 req-47039238-8dc0-4f0c-9bf4-f3b86cd608cd tempest-VolumesBackupsTest-560334921 tempest-VolumesBackupsTest-560334921-project] 10.222.0.72 "DELETE /v2.0/ports/0168597c-97ae-4aa7-b630-ff56785c10e5 HTTP/1.1" status: 204 len: 173 time: 3.0883105 Feb 03 12:56:34.533745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48614) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:34.559915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60d4cb-9a3a-4f76-a67b-179bf090d6ee None None] Pushing event updated for resources: {'Port': ['ID=72c177d0-ad0d-48e4-89f0-ac546ca9ef5e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:34.642199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1298107d-7aa2-49af-9915-76406cc8b8fe admin admin] Publish callbacks [] for security_group (1ba90504-0fb8-4229-b261-d30f0c7ff796), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.647314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29203789-4b57-4f5b-bdab-3d9e67aadc50', 'name': 'network-vif-deleted', 'tag': '0168597c-97ae-4aa7-b630-ff56785c10e5'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:34.651366 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267bc9ae-6f31-4f00-821a-5c0831bb4b8b" -d '{"events": [{"server_uuid": "29203789-4b57-4f5b-bdab-3d9e67aadc50", "name": "network-vif-deleted", "tag": "0168597c-97ae-4aa7-b630-ff56785c10e5"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:34.656305 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (472e521b-55fe-4584-8063-3ecf53c21150), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.668860 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1298107d-7aa2-49af-9915-76406cc8b8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1ba90504-0fb8-4229-b261-d30f0c7ff796), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.805632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f31f97a-bc58-4f57-b092-5b58011acb94 req-74ba5066-dd82-4de2-b4b7-b36d892061ae tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6841364 Feb 03 12:56:34.811807 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298107d-7aa2-49af-9915-76406cc8b8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba90504-0fb8-4229-b261-d30f0c7ff796,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:34.821192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-66584992-d188-4008-85aa-914a854b7485 None None] Provisioning complete for port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:34.821192 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66584992-d188-4008-85aa-914a854b7485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.825774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:34.859198 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f2dd1-4566-4a94-85d5-83ea97b95cd1 x-openstack-request-id: req-1b2f2dd1-4566-4a94-85d5-83ea97b95cd1 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:34.859727 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29203789-4b57-4f5b-bdab-3d9e67aadc50", "name": "network-vif-deleted", "tag": "0168597c-97ae-4aa7-b630-ff56785c10e5", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:34.860799 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b2f2dd1-4566-4a94-85d5-83ea97b95cd1 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:34.862589 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29203789-4b57-4f5b-bdab-3d9e67aadc50', 'name': 'network-vif-deleted', 'tag': '0168597c-97ae-4aa7-b630-ff56785c10e5', 'status': 'completed', 'code': 200} Feb 03 12:56:34.863024 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f9c63d57-687f-488e-b5ef-0cb1ba2b6067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.884695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Deleting port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:34.885038 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.899837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Network e2c097e2-23fe-408e-ac2c-b7b3986915c8 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:34.907870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 317572eb-60e4-45a4-a508-0e21513f8e02 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:34.908376 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.922363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:34.935332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for router_gateway (a57d8c14-6924-4de2-b461-be970bedef24), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.953670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:35.009330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:35.013556 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:35.016229 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404163c4-2c19-4293-ad05-2488d0107a36" -d '{"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-unplugged", "status": "completed", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:35.025585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event updated for resources: {'Port': ['ID=472e521b-55fe-4584-8063-3ecf53c21150,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:35.028202 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.039439 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1298107d-7aa2-49af-9915-76406cc8b8fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35a3e1a3813c4c98b68b7965a1ff6673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9857531 Feb 03 12:56:35.045431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48624) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:35.047929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0168597c-97ae-4aa7-b630-ff56785c10e5 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:35.107322 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (95e5cd06-b2cf-494b-ac63-d30e1c65516e), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.121611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 0168597c-97ae-4aa7-b630-ff56785c10e5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:35.122089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0168597c-97ae-4aa7-b630-ff56785c10e5 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:35.153836 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e7b87a-937c-42d3-af5d-0b2f5c664cd7 x-openstack-request-id: req-75e7b87a-937c-42d3-af5d-0b2f5c664cd7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:35.154233 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-unplugged", "status": "failed", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02", "code": 422}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:35.154591 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75e7b87a-937c-42d3-af5d-0b2f5c664cd7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:35.155188 n-d-792364-10 neutron-server[103225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02', 'code': 422} returned with failed status Feb 03 12:56:35.210833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-66584992-d188-4008-85aa-914a854b7485 None None] Current status of the port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:35.221335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:35.247703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70d3179f-26c5-4b56-80ec-2ec2b0168bb1 admin admin] Publish callbacks [] for security_group (1ba90504-0fb8-4229-b261-d30f0c7ff796), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.276273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70d3179f-26c5-4b56-80ec-2ec2b0168bb1 admin admin] Publish callbacks [] for security_group (1ba90504-0fb8-4229-b261-d30f0c7ff796), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.304179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a02a5-724b-4a3b-9413-c97bea6ba02e None None] Network e2c097e2-23fe-408e-ac2c-b7b3986915c8 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:35.327391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] For port 850ef299-1808-409a-bfc7-2d1b70b6fbd6, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=850ef299-1808-409a-bfc7-2d1b70b6fbd6,segment=NetworkSegment(725506e8-7e0d-4ac7-a26d-0cd4efd440e8),segment_id=725506e8-7e0d-4ac7-a26d-0cd4efd440e8)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:35.328025 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.349356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70d3179f-26c5-4b56-80ec-2ec2b0168bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1ba90504-0fb8-4229-b261-d30f0c7ff796), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.352561 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70d3179f-26c5-4b56-80ec-2ec2b0168bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.353799 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-70d3179f-26c5-4b56-80ec-2ec2b0168bb1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ba90504-0fb8-4229-b261-d30f0c7ff796 HTTP/1.1" status: 204 len: 168 time: 0.3071809 Feb 03 12:56:35.370341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Calling delete_port for 850ef299-1808-409a-bfc7-2d1b70b6fbd6 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:35.377505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3179f-26c5-4b56-80ec-2ec2b0168bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba90504-0fb8-4229-b261-d30f0c7ff796,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:35.476497 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (472e521b-55fe-4584-8063-3ecf53c21150), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.601601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-98aee656-722a-454f-9f1d-907e0a255f55 None None] Provisioning complete for port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:35.601982 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98aee656-722a-454f-9f1d-907e0a255f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.730472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e42fe-ceba-473a-ae0a-8b5852608c83 req-846d3648-8133-48a9-8239-48d5c8de0f19 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:35.732746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f08e42fe-ceba-473a-ae0a-8b5852608c83 req-846d3648-8133-48a9-8239-48d5c8de0f19 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 946 time: 0.6684725 Feb 03 12:56:35.737896 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f9c63d57-687f-488e-b5ef-0cb1ba2b6067 admin admin] Publish callbacks [] for security_group (8da08093-eee2-41c1-8926-147b8135d8ef), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.778580 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f9c63d57-687f-488e-b5ef-0cb1ba2b6067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8da08093-eee2-41c1-8926-147b8135d8ef), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.848650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:35.982181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-98aee656-722a-454f-9f1d-907e0a255f55 None None] Current status of the port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:35.982652 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f9c63d57-687f-488e-b5ef-0cb1ba2b6067 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ec37d102517484f9068f8e9d356b49c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4281900 Feb 03 12:56:35.984250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c63d57-687f-488e-b5ef-0cb1ba2b6067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da08093-eee2-41c1-8926-147b8135d8ef,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:35.987979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48640) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:35.998691 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98aee656-722a-454f-9f1d-907e0a255f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.091301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-98aee656-722a-454f-9f1d-907e0a255f55 None None] For port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e39b76f6-3c9f-46c0-883e-dce77c5f7e0c,segment=NetworkSegment(c2ee828a-6555-4e57-b91f-199dd04cbb61),segment_id=c2ee828a-6555-4e57-b91f-199dd04cbb61)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:36.093347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:36.100857 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.105046 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98aee656-722a-454f-9f1d-907e0a255f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.176261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48642) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:36.209698 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6c63ad8-40a6-4fe8-a2e0-677520f2ceb9 admin admin] Publish callbacks [] for security_group (8da08093-eee2-41c1-8926-147b8135d8ef), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.225132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for port (472e521b-55fe-4584-8063-3ecf53c21150), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.228514 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41042bb6-e278-40e7-abe6-5721b33bb9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.246818 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (850ef299-1808-409a-bfc7-2d1b70b6fbd6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.273055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aee656-722a-454f-9f1d-907e0a255f55 None None] Pushing event updated for resources: {'Port': ['ID=e39b76f6-3c9f-46c0-883e-dce77c5f7e0c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:36.276746 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (472e521b-55fe-4584-8063-3ecf53c21150), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.293188 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f08e42fe-ceba-473a-ae0a-8b5852608c83 req-c1965f99-9df4-4c3d-b863-8289f98d528d tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ed86b6f-60fd-4530-aca0-b30118040019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362027 Feb 03 12:56:36.342411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:36.344374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e39b76f6-3c9f-46c0-883e-dce77c5f7e0c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:36.362135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Pushing event deleted for resources: {'Port': ['ID=850ef299-1808-409a-bfc7-2d1b70b6fbd6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:36.369166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (a57d8c14-6924-4de2-b461-be970bedef24), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.412047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6c63ad8-40a6-4fe8-a2e0-677520f2ceb9 admin admin] Publish callbacks [] for security_group (8da08093-eee2-41c1-8926-147b8135d8ef), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.422144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:36.422563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.430474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17936f5-655d-444e-9465-837e5b064792 req-b4f2b086-ff6f-4347-9a54-b12ce61407c7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:36.438709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d17936f5-655d-444e-9465-837e5b064792 req-b4f2b086-ff6f-4347-9a54-b12ce61407c7 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.4698870 Feb 03 12:56:36.441198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] No DVR routers for this DVR port 850ef299-1808-409a-bfc7-2d1b70b6fbd6 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:36.508735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f30fb29b-4385-4038-8b69-c224f2599c77 None None] Provisioning complete for port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:36.509127 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f30fb29b-4385-4038-8b69-c224f2599c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.544064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (95e5cd06-b2cf-494b-ac63-d30e1c65516e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.556588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event updated for resources: {'Port': ['ID=472e521b-55fe-4584-8063-3ecf53c21150,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:36.698086 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6658c9-6e21-4457-8800-1e64b25eb024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.746047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:36.752356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f30fb29b-4385-4038-8b69-c224f2599c77 None None] Current status of the port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:36.771695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f30fb29b-4385-4038-8b69-c224f2599c77 None None] Provisioning complete for port 472e521b-55fe-4584-8063-3ecf53c21150 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:36.772073 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f30fb29b-4385-4038-8b69-c224f2599c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (472e521b-55fe-4584-8063-3ecf53c21150), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.823363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f30fb29b-4385-4038-8b69-c224f2599c77 None None] Port 472e521b-55fe-4584-8063-3ecf53c21150 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:36.825803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 850ef299-1808-409a-bfc7-2d1b70b6fbd6 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:36.836551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6c63ad8-40a6-4fe8-a2e0-677520f2ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8da08093-eee2-41c1-8926-147b8135d8ef), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.854240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6c63ad8-40a6-4fe8-a2e0-677520f2ceb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.854478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 850ef299-1808-409a-bfc7-2d1b70b6fbd6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:36.854943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 850ef299-1808-409a-bfc7-2d1b70b6fbd6 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:36.861562 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f6c63ad8-40a6-4fe8-a2e0-677520f2ceb9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8da08093-eee2-41c1-8926-147b8135d8ef HTTP/1.1" status: 204 len: 168 time: 0.8731880 Feb 03 12:56:36.891261 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41042bb6-e278-40e7-abe6-5721b33bb9d3 admin admin] Publish callbacks [] for security_group (36fb7026-c57e-4775-88ce-1e3fe5c5db55), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.893926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c63ad8-40a6-4fe8-a2e0-677520f2ceb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da08093-eee2-41c1-8926-147b8135d8ef,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:36.915143 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41042bb6-e278-40e7-abe6-5721b33bb9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (36fb7026-c57e-4775-88ce-1e3fe5c5db55), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.919733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Network e2c097e2-23fe-408e-ac2c-b7b3986915c8 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:36.927049 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.941427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-946e3fb1-ef37-4456-86af-0fd00b68524e req-3ad34a30-fd66-472c-a3a9-c8cdb6106696 tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.91 "DELETE /v2.0/ports/850ef299-1808-409a-bfc7-2d1b70b6fbd6 HTTP/1.1" status: 204 len: 173 time: 3.1234291 Feb 03 12:56:36.942305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355fd78e-7cf1-4b6b-b4cb-e151ca224709', 'name': 'network-vif-deleted', 'tag': '850ef299-1808-409a-bfc7-2d1b70b6fbd6'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:36.946548 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c70bd6-9e0e-4d68-8f47-c99127e7c97e" -d '{"events": [{"server_uuid": "355fd78e-7cf1-4b6b-b4cb-e151ca224709", "name": "network-vif-deleted", "tag": "850ef299-1808-409a-bfc7-2d1b70b6fbd6"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:36.953632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:37.003465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9387719d-2ed3-4b35-8b3b-0f653988d9e7 None None] Provisioning complete for port 472e521b-55fe-4584-8063-3ecf53c21150 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:37.005905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9387719d-2ed3-4b35-8b3b-0f653988d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (472e521b-55fe-4584-8063-3ecf53c21150), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.054819 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-41042bb6-e278-40e7-abe6-5721b33bb9d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=307c1707cc244cc4bc844b5617f86619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8725607 Feb 03 12:56:37.108739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9387719d-2ed3-4b35-8b3b-0f653988d9e7 None None] Port 472e521b-55fe-4584-8063-3ecf53c21150 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:37.132564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48652) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:37.138701 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab76689e-a3f8-43f3-957b-64465500ad85 x-openstack-request-id: req-ab76689e-a3f8-43f3-957b-64465500ad85 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:37.139138 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355fd78e-7cf1-4b6b-b4cb-e151ca224709", "name": "network-vif-deleted", "tag": "850ef299-1808-409a-bfc7-2d1b70b6fbd6", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:37.139497 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab76689e-a3f8-43f3-957b-64465500ad85 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:37.140014 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355fd78e-7cf1-4b6b-b4cb-e151ca224709', 'name': 'network-vif-deleted', 'tag': '850ef299-1808-409a-bfc7-2d1b70b6fbd6', 'status': 'completed', 'code': 200} Feb 03 12:56:37.147542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41042bb6-e278-40e7-abe6-5721b33bb9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb7026-c57e-4775-88ce-1e3fe5c5db55,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:37.181667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d17936f5-655d-444e-9465-837e5b064792 req-e6e2a897-0ae9-4237-8ecf-bba544b50f19 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7418144 Feb 03 12:56:37.333867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d269f037-7614-4549-a617-ed38b87e26bc admin admin] Publish callbacks [] for security_group (36fb7026-c57e-4775-88ce-1e3fe5c5db55), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.389745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Router 95e5cd06-b2cf-494b-ac63-d30e1c65516e is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:56:37.451168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Router a57d8c14-6924-4de2-b461-be970bedef24 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:56:37.461096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d269f037-7614-4549-a617-ed38b87e26bc admin admin] Publish callbacks [] for security_group (36fb7026-c57e-4775-88ce-1e3fe5c5db55), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.513968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e39b76f6-3c9f-46c0-883e-dce77c5f7e0c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:37.532139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11fb94c9-6032-4f83-bcde-d53aa780c655 req-16d4e8f5-5a4e-4b9e-a81e-23f4ddbdc42b tempest-ServerPasswordTestJSON-1971885120 tempest-ServerPasswordTestJSON-1971885120-project] 10.222.0.65 "GET /v2.0/ports?device_id=355fd78e-7cf1-4b6b-b4cb-e151ca224709 HTTP/1.1" status: 200 len: 210 time: 0.0682449 Feb 03 12:56:37.564180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71f6d6-b465-4cb6-98cf-a6fb16018792 req-473b2f41-8cea-432c-84dd-fe7a4d05545f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:37.576184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b71f6d6-b465-4cb6-98cf-a6fb16018792 req-473b2f41-8cea-432c-84dd-fe7a4d05545f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.2605071 Feb 03 12:56:37.666600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:37.683884 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ee80999c-edc1-4b67-87ea-30882764623c tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "PUT /v2.0/routers/95e5cd06-b2cf-494b-ac63-d30e1c65516e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7896845 Feb 03 12:56:37.685659 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211db55-5b30-40ea-b13a-8f301d1248ad None None] Sync routers for ids ['95e5cd06-b2cf-494b-ac63-d30e1c65516e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:37.686646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:37.692908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Request body: {'port': {'network_id': 'e2c097e2-23fe-408e-ac2c-b7b3986915c8', 'name': 'tempest-FloatingIPNegativeTestJSON-1723299250'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:37.721515 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211db55-5b30-40ea-b13a-8f301d1248ad None None] Routers {'95e5cd06-b2cf-494b-ac63-d30e1c65516e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:37.722088 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2211db55-5b30-40ea-b13a-8f301d1248ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['95e5cd06-b2cf-494b-ac63-d30e1c65516e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:37.738922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d4cb2e19-afe9-4e32-8090-556dd27b982e None None] Provisioning complete for port 472e521b-55fe-4584-8063-3ecf53c21150 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:37.739324 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4cb2e19-afe9-4e32-8090-556dd27b982e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (472e521b-55fe-4584-8063-3ecf53c21150), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.772194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b71f6d6-b465-4cb6-98cf-a6fb16018792 req-a8a8b295-571e-4c72-9aa3-f152a4892428 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775756 Feb 03 12:56:37.779886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d269f037-7614-4549-a617-ed38b87e26bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (36fb7026-c57e-4775-88ce-1e3fe5c5db55), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.795782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d269f037-7614-4549-a617-ed38b87e26bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.797214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d269f037-7614-4549-a617-ed38b87e26bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36fb7026-c57e-4775-88ce-1e3fe5c5db55 HTTP/1.1" status: 204 len: 168 time: 0.6603930 Feb 03 12:56:37.830431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269f037-7614-4549-a617-ed38b87e26bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb7026-c57e-4775-88ce-1e3fe5c5db55,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:37.853570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:37.867989 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2211db55-5b30-40ea-b13a-8f301d1248ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:37.893038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344205b7-f3c9-4948-bf8c-2cc9ec3e4178 None None] Sync routers for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:37.920914 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211db55-5b30-40ea-b13a-8f301d1248ad None None] Routers {'95e5cd06-b2cf-494b-ac63-d30e1c65516e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:37.921769 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2211db55-5b30-40ea-b13a-8f301d1248ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['95e5cd06-b2cf-494b-ac63-d30e1c65516e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:37.922892 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.924285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-20fb68c7-6f33-4353-b047-4a476fe36585 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.0091994 Feb 03 12:56:37.927444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48678) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:37.998448 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2211db55-5b30-40ea-b13a-8f301d1248ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:37.999098 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211db55-5b30-40ea-b13a-8f301d1248ad None None] The sync data for ids ['95e5cd06-b2cf-494b-ac63-d30e1c65516e'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:38.002105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344205b7-f3c9-4948-bf8c-2cc9ec3e4178 None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:38.002798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-344205b7-f3c9-4948-bf8c-2cc9ec3e4178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:38.122919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4cb2e19-afe9-4e32-8090-556dd27b982e None None] Port 472e521b-55fe-4584-8063-3ecf53c21150 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:38.134281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:38.142605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-344205b7-f3c9-4948-bf8c-2cc9ec3e4178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:38.190207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-66214c04-361a-4102-be53-654ea3e341bf req-08e9805d-9984-4979-9251-7f5e9174db30 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:56:38.191639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66214c04-361a-4102-be53-654ea3e341bf req-08e9805d-9984-4979-9251-7f5e9174db30 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055244 Feb 03 12:56:38.213037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:38.226946 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.285936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344205b7-f3c9-4948-bf8c-2cc9ec3e4178 None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:38.286790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-344205b7-f3c9-4948-bf8c-2cc9ec3e4178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:38.347129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Made reservation on behalf of 484e04ecbf004ef4a2fa6be5007b81d7 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:38.350818 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.375374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] device_id is not set on port f3af08e5-0882-475b-b450-e214f722b33b yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:56:38.430634 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-344205b7-f3c9-4948-bf8c-2cc9ec3e4178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:38.431313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344205b7-f3c9-4948-bf8c-2cc9ec3e4178 None None] The sync data for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:38.490470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc443a-e35d-4f6e-913b-963501cc6077 req-1597f5ba-dd79-41bb-a089-770bdead4009 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:38.508954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65bc443a-e35d-4f6e-913b-963501cc6077 req-1597f5ba-dd79-41bb-a089-770bdead4009 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.1125884 Feb 03 12:56:38.607110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 317572eb-60e4-45a4-a508-0e21513f8e02 is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:38.643061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65bc443a-e35d-4f6e-913b-963501cc6077 req-43f0202f-7700-4d86-a59c-cf896941e63d tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242750 Feb 03 12:56:38.646500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:38.651654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48716) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:38.713837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Allocated IP 172.20.0.9 (e2c097e2-23fe-408e-ac2c-b7b3986915c8/0c77e301-8321-4cc7-b433-f6055d9b1e47/f3af08e5-0882-475b-b450-e214f722b33b) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:38.809872 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afdb50fa-6be4-4f50-9818-8794a49dc5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.858552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-334db90e-b966-4e5b-85ce-f5634826f057 admin admin] Deleting subnet e09e471e-0933-401c-885c-c8c552bab282 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:38.869131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-334db90e-b966-4e5b-85ce-f5634826f057 admin admin] Publish callbacks [] for subnet (e09e471e-0933-401c-885c-c8c552bab282), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.923913 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-334db90e-b966-4e5b-85ce-f5634826f057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (e09e471e-0933-401c-885c-c8c552bab282), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.005325 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-334db90e-b966-4e5b-85ce-f5634826f057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e09e471e-0933-401c-885c-c8c552bab282), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.063252 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.130403 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-334db90e-b966-4e5b-85ce-f5634826f057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (e09e471e-0933-401c-885c-c8c552bab282), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.165986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334db90e-b966-4e5b-85ce-f5634826f057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09e471e-0933-401c-885c-c8c552bab282,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:39.180934 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-334db90e-b966-4e5b-85ce-f5634826f057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.185352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-334db90e-b966-4e5b-85ce-f5634826f057 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e09e471e-0933-401c-885c-c8c552bab282 HTTP/1.1" status: 204 len: 168 time: 0.5319912 Feb 03 12:56:39.202417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48736) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:39.270564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for port (f3af08e5-0882-475b-b450-e214f722b33b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.292475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-76209626-bf6e-44f7-815f-46b03086e565 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4276736 Feb 03 12:56:39.310298 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (df08b81b-7ee3-4674-9f0c-1db2476a6343), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.406274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (df08b81b-7ee3-4674-9f0c-1db2476a6343), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.443846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df08b81b-7ee3-4674-9f0c-1db2476a6343']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:39.457884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725506e8-7e0d-4ac7-a26d-0cd4efd440e8') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:39.458358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725506e8-7e0d-4ac7-a26d-0cd4efd440e8') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:39.483689 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (725506e8-7e0d-4ac7-a26d-0cd4efd440e8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.504322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (725506e8-7e0d-4ac7-a26d-0cd4efd440e8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.510142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f3af08e5-0882-475b-b450-e214f722b33b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.514930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:39.515464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (725506e8-7e0d-4ac7-a26d-0cd4efd440e8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:39.517663 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:39.565950 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:56:39.600656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (df08b81b-7ee3-4674-9f0c-1db2476a6343), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.632040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Network e2c097e2-23fe-408e-ac2c-b7b3986915c8 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:39.656592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.657703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:39.660092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/df08b81b-7ee3-4674-9f0c-1db2476a6343 HTTP/1.1" status: 204 len: 168 time: 0.4556251 Feb 03 12:56:39.660976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9a9e9-02ed-4f85-a81f-aa02881454f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df08b81b-7ee3-4674-9f0c-1db2476a6343,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:39.667429 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:39.797867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event updated for resources: {'Port': ['ID=f3af08e5-0882-475b-b450-e214f722b33b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:39.827131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Allocated IP 172.20.0.1 (3c4ed149-9863-43e9-bc5e-7cc92e6e5e39/a9a2cabd-78a7-4bff-9469-995399e94887/1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:39.977462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0ff5c-845e-4d87-8fba-df9220af57f7 req-727afa2d-513e-47d3-a919-62e8c858208f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:39.981503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dee0ff5c-845e-4d87-8fba-df9220af57f7 req-727afa2d-513e-47d3-a919-62e8c858208f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.2339156 Feb 03 12:56:40.070932 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.147771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dee0ff5c-845e-4d87-8fba-df9220af57f7 req-487e90bd-0889-4199-9817-39ecdc9c1f93 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511283 Feb 03 12:56:40.201402 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.278732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.283554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48808) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:40.289804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-76674401-17fd-4e7c-9641-c1643908106d None None] Provisioning complete for port f3af08e5-0882-475b-b450-e214f722b33b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:40.294309 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76674401-17fd-4e7c-9641-c1643908106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f3af08e5-0882-475b-b450-e214f722b33b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.360746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3767ab03-a31c-4977-87ce-a829ee041a6d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=012fd381de6f43eb9d9451f7a320b3b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0748277 Feb 03 12:56:40.363477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48810) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:40.383672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-76674401-17fd-4e7c-9641-c1643908106d None None] Port f3af08e5-0882-475b-b450-e214f722b33b cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:40.395316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:40.396231 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.410140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:40.417217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:40.429621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:40.456369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3e2783e-774c-44dc-a317-08961f9a8066 admin admin] Publish callbacks [] for security_group (3ed86b6f-60fd-4530-aca0-b30118040019), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.481642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (a57d8c14-6924-4de2-b461-be970bedef24), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.502908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3e2783e-774c-44dc-a317-08961f9a8066 admin admin] Publish callbacks [] for security_group (3ed86b6f-60fd-4530-aca0-b30118040019), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.546489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event updated for resources: {'Port': ['ID=1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:40.565911 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b4552f9a-e9ba-49e3-b058-314522ef959f tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8759696 Feb 03 12:56:40.573013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48814) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:40.584673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:40.650223 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3e2783e-774c-44dc-a317-08961f9a8066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3ed86b6f-60fd-4530-aca0-b30118040019), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.657089 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3e2783e-774c-44dc-a317-08961f9a8066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.664517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e3e2783e-774c-44dc-a317-08961f9a8066 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ed86b6f-60fd-4530-aca0-b30118040019 HTTP/1.1" status: 204 len: 168 time: 0.2986002 Feb 03 12:56:40.684982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2783e-774c-44dc-a317-08961f9a8066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed86b6f-60fd-4530-aca0-b30118040019,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:40.920372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-858e60fb-8def-47f9-9502-1e22f6a5f455 None None] Provisioning complete for port 1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:40.920759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-858e60fb-8def-47f9-9502-1e22f6a5f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.985480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-858e60fb-8def-47f9-9502-1e22f6a5f455 None None] Port 1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:41.182709 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.263766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-e21e0c05-4813-4926-8c1e-73a1a4622c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:41.265306 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-e21e0c05-4813-4926-8c1e-73a1a4622c31 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9&tenant_id=399adc84dc984493813a222397963e1f HTTP/1.1" status: 200 len: 1126 time: 0.6688268 Feb 03 12:56:41.387754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f353c27-1b28-473b-ad2b-b23a5a9c75d9 req-b2cb3328-7813-4205-843f-72c9a44a0dc8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:41.396092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f353c27-1b28-473b-ad2b-b23a5a9c75d9 req-b2cb3328-7813-4205-843f-72c9a44a0dc8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.1217794 Feb 03 12:56:41.436666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.521949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f353c27-1b28-473b-ad2b-b23a5a9c75d9 req-3b2231bb-5014-4d8a-89fd-3704d8cc2586 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226327 Feb 03 12:56:41.548412 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.559515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-4db71a2a-06e3-4980-8715-2e978625b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:41.561813 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-4db71a2a-06e3-4980-8715-2e978625b1db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 1126 time: 0.1806624 Feb 03 12:56:41.770840 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.927947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-ca9b9e82-74cb-4946-b8a4-d148baf339ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:41.929711 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-ca9b9e82-74cb-4946-b8a4-d148baf339ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 915 time: 0.3554049 Feb 03 12:56:42.003953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-ab89c2b4-5243-45a3-876a-0fd41de1472f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317572eb-60e4-45a4-a508-0e21513f8e02 HTTP/1.1" status: 200 len: 217 time: 0.0594378 Feb 03 12:56:42.182705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-15d512a9-c6f9-4e5b-89e6-17ad7d61fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:42.184472 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-15d512a9-c6f9-4e5b-89e6-17ad7d61fe88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 200 len: 854 time: 0.1697459 Feb 03 12:56:42.268132 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-7a3206c1-ea19-4b95-8c1a-69f86f04680b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714381 Feb 03 12:56:42.272294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Allocated IP 172.25.3.3 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/b656d1d7-43d3-4e84-a353-dd05ab890fb5) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:42.491841 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.529750 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-b8059ecd-82aa-4fc4-a478-dfa8f9c78c3f service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501261 Feb 03 12:56:42.592234 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for port (b656d1d7-43d3-4e84-a353-dd05ab890fb5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.683708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.727810 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.784846 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b656d1d7-43d3-4e84-a353-dd05ab890fb5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.825606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227fdbf-b9fa-45c1-990a-05eced5d009e req-2359bdda-cbd8-4498-9018-786278b46ff1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:42.833309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e227fdbf-b9fa-45c1-990a-05eced5d009e req-2359bdda-cbd8-4498-9018-786278b46ff1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.1467052 Feb 03 12:56:42.959710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e227fdbf-b9fa-45c1-990a-05eced5d009e req-47b7f328-3a43-4812-82e8-afd778007e7f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215620 Feb 03 12:56:43.025679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:43.028860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6cbac1e-75ed-4199-a9d7-5367165f65c4 req-d5304587-0961-42f7-a624-920e1041ffcf tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0641007 Feb 03 12:56:43.041524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:43.114673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (a57d8c14-6924-4de2-b461-be970bedef24), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:43.118498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:43.162813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event updated for resources: {'Port': ['ID=1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:43.377676 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-732c1a43-26d5-4e81-b150-3427afd5d364 service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868377 Feb 03 12:56:43.417405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event updated for resources: {'Port': ['ID=b656d1d7-43d3-4e84-a353-dd05ab890fb5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:43.537312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for floatingip (47e556bf-07d4-48b7-a6e3-b6e243659826), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:43.540716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:43.552029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:43.803668 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b656d1d7-43d3-4e84-a353-dd05ab890fb5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:43.955492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ffdd4eda-9138-432a-b2dd-433e0cb6f9e1 None None] Provisioning complete for port 1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:43.958021 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4eda-9138-432a-b2dd-433e0cb6f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:44.057462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Router a57d8c14-6924-4de2-b461-be970bedef24 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:44.087298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd4eda-9138-432a-b2dd-433e0cb6f9e1 None None] Port 1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:44.345921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3898a3a0-eb6e-41b9-8bc9-130a253f149a req-8152e454-94a9-4901-82d0-a417aa78bb77 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0684216 Feb 03 12:56:44.429404 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff165-3b43-4420-82e5-ad61fbcf76eb req-fec52c2f-3fb5-4188-b9c1-3cea82278b69 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:44.431094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c0ff165-3b43-4420-82e5-ad61fbcf76eb req-fec52c2f-3fb5-4188-b9c1-3cea82278b69 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.2494428 Feb 03 12:56:44.531059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:44.553399 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14feb30-e8cd-4be9-9188-9a6063785690 None None] Sync routers for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:44.572263 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ccfb4529-314f-470c-8f8f-9699a44beefc tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "PUT /v2.0/routers/a57d8c14-6924-4de2-b461-be970bedef24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6412811 Feb 03 12:56:44.579718 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14feb30-e8cd-4be9-9188-9a6063785690 None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:44.581170 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f14feb30-e8cd-4be9-9188-9a6063785690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:44.623758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48954) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:44.635436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Request body: {'port': {'network_id': '3c4ed149-9863-43e9-bc5e-7cc92e6e5e39', 'name': 'tempest-FloatingIPAdminTestJSON-401424154'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:44.657736 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for port (b656d1d7-43d3-4e84-a353-dd05ab890fb5), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:44.666203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c0ff165-3b43-4420-82e5-ad61fbcf76eb req-2b523757-0cb5-4ae1-adf6-377acb18775f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274592 Feb 03 12:56:44.738564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (b656d1d7-43d3-4e84-a353-dd05ab890fb5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:44.805045 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f14feb30-e8cd-4be9-9188-9a6063785690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:44.845364 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14feb30-e8cd-4be9-9188-9a6063785690 None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:44.847076 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f14feb30-e8cd-4be9-9188-9a6063785690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:44.975486 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f14feb30-e8cd-4be9-9188-9a6063785690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:44.979175 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14feb30-e8cd-4be9-9188-9a6063785690 None None] The sync data for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:45.099964 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event updated for resources: {'Port': ['ID=b656d1d7-43d3-4e84-a353-dd05ab890fb5,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:45.182237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (47e556bf-07d4-48b7-a6e3-b6e243659826), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.251302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Made reservation on behalf of 2bc32b6eb5fe403c967f1f8a4b2f39ad for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:45.257282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.306807 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] device_id is not set on port 83608c40-487a-4948-9d76-c937bf102f48 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:56:45.358101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.360797 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c8d52f72-a0ee-4125-a3f7-51c3ba7ead64 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7864347 Feb 03 12:56:45.364004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48968) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:45.368878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6694631a-eb0d-4376-90dd-748d576a61dc tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Request body: {'floatingip': {'port_id': 'f3af08e5-0882-475b-b450-e214f722b33b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:45.578206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Allocated IP 172.20.0.8 (3c4ed149-9863-43e9-bc5e-7cc92e6e5e39/a9a2cabd-78a7-4bff-9469-995399e94887/83608c40-487a-4948-9d76-c937bf102f48) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:45.795299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a0bb625-5945-4f73-a825-f1ff549df6e9 req-9b176139-ff0a-4197-9704-434586a3fa2c tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1323888 Feb 03 12:56:45.820562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6694631a-eb0d-4376-90dd-748d576a61dc tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for floatingip (47e556bf-07d4-48b7-a6e3-b6e243659826), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.907993 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for port (83608c40-487a-4948-9d76-c937bf102f48), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.996434 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (83608c40-487a-4948-9d76-c937bf102f48), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:46.081968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:46.086025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:46.118129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:46.187506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d78e7-9445-403e-9b50-ae12339c2a29 req-b0a89ea1-2d2a-4b29-9ba3-f27bf3cf7d26 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:46.188106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event updated for resources: {'Port': ['ID=83608c40-487a-4948-9d76-c937bf102f48,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:46.204383 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b7d78e7-9445-403e-9b50-ae12339c2a29 req-b0a89ea1-2d2a-4b29-9ba3-f27bf3cf7d26 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.3030195 Feb 03 12:56:46.263798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:46.266782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:46.271590 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:46.319512 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b1f087a3-55a8-4daf-ad48-1c00470640e2 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6940978 Feb 03 12:56:46.322735 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48984) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:46.377337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b7d78e7-9445-403e-9b50-ae12339c2a29 req-b82fcacc-3c14-4130-9973-16e1bd7d69f5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672852 Feb 03 12:56:46.393456 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-6694631a-eb0d-4376-90dd-748d576a61dc tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] update failed (client error): The resource could not be found. Feb 03 12:56:46.394830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6694631a-eb0d-4376-90dd-748d576a61dc tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "PUT /v2.0/floatingips/47e556bf-07d4-48b7-a6e3-b6e243659826 HTTP/1.1" status: 404 len: 507 time: 1.0296059 Feb 03 12:56:46.399078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48988) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:46.676568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9331be94-ba44-4769-970c-7990378974bb None None] Provisioning complete for port 83608c40-487a-4948-9d76-c937bf102f48 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:46.678802 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9331be94-ba44-4769-970c-7990378974bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83608c40-487a-4948-9d76-c937bf102f48), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:46.792974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'project_id': '2bc32b6eb5fe403c967f1f8a4b2f39ad', 'port_id': '83608c40-487a-4948-9d76-c937bf102f48'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:46.873232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9331be94-ba44-4769-970c-7990378974bb None None] Port 83608c40-487a-4948-9d76-c937bf102f48 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:47.093083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-830bb1e0-f287-4557-acb9-c0aa0d4f5764 req-24816722-f1ff-47af-afe1-563b9fda22ac tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1111333 Feb 03 12:56:47.486124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Deleting port b656d1d7-43d3-4e84-a353-dd05ab890fb5 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:47.486714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b656d1d7-43d3-4e84-a353-dd05ab890fb5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:47.545251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:47.629363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2a0e5-f812-4bdf-8b1e-ac5f3d8c1a85 req-b77ebefe-d0ab-42e4-882a-df22e50ce63b tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:47.642942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5b2a0e5-f812-4bdf-8b1e-ac5f3d8c1a85 req-b77ebefe-d0ab-42e4-882a-df22e50ce63b tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.1240361 Feb 03 12:56:47.724387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b13c5344-ed95-4545-b546-951e5bb05859 req-4ce0167d-87ea-4c33-8c99-1599c495c884 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1142092 Feb 03 12:56:47.808508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5b2a0e5-f812-4bdf-8b1e-ac5f3d8c1a85 req-11f91fbd-26a3-411d-af2c-5f68205dbe03 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643555 Feb 03 12:56:47.817216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b656d1d7-43d3-4e84-a353-dd05ab890fb5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:47.826620 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for floatingip (b656d1d7-43d3-4e84-a353-dd05ab890fb5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:48.020468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Calling delete_port for b656d1d7-43d3-4e84-a353-dd05ab890fb5 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:48.154730 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:48.319229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d251ba52-96b6-4b30-9d3b-35bc2f635049 req-06507f53-dfc3-4479-a564-929dcb15212c tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0673988 Feb 03 12:56:48.483988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b656d1d7-43d3-4e84-a353-dd05ab890fb5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:48.536053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event deleted for resources: {'Port': ['ID=b656d1d7-43d3-4e84-a353-dd05ab890fb5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:48.735052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for floatingip (47e556bf-07d4-48b7-a6e3-b6e243659826), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:48.743423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:48.747390 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1c728f85-625e-46a4-84a4-66a9bd098f1b tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "DELETE /v2.0/floatingips/47e556bf-07d4-48b7-a6e3-b6e243659826 HTTP/1.1" status: 204 len: 168 time: 2.3451171 Feb 03 12:56:48.751553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49012) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:48.757456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4529cba4-ea2a-4349-a5a6-d55b068b26f4 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Request body: {'floatingip': {'floating_network_id': 'e2c097e2-23fe-408e-ac2c-b7b3986915c8', 'port_id': 'f3af08e5-0882-475b-b450-e214f722b33b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:48.791125 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Allocated IP 172.25.3.95 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/f8ff64fa-eceb-4523-96e2-048a3d53381d) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:48.856620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4529cba4-ea2a-4349-a5a6-d55b068b26f4 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:49.184695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for port (f8ff64fa-eceb-4523-96e2-048a3d53381d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:49.287071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c0a7-703b-4eed-bdc7-204cb46ecd42 req-5abca409-5d2c-427c-ad74-431538f3a812 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:49.288565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b836c0a7-703b-4eed-bdc7-204cb46ecd42 req-5abca409-5d2c-427c-ad74-431538f3a812 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.2891667 Feb 03 12:56:49.326296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f8ff64fa-eceb-4523-96e2-048a3d53381d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:49.508301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:49.530675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:49.536565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:49.543936 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-4529cba4-ea2a-4349-a5a6-d55b068b26f4 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:56:49.548739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4529cba4-ea2a-4349-a5a6-d55b068b26f4 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7955122 Feb 03 12:56:49.562988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Pushing event updated for resources: {'Port': ['ID=f8ff64fa-eceb-4523-96e2-048a3d53381d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:49.606129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49026) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:49.615759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-652a31cb-b788-4296-980c-44e10ce1bb17 req-f9eb9621-fe99-4730-a18d-636061321f99 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1181967 Feb 03 12:56:49.625996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': 'f3af08e5-0882-475b-b450-e214f722b33b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:49.675896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b836c0a7-703b-4eed-bdc7-204cb46ecd42 req-6a6057c2-ac9b-4d85-9c39-9cef25bc9e8b tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722348 Feb 03 12:56:49.683381 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:49.984715 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:50.333202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Allocated IP 172.25.3.105 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/2efe8cd8-4bd5-4387-98f3-5ae95d866e09) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:50.602266 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:50.832782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for port (2efe8cd8-4bd5-4387-98f3-5ae95d866e09), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:50.967873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2efe8cd8-4bd5-4387-98f3-5ae95d866e09), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.034310 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for floatingip (716f2a90-397e-48f1-b188-b8585f6d48c8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.113484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event updated for resources: {'Port': ['ID=2efe8cd8-4bd5-4387-98f3-5ae95d866e09,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:51.186143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.186565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.186920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.187267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.187610 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.187944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.188281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.188652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.188986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.189316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.189667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.190009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.190354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:51.237879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:51.258926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f8ff64fa-eceb-4523-96e2-048a3d53381d), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.285880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:51.299530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:51.428231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9113b9-8dd5-47e3-9708-24dbd1ca04a4 req-ced9a6ff-bcf7-4d68-95bf-b400a14369a2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:51.446658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb9113b9-8dd5-47e3-9708-24dbd1ca04a4 req-ced9a6ff-bcf7-4d68-95bf-b400a14369a2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.5047219 Feb 03 12:56:51.690959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for port (f8ff64fa-eceb-4523-96e2-048a3d53381d), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.704902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (f8ff64fa-eceb-4523-96e2-048a3d53381d), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.728903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb9113b9-8dd5-47e3-9708-24dbd1ca04a4 req-cb4bd6e5-270e-44bb-9133-90c0b34e9167 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767906 Feb 03 12:56:51.965139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Pushing event updated for resources: {'Port': ['ID=f8ff64fa-eceb-4523-96e2-048a3d53381d,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:52.036395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (716f2a90-397e-48f1-b188-b8585f6d48c8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.097848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Deleting port 2efe8cd8-4bd5-4387-98f3-5ae95d866e09 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:52.100042 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2efe8cd8-4bd5-4387-98f3-5ae95d866e09), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.304139 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Floating IP 716f2a90-397e-48f1-b188-b8585f6d48c8 associated. External IP: 172.25.3.95, port: 83608c40-487a-4948-9d76-c937bf102f48. Feb 03 12:56:52.324510 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2efe8cd8-4bd5-4387-98f3-5ae95d866e09), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.325891 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for floatingip (2efe8cd8-4bd5-4387-98f3-5ae95d866e09), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.364159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Calling delete_port for 2efe8cd8-4bd5-4387-98f3-5ae95d866e09 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:52.762450 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2efe8cd8-4bd5-4387-98f3-5ae95d866e09), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.888560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Router a57d8c14-6924-4de2-b461-be970bedef24 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:52.931761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event deleted for resources: {'Port': ['ID=2efe8cd8-4bd5-4387-98f3-5ae95d866e09,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:53.109694 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] create failed (client error): The resource could not be found. Feb 03 12:56:53.111045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c72ef3f3-c26b-484a-9ea5-f77301f9a3a6 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4914083 Feb 03 12:56:53.119570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49070) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:53.166270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f28d-11f3-459d-9ddc-278f608bc8d7 req-8dc942aa-cfb9-415a-ac8b-df4f8afa9ab8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:53.174506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb82f28d-11f3-459d-9ddc-278f608bc8d7 req-8dc942aa-cfb9-415a-ac8b-df4f8afa9ab8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.2441061 Feb 03 12:56:53.195074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:53.210378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49518f37-a7b5-47fb-928a-9657c871e8b8 None None] Sync routers for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:53.235052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49518f37-a7b5-47fb-928a-9657c871e8b8 None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:53.235691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-49518f37-a7b5-47fb-928a-9657c871e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:53.262240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:53.328581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-49518f37-a7b5-47fb-928a-9657c871e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:53.355956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49518f37-a7b5-47fb-928a-9657c871e8b8 None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:53.356603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-49518f37-a7b5-47fb-928a-9657c871e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:53.418831 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb936e4c-0b26-4426-ac41-9a547efa6b31 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.0947003 Feb 03 12:56:53.419532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49074) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:53.471666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-49518f37-a7b5-47fb-928a-9657c871e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:53.474155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49518f37-a7b5-47fb-928a-9657c871e8b8 None None] The sync data for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:53.619181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb82f28d-11f3-459d-9ddc-278f608bc8d7 req-d17b6081-8a8e-461b-a245-62946ee779d6 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788929 Feb 03 12:56:53.810107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6e93f96b-3752-458d-b32b-fbec305ecdef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Deleting port f3af08e5-0882-475b-b450-e214f722b33b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:53.811633 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e93f96b-3752-458d-b32b-fbec305ecdef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f3af08e5-0882-475b-b450-e214f722b33b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.029350 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e93f96b-3752-458d-b32b-fbec305ecdef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f3af08e5-0882-475b-b450-e214f722b33b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.044921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6e93f96b-3752-458d-b32b-fbec305ecdef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Calling delete_port for f3af08e5-0882-475b-b450-e214f722b33b owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:54.309279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49082) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:54.321075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b7b877fd-a60c-4cfa-a0a7-c8f899dd6160 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] 10.222.0.65 "GET /v2.0/floatingips/716f2a90-397e-48f1-b188-b8585f6d48c8 HTTP/1.1" status: 200 len: 981 time: 0.8833728 Feb 03 12:56:54.331710 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e93f96b-3752-458d-b32b-fbec305ecdef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f3af08e5-0882-475b-b450-e214f722b33b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.471613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93f96b-3752-458d-b32b-fbec305ecdef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event deleted for resources: {'Port': ['ID=f3af08e5-0882-475b-b450-e214f722b33b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:54.663833 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-39798fe9-1045-4d25-aeef-e7cb94816c0d tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.3528898 Feb 03 12:56:54.666607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49092) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:54.775049 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e93f96b-3752-458d-b32b-fbec305ecdef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.782733 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6e93f96b-3752-458d-b32b-fbec305ecdef tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "DELETE /v2.0/ports/f3af08e5-0882-475b-b450-e214f722b33b HTTP/1.1" status: 204 len: 168 time: 1.6611681 Feb 03 12:56:54.787035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49094) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:54.984444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8541-2874-48c5-a007-4e27745a39d2 req-27b2c46b-439b-4d9e-a2bf-f8c4c1c2bd98 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:54.986175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-447b8541-2874-48c5-a007-4e27745a39d2 req-27b2c46b-439b-4d9e-a2bf-f8c4c1c2bd98 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.1005321 Feb 03 12:56:55.020477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce64fe5-0207-4977-9972-7cabb7cd3a16 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:55.032766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0ce64fe5-0207-4977-9972-7cabb7cd3a16 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "GET /v2.0/ports?device_id=95e5cd06-b2cf-494b-ac63-d30e1c65516e HTTP/1.1" status: 200 len: 913 time: 0.2405760 Feb 03 12:56:55.036767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49096) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:55.402255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Deleting port f8ff64fa-eceb-4523-96e2-048a3d53381d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:55.403433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f8ff64fa-eceb-4523-96e2-048a3d53381d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:55.640446 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f8ff64fa-eceb-4523-96e2-048a3d53381d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:55.640776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for floatingip (f8ff64fa-eceb-4523-96e2-048a3d53381d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:55.654492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Calling delete_port for f8ff64fa-eceb-4523-96e2-048a3d53381d owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:55.858063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49114) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:55.871938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f8ff64fa-eceb-4523-96e2-048a3d53381d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:55.985070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event deleted for resources: {'Port': ['ID=f8ff64fa-eceb-4523-96e2-048a3d53381d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:56.090556 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for floatingip (716f2a90-397e-48f1-b188-b8585f6d48c8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:56.090890 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Floating IP 716f2a90-397e-48f1-b188-b8585f6d48c8 disassociated (deleted). External IP: 172.25.3.95, port: 83608c40-487a-4948-9d76-c937bf102f48. Feb 03 12:56:56.135326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-447b8541-2874-48c5-a007-4e27745a39d2 req-3dc54dcd-603a-4805-bd3f-d8e57f6fcd74 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1397452 Feb 03 12:56:56.513030 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c9b0a789-f659-4b84-b6ed-58a89d846cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:56.922136 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c9b0a789-f659-4b84-b6ed-58a89d846cb9 admin admin] Publish callbacks [] for security_group (2758d55c-e6ae-4efa-8d04-1437f2389c61), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:56.947776 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c9b0a789-f659-4b84-b6ed-58a89d846cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2758d55c-e6ae-4efa-8d04-1437f2389c61), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:57.060796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c9b0a789-f659-4b84-b6ed-58a89d846cb9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6074b46e3d2440248eac06bf706f5d57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0767937 Feb 03 12:56:57.061429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49136) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:57.098820 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (95e5cd06-b2cf-494b-ac63-d30e1c65516e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:57.156161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0a789-f659-4b84-b6ed-58a89d846cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2758d55c-e6ae-4efa-8d04-1437f2389c61,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:57.434026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Router a57d8c14-6924-4de2-b461-be970bedef24 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:57.529300 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e201948d-3d64-4506-b8bc-6ce89c88f347 admin admin] Publish callbacks [] for security_group (2758d55c-e6ae-4efa-8d04-1437f2389c61), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:57.679613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b5f27-db60-489d-bdd8-8470aa23e4d0 req-29383c09-1b1a-40cf-bef1-f8b4e83cb3c3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:57.681924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-154b5f27-db60-489d-bdd8-8470aa23e4d0 req-29383c09-1b1a-40cf-bef1-f8b4e83cb3c3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.3851228 Feb 03 12:56:57.695283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:57.700092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:57.712673 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b6cef-3787-4c45-af8f-ce8db8754ded None None] Sync routers for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:57.745999 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b6cef-3787-4c45-af8f-ce8db8754ded None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:57.747602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e201948d-3d64-4506-b8bc-6ce89c88f347 admin admin] Publish callbacks [] for security_group (2758d55c-e6ae-4efa-8d04-1437f2389c61), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:57.750781 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4c5b6cef-3787-4c45-af8f-ce8db8754ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:57.768807 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dd88c601-ba40-47dd-825b-9481bc2ffa41 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "DELETE /v2.0/floatingips/716f2a90-397e-48f1-b188-b8585f6d48c8 HTTP/1.1" status: 204 len: 168 time: 3.1005075 Feb 03 12:56:57.771857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49148) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:57.801302 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4c5b6cef-3787-4c45-af8f-ce8db8754ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:57.808597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:57.823324 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b6cef-3787-4c45-af8f-ce8db8754ded None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:57.826730 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4c5b6cef-3787-4c45-af8f-ce8db8754ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:57.877741 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4c5b6cef-3787-4c45-af8f-ce8db8754ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:57.878662 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b6cef-3787-4c45-af8f-ce8db8754ded None None] The sync data for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:57.937953 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:58.027201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-154b5f27-db60-489d-bdd8-8470aa23e4d0 req-36452db4-05f6-4785-b7e5-3ae5e2e0c531 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349195 Feb 03 12:56:58.281438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e201948d-3d64-4506-b8bc-6ce89c88f347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2758d55c-e6ae-4efa-8d04-1437f2389c61), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:58.284381 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e201948d-3d64-4506-b8bc-6ce89c88f347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:58.285594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e201948d-3d64-4506-b8bc-6ce89c88f347 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2758d55c-e6ae-4efa-8d04-1437f2389c61 HTTP/1.1" status: 204 len: 168 time: 1.1896806 Feb 03 12:56:58.307865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201948d-3d64-4506-b8bc-6ce89c88f347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2758d55c-e6ae-4efa-8d04-1437f2389c61,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:58.408129 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:58.590759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Deleting port 472e521b-55fe-4584-8063-3ecf53c21150 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:58.590759 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (472e521b-55fe-4584-8063-3ecf53c21150), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:58.908299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Allocated IP 172.25.3.43 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/7be8a55b-37fb-468a-9d26-b81f3c3c3275) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:58.955254 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (472e521b-55fe-4584-8063-3ecf53c21150), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.000492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Calling delete_port for 472e521b-55fe-4584-8063-3ecf53c21150 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:59.223089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49176) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:59.253496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7290708-8306-4549-9b92-11e5716474fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.395305 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7290708-8306-4549-9b92-11e5716474fa admin admin] Publish callbacks [] for security_group (84a041ae-fab2-416d-9fdb-6ad7050d6316), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.418831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7290708-8306-4549-9b92-11e5716474fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (84a041ae-fab2-416d-9fdb-6ad7050d6316), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.534213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7290708-8306-4549-9b92-11e5716474fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a041ae-fab2-416d-9fdb-6ad7050d6316,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:59.582258 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (472e521b-55fe-4584-8063-3ecf53c21150), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.586121 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7290708-8306-4549-9b92-11e5716474fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da58ffe75e2a478fb8c1b79472734e98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3612597 Feb 03 12:56:59.589645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49178) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:59.639208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event deleted for resources: {'Port': ['ID=472e521b-55fe-4584-8063-3ecf53c21150,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:59.775236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcf8ec9d-7859-4be4-9a3a-76117fd920ba admin admin] Publish callbacks [] for security_group (84a041ae-fab2-416d-9fdb-6ad7050d6316), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.803277 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for port (7be8a55b-37fb-468a-9d26-b81f3c3c3275), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.821286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1e5c-1b38-4d77-9f00-30d53fb52269 req-230f7028-0898-43b5-9661-5745e6169ed3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:59.829135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78bc1e5c-1b38-4d77-9f00-30d53fb52269 req-230f7028-0898-43b5-9661-5745e6169ed3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.3068612 Feb 03 12:56:59.858248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcf8ec9d-7859-4be4-9a3a-76117fd920ba admin admin] Publish callbacks [] for security_group (84a041ae-fab2-416d-9fdb-6ad7050d6316), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.000974 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcf8ec9d-7859-4be4-9a3a-76117fd920ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (84a041ae-fab2-416d-9fdb-6ad7050d6316), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.005880 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcf8ec9d-7859-4be4-9a3a-76117fd920ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.008408 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fcf8ec9d-7859-4be4-9a3a-76117fd920ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84a041ae-fab2-416d-9fdb-6ad7050d6316 HTTP/1.1" status: 204 len: 168 time: 0.4060090 Feb 03 12:57:00.042748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8ec9d-7859-4be4-9a3a-76117fd920ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a041ae-fab2-416d-9fdb-6ad7050d6316,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:00.063730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (95e5cd06-b2cf-494b-ac63-d30e1c65516e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.089368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78bc1e5c-1b38-4d77-9f00-30d53fb52269 req-f38a57ed-b769-4e3e-a2fa-185cca271cad tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592452 Feb 03 12:57:00.196808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7be8a55b-37fb-468a-9d26-b81f3c3c3275), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.249787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Pushing event updated for resources: {'Port': ['ID=7be8a55b-37fb-468a-9d26-b81f3c3c3275,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:00.265420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:00.340745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:00.355147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:00.483992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17a4aad0-ecb7-4b1c-91ad-76e39ee17853 req-a0c7faff-5eb6-4a16-ab44-3af955c314f6 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0333049 Feb 03 12:57:00.487394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Router 95e5cd06-b2cf-494b-ac63-d30e1c65516e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:57:00.671663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:00.681660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6fc4f3f2-4d9a-4bdf-94d8-00a2e82f7be8 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "PUT /v2.0/routers/95e5cd06-b2cf-494b-ac63-d30e1c65516e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6440334 Feb 03 12:57:00.684313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49248) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:00.692600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f139340-b359-4b9f-bab9-8d50ea07fc0a None None] Sync routers for ids ['95e5cd06-b2cf-494b-ac63-d30e1c65516e'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:00.734480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f139340-b359-4b9f-bab9-8d50ea07fc0a None None] Routers {'95e5cd06-b2cf-494b-ac63-d30e1c65516e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:00.735893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-2f139340-b359-4b9f-bab9-8d50ea07fc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['95e5cd06-b2cf-494b-ac63-d30e1c65516e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:00.741225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for floatingip (d6252b21-85bd-4ff2-b063-91d288375b69), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.822821 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7be8a55b-37fb-468a-9d26-b81f3c3c3275), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.867096 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5cc49fbf-6efd-41af-8fa1-cb67f78b75d9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for router (95e5cd06-b2cf-494b-ac63-d30e1c65516e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.157381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-2f139340-b359-4b9f-bab9-8d50ea07fc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:01.160560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for port (7be8a55b-37fb-468a-9d26-b81f3c3c3275), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.174609 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7be8a55b-37fb-468a-9d26-b81f3c3c3275), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.183271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f139340-b359-4b9f-bab9-8d50ea07fc0a None None] Routers {'95e5cd06-b2cf-494b-ac63-d30e1c65516e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:01.185824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-2f139340-b359-4b9f-bab9-8d50ea07fc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:56:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['95e5cd06-b2cf-494b-ac63-d30e1c65516e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:01.256004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5cc49fbf-6efd-41af-8fa1-cb67f78b75d9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (95e5cd06-b2cf-494b-ac63-d30e1c65516e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.264105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5cc49fbf-6efd-41af-8fa1-cb67f78b75d9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for router_controller (95e5cd06-b2cf-494b-ac63-d30e1c65516e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.293462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-2f139340-b359-4b9f-bab9-8d50ea07fc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:01.294321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f139340-b359-4b9f-bab9-8d50ea07fc0a None None] The sync data for ids ['95e5cd06-b2cf-494b-ac63-d30e1c65516e'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:01.334960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Pushing event updated for resources: {'Port': ['ID=7be8a55b-37fb-468a-9d26-b81f3c3c3275,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:01.345309 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5cc49fbf-6efd-41af-8fa1-cb67f78b75d9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (95e5cd06-b2cf-494b-ac63-d30e1c65516e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.345871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc49fbf-6efd-41af-8fa1-cb67f78b75d9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Fanout notify agent at l3_agent the message router_deleted on router 95e5cd06-b2cf-494b-ac63-d30e1c65516e {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:01.352720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5cc49fbf-6efd-41af-8fa1-cb67f78b75d9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.353831 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5cc49fbf-6efd-41af-8fa1-cb67f78b75d9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "DELETE /v2.0/routers/95e5cd06-b2cf-494b-ac63-d30e1c65516e HTTP/1.1" status: 204 len: 168 time: 0.6683600 Feb 03 12:57:01.357423 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49300) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:01.445345 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (d6252b21-85bd-4ff2-b063-91d288375b69), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.447840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-58276aa7-8b51-4721-b465-22a757615308 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Deleting subnet 0c77e301-8321-4cc7-b433-f6055d9b1e47 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:57:01.452130 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58276aa7-8b51-4721-b465-22a757615308 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for subnet (0c77e301-8321-4cc7-b433-f6055d9b1e47), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.478320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.483608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-55b10c78-f0ec-4580-a8b2-74f39e173415 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7107790 Feb 03 12:57:01.485099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49312) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:01.513579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1ddbb-8b09-4b76-a07d-e3ddf439c200 req-439324b4-a778-4a71-9334-d8d26652bc56 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:01.515823 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfa1ddbb-8b09-4b76-a07d-e3ddf439c200 req-439324b4-a778-4a71-9334-d8d26652bc56 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.2664390 Feb 03 12:57:01.561105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58276aa7-8b51-4721-b465-22a757615308 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (0c77e301-8321-4cc7-b433-f6055d9b1e47), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.629300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfa1ddbb-8b09-4b76-a07d-e3ddf439c200 req-141a385c-7db9-4c11-b12b-2d66d21cabd4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076314 Feb 03 12:57:01.721216 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2096be75-20f1-4bcf-ad36-55b40d9bf5b2 req-30daa480-bb05-4e07-99ca-85cf387ba12e tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0719056 Feb 03 12:57:01.823153 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58276aa7-8b51-4721-b465-22a757615308 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0c77e301-8321-4cc7-b433-f6055d9b1e47), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.858935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:01.907646 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.975991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58276aa7-8b51-4721-b465-22a757615308 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (0c77e301-8321-4cc7-b433-f6055d9b1e47), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.005313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58276aa7-8b51-4721-b465-22a757615308 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event deleted for resources: {'Subnet': ['ID=0c77e301-8321-4cc7-b433-f6055d9b1e47,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:02.056901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58276aa7-8b51-4721-b465-22a757615308 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.061363 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-58276aa7-8b51-4721-b465-22a757615308 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "DELETE /v2.0/subnets/0c77e301-8321-4cc7-b433-f6055d9b1e47 HTTP/1.1" status: 204 len: 168 time: 0.7028317 Feb 03 12:57:02.062965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf053add-a67e-414c-86bc-04d7507ce2c4 None None] Network e2c097e2-23fe-408e-ac2c-b7b3986915c8 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:02.064314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49332) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:02.126832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.210755 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (e2c097e2-23fe-408e-ac2c-b7b3986915c8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.323036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] DHCP port deletion for e2c097e2-23fe-408e-ac2c-b7b3986915c8 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:57:02.344579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Deleting port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:02.345393 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.367442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Allocated IP 172.25.3.202 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/045ecd4b-ee9c-4913-9876-449b03b8c9ad) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:02.409498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Deleting port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:02.409898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.498589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] For port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e39b76f6-3c9f-46c0-883e-dce77c5f7e0c,segment=NetworkSegment(c2ee828a-6555-4e57-b91f-199dd04cbb61),segment_id=c2ee828a-6555-4e57-b91f-199dd04cbb61)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:02.499091 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.526981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Calling delete_port for e39b76f6-3c9f-46c0-883e-dce77c5f7e0c owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:02.592308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] For port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e39b76f6-3c9f-46c0-883e-dce77c5f7e0c,segment=NetworkSegment(c2ee828a-6555-4e57-b91f-199dd04cbb61),segment_id=c2ee828a-6555-4e57-b91f-199dd04cbb61)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:02.592714 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.595793 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks [] for port (045ecd4b-ee9c-4913-9876-449b03b8c9ad), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.642960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Calling delete_port for e39b76f6-3c9f-46c0-883e-dce77c5f7e0c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:02.676635 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (045ecd4b-ee9c-4913-9876-449b03b8c9ad), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.724967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:02.724967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:02.726814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:02.818074 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.826360 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (e39b76f6-3c9f-46c0-883e-dce77c5f7e0c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:02.853441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] No DVR routers for this DVR port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:57:02.887991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event deleted for resources: {'Port': ['ID=e39b76f6-3c9f-46c0-883e-dce77c5f7e0c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:02.922374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] No DVR routers for this DVR port e39b76f6-3c9f-46c0-883e-dce77c5f7e0c on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:57:02.945501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Pushing event deleted for resources: {'Port': ['ID=e39b76f6-3c9f-46c0-883e-dce77c5f7e0c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:02.976490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.976860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.977349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.977697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.978033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.978386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.978722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.979056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.981477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.981838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.982177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.982544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.982877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d521359-5f1e-4403-979e-dfdb9fd445b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:02.985107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Pushing event updated for resources: {'Port': ['ID=045ecd4b-ee9c-4913-9876-449b03b8c9ad,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:03.035077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0aca8a52-e937-4b78-bed1-293c71f71ece req-4414cfd5-8623-4d0c-918e-273b0b613269 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1184864 Feb 03 12:57:03.127164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks [] for floatingip (afbefb03-b7a5-472a-a584-6bb0c1d4ff5b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.148026 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (e2c097e2-23fe-408e-ac2c-b7b3986915c8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.206634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c097e2-23fe-408e-ac2c-b7b3986915c8']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:03.213228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (045ecd4b-ee9c-4913-9876-449b03b8c9ad), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.265948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ee828a-6555-4e57-b91f-199dd04cbb61') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:03.266514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ee828a-6555-4e57-b91f-199dd04cbb61') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:03.281175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (c2ee828a-6555-4e57-b91f-199dd04cbb61), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.303035 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c2ee828a-6555-4e57-b91f-199dd04cbb61), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.327282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:57:03.327949 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (c2ee828a-6555-4e57-b91f-199dd04cbb61), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:57:03.470016 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:57:03.478545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e39b76f6-3c9f-46c0-883e-dce77c5f7e0c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:57:03.497226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (e2c097e2-23fe-408e-ac2c-b7b3986915c8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.498377 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks [] for port (045ecd4b-ee9c-4913-9876-449b03b8c9ad), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.502542 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.508922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (045ecd4b-ee9c-4913-9876-449b03b8c9ad), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.513100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] 10.222.0.65 "DELETE /v2.0/networks/e2c097e2-23fe-408e-ac2c-b7b3986915c8 HTTP/1.1" status: 204 len: 168 time: 1.4473083 Feb 03 12:57:03.542910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e39b76f6-3c9f-46c0-883e-dce77c5f7e0c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:57:03.543462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e39b76f6-3c9f-46c0-883e-dce77c5f7e0c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:57:03.561940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e0060-2bb6-4d80-9da8-9210a9fd08b9 tempest-FloatingIPNegativeTestJSON-323593802 tempest-FloatingIPNegativeTestJSON-323593802-project] Pushing event deleted for resources: {'Network': ['ID=e2c097e2-23fe-408e-ac2c-b7b3986915c8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:03.598349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Pushing event updated for resources: {'Port': ['ID=045ecd4b-ee9c-4913-9876-449b03b8c9ad,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:03.604495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b141272-245a-489a-a7b6-c4dfb468c1db req-78a20643-ed3f-4186-a216-f897b8061596 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:03.606107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b141272-245a-489a-a7b6-c4dfb468c1db req-78a20643-ed3f-4186-a216-f897b8061596 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 943 time: 0.8418095 Feb 03 12:57:03.674729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (afbefb03-b7a5-472a-a584-6bb0c1d4ff5b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.698308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.702108 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-647c7e24-59cb-49ed-b873-33f9f653775a tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2082927 Feb 03 12:57:03.702940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49404) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:03.793196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b141272-245a-489a-a7b6-c4dfb468c1db req-b9a89a4f-4149-47dd-bde0-6350fcd52ffd tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758158 Feb 03 12:57:03.815626 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-afa2e80a-f736-4b03-b0d2-d4729d910f74 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1087439 Feb 03 12:57:03.817719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49410) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:03.955253 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3b80bcfc-fe6e-4fe8-bc44-956cebd6518a tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1364677 Feb 03 12:57:03.958200 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49422) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:04.167605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Deleting port 045ecd4b-ee9c-4913-9876-449b03b8c9ad {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:04.168345 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (045ecd4b-ee9c-4913-9876-449b03b8c9ad), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.228931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bfad515-642e-4fb1-9577-b19621c59c12 req-b480a5ba-fbb9-465e-9219-a824109e1711 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0603199 Feb 03 12:57:04.268703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:57:04.280866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49430) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:04.303252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49434) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:04.338809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (045ecd4b-ee9c-4913-9876-449b03b8c9ad), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.339282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks [] for floatingip (045ecd4b-ee9c-4913-9876-449b03b8c9ad), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.364259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Calling delete_port for 045ecd4b-ee9c-4913-9876-449b03b8c9ad owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:04.416381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:04.432292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '317572eb-60e4-45a4-a508-0e21513f8e02', 'network_id': '6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc', 'port_id': '317572eb-60e4-45a4-a508-0e21513f8e02', 'mac_address': 'fa:16:3e:9d:69:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb81c81-64a0-46d2-8be5-626b0712d925', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:57:04.480377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 317572eb-60e4-45a4-a508-0e21513f8e02 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:04.481569 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.497324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317572eb-60e4-45a4-a508-0e21513f8e02 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:57:04.532131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:04.544667 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.553330 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-10cace28-52be-47ba-b584-ce9ee4885d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.617632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:04.641822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-534561ca-7ad5-44a2-80e9-d6254382bbfd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=484e04ecbf004ef4a2fa6be5007b81d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347962 Feb 03 12:57:04.642026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49442) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:04.668983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (045ecd4b-ee9c-4913-9876-449b03b8c9ad), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.711257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Pushing event deleted for resources: {'Port': ['ID=045ecd4b-ee9c-4913-9876-449b03b8c9ad,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:04.752700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['317572eb-60e4-45a4-a508-0e21513f8e02'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:57:04.755744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1e74-b400-4b4b-a947-63ab80d999b8 admin admin] Publish callbacks [] for security_group (8e5a94d3-6762-416c-8dcc-5aa93291e3ca), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.814294 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1e74-b400-4b4b-a947-63ab80d999b8 admin admin] Publish callbacks [] for security_group (8e5a94d3-6762-416c-8dcc-5aa93291e3ca), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.854943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks [] for floatingip (afbefb03-b7a5-472a-a584-6bb0c1d4ff5b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.865630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.871605 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-10cace28-52be-47ba-b584-ce9ee4885d66 admin admin] Publish callbacks [] for security_group (be27cfcd-4b31-4c9e-899b-9ecb2ea43f08), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:04.872593 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4a2f4b69-5c4a-4220-b49b-e791a5c6aa86 tempest-FloatingIPAdminTestJSON-1834514570 tempest-FloatingIPAdminTestJSON-1834514570-project] 10.222.0.65 "DELETE /v2.0/floatingips/afbefb03-b7a5-472a-a584-6bb0c1d4ff5b HTTP/1.1" status: 204 len: 168 time: 0.9095101 Feb 03 12:57:04.874926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49452) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:04.879589 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-10cace28-52be-47ba-b584-ce9ee4885d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (be27cfcd-4b31-4c9e-899b-9ecb2ea43f08), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.086107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Deleting port 7be8a55b-37fb-468a-9d26-b81f3c3c3275 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:05.086871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7be8a55b-37fb-468a-9d26-b81f3c3c3275), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.232383 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7be8a55b-37fb-468a-9d26-b81f3c3c3275), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.233063 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for floatingip (7be8a55b-37fb-468a-9d26-b81f3c3c3275), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.248694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Calling delete_port for 7be8a55b-37fb-468a-9d26-b81f3c3c3275 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:05.339779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49466) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:05.343152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-10cace28-52be-47ba-b584-ce9ee4885d66 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a53e84fcbf8f4de48c3ed6a70143c1cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0610511 Feb 03 12:57:05.370173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cace28-52be-47ba-b584-ce9ee4885d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be27cfcd-4b31-4c9e-899b-9ecb2ea43f08,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:05.445004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f95e15c2-5bde-4387-b3ed-f8e765641a8e admin admin] Publish callbacks [] for security_group (be27cfcd-4b31-4c9e-899b-9ecb2ea43f08), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.460528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7be8a55b-37fb-468a-9d26-b81f3c3c3275), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.499228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Pushing event deleted for resources: {'Port': ['ID=7be8a55b-37fb-468a-9d26-b81f3c3c3275,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:05.506179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc55650-4965-45cd-814c-a4e79d8c7430 req-73bfbe42-6db5-41ca-aee2-92ebb4c65a32 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:05.508379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbc55650-4965-45cd-814c-a4e79d8c7430 req-73bfbe42-6db5-41ca-aee2-92ebb4c65a32 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 944 time: 0.2037098 Feb 03 12:57:05.511004 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1e74-b400-4b4b-a947-63ab80d999b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8e5a94d3-6762-416c-8dcc-5aa93291e3ca), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.516797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f95e15c2-5bde-4387-b3ed-f8e765641a8e admin admin] Publish callbacks [] for security_group (be27cfcd-4b31-4c9e-899b-9ecb2ea43f08), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.523063 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1e74-b400-4b4b-a947-63ab80d999b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.528670 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bc8f1e74-b400-4b4b-a947-63ab80d999b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e5a94d3-6762-416c-8dcc-5aa93291e3ca HTTP/1.1" status: 204 len: 168 time: 0.8856564 Feb 03 12:57:05.632328 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks [] for floatingip (d6252b21-85bd-4ff2-b063-91d288375b69), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.634054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.638382 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-effcddd4-ebc6-40b4-b9aa-b0b10d39bfe7 tempest-FloatingIPAdminTestJSON-128578399 tempest-FloatingIPAdminTestJSON-128578399-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/d6252b21-85bd-4ff2-b063-91d288375b69 HTTP/1.1" status: 204 len: 168 time: 0.7589791 Feb 03 12:57:05.639356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49476) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:05.642318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f1e74-b400-4b4b-a947-63ab80d999b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5a94d3-6762-416c-8dcc-5aa93291e3ca,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:05.682952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c81e1a35-608e-44d8-83f4-1bc65e79d42c req-2c70da10-16a7-472e-9baa-235b46f789d8 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.3082559 Feb 03 12:57:05.723029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbc55650-4965-45cd-814c-a4e79d8c7430 req-acba46f6-be62-45ef-a8b7-a6e055ea7b79 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916149 Feb 03 12:57:05.740673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f95e15c2-5bde-4387-b3ed-f8e765641a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (be27cfcd-4b31-4c9e-899b-9ecb2ea43f08), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.743720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f95e15c2-5bde-4387-b3ed-f8e765641a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.744911 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f95e15c2-5bde-4387-b3ed-f8e765641a8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be27cfcd-4b31-4c9e-899b-9ecb2ea43f08 HTTP/1.1" status: 204 len: 168 time: 0.4041317 Feb 03 12:57:05.762130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e15c2-5bde-4387-b3ed-f8e765641a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be27cfcd-4b31-4c9e-899b-9ecb2ea43f08,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:05.878631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Deleting port 83608c40-487a-4948-9d76-c937bf102f48 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:05.879250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (83608c40-487a-4948-9d76-c937bf102f48), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.041871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (83608c40-487a-4948-9d76-c937bf102f48), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.071562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Calling delete_port for 83608c40-487a-4948-9d76-c937bf102f48 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:06.267967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:06.392559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 317572eb-60e4-45a4-a508-0e21513f8e02 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:06.393173 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.406971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49510) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.415006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (83608c40-487a-4948-9d76-c937bf102f48), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.439476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba8da90e-905e-4280-adb8-c1a4c34ea5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.469943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event deleted for resources: {'Port': ['ID=83608c40-487a-4948-9d76-c937bf102f48,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:06.486408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.486913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.487360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.487793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.488267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.488692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.489117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.490133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.490798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.491231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.491660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.494104 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.494600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:06.515001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 317572eb-60e4-45a4-a508-0e21513f8e02 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:06.515676 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.568009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:06.569026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:57:06.571734 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b4235e-790d-4653-99ed-9d1df1a7ff72" -d '{"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-plugged", "status": "completed", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:57:06.590112 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.714023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.738306 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b395cd-8225-44cb-8424-534495f1cb28 x-openstack-request-id: req-62b395cd-8225-44cb-8424-534495f1cb28 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:57:06.743679 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-plugged", "status": "completed", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:57:06.744232 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62b395cd-8225-44cb-8424-534495f1cb28 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:57:06.744356 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b782c472-590d-417a-9782-c5238a4efa93 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "DELETE /v2.0/ports/83608c40-487a-4948-9d76-c937bf102f48 HTTP/1.1" status: 204 len: 168 time: 1.1036661 Feb 03 12:57:06.746813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49520) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.759550 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02', 'code': 200} Feb 03 12:57:06.815370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba8da90e-905e-4280-adb8-c1a4c34ea5aa admin admin] Publish callbacks [] for security_group (73119c06-2208-4e4d-b9c5-e71a9a175ce9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.830842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba8da90e-905e-4280-adb8-c1a4c34ea5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (73119c06-2208-4e4d-b9c5-e71a9a175ce9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.839576 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a2679c0-cb2e-4759-898f-3ad2b5e4ffb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.861098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:06.876791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045e66f-77ee-4b7c-9a96-7d487c0ae144 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:06.878725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8045e66f-77ee-4b7c-9a96-7d487c0ae144 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "GET /v2.0/ports?device_id=a57d8c14-6924-4de2-b461-be970bedef24 HTTP/1.1" status: 200 len: 913 time: 0.1298132 Feb 03 12:57:06.883464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49524) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.084102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8da90e-905e-4280-adb8-c1a4c34ea5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73119c06-2208-4e4d-b9c5-e71a9a175ce9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:07.092035 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ba8da90e-905e-4280-adb8-c1a4c34ea5aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eea08b0e0562473899cc55daac67ebe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6838729 Feb 03 12:57:07.092661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49532) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.172499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48b08d-be2d-4d5c-82db-4a249c43b068 req-de261a37-17bd-4612-8426-464cbbf4e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:07.173958 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4f48b08d-be2d-4d5c-82db-4a249c43b068 req-de261a37-17bd-4612-8426-464cbbf4e332 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 1129 time: 0.2328026 Feb 03 12:57:07.220617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af2b3e7e-e5e7-4704-a9aa-0c7792355f43 admin admin] Publish callbacks [] for security_group (73119c06-2208-4e4d-b9c5-e71a9a175ce9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.259945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af2b3e7e-e5e7-4704-a9aa-0c7792355f43 admin admin] Publish callbacks [] for security_group (73119c06-2208-4e4d-b9c5-e71a9a175ce9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.279867 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4f48b08d-be2d-4d5c-82db-4a249c43b068 req-64e5f793-3b76-461e-9c13-0ad8ca430dfd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974371 Feb 03 12:57:07.375338 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af2b3e7e-e5e7-4704-a9aa-0c7792355f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (73119c06-2208-4e4d-b9c5-e71a9a175ce9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.377178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af2b3e7e-e5e7-4704-a9aa-0c7792355f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.381786 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-af2b3e7e-e5e7-4704-a9aa-0c7792355f43 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73119c06-2208-4e4d-b9c5-e71a9a175ce9 HTTP/1.1" status: 204 len: 168 time: 0.2868743 Feb 03 12:57:07.406609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3e7e-e5e7-4704-a9aa-0c7792355f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73119c06-2208-4e4d-b9c5-e71a9a175ce9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:07.463582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3b1630f-9c34-4bb8-9600-57d900918ea8 req-16f90b3f-3c05-40b6-b0fe-7ed0b577e6f8 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.4165196 Feb 03 12:57:07.551891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1168-99e8-4baa-b0e1-41783cc175dd req-2e34d07b-5275-414f-a240-2076a0f605e3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:07.553517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-026b1168-99e8-4baa-b0e1-41783cc175dd req-2e34d07b-5275-414f-a240-2076a0f605e3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.5041749 Feb 03 12:57:07.655523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-026b1168-99e8-4baa-b0e1-41783cc175dd req-91d98a0c-c292-4b54-a1db-c666da3cfbda tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906174 Feb 03 12:57:07.700075 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (a57d8c14-6924-4de2-b461-be970bedef24), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.715389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49554) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.877174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2089846710'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:07.932818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:07.939338 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.953027 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.172024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (509afa6f-b5a9-48e3-b064-9384c5ba8055), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.184212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (509afa6f-b5a9-48e3-b064-9384c5ba8055), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.196299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Deleting port 1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:08.198829 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.248548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:57:08.289059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509afa6f-b5a9-48e3-b064-9384c5ba8055,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:08.315622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2ab66a49-cf35-4ff9-a05c-2b7b297287a6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.316880 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Added segment 2ab66a49-cf35-4ff9-a05c-2b7b297287a6 of type vlan for network a1df181b-a8a7-45ed-bbae-e94a3e52a40b Feb 03 12:57:08.341414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.355907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Calling delete_port for 1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:08.423763 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (a1df181b-a8a7-45ed-bbae-e94a3e52a40b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.483092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (a1df181b-a8a7-45ed-bbae-e94a3e52a40b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.497219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:08.498224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.640724 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9213789 Feb 03 12:57:08.640944 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7bd5e-4117-4fd8-b682-be1badc2a1fa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Network': ['ID=a1df181b-a8a7-45ed-bbae-e94a3e52a40b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:08.643914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49604) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:08.653900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:57:08.661226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'name': 'tempest-PortsTestJSON-1343251537'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:08.821092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e9c3dc4-1af8-4c45-b23b-c77004af57b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.837565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-210eb149-d15e-498f-ab30-373e07056f24 req-5b91235b-3989-4414-aefa-65fd463fbc9e tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.2018206 Feb 03 12:57:08.849690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:08.860753 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.952444 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.955234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port ca1435ea-994f-4a5e-a33a-fe3d99797863 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:08.999595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event deleted for resources: {'Port': ['ID=1a05f1b4-a4fb-4ced-bb6a-93653a2f7fdd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:09.249330 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd07a-6b4e-48a1-9869-4d7750beb391 req-d2e0421c-8a95-4e81-93c4-9ad8b40589e1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:09.250928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-979cd07a-6b4e-48a1-9869-4d7750beb391 req-d2e0421c-8a95-4e81-93c4-9ad8b40589e1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.4382989 Feb 03 12:57:09.526975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-979cd07a-6b4e-48a1-9869-4d7750beb391 req-f6927dcc-ba00-4e35-bedc-d04d792314f2 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577138 Feb 03 12:57:09.573262 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:09.668588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (a57d8c14-6924-4de2-b461-be970bedef24), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:09.772839 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:09.933668 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-8b6bf77b-2196-4b9d-bf65-05af14913f96 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1153119 Feb 03 12:57:09.987073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=ca1435ea-994f-4a5e-a33a-fe3d99797863,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:10.061695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:10.089523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-affb481a-122e-49ab-9567-f5dc5fbacdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:10.091446 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-affb481a-122e-49ab-9567-f5dc5fbacdea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 1129 time: 0.1137497 Feb 03 12:57:10.133085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-20fc98ee-f0ef-4126-a7fd-9ceca220f822 req-d1339e43-5f05-4392-9d23-d7cddcf1c191 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1002123 Feb 03 12:57:10.165277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Checking segment: {'id': '2ab66a49-cf35-4ff9-a05c-2b7b297287a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:10.165832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network hostable DHCP agents. Network: a1df181b-a8a7-45ed-bbae-e94a3e52a40b, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:57:10.254058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:57:10.266444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-8d162808-658c-4c97-81c5-4369f715e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:10.268788 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-8d162808-658c-4c97-81c5-4369f715e1b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 915 time: 0.1255491 Feb 03 12:57:10.364137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-0d6a26d4-7055-49d1-acc6-e9950f0e7240 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317572eb-60e4-45a4-a508-0e21513f8e02 HTTP/1.1" status: 200 len: 217 time: 0.0829570 Feb 03 12:57:10.392874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, a1df181b-a8a7-45ed-bbae-e94a3e52a40b) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:10.403763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455be421-db93-4890-8c76-fb6099382810 None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:10.440099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:10.440099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:10.440099 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:10.470158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Router a57d8c14-6924-4de2-b461-be970bedef24 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:57:10.501369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-e4d29f5e-2888-4f37-939b-3394241aa363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:10.505936 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-e4d29f5e-2888-4f37-939b-3394241aa363 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 200 len: 854 time: 0.1384277 Feb 03 12:57:10.571148 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-96f759ac-4824-4123-95df-c8967c845863 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589278 Feb 03 12:57:10.703838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:10.709247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ad3c3963-8a0e-4b3c-9875-267dc4b8da21 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0548284 Feb 03 12:57:10.717303 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12e61b-f458-49d9-866a-b88749bff761 None None] Sync routers for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:10.746815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d12fc91d-2054-4314-b866-f50bbc50438e tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "PUT /v2.0/routers/a57d8c14-6924-4de2-b461-be970bedef24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8618417 Feb 03 12:57:10.752309 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12e61b-f458-49d9-866a-b88749bff761 None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:10.758998 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0b12e61b-f458-49d9-866a-b88749bff761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:57:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:10.770577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49682) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:10.771079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49686) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:10.806029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1884533804'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:10.841333 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0b12e61b-f458-49d9-866a-b88749bff761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:10.851707 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-da8e0db3-52d4-4e84-a816-692b06e8af53 service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719259 Feb 03 12:57:10.854986 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12e61b-f458-49d9-866a-b88749bff761 None None] Routers {'a57d8c14-6924-4de2-b461-be970bedef24'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:10.863258 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0b12e61b-f458-49d9-866a-b88749bff761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:57:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a57d8c14-6924-4de2-b461-be970bedef24'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:10.942465 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0b12e61b-f458-49d9-866a-b88749bff761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:10.944945 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12e61b-f458-49d9-866a-b88749bff761 None None] The sync data for ids ['a57d8c14-6924-4de2-b461-be970bedef24'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:11.017200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:11.027382 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.046079 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e7bbe7fd-fede-4aae-858a-abc4c33c7a00 req-3a9a23c1-1931-4be2-aba9-74538f9d66b4 service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885567 Feb 03 12:57:11.089831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b6791-5dbf-49c4-b787-55b1fe2edaee req-f2e72b60-e7c6-4694-a079-687a4a58ebe1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:11.092202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af1b6791-5dbf-49c4-b787-55b1fe2edaee req-f2e72b60-e7c6-4694-a079-687a4a58ebe1 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.3898683 Feb 03 12:57:11.137907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:57:11.147665 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for router (a57d8c14-6924-4de2-b461-be970bedef24), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.530775 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7eb1b47c-2e29-474c-aea8-e1e79f534b8d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.531430 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Added segment 7eb1b47c-2e29-474c-aea8-e1e79f534b8d of type vlan for network 3318b65a-88b6-4f8c-98fc-6c2b039d22ba Feb 03 12:57:11.533670 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.580165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a839bd7e-1c59-46f8-bebf-0427688e469b req-900ce469-0aa7-4101-b3fa-afc0dc75f987 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0595551 Feb 03 12:57:11.621951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af1b6791-5dbf-49c4-b787-55b1fe2edaee req-9124cca7-babd-4f72-a823-e4fe4a1688fe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187693 Feb 03 12:57:11.682009 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3318b65a-88b6-4f8c-98fc-6c2b039d22ba), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.836121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3318b65a-88b6-4f8c-98fc-6c2b039d22ba), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.844790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:11.845438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.917268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for router_gateway (a57d8c14-6924-4de2-b461-be970bedef24), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.970419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1956825 Feb 03 12:57:11.974856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49712) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:11.980543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'ports': [{'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b'}, {'network_id': '3318b65a-88b6-4f8c-98fc-6c2b039d22ba'}]} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:11.982539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:11.984616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': '3318b65a-88b6-4f8c-98fc-6c2b039d22ba'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:12.057572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1bc15-a484-4ab2-82ee-9b1a1d75803f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Network': ['ID=3318b65a-88b6-4f8c-98fc-6c2b039d22ba,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:12.069691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3318b65a-88b6-4f8c-98fc-6c2b039d22ba details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:57:12.089103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f65348-d8bb-4b71-b8bf-274d1ae37905 req-a79d154f-7760-4858-bc1d-77dd77470416 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:12.090801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19f65348-d8bb-4b71-b8bf-274d1ae37905 req-a79d154f-7760-4858-bc1d-77dd77470416 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.3354685 Feb 03 12:57:12.177655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Deleting port 75561009-5ea9-4838-8e26-0c699ea52095 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:12.178018 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (75561009-5ea9-4838-8e26-0c699ea52095), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:12.215436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19f65348-d8bb-4b71-b8bf-274d1ae37905 req-1620a9bc-c7ae-41ca-a21d-2912b2382372 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187296 Feb 03 12:57:12.346025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 2} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:12.351354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:12.374963 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:12.407202 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (75561009-5ea9-4838-8e26-0c699ea52095), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:12.463299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bf268-54d0-41fa-adee-508d2216b8f6 req-26a326bf-5dea-437a-8eff-0b07da9b4819 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:12.464941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d42bf268-54d0-41fa-adee-508d2216b8f6 req-26a326bf-5dea-437a-8eff-0b07da9b4819 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1402235 Feb 03 12:57:12.466003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Calling delete_port for 75561009-5ea9-4838-8e26-0c699ea52095 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:12.606556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port c697979a-0c5b-4740-91b6-491f27d47f15 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:12.628899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d42bf268-54d0-41fa-adee-508d2216b8f6 req-5e7db4bd-a04e-4eab-8f16-0fe49a5d0ef5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528165 Feb 03 12:57:12.738128 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:12.768617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (c697979a-0c5b-4740-91b6-491f27d47f15), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:12.914790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port 0a324a66-fd0a-4e2b-a106-ab39aa206ac4 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:12.944434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba384d38-ef8a-469f-bfb1-0849c532f9c1 req-d37f0c36-c987-4e75-afe3-791e7900d6b5 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1069343 Feb 03 12:57:12.963432 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (75561009-5ea9-4838-8e26-0c699ea52095), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.010861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event deleted for resources: {'Port': ['ID=75561009-5ea9-4838-8e26-0c699ea52095,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:13.089529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fff37-6402-4876-89d8-5af8bf439af9 req-980db08c-da09-4314-a221-102d4463f3bc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:13.091188 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef5fff37-6402-4876-89d8-5af8bf439af9 req-980db08c-da09-4314-a221-102d4463f3bc tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.2521896 Feb 03 12:57:13.104497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (a57d8c14-6924-4de2-b461-be970bedef24), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.136671 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (0a324a66-fd0a-4e2b-a106-ab39aa206ac4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.201399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c697979a-0c5b-4740-91b6-491f27d47f15), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.284323 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (a57d8c14-6924-4de2-b461-be970bedef24), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.288705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for router_controller (a57d8c14-6924-4de2-b461-be970bedef24), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.301955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:13.322365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:13.325923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:13.326958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0a324a66-fd0a-4e2b-a106-ab39aa206ac4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.330727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=c697979a-0c5b-4740-91b6-491f27d47f15,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:13.404025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef5fff37-6402-4876-89d8-5af8bf439af9 req-97768346-ae24-4ba9-9653-82e316ad9d69 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965214 Feb 03 12:57:13.405168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (a57d8c14-6924-4de2-b461-be970bedef24), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.405876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Fanout notify agent at l3_agent the message router_deleted on router a57d8c14-6924-4de2-b461-be970bedef24 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:13.416691 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.423796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3290a2ec-44e7-4905-94b4-0c4dba7a1d68 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "DELETE /v2.0/routers/a57d8c14-6924-4de2-b461-be970bedef24 HTTP/1.1" status: 204 len: 168 time: 2.6414154 Feb 03 12:57:13.425053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49748) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:13.454624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=0a324a66-fd0a-4e2b-a106-ab39aa206ac4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:13.472260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Checking segment: {'id': '7eb1b47c-2e29-474c-aea8-e1e79f534b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3318b65a-88b6-4f8c-98fc-6c2b039d22ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:13.472764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network hostable DHCP agents. Network: 3318b65a-88b6-4f8c-98fc-6c2b039d22ba, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:57:13.500023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 3318b65a-88b6-4f8c-98fc-6c2b039d22ba is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:57:13.503593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b696efce-21de-4592-be07-271bae73e0a8 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Deleting subnet a9a2cabd-78a7-4bff-9469-995399e94887 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:57:13.513204 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b696efce-21de-4592-be07-271bae73e0a8 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for subnet (a9a2cabd-78a7-4bff-9469-995399e94887), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.521593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3318b65a-88b6-4f8c-98fc-6c2b039d22ba) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:13.533360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ee852-c969-44df-a725-c774d1a5c59e None None] Network 3318b65a-88b6-4f8c-98fc-6c2b039d22ba requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:13.546598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:13.570158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:13.584965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:13.585696 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.620858 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c27a43f5-64e4-45dc-82b8-7713de9a04bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6414812 Feb 03 12:57:13.621781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49756) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:13.705255 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b696efce-21de-4592-be07-271bae73e0a8 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (a9a2cabd-78a7-4bff-9469-995399e94887), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.797533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388d782-04fe-411b-baec-5e64593c5806 req-88e343dc-893d-4f0d-a7ce-80d8afee2e14 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:13.805197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c388d782-04fe-411b-baec-5e64593c5806 req-88e343dc-893d-4f0d-a7ce-80d8afee2e14 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1977072 Feb 03 12:57:13.846959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a6305dd0-caab-4b56-abf0-5e639d7b3908 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 0a324a66-fd0a-4e2b-a106-ab39aa206ac4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:13.847309 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6305dd0-caab-4b56-abf0-5e639d7b3908 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0a324a66-fd0a-4e2b-a106-ab39aa206ac4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.936398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c388d782-04fe-411b-baec-5e64593c5806 req-a39702bc-7ab8-4a04-af2d-dc820a5a8c30 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299098 Feb 03 12:57:13.940317 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b696efce-21de-4592-be07-271bae73e0a8 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (a9a2cabd-78a7-4bff-9469-995399e94887), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.039225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b696efce-21de-4592-be07-271bae73e0a8 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (a9a2cabd-78a7-4bff-9469-995399e94887), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.066694 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6305dd0-caab-4b56-abf0-5e639d7b3908 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0a324a66-fd0a-4e2b-a106-ab39aa206ac4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.114453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a6305dd0-caab-4b56-abf0-5e639d7b3908 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 0a324a66-fd0a-4e2b-a106-ab39aa206ac4 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:14.186121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9a412-ddd8-48c9-8b0d-3435f5c18c9b None None] Network 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:14.200550 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b696efce-21de-4592-be07-271bae73e0a8 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.229885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b696efce-21de-4592-be07-271bae73e0a8 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "DELETE /v2.0/subnets/a9a2cabd-78a7-4bff-9469-995399e94887 HTTP/1.1" status: 204 len: 168 time: 0.8033912 Feb 03 12:57:14.230530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49784) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:14.239594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696efce-21de-4592-be07-271bae73e0a8 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a2cabd-78a7-4bff-9469-995399e94887,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:14.422149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c20f16b1-938d-4d54-8ed9-acfd0d9b50f6 req-fdcb3320-ca04-426f-b61b-12698f056097 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1842697 Feb 03 12:57:14.480113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c5d8de3-fd8e-4397-a4f1-b3a95bdb6572 req-612b9f57-53c7-4155-9fed-92ca9d88ae1b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1629062 Feb 03 12:57:14.528438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3c4ed149-9863-43e9-bc5e-7cc92e6e5e39), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.533261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca47af9-1bd1-40c8-bda4-53febaf86515 req-d718e2c1-8fd9-489f-841e-bc6ec5255a9a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:14.538354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eca47af9-1bd1-40c8-bda4-53febaf86515 req-d718e2c1-8fd9-489f-841e-bc6ec5255a9a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.3015361 Feb 03 12:57:14.573466 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6305dd0-caab-4b56-abf0-5e639d7b3908 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0a324a66-fd0a-4e2b-a106-ab39aa206ac4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.601963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1337082d-d785-4ff6-9410-2511d19deeed None None] DHCP port deletion for 3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:57:14.661394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6305dd0-caab-4b56-abf0-5e639d7b3908 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=0a324a66-fd0a-4e2b-a106-ab39aa206ac4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:14.675524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eca47af9-1bd1-40c8-bda4-53febaf86515 req-5dbb2e41-8b17-442b-88cf-4afda0791787 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287696 Feb 03 12:57:14.711939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a6305dd0-caab-4b56-abf0-5e639d7b3908 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.721078 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a6305dd0-caab-4b56-abf0-5e639d7b3908 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/0a324a66-fd0a-4e2b-a106-ab39aa206ac4 HTTP/1.1" status: 204 len: 168 time: 1.0984015 Feb 03 12:57:14.723776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49794) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:14.732325 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1337082d-d785-4ff6-9410-2511d19deeed None None] Deleting port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:14.736479 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1337082d-d785-4ff6-9410-2511d19deeed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.827139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Deleting port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:14.827475 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.907403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1337082d-d785-4ff6-9410-2511d19deeed None None] For port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=72c177d0-ad0d-48e4-89f0-ac546ca9ef5e,segment=NetworkSegment(9082edd2-1ce7-422d-b2f5-e5a9bab50af3),segment_id=9082edd2-1ce7-422d-b2f5-e5a9bab50af3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:14.908730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1337082d-d785-4ff6-9410-2511d19deeed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.938651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] For port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=72c177d0-ad0d-48e4-89f0-ac546ca9ef5e,segment=NetworkSegment(9082edd2-1ce7-422d-b2f5-e5a9bab50af3),segment_id=9082edd2-1ce7-422d-b2f5-e5a9bab50af3)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:14.939021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.939371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d66af2-a195-4572-8156-8befc4d9d551 req-d71193d0-a0a9-4a5e-962f-1a9979c132fe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:14.941259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d66af2-a195-4572-8156-8befc4d9d551 req-d71193d0-a0a9-4a5e-962f-1a9979c132fe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1078558 Feb 03 12:57:14.951770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1337082d-d785-4ff6-9410-2511d19deeed None None] Calling delete_port for 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:14.965117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Calling delete_port for 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:14.991016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d82fe8-9c18-4a8b-aaad-b929739248ff tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:15.000462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d82fe8-9c18-4a8b-aaad-b929739248ff tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:15.005248 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e2d82fe8-9c18-4a8b-aaad-b929739248ff tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2805221 Feb 03 12:57:15.011294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49798) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:15.083503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d66af2-a195-4572-8156-8befc4d9d551 req-cf5e33bd-2b01-4936-9e8b-901e7d01c131 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352367 Feb 03 12:57:15.167280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1337082d-d785-4ff6-9410-2511d19deeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:15.209080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (72c177d0-ad0d-48e4-89f0-ac546ca9ef5e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:15.241175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event deleted for resources: {'Port': ['ID=72c177d0-ad0d-48e4-89f0-ac546ca9ef5e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:15.243478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] No DVR routers for this DVR port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:57:15.246671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a656c5f8-0436-4eac-b1f7-d82b49b3ab48 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port c697979a-0c5b-4740-91b6-491f27d47f15 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:15.247249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a656c5f8-0436-4eac-b1f7-d82b49b3ab48 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c697979a-0c5b-4740-91b6-491f27d47f15), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:15.260563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337082d-d785-4ff6-9410-2511d19deeed None None] Pushing event deleted for resources: {'Port': ['ID=72c177d0-ad0d-48e4-89f0-ac546ca9ef5e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:15.269303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1337082d-d785-4ff6-9410-2511d19deeed None None] No DVR routers for this DVR port 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:57:15.375640 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a656c5f8-0436-4eac-b1f7-d82b49b3ab48 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c697979a-0c5b-4740-91b6-491f27d47f15), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:15.394174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a656c5f8-0436-4eac-b1f7-d82b49b3ab48 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for c697979a-0c5b-4740-91b6-491f27d47f15 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:15.485314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:57:15.550585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:57:15.553191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 72c177d0-ad0d-48e4-89f0-ac546ca9ef5e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:57:15.573055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e5069-5ad6-4a85-a496-725739db9652 req-1b318fa5-1990-4b8b-ae20-b15c7cccc60c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:15.595214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd6e5069-5ad6-4a85-a496-725739db9652 req-1b318fa5-1990-4b8b-ae20-b15c7cccc60c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1667190 Feb 03 12:57:15.724714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4442f41e-4636-4bb5-8a8a-72d94347049c req-cfe45427-34cb-44b7-84b7-cffec27eb9a9 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0909634 Feb 03 12:57:15.768688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd6e5069-5ad6-4a85-a496-725739db9652 req-7e2d848b-0a81-42a0-aa35-3ebad03dcf9c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669874 Feb 03 12:57:16.003113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3c4ed149-9863-43e9-bc5e-7cc92e6e5e39), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.153068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4ed149-9863-43e9-bc5e-7cc92e6e5e39']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:16.196132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9082edd2-1ce7-422d-b2f5-e5a9bab50af3') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:16.206500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9082edd2-1ce7-422d-b2f5-e5a9bab50af3') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:16.233324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (9082edd2-1ce7-422d-b2f5-e5a9bab50af3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.276245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.278092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9082edd2-1ce7-422d-b2f5-e5a9bab50af3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.286293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:57:16.295366 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (9082edd2-1ce7-422d-b2f5-e5a9bab50af3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:57:16.300218 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:57:16.414362 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a656c5f8-0436-4eac-b1f7-d82b49b3ab48 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c697979a-0c5b-4740-91b6-491f27d47f15), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.492534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656c5f8-0436-4eac-b1f7-d82b49b3ab48 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=c697979a-0c5b-4740-91b6-491f27d47f15,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:16.499934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3c4ed149-9863-43e9-bc5e-7cc92e6e5e39), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.549254 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.561985 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "DELETE /v2.0/networks/3c4ed149-9863-43e9-bc5e-7cc92e6e5e39 HTTP/1.1" status: 204 len: 168 time: 2.3278484 Feb 03 12:57:16.563468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271acc6-c9ed-4888-aee5-777f3e9c753d tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event deleted for resources: {'Network': ['ID=3c4ed149-9863-43e9-bc5e-7cc92e6e5e39,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:16.564546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49832) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:16.571600 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:57:16.594122 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a656c5f8-0436-4eac-b1f7-d82b49b3ab48 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.604558 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a656c5f8-0436-4eac-b1f7-d82b49b3ab48 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/c697979a-0c5b-4740-91b6-491f27d47f15 HTTP/1.1" status: 204 len: 168 time: 1.5852022 Feb 03 12:57:16.615607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49834) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:16.705789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6466268a-f77f-429e-8130-43d3c9851dbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:16.713684 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6466268a-f77f-429e-8130-43d3c9851dbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0965848 Feb 03 12:57:16.714637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49836) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:16.782670 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ddc443-0fcd-497a-8ec8-71f2eeefa56b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:57:16.790954 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a2ddc443-0fcd-497a-8ec8-71f2eeefa56b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/0a324a66-fd0a-4e2b-a106-ab39aa206ac4 HTTP/1.1" status: 404 len: 333 time: 0.0741978 Feb 03 12:57:16.791924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:16.834523 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15a8fd2-fb1e-480d-86a0-2ba51f03a485 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:57:16.868448 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c15a8fd2-fb1e-480d-86a0-2ba51f03a485 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/c697979a-0c5b-4740-91b6-491f27d47f15 HTTP/1.1" status: 404 len: 333 time: 0.0751808 Feb 03 12:57:16.870159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49846) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:17.076048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3318b65a-88b6-4f8c-98fc-6c2b039d22ba), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.147569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4e5edcb-b2b1-4995-b4c0-5c50a1ada138 req-8c248918-f683-4f63-b7c4-4c8efa4005de tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.2517343 Feb 03 12:57:17.289463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75113cfc-4d94-4e47-88f8-48cafb2ea9e5 req-4c389de0-5b3a-4e67-95d5-2f280deb1d2a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:17.315661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75113cfc-4d94-4e47-88f8-48cafb2ea9e5 req-4c389de0-5b3a-4e67-95d5-2f280deb1d2a tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.3478980 Feb 03 12:57:17.318798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Deleting port 19991919-2b27-4faf-a3f4-f0d3d475d1ae {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:17.319141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (19991919-2b27-4faf-a3f4-f0d3d475d1ae), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.399387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3318b65a-88b6-4f8c-98fc-6c2b039d22ba), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.540774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3318b65a-88b6-4f8c-98fc-6c2b039d22ba']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:17.570875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb1b47c-2e29-474c-aea8-e1e79f534b8d') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:17.570875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb1b47c-2e29-474c-aea8-e1e79f534b8d') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:17.596267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (7eb1b47c-2e29-474c-aea8-e1e79f534b8d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.645717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7eb1b47c-2e29-474c-aea8-e1e79f534b8d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.664530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:57:17.665648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (7eb1b47c-2e29-474c-aea8-e1e79f534b8d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:57:17.676553 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:57:17.780619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfc9f751-597c-4f1b-9b23-b3658647860f req-a89ee86d-532d-4385-8816-8a0532ec7e24 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bc79352e2554ba7a96a1c321759f934&device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.1273191 Feb 03 12:57:17.794187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75113cfc-4d94-4e47-88f8-48cafb2ea9e5 req-a6670d67-450f-43c0-865a-815c7f2e9ebe tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768877 Feb 03 12:57:17.810370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3318b65a-88b6-4f8c-98fc-6c2b039d22ba), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.820009 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.831632 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/networks/3318b65a-88b6-4f8c-98fc-6c2b039d22ba HTTP/1.1" status: 204 len: 168 time: 0.9566741 Feb 03 12:57:17.832900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49870) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:17.863837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-389736545'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:17.903628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e566f3d-83a0-4b82-85f0-fa7aad0c0ce3 req-175241f2-f350-4395-9ee1-41a8e99fae7b tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0964348 Feb 03 12:57:17.920737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfc9f751-597c-4f1b-9b23-b3658647860f req-9011c9bb-5d99-4c74-9254-9fffbba8eb38 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=5bc79352e2554ba7a96a1c321759f934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144128 Feb 03 12:57:17.930007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324ed95-b104-43c6-b15f-a9d7a65fb173 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Network': ['ID=3318b65a-88b6-4f8c-98fc-6c2b039d22ba,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:17.982086 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (19991919-2b27-4faf-a3f4-f0d3d475d1ae), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.982581 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:17.985067 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for floatingip (19991919-2b27-4faf-a3f4-f0d3d475d1ae), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.986015 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.043380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:57:18.044682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Calling delete_port for 19991919-2b27-4faf-a3f4-f0d3d475d1ae owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:18.059713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (503c7517-5eac-4b4a-8f6a-6889cd0b147f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.060101 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Added segment 503c7517-5eac-4b4a-8f6a-6889cd0b147f of type vlan for network 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 Feb 03 12:57:18.143997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (2640e299-ab5f-4551-bc8a-4b0a5cedb8d6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.197672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (2640e299-ab5f-4551-bc8a-4b0a5cedb8d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.203618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:18.204248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.334359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f751-597c-4f1b-9b23-b3658647860f req-b25873f1-1051-4c23-8641-9a447d0d40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:18.337431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfc9f751-597c-4f1b-9b23-b3658647860f req-b25873f1-1051-4c23-8641-9a447d0d40f5 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4025550 Feb 03 12:57:18.380933 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5343699 Feb 03 12:57:18.428843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49882) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:18.448123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': '2640e299-ab5f-4551-bc8a-4b0a5cedb8d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:18.486026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fed18-781b-4639-93ea-c3c9a3180f17 req-41e88f67-fd2b-47b1-a53e-3cfa0a57eb97 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:18.515346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-029fed18-781b-4639-93ea-c3c9a3180f17 req-41e88f67-fd2b-47b1-a53e-3cfa0a57eb97 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1485538 Feb 03 12:57:18.583926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d445d39-c2ac-4c26-8e2a-c7cc461498ab tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Network': ['ID=2640e299-ab5f-4551-bc8a-4b0a5cedb8d6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:18.596958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-80282848-1079-4611-b95f-a2ab7bec923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:18.597519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:57:18.599403 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-80282848-1079-4611-b95f-a2ab7bec923c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=399adc84dc984493813a222397963e1f&device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 1129 time: 0.2890480 Feb 03 12:57:18.772766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-029fed18-781b-4639-93ea-c3c9a3180f17 req-ab71eaf5-e0f4-4cb2-882d-7d6a676de12f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552888 Feb 03 12:57:18.808160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-7d914727-5bf4-434a-9137-feddb4eec504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:18.810885 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-7d914727-5bf4-434a-9137-feddb4eec504 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 200 len: 915 time: 0.1816351 Feb 03 12:57:18.870456 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-262756bb-6fda-4890-bb1c-847ce61d7108 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317572eb-60e4-45a4-a508-0e21513f8e02 HTTP/1.1" status: 200 len: 217 time: 0.0482960 Feb 03 12:57:18.903581 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (19991919-2b27-4faf-a3f4-f0d3d475d1ae), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.958634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-443066fd-8008-4427-93f9-ecccd0e7f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:18.960431 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-443066fd-8008-4427-93f9-ecccd0e7f47a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 200 len: 854 time: 0.0834870 Feb 03 12:57:18.965444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:18.966854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Pushing event deleted for resources: {'Port': ['ID=19991919-2b27-4faf-a3f4-f0d3d475d1ae,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:18.976341 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.039198 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-75923057-1879-4442-b225-8a31942e8150 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497284 Feb 03 12:57:19.064358 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks [] for floatingip (556dd5c3-186c-4be9-8f55-b6ea1c773cfc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.067305 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.068534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-de234137-2d37-4cfc-a549-57cc1e4c9051 tempest-FloatingIPAdminTestJSON-231196556 tempest-FloatingIPAdminTestJSON-231196556-project] 10.222.0.65 "DELETE /v2.0/floatingips/556dd5c3-186c-4be9-8f55-b6ea1c773cfc HTTP/1.1" status: 204 len: 168 time: 2.5005128 Feb 03 12:57:19.154425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1c73f78-a2d0-4403-a837-ece597eaf531 req-727ff28a-92ff-4014-9249-f94bf197fef8 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0748816 Feb 03 12:57:19.158306 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-4b6718cd-4f12-4b06-bf98-2ad0a63e1ba5 service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079540 Feb 03 12:57:19.235019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Performing IP validity checks on allocation pools {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:57:19.237110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:57:19.592101 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0de2f3d8-0076-4747-9fb2-3df6ccbbbd7e req-12a1a9db-82e1-4283-b3d5-bed7aa0b31ba service neutron] 10.222.0.72 "GET /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742886 Feb 03 12:57:19.681482 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (8b9ce6e7-cc30-4160-9c03-da12563867ad), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.771859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49912) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:19.811573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bfc9f751-597c-4f1b-9b23-b3658647860f req-ded7fdab-d521-4bcd-a5ac-9a48b055f748 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.91 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0328059 Feb 03 12:57:19.897447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=8b9ce6e7-cc30-4160-9c03-da12563867ad,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:19.916320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Checking segment: {'id': '503c7517-5eac-4b4a-8f6a-6889cd0b147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2640e299-ab5f-4551-bc8a-4b0a5cedb8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:19.916641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network hostable DHCP agents. Network: 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:57:19.971199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:57:19.997059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:20.001812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:20.002548 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.012781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620aa23e-23e9-4939-8316-6f9d230487ee None None] Network 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:20.038423 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b929c682-73a9-4bd9-9b71-853ea76ab3ee tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6028326 Feb 03 12:57:20.039057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:20.048804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': '2640e299-ab5f-4551-bc8a-4b0a5cedb8d6', 'name': 'tempest-PortsTestJSON-1199942599'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:20.172138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1e28a929-97d6-4d1e-a1eb-26bc0d33fb67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2bc32b6eb5fe403c967f1f8a4b2f39ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3965976 Feb 03 12:57:20.174078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49924) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:20.334563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fccd15-49c0-4321-9a0f-9745d44c4260 req-7bed0895-7df7-4dbc-9b5e-7dcc09a6e119 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:20.342091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88fccd15-49c0-4321-9a0f-9745d44c4260 req-7bed0895-7df7-4dbc-9b5e-7dcc09a6e119 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.4093335 Feb 03 12:57:20.449814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4422fa4-4a80-4c4e-b38a-0a16ddfd8c0c req-7dd87d19-72b6-4eb9-9cb9-d23d7fa2afe8 tempest-ServerShowV254Test-2067643896 tempest-ServerShowV254Test-2067643896-project] 10.222.0.65 "GET /v2.0/ports?device_id=96c0de5e-92cd-4eed-abfa-b8fe79303219 HTTP/1.1" status: 200 len: 210 time: 0.0648711 Feb 03 12:57:20.468899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-2640e299-ab5f-4551-bc8a-4b0a5cedb8d6', 'network_id': '2640e299-ab5f-4551-bc8a-4b0a5cedb8d6', 'project_id': '254f8ee6bde64f169bf93479be1c92ac', 'fixed_ips': [{'subnet_id': '8b9ce6e7-cc30-4160-9c03-da12563867ad'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:57:20.470596 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.516121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:20.517011 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fed40c3-8bf3-4578-a7fd-6dd58401bb58 admin admin] Publish callbacks [] for security_group (756f92b0-6c06-4d2d-a119-64455febe88a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.520481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.562526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port 15900cca-1bae-41f0-adf0-1a3a84a43936 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:20.758146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88fccd15-49c0-4321-9a0f-9745d44c4260 req-b1d6c324-961c-4e32-b03b-31189dcd5ea8 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149351 Feb 03 12:57:20.783061 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fed40c3-8bf3-4578-a7fd-6dd58401bb58 admin admin] Publish callbacks [] for security_group (756f92b0-6c06-4d2d-a119-64455febe88a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.884569 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.899719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fed40c3-8bf3-4578-a7fd-6dd58401bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (756f92b0-6c06-4d2d-a119-64455febe88a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.902401 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fed40c3-8bf3-4578-a7fd-6dd58401bb58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.906691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1fed40c3-8bf3-4578-a7fd-6dd58401bb58 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/756f92b0-6c06-4d2d-a119-64455febe88a HTTP/1.1" status: 204 len: 168 time: 0.7306826 Feb 03 12:57:20.924389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed40c3-8bf3-4578-a7fd-6dd58401bb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f92b0-6c06-4d2d-a119-64455febe88a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:20.969931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.10 (2640e299-ab5f-4551-bc8a-4b0a5cedb8d6/8b9ce6e7-cc30-4160-9c03-da12563867ad/15900cca-1bae-41f0-adf0-1a3a84a43936) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:21.306111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (15900cca-1bae-41f0-adf0-1a3a84a43936), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.405136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (15900cca-1bae-41f0-adf0-1a3a84a43936), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.592661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Allocated IP 172.20.0.2 (2640e299-ab5f-4551-bc8a-4b0a5cedb8d6/8b9ce6e7-cc30-4160-9c03-da12563867ad/e86a9674-d926-4c48-a12d-59ece54d7d7b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:21.603108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:21.619405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:21.625999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=15900cca-1bae-41f0-adf0-1a3a84a43936,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:21.629538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:21.725643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:21.725643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.786282 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fd2ca299-d4aa-4a9d-80e6-85754fb80095 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7364037 Feb 03 12:57:21.786282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49962) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:21.803726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49966) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:21.834702 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-947c07ed-5d2d-43d1-9d91-1220c3c4f55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.043204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cfe83-64ee-4ca4-82f8-a9157a23b565 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 15900cca-1bae-41f0-adf0-1a3a84a43936 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:22.046020 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe83-64ee-4ca4-82f8-a9157a23b565 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (15900cca-1bae-41f0-adf0-1a3a84a43936), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.107229 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Publish callbacks [] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.123367 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.127060 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-947c07ed-5d2d-43d1-9d91-1220c3c4f55e admin admin] Publish callbacks [] for security_group (ee4ad6b0-02c4-42ff-8c6d-63406a3fb2c1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.173413 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-947c07ed-5d2d-43d1-9d91-1220c3c4f55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ee4ad6b0-02c4-42ff-8c6d-63406a3fb2c1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.234922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Network 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:22.272373 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-947c07ed-5d2d-43d1-9d91-1220c3c4f55e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=027b803a0eef4e28af454f14aedb6b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651031 Feb 03 12:57:22.272373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49976) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:22.275558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:22.284708 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:22.288954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Pushing event updated for resources: {'Port': ['ID=e86a9674-d926-4c48-a12d-59ece54d7d7b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:22.299146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe83-64ee-4ca4-82f8-a9157a23b565 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (15900cca-1bae-41f0-adf0-1a3a84a43936), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.311995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49978) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:22.332394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cfe83-64ee-4ca4-82f8-a9157a23b565 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 15900cca-1bae-41f0-adf0-1a3a84a43936 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:22.448557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c07ed-5d2d-43d1-9d91-1220c3c4f55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ad6b0-02c4-42ff-8c6d-63406a3fb2c1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:22.487045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Attempting to bind port e86a9674-d926-4c48-a12d-59ece54d7d7b on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:57:22.487418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Attempting to bind port e86a9674-d926-4c48-a12d-59ece54d7d7b by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '503c7517-5eac-4b4a-8f6a-6889cd0b147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2640e299-ab5f-4551-bc8a-4b0a5cedb8d6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:57:22.487871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Attempting to bind port e86a9674-d926-4c48-a12d-59ece54d7d7b on network 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:22.504365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:57:22.506657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Checking segment: {'id': '503c7517-5eac-4b4a-8f6a-6889cd0b147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2640e299-ab5f-4551-bc8a-4b0a5cedb8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:22.507089 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.516083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Bound using segment: {'id': '503c7517-5eac-4b4a-8f6a-6889cd0b147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2640e299-ab5f-4551-bc8a-4b0a5cedb8d6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:57:22.516645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Bound port: e86a9674-d926-4c48-a12d-59ece54d7d7b, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503c7517-5eac-4b4a-8f6a-6889cd0b147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '2640e299-ab5f-4551-bc8a-4b0a5cedb8d6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:57:22.517292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.527566 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe83-64ee-4ca4-82f8-a9157a23b565 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (15900cca-1bae-41f0-adf0-1a3a84a43936), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.535615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a018790-d679-4214-8287-50478a616cc7 req-10980d31-6e8c-4487-89dc-8ac7b667a90e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:22.546307 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a018790-d679-4214-8287-50478a616cc7 req-10980d31-6e8c-4487-89dc-8ac7b667a90e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.4642406 Feb 03 12:57:22.563828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cfe83-64ee-4ca4-82f8-a9157a23b565 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=15900cca-1bae-41f0-adf0-1a3a84a43936,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:22.616346 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20f6df38-2685-47c4-8d24-75791bcf4c8b admin admin] Publish callbacks [] for security_group (ee4ad6b0-02c4-42ff-8c6d-63406a3fb2c1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.644886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-10dea7c7-b5a9-42df-a79b-271a0cf50fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.689535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] For port e86a9674-d926-4c48-a12d-59ece54d7d7b, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:57:22.698492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] For port e86a9674-d926-4c48-a12d-59ece54d7d7b, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e86a9674-d926-4c48-a12d-59ece54d7d7b,segment=NetworkSegment(503c7517-5eac-4b4a-8f6a-6889cd0b147f),segment_id=503c7517-5eac-4b4a-8f6a-6889cd0b147f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:57:22.713502 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.728411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe83-64ee-4ca4-82f8-a9157a23b565 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.736602 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3c5cfe83-64ee-4ca4-82f8-a9157a23b565 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/15900cca-1bae-41f0-adf0-1a3a84a43936 HTTP/1.1" status: 204 len: 168 time: 0.9542584 Feb 03 12:57:22.739635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49988) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:22.795732 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-28017cb1-ed41-495c-8dbf-c14e9253269c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:22.796351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28017cb1-ed41-495c-8dbf-c14e9253269c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:22.805726 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20f6df38-2685-47c4-8d24-75791bcf4c8b admin admin] Publish callbacks [] for security_group (ee4ad6b0-02c4-42ff-8c6d-63406a3fb2c1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.811547 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28017cb1-ed41-495c-8dbf-c14e9253269c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/15900cca-1bae-41f0-adf0-1a3a84a43936 HTTP/1.1" status: 404 len: 333 time: 0.0689726 Feb 03 12:57:22.811961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49992) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:22.921407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025d069-c2d5-41fc-8c23-91cd17971023 None None] Pushing event updated for resources: {'Port': ['ID=e86a9674-d926-4c48-a12d-59ece54d7d7b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:22.945316 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2c518c-f08b-4eb7-8ec2-7ac6be7c11c5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:57:22.949578 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ae2c518c-f08b-4eb7-8ec2-7ac6be7c11c5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/15900cca-1bae-41f0-adf0-1a3a84a43936 HTTP/1.1" status: 404 len: 333 time: 0.1348567 Feb 03 12:57:22.953139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49996) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:22.993296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a018790-d679-4214-8287-50478a616cc7 req-0720e749-2c0d-412c-b105-7c5cd97cabe5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452763 Feb 03 12:57:23.000513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20f6df38-2685-47c4-8d24-75791bcf4c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ee4ad6b0-02c4-42ff-8c6d-63406a3fb2c1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.003090 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-20f6df38-2685-47c4-8d24-75791bcf4c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.007043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-20f6df38-2685-47c4-8d24-75791bcf4c8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee4ad6b0-02c4-42ff-8c6d-63406a3fb2c1 HTTP/1.1" status: 204 len: 168 time: 0.6890609 Feb 03 12:57:23.042652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28963f4-1faf-408a-9b64-e6c4e196ecf8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet 8b9ce6e7-cc30-4160-9c03-da12563867ad {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:57:23.050501 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f28963f4-1faf-408a-9b64-e6c4e196ecf8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (8b9ce6e7-cc30-4160-9c03-da12563867ad), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.057840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6df38-2685-47c4-8d24-75791bcf4c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ad6b0-02c4-42ff-8c6d-63406a3fb2c1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:23.190614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f28963f4-1faf-408a-9b64-e6c4e196ecf8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (8b9ce6e7-cc30-4160-9c03-da12563867ad), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.294513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-10dea7c7-b5a9-42df-a79b-271a0cf50fe1 admin admin] Publish callbacks [] for security_group (b89fb24d-01ce-4003-9ff5-e2b741e427f0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.322341 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-10dea7c7-b5a9-42df-a79b-271a0cf50fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b89fb24d-01ce-4003-9ff5-e2b741e427f0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.374745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f28963f4-1faf-408a-9b64-e6c4e196ecf8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (8b9ce6e7-cc30-4160-9c03-da12563867ad), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.377513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dea7c7-b5a9-42df-a79b-271a0cf50fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89fb24d-01ce-4003-9ff5-e2b741e427f0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:23.434519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a298e-2958-42d1-bb3d-c331f0485857 req-d1f6afde-8905-4992-89d4-646d2c630bd3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:23.436274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-140a298e-2958-42d1-bb3d-c331f0485857 req-d1f6afde-8905-4992-89d4-646d2c630bd3 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.2847884 Feb 03 12:57:23.503820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-10dea7c7-b5a9-42df-a79b-271a0cf50fe1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5bc79352e2554ba7a96a1c321759f934&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2269125 Feb 03 12:57:23.506860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50010) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:23.523097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f28963f4-1faf-408a-9b64-e6c4e196ecf8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (8b9ce6e7-cc30-4160-9c03-da12563867ad), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.622945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28963f4-1faf-408a-9b64-e6c4e196ecf8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9ce6e7-cc30-4160-9c03-da12563867ad,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:23.633219 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f28963f4-1faf-408a-9b64-e6c4e196ecf8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.649297 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f28963f4-1faf-408a-9b64-e6c4e196ecf8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/8b9ce6e7-cc30-4160-9c03-da12563867ad HTTP/1.1" status: 204 len: 168 time: 0.6934810 Feb 03 12:57:23.667562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50012) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:23.809207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e86a9674-d926-4c48-a12d-59ece54d7d7b up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:23.855756 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-140a298e-2958-42d1-bb3d-c331f0485857 req-7d3c9dc5-171f-4c41-a532-7be63d567625 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015982 Feb 03 12:57:23.897176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04cf66d8-555e-43ca-8f69-8a69452f23ef admin admin] Publish callbacks [] for security_group (b89fb24d-01ce-4003-9ff5-e2b741e427f0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.952664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50026) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:24.028888 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (2640e299-ab5f-4551-bc8a-4b0a5cedb8d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.037246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04cf66d8-555e-43ca-8f69-8a69452f23ef admin admin] Publish callbacks [] for security_group (b89fb24d-01ce-4003-9ff5-e2b741e427f0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.053740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e86a9674-d926-4c48-a12d-59ece54d7d7b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:24.058107 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.108656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f39289cb-3d8d-4831-ac41-55a65b9ff63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.158009 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port e86a9674-d926-4c48-a12d-59ece54d7d7b {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:24.158838 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.227653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04cf66d8-555e-43ca-8f69-8a69452f23ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b89fb24d-01ce-4003-9ff5-e2b741e427f0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.240041 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04cf66d8-555e-43ca-8f69-8a69452f23ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.244052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-04cf66d8-555e-43ca-8f69-8a69452f23ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b89fb24d-01ce-4003-9ff5-e2b741e427f0 HTTP/1.1" status: 204 len: 168 time: 0.7357996 Feb 03 12:57:24.318978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e86a9674-d926-4c48-a12d-59ece54d7d7b is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:24.319387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.393932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] For port e86a9674-d926-4c48-a12d-59ece54d7d7b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e86a9674-d926-4c48-a12d-59ece54d7d7b,segment=NetworkSegment(503c7517-5eac-4b4a-8f6a-6889cd0b147f),segment_id=503c7517-5eac-4b4a-8f6a-6889cd0b147f)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:24.394700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.408859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port e86a9674-d926-4c48-a12d-59ece54d7d7b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e86a9674-d926-4c48-a12d-59ece54d7d7b,segment=NetworkSegment(503c7517-5eac-4b4a-8f6a-6889cd0b147f),segment_id=503c7517-5eac-4b4a-8f6a-6889cd0b147f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:24.419825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.454093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for e86a9674-d926-4c48-a12d-59ece54d7d7b owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:24.549290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f39289cb-3d8d-4831-ac41-55a65b9ff63a admin admin] Publish callbacks [] for security_group (68e5c840-ca32-47de-8fa6-3ee5b96e0d12), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.564848 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f39289cb-3d8d-4831-ac41-55a65b9ff63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (68e5c840-ca32-47de-8fa6-3ee5b96e0d12), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.568549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf66d8-555e-43ca-8f69-8a69452f23ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89fb24d-01ce-4003-9ff5-e2b741e427f0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:24.594589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=e86a9674-d926-4c48-a12d-59ece54d7d7b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:24.640898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39289cb-3d8d-4831-ac41-55a65b9ff63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e5c840-ca32-47de-8fa6-3ee5b96e0d12,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:24.680441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e86a9674-d926-4c48-a12d-59ece54d7d7b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.791587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=e86a9674-d926-4c48-a12d-59ece54d7d7b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:24.802694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89c751-6253-42cf-8aa6-b60d8c599fcc req-b2d82592-9efd-4cf4-a9a4-2d285fa2ee81 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:24.811767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc89c751-6253-42cf-8aa6-b60d8c599fcc req-b2d82592-9efd-4cf4-a9a4-2d285fa2ee81 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.6877327 Feb 03 12:57:24.813351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No DVR routers for this DVR port e86a9674-d926-4c48-a12d-59ece54d7d7b on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:57:24.822786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f39289cb-3d8d-4831-ac41-55a65b9ff63a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=787e9e32beae4037a9dac36950973700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8680215 Feb 03 12:57:24.834620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50040) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:24.901007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729c247d-3eed-49b2-bf0a-975ffba60111 None None] Network 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:24.973055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-48228c4f-2c50-467b-a462-c4943db82913 None None] Could not find standard attr ID for object e86a9674-d926-4c48-a12d-59ece54d7d7b. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:57:24.981315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc89c751-6253-42cf-8aa6-b60d8c599fcc req-7ec4d7bb-a0c3-4dcf-8dec-7030f84648e0 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658442 Feb 03 12:57:25.114775 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (2640e299-ab5f-4551-bc8a-4b0a5cedb8d6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.168575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2640e299-ab5f-4551-bc8a-4b0a5cedb8d6']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:25.200834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503c7517-5eac-4b4a-8f6a-6889cd0b147f') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:25.201206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503c7517-5eac-4b4a-8f6a-6889cd0b147f') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:25.250643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d343a5-0f7e-4f84-9ac7-3ca0fd5e3486 req-e3a4a37b-64a4-4d94-a534-8b82f8b82c63 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:25.252262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6d343a5-0f7e-4f84-9ac7-3ca0fd5e3486 req-e3a4a37b-64a4-4d94-a534-8b82f8b82c63 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1234570 Feb 03 12:57:25.260488 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (503c7517-5eac-4b4a-8f6a-6889cd0b147f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.332863 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (503c7517-5eac-4b4a-8f6a-6889cd0b147f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.370388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:57:25.371074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (503c7517-5eac-4b4a-8f6a-6889cd0b147f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:57:25.381620 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:57:25.442555 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c6d343a5-0f7e-4f84-9ac7-3ca0fd5e3486 req-0c9e57fa-db98-46f7-a6f5-42bec8f69e0f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834531 Feb 03 12:57:25.471719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-525813cf-362e-4f8b-a133-317501f95e9f admin admin] Publish callbacks [] for security_group (68e5c840-ca32-47de-8fa6-3ee5b96e0d12), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.529172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-525813cf-362e-4f8b-a133-317501f95e9f admin admin] Publish callbacks [] for security_group (68e5c840-ca32-47de-8fa6-3ee5b96e0d12), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.696854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8125d8d-9d82-48c1-8e04-b34a3c057fd5 None None] DHCP port deletion for 2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:57:25.786603 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-525813cf-362e-4f8b-a133-317501f95e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (68e5c840-ca32-47de-8fa6-3ee5b96e0d12), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.798207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-525813cf-362e-4f8b-a133-317501f95e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.807889 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-525813cf-362e-4f8b-a133-317501f95e9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68e5c840-ca32-47de-8fa6-3ee5b96e0d12 HTTP/1.1" status: 204 len: 168 time: 0.9690630 Feb 03 12:57:25.824697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525813cf-362e-4f8b-a133-317501f95e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e5c840-ca32-47de-8fa6-3ee5b96e0d12,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:25.846433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (2640e299-ab5f-4551-bc8a-4b0a5cedb8d6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.902855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07306c0-f828-4654-ad63-71b1b475da3c req-cec4dbbf-9324-477e-814e-b3f9c46e1653 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:25.904883 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.911579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b07306c0-f828-4654-ad63-71b1b475da3c req-cec4dbbf-9324-477e-814e-b3f9c46e1653 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1480935 Feb 03 12:57:25.911764 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/networks/2640e299-ab5f-4551-bc8a-4b0a5cedb8d6 HTTP/1.1" status: 204 len: 168 time: 2.2430172 Feb 03 12:57:25.915229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ad3ec-d503-4389-ba8c-43c3e33ae8f9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Network': ['ID=2640e299-ab5f-4551-bc8a-4b0a5cedb8d6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:25.920753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50084) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:25.937545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1479658091'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:25.998745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:26.002665 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.027080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b07306c0-f828-4654-ad63-71b1b475da3c req-66d19980-1bc2-4a9b-9859-4224ed7ca2c5 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036022 Feb 03 12:57:26.051940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:57:26.071388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (17bd3f66-672b-4c57-b380-d5bbf027f8f1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.071738 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Added segment 17bd3f66-672b-4c57-b380-d5bbf027f8f1 of type vlan for network 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 Feb 03 12:57:26.160031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.230667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.236274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:26.237251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.280677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a30a42-304a-4d95-b09a-10324228886a req-9556d980-562f-4b43-b1ae-12a85046ac56 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:26.282357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15a30a42-304a-4d95-b09a-10324228886a req-9556d980-562f-4b43-b1ae-12a85046ac56 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1093166 Feb 03 12:57:26.303195 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3814657 Feb 03 12:57:26.306661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50096) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:26.335624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': '11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:26.473943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dab9d8-80ce-4bd0-95e6-92e3b1b23e6c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Network': ['ID=11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:26.502956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:57:26.809576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50114) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:26.994602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15a30a42-304a-4d95-b09a-10324228886a req-364f4e24-c386-4489-a867-12f4d4093b51 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7047451 Feb 03 12:57:27.040812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:27.045231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.154841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-73838750-network', 'tenant_id': '4127ddc376964b6ab62b51a2621d3dcc'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:27.212106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Made reservation on behalf of 4127ddc376964b6ab62b51a2621d3dcc for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:27.222457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.247763 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.422674 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Publish callbacks [] for security_group (4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.423934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e86a9674-d926-4c48-a12d-59ece54d7d7b no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:57:27.444443 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.504051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:57:27.524290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4326d-9a7f-43da-9d82-2a9f85a1d1b0 req-31017dda-87e2-4934-8e3f-b49a4f9dbcec tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:27.537116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4a4326d-9a7f-43da-9d82-2a9f85a1d1b0 req-31017dda-87e2-4934-8e3f-b49a4f9dbcec tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.3084550 Feb 03 12:57:27.552398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e86a9674-d926-4c48-a12d-59ece54d7d7b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:57:27.555595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e86a9674-d926-4c48-a12d-59ece54d7d7b not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:57:27.557925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:27.576220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6d9fa64d-6a79-4d83-90a3-f3424cd8358a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.577813 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Added segment 6d9fa64d-6a79-4d83-90a3-f3424cd8358a of type vlan for network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 Feb 03 12:57:27.679483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (8a6f3dc3-6b5a-4b28-9851-7c1a985b2804), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.753805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (8a6f3dc3-6b5a-4b28-9851-7c1a985b2804), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.755216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:27.755927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.777275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (58c24040-92d3-4764-86fc-c0e41bba1a0f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.818780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0077949 Feb 03 12:57:27.838660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50154) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:27.850412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Request body: {'subnet': {'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-73838750-subnet', 'tenant_id': '4127ddc376964b6ab62b51a2621d3dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:27.932327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Made reservation on behalf of 4127ddc376964b6ab62b51a2621d3dcc for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:27.937362 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:27.975373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=58c24040-92d3-4764-86fc-c0e41bba1a0f,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:27.979830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cd718-5af5-4be6-87a6-77313061209d admin admin] Pushing event updated for resources: {'Network': ['ID=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:27.996717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4a4326d-9a7f-43da-9d82-2a9f85a1d1b0 req-297c0f30-059e-4546-9544-20ff1063f90e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583931 Feb 03 12:57:28.002531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Checking segment: {'id': '17bd3f66-672b-4c57-b380-d5bbf027f8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:28.003186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network hostable DHCP agents. Network: 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:57:28.007348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:57:28.067665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:57:28.087507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:28.092284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:28.093205 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:28.120150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f98e66-7932-4b0e-b56c-5d966e190dac None None] Network 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:28.131465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50168) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:28.132753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ca0f645f-0646-440b-b5ad-8809566d3ea0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7962339 Feb 03 12:57:28.140340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': '11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1771622863'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:28.257216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caf72d-33ef-42f5-9d7d-3750f4988029 req-a4bfa887-9e46-45cc-a742-e09ecb99239e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:28.258898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07caf72d-33ef-42f5-9d7d-3750f4988029 req-a4bfa887-9e46-45cc-a742-e09ecb99239e tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1049676 Feb 03 12:57:28.365575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07caf72d-33ef-42f5-9d7d-3750f4988029 req-c9061485-6aed-4c24-8851-410393da72ee tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007185 Feb 03 12:57:28.502426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6', 'network_id': '11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6', 'project_id': '254f8ee6bde64f169bf93479be1c92ac', 'fixed_ips': [{'subnet_id': '58c24040-92d3-4764-86fc-c0e41bba1a0f'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:57:28.510467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:28.629206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b9d5-a049-4fa5-b734-415f75373901 req-9ca28409-eb1d-4c8f-9d79-2fd6f92baa79 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:28.635354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7575b9d5-a049-4fa5-b734-415f75373901 req-9ca28409-eb1d-4c8f-9d79-2fd6f92baa79 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.0885949 Feb 03 12:57:28.733497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:28.751253 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:28.812677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port d85f749b-ba58-4d04-a36b-63af7e3efa9e yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:28.819151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7575b9d5-a049-4fa5-b734-415f75373901 req-c7f29b0a-1fc0-4c20-b588-af99fb4ea3fb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748245 Feb 03 12:57:28.840608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (4cba01d4-779c-4379-b6af-ec4ab7d2fbca), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:28.903939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Allocated IP 172.20.0.2 (11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6/58c24040-92d3-4764-86fc-c0e41bba1a0f/4ae016f3-0800-45f9-9bd5-47c3c82e6f8d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:29.004015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cba01d4-779c-4379-b6af-ec4ab7d2fbca,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:29.083888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Checking segment: {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:29.084407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Network hostable DHCP agents. Network: 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:57:29.115260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2477e5-1144-4008-85f1-ca19427c7c1d req-15647a82-0cb9-4733-8b05-2fecf1102d7c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:29.117933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e2477e5-1144-4008-85f1-ca19427c7c1d req-15647a82-0cb9-4733-8b05-2fecf1102d7c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1052604 Feb 03 12:57:29.146473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:57:29.163153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:29.168410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:29.169274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:29.205556 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Publish callbacks [] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:29.209128 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-52555029-35ff-40e7-b5e2-f751cf20af6b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3693235 Feb 03 12:57:29.220543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318ac8f-5033-4da3-92de-cf2672374a94 None None] Network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:29.270233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e2477e5-1144-4008-85f1-ca19427c7c1d req-2887f7d9-192b-4ab2-9f2e-2083d406477f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453493 Feb 03 12:57:29.348103 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:29.408154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Network 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:29.410678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.11 (11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6/58c24040-92d3-4764-86fc-c0e41bba1a0f/d85f749b-ba58-4d04-a36b-63af7e3efa9e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:29.412401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Pushing event updated for resources: {'Port': ['ID=4ae016f3-0800-45f9-9bd5-47c3c82e6f8d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:29.416332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:29.489256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:29.513688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb92aad-8d85-4e8f-a89f-e2bfb173d122 None None] Network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:29.620431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219fc8f-4439-4459-9a9d-e5d6438d7d21 req-11b62fbc-14a4-457e-bc4b-2f96791aec2b tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:29.624100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9219fc8f-4439-4459-9a9d-e5d6438d7d21 req-11b62fbc-14a4-457e-bc4b-2f96791aec2b tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.1495128 Feb 03 12:57:29.726223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (d85f749b-ba58-4d04-a36b-63af7e3efa9e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:29.802596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d85f749b-ba58-4d04-a36b-63af7e3efa9e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:29.815073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9219fc8f-4439-4459-9a9d-e5d6438d7d21 req-0dbbcc3e-510a-4bfd-a8d4-cea2168a1805 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839969 Feb 03 12:57:29.843996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50240) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:29.918570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:29.930248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:29.963433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:29.985681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Attempting to bind port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:57:29.991243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Attempting to bind port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '17bd3f66-672b-4c57-b380-d5bbf027f8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:57:29.995477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Attempting to bind port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d on network 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:30.015183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:57:30.015602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Checking segment: {'id': '17bd3f66-672b-4c57-b380-d5bbf027f8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:30.015982 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:30.016367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Bound using segment: {'id': '17bd3f66-672b-4c57-b380-d5bbf027f8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:57:30.016854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Bound port: 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd3f66-672b-4c57-b380-d5bbf027f8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:57:30.017236 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:30.092251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=d85f749b-ba58-4d04-a36b-63af7e3efa9e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:30.149606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:30.150382 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:30.178879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a9453440-a799-4b3b-b468-a5e83655534b tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:30.179434 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ec91efc5-4d46-4ab4-8135-a977e8f008a0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0450311 Feb 03 12:57:30.181190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50258) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.181916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] For port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:57:30.189169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] For port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4ae016f3-0800-45f9-9bd5-47c3c82e6f8d,segment=NetworkSegment(17bd3f66-672b-4c57-b380-d5bbf027f8f1),segment_id=17bd3f66-672b-4c57-b380-d5bbf027f8f1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:57:30.213253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995a43e-f409-4646-a385-b48f5fce5d9c req-3afb2a88-c289-49d9-bd00-a2bf31b33c46 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:30.217373 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9995a43e-f409-4646-a385-b48f5fce5d9c req-3afb2a88-c289-49d9-bd00-a2bf31b33c46 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.2545807 Feb 03 12:57:30.221136 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:30.314593 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f8ab4-3ed5-4bcd-b04f-c6d8059d35cc None None] Pushing event updated for resources: {'Port': ['ID=4ae016f3-0800-45f9-9bd5-47c3c82e6f8d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:30.403170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-35c6ff13-f944-48d3-9bb1-6322917302db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port d85f749b-ba58-4d04-a36b-63af7e3efa9e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:30.403635 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35c6ff13-f944-48d3-9bb1-6322917302db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d85f749b-ba58-4d04-a36b-63af7e3efa9e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:30.465864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-849c9901-3cce-4449-b32e-446e0094f701 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:30.468361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-849c9901-3cce-4449-b32e-446e0094f701 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 813 time: 0.2153530 Feb 03 12:57:30.502146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-251d1e35-c8f7-49fb-b54d-25ea24a99c8e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/quotas/4127ddc376964b6ab62b51a2621d3dcc HTTP/1.1" status: 200 len: 375 time: 0.0244722 Feb 03 12:57:30.546583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a9453440-a799-4b3b-b468-a5e83655534b tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] 10.222.0.65 "PUT /v2.0/quotas/d4564012e04d4db8a207774e77b4352b HTTP/1.1" status: 200 len: 366 time: 0.7034218 Feb 03 12:57:30.550452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50264) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.554247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9995a43e-f409-4646-a385-b48f5fce5d9c req-656879b3-7488-4bf4-8ccb-8e6bc28c1803 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221378 Feb 03 12:57:30.590518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c42725b1-41b3-4171-9cc8-d81dfe61fdac tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0385361 Feb 03 12:57:30.599150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50270) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.668464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-2933409c-239e-493b-b600-1fc480e122a1 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1504004 Feb 03 12:57:30.708939 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eb21b7bb-8288-49ce-b351-197f35c918d0 tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] 10.222.0.65 "GET /v2.0/quotas/d4564012e04d4db8a207774e77b4352b HTTP/1.1" status: 200 len: 366 time: 0.1062841 Feb 03 12:57:30.710597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50278) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.744845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35c6ff13-f944-48d3-9bb1-6322917302db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d85f749b-ba58-4d04-a36b-63af7e3efa9e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:30.769765 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cbfccfc2-baa8-4eb0-84bb-8096ebd0cd6f tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/d4564012e04d4db8a207774e77b4352b HTTP/1.1" status: 204 len: 168 time: 0.0541341 Feb 03 12:57:30.772775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50280) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.879604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-35c6ff13-f944-48d3-9bb1-6322917302db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for d85f749b-ba58-4d04-a36b-63af7e3efa9e owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:30.907460 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a176bb01-9abe-47aa-9ebe-113944cc6137 tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1328332 Feb 03 12:57:30.928687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50284) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:31.057739 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5e58ed1b-8240-4be3-9188-9981f439037f tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] 10.222.0.65 "GET /v2.0/quotas/d4564012e04d4db8a207774e77b4352b HTTP/1.1" status: 200 len: 370 time: 0.1278226 Feb 03 12:57:31.061290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50288) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:31.075318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50290) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:31.075745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bd97c5ad-2c12-47ec-b0de-c7187c8158c1 tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] 10.222.0.65 "GET /v2.0/quotas/d4564012e04d4db8a207774e77b4352b/default HTTP/1.1" status: 200 len: 370 time: 0.0132143 Feb 03 12:57:31.100227 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-c723fe3b-50ff-49c1-8685-3199f1a40d96 tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] delete failed (client error): The resource could not be found. Feb 03 12:57:31.104000 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c723fe3b-50ff-49c1-8685-3199f1a40d96 tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/d4564012e04d4db8a207774e77b4352b HTTP/1.1" status: 404 len: 348 time: 0.0244751 Feb 03 12:57:31.115501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-2e7d3c3f-a1ed-43c0-bde6-77e42ccf2c52 service neutron] 10.222.0.65 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323797 Feb 03 12:57:31.142149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea8daa-5822-4d20-91e3-9a0686940077 req-e625ee3a-4066-4cdc-ad65-d03b23d47698 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:31.143820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7cea8daa-5822-4d20-91e3-9a0686940077 req-e625ee3a-4066-4cdc-ad65-d03b23d47698 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.3829854 Feb 03 12:57:31.288353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35c6ff13-f944-48d3-9bb1-6322917302db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d85f749b-ba58-4d04-a36b-63af7e3efa9e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:31.329111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-447516e6-7ddd-4677-b457-f349f6a2a8e3 service neutron] 10.222.0.65 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001626 Feb 03 12:57:31.361637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6ff13-f944-48d3-9bb1-6322917302db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=d85f749b-ba58-4d04-a36b-63af7e3efa9e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:31.423226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7cea8daa-5822-4d20-91e3-9a0686940077 req-d04aa3e0-b735-4563-8d13-3164324ac94b tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931697 Feb 03 12:57:31.457182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50300) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:31.526414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Usage tracker for resource:network and project:f4d85547f07944539f9094778a963f6a is out of sync, need to count used quota {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 12:57:31.539615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 12:57:31.597734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Usage tracker for resource:subnet and project:f4d85547f07944539f9094778a963f6a is out of sync, need to count used quota {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 12:57:31.610952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35c6ff13-f944-48d3-9bb1-6322917302db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:31.633564 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-35c6ff13-f944-48d3-9bb1-6322917302db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/d85f749b-ba58-4d04-a36b-63af7e3efa9e HTTP/1.1" status: 204 len: 168 time: 1.4409704 Feb 03 12:57:31.636386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50308) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:31.741323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:31.742936 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f1641ee-535b-4b48-90d5-226898f0f7d2 req-2caacc6d-9a75-4994-aaad-9c8912b3e8b8 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 210 time: 0.1290038 Feb 03 12:57:31.748890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 12:57:31.767231 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d9474d-684e-486f-a3e5-37cf8a1bd1f1 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:57:31.773415 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-29d9474d-684e-486f-a3e5-37cf8a1bd1f1 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/d85f749b-ba58-4d04-a36b-63af7e3efa9e HTTP/1.1" status: 404 len: 333 time: 0.1357646 Feb 03 12:57:31.774231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50314) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:31.856002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Usage tracker for resource:subnetpool and project:f4d85547f07944539f9094778a963f6a is out of sync, need to count used quota {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 12:57:31.884619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 12:57:31.914910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Usage tracker for resource:port and project:f4d85547f07944539f9094778a963f6a is out of sync, need to count used quota {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 12:57:31.941738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:31.942535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:31.946259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 12:57:31.985837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d9497-6434-4c44-ae2b-6753d69f6535 req-f8f165c8-bf1e-432c-a804-853a134df891 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:32.001047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e27957-9646-41f9-8383-a081d5816707 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet 58c24040-92d3-4764-86fc-c0e41bba1a0f {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:57:32.002154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-688d9497-6434-4c44-ae2b-6753d69f6535 req-f8f165c8-bf1e-432c-a804-853a134df891 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.2567320 Feb 03 12:57:32.007665 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0e27957-9646-41f9-8383-a081d5816707 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (58c24040-92d3-4764-86fc-c0e41bba1a0f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.075466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Usage tracker for resource:router and project:f4d85547f07944539f9094778a963f6a is out of sync, need to count used quota {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 12:57:32.109527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 12:57:32.153857 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0e27957-9646-41f9-8383-a081d5816707 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (58c24040-92d3-4764-86fc-c0e41bba1a0f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.216853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Usage tracker for resource:floatingip and project:f4d85547f07944539f9094778a963f6a is out of sync, need to count used quota {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 12:57:32.226917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:32.237381 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.276041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-688d9497-6434-4c44-ae2b-6753d69f6535 req-155d734c-0674-4c2c-b03a-af1d323cb9df tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681696 Feb 03 12:57:32.278372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 12:57:32.377433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83adb695-436b-4a8e-9bbe-88a3e5d74163 None None] Network 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:32.446395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Usage tracker for resource:security_group and project:f4d85547f07944539f9094778a963f6a is out of sync, need to count used quota {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 12:57:32.454974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 12:57:32.495569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4ae016f3-0800-45f9-9bd5-47c3c82e6f8d,segment=NetworkSegment(17bd3f66-672b-4c57-b380-d5bbf027f8f1),segment_id=17bd3f66-672b-4c57-b380-d5bbf027f8f1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:32.502128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Usage tracker for resource:security_group_rule and project:f4d85547f07944539f9094778a963f6a is out of sync, need to count used quota {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 12:57:32.512803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.quota.resource [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 12:57:32.514183 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0e27957-9646-41f9-8383-a081d5816707 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (58c24040-92d3-4764-86fc-c0e41bba1a0f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.526474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f4204a3a-d397-4ee9-9ef3-ecee159d33ca None None] Provisioning complete for port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:32.537407 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4204a3a-d397-4ee9-9ef3-ecee159d33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.551350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.613289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0bab8bff-d4cf-4ab8-9522-08b914f1590e tempest-QuotasTest-899060085 tempest-QuotasTest-899060085-project-admin] 10.222.0.65 "GET /v2.0/quotas/f4d85547f07944539f9094778a963f6a/details.json HTTP/1.1" status: 200 len: 703 time: 1.1519310 Feb 03 12:57:32.690416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535daae-8c04-41e9-9c67-2f1ce1a9d695 req-76e7e84d-71a6-4326-9bba-818cbd698132 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:32.693616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0e27957-9646-41f9-8383-a081d5816707 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (58c24040-92d3-4764-86fc-c0e41bba1a0f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.697482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8535daae-8c04-41e9-9c67-2f1ce1a9d695 req-76e7e84d-71a6-4326-9bba-818cbd698132 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.2186708 Feb 03 12:57:32.795351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e27957-9646-41f9-8383-a081d5816707 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=58c24040-92d3-4764-86fc-c0e41bba1a0f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:32.797872 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0e27957-9646-41f9-8383-a081d5816707 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.805720 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f0e27957-9646-41f9-8383-a081d5816707 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/58c24040-92d3-4764-86fc-c0e41bba1a0f HTTP/1.1" status: 204 len: 168 time: 1.0301902 Feb 03 12:57:32.807208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50342) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:32.922951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8535daae-8c04-41e9-9c67-2f1ce1a9d695 req-0b3b1f3d-0b07-4354-b218-08f31d4ce346 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152710 Feb 03 12:57:33.032918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b38cc15b-c6bb-4259-95f9-f13c0bf2ced4 req-4747d099-025e-459c-a43f-e8f2c943cdcc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 210 time: 0.1044862 Feb 03 12:57:33.285515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:33.431792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=4ae016f3-0800-45f9-9bd5-47c3c82e6f8d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:33.435229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f4204a3a-d397-4ee9-9ef3-ecee159d33ca None None] Current status of the port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:33.602695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:33.602948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:33.774897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] For port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4ae016f3-0800-45f9-9bd5-47c3c82e6f8d,segment=NetworkSegment(17bd3f66-672b-4c57-b380-d5bbf027f8f1),segment_id=17bd3f66-672b-4c57-b380-d5bbf027f8f1)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:33.775403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:33.782946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50362) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:33.799317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:33.928822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c9a07-d4f5-493e-86df-8013f48439a1 None None] Network 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:33.948329 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4ae016f3-0800-45f9-9bd5-47c3c82e6f8d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:33.967170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No DVR routers for this DVR port 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:57:33.980415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ff4e7c51-6a7b-4031-8664-4fac56aca9f4 None None] Could not find standard attr ID for object 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:57:34.070992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=4ae016f3-0800-45f9-9bd5-47c3c82e6f8d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:34.296136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.309045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500226a-2789-47a8-9e72-ebd1649700a2 None None] DHCP port deletion for 11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:57:34.337181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-c423c608-53cd-4dc0-a3d5-5fcad9d45987 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:34.345736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-c423c608-53cd-4dc0-a3d5-5fcad9d45987 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.91 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 813 time: 0.5491838 Feb 03 12:57:34.347930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:34.349168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23a8e9fb-057a-49e0-962a-ef055c414ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.368992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bd3f66-672b-4c57-b380-d5bbf027f8f1') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:34.370464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bd3f66-672b-4c57-b380-d5bbf027f8f1') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:34.390197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (17bd3f66-672b-4c57-b380-d5bbf027f8f1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.405483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (17bd3f66-672b-4c57-b380-d5bbf027f8f1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.444193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Request body: {'port': {'device_id': '57b17929-47ef-4079-b4c2-31be2cd18416', 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804', 'admin_state_up': True, 'tenant_id': '4127ddc376964b6ab62b51a2621d3dcc'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:34.454165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:57:34.454599 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (17bd3f66-672b-4c57-b380-d5bbf027f8f1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.473487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2adcbe48-2888-49ef-92a2-82b0ff0abd1d req-4470ef1f-28dc-4785-a9e8-a50b21e20252 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 210 time: 0.2697227 Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:57:34.479418 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:57:34.661135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.691173 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23a8e9fb-057a-49e0-962a-ef055c414ea9 admin admin] Publish callbacks [] for security_group (301a6705-6bab-47d8-b3e9-0d45a069998b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.709080 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23a8e9fb-057a-49e0-962a-ef055c414ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (301a6705-6bab-47d8-b3e9-0d45a069998b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.753935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8e9fb-057a-49e0-962a-ef055c414ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301a6705-6bab-47d8-b3e9-0d45a069998b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:34.931565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-23a8e9fb-057a-49e0-962a-ef055c414ea9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab9f7baa76bf4c2a854a6a4a3d958f99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1463752 Feb 03 12:57:34.934789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50394) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:35.156147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45d58f16-39f8-46ac-8d10-e8485b1e5828 admin admin] Publish callbacks [] for security_group (301a6705-6bab-47d8-b3e9-0d45a069998b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.216730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45d58f16-39f8-46ac-8d10-e8485b1e5828 admin admin] Publish callbacks [] for security_group (301a6705-6bab-47d8-b3e9-0d45a069998b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.351987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Made reservation on behalf of 4127ddc376964b6ab62b51a2621d3dcc for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:35.363585 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.437085 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45d58f16-39f8-46ac-8d10-e8485b1e5828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (301a6705-6bab-47d8-b3e9-0d45a069998b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.447030 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45d58f16-39f8-46ac-8d10-e8485b1e5828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.454498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-45d58f16-39f8-46ac-8d10-e8485b1e5828 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/301a6705-6bab-47d8-b3e9-0d45a069998b HTTP/1.1" status: 204 len: 168 time: 0.5142105 Feb 03 12:57:35.481258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d58f16-39f8-46ac-8d10-e8485b1e5828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301a6705-6bab-47d8-b3e9-0d45a069998b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:35.593466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:57:35.668054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:57:35.668413 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4ae016f3-0800-45f9-9bd5-47c3c82e6f8d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:57:35.763218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-357dfabd-79ed-43a7-a253-4cfd0a07d829 req-2395adbc-bfe9-4c83-8dd1-b904a351951f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 210 time: 0.1106355 Feb 03 12:57:35.788668 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.800823 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/networks/11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6 HTTP/1.1" status: 204 len: 168 time: 2.9918766 Feb 03 12:57:35.806193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50420) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:35.828189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'name': 'tempest-PortsTestJSON-1331402741'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:35.903597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Allocated IP 172.20.0.5 (8a6f3dc3-6b5a-4b28-9851-7c1a985b2804/4cba01d4-779c-4379-b6af-ec4ab7d2fbca/246cb272-66e9-431e-a80b-11bf83442b6b) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:36.002445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e61b2-a082-4726-a9c1-207883303eaa tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Network': ['ID=11c8f3d3-1ba8-41e0-b6ec-37d3a46187a6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:36.071795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50422) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:36.114197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3458b26f-6cd8-4fb5-ba86-f0fbff39aa15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.149065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:36.156061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.184778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port 196ce159-10bc-4ddd-ba3f-bbd4ffde694f yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:36.343708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks [] for port (246cb272-66e9-431e-a80b-11bf83442b6b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.413862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.464123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (196ce159-10bc-4ddd-ba3f-bbd4ffde694f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.537951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:36.557437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:36.563685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:36.568858 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (196ce159-10bc-4ddd-ba3f-bbd4ffde694f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.619070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Pushing event updated for resources: {'Port': ['ID=246cb272-66e9-431e-a80b-11bf83442b6b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:36.644864 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b27f2188-4cd2-4d98-b7d4-a6beafc3f54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.682846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:36.688813 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.738371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-79ae7f50-1fd5-4fb3-85eb-14730a10a7bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3778579 Feb 03 12:57:36.752382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Request body: {'port': {'device_id': '57b17929-47ef-4079-b4c2-31be2cd18416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:36.788508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3458b26f-6cd8-4fb5-ba86-f0fbff39aa15 admin admin] Publish callbacks [] for security_group (7fd68c01-917e-42bd-a979-152d744ef907), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.829416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3458b26f-6cd8-4fb5-ba86-f0fbff39aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7fd68c01-917e-42bd-a979-152d744ef907), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.910085 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3458b26f-6cd8-4fb5-ba86-f0fbff39aa15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4d85547f07944539f9094778a963f6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8369370 Feb 03 12:57:36.911534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:36.923089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:36.932491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:36.932839 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.935628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:36.942162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:36.943043 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.949136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=196ce159-10bc-4ddd-ba3f-bbd4ffde694f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:37.055000 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458b26f-6cd8-4fb5-ba86-f0fbff39aa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd68c01-917e-42bd-a979-152d744ef907,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:37.064044 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cd60481c-d4e2-45b5-81cc-119267b9738c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2528465 Feb 03 12:57:37.064044 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4128cb3f-ec68-4b7a-aa49-0496623d9b75 admin admin] Publish callbacks [] for security_group (7fd68c01-917e-42bd-a979-152d744ef907), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.064764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50446) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:37.124598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7128c9-91bd-4b3a-b550-24cb7260e0b0 req-49b48fdb-1122-4ce7-90b5-bfb6add6a8f1 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:37.126019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f7128c9-91bd-4b3a-b550-24cb7260e0b0 req-49b48fdb-1122-4ce7-90b5-bfb6add6a8f1 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 931 time: 0.1942654 Feb 03 12:57:37.129441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4128cb3f-ec68-4b7a-aa49-0496623d9b75 admin admin] Publish callbacks [] for security_group (7fd68c01-917e-42bd-a979-152d744ef907), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.267872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-529b3d08-d560-4292-8bc3-a33dd04640d3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 196ce159-10bc-4ddd-ba3f-bbd4ffde694f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:37.268202 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-529b3d08-d560-4292-8bc3-a33dd04640d3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (196ce159-10bc-4ddd-ba3f-bbd4ffde694f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.321226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f7128c9-91bd-4b3a-b550-24cb7260e0b0 req-bbc1a0e7-11b9-4d7e-ae0e-91c6f8ce4d91 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810238 Feb 03 12:57:37.331642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4128cb3f-ec68-4b7a-aa49-0496623d9b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7fd68c01-917e-42bd-a979-152d744ef907), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.339543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4128cb3f-ec68-4b7a-aa49-0496623d9b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.343457 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4128cb3f-ec68-4b7a-aa49-0496623d9b75 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7fd68c01-917e-42bd-a979-152d744ef907 HTTP/1.1" status: 204 len: 168 time: 0.4156673 Feb 03 12:57:37.407260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128cb3f-ec68-4b7a-aa49-0496623d9b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd68c01-917e-42bd-a979-152d744ef907,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:37.571218 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-529b3d08-d560-4292-8bc3-a33dd04640d3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (196ce159-10bc-4ddd-ba3f-bbd4ffde694f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.622445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-529b3d08-d560-4292-8bc3-a33dd04640d3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 196ce159-10bc-4ddd-ba3f-bbd4ffde694f owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:37.781776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246cb272-66e9-431e-a80b-11bf83442b6b {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:57:37.820173 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Publish callbacks [] for port (246cb272-66e9-431e-a80b-11bf83442b6b), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.869614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Transition to ACTIVE for port object 246cb272-66e9-431e-a80b-11bf83442b6b will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:57:37.888367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.901715 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-529b3d08-d560-4292-8bc3-a33dd04640d3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (196ce159-10bc-4ddd-ba3f-bbd4ffde694f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.980525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b3d08-d560-4292-8bc3-a33dd04640d3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=196ce159-10bc-4ddd-ba3f-bbd4ffde694f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:38.042680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-529b3d08-d560-4292-8bc3-a33dd04640d3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:38.056863 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-529b3d08-d560-4292-8bc3-a33dd04640d3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/196ce159-10bc-4ddd-ba3f-bbd4ffde694f HTTP/1.1" status: 204 len: 168 time: 0.9884622 Feb 03 12:57:38.062715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50474) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:38.074729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'mac_address': 'fa:16:3e:29:a9:96', 'name': 'tempest-PortsTestJSON-316343751'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:38.133579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Pushing event updated for resources: {'Port': ['ID=246cb272-66e9-431e-a80b-11bf83442b6b,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:38.331119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:38.337334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Attempting to bind port 246cb272-66e9-431e-a80b-11bf83442b6b on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:57:38.340153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Attempting to bind port 246cb272-66e9-431e-a80b-11bf83442b6b by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:57:38.341089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Attempting to bind port 246cb272-66e9-431e-a80b-11bf83442b6b on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:38.352555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Port 246cb272-66e9-431e-a80b-11bf83442b6b on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:57:38.352910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Attempting to bind port 246cb272-66e9-431e-a80b-11bf83442b6b on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:38.365035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:57:38.366574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Checking segment: {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:38.367214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Bound using segment: {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:57:38.368527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Bound port: 246cb272-66e9-431e-a80b-11bf83442b6b, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:57:38.370299 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:38.540542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] For port 246cb272-66e9-431e-a80b-11bf83442b6b, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:57:38.552156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] For port 246cb272-66e9-431e-a80b-11bf83442b6b, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=246cb272-66e9-431e-a80b-11bf83442b6b,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:57:38.611506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:38.661935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port 6398a074-2478-40b4-95b2-bf44e6b25b2e yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:38.692137 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:38.816646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:38.822256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:38.823843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] 10.222.0.91 "PUT /v2.0/ports/246cb272-66e9-431e-a80b-11bf83442b6b HTTP/1.1" status: 200 len: 1092 time: 2.0762157 Feb 03 12:57:38.825546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b17929-47ef-4079-b4c2-31be2cd18416', 'tag': '246cb272-66e9-431e-a80b-11bf83442b6b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:57:38.829061 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b29efe9-e767-4776-ae0b-45839e3d34f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:38.840020 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "57b17929-47ef-4079-b4c2-31be2cd18416", "tag": "246cb272-66e9-431e-a80b-11bf83442b6b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:57:39.021813 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10e4ca4-05c7-47a8-863b-3b9670740760 x-openstack-request-id: req-d10e4ca4-05c7-47a8-863b-3b9670740760 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:57:39.022172 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b17929-47ef-4079-b4c2-31be2cd18416", "tag": "246cb272-66e9-431e-a80b-11bf83442b6b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:57:39.024514 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d10e4ca4-05c7-47a8-863b-3b9670740760 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:57:39.024961 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b17929-47ef-4079-b4c2-31be2cd18416', 'tag': '246cb272-66e9-431e-a80b-11bf83442b6b', 'status': 'completed', 'code': 200} Feb 03 12:57:39.070903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dd221-7855-429c-ba70-e0298c3648f9 req-55ee5fe6-a703-41e2-95d1-acee5b5a1d49 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:39.072512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f9dd221-7855-429c-ba70-e0298c3648f9 req-55ee5fe6-a703-41e2-95d1-acee5b5a1d49 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 943 time: 0.4959323 Feb 03 12:57:39.102384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601971a-43c8-4a3a-9af9-c31d2bbf9a4e service neutron] Pushing event updated for resources: {'Port': ['ID=246cb272-66e9-431e-a80b-11bf83442b6b,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:39.130961 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (6398a074-2478-40b4-95b2-bf44e6b25b2e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:39.170885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50518) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:39.201438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-94176d25-2ade-43a7-9105-eb47bb3439c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:39.217204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-94176d25-2ade-43a7-9105-eb47bb3439c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 1126 time: 0.3235357 Feb 03 12:57:39.275318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6398a074-2478-40b4-95b2-bf44e6b25b2e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:39.334868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:39.350152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:39.360076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:39.374160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-961780dc-7cd3-4749-a41c-165f8316e12f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=246cb272-66e9-431e-a80b-11bf83442b6b HTTP/1.1" status: 200 len: 217 time: 0.1493523 Feb 03 12:57:39.377658 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:39.378386 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:39.422796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2275b189-6578-482b-b7cf-d7b17e242afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:39.457970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=6398a074-2478-40b4-95b2-bf44e6b25b2e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:39.498302 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ab33415c-0d58-4980-bf48-458c67511f4b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4343228 Feb 03 12:57:39.498954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50526) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:39.559407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-41e3dfff-2701-4eac-a0d1-167de13f11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:39.563468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-41e3dfff-2701-4eac-a0d1-167de13f11a3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.1759009 Feb 03 12:57:39.572687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f9dd221-7855-429c-ba70-e0298c3648f9 req-9b637f6d-e2ba-46e7-b968-e5cb2cea2508 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900768 Feb 03 12:57:39.641447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-a06fbafb-3475-465d-bead-b43f5b82dd8f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677116 Feb 03 12:57:39.715881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e9ecd-dce2-40c5-9373-7e61e60c103f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:39.721771 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c34e9ecd-dce2-40c5-9373-7e61e60c103f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/6398a074-2478-40b4-95b2-bf44e6b25b2e HTTP/1.1" status: 200 len: 840 time: 0.2062750 Feb 03 12:57:39.725281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50540) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:39.932031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-f2d0c5e2-0dab-490a-8c6e-9236b2a9e7ae service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835662 Feb 03 12:57:39.935845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2275b189-6578-482b-b7cf-d7b17e242afc admin admin] Publish callbacks [] for security_group (a364499a-6ad1-4b36-9d9a-1f2b2f750022), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:39.966865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2275b189-6578-482b-b7cf-d7b17e242afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a364499a-6ad1-4b36-9d9a-1f2b2f750022), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.025515 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2275b189-6578-482b-b7cf-d7b17e242afc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e60a17ccd10841289898443aea79816a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8519123 Feb 03 12:57:40.029292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50546) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:40.070488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.117346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e440e7cc-4f54-43bf-82cb-9476bf3cfc99 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 6398a074-2478-40b4-95b2-bf44e6b25b2e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:40.118753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e440e7cc-4f54-43bf-82cb-9476bf3cfc99 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6398a074-2478-40b4-95b2-bf44e6b25b2e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.123791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275b189-6578-482b-b7cf-d7b17e242afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a364499a-6ad1-4b36-9d9a-1f2b2f750022,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:40.205614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5334e121-8427-46db-8f35-dd5dc64eb6fe req-594437fe-2482-42ec-ad72-21bd1becd660 service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653778 Feb 03 12:57:40.251114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab430417-e45f-4a0d-9ff9-d57624e52eea admin admin] Publish callbacks [] for security_group (a364499a-6ad1-4b36-9d9a-1f2b2f750022), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.401025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-e7085459-aa7b-48d0-8638-ca0f3e9da1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:40.404295 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab430417-e45f-4a0d-9ff9-d57624e52eea admin admin] Publish callbacks [] for security_group (a364499a-6ad1-4b36-9d9a-1f2b2f750022), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.405094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-e7085459-aa7b-48d0-8638-ca0f3e9da1fa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 1126 time: 0.1116772 Feb 03 12:57:40.425175 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e440e7cc-4f54-43bf-82cb-9476bf3cfc99 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6398a074-2478-40b4-95b2-bf44e6b25b2e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.445048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50558) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:40.505538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e440e7cc-4f54-43bf-82cb-9476bf3cfc99 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 6398a074-2478-40b4-95b2-bf44e6b25b2e owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:40.685525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-f17620e6-037c-4741-9409-bc2f4f0ea188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:40.688372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-f17620e6-037c-4741-9409-bc2f4f0ea188 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.2766614 Feb 03 12:57:40.781634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2075869333', 'router:external': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:40.786362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-7bd853f6-b49c-4658-b019-e1330523c980 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=246cb272-66e9-431e-a80b-11bf83442b6b HTTP/1.1" status: 200 len: 217 time: 0.0857213 Feb 03 12:57:40.827865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab430417-e45f-4a0d-9ff9-d57624e52eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a364499a-6ad1-4b36-9d9a-1f2b2f750022), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.830447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ab430417-e45f-4a0d-9ff9-d57624e52eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.846653 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ab430417-e45f-4a0d-9ff9-d57624e52eea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a364499a-6ad1-4b36-9d9a-1f2b2f750022 HTTP/1.1" status: 204 len: 168 time: 0.8153286 Feb 03 12:57:40.889016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-6e41c455-4a79-487f-bccb-456f433d21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:40.890865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-6e41c455-4a79-487f-bccb-456f433d21d4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.0728295 Feb 03 12:57:40.891471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab430417-e45f-4a0d-9ff9-d57624e52eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a364499a-6ad1-4b36-9d9a-1f2b2f750022,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:40.928992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Made reservation on behalf of 6c64312d8b424e54b6db2b10fd41a37e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:40.931415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.945717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.983308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e440e7cc-4f54-43bf-82cb-9476bf3cfc99 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6398a074-2478-40b4-95b2-bf44e6b25b2e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.065790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-7e57def9-db5f-4a66-b943-a2fbb58ea5c5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668190 Feb 03 12:57:41.089116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e440e7cc-4f54-43bf-82cb-9476bf3cfc99 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.092338 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e440e7cc-4f54-43bf-82cb-9476bf3cfc99 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/6398a074-2478-40b4-95b2-bf44e6b25b2e HTTP/1.1" status: 204 len: 168 time: 1.3660488 Feb 03 12:57:41.095420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440e7cc-4f54-43bf-82cb-9476bf3cfc99 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=6398a074-2478-40b4-95b2-bf44e6b25b2e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:41.095420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50576) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:41.156773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a727fc-cfd5-4b0d-bfff-3847c6c8b145 req-f63caf14-d158-4031-b474-bd6636faeafe tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:41.171595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2a727fc-cfd5-4b0d-bfff-3847c6c8b145 req-f63caf14-d158-4031-b474-bd6636faeafe tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 943 time: 0.3918290 Feb 03 12:57:41.202396 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for security_group (11480eea-d06e-4bf4-8ab3-f10f000f7720), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.290153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2a727fc-cfd5-4b0d-bfff-3847c6c8b145 req-2dcddf63-8d57-4bee-a29e-3c522158e529 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127219 Feb 03 12:57:41.303411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (11480eea-d06e-4bf4-8ab3-f10f000f7720), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.314979 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-43697d7a-9b67-48ce-9d9f-2b7255d3a9d7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:57:41.319529 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-43697d7a-9b67-48ce-9d9f-2b7255d3a9d7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/6398a074-2478-40b4-95b2-bf44e6b25b2e HTTP/1.1" status: 404 len: 333 time: 0.2083981 Feb 03 12:57:41.322959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50582) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:41.331301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'name': 'tempest-PortsTestJSON-1196488500'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:41.344962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:57:41.473484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11480eea-d06e-4bf4-8ab3-f10f000f7720,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:41.481987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-bd723c2a-1eba-4667-a5bf-cb1ea25a953a service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082637 Feb 03 12:57:41.543498 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.546111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4d6a8e67-9c2a-425f-a539-522d49c2a488), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.546663 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Added segment 4d6a8e67-9c2a-425f-a539-522d49c2a488 of type vlan for network caded025-e6d3-40c6-9ef0-ba44f4609773 Feb 03 12:57:41.672887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (caded025-e6d3-40c6-9ef0-ba44f4609773), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.765324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (caded025-e6d3-40c6-9ef0-ba44f4609773), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.766470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:41.767070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.836481 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3881588 Feb 03 12:57:41.851644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50610) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:41.856788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'subnet': {'network_id': 'caded025-e6d3-40c6-9ef0-ba44f4609773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:41.883325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:41.886628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.957467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00403e25-689e-4d0a-8591-040eec57c151 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event updated for resources: {'Network': ['ID=caded025-e6d3-40c6-9ef0-ba44f4609773,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:41.969072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port 2e65df29-9001-4156-8271-868de8807ab5 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:41.973052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network caded025-e6d3-40c6-9ef0-ba44f4609773 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:57:42.017751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Made reservation on behalf of 6c64312d8b424e54b6db2b10fd41a37e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:42.020418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:42.072740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0aa5db74-31dd-4ab0-8be5-324ac42ac4b4 req-6f088b8b-9981-464c-9960-6a64b5b9a3d9 service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898099 Feb 03 12:57:42.469999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (2e65df29-9001-4156-8271-868de8807ab5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:42.651514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2e65df29-9001-4156-8271-868de8807ab5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:42.772482 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:42.854784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:42.865239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674795f-9382-4859-87d5-f8bce5a6e0c5 req-42434324-0d15-4771-9d67-266b2d0745ca tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:42.867117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4674795f-9382-4859-87d5-f8bce5a6e0c5 req-42434324-0d15-4771-9d67-266b2d0745ca tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 943 time: 0.2985539 Feb 03 12:57:42.903902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=2e65df29-9001-4156-8271-868de8807ab5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:42.911795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:42.984560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.objects.ports [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:57:42.991033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (4dc9408d-83a3-4829-ae88-179569840895), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:43.132563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4dc9408d-83a3-4829-ae88-179569840895,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:43.212794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Checking segment: {'id': '4d6a8e67-9c2a-425f-a539-522d49c2a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'caded025-e6d3-40c6-9ef0-ba44f4609773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:43.213308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Network hostable DHCP agents. Network: caded025-e6d3-40c6-9ef0-ba44f4609773, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:57:43.294300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Network caded025-e6d3-40c6-9ef0-ba44f4609773 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:57:43.329996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, caded025-e6d3-40c6-9ef0-ba44f4609773) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:43.357523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:43.357665 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cb48dc-14cb-48e4-b6ed-2f90b0b5106b None None] Network caded025-e6d3-40c6-9ef0-ba44f4609773 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:43.357761 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:43.413225 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0efbe2a7-9b15-46ed-b2d6-286a40409790 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5582087 Feb 03 12:57:43.413896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50664) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:43.440350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1123688417', 'network_id': 'caded025-e6d3-40c6-9ef0-ba44f4609773'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:43.551003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Made reservation on behalf of 6c64312d8b424e54b6db2b10fd41a37e for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:43.553252 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:43.648020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] device_id is not set on port a158e93d-1f56-49c4-b244-4030208b912e yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:43.702054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1b4838-8c33-495b-a4d5-4fbe922f34e3 None None] Network caded025-e6d3-40c6-9ef0-ba44f4609773 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:43.998138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:44.006586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:44.007343 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:44.029091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Allocated IP 172.20.0.12 (caded025-e6d3-40c6-9ef0-ba44f4609773/4dc9408d-83a3-4829-ae88-179569840895/a158e93d-1f56-49c4-b244-4030208b912e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:44.072233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c03cb22a-9e88-4ecb-addc-369f8f92a3db tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7479482 Feb 03 12:57:44.079438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50684) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:44.099705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d06a7cd9-1784-42d0-a6fe-4894d645bc93 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:44.297899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d06a7cd9-1784-42d0-a6fe-4894d645bc93 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2e65df29-9001-4156-8271-868de8807ab5), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:44.474175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4674795f-9382-4859-87d5-f8bce5a6e0c5 req-6e58d463-3dc3-44da-b243-2a7dd470413b tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5946774 Feb 03 12:57:44.484308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for port (a158e93d-1f56-49c4-b244-4030208b912e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:44.567878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a158e93d-1f56-49c4-b244-4030208b912e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:44.720153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Network caded025-e6d3-40c6-9ef0-ba44f4609773 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:44.734603 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:44.752285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:44.803750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d06a7cd9-1784-42d0-a6fe-4894d645bc93 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (2e65df29-9001-4156-8271-868de8807ab5), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:44.822310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d06a7cd9-1784-42d0-a6fe-4894d645bc93 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2e65df29-9001-4156-8271-868de8807ab5), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:44.890764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event updated for resources: {'Port': ['ID=a158e93d-1f56-49c4-b244-4030208b912e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:44.933401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:44.934446 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:44.973315 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ddb137dd-7d2a-4a46-bb51-bae65540a1aa tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.5582542 Feb 03 12:57:44.975955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50708) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:45.071182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a7cd9-1784-42d0-a6fe-4894d645bc93 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=2e65df29-9001-4156-8271-868de8807ab5,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:45.102040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 246cb272-66e9-431e-a80b-11bf83442b6b details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:57:45.129667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d06a7cd9-1784-42d0-a6fe-4894d645bc93 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] In _notify_port_updated(), no bound segment for port 2e65df29-9001-4156-8271-868de8807ab5 on network a1df181b-a8a7-45ed-bbae-e94a3e52a40b {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:57:45.168684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a7cd9-1784-42d0-a6fe-4894d645bc93 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:45.169670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d06a7cd9-1784-42d0-a6fe-4894d645bc93 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.180235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50712) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:45.181403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d06a7cd9-1784-42d0-a6fe-4894d645bc93 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "PUT /v2.0/ports/2e65df29-9001-4156-8271-868de8807ab5 HTTP/1.1" status: 200 len: 818 time: 1.0961971 Feb 03 12:57:45.349180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1552bf83-f4af-4b9d-bfb5-9e4d97f99529 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Deleting port a158e93d-1f56-49c4-b244-4030208b912e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:45.349519 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1552bf83-f4af-4b9d-bfb5-9e4d97f99529 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a158e93d-1f56-49c4-b244-4030208b912e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.508812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 246cb272-66e9-431e-a80b-11bf83442b6b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=246cb272-66e9-431e-a80b-11bf83442b6b,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:45.555054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1552bf83-f4af-4b9d-bfb5-9e4d97f99529 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a158e93d-1f56-49c4-b244-4030208b912e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.572902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-138661e9-9a7b-4468-8221-e2fb27d1b594 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 2e65df29-9001-4156-8271-868de8807ab5 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:45.573238 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-138661e9-9a7b-4468-8221-e2fb27d1b594 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2e65df29-9001-4156-8271-868de8807ab5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.582309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '246cb272-66e9-431e-a80b-11bf83442b6b', 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804', 'port_id': '246cb272-66e9-431e-a80b-11bf83442b6b', 'mac_address': 'fa:16:3e:4b:80:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cba01d4-779c-4379-b6af-ec4ab7d2fbca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:57:45.613180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1552bf83-f4af-4b9d-bfb5-9e4d97f99529 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Calling delete_port for a158e93d-1f56-49c4-b244-4030208b912e owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:45.784770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 246cb272-66e9-431e-a80b-11bf83442b6b is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:45.786812 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.827041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-138661e9-9a7b-4468-8221-e2fb27d1b594 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2e65df29-9001-4156-8271-868de8807ab5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.837084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246cb272-66e9-431e-a80b-11bf83442b6b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:57:45.882992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-138661e9-9a7b-4468-8221-e2fb27d1b594 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 2e65df29-9001-4156-8271-868de8807ab5 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:45.899010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceda9b-d3ed-46a4-b4b9-76517c05641c req-e206e6bf-87e7-43f6-ad11-8c6386af4b08 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:45.903844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ceda9b-d3ed-46a4-b4b9-76517c05641c req-e206e6bf-87e7-43f6-ad11-8c6386af4b08 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 943 time: 0.1638851 Feb 03 12:57:45.922794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 246cb272-66e9-431e-a80b-11bf83442b6b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=246cb272-66e9-431e-a80b-11bf83442b6b,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:45.938495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.018211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1552bf83-f4af-4b9d-bfb5-9e4d97f99529 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a158e93d-1f56-49c4-b244-4030208b912e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.029100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ceda9b-d3ed-46a4-b4b9-76517c05641c req-a26fc452-59ad-40bf-8b90-d98cbce16211 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174898 Feb 03 12:57:46.103511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=246cb272-66e9-431e-a80b-11bf83442b6b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:46.237817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['246cb272-66e9-431e-a80b-11bf83442b6b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:57:46.271186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1552bf83-f4af-4b9d-bfb5-9e4d97f99529 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.278799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50742) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:46.283509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caded025-e6d3-40c6-9ef0-ba44f4609773', 'external_fixed_ips': [{'subnet_id': '4dc9408d-83a3-4829-ae88-179569840895', 'ip_address': '172.20.0.12'}]}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:46.299787 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1552bf83-f4af-4b9d-bfb5-9e4d97f99529 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a158e93d-1f56-49c4-b244-4030208b912e HTTP/1.1" status: 204 len: 168 time: 1.3141682 Feb 03 12:57:46.300960 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552bf83-f4af-4b9d-bfb5-9e4d97f99529 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event deleted for resources: {'Port': ['ID=a158e93d-1f56-49c4-b244-4030208b912e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:46.351331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (062554f2-e3b5-4454-abe0-ace25074b825), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.352612 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (062554f2-e3b5-4454-abe0-ace25074b825), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.412717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_controller (062554f2-e3b5-4454-abe0-ace25074b825), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.414345 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.449602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-138661e9-9a7b-4468-8221-e2fb27d1b594 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2e65df29-9001-4156-8271-868de8807ab5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.510297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138661e9-9a7b-4468-8221-e2fb27d1b594 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=2e65df29-9001-4156-8271-868de8807ab5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:46.524489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-138661e9-9a7b-4468-8221-e2fb27d1b594 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.538380 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-138661e9-9a7b-4468-8221-e2fb27d1b594 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/2e65df29-9001-4156-8271-868de8807ab5 HTTP/1.1" status: 204 len: 168 time: 1.3568296 Feb 03 12:57:46.539003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50744) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:46.680543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279d4b1-0d2b-4c49-9d91-a39fd6fb3f66 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:46.682227 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d279d4b1-0d2b-4c49-9d91-a39fd6fb3f66 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1422935 Feb 03 12:57:46.695235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50752) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:46.733852 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-73726a6b-1ae6-4fef-afab-64adef8140ea tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:57:46.742464 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-73726a6b-1ae6-4fef-afab-64adef8140ea tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/2e65df29-9001-4156-8271-868de8807ab5 HTTP/1.1" status: 404 len: 333 time: 0.0433888 Feb 03 12:57:46.743945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50756) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:46.749606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-184775943'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:46.760480 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (062554f2-e3b5-4454-abe0-ace25074b825), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.821813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:46.824233 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.963808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:57:46.995115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eff6bf77-059b-4612-b650-102f163c4fc9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:47.011435 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Added segment eff6bf77-059b-4612-b650-102f163c4fc9 of type vlan for network 74a05792-48b4-4ed5-a9e2-45731323fd84 Feb 03 12:57:47.083694 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (74a05792-48b4-4ed5-a9e2-45731323fd84), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:47.186876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (74a05792-48b4-4ed5-a9e2-45731323fd84), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:47.199085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:47.201008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:47.384419 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6359394 Feb 03 12:57:47.384419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50776) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:47.388789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75213317-9820-4338-9cb5-0a85a97f679f req-90b882b7-584b-4e5b-8199-49e81ba25118 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:47.393923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:47.398404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75213317-9820-4338-9cb5-0a85a97f679f req-90b882b7-584b-4e5b-8199-49e81ba25118 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 944 time: 0.1718731 Feb 03 12:57:47.413213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (062554f2-e3b5-4454-abe0-ace25074b825), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:47.487309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363259c-e4ca-47bd-a51f-0968fb746686 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Network': ['ID=74a05792-48b4-4ed5-a9e2-45731323fd84,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:47.497655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:57:47.525955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:47.593371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:47.600015 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:47.899226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75213317-9820-4338-9cb5-0a85a97f679f req-f6cf5685-2fb4-4f64-941c-ca2690404f38 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939113 Feb 03 12:57:47.960353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (6e3efbed-8a80-4e2b-9e0a-cabdc959cf32), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:48.110669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=6e3efbed-8a80-4e2b-9e0a-cabdc959cf32,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:48.159671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Allocated IP 172.20.0.12 (caded025-e6d3-40c6-9ef0-ba44f4609773/4dc9408d-83a3-4829-ae88-179569840895/9ede9bef-24d3-49b4-a341-c90ce0a992ed) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:48.169690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Checking segment: {'id': 'eff6bf77-059b-4612-b650-102f163c4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:48.170100 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network hostable DHCP agents. Network: 74a05792-48b4-4ed5-a9e2-45731323fd84, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:57:48.216335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:57:48.243504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 74a05792-48b4-4ed5-a9e2-45731323fd84) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:48.250731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:48.251936 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:48.252676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f66b4a-0259-4f9d-935b-c4d09f98fe10 None None] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:48.300248 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f794dfb3-1394-4882-b2d1-611c7ce44568 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9128802 Feb 03 12:57:48.301077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50802) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:48.308596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-df4a9b92-918f-4979-80a8-8f2e58b27eb8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:48.549343 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for port (9ede9bef-24d3-49b4-a341-c90ce0a992ed), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:48.619192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4a9b92-918f-4979-80a8-8f2e58b27eb8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:48.623285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df4a9b92-918f-4979-80a8-8f2e58b27eb8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:48.694565 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9ede9bef-24d3-49b4-a341-c90ce0a992ed), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:48.813884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event updated for resources: {'Port': ['ID=9ede9bef-24d3-49b4-a341-c90ce0a992ed,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:48.837598 n-d-792364-10 neutron-server[103223]: INFO neutron.db.ipam_backend_mixin [None req-df4a9b92-918f-4979-80a8-8f2e58b27eb8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e3efbed-8a80-4e2b-9e0a-cabdc959cf32 (CIDR: 172.20.0.0/28) Feb 03 12:57:48.846203 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4a9b92-918f-4979-80a8-8f2e58b27eb8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:57:48.847131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4a9b92-918f-4979-80a8-8f2e58b27eb8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:48.864185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Network caded025-e6d3-40c6-9ef0-ba44f4609773 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:48.866874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:48.875298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:48.885975 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-df4a9b92-918f-4979-80a8-8f2e58b27eb8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5835063 Feb 03 12:57:48.890994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50816) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:48.921456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:48.998500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-74a05792-48b4-4ed5-a9e2-45731323fd84', 'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84', 'project_id': '254f8ee6bde64f169bf93479be1c92ac', 'fixed_ips': [{'subnet_id': '6e3efbed-8a80-4e2b-9e0a-cabdc959cf32'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:57:48.999364 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:49.147482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 246cb272-66e9-431e-a80b-11bf83442b6b up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:49.172238 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:49.190849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:49.282423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49415e19-b148-403b-a503-433ca7ab2d5a req-b0600df9-80ea-4ad2-8ca9-b6361c453a02 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:49.287888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49415e19-b148-403b-a503-433ca7ab2d5a req-b0600df9-80ea-4ad2-8ca9-b6361c453a02 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 944 time: 0.1826494 Feb 03 12:57:49.354437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 246cb272-66e9-431e-a80b-11bf83442b6b completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:57:49.360117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 246cb272-66e9-431e-a80b-11bf83442b6b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:49.360487 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:49.491316 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49415e19-b148-403b-a503-433ca7ab2d5a req-b14a7152-fce4-4012-bf6a-abcfe05810f9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953156 Feb 03 12:57:49.547143 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (062554f2-e3b5-4454-abe0-ace25074b825), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:49.602250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Allocated IP 172.20.0.2 (74a05792-48b4-4ed5-a9e2-45731323fd84/6e3efbed-8a80-4e2b-9e0a-cabdc959cf32/ef1cd9d2-83c5-454c-8af4-d8052f27da9a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:49.681937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 246cb272-66e9-431e-a80b-11bf83442b6b is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:49.688319 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:49.852454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:49.864156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 246cb272-66e9-431e-a80b-11bf83442b6b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=246cb272-66e9-431e-a80b-11bf83442b6b,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:49.874792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b17929-47ef-4079-b4c2-31be2cd18416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246cb272-66e9-431e-a80b-11bf83442b6b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:57:49.878944 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4468b01b-3732-48ce-91c5-46d4042501cf" -d '{"events": [{"server_uuid": "57b17929-47ef-4079-b4c2-31be2cd18416", "name": "network-vif-plugged", "status": "completed", "tag": "246cb272-66e9-431e-a80b-11bf83442b6b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:57:49.890622 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:49.973921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:49.996838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:50.007740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:50.008467 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.019664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:50.056250 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-573a906a-89aa-4c89-bf2c-f6de05c01c3d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1609337 Feb 03 12:57:50.058220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50866) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:50.069659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84', 'fixed_ips': [{'subnet_id': '6e3efbed-8a80-4e2b-9e0a-cabdc959cf32'}, {'subnet_id': 'ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae'}], 'name': 'tempest-PortsTestJSON-1205671671'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:50.094285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=246cb272-66e9-431e-a80b-11bf83442b6b,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:50.202774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Publish callbacks [] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.224050 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.307673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:50.316278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:50.325153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:50.389334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2244838-1b69-400e-8fd7-0be1bde1b3c7 req-8720ad0a-3d74-4075-b078-91ff09944e8c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:50.396028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:50.402702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2244838-1b69-400e-8fd7-0be1bde1b3c7 req-8720ad0a-3d74-4075-b078-91ff09944e8c tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.2911022 Feb 03 12:57:50.501522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.517555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Pushing event updated for resources: {'Port': ['ID=ef1cd9d2-83c5-454c-8af4-d8052f27da9a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:50.521574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port f0d69ca6-4be7-45eb-8b60-2a38ae760959 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:57:50.522474 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf837db-16e4-4de1-af4f-4cba34097c95 x-openstack-request-id: req-2bf837db-16e4-4de1-af4f-4cba34097c95 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:57:50.522846 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b17929-47ef-4079-b4c2-31be2cd18416", "name": "network-vif-plugged", "status": "completed", "tag": "246cb272-66e9-431e-a80b-11bf83442b6b", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:57:50.523148 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2bf837db-16e4-4de1-af4f-4cba34097c95 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:57:50.523656 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b17929-47ef-4079-b4c2-31be2cd18416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246cb272-66e9-431e-a80b-11bf83442b6b', 'code': 200} Feb 03 12:57:50.548895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Attempting to bind port ef1cd9d2-83c5-454c-8af4-d8052f27da9a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:57:50.551951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Attempting to bind port ef1cd9d2-83c5-454c-8af4-d8052f27da9a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'eff6bf77-059b-4612-b650-102f163c4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:57:50.554284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2244838-1b69-400e-8fd7-0be1bde1b3c7 req-368ff4f3-6e2f-4c88-8376-c6fcb5e2f5f4 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506832 Feb 03 12:57:50.555391 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (062554f2-e3b5-4454-abe0-ace25074b825), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.562366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Attempting to bind port ef1cd9d2-83c5-454c-8af4-d8052f27da9a on network 74a05792-48b4-4ed5-a9e2-45731323fd84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:50.590976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:57:50.591777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Checking segment: {'id': 'eff6bf77-059b-4612-b650-102f163c4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:50.592305 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.592764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Bound using segment: {'id': 'eff6bf77-059b-4612-b650-102f163c4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:57:50.593488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Bound port: ef1cd9d2-83c5-454c-8af4-d8052f27da9a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff6bf77-059b-4612-b650-102f163c4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:57:50.594115 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.722240 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.805986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] For port ef1cd9d2-83c5-454c-8af4-d8052f27da9a, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:57:50.820528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] For port ef1cd9d2-83c5-454c-8af4-d8052f27da9a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ef1cd9d2-83c5-454c-8af4-d8052f27da9a,segment=NetworkSegment(eff6bf77-059b-4612-b650-102f163c4fc9),segment_id=eff6bf77-059b-4612-b650-102f163c4fc9)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:57:50.849190 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.995675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7f871-e534-4599-a91c-88980cc17b7a None None] Pushing event updated for resources: {'Port': ['ID=ef1cd9d2-83c5-454c-8af4-d8052f27da9a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:51.145560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e2054-1b5f-4c79-8e9c-64b508197618 req-ada2b5ae-cd6a-43c9-ae51-51e63675b864 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:51.163729 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-935e2054-1b5f-4c79-8e9c-64b508197618 req-ada2b5ae-cd6a-43c9-ae51-51e63675b864 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 945 time: 0.4526851 Feb 03 12:57:51.259915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.10 (74a05792-48b4-4ed5-a9e2-45731323fd84/6e3efbed-8a80-4e2b-9e0a-cabdc959cf32/f0d69ca6-4be7-45eb-8b60-2a38ae760959) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:51.277027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.24 (74a05792-48b4-4ed5-a9e2-45731323fd84/ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae/f0d69ca6-4be7-45eb-8b60-2a38ae760959) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:51.340887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7d88-d223-4fda-8fce-e5041292fc36 req-19a8f03e-b10a-4f4f-8ec8-b307abadd581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:51.343922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bed7d88-d223-4fda-8fce-e5041292fc36 req-19a8f03e-b10a-4f4f-8ec8-b307abadd581 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 1128 time: 0.6519179 Feb 03 12:57:51.453043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-935e2054-1b5f-4c79-8e9c-64b508197618 req-f5f3d2e1-9c63-4f5a-ad50-3fd40f92a83e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881527 Feb 03 12:57:51.541009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bed7d88-d223-4fda-8fce-e5041292fc36 req-21e31deb-cef7-4762-886b-d0c842dda835 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841350 Feb 03 12:57:51.551186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Router 062554f2-e3b5-4454-abe0-ace25074b825 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:57:51.749812 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:51.830427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:51.857477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Sync routers for ids ['062554f2-e3b5-4454-abe0-ace25074b825'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:51.880986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Routers {'062554f2-e3b5-4454-abe0-ace25074b825'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:51.882243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:57:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['062554f2-e3b5-4454-abe0-ace25074b825'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:51.938427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:51.942217 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ce93e49c-4974-445e-933c-3b8c01d9cfbb tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.6598902 Feb 03 12:57:51.952931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50912) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:52.030781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-c3793866-03ff-4568-9c2f-30af4446e12f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:52.035487 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-c3793866-03ff-4568-9c2f-30af4446e12f tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.72 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.2765496 Feb 03 12:57:52.041343 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.188875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ef1cd9d2-83c5-454c-8af4-d8052f27da9a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:52.222647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc3bc-fcf4-4d6f-b812-42408d9b1cd0 req-40614059-cddd-4652-9861-914f1d363bfd tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:52.224576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-426cc3bc-fcf4-4d6f-b812-42408d9b1cd0 req-40614059-cddd-4652-9861-914f1d363bfd tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 946 time: 0.4030530 Feb 03 12:57:52.262027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Set router 062554f2-e3b5-4454-abe0-ace25074b825 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:52.275607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:52.280026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=f0d69ca6-4be7-45eb-8b60-2a38ae760959,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:52.292188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:52.305645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:52.366731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:52.368164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.425852 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d023384b-3980-4198-98bd-f4c61403dcbd tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.3626177 Feb 03 12:57:52.427046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50924) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:52.440772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (062554f2-e3b5-4454-abe0-ace25074b825), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.457385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e3efbed-8a80-4e2b-9e0a-cabdc959cf32'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:52.803122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ef1cd9d2-83c5-454c-8af4-d8052f27da9a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:52.803801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.842411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.981039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3ccea-ae00-4d58-a0f8-966139668fbc None None] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:52.989644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Deleting port 317572eb-60e4-45a4-a508-0e21513f8e02 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:52.992600 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.390618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ef1cd9d2-83c5-454c-8af4-d8052f27da9a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:53.391024 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.394173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062554f2-e3b5-4454-abe0-ace25074b825', 'name': '', 'tenant_id': '6c64312d8b424e54b6db2b10fd41a37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caded025-e6d3-40c6-9ef0-ba44f4609773', 'external_fixed_ips': [{'subnet_id': '4dc9408d-83a3-4829-ae88-179569840895', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '9ede9bef-24d3-49b4-a341-c90ce0a992ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:46Z', 'updated_at': '2022-02-03T12:57:49Z', 'revision_number': 3, 'project_id': '6c64312d8b424e54b6db2b10fd41a37e', 'gw_port': {'id': '9ede9bef-24d3-49b4-a341-c90ce0a992ed', 'name': '', 'network_id': 'caded025-e6d3-40c6-9ef0-ba44f4609773', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062554f2-e3b5-4454-abe0-ace25074b825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '4dc9408d-83a3-4829-ae88-179569840895', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:47Z', 'updated_at': '2022-02-03T12:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc9408d-83a3-4829-ae88-179569840895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:53.424017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] For port 317572eb-60e4-45a4-a508-0e21513f8e02, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=317572eb-60e4-45a4-a508-0e21513f8e02,segment=NetworkSegment(5a67c7cf-276e-482f-ab0b-42d5482c10d2),segment_id=5a67c7cf-276e-482f-ab0b-42d5482c10d2)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:53.425845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.438989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Calling delete_port for 317572eb-60e4-45a4-a508-0e21513f8e02 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:53.449385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Checking router: 062554f2-e3b5-4454-abe0-ace25074b825 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:57:53.449521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Updating router 062554f2-e3b5-4454-abe0-ace25074b825 port 9ede9bef-24d3-49b4-a341-c90ce0a992ed binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:57:53.524974 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9ede9bef-24d3-49b4-a341-c90ce0a992ed), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.531786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5fc6b7b3-8dcd-4aa7-b078-bc4c01f98ea8 None None] Provisioning complete for port ef1cd9d2-83c5-454c-8af4-d8052f27da9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:53.532385 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b7b3-8dcd-4aa7-b078-bc4c01f98ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.571761 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:57:53.725831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (317572eb-60e4-45a4-a508-0e21513f8e02), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.737294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ef1cd9d2-83c5-454c-8af4-d8052f27da9a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ef1cd9d2-83c5-454c-8af4-d8052f27da9a,segment=NetworkSegment(eff6bf77-059b-4612-b650-102f163c4fc9),segment_id=eff6bf77-059b-4612-b650-102f163c4fc9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:53.814353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-426cc3bc-fcf4-4d6f-b812-42408d9b1cd0 req-4951722f-df9d-4d86-b6aa-51d80377e871 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5833783 Feb 03 12:57:53.907730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['317572eb-60e4-45a4-a508-0e21513f8e02'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:57:53.937017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.985661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (062554f2-e3b5-4454-abe0-ace25074b825), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.073517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6b7b3-8dcd-4aa7-b078-bc4c01f98ea8 None None] Current status of the port ef1cd9d2-83c5-454c-8af4-d8052f27da9a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:54.080778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84f754-7cc0-4f86-82da-58de06349e58 None None] Update dhcp port {'port': {'network_id': '74a05792-48b4-4ed5-a9e2-45731323fd84', 'fixed_ips': [{'subnet_id': '6e3efbed-8a80-4e2b-9e0a-cabdc959cf32', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae'}], 'binding:host_id': 'n-d-792364-10'}, 'id': 'ef1cd9d2-83c5-454c-8af4-d8052f27da9a'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:57:54.088085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb39b6c-0e3f-4fdd-ab95-87b4b819e472 req-c84391bf-5a9b-4651-bdac-6e5c1c5a2424 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:54.088921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fb39b6c-0e3f-4fdd-ab95-87b4b819e472 req-c84391bf-5a9b-4651-bdac-6e5c1c5a2424 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 945 time: 0.1913548 Feb 03 12:57:54.177804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f84f754-7cc0-4f86-82da-58de06349e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.205670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] No DVR routers for this DVR port 317572eb-60e4-45a4-a508-0e21513f8e02 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:57:54.229349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fb39b6c-0e3f-4fdd-ab95-87b4b819e472 req-78832f08-8983-4448-a948-102654641ff9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313283 Feb 03 12:57:54.284659 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.288889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Deleting port 9ede9bef-24d3-49b4-a341-c90ce0a992ed {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:54.298312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9ede9bef-24d3-49b4-a341-c90ce0a992ed), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.309665 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8809f1db-528a-4eaa-8911-7f5f64038edc req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.72 "DELETE /v2.0/ports/317572eb-60e4-45a4-a508-0e21513f8e02 HTTP/1.1" status: 204 len: 173 time: 2.2618794 Feb 03 12:57:54.310263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-deleted', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:57:54.312608 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37d9687-c5b8-4ec5-ad97-f7b02bcdb28e" -d '{"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-deleted", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:57:54.334273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360885d-558c-47e0-8975-bfb9da01eaeb tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] Pushing event deleted for resources: {'Port': ['ID=317572eb-60e4-45a4-a508-0e21513f8e02,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:54.439531 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a841fea0-079a-4771-9975-9f58542ac06b x-openstack-request-id: req-a841fea0-079a-4771-9975-9f58542ac06b {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:57:54.440117 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d60f49-3211-44eb-815e-8586aa3db4c9", "name": "network-vif-deleted", "tag": "317572eb-60e4-45a4-a508-0e21513f8e02", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:57:54.440117 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a841fea0-079a-4771-9975-9f58542ac06b {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:57:54.440477 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d60f49-3211-44eb-815e-8586aa3db4c9', 'name': 'network-vif-deleted', 'tag': '317572eb-60e4-45a4-a508-0e21513f8e02', 'status': 'completed', 'code': 200} Feb 03 12:57:54.518386 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9ede9bef-24d3-49b4-a341-c90ce0a992ed), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.576329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Calling delete_port for 9ede9bef-24d3-49b4-a341-c90ce0a992ed owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:54.638830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ef1cd9d2-83c5-454c-8af4-d8052f27da9a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:54.676061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4f84f754-7cc0-4f86-82da-58de06349e58 None None] Allocated IP 172.20.0.18 (74a05792-48b4-4ed5-a9e2-45731323fd84/ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae/ef1cd9d2-83c5-454c-8af4-d8052f27da9a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:54.958128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9ede9bef-24d3-49b4-a341-c90ce0a992ed), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.988870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4f84f754-7cc0-4f86-82da-58de06349e58 None None] For port ef1cd9d2-83c5-454c-8af4-d8052f27da9a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ef1cd9d2-83c5-454c-8af4-d8052f27da9a,segment=NetworkSegment(eff6bf77-059b-4612-b650-102f163c4fc9),segment_id=eff6bf77-059b-4612-b650-102f163c4fc9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:55.017280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:57:55.017630 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:57:55.044550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ede9bef-24d3-49b4-a341-c90ce0a992ed,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:55.049709 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f84f754-7cc0-4f86-82da-58de06349e58 None None] Publish callbacks [] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.074468 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f84f754-7cc0-4f86-82da-58de06349e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.103554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.104348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.104922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.106176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.106840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.107407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.107901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.108438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.108929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.109799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.116199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.121681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.122933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:55.150858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c9f429c-53be-4ca2-8150-27e46468be32 req-25c72f24-ccf4-49e6-b092-26ddb7deb759 tempest-ServersNegativeTestJSON-1778000449 tempest-ServersNegativeTestJSON-1778000449-project] 10.222.0.65 "GET /v2.0/ports?device_id=12d60f49-3211-44eb-815e-8586aa3db4c9 HTTP/1.1" status: 200 len: 210 time: 0.0920970 Feb 03 12:57:55.231052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (062554f2-e3b5-4454-abe0-ace25074b825), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.238567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Delete allocated IP 172.20.0.24 (74a05792-48b4-4ed5-a9e2-45731323fd84/ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae) {{(pid=103223) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 12:57:55.425436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84f754-7cc0-4f86-82da-58de06349e58 None None] Pushing event updated for resources: {'Port': ['ID=ef1cd9d2-83c5-454c-8af4-d8052f27da9a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:55.472188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (062554f2-e3b5-4454-abe0-ace25074b825), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.482637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_controller (062554f2-e3b5-4454-abe0-ace25074b825), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.483989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.495484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.567695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Port 9ede9bef-24d3-49b4-a341-c90ce0a992ed not found while updating agent binding for router 062554f2-e3b5-4454-abe0-ace25074b825. {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 12:57:55.591549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Routers {'062554f2-e3b5-4454-abe0-ace25074b825'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:55.592502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:57:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['062554f2-e3b5-4454-abe0-ace25074b825'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:55.635953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=f0d69ca6-4be7-45eb-8b60-2a38ae760959,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:55.692373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (062554f2-e3b5-4454-abe0-ace25074b825), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.693192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 062554f2-e3b5-4454-abe0-ace25074b825 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:55.702301 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.708128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-55f8035f-8f0a-4d99-a72d-6cd0bda92e1a tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "DELETE /v2.0/routers/062554f2-e3b5-4454-abe0-ace25074b825 HTTP/1.1" status: 204 len: 168 time: 3.7541199 Feb 03 12:57:55.709956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51002) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:55.731762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77af79-7bbc-4662-9f0b-4b5aab9d97ce req-f041c04e-b69e-41d1-860e-fb0e291e6f4f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:55.734942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c77af79-7bbc-4662-9f0b-4b5aab9d97ce req-f041c04e-b69e-41d1-860e-fb0e291e6f4f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 945 time: 0.3617723 Feb 03 12:57:55.851161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] In _notify_port_updated(), no bound segment for port f0d69ca6-4be7-45eb-8b60-2a38ae760959 on network 74a05792-48b4-4ed5-a9e2-45731323fd84 {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:57:55.865538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:55.873936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] Set router 062554f2-e3b5-4454-abe0-ace25074b825 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:55.875337 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.881783 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-98f5f48b-1fff-4fd5-abbd-9d930028d342 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "PUT /v2.0/ports/f0d69ca6-4be7-45eb-8b60-2a38ae760959 HTTP/1.1" status: 200 len: 920 time: 3.4395466 Feb 03 12:57:55.882525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51004) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:55.900741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e3efbed-8a80-4e2b-9e0a-cabdc959cf32'}, {'subnet_id': 'ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:55.918362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c77af79-7bbc-4662-9f0b-4b5aab9d97ce req-8e6b48bc-05ce-44ff-838c-09c73e577395 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413972 Feb 03 12:57:55.921627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc62e82-857e-4662-aea5-cfc674c6928b tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Deleting subnet 4dc9408d-83a3-4829-ae88-179569840895 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:57:55.930175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc62e82-857e-4662-aea5-cfc674c6928b tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for subnet (4dc9408d-83a3-4829-ae88-179569840895), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.027699 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc62e82-857e-4662-aea5-cfc674c6928b tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (4dc9408d-83a3-4829-ae88-179569840895), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.071144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062554f2-e3b5-4454-abe0-ace25074b825', 'name': '', 'tenant_id': '6c64312d8b424e54b6db2b10fd41a37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:46Z', 'updated_at': '2022-02-03T12:57:54Z', 'revision_number': 5, 'project_id': '6c64312d8b424e54b6db2b10fd41a37e', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:56.176018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d86a2-e2f4-4a59-9fae-2463f70a7690 None None] The sync data for ids ['062554f2-e3b5-4454-abe0-ace25074b825'] in n-d-792364-10 is: [{'id': '062554f2-e3b5-4454-abe0-ace25074b825', 'name': '', 'tenant_id': '6c64312d8b424e54b6db2b10fd41a37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:46Z', 'updated_at': '2022-02-03T12:57:54Z', 'revision_number': 5, 'project_id': '6c64312d8b424e54b6db2b10fd41a37e', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:56.188910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ef1cd9d2-83c5-454c-8af4-d8052f27da9a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:56.190302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc62e82-857e-4662-aea5-cfc674c6928b tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (4dc9408d-83a3-4829-ae88-179569840895), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.289298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51016) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:56.364368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ef1cd9d2-83c5-454c-8af4-d8052f27da9a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:56.365943 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.408024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-06af1488-f226-4c9e-99ae-b42c95548ef4 admin admin] Deleting subnet eeb81c81-64a0-46d2-8be5-626b0712d925 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:57:56.426157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-06af1488-f226-4c9e-99ae-b42c95548ef4 admin admin] Publish callbacks [] for subnet (eeb81c81-64a0-46d2-8be5-626b0712d925), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.494919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.525242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:57:56.575571 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-06af1488-f226-4c9e-99ae-b42c95548ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (eeb81c81-64a0-46d2-8be5-626b0712d925), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.600843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 317572eb-60e4-45a4-a508-0e21513f8e02 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:57:56.601163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 317572eb-60e4-45a4-a508-0e21513f8e02 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:57:56.636249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc62e82-857e-4662-aea5-cfc674c6928b tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (4dc9408d-83a3-4829-ae88-179569840895), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.647655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bbbfc6-8515-489b-a2c2-969883fede1b None None] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:56.686842 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc62e82-857e-4662-aea5-cfc674c6928b tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.693673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5bc62e82-857e-4662-aea5-cfc674c6928b tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/4dc9408d-83a3-4829-ae88-179569840895 HTTP/1.1" status: 204 len: 168 time: 0.9827051 Feb 03 12:57:56.698824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51024) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:56.755132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc62e82-857e-4662-aea5-cfc674c6928b tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc9408d-83a3-4829-ae88-179569840895,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:56.777109 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-06af1488-f226-4c9e-99ae-b42c95548ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (eeb81c81-64a0-46d2-8be5-626b0712d925), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.865650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-036480c6-4efd-46f1-aa51-f2e9c734ad3b None None] Provisioning complete for port f0d69ca6-4be7-45eb-8b60-2a38ae760959 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:56.866296 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-036480c6-4efd-46f1-aa51-f2e9c734ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.895675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-06af1488-f226-4c9e-99ae-b42c95548ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (eeb81c81-64a0-46d2-8be5-626b0712d925), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.927005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ef1cd9d2-83c5-454c-8af4-d8052f27da9a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:56.935654 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-06af1488-f226-4c9e-99ae-b42c95548ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.941712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-06af1488-f226-4c9e-99ae-b42c95548ef4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eeb81c81-64a0-46d2-8be5-626b0712d925 HTTP/1.1" status: 204 len: 168 time: 0.6502557 Feb 03 12:57:56.943925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51034) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:57.007638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-036480c6-4efd-46f1-aa51-f2e9c734ad3b None None] Port f0d69ca6-4be7-45eb-8b60-2a38ae760959 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:57:57.062582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-036480c6-4efd-46f1-aa51-f2e9c734ad3b None None] Provisioning complete for port ef1cd9d2-83c5-454c-8af4-d8052f27da9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:57.063214 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-036480c6-4efd-46f1-aa51-f2e9c734ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.164113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.169877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af1488-f226-4c9e-99ae-b42c95548ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb81c81-64a0-46d2-8be5-626b0712d925,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:57.293419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-036480c6-4efd-46f1-aa51-f2e9c734ad3b None None] Current status of the port ef1cd9d2-83c5-454c-8af4-d8052f27da9a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:57.367186 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.397701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:57.455781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a67c7cf-276e-482f-ab0b-42d5482c10d2') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:57.456721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a67c7cf-276e-482f-ab0b-42d5482c10d2') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:57.487623 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (5a67c7cf-276e-482f-ab0b-42d5482c10d2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.576901 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5a67c7cf-276e-482f-ab0b-42d5482c10d2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.597841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:57:57.598747 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (5a67c7cf-276e-482f-ab0b-42d5482c10d2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:57:57.601840 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:57:57.758825 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.764983 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.775570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc HTTP/1.1" status: 204 len: 168 time: 0.8303175 Feb 03 12:57:57.833446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0c436-d5b8-46ad-8d16-529e015637a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4417b6-d6cc-4b3b-9f2b-f5911ead48cc,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:58.045529 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (caded025-e6d3-40c6-9ef0-ba44f4609773), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.100434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51060) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:58.152259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-894db0d9-dbb7-489f-b843-26ec7a64af41 None None] Provisioning complete for port f0d69ca6-4be7-45eb-8b60-2a38ae760959 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:58.152755 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-894db0d9-dbb7-489f-b843-26ec7a64af41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.207892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-af5a8a54-f2b0-41fe-8acd-a0848f236725 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=399adc84dc984493813a222397963e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058965 Feb 03 12:57:58.208769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51062) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:58.244939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-894db0d9-dbb7-489f-b843-26ec7a64af41 None None] Port f0d69ca6-4be7-45eb-8b60-2a38ae760959 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:57:58.295320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-894db0d9-dbb7-489f-b843-26ec7a64af41 None None] Provisioning complete for port ef1cd9d2-83c5-454c-8af4-d8052f27da9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:58.296032 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-894db0d9-dbb7-489f-b843-26ec7a64af41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.354862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf8fa4ee-fb40-4067-8442-b713b49c83f9 admin admin] Publish callbacks [] for security_group (fc5fe29a-12b6-442c-bf70-57f91c8a9cfb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.402370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.22 (74a05792-48b4-4ed5-a9e2-45731323fd84/ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae/f0d69ca6-4be7-45eb-8b60-2a38ae760959) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:58.407954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf8fa4ee-fb40-4067-8442-b713b49c83f9 admin admin] Publish callbacks [] for security_group (fc5fe29a-12b6-442c-bf70-57f91c8a9cfb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.500581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-894db0d9-dbb7-489f-b843-26ec7a64af41 None None] Current status of the port ef1cd9d2-83c5-454c-8af4-d8052f27da9a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:58.511703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf8fa4ee-fb40-4067-8442-b713b49c83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fc5fe29a-12b6-442c-bf70-57f91c8a9cfb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.520653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf8fa4ee-fb40-4067-8442-b713b49c83f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.524597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bf8fa4ee-fb40-4067-8442-b713b49c83f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc5fe29a-12b6-442c-bf70-57f91c8a9cfb HTTP/1.1" status: 204 len: 168 time: 0.3148665 Feb 03 12:57:58.542001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fa4ee-fb40-4067-8442-b713b49c83f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5fe29a-12b6-442c-bf70-57f91c8a9cfb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:58.636487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.657751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-da5f0133-f95c-4724-a78f-7e7f81e6ee6a None None] Provisioning complete for port f0d69ca6-4be7-45eb-8b60-2a38ae760959 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:58.661593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da5f0133-f95c-4724-a78f-7e7f81e6ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.708970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (caded025-e6d3-40c6-9ef0-ba44f4609773), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.773576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-da5f0133-f95c-4724-a78f-7e7f81e6ee6a None None] Port f0d69ca6-4be7-45eb-8b60-2a38ae760959 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:57:58.776908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caded025-e6d3-40c6-9ef0-ba44f4609773']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:58.804571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6a8e67-9c2a-425f-a539-522d49c2a488') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:58.807484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6a8e67-9c2a-425f-a539-522d49c2a488') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:58.828733 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (4d6a8e67-9c2a-425f-a539-522d49c2a488), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.844969 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4d6a8e67-9c2a-425f-a539-522d49c2a488), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.851731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:57:58.852342 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (4d6a8e67-9c2a-425f-a539-522d49c2a488), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:57:58.937208 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:57:58.943498 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.947920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (caded025-e6d3-40c6-9ef0-ba44f4609773), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:59.006758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c496ac5d-9594-49fd-bf04-d2b813f85fe9 None None] Provisioning complete for port f0d69ca6-4be7-45eb-8b60-2a38ae760959 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:59.007421 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c496ac5d-9594-49fd-bf04-d2b813f85fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:59.091235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network caded025-e6d3-40c6-9ef0-ba44f4609773 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:57:59.121291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c496ac5d-9594-49fd-bf04-d2b813f85fe9 None None] Port f0d69ca6-4be7-45eb-8b60-2a38ae760959 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:57:59.233989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=f0d69ca6-4be7-45eb-8b60-2a38ae760959,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:59.261729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:59.269126 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "DELETE /v2.0/networks/caded025-e6d3-40c6-9ef0-ba44f4609773 HTTP/1.1" status: 204 len: 168 time: 2.5669405 Feb 03 12:57:59.328538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4cea6-8248-4aee-a304-76c5d4fde2e4 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event deleted for resources: {'Network': ['ID=caded025-e6d3-40c6-9ef0-ba44f4609773,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:59.392320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] In _notify_port_updated(), no bound segment for port f0d69ca6-4be7-45eb-8b60-2a38ae760959 on network 74a05792-48b4-4ed5-a9e2-45731323fd84 {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:57:59.412264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:59.414229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:59.415682 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6ddee54c-d50f-4aed-ab84-bbf2d48640b0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "PUT /v2.0/ports/f0d69ca6-4be7-45eb-8b60-2a38ae760959 HTTP/1.1" status: 200 len: 1000 time: 3.5322046 Feb 03 12:57:59.418646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51094) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:59.556286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2d3fa625-4453-43d8-81ba-198d9599ef1e None None] Provisioning complete for port f0d69ca6-4be7-45eb-8b60-2a38ae760959 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:59.558933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa625-4453-43d8-81ba-198d9599ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:59.641156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-91bb66f8-3ea3-45c9-b24d-ab72c6018946 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port f0d69ca6-4be7-45eb-8b60-2a38ae760959 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:59.641497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91bb66f8-3ea3-45c9-b24d-ab72c6018946 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:59.664276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fa625-4453-43d8-81ba-198d9599ef1e None None] Port f0d69ca6-4be7-45eb-8b60-2a38ae760959 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:57:59.954074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51114) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:59.960171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-34f3ab34-a42e-41be-a6da-962f5070440e tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'router': {'name': 'tempest-router--1605218308', 'project_id': '1128b8e9ecbc40a7afc54f0d1c19c504'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:59.994367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91bb66f8-3ea3-45c9-b24d-ab72c6018946 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.032691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f3ab34-a42e-41be-a6da-962f5070440e tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (c3d17161-b729-4c13-9fff-7591a1eeade6), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.034380 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f3ab34-a42e-41be-a6da-962f5070440e tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (c3d17161-b729-4c13-9fff-7591a1eeade6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.047650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-91bb66f8-3ea3-45c9-b24d-ab72c6018946 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for f0d69ca6-4be7-45eb-8b60-2a38ae760959 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:00.184426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f3ab34-a42e-41be-a6da-962f5070440e tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_controller (c3d17161-b729-4c13-9fff-7591a1eeade6), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.197692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f3ab34-a42e-41be-a6da-962f5070440e tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (c3d17161-b729-4c13-9fff-7591a1eeade6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.230861 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f3ab34-a42e-41be-a6da-962f5070440e tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.237674 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-34f3ab34-a42e-41be-a6da-962f5070440e tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2814879 Feb 03 12:58:00.239970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51124) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:00.348482 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb13672e-c71a-41eb-8f49-5bb207e20ef8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (c3d17161-b729-4c13-9fff-7591a1eeade6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.450473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51134) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:00.469158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91bb66f8-3ea3-45c9-b24d-ab72c6018946 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f0d69ca6-4be7-45eb-8b60-2a38ae760959), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.621819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb66f8-3ea3-45c9-b24d-ab72c6018946 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=f0d69ca6-4be7-45eb-8b60-2a38ae760959,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:00.734603 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb13672e-c71a-41eb-8f49-5bb207e20ef8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (c3d17161-b729-4c13-9fff-7591a1eeade6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.736918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb13672e-c71a-41eb-8f49-5bb207e20ef8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_controller (c3d17161-b729-4c13-9fff-7591a1eeade6), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.817148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-641389152-network', 'tenant_id': 'a407ea392c704bde9d63a9d2919f096c'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:00.817848 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb13672e-c71a-41eb-8f49-5bb207e20ef8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (c3d17161-b729-4c13-9fff-7591a1eeade6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.818493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb13672e-c71a-41eb-8f49-5bb207e20ef8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3d17161-b729-4c13-9fff-7591a1eeade6 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:00.823237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91bb66f8-3ea3-45c9-b24d-ab72c6018946 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.827386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-91bb66f8-3ea3-45c9-b24d-ab72c6018946 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/f0d69ca6-4be7-45eb-8b60-2a38ae760959 HTTP/1.1" status: 204 len: 168 time: 1.4070926 Feb 03 12:58:00.828756 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb13672e-c71a-41eb-8f49-5bb207e20ef8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.829990 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bb13672e-c71a-41eb-8f49-5bb207e20ef8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "DELETE /v2.0/routers/c3d17161-b729-4c13-9fff-7591a1eeade6 HTTP/1.1" status: 204 len: 168 time: 0.5884988 Feb 03 12:58:00.830669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51142) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:00.870150 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11b76ba-9df9-49c1-89e4-db01ed03bcf5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:58:00.874927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51146) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:00.881411 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f11b76ba-9df9-49c1-89e4-db01ed03bcf5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/f0d69ca6-4be7-45eb-8b60-2a38ae760959 HTTP/1.1" status: 404 len: 333 time: 0.0493946 Feb 03 12:58:00.940005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Made reservation on behalf of a407ea392c704bde9d63a9d2919f096c for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:00.943753 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.970284 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.003564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f81f0e9-285b-46a9-aa0f-71b35a278671 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:01.031180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f81f0e9-285b-46a9-aa0f-71b35a278671 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.201955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f81f0e9-285b-46a9-aa0f-71b35a278671 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.234045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51162) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:01.467362 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Publish callbacks [] for security_group (2933536a-2e89-4b97-b3d0-f52b07149160), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.493857 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2933536a-2e89-4b97-b3d0-f52b07149160), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.508021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-580661252', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:01.541248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2933536a-2e89-4b97-b3d0-f52b07149160,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:01.553918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (79e21270-a414-4da9-83ea-85ab4765605d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.555117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (79e21270-a414-4da9-83ea-85ab4765605d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.564739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:58:01.569294 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f81f0e9-285b-46a9-aa0f-71b35a278671 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.647247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7f15b33b-a790-4971-ac9c-a4cf2cd1c98c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.647642 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Added segment 7f15b33b-a790-4971-ac9c-a4cf2cd1c98c of type vlan for network b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 Feb 03 12:58:01.684991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (79e21270-a414-4da9-83ea-85ab4765605d), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.719170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.755718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f81f0e9-285b-46a9-aa0f-71b35a278671 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.821859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81f0e9-285b-46a9-aa0f-71b35a278671 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:01.835132 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f81f0e9-285b-46a9-aa0f-71b35a278671 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.835327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb47719-da9c-4521-9fe4-1e88fd9b76c2 None None] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:01.845414 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1f81f0e9-285b-46a9-aa0f-71b35a278671 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae HTTP/1.1" status: 204 len: 168 time: 0.9657867 Feb 03 12:58:01.846262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51184) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:01.858676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.860091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:01.861057 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.996486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5441728 Feb 03 12:58:02.001526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51188) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:02.011063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Request body: {'subnet': {'network_id': 'b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-641389152-subnet', 'tenant_id': 'a407ea392c704bde9d63a9d2919f096c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:02.067863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-04118ae6-78bd-4c7c-8eff-3a7fe7912c30 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet 6e3efbed-8a80-4e2b-9e0a-cabdc959cf32 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:02.073783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874257eb-edd5-4ad4-9497-28e7471b321f admin admin] Pushing event updated for resources: {'Network': ['ID=b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:02.082832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04118ae6-78bd-4c7c-8eff-3a7fe7912c30 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (6e3efbed-8a80-4e2b-9e0a-cabdc959cf32), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.089631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:58:02.115628 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (79e21270-a414-4da9-83ea-85ab4765605d), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.156675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Made reservation on behalf of a407ea392c704bde9d63a9d2919f096c for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:02.182445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.325403 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04118ae6-78bd-4c7c-8eff-3a7fe7912c30 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (6e3efbed-8a80-4e2b-9e0a-cabdc959cf32), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.546112 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04118ae6-78bd-4c7c-8eff-3a7fe7912c30 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6e3efbed-8a80-4e2b-9e0a-cabdc959cf32), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.661321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (79e21270-a414-4da9-83ea-85ab4765605d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.695455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (5ff890a3-2959-4132-b45c-54d293a9d508), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.721632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.777247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04118ae6-78bd-4c7c-8eff-3a7fe7912c30 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (6e3efbed-8a80-4e2b-9e0a-cabdc959cf32), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.819885 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-04118ae6-78bd-4c7c-8eff-3a7fe7912c30 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:02.838364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-04118ae6-78bd-4c7c-8eff-3a7fe7912c30 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/6e3efbed-8a80-4e2b-9e0a-cabdc959cf32 HTTP/1.1" status: 204 len: 168 time: 0.9887574 Feb 03 12:58:02.851826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51202) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:02.902881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Checking segment: {'id': '7f15b33b-a790-4971-ac9c-a4cf2cd1c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:02.903693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Network hostable DHCP agents. Network: b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:58:02.962189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff890a3-2959-4132-b45c-54d293a9d508,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:03.008408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Allocated IP 172.25.3.202 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/9eff8e6f-ecef-48d8-a229-f48aa1417beb) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:03.072466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04118ae6-78bd-4c7c-8eff-3a7fe7912c30 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3efbed-8a80-4e2b-9e0a-cabdc959cf32,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:03.151153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (74a05792-48b4-4ed5-a9e2-45731323fd84), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.166818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Network b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:58:03.173177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d607cec-309d-4fc1-b047-ce92cdd52d71 None None] Network 74a05792-48b4-4ed5-a9e2-45731323fd84 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:03.224110 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for port (9eff8e6f-ecef-48d8-a229-f48aa1417beb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.241700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:03.272568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:03.276185 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.290833 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9eff8e6f-ecef-48d8-a229-f48aa1417beb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.318553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1a087-c520-428c-9e49-f179b4bd1488 None None] Network b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:03.369369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:03.373616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:03.383256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:03.389656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-090872a5-5fc9-4dc2-a7f3-6f2e1b05afae admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3848841 Feb 03 12:58:03.404830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port ef1cd9d2-83c5-454c-8af4-d8052f27da9a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:03.405268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.486190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] For port ef1cd9d2-83c5-454c-8af4-d8052f27da9a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ef1cd9d2-83c5-454c-8af4-d8052f27da9a,segment=NetworkSegment(eff6bf77-059b-4612-b650-102f163c4fc9),segment_id=eff6bf77-059b-4612-b650-102f163c4fc9)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:03.486869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.501430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for ef1cd9d2-83c5-454c-8af4-d8052f27da9a owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:03.513200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f12b342c-cbc7-43e3-9d1d-9015aca7f1bf None None] Provisioning complete for port ef1cd9d2-83c5-454c-8af4-d8052f27da9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:03.513574 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f12b342c-cbc7-43e3-9d1d-9015aca7f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.565269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event updated for resources: {'Port': ['ID=9eff8e6f-ecef-48d8-a229-f48aa1417beb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:03.601555 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ef1cd9d2-83c5-454c-8af4-d8052f27da9a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.635194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=ef1cd9d2-83c5-454c-8af4-d8052f27da9a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:03.638252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No DVR routers for this DVR port ef1cd9d2-83c5-454c-8af4-d8052f27da9a on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:58:03.738385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b24498-58a6-4feb-9ea0-892aa22bc4e0 None None] Network b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:03.743211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (74a05792-48b4-4ed5-a9e2-45731323fd84), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.772007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a05792-48b4-4ed5-a9e2-45731323fd84']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:03.785164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff6bf77-059b-4612-b650-102f163c4fc9') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:03.785511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff6bf77-059b-4612-b650-102f163c4fc9') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:03.797456 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (eff6bf77-059b-4612-b650-102f163c4fc9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.818538 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eff6bf77-059b-4612-b650-102f163c4fc9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.828049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:58:03.828579 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (eff6bf77-059b-4612-b650-102f163c4fc9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:58:03.832970 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:58:03.933841 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (74a05792-48b4-4ed5-a9e2-45731323fd84), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.939313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f12b342c-cbc7-43e3-9d1d-9015aca7f1bf None None] Could not find standard attr ID for object ef1cd9d2-83c5-454c-8af4-d8052f27da9a. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:58:03.944176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.949934 n-d-792364-10 neutron-server[103225]: INFO neutron.plugins.ml2.db [None req-f12b342c-cbc7-43e3-9d1d-9015aca7f1bf None None] No ports have port_id starting with ef1cd9d2-83c5-454c-8af4-d8052f27da9a Feb 03 12:58:03.960716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51228) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:03.985427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/networks/74a05792-48b4-4ed5-a9e2-45731323fd84 HTTP/1.1" status: 204 len: 168 time: 1.0990062 Feb 03 12:58:04.031738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f2acf-b24c-4216-9e2c-656b68022c52 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Network': ['ID=74a05792-48b4-4ed5-a9e2-45731323fd84,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:04.199965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b1def-9323-4866-ac76-e4ed2009f27f None None] DHCP port deletion for 74a05792-48b4-4ed5-a9e2-45731323fd84 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:58:04.230266 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (79e21270-a414-4da9-83ea-85ab4765605d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.331195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe472e4-6348-4c5c-ab05-b5846ef45393 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:04.333060 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5fe472e4-6348-4c5c-ab05-b5846ef45393 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3710518 Feb 03 12:58:04.339106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51244) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:04.463998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51248) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:04.475006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1540166053-network', 'tenant_id': 'd691a4a5890e44f0aa3eb55de66c2d0b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:04.515458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Made reservation on behalf of d691a4a5890e44f0aa3eb55de66c2d0b for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:04.517353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.539371 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.566132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-33425b1f-d98b-4d31-b906-da8695f418c8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2256389 Feb 03 12:58:04.573410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51254) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:04.583284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1370272707'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:04.637297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:04.640684 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.644152 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (79e21270-a414-4da9-83ea-85ab4765605d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.783671 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Publish callbacks [] for security_group (14888da7-4c75-4a44-a8d3-2fc664453fe9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.794429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:58:04.798358 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (14888da7-4c75-4a44-a8d3-2fc664453fe9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.836873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (036933ac-ae5d-4d1b-8d0e-43c20261c937), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.837230 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Added segment 036933ac-ae5d-4d1b-8d0e-43c20261c937 of type vlan for network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 Feb 03 12:58:04.884557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Router 79e21270-a414-4da9-83ea-85ab4765605d is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:58:04.923547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:58:04.988553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (0cb51414-fe53-4409-b217-5dd1c6774ba2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.988918 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Added segment 0cb51414-fe53-4409-b217-5dd1c6774ba2 of type vlan for network 69b36e22-f4a7-4f39-8230-2e042537bfe5 Feb 03 12:58:05.015781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14888da7-4c75-4a44-a8d3-2fc664453fe9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:05.047658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (08cf9add-7389-45ec-98b1-2b8e7d9ff3a8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.060151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:05.068821 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (69b36e22-f4a7-4f39-8230-2e042537bfe5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.071890 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54cfb06-0225-4c8c-b7ab-ee9dc96fb6e5 None None] Sync routers for ids ['79e21270-a414-4da9-83ea-85ab4765605d'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:05.088881 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54cfb06-0225-4c8c-b7ab-ee9dc96fb6e5 None None] Routers {'79e21270-a414-4da9-83ea-85ab4765605d'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:05.090241 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c54cfb06-0225-4c8c-b7ab-ee9dc96fb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:57:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['79e21270-a414-4da9-83ea-85ab4765605d'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:05.118172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.122312 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fe990668-1a2b-4431-aff4-1b3fe4c3ca73 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8834834 Feb 03 12:58:05.122571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51264) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:05.123155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (08cf9add-7389-45ec-98b1-2b8e7d9ff3a8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.129770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:05.130734 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.138565 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (69b36e22-f4a7-4f39-8230-2e042537bfe5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.139935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:05.151211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.167197 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c54cfb06-0225-4c8c-b7ab-ee9dc96fb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:05.191096 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54cfb06-0225-4c8c-b7ab-ee9dc96fb6e5 None None] Routers {'79e21270-a414-4da9-83ea-85ab4765605d'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:05.192006 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c54cfb06-0225-4c8c-b7ab-ee9dc96fb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:57:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['79e21270-a414-4da9-83ea-85ab4765605d'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:05.267636 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c54cfb06-0225-4c8c-b7ab-ee9dc96fb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:05.268645 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54cfb06-0225-4c8c-b7ab-ee9dc96fb6e5 None None] The sync data for ids ['79e21270-a414-4da9-83ea-85ab4765605d'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:05.283459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6957841 Feb 03 12:58:05.287428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51270) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:05.291234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8301609 Feb 03 12:58:05.294657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51272) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:05.299545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Request body: {'subnet': {'network_id': '69b36e22-f4a7-4f39-8230-2e042537bfe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1540166053-subnet', 'tenant_id': 'd691a4a5890e44f0aa3eb55de66c2d0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:05.337228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': '08cf9add-7389-45ec-98b1-2b8e7d9ff3a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:05.352287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Made reservation on behalf of d691a4a5890e44f0aa3eb55de66c2d0b for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:05.355199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.377337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294756dd-39a7-4a86-88c1-43261f282127 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Network': ['ID=08cf9add-7389-45ec-98b1-2b8e7d9ff3a8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:05.393060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:58:05.426658 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aef1043b-c5c9-44ca-b2c9-2b4b7f33f23b tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/routers/79e21270-a414-4da9-83ea-85ab4765605d HTTP/1.1" status: 200 len: 920 time: 0.3027043 Feb 03 12:58:05.458449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51274) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:05.537686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e692b5-d72c-4f6e-b5ec-d177de1ac3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=69b36e22-f4a7-4f39-8230-2e042537bfe5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:05.599300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:05.608675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.619153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 69b36e22-f4a7-4f39-8230-2e042537bfe5 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:58:05.652717 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-34a94c1e-407c-413e-8244-8cab6254feb5 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=79e21270-a414-4da9-83ea-85ab4765605d HTTP/1.1" status: 200 len: 205 time: 0.1895041 Feb 03 12:58:05.661747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51284) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:05.900226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (4eba7160-c299-4b81-92a0-49282398883e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.982182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ef1cd9d2-83c5-454c-8af4-d8052f27da9a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:58:05.998244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (79e21270-a414-4da9-83ea-85ab4765605d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.038532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ef1cd9d2-83c5-454c-8af4-d8052f27da9a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:58:06.057190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ef1cd9d2-83c5-454c-8af4-d8052f27da9a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:58:06.082869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=4eba7160-c299-4b81-92a0-49282398883e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:06.100355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Checking segment: {'id': '036933ac-ae5d-4d1b-8d0e-43c20261c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '08cf9add-7389-45ec-98b1-2b8e7d9ff3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:06.100723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network hostable DHCP agents. Network: 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:58:06.126734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:58:06.148351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:06.152753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:06.153421 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.159141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452dfa6-578b-4c09-9f19-db5b96a6bce2 None None] Network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:06.195147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (b0e625ec-38d5-46fa-9060-5f528c0f6992), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.209356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4b8e4d29-1dc4-4807-8ba7-a073f8401779 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9166782 Feb 03 12:58:06.212081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51292) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:06.218645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': '08cf9add-7389-45ec-98b1-2b8e7d9ff3a8', 'name': 'tempest-PortsTestJSON-802145687'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:06.289460 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (79e21270-a414-4da9-83ea-85ab4765605d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.296388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e625ec-38d5-46fa-9060-5f528c0f6992,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:06.307336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Checking segment: {'id': '0cb51414-fe53-4409-b217-5dd1c6774ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '69b36e22-f4a7-4f39-8230-2e042537bfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:06.307702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Network hostable DHCP agents. Network: 69b36e22-f4a7-4f39-8230-2e042537bfe5, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:58:06.368458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Network 69b36e22-f4a7-4f39-8230-2e042537bfe5 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:58:06.397670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 69b36e22-f4a7-4f39-8230-2e042537bfe5) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:06.405736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:06.405736 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.415586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Deleting port 9eff8e6f-ecef-48d8-a229-f48aa1417beb {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:06.415985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9eff8e6f-ecef-48d8-a229-f48aa1417beb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.434401 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5bc59136-cafb-4eff-bb9d-e112b8be680a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1377804 Feb 03 12:58:06.442826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a32c0-dd01-4f04-9f06-28400acb9051 None None] Network 69b36e22-f4a7-4f39-8230-2e042537bfe5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:06.508106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:06.511505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.533486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9eff8e6f-ecef-48d8-a229-f48aa1417beb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.551751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Calling delete_port for 9eff8e6f-ecef-48d8-a229-f48aa1417beb owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:06.562975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port 312a5713-c301-48a4-9242-1b671a647b80 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:06.591998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-08cf9add-7389-45ec-98b1-2b8e7d9ff3a8', 'network_id': '08cf9add-7389-45ec-98b1-2b8e7d9ff3a8', 'project_id': '254f8ee6bde64f169bf93479be1c92ac', 'fixed_ips': [{'subnet_id': '4eba7160-c299-4b81-92a0-49282398883e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:58:06.596163 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.879064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.12 (08cf9add-7389-45ec-98b1-2b8e7d9ff3a8/4eba7160-c299-4b81-92a0-49282398883e/312a5713-c301-48a4-9242-1b671a647b80) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:07.017259 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9eff8e6f-ecef-48d8-a229-f48aa1417beb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.322891 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (312a5713-c301-48a4-9242-1b671a647b80), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.390762 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-612f5e2d-7a69-490b-822f-693176a68bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.423012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b497d585-2831-483d-a53d-55ae4c41f588 None None] Network 69b36e22-f4a7-4f39-8230-2e042537bfe5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:07.451638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-c8c39bc0-cc51-4483-aa04-995429ea08bf tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:07.469970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-c8c39bc0-cc51-4483-aa04-995429ea08bf tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/networks?id=b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 HTTP/1.1" status: 200 len: 824 time: 0.1952102 Feb 03 12:58:07.492796 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (312a5713-c301-48a4-9242-1b671a647b80), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.613751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Allocated IP 172.20.0.2 (08cf9add-7389-45ec-98b1-2b8e7d9ff3a8/4eba7160-c299-4b81-92a0-49282398883e/ba5c59b5-fb49-4c75-8869-db585e2c861c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:07.648223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=312a5713-c301-48a4-9242-1b671a647b80,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:07.676144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-763401d4-29dc-4ba3-a20a-8e3d2fb65379 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/quotas/a407ea392c704bde9d63a9d2919f096c HTTP/1.1" status: 200 len: 375 time: 0.2042089 Feb 03 12:58:07.706200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:07.746188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:07.755342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:07.797585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-de872485-2f1a-452c-b837-39204fced5e6 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a407ea392c704bde9d63a9d2919f096c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203916 Feb 03 12:58:07.799793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event deleted for resources: {'Port': ['ID=9eff8e6f-ecef-48d8-a229-f48aa1417beb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:07.831401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.831760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.846783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.847204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.847592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.847929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.848264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.848601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.848927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.849251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.849573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.849894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.850213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.877536 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Publish callbacks [] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.886989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (79e21270-a414-4da9-83ea-85ab4765605d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.892078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.945731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Pushing event updated for resources: {'Port': ['ID=ba5c59b5-fb49-4c75-8869-db585e2c861c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:07.976684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.977031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.977375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.977713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.978044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.978419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.978940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.979067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.991777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.992162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.992497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.992823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:07.993148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:08.012398 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (79e21270-a414-4da9-83ea-85ab4765605d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.015271 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (79e21270-a414-4da9-83ea-85ab4765605d), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.021272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:08.035419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:08.047257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:08.084828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (79e21270-a414-4da9-83ea-85ab4765605d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.085389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Fanout notify agent at l3_agent the message router_deleted on router 79e21270-a414-4da9-83ea-85ab4765605d {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:08.094794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.095944 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3047787d-8053-4d6c-b607-7032eb477099 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/79e21270-a414-4da9-83ea-85ab4765605d HTTP/1.1" status: 204 len: 168 time: 2.4331362 Feb 03 12:58:08.102234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51344) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:08.113012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'router': {'name': 'tempest-snat-router-437354124', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': False}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:08.152698 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (270470c3-2a6d-4f62-a106-57edf64d0caa), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.153907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (270470c3-2a6d-4f62-a106-57edf64d0caa), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.170445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Attempting to bind port ba5c59b5-fb49-4c75-8869-db585e2c861c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:08.170989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Attempting to bind port ba5c59b5-fb49-4c75-8869-db585e2c861c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '036933ac-ae5d-4d1b-8d0e-43c20261c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '08cf9add-7389-45ec-98b1-2b8e7d9ff3a8'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:08.172020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Attempting to bind port ba5c59b5-fb49-4c75-8869-db585e2c861c on network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:08.190502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:08.191171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Checking segment: {'id': '036933ac-ae5d-4d1b-8d0e-43c20261c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '08cf9add-7389-45ec-98b1-2b8e7d9ff3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:08.193569 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.195223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Bound using segment: {'id': '036933ac-ae5d-4d1b-8d0e-43c20261c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '08cf9add-7389-45ec-98b1-2b8e7d9ff3a8'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:08.196004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Bound port: ba5c59b5-fb49-4c75-8869-db585e2c861c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036933ac-ae5d-4d1b-8d0e-43c20261c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '08cf9add-7389-45ec-98b1-2b8e7d9ff3a8'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:08.196352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.314056 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_controller (270470c3-2a6d-4f62-a106-57edf64d0caa), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.393205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] For port ba5c59b5-fb49-4c75-8869-db585e2c861c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:08.402745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] For port ba5c59b5-fb49-4c75-8869-db585e2c861c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ba5c59b5-fb49-4c75-8869-db585e2c861c,segment=NetworkSegment(036933ac-ae5d-4d1b-8d0e-43c20261c937),segment_id=036933ac-ae5d-4d1b-8d0e-43c20261c937)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:08.417505 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.540383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b7203-3fa7-4f67-ae29-7eb6c4a1eaa1 None None] Pushing event updated for resources: {'Port': ['ID=ba5c59b5-fb49-4c75-8869-db585e2c861c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:08.595950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:08.596955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.608214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-0f8b6e95-3779-416c-b136-390e33f6b9cf service neutron] 10.222.0.65 "GET /v2.0/networks/b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094950 Feb 03 12:58:08.635895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (270470c3-2a6d-4f62-a106-57edf64d0caa), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.683970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51356) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:08.684839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-802e9a0b-1611-4edd-9058-8881cfbb9438 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4716837 Feb 03 12:58:08.698234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': '08cf9add-7389-45ec-98b1-2b8e7d9ff3a8', 'name': 'tempest-PortsTestJSON-224438093'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:08.850939 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b62ed303-b5d0-484f-89d7-37e65e17c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.942598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-78467239-e977-4efb-902b-9152d2404389 service neutron] 10.222.0.65 "GET /v2.0/networks/b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333693 Feb 03 12:58:09.043117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:09.047638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:09.073536 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port c377d67e-9465-4dcb-8303-88f587ad54ab yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:09.305669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.3 (08cf9add-7389-45ec-98b1-2b8e7d9ff3a8/4eba7160-c299-4b81-92a0-49282398883e/c377d67e-9465-4dcb-8303-88f587ad54ab) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:09.305972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3842bd7f-de9b-4c6c-abe3-557096c31272 req-f8553c98-efd6-4bcc-876b-7c2dceac4895 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 210 time: 0.0746725 Feb 03 12:58:09.434975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (270470c3-2a6d-4f62-a106-57edf64d0caa), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:09.474177 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:09.667539 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (c377d67e-9465-4dcb-8303-88f587ad54ab), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:09.813343 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c377d67e-9465-4dcb-8303-88f587ad54ab), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:09.862356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Allocated IP 172.25.3.195 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/58d830ec-acce-4c8a-bf25-826771bba69e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:09.887584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:09.895717 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:09.902742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:09.999794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=c377d67e-9465-4dcb-8303-88f587ad54ab,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:10.075257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.113163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:10.119168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.198965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba5c59b5-fb49-4c75-8869-db585e2c861c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:10.200142 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c3356694-cc04-4eed-930f-a4950a58ebf9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5095823 Feb 03 12:58:10.202760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51392) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:10.276455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e5f2a-aaf7-4599-b4df-886c064922f0 None None] Network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:10.295765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for port (58d830ec-acce-4c8a-bf25-826771bba69e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.346489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831fdd54-f0a3-4fdb-95e3-df609832d637 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:10.348195 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-831fdd54-f0a3-4fdb-95e3-df609832d637 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1442349 Feb 03 12:58:10.351076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51400) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:10.394658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.501842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:10.505945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:10.513706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a4ab209d-ab17-4024-b27a-1bfe26c311de None None] Provisioning complete for port ba5c59b5-fb49-4c75-8869-db585e2c861c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:10.514144 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4ab209d-ab17-4024-b27a-1bfe26c311de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.522365 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:10.532187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a1bc754-7c61-40cc-9412-e26484f09ac6 req-6454e243-bafb-48ee-9f39-3e69fd7ce09c tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 210 time: 0.0887434 Feb 03 12:58:10.563940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event updated for resources: {'Port': ['ID=58d830ec-acce-4c8a-bf25-826771bba69e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:10.583814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-47b86344-3166-455b-a34d-827204b5b521 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port c377d67e-9465-4dcb-8303-88f587ad54ab {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:10.584752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47b86344-3166-455b-a34d-827204b5b521 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c377d67e-9465-4dcb-8303-88f587ad54ab), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.640509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ba5c59b5-fb49-4c75-8869-db585e2c861c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:10.640907 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.695855 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47b86344-3166-455b-a34d-827204b5b521 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c377d67e-9465-4dcb-8303-88f587ad54ab), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.711486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-47b86344-3166-455b-a34d-827204b5b521 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for c377d67e-9465-4dcb-8303-88f587ad54ab owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:10.857820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab209d-ab17-4024-b27a-1bfe26c311de None None] Current status of the port ba5c59b5-fb49-4c75-8869-db585e2c861c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:10.858034 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4ab209d-ab17-4024-b27a-1bfe26c311de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.873108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47b86344-3166-455b-a34d-827204b5b521 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c377d67e-9465-4dcb-8303-88f587ad54ab), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.951318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a4ab209d-ab17-4024-b27a-1bfe26c311de None None] For port ba5c59b5-fb49-4c75-8869-db585e2c861c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ba5c59b5-fb49-4c75-8869-db585e2c861c,segment=NetworkSegment(036933ac-ae5d-4d1b-8d0e-43c20261c937),segment_id=036933ac-ae5d-4d1b-8d0e-43c20261c937)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:11.010312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b86344-3166-455b-a34d-827204b5b521 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=c377d67e-9465-4dcb-8303-88f587ad54ab,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:11.063124 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4ab209d-ab17-4024-b27a-1bfe26c311de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:11.129244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ba5c59b5-fb49-4c75-8869-db585e2c861c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:11.129919 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:11.245510 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47b86344-3166-455b-a34d-827204b5b521 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:11.251076 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (270470c3-2a6d-4f62-a106-57edf64d0caa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:11.257768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-47b86344-3166-455b-a34d-827204b5b521 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/c377d67e-9465-4dcb-8303-88f587ad54ab HTTP/1.1" status: 204 len: 168 time: 0.9050422 Feb 03 12:58:11.258407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51418) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:11.324108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-89b1967f-3278-427e-9a24-4fa79470ead4 None None] Could not find standard attr ID for object c377d67e-9465-4dcb-8303-88f587ad54ab. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:58:11.326422 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:58:11.326782 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:58:11.328128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab209d-ab17-4024-b27a-1bfe26c311de None None] Pushing event updated for resources: {'Port': ['ID=ba5c59b5-fb49-4c75-8869-db585e2c861c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:11.351902 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-6175398e-9aa5-4046-a352-d19a422b6910 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:58:11.357517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-89b1967f-3278-427e-9a24-4fa79470ead4 None None] Provisioning complete for port ba5c59b5-fb49-4c75-8869-db585e2c861c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:11.357900 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89b1967f-3278-427e-9a24-4fa79470ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:11.358478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51420) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:11.370303 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6175398e-9aa5-4046-a352-d19a422b6910 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/c377d67e-9465-4dcb-8303-88f587ad54ab HTTP/1.1" status: 404 len: 333 time: 0.1089156 Feb 03 12:58:11.548351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-89b1967f-3278-427e-9a24-4fa79470ead4 None None] Current status of the port ba5c59b5-fb49-4c75-8869-db585e2c861c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:11.580659 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:11.617139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6aafb144-3c42-4876-ad4d-42665c1e6c6b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 312a5713-c301-48a4-9242-1b671a647b80 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:11.621526 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6aafb144-3c42-4876-ad4d-42665c1e6c6b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (312a5713-c301-48a4-9242-1b671a647b80), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:11.623309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-89b1967f-3278-427e-9a24-4fa79470ead4 None None] Provisioning complete for port 312a5713-c301-48a4-9242-1b671a647b80 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:11.626051 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89b1967f-3278-427e-9a24-4fa79470ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (312a5713-c301-48a4-9242-1b671a647b80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:11.725245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-89b1967f-3278-427e-9a24-4fa79470ead4 None None] Port 312a5713-c301-48a4-9242-1b671a647b80 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:11.850161 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6aafb144-3c42-4876-ad4d-42665c1e6c6b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (312a5713-c301-48a4-9242-1b671a647b80), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:11.868009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6aafb144-3c42-4876-ad4d-42665c1e6c6b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 312a5713-c301-48a4-9242-1b671a647b80 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:11.905716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ba5c59b5-fb49-4c75-8869-db585e2c861c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:11.957002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-82b6f1bc-66bb-4bee-83ec-15888bf6c6f5 None None] Provisioning complete for port 312a5713-c301-48a4-9242-1b671a647b80 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:11.957386 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82b6f1bc-66bb-4bee-83ec-15888bf6c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (312a5713-c301-48a4-9242-1b671a647b80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.053880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-82b6f1bc-66bb-4bee-83ec-15888bf6c6f5 None None] Port 312a5713-c301-48a4-9242-1b671a647b80 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:12.101319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-51371f23-e64f-4303-aac5-80cce6b11efd tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:12.103256 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-51371f23-e64f-4303-aac5-80cce6b11efd tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.72 "GET /v2.0/networks?id=b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 HTTP/1.1" status: 200 len: 824 time: 0.4085691 Feb 03 12:58:12.119675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f626eb10-735c-433c-ac6f-77b205a9df70 req-b7e18c75-64ed-4c25-8cfe-4f76c8d8af9c tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 210 time: 0.0878980 Feb 03 12:58:12.120526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba5c59b5-fb49-4c75-8869-db585e2c861c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:12.201927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f787cc61-9595-4d61-8624-cb76fcbc69ba None None] Could not find standard attr ID for object c377d67e-9465-4dcb-8303-88f587ad54ab. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:58:12.271867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Request body: {'port': {'device_id': 'b16ae29b-d934-4032-b092-e8b12de554ea', 'network_id': 'b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67', 'admin_state_up': True, 'tenant_id': 'a407ea392c704bde9d63a9d2919f096c'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:12.293259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ba5c59b5-fb49-4c75-8869-db585e2c861c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:12.293656 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.347272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (270470c3-2a6d-4f62-a106-57edf64d0caa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.399857 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6aafb144-3c42-4876-ad4d-42665c1e6c6b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (312a5713-c301-48a4-9242-1b671a647b80), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.419911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ba5c59b5-fb49-4c75-8869-db585e2c861c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:12.493557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafb144-3c42-4876-ad4d-42665c1e6c6b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=312a5713-c301-48a4-9242-1b671a647b80,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:12.584259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Made reservation on behalf of a407ea392c704bde9d63a9d2919f096c for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:12.592562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.643690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6aafb144-3c42-4876-ad4d-42665c1e6c6b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.655268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6aafb144-3c42-4876-ad4d-42665c1e6c6b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/312a5713-c301-48a4-9242-1b671a647b80 HTTP/1.1" status: 204 len: 168 time: 1.2950082 Feb 03 12:58:12.663321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51446) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:12.694415 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e9e909-731e-42df-8850-d6d9e9746e0f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:58:12.695888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-14e9e909-731e-42df-8850-d6d9e9746e0f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/312a5713-c301-48a4-9242-1b671a647b80 HTTP/1.1" status: 404 len: 333 time: 0.0315597 Feb 03 12:58:12.699398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51448) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:12.771178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.804873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bcb298-5b93-4a93-ba95-9e96873b697a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet 4eba7160-c299-4b81-92a0-49282398883e {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:12.830030 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33bcb298-5b93-4a93-ba95-9e96873b697a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (4eba7160-c299-4b81-92a0-49282398883e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.861166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Router 270470c3-2a6d-4f62-a106-57edf64d0caa is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:58:12.874906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Allocated IP 172.20.0.8 (b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67/5ff890a3-2959-4132-b45c-54d293a9d508/a63d3476-c5cf-416b-af15-40ddcb8fd3eb) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:12.906732 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33bcb298-5b93-4a93-ba95-9e96873b697a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (4eba7160-c299-4b81-92a0-49282398883e), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.017869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33bcb298-5b93-4a93-ba95-9e96873b697a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (4eba7160-c299-4b81-92a0-49282398883e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.133967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:13.144748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Sync routers for ids ['270470c3-2a6d-4f62-a106-57edf64d0caa'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:13.145068 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33bcb298-5b93-4a93-ba95-9e96873b697a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (4eba7160-c299-4b81-92a0-49282398883e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.180748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb298-5b93-4a93-ba95-9e96873b697a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=4eba7160-c299-4b81-92a0-49282398883e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:13.184262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Routers {'270470c3-2a6d-4f62-a106-57edf64d0caa'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:13.186449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['270470c3-2a6d-4f62-a106-57edf64d0caa'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:13.213806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33bcb298-5b93-4a93-ba95-9e96873b697a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.218736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-33bcb298-5b93-4a93-ba95-9e96873b697a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/4eba7160-c299-4b81-92a0-49282398883e HTTP/1.1" status: 204 len: 168 time: 0.5180559 Feb 03 12:58:13.221100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51464) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:13.265830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.268633 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-900dcb5b-7c90-432a-a27e-c36922ccbf90 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1621213 Feb 03 12:58:13.272502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51470) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:13.329993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55359c-32e8-44c2-9ad5-3fee39ac214d None None] Network 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:13.384041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-321303ab-a5fe-4fdb-a488-31e26762ee35 req-c00dc643-b1c2-4f4c-a4ba-d6e6db449ce9 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 210 time: 0.0639346 Feb 03 12:58:13.392701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (08cf9add-7389-45ec-98b1-2b8e7d9ff3a8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.426309 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Publish callbacks [] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.502909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port ba5c59b5-fb49-4c75-8869-db585e2c861c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:13.503517 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.537722 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1685a6ff-45a7-46a5-9749-c708cd534cdd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/routers/270470c3-2a6d-4f62-a106-57edf64d0caa HTTP/1.1" status: 200 len: 908 time: 0.2651443 Feb 03 12:58:13.540330 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51476) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:13.546264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'router': {'name': 'tempest-snat-router-437354124', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': True}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:13.588822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.602247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] For port ba5c59b5-fb49-4c75-8869-db585e2c861c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ba5c59b5-fb49-4c75-8869-db585e2c861c,segment=NetworkSegment(036933ac-ae5d-4d1b-8d0e-43c20261c937),segment_id=036933ac-ae5d-4d1b-8d0e-43c20261c937)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:13.602247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.642384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for ba5c59b5-fb49-4c75-8869-db585e2c861c owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:13.664502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Set router 270470c3-2a6d-4f62-a106-57edf64d0caa gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:58:13.699817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (957859fd-4787-4dab-b38f-37aedd72e541), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.700933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (957859fd-4787-4dab-b38f-37aedd72e541), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.790597 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ba5c59b5-fb49-4c75-8869-db585e2c861c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:13.804899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa85769-5814-45ec-b918-ad69aa02ab2a None None] DHCP port deletion for 08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:58:13.848010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=ba5c59b5-fb49-4c75-8869-db585e2c861c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:13.860811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No DVR routers for this DVR port ba5c59b5-fb49-4c75-8869-db585e2c861c on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:58:14.037895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270470c3-2a6d-4f62-a106-57edf64d0caa', 'name': 'tempest-snat-router-437354124', 'tenant_id': '6c64312d8b424e54b6db2b10fd41a37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.195'}], 'enable_snat': False}, 'gw_port_id': '58d830ec-acce-4c8a-bf25-826771bba69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:58:08Z', 'updated_at': '2022-02-03T12:58:10Z', 'revision_number': 3, 'project_id': '6c64312d8b424e54b6db2b10fd41a37e', 'gw_port': {'id': '58d830ec-acce-4c8a-bf25-826771bba69e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270470c3-2a6d-4f62-a106-57edf64d0caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:58:09Z', 'updated_at': '2022-02-03T12:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:14.038286 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (08cf9add-7389-45ec-98b1-2b8e7d9ff3a8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.102843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cf9add-7389-45ec-98b1-2b8e7d9ff3a8']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:14.112843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba5c59b5-fb49-4c75-8869-db585e2c861c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:58:14.118288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036933ac-ae5d-4d1b-8d0e-43c20261c937') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:14.118575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036933ac-ae5d-4d1b-8d0e-43c20261c937') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:14.145425 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (036933ac-ae5d-4d1b-8d0e-43c20261c937), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.170717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (036933ac-ae5d-4d1b-8d0e-43c20261c937), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.183243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:58:14.184048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (036933ac-ae5d-4d1b-8d0e-43c20261c937), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.188317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Checking router: 270470c3-2a6d-4f62-a106-57edf64d0caa for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:58:14.188882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Updating router 270470c3-2a6d-4f62-a106-57edf64d0caa port 58d830ec-acce-4c8a-bf25-826771bba69e binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:58:14.203612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ba5c59b5-fb49-4c75-8869-db585e2c861c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:58:14.205317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba5c59b5-fb49-4c75-8869-db585e2c861c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:58:14.226514 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:58:14.283337 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.344456 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (08cf9add-7389-45ec-98b1-2b8e7d9ff3a8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.350431 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.354402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/networks/08cf9add-7389-45ec-98b1-2b8e7d9ff3a8 HTTP/1.1" status: 204 len: 168 time: 1.1302962 Feb 03 12:58:14.370508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51488) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:14.381594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1122019455'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:14.428344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefcd21-d523-4a62-9619-374bbde267c0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Network': ['ID=08cf9add-7389-45ec-98b1-2b8e7d9ff3a8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:14.475802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Network b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:14.476291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:14.479458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.505267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Pushing event updated for resources: {'Port': ['ID=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:14.519808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:14.529140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:14.554489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:58:14.593337 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b76b8e30-5f82-4c6e-9536-aa023eaaaa89), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.594166 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Added segment b76b8e30-5f82-4c6e-9536-aa023eaaaa89 of type vlan for network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 Feb 03 12:58:14.657400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_controller (957859fd-4787-4dab-b38f-37aedd72e541), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.677919 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (338f9f2f-c1cf-4d56-8901-5ced72bd2cc4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.744285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (338f9f2f-c1cf-4d56-8901-5ced72bd2cc4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.757825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:14.758971 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.810368 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:14.811006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.861153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Network': ['ID=338f9f2f-c1cf-4d56-8901-5ced72bd2cc4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:14.881393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:58:14.888854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3547e0b-480a-45aa-8232-c005fe145275 req-cdd7b72a-7f2e-4217-a9f0-1cb106025153 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:14.890612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3547e0b-480a-45aa-8232-c005fe145275 req-cdd7b72a-7f2e-4217-a9f0-1cb106025153 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 931 time: 0.3471248 Feb 03 12:58:14.892935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Publish callbacks [] for port (58d830ec-acce-4c8a-bf25-826771bba69e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.895515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b0d95340-dd81-47dd-8c2b-788988f43541 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5239010 Feb 03 12:58:14.898834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51502) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:14.904874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': '338f9f2f-c1cf-4d56-8901-5ced72bd2cc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:14.937024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (957859fd-4787-4dab-b38f-37aedd72e541), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.965718 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ba2ee737-d71f-47f5-932a-634d3a9b5fba tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7155674 Feb 03 12:58:15.031136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3547e0b-480a-45aa-8232-c005fe145275 req-dc71e866-1c5a-4ca8-8273-c5a0b35696cc tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920990 Feb 03 12:58:15.044752 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.201130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:15.208170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.285080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a954f-8283-4150-bc5c-40378cb18892 None None] Pushing event updated for resources: {'Port': ['ID=58d830ec-acce-4c8a-bf25-826771bba69e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:15.293523 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Attempting to bind port 58d830ec-acce-4c8a-bf25-826771bba69e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:15.293905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Attempting to bind port 58d830ec-acce-4c8a-bf25-826771bba69e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:15.294278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Attempting to bind port 58d830ec-acce-4c8a-bf25-826771bba69e on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:15.310831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:15.311487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:15.312066 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.312607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:15.313529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Bound port: 58d830ec-acce-4c8a-bf25-826771bba69e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:15.314086 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.318989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Request body: {'port': {'device_id': 'b16ae29b-d934-4032-b092-e8b12de554ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:15.422827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] For port 58d830ec-acce-4c8a-bf25-826771bba69e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:15.425441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (957859fd-4787-4dab-b38f-37aedd72e541), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.428064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] For port 58d830ec-acce-4c8a-bf25-826771bba69e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=58d830ec-acce-4c8a-bf25-826771bba69e,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:15.466531 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.488728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.567733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Routers {'270470c3-2a6d-4f62-a106-57edf64d0caa'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:15.568785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['270470c3-2a6d-4f62-a106-57edf64d0caa'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:15.596801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (0ac03045-058d-4e97-8cf1-1dd85b4e1cdf), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.737983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=0ac03045-058d-4e97-8cf1-1dd85b4e1cdf,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:15.770567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Allocated IP 172.25.3.106 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/78b18d6e-f13e-4156-9430-8c8eb438ce55) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:15.797528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Checking segment: {'id': 'b76b8e30-5f82-4c6e-9536-aa023eaaaa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '338f9f2f-c1cf-4d56-8901-5ced72bd2cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:15.797805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network hostable DHCP agents. Network: 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:58:15.851238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:58:15.888265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:15.893041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:15.893689 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.918740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.938818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d11453b2-07cd-4c10-8faa-bdd833bee4c7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0388737 Feb 03 12:58:15.941728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51528) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:15.952473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': '338f9f2f-c1cf-4d56-8901-5ced72bd2cc4', 'name': 'tempest-PortsTestJSON-167591170', 'fixed_ips': [{'subnet_id': '0ac03045-058d-4e97-8cf1-1dd85b4e1cdf', 'ip_address': '172.20.0.10'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:15.975686 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.038701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event updated for resources: {'Port': ['ID=78b18d6e-f13e-4156-9430-8c8eb438ce55,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:16.047438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.073902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:16.101857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:16.105859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:16.151012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd62197-bfe2-4148-8483-135694fdd381 None None] Network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:16.375049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:16.439900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a954f-8283-4150-bc5c-40378cb18892 None None] Pushing event updated for resources: {'Port': ['ID=58d830ec-acce-4c8a-bf25-826771bba69e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:16.506980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (957859fd-4787-4dab-b38f-37aedd72e541), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.536167 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.584068 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.650557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31ab51-df67-443f-94fc-ff03765780cf req-131ec50c-0cbc-43bf-8916-13fb7cebb902 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:16.665091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c31ab51-df67-443f-94fc-ff03765780cf req-131ec50c-0cbc-43bf-8916-13fb7cebb902 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 931 time: 0.4549084 Feb 03 12:58:16.762741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port d42a97f5-e72b-40d2-906e-368b7b4a0ca4 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:16.770835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] Set router 270470c3-2a6d-4f62-a106-57edf64d0caa gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:58:16.773677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-338f9f2f-c1cf-4d56-8901-5ced72bd2cc4', 'network_id': '338f9f2f-c1cf-4d56-8901-5ced72bd2cc4', 'project_id': '254f8ee6bde64f169bf93479be1c92ac', 'fixed_ips': [{'subnet_id': '0ac03045-058d-4e97-8cf1-1dd85b4e1cdf'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:58:16.774570 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.901386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63d3476-c5cf-416b-af15-40ddcb8fd3eb {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:58:16.916258 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Publish callbacks [] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.932068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Transition to ACTIVE for port object a63d3476-c5cf-416b-af15-40ddcb8fd3eb will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:58:17.027966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:17.048534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c31ab51-df67-443f-94fc-ff03765780cf req-2430e2ef-01cf-41bb-ae27-f57e9c4f51b2 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797231 Feb 03 12:58:17.263400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Pushing event updated for resources: {'Port': ['ID=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:17.300592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.10 (338f9f2f-c1cf-4d56-8901-5ced72bd2cc4/0ac03045-058d-4e97-8cf1-1dd85b4e1cdf/d42a97f5-e72b-40d2-906e-368b7b4a0ca4) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:17.404899 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (957859fd-4787-4dab-b38f-37aedd72e541), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:17.576969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Attempting to bind port a63d3476-c5cf-416b-af15-40ddcb8fd3eb on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:17.577574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Attempting to bind port a63d3476-c5cf-416b-af15-40ddcb8fd3eb by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '7f15b33b-a790-4971-ac9c-a4cf2cd1c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:17.588316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Attempting to bind port a63d3476-c5cf-416b-af15-40ddcb8fd3eb on network b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:17.673354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (d42a97f5-e72b-40d2-906e-368b7b4a0ca4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:17.702650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Port a63d3476-c5cf-416b-af15-40ddcb8fd3eb on network b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:58:17.702986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Attempting to bind port a63d3476-c5cf-416b-af15-40ddcb8fd3eb on network b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:17.723963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:17.725580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Checking segment: {'id': '7f15b33b-a790-4971-ac9c-a4cf2cd1c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:17.725990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Bound using segment: {'id': '7f15b33b-a790-4971-ac9c-a4cf2cd1c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:17.726474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Bound port: a63d3476-c5cf-416b-af15-40ddcb8fd3eb, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f15b33b-a790-4971-ac9c-a4cf2cd1c98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:17.727344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d42a97f5-e72b-40d2-906e-368b7b4a0ca4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:17.728719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:17.811798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:17.899715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:17.908706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:17.952679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Allocated IP 172.20.0.2 (338f9f2f-c1cf-4d56-8901-5ced72bd2cc4/0ac03045-058d-4e97-8cf1-1dd85b4e1cdf/024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:18.068560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] For port a63d3476-c5cf-416b-af15-40ddcb8fd3eb, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:18.077124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] For port a63d3476-c5cf-416b-af15-40ddcb8fd3eb, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,segment=NetworkSegment(7f15b33b-a790-4971-ac9c-a4cf2cd1c98c),segment_id=7f15b33b-a790-4971-ac9c-a4cf2cd1c98c)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:18.086673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Router 957859fd-4787-4dab-b38f-37aedd72e541 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:58:18.116796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.164890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=d42a97f5-e72b-40d2-906e-368b7b4a0ca4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:18.241102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:18.241804 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.258952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270470c3-2a6d-4f62-a106-57edf64d0caa', 'name': 'tempest-snat-router-437354124', 'tenant_id': '6c64312d8b424e54b6db2b10fd41a37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.195'}], 'enable_snat': False}, 'gw_port_id': '58d830ec-acce-4c8a-bf25-826771bba69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:58:08Z', 'updated_at': '2022-02-03T12:58:10Z', 'revision_number': 3, 'project_id': '6c64312d8b424e54b6db2b10fd41a37e', 'gw_port': {'id': '58d830ec-acce-4c8a-bf25-826771bba69e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270470c3-2a6d-4f62-a106-57edf64d0caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:58:09Z', 'updated_at': '2022-02-03T12:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:18.319362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3486625-453b-4399-ac7a-23235cb0cdf1 None None] The sync data for ids ['270470c3-2a6d-4f62-a106-57edf64d0caa'] in n-d-792364-10 is: [{'id': '270470c3-2a6d-4f62-a106-57edf64d0caa', 'name': 'tempest-snat-router-437354124', 'tenant_id': '6c64312d8b424e54b6db2b10fd41a37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.195'}], 'enable_snat': False}, 'gw_port_id': '58d830ec-acce-4c8a-bf25-826771bba69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:58:08Z', 'updated_at': '2022-02-03T12:58:10Z', 'revision_number': 3, 'project_id': '6c64312d8b424e54b6db2b10fd41a37e', 'gw_port': {'id': '58d830ec-acce-4c8a-bf25-826771bba69e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270470c3-2a6d-4f62-a106-57edf64d0caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:58:09Z', 'updated_at': '2022-02-03T12:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:18.388443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Pushing event updated for resources: {'Port': ['ID=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:18.420095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:18.420734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.428170 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-1d879985-38e3-4382-a23b-b02a066c5912 service neutron] 10.222.0.72 "PUT /v2.0/ports/a63d3476-c5cf-416b-af15-40ddcb8fd3eb HTTP/1.1" status: 200 len: 1092 time: 3.4418199 Feb 03 12:58:18.428674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16ae29b-d934-4032-b092-e8b12de554ea', 'tag': 'a63d3476-c5cf-416b-af15-40ddcb8fd3eb'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:18.431363 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c11732e-1e56-4137-99b5-6ee5ca0c8558" -d '{"events": [{"name": "network-changed", "server_uuid": "b16ae29b-d934-4032-b092-e8b12de554ea", "tag": "a63d3476-c5cf-416b-af15-40ddcb8fd3eb"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:18.497105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-30647f36-f56d-4ee6-bf4d-2587342b6244 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5517867 Feb 03 12:58:18.499783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51580) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:18.541737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': '338f9f2f-c1cf-4d56-8901-5ced72bd2cc4', 'name': 'tempest-PortsTestJSON-552440093', 'fixed_ips': [{'subnet_id': '0ac03045-058d-4e97-8cf1-1dd85b4e1cdf', 'ip_address': '172.20.0.9'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:18.604554 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Publish callbacks [] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.621875 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9bd241-6464-4223-ad17-bee5e9fc31e0 x-openstack-request-id: req-6e9bd241-6464-4223-ad17-bee5e9fc31e0 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:18.623371 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16ae29b-d934-4032-b092-e8b12de554ea", "tag": "a63d3476-c5cf-416b-af15-40ddcb8fd3eb", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:18.623689 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e9bd241-6464-4223-ad17-bee5e9fc31e0 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:18.625058 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16ae29b-d934-4032-b092-e8b12de554ea', 'tag': 'a63d3476-c5cf-416b-af15-40ddcb8fd3eb', 'status': 'completed', 'code': 200} Feb 03 12:58:18.627813 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.739229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Pushing event updated for resources: {'Port': ['ID=024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:18.776491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:18.789857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:18.792361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:18.797345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:18.817839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b838f7-2793-4f30-bc25-695065809058 req-44779b42-ca7c-40c1-a392-7dc439e3e525 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:18.823891 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Sync routers for ids ['957859fd-4787-4dab-b38f-37aedd72e541'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:18.826078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ae7993d1-5a7a-40db-8086-1dc49065e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:18.830057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6b838f7-2793-4f30-bc25-695065809058 req-44779b42-ca7c-40c1-a392-7dc439e3e525 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 943 time: 0.5727630 Feb 03 12:58:18.830226 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-ae7993d1-5a7a-40db-8086-1dc49065e942 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a407ea392c704bde9d63a9d2919f096c&device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 1126 time: 0.2033439 Feb 03 12:58:18.847981 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Routers {'957859fd-4787-4dab-b38f-37aedd72e541'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:18.848617 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['957859fd-4787-4dab-b38f-37aedd72e541'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:18.857572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:18.862371 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.868579 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-38c54a2f-cf5e-4710-8d36-a9625ec90e29 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3270435 Feb 03 12:58:18.870523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51592) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:18.903453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:19.110662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Attempting to bind port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:19.111173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Attempting to bind port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'b76b8e30-5f82-4c6e-9536-aa023eaaaa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '338f9f2f-c1cf-4d56-8901-5ced72bd2cc4'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:19.114555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Attempting to bind port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 on network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:19.118865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port ef373f64-8566-4430-ac43-958b335a0220 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:19.132060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:19.132590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Checking segment: {'id': 'b76b8e30-5f82-4c6e-9536-aa023eaaaa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '338f9f2f-c1cf-4d56-8901-5ced72bd2cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:19.133111 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:19.133612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Bound using segment: {'id': 'b76b8e30-5f82-4c6e-9536-aa023eaaaa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '338f9f2f-c1cf-4d56-8901-5ced72bd2cc4'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:19.134734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Bound port: 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76b8e30-5f82-4c6e-9536-aa023eaaaa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '338f9f2f-c1cf-4d56-8901-5ced72bd2cc4'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:19.137686 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:19.142984 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Set router 957859fd-4787-4dab-b38f-37aedd72e541 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:58:19.152800 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-98033da2-4b4c-44a3-b603-899977001e5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a63d3476-c5cf-416b-af15-40ddcb8fd3eb HTTP/1.1" status: 200 len: 217 time: 0.3150208 Feb 03 12:58:19.295257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] For port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:19.299593 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] For port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7,segment=NetworkSegment(b76b8e30-5f82-4c6e-9536-aa023eaaaa89),segment_id=b76b8e30-5f82-4c6e-9536-aa023eaaaa89)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:19.317808 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:19.365470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6b838f7-2793-4f30-bc25-695065809058 req-214dd8b6-1c6a-4127-9a93-39fc6ed2bec5 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343711 Feb 03 12:58:19.369276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-763d22bf-2726-454d-a6b7-972ff43cf5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:19.372540 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-763d22bf-2726-454d-a6b7-972ff43cf5d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ff890a3-2959-4132-b45c-54d293a9d508 HTTP/1.1" status: 200 len: 864 time: 0.2082100 Feb 03 12:58:19.479189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0282e-6c40-44aa-bef5-b8ef42a1d4bd None None] Pushing event updated for resources: {'Port': ['ID=024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:19.502688 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-d3932f71-9fbe-423f-aa8b-375b4cb988c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119983 Feb 03 12:58:19.835909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.9 (338f9f2f-c1cf-4d56-8901-5ced72bd2cc4/0ac03045-058d-4e97-8cf1-1dd85b4e1cdf/ef373f64-8566-4430-ac43-958b335a0220) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:19.837648 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957859fd-4787-4dab-b38f-37aedd72e541', 'name': 'tempest-snat-router-437354124', 'tenant_id': '6c64312d8b424e54b6db2b10fd41a37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '78b18d6e-f13e-4156-9430-8c8eb438ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:58:14Z', 'updated_at': '2022-02-03T12:58:16Z', 'revision_number': 3, 'project_id': '6c64312d8b424e54b6db2b10fd41a37e', 'gw_port': {'id': '78b18d6e-f13e-4156-9430-8c8eb438ce55', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957859fd-4787-4dab-b38f-37aedd72e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:58:15Z', 'updated_at': '2022-02-03T12:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:19.993176 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Checking router: 957859fd-4787-4dab-b38f-37aedd72e541 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:58:19.993528 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Updating router 957859fd-4787-4dab-b38f-37aedd72e541 port 78b18d6e-f13e-4156-9430-8c8eb438ce55 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:58:20.044301 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.119304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51610) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:20.121113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3c8dc010-405b-40b4-8cd4-f8fbc40b6e59 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/routers/957859fd-4787-4dab-b38f-37aedd72e541 HTTP/1.1" status: 200 len: 907 time: 1.1335130 Feb 03 12:58:20.131838 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-f2cbf2e0-91c1-4af4-9b36-b840ace840b9 service neutron] 10.222.0.72 "GET /v2.0/networks/b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185539 Feb 03 12:58:20.554202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 58d830ec-acce-4c8a-bf25-826771bba69e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:20.580947 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9aa48908-3815-48c6-9f79-17393eaa47d4 req-f60f34cd-3761-482c-920b-18dd10d2aa86 service neutron] 10.222.0.72 "GET /v2.0/networks/b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460213 Feb 03 12:58:20.741468 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.795167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 58d830ec-acce-4c8a-bf25-826771bba69e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:20.795519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.846593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-d2e0804c-6247-40a0-b40d-3166c8600540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:20.851358 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (ef373f64-8566-4430-ac43-958b335a0220), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.856644 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-d2e0804c-6247-40a0-b40d-3166c8600540 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a407ea392c704bde9d63a9d2919f096c&device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 1126 time: 0.1991103 Feb 03 12:58:20.947139 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Publish callbacks [] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.963465 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.022650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 58d830ec-acce-4c8a-bf25-826771bba69e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:21.022650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.082836 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ef373f64-8566-4430-ac43-958b335a0220), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.100788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 58d830ec-acce-4c8a-bf25-826771bba69e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=58d830ec-acce-4c8a-bf25-826771bba69e,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:21.106594 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Pushing event updated for resources: {'Port': ['ID=78b18d6e-f13e-4156-9430-8c8eb438ce55,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:21.112452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.113522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:21.163633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=ef373f64-8566-4430-ac43-958b335a0220,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:21.166962 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Attempting to bind port 78b18d6e-f13e-4156-9430-8c8eb438ce55 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:21.167344 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Attempting to bind port 78b18d6e-f13e-4156-9430-8c8eb438ce55 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:21.167733 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Attempting to bind port 78b18d6e-f13e-4156-9430-8c8eb438ce55 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:21.197493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b8d94-f91a-4d33-86d3-9652a16fb43e req-706a5b39-5761-4f79-b0b0-cba85275076c tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:21.199349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-310b8d94-f91a-4d33-86d3-9652a16fb43e req-706a5b39-5761-4f79-b0b0-cba85275076c tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 943 time: 0.5903625 Feb 03 12:58:21.200372 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:21.207814 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:21.208500 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.209068 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:21.210907 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Bound port: 78b18d6e-f13e-4156-9430-8c8eb438ce55, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:21.212048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:21.212658 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.239868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:21.263939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:21.264547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-a9d032e2-6802-4a2e-b81f-3e19bcb6155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:21.266050 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-a9d032e2-6802-4a2e-b81f-3e19bcb6155e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 HTTP/1.1" status: 200 len: 925 time: 0.4015403 Feb 03 12:58:21.383649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=58d830ec-acce-4c8a-bf25-826771bba69e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:21.399712 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] For port 78b18d6e-f13e-4156-9430-8c8eb438ce55, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:21.413190 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] For port 78b18d6e-f13e-4156-9430-8c8eb438ce55, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=78b18d6e-f13e-4156-9430-8c8eb438ce55,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:21.425196 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.428439 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.430688 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.431223 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.431719 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.432984 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.433489 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.434244 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.436397 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.436902 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.437928 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.438460 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.440139 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:21.448974 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.458320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (957859fd-4787-4dab-b38f-37aedd72e541), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.475882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:21.476294 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.483817 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-699ed6dd-af31-4fe6-bdec-3ec33862d650 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a63d3476-c5cf-416b-af15-40ddcb8fd3eb HTTP/1.1" status: 200 len: 217 time: 0.2061217 Feb 03 12:58:21.546538 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Routers {'957859fd-4787-4dab-b38f-37aedd72e541'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:21.547567 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['957859fd-4787-4dab-b38f-37aedd72e541'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:21.680266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:21.682206 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.702212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-ed48d025-875b-4e16-9876-c053812b9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:21.710998 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-ed48d025-875b-4e16-9876-c053812b9481 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ff890a3-2959-4132-b45c-54d293a9d508 HTTP/1.1" status: 200 len: 864 time: 0.2142375 Feb 03 12:58:21.798667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7,segment=NetworkSegment(b76b8e30-5f82-4c6e-9536-aa023eaaaa89),segment_id=b76b8e30-5f82-4c6e-9536-aa023eaaaa89)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:21.805866 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-964576ef-91a3-46d5-9124-d75db6d50afe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922229 Feb 03 12:58:21.814369 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.978012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:22.031760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:22.037172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:22.069346 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-c5a19b83-1aec-48e1-a0fc-783029e20274 service neutron] 10.222.0.72 "GET /v2.0/networks/b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502422 Feb 03 12:58:22.140868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 58d830ec-acce-4c8a-bf25-826771bba69e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:22.144769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19214d04-582d-4ec3-a0f1-2e959e6ce327 None None] Network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:22.184160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-310b8d94-f91a-4d33-86d3-9652a16fb43e req-02f8a948-68c7-40ec-bd62-31e5d07e9d6c tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9681590 Feb 03 12:58:22.202287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-27a0f68e-5101-47a7-a6bd-97e734da0d16 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6797783 Feb 03 12:58:22.205266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51642) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:22.268655 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86a9f9-2ffa-46a1-b7f0-83ff6baad465 None None] Pushing event updated for resources: {'Port': ['ID=78b18d6e-f13e-4156-9430-8c8eb438ce55,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:22.333172 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c11732e-1e56-4137-99b5-6ee5ca0c8558 req-63b89572-7ae0-44ca-a1f9-6be5f4074fad service neutron] 10.222.0.72 "GET /v2.0/networks/b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565565 Feb 03 12:58:22.442913 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (957859fd-4787-4dab-b38f-37aedd72e541), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:22.486405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3740c4a3-ebef-47b0-92dc-5c04593fc944 None None] Provisioning complete for port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:22.486405 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3740c4a3-ebef-47b0-92dc-5c04593fc944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:22.563548 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] Set router 957859fd-4787-4dab-b38f-37aedd72e541 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:58:22.638817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 58d830ec-acce-4c8a-bf25-826771bba69e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:22.641978 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:23.014108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3740c4a3-ebef-47b0-92dc-5c04593fc944 None None] Current status of the port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:23.063374 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957859fd-4787-4dab-b38f-37aedd72e541', 'name': 'tempest-snat-router-437354124', 'tenant_id': '6c64312d8b424e54b6db2b10fd41a37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '78b18d6e-f13e-4156-9430-8c8eb438ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:58:14Z', 'updated_at': '2022-02-03T12:58:16Z', 'revision_number': 3, 'project_id': '6c64312d8b424e54b6db2b10fd41a37e', 'gw_port': {'id': '78b18d6e-f13e-4156-9430-8c8eb438ce55', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957859fd-4787-4dab-b38f-37aedd72e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:58:15Z', 'updated_at': '2022-02-03T12:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:23.108100 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c69cb-448b-4d28-9d83-32a237ba545b None None] The sync data for ids ['957859fd-4787-4dab-b38f-37aedd72e541'] in n-d-792364-10 is: [{'id': '957859fd-4787-4dab-b38f-37aedd72e541', 'name': 'tempest-snat-router-437354124', 'tenant_id': '6c64312d8b424e54b6db2b10fd41a37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '78b18d6e-f13e-4156-9430-8c8eb438ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:58:14Z', 'updated_at': '2022-02-03T12:58:16Z', 'revision_number': 3, 'project_id': '6c64312d8b424e54b6db2b10fd41a37e', 'gw_port': {'id': '78b18d6e-f13e-4156-9430-8c8eb438ce55', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957859fd-4787-4dab-b38f-37aedd72e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:58:15Z', 'updated_at': '2022-02-03T12:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:23.347035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-f79d1635-0956-4667-9937-2063c38bf903 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2851460 Feb 03 12:58:23.514931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101683b7-62ad-465c-878c-e963fd203dc7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:23.523822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-101683b7-62ad-465c-878c-e963fd203dc7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.3120196 Feb 03 12:58:23.527195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51676) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:23.768539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec7670-d73c-48be-9601-673f4191707d req-627d9456-85af-40a8-9769-88dfa12104d5 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:23.768539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45ec7670-d73c-48be-9601-673f4191707d req-627d9456-85af-40a8-9769-88dfa12104d5 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 943 time: 0.4173334 Feb 03 12:58:23.794274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 58d830ec-acce-4c8a-bf25-826771bba69e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:23.837372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Deleting port 78b18d6e-f13e-4156-9430-8c8eb438ce55 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:23.837622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:23.845886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-516d4aeb-6ce2-4f75-a868-30f65702fd9d None None] Provisioning complete for port ef373f64-8566-4430-ac43-958b335a0220 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:23.848281 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-516d4aeb-6ce2-4f75-a868-30f65702fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef373f64-8566-4430-ac43-958b335a0220), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:23.925024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd697a2-7701-4a4d-9729-59142e64e2c5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:23.945089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd697a2-7701-4a4d-9729-59142e64e2c5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:23.967134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-516d4aeb-6ce2-4f75-a868-30f65702fd9d None None] Port ef373f64-8566-4430-ac43-958b335a0220 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:23.997906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd697a2-7701-4a4d-9729-59142e64e2c5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:24.004004 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1bd697a2-7701-4a4d-9729-59142e64e2c5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4751797 Feb 03 12:58:24.004281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51694) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:24.015342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-516d4aeb-6ce2-4f75-a868-30f65702fd9d None None] Provisioning complete for port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:24.015877 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-516d4aeb-6ce2-4f75-a868-30f65702fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.185372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] For port 78b18d6e-f13e-4156-9430-8c8eb438ce55, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=78b18d6e-f13e-4156-9430-8c8eb438ce55,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:24.185750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.239246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Calling delete_port for 78b18d6e-f13e-4156-9430-8c8eb438ce55 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:24.255236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f53a7875-7860-423d-bfd7-83f3372bc0f8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port ef373f64-8566-4430-ac43-958b335a0220 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:24.255584 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53a7875-7860-423d-bfd7-83f3372bc0f8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ef373f64-8566-4430-ac43-958b335a0220), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.357046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-516d4aeb-6ce2-4f75-a868-30f65702fd9d None None] Current status of the port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:24.389583 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-b562e8a5-2fa4-4111-a187-1d35bd94d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:24.391759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-b562e8a5-2fa4-4111-a187-1d35bd94d430 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 1128 time: 0.9775467 Feb 03 12:58:24.458135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:24.470808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-516d4aeb-6ce2-4f75-a868-30f65702fd9d None None] Provisioning complete for port d42a97f5-e72b-40d2-906e-368b7b4a0ca4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:24.471219 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-516d4aeb-6ce2-4f75-a868-30f65702fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d42a97f5-e72b-40d2-906e-368b7b4a0ca4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.522364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53a7875-7860-423d-bfd7-83f3372bc0f8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ef373f64-8566-4430-ac43-958b335a0220), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.539500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f53a7875-7860-423d-bfd7-83f3372bc0f8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for ef373f64-8566-4430-ac43-958b335a0220 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:24.635930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-516d4aeb-6ce2-4f75-a868-30f65702fd9d None None] Port d42a97f5-e72b-40d2-906e-368b7b4a0ca4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:24.671083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:24.674565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.676622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a63d3476-c5cf-416b-af15-40ddcb8fd3eb details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:58:24.689497 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45ec7670-d73c-48be-9601-673f4191707d req-3949aa13-ab3c-47c8-9d84-b41f50cd974b tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8551652 Feb 03 12:58:24.795058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-883d58e7-5b93-41c3-9163-51805e759a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:24.801970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-883d58e7-5b93-41c3-9163-51805e759a8b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.3804088 Feb 03 12:58:24.967036 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (78b18d6e-f13e-4156-9430-8c8eb438ce55), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.004769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-db8e0459-93ef-4d84-ab4d-77d1fd16ac2a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=246cb272-66e9-431e-a80b-11bf83442b6b HTTP/1.1" status: 200 len: 217 time: 0.1881549 Feb 03 12:58:25.010600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-769feed5-ed49-4ba8-b571-721df00adf4b None None] Provisioning complete for port ef373f64-8566-4430-ac43-958b335a0220 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:25.010994 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-769feed5-ed49-4ba8-b571-721df00adf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef373f64-8566-4430-ac43-958b335a0220), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.111475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event deleted for resources: {'Port': ['ID=78b18d6e-f13e-4156-9430-8c8eb438ce55,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:25.183238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-dd5accc4-d8bc-4629-8adc-e2c44e72eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:25.187264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-dd5accc4-d8bc-4629-8adc-e2c44e72eabd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.1800179 Feb 03 12:58:25.239542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a63d3476-c5cf-416b-af15-40ddcb8fd3eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,segment=NetworkSegment(7f15b33b-a790-4971-ac9c-a4cf2cd1c98c),segment_id=7f15b33b-a790-4971-ac9c-a4cf2cd1c98c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:25.273504 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-beaa909d-85af-49b3-8c8f-60dfedef76e8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774651 Feb 03 12:58:25.277789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (957859fd-4787-4dab-b38f-37aedd72e541), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.288261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-769feed5-ed49-4ba8-b571-721df00adf4b None None] Port ef373f64-8566-4430-ac43-958b335a0220 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:25.413560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a63d3476-c5cf-416b-af15-40ddcb8fd3eb', 'network_id': 'b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67', 'port_id': 'a63d3476-c5cf-416b-af15-40ddcb8fd3eb', 'mac_address': 'fa:16:3e:3f:5a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff890a3-2959-4132-b45c-54d293a9d508', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:58:25.446219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-769feed5-ed49-4ba8-b571-721df00adf4b None None] Provisioning complete for port d42a97f5-e72b-40d2-906e-368b7b4a0ca4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:25.446669 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-769feed5-ed49-4ba8-b571-721df00adf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d42a97f5-e72b-40d2-906e-368b7b4a0ca4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.469953 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (957859fd-4787-4dab-b38f-37aedd72e541), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.492080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:25.493288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 78b18d6e-f13e-4156-9430-8c8eb438ce55 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:25.514642 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_controller (957859fd-4787-4dab-b38f-37aedd72e541), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.562182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 78b18d6e-f13e-4156-9430-8c8eb438ce55 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:58:25.562576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 78b18d6e-f13e-4156-9430-8c8eb438ce55 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 12:58:25.584737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53a7875-7860-423d-bfd7-83f3372bc0f8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ef373f64-8566-4430-ac43-958b335a0220), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.593911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Port 78b18d6e-f13e-4156-9430-8c8eb438ce55 not found, will not notify nova. {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 12:58:25.604251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-769feed5-ed49-4ba8-b571-721df00adf4b None None] Port d42a97f5-e72b-40d2-906e-368b7b4a0ca4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:25.609835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a63d3476-c5cf-416b-af15-40ddcb8fd3eb is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:25.610441 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.639974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63d3476-c5cf-416b-af15-40ddcb8fd3eb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:58:25.647206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a7875-7860-423d-bfd7-83f3372bc0f8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=ef373f64-8566-4430-ac43-958b335a0220,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:25.666981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (957859fd-4787-4dab-b38f-37aedd72e541), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.667534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 957859fd-4787-4dab-b38f-37aedd72e541 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:25.695833 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.695833 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9187136e-db23-4516-bae1-91b1aab686cd tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "DELETE /v2.0/routers/957859fd-4787-4dab-b38f-37aedd72e541 HTTP/1.1" status: 204 len: 168 time: 5.5676601 Feb 03 12:58:25.695833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51726) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:25.703336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a63d3476-c5cf-416b-af15-40ddcb8fd3eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,segment=NetworkSegment(7f15b33b-a790-4971-ac9c-a4cf2cd1c98c),segment_id=7f15b33b-a790-4971-ac9c-a4cf2cd1c98c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:25.713196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-ac601f3e-8385-4a65-a788-e1b19657ce64 service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235799 Feb 03 12:58:25.716929 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.882903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:25.915737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f53a7875-7860-423d-bfd7-83f3372bc0f8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.939030 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f53a7875-7860-423d-bfd7-83f3372bc0f8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/ef373f64-8566-4430-ac43-958b335a0220 HTTP/1.1" status: 204 len: 168 time: 1.9330750 Feb 03 12:58:25.940484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51734) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:25.959767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a63d3476-c5cf-416b-af15-40ddcb8fd3eb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:58:26.062560 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28aa465-3a25-4fe2-938c-2e33f73bbd9d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:58:26.076128 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a28aa465-3a25-4fe2-938c-2e33f73bbd9d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/ef373f64-8566-4430-ac43-958b335a0220 HTTP/1.1" status: 404 len: 333 time: 0.1330342 Feb 03 12:58:26.079431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51742) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:26.419291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-236f78f0-4104-44ca-809e-aa0f45d3f96a req-51dd563d-eadf-4013-b233-e77a10ada89f service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914358 Feb 03 12:58:26.421548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (270470c3-2a6d-4f62-a106-57edf64d0caa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.476006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fca74-a9b8-475a-b10a-36640c4688fc req-1682d2d3-ada8-4ba7-9ccd-42ce2cece65e tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:26.483932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a67fca74-a9b8-475a-b10a-36640c4688fc req-1682d2d3-ada8-4ba7-9ccd-42ce2cece65e tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 944 time: 0.3933606 Feb 03 12:58:26.634000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a67fca74-a9b8-475a-b10a-36640c4688fc req-7f765ae3-ae12-43de-b7c1-a45f73cbfbb3 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490359 Feb 03 12:58:26.641106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-98675aa1-58e8-4682-840e-03fb675d552f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port d42a97f5-e72b-40d2-906e-368b7b4a0ca4 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:26.641572 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-98675aa1-58e8-4682-840e-03fb675d552f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d42a97f5-e72b-40d2-906e-368b7b4a0ca4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.696700 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (270470c3-2a6d-4f62-a106-57edf64d0caa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.703665 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a63d3476-c5cf-416b-af15-40ddcb8fd3eb up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:26.845953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a63d3476-c5cf-416b-af15-40ddcb8fd3eb completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:58:26.851751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a63d3476-c5cf-416b-af15-40ddcb8fd3eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:26.852274 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.885950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-98675aa1-58e8-4682-840e-03fb675d552f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d42a97f5-e72b-40d2-906e-368b7b4a0ca4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.938872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-98675aa1-58e8-4682-840e-03fb675d552f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for d42a97f5-e72b-40d2-906e-368b7b4a0ca4 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:27.031530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a63d3476-c5cf-416b-af15-40ddcb8fd3eb is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:27.032117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.057613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Deleting port 58d830ec-acce-4c8a-bf25-826771bba69e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:27.057960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.112345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a63d3476-c5cf-416b-af15-40ddcb8fd3eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,segment=NetworkSegment(7f15b33b-a790-4971-ac9c-a4cf2cd1c98c),segment_id=7f15b33b-a790-4971-ac9c-a4cf2cd1c98c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:27.115302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16ae29b-d934-4032-b092-e8b12de554ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63d3476-c5cf-416b-af15-40ddcb8fd3eb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:27.120906 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a5529-4846-457d-bb54-6430430aeaf5" -d '{"events": [{"server_uuid": "b16ae29b-d934-4032-b092-e8b12de554ea", "name": "network-vif-plugged", "status": "completed", "tag": "a63d3476-c5cf-416b-af15-40ddcb8fd3eb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:27.129729 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.188737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:27.202750 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8078ec6-400d-4369-aad5-3cd6f46fafff x-openstack-request-id: req-e8078ec6-400d-4369-aad5-3cd6f46fafff {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:27.203117 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16ae29b-d934-4032-b092-e8b12de554ea", "name": "network-vif-plugged", "status": "completed", "tag": "a63d3476-c5cf-416b-af15-40ddcb8fd3eb", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:27.203434 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8078ec6-400d-4369-aad5-3cd6f46fafff {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:27.203899 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16ae29b-d934-4032-b092-e8b12de554ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63d3476-c5cf-416b-af15-40ddcb8fd3eb', 'code': 200} Feb 03 12:58:27.341274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-98675aa1-58e8-4682-840e-03fb675d552f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d42a97f5-e72b-40d2-906e-368b7b4a0ca4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.355015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb686445-e9ec-40a8-a4b0-6fa1a4c3577b req-72698f3b-40ea-476d-a084-97770f8e770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:27.359025 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb686445-e9ec-40a8-a4b0-6fa1a4c3577b req-72698f3b-40ea-476d-a084-97770f8e770b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 1128 time: 0.0915263 Feb 03 12:58:27.409986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98675aa1-58e8-4682-840e-03fb675d552f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=d42a97f5-e72b-40d2-906e-368b7b4a0ca4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:27.476055 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fb686445-e9ec-40a8-a4b0-6fa1a4c3577b req-ae02529e-f153-4c92-aedb-fc3ab9b4c6bb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126606 Feb 03 12:58:27.523538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] For port 58d830ec-acce-4c8a-bf25-826771bba69e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=58d830ec-acce-4c8a-bf25-826771bba69e,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:27.524146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.545650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Calling delete_port for 58d830ec-acce-4c8a-bf25-826771bba69e owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:27.563188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-98675aa1-58e8-4682-840e-03fb675d552f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.569801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-98675aa1-58e8-4682-840e-03fb675d552f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/d42a97f5-e72b-40d2-906e-368b7b4a0ca4 HTTP/1.1" status: 204 len: 168 time: 1.4411738 Feb 03 12:58:27.570482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:27.646417 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-106cec41-0e86-45d6-ad3a-4e18997298c9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:58:27.647905 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-106cec41-0e86-45d6-ad3a-4e18997298c9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/d42a97f5-e72b-40d2-906e-368b7b4a0ca4 HTTP/1.1" status: 404 len: 333 time: 0.0764220 Feb 03 12:58:27.651351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51778) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:27.810524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-deefc370-69a0-48f4-b421-87b6c2d464cc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet 0ac03045-058d-4e97-8cf1-1dd85b4e1cdf {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:27.817681 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-deefc370-69a0-48f4-b421-87b6c2d464cc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (0ac03045-058d-4e97-8cf1-1dd85b4e1cdf), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.862613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-deefc370-69a0-48f4-b421-87b6c2d464cc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (0ac03045-058d-4e97-8cf1-1dd85b4e1cdf), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.963190 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-deefc370-69a0-48f4-b421-87b6c2d464cc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0ac03045-058d-4e97-8cf1-1dd85b4e1cdf), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.034176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ba476-399a-473e-90b8-c6f849a1cc69 req-e3067b23-fdf3-4e9f-ba63-028013884459 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:28.035855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d23ba476-399a-473e-90b8-c6f849a1cc69 req-e3067b23-fdf3-4e9f-ba63-028013884459 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 945 time: 0.2111189 Feb 03 12:58:28.041995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 78b18d6e-f13e-4156-9430-8c8eb438ce55 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:58:28.053870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-deefc370-69a0-48f4-b421-87b6c2d464cc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (0ac03045-058d-4e97-8cf1-1dd85b4e1cdf), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.092069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 78b18d6e-f13e-4156-9430-8c8eb438ce55 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:58:28.092415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 78b18d6e-f13e-4156-9430-8c8eb438ce55 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:58:28.105770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-deefc370-69a0-48f4-b421-87b6c2d464cc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.112113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-deefc370-69a0-48f4-b421-87b6c2d464cc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/0ac03045-058d-4e97-8cf1-1dd85b4e1cdf HTTP/1.1" status: 204 len: 168 time: 0.4591453 Feb 03 12:58:28.113938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc370-69a0-48f4-b421-87b6c2d464cc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac03045-058d-4e97-8cf1-1dd85b4e1cdf,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:28.116960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51794) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:28.122142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d442d5-8060-441a-9cf1-9ecb857f6d33 None None] Network 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:28.175072 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (58d830ec-acce-4c8a-bf25-826771bba69e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.244137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d23ba476-399a-473e-90b8-c6f849a1cc69 req-beb631a5-a12c-4efa-8290-2c334bdcc355 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961236 Feb 03 12:58:28.286783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event deleted for resources: {'Port': ['ID=58d830ec-acce-4c8a-bf25-826771bba69e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:28.324122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (338f9f2f-c1cf-4d56-8901-5ced72bd2cc4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.433298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784aa6b2-9b38-4070-804f-91017c9af4c4 None None] DHCP port deletion for 338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:58:28.456131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (270470c3-2a6d-4f62-a106-57edf64d0caa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.537958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-784aa6b2-9b38-4070-804f-91017c9af4c4 None None] Deleting port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:28.538354 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-784aa6b2-9b38-4070-804f-91017c9af4c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.632788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (270470c3-2a6d-4f62-a106-57edf64d0caa), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.638362 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_controller (270470c3-2a6d-4f62-a106-57edf64d0caa), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.712575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-784aa6b2-9b38-4070-804f-91017c9af4c4 None None] For port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7,segment=NetworkSegment(b76b8e30-5f82-4c6e-9536-aa023eaaaa89),segment_id=b76b8e30-5f82-4c6e-9536-aa023eaaaa89)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:28.712979 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-784aa6b2-9b38-4070-804f-91017c9af4c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.744032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-784aa6b2-9b38-4070-804f-91017c9af4c4 None None] Calling delete_port for 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:28.917275 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-784aa6b2-9b38-4070-804f-91017c9af4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.968219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aa6b2-9b38-4070-804f-91017c9af4c4 None None] Pushing event deleted for resources: {'Port': ['ID=024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:28.978503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784aa6b2-9b38-4070-804f-91017c9af4c4 None None] No DVR routers for this DVR port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:58:29.341478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:29.341848 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.344029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (270470c3-2a6d-4f62-a106-57edf64d0caa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.344554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 270470c3-2a6d-4f62-a106-57edf64d0caa {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:29.350865 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.352021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b599e3bd-872d-405f-8ff5-f0ef6c93e8b3 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "DELETE /v2.0/routers/270470c3-2a6d-4f62-a106-57edf64d0caa HTTP/1.1" status: 204 len: 168 time: 3.6541944 Feb 03 12:58:29.356866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51818) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:29.363843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-172094313', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:29.423532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (34169201-8718-44c6-a1c0-30263ae9fc67), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.425154 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (34169201-8718-44c6-a1c0-30263ae9fc67), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.480360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] For port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7, host n-d-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:29.480871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.540567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:29.591671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_backend_mixin [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 was not found and therefore no delete operation was performed {{(pid=103224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:58:29.611193 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.681609 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (34169201-8718-44c6-a1c0-30263ae9fc67), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.724349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a594492-7aeb-4188-912f-d33ecbfd1326 req-d92e24c5-a1ed-425c-9a84-2ed0f3b0fc29 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:29.725971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a594492-7aeb-4188-912f-d33ecbfd1326 req-d92e24c5-a1ed-425c-9a84-2ed0f3b0fc29 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 945 time: 0.2950878 Feb 03 12:58:29.746869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:29.749494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No DVR routers for this DVR port 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:58:29.966486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (34169201-8718-44c6-a1c0-30263ae9fc67), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.995206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (338f9f2f-c1cf-4d56-8901-5ced72bd2cc4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.040196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338f9f2f-c1cf-4d56-8901-5ced72bd2cc4']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:30.065345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76b8e30-5f82-4c6e-9536-aa023eaaaa89') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:30.065345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76b8e30-5f82-4c6e-9536-aa023eaaaa89') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:30.095170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (b76b8e30-5f82-4c6e-9536-aa023eaaaa89), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.185712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a594492-7aeb-4188-912f-d33ecbfd1326 req-1f0ea1aa-3f13-448a-883d-3361643a3024 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088597 Feb 03 12:58:30.198668 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b76b8e30-5f82-4c6e-9536-aa023eaaaa89), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.211852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:58:30.212266 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (b76b8e30-5f82-4c6e-9536-aa023eaaaa89), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:58:30.215452 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:58:30.228866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 58d830ec-acce-4c8a-bf25-826771bba69e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:58:30.296683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 58d830ec-acce-4c8a-bf25-826771bba69e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:58:30.297336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 58d830ec-acce-4c8a-bf25-826771bba69e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:58:30.300613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:58:30.398830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:58:30.409191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 024a6ab0-33b5-4d1e-b33f-910cf3e0e8a7 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:58:30.409351 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (338f9f2f-c1cf-4d56-8901-5ced72bd2cc4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.447537 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (34169201-8718-44c6-a1c0-30263ae9fc67), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.471101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.471948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.481036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/networks/338f9f2f-c1cf-4d56-8901-5ced72bd2cc4 HTTP/1.1" status: 204 len: 168 time: 2.3621907 Feb 03 12:58:30.484709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51844) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:30.500191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1405748500'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:30.505891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03320db4-65e4-4921-8686-89055d910810 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Network': ['ID=338f9f2f-c1cf-4d56-8901-5ced72bd2cc4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:30.570980 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:58:30.592064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:30.596520 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.609609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75af40b-e471-4b05-8f59-08c4a98287fe req-c6e70b85-7ba5-4022-a18c-7bbd96ce9adc tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:30.611466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e75af40b-e471-4b05-8f59-08c4a98287fe req-c6e70b85-7ba5-4022-a18c-7bbd96ce9adc tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 945 time: 0.2310226 Feb 03 12:58:30.619970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Allocated IP 172.25.3.253 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/41e5dfc6-0c5f-4a34-bc9d-12102f635e02) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:30.676359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e75af40b-e471-4b05-8f59-08c4a98287fe req-fc665751-8df9-4fdc-9cd3-df9fdeb3a25b tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566938 Feb 03 12:58:30.690446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:58:30.712986 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (942bf32f-f0bd-4984-88e2-a4c48f948139), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.715271 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Added segment 942bf32f-f0bd-4984-88e2-a4c48f948139 of type vlan for network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf Feb 03 12:58:30.765774 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (82bb8554-adbd-4a96-86c6-e7b1d09b98bf), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.837556 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (82bb8554-adbd-4a96-86c6-e7b1d09b98bf), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.864156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:30.865171 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.903214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for port (41e5dfc6-0c5f-4a34-bc9d-12102f635e02), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.960218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4645672 Feb 03 12:58:30.963964 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51866) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:30.982482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': '82bb8554-adbd-4a96-86c6-e7b1d09b98bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:31.033304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c1cbb-f6c9-4d80-9186-a1b89caa1296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Network': ['ID=82bb8554-adbd-4a96-86c6-e7b1d09b98bf,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:31.061750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:58:31.091186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d4936-964d-42f4-ad88-bfe399a572fa req-d8d5d5b2-3339-4155-939a-40078bb16ca0 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:31.092621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a42d4936-964d-42f4-ad88-bfe399a572fa req-d8d5d5b2-3339-4155-939a-40078bb16ca0 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 945 time: 0.1613770 Feb 03 12:58:31.172205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (41e5dfc6-0c5f-4a34-bc9d-12102f635e02), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:31.194433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a42d4936-964d-42f4-ad88-bfe399a572fa req-d9d9fced-8ba3-42ec-929a-bde838043bd3 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860100 Feb 03 12:58:31.213673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:31.220146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:31.284532 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:31.337349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:31.341414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event updated for resources: {'Port': ['ID=41e5dfc6-0c5f-4a34-bc9d-12102f635e02,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:31.347818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:31.709179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18fc6-7bb5-4dee-aace-ecc8816083c4 req-4a194c1d-c059-4003-9894-ced41230aa1a tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:31.727167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcc18fc6-7bb5-4dee-aace-ecc8816083c4 req-4a194c1d-c059-4003-9894-ced41230aa1a tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 945 time: 0.0786366 Feb 03 12:58:31.801471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcc18fc6-7bb5-4dee-aace-ecc8816083c4 req-0c007d89-46bc-4e1a-aa3b-068dc2de9a52 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659840 Feb 03 12:58:32.092520 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (24b9ceb7-4328-4b8c-a874-37659afacffd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.148815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=24b9ceb7-4328-4b8c-a874-37659afacffd,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:32.228379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (34169201-8718-44c6-a1c0-30263ae9fc67), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.407586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Checking segment: {'id': '942bf32f-f0bd-4984-88e2-a4c48f948139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '82bb8554-adbd-4a96-86c6-e7b1d09b98bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:32.408005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network hostable DHCP agents. Network: 82bb8554-adbd-4a96-86c6-e7b1d09b98bf, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:58:32.496544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:58:32.576358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 82bb8554-adbd-4a96-86c6-e7b1d09b98bf) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:32.584610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4499cd-aeb8-4167-b0cc-1439691c865b None None] Network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:32.595081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:32.595711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.730936 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6413cf72-7aad-4f6d-8bee-eacd138f962b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7607136 Feb 03 12:58:32.735308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51926) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:32.746092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (34169201-8718-44c6-a1c0-30263ae9fc67), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.753084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0280da3d-2e51-4416-87f2-e28fffe6697f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-631105877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:32.805257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0280da3d-2e51-4416-87f2-e28fffe6697f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.808098 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0280da3d-2e51-4416-87f2-e28fffe6697f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.840962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-82bb8554-adbd-4a96-86c6-e7b1d09b98bf', 'network_id': '82bb8554-adbd-4a96-86c6-e7b1d09b98bf', 'project_id': '254f8ee6bde64f169bf93479be1c92ac', 'fixed_ips': [{'subnet_id': '24b9ceb7-4328-4b8c-a874-37659afacffd'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:58:32.841850 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.911735 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0280da3d-2e51-4416-87f2-e28fffe6697f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for router_controller (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.925789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0280da3d-2e51-4416-87f2-e28fffe6697f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.964211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0280da3d-2e51-4416-87f2-e28fffe6697f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.965769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0280da3d-2e51-4416-87f2-e28fffe6697f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2294419 Feb 03 12:58:32.968438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51936) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:32.977812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'network_id': '82bb8554-adbd-4a96-86c6-e7b1d09b98bf', 'name': 'tempest-PortsTestJSON-1190319401'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:33.200940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Allocated IP 172.20.0.2 (82bb8554-adbd-4a96-86c6-e7b1d09b98bf/24b9ceb7-4328-4b8c-a874-37659afacffd/b6b7433a-7e1f-4e51-8de6-73e75b644288) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:33.243528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-4bd355f6-16a1-4c28-bff5-0841e2a78b8b tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:33.245146 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-4bd355f6-16a1-4c28-bff5-0841e2a78b8b tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.72 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 945 time: 0.2656949 Feb 03 12:58:33.425308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:33.430281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.460872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port a8718c44-49d4-4853-af1f-04ec57a98f74 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:33.538899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a881-178a-4755-88f8-a0782d71424f req-a19ca0c8-ab9b-4691-b611-e707714fe359 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:33.540578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1596a881-178a-4755-88f8-a0782d71424f req-a19ca0c8-ab9b-4691-b611-e707714fe359 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 945 time: 0.3669984 Feb 03 12:58:33.658262 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Publish callbacks [] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.669315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Router 34169201-8718-44c6-a1c0-30263ae9fc67 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:58:33.680613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.769185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:33.771677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Pushing event updated for resources: {'Port': ['ID=b6b7433a-7e1f-4e51-8de6-73e75b644288,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:33.775357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:33.779013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:33.884277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Deleting port a63d3476-c5cf-416b-af15-40ddcb8fd3eb {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:33.884616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.904141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.3 (82bb8554-adbd-4a96-86c6-e7b1d09b98bf/24b9ceb7-4328-4b8c-a874-37659afacffd/a8718c44-49d4-4853-af1f-04ec57a98f74) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:33.931796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Attempting to bind port b6b7433a-7e1f-4e51-8de6-73e75b644288 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:33.932090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Attempting to bind port b6b7433a-7e1f-4e51-8de6-73e75b644288 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '942bf32f-f0bd-4984-88e2-a4c48f948139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '82bb8554-adbd-4a96-86c6-e7b1d09b98bf'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:33.932460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Attempting to bind port b6b7433a-7e1f-4e51-8de6-73e75b644288 on network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:33.941273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:33.941657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Checking segment: {'id': '942bf32f-f0bd-4984-88e2-a4c48f948139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '82bb8554-adbd-4a96-86c6-e7b1d09b98bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:33.942067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.942483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Bound using segment: {'id': '942bf32f-f0bd-4984-88e2-a4c48f948139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '82bb8554-adbd-4a96-86c6-e7b1d09b98bf'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:33.944798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Bound port: b6b7433a-7e1f-4e51-8de6-73e75b644288, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942bf32f-f0bd-4984-88e2-a4c48f948139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '82bb8554-adbd-4a96-86c6-e7b1d09b98bf'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:33.945380 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.109933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] For port b6b7433a-7e1f-4e51-8de6-73e75b644288, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:34.119292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] For port b6b7433a-7e1f-4e51-8de6-73e75b644288, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6b7433a-7e1f-4e51-8de6-73e75b644288,segment=NetworkSegment(942bf32f-f0bd-4984-88e2-a4c48f948139),segment_id=942bf32f-f0bd-4984-88e2-a4c48f948139)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:34.128616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] For port a63d3476-c5cf-416b-af15-40ddcb8fd3eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,segment=NetworkSegment(7f15b33b-a790-4971-ac9c-a4cf2cd1c98c),segment_id=7f15b33b-a790-4971-ac9c-a4cf2cd1c98c)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:34.129143 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.144095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.154798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Calling delete_port for a63d3476-c5cf-416b-af15-40ddcb8fd3eb owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:34.234464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b5bc7-f313-40be-b92d-e7aae3692489 None None] Pushing event updated for resources: {'Port': ['ID=b6b7433a-7e1f-4e51-8de6-73e75b644288,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:34.316618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a63d3476-c5cf-416b-af15-40ddcb8fd3eb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.338546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a63d3476-c5cf-416b-af15-40ddcb8fd3eb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:58:34.400307 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1596a881-178a-4755-88f8-a0782d71424f req-84713715-36c3-4f65-be0c-f7f17c53f303 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/security-groups?id=2933536a-2e89-4b97-b3d0-f52b07149160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8445494 Feb 03 12:58:34.481479 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Pushing event deleted for resources: {'Port': ['ID=a63d3476-c5cf-416b-af15-40ddcb8fd3eb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:34.483335 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.565169 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.627261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] No DVR routers for this DVR port a63d3476-c5cf-416b-af15-40ddcb8fd3eb on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:58:34.660791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.695180 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-747e0a38-8288-41c2-a49a-4b5f91dd5cf9 req-01910290-77cb-401e-8641-e3aca20dcd57 tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.72 "DELETE /v2.0/ports/a63d3476-c5cf-416b-af15-40ddcb8fd3eb HTTP/1.1" status: 204 len: 173 time: 1.4308965 Feb 03 12:58:34.696063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16ae29b-d934-4032-b092-e8b12de554ea', 'name': 'network-vif-deleted', 'tag': 'a63d3476-c5cf-416b-af15-40ddcb8fd3eb'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:34.707833 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47137800-af82-4f51-b4b6-b3f58aac7e0b" -d '{"events": [{"server_uuid": "b16ae29b-d934-4032-b092-e8b12de554ea", "name": "network-vif-deleted", "tag": "a63d3476-c5cf-416b-af15-40ddcb8fd3eb"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:34.798057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:34.818866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad0f85-0d87-4146-bbd8-5367e681b57d None None] Sync routers for ids ['34169201-8718-44c6-a1c0-30263ae9fc67'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:34.891132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad0f85-0d87-4146-bbd8-5367e681b57d None None] Routers {'34169201-8718-44c6-a1c0-30263ae9fc67'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:34.899602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.901974 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f8e1bff1-47f4-496c-9ccc-7ea5841262a6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5440462 Feb 03 12:58:34.902598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:34.910560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e2ad0f85-0d87-4146-bbd8-5367e681b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['34169201-8718-44c6-a1c0-30263ae9fc67'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:34.912820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51988) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:34.922031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:34.967338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:34.979568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a258c8f6-485f-4563-aadb-1019e2006016 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': False}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:35.053024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:35.053850 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:35.087095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=a8718c44-49d4-4853-af1f-04ec57a98f74,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:35.110218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e840629c-920a-494e-af73-bf7a3775b5fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1381607 Feb 03 12:58:35.112922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51992) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:35.156427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e2ad0f85-0d87-4146-bbd8-5367e681b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:35.182639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad0f85-0d87-4146-bbd8-5367e681b57d None None] Routers {'34169201-8718-44c6-a1c0-30263ae9fc67'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:35.183584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e2ad0f85-0d87-4146-bbd8-5367e681b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['34169201-8718-44c6-a1c0-30263ae9fc67'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:35.309232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e2ad0f85-0d87-4146-bbd8-5367e681b57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:35.310187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad0f85-0d87-4146-bbd8-5367e681b57d None None] The sync data for ids ['34169201-8718-44c6-a1c0-30263ae9fc67'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:35.358382 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7fc735-532c-41c9-a283-03f5cc463d47 x-openstack-request-id: req-4d7fc735-532c-41c9-a283-03f5cc463d47 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:35.358990 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16ae29b-d934-4032-b092-e8b12de554ea", "name": "network-vif-deleted", "tag": "a63d3476-c5cf-416b-af15-40ddcb8fd3eb", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:35.358990 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d7fc735-532c-41c9-a283-03f5cc463d47 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:35.359274 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16ae29b-d934-4032-b092-e8b12de554ea', 'name': 'network-vif-deleted', 'tag': 'a63d3476-c5cf-416b-af15-40ddcb8fd3eb', 'status': 'completed', 'code': 200} Feb 03 12:58:35.736994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c4d1f2a-85d9-469d-926f-f2230ea3025a req-719804ae-a450-4a66-b4d3-9348299faefe tempest-ServersNegativeTestMultiTenantJSON-1121393379 tempest-ServersNegativeTestMultiTenantJSON-1121393379-project] 10.222.0.65 "GET /v2.0/ports?device_id=b16ae29b-d934-4032-b092-e8b12de554ea HTTP/1.1" status: 200 len: 210 time: 0.0960345 Feb 03 12:58:36.043484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a258c8f6-485f-4563-aadb-1019e2006016 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (34169201-8718-44c6-a1c0-30263ae9fc67), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.164016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6b7433a-7e1f-4e51-8de6-73e75b644288 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:36.259474 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.287508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309e8c9-dc1c-4cda-adf7-d30e28f4146d None None] Network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:36.376637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-af1d217a-a14b-47fa-8cda-7b32f3d73060 None None] Provisioning complete for port b6b7433a-7e1f-4e51-8de6-73e75b644288 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:36.377217 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1d217a-a14b-47fa-8cda-7b32f3d73060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.496451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b6b7433a-7e1f-4e51-8de6-73e75b644288 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:36.497124 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.500390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-af1d217a-a14b-47fa-8cda-7b32f3d73060 None None] Current status of the port b6b7433a-7e1f-4e51-8de6-73e75b644288 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:36.500967 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1d217a-a14b-47fa-8cda-7b32f3d73060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.579437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-af1d217a-a14b-47fa-8cda-7b32f3d73060 None None] For port b6b7433a-7e1f-4e51-8de6-73e75b644288, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6b7433a-7e1f-4e51-8de6-73e75b644288,segment=NetworkSegment(942bf32f-f0bd-4984-88e2-a4c48f948139),segment_id=942bf32f-f0bd-4984-88e2-a4c48f948139)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:36.606426 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1d217a-a14b-47fa-8cda-7b32f3d73060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.699125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d217a-a14b-47fa-8cda-7b32f3d73060 None None] Pushing event updated for resources: {'Port': ['ID=b6b7433a-7e1f-4e51-8de6-73e75b644288,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:36.844495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52024) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:36.945157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.964805 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.981663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b91833-88f1-4e72-8548-ad31f084e1fc admin admin] Deleting subnet 5ff890a3-2959-4132-b45c-54d293a9d508 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:37.121121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=a8718c44-49d4-4853-af1f-04ec57a98f74,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:37.134816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83b91833-88f1-4e72-8548-ad31f084e1fc admin admin] Publish callbacks [] for subnet (5ff890a3-2959-4132-b45c-54d293a9d508), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.299372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a63d3476-c5cf-416b-af15-40ddcb8fd3eb no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:58:37.334407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a63d3476-c5cf-416b-af15-40ddcb8fd3eb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:58:37.336550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a63d3476-c5cf-416b-af15-40ddcb8fd3eb not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:58:37.340547 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83b91833-88f1-4e72-8548-ad31f084e1fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (5ff890a3-2959-4132-b45c-54d293a9d508), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.395079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5dbf737c-3ec3-48a9-8850-f266b6e2d3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.559488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b6b7433a-7e1f-4e51-8de6-73e75b644288 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:37.752055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a258c8f6-485f-4563-aadb-1019e2006016 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (34169201-8718-44c6-a1c0-30263ae9fc67), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.768353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a258c8f6-485f-4563-aadb-1019e2006016 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (34169201-8718-44c6-a1c0-30263ae9fc67), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.840923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83b91833-88f1-4e72-8548-ad31f084e1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (5ff890a3-2959-4132-b45c-54d293a9d508), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.851123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-978469bd-c934-4ea4-933b-05ad7b087eae None None] Provisioning complete for port a8718c44-49d4-4853-af1f-04ec57a98f74 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:37.851513 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-978469bd-c934-4ea4-933b-05ad7b087eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.853970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.959539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-978469bd-c934-4ea4-933b-05ad7b087eae None None] Port a8718c44-49d4-4853-af1f-04ec57a98f74 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:38.018021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-978469bd-c934-4ea4-933b-05ad7b087eae None None] Provisioning complete for port b6b7433a-7e1f-4e51-8de6-73e75b644288 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:38.018422 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-978469bd-c934-4ea4-933b-05ad7b087eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.152747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a258c8f6-485f-4563-aadb-1019e2006016 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Router 34169201-8718-44c6-a1c0-30263ae9fc67 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:58:38.187660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6b7433a-7e1f-4e51-8de6-73e75b644288 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:38.337414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83b91833-88f1-4e72-8548-ad31f084e1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (5ff890a3-2959-4132-b45c-54d293a9d508), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.422843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b91833-88f1-4e72-8548-ad31f084e1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff890a3-2959-4132-b45c-54d293a9d508,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:38.470811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83b91833-88f1-4e72-8548-ad31f084e1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.474912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-83b91833-88f1-4e72-8548-ad31f084e1fc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5ff890a3-2959-4132-b45c-54d293a9d508 HTTP/1.1" status: 204 len: 168 time: 1.6274993 Feb 03 12:58:38.478778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52042) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:38.495312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.517451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a258c8f6-485f-4563-aadb-1019e2006016 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:38.529754 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9c6db-216c-49d3-a7fa-cbc25108322b None None] Sync routers for ids ['34169201-8718-44c6-a1c0-30263ae9fc67'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:38.536287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a258c8f6-485f-4563-aadb-1019e2006016 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.537874 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a258c8f6-485f-4563-aadb-1019e2006016 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "PUT /v2.0/routers/34169201-8718-44c6-a1c0-30263ae9fc67 HTTP/1.1" status: 200 len: 921 time: 3.6234131 Feb 03 12:58:38.543952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52044) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:38.551014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-978469bd-c934-4ea4-933b-05ad7b087eae None None] Current status of the port b6b7433a-7e1f-4e51-8de6-73e75b644288 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:38.564255 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9c6db-216c-49d3-a7fa-cbc25108322b None None] Routers {'34169201-8718-44c6-a1c0-30263ae9fc67'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:38.565091 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-77f9c6db-216c-49d3-a7fa-cbc25108322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['34169201-8718-44c6-a1c0-30263ae9fc67'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:38.575356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b6b7433a-7e1f-4e51-8de6-73e75b644288 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:38.582832 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.691215 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-77f9c6db-216c-49d3-a7fa-cbc25108322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:38.731550 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9c6db-216c-49d3-a7fa-cbc25108322b None None] Routers {'34169201-8718-44c6-a1c0-30263ae9fc67'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:38.732200 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-77f9c6db-216c-49d3-a7fa-cbc25108322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['34169201-8718-44c6-a1c0-30263ae9fc67'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:38.748691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8624c352-68b3-4fac-84a0-98013b513e5c None None] Provisioning complete for port a8718c44-49d4-4853-af1f-04ec57a98f74 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:38.749452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8624c352-68b3-4fac-84a0-98013b513e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.824829 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-77f9c6db-216c-49d3-a7fa-cbc25108322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:38.825499 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9c6db-216c-49d3-a7fa-cbc25108322b None None] The sync data for ids ['34169201-8718-44c6-a1c0-30263ae9fc67'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:38.827390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b6b7433a-7e1f-4e51-8de6-73e75b644288 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:38.859302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8624c352-68b3-4fac-84a0-98013b513e5c None None] Port a8718c44-49d4-4853-af1f-04ec57a98f74 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:38.871216 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b846f0d7-c3b5-4582-b40d-d67326235856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.941300 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e10d7d3a-49fb-40e0-8dcc-08a8d390fc46 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/routers/34169201-8718-44c6-a1c0-30263ae9fc67 HTTP/1.1" status: 200 len: 921 time: 0.3935661 Feb 03 12:58:38.942840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52050) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:38.987325 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8dab69d9-d294-4c91-8857-6719f8db27ef None None] Provisioning complete for port a8718c44-49d4-4853-af1f-04ec57a98f74 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:38.987755 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dab69d9-d294-4c91-8857-6719f8db27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:39.030553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:39.108945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2d766-e9b1-4a79-88f5-8f3befb79883 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:39.113517 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-68f2d766-e9b1-4a79-88f5-8f3befb79883 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=34169201-8718-44c6-a1c0-30263ae9fc67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1671369 Feb 03 12:58:39.113775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52052) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:39.135806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8dab69d9-d294-4c91-8857-6719f8db27ef None None] Port a8718c44-49d4-4853-af1f-04ec57a98f74 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:39.302276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54deda9-98f9-43ba-90d0-f086bb3c219d tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:39.304041 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a54deda9-98f9-43ba-90d0-f086bb3c219d tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 881 time: 0.1888437 Feb 03 12:58:39.313612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52058) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:39.351252 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:39.355877 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-53027f17-96ed-4c5a-93b6-379311161484 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=34169201-8718-44c6-a1c0-30263ae9fc67 HTTP/1.1" status: 200 len: 205 time: 0.0338755 Feb 03 12:58:39.358884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52060) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:39.383069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:39.472106 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:39.763074 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:39.767051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:39.787581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:39.832415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:39.843411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=a8718c44-49d4-4853-af1f-04ec57a98f74,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:39.853514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f15b33b-a790-4971-ac9c-a4cf2cd1c98c') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:39.853877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f15b33b-a790-4971-ac9c-a4cf2cd1c98c') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:40.077094 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.163667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-90135659-3bfc-4060-83f3-4adef683762e None None] Provisioning complete for port a8718c44-49d4-4853-af1f-04ec57a98f74 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:40.164045 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90135659-3bfc-4060-83f3-4adef683762e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.237526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90135659-3bfc-4060-83f3-4adef683762e None None] Port a8718c44-49d4-4853-af1f-04ec57a98f74 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:40.563969 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (7f15b33b-a790-4971-ac9c-a4cf2cd1c98c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.616589 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7f15b33b-a790-4971-ac9c-a4cf2cd1c98c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.625281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (34169201-8718-44c6-a1c0-30263ae9fc67), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.870898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:58:40.871310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (7f15b33b-a790-4971-ac9c-a4cf2cd1c98c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.953372 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (34169201-8718-44c6-a1c0-30263ae9fc67), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:58:40.956318 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:58:40.973715 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.012518 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.017585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67 HTTP/1.1" status: 204 len: 168 time: 2.5352001 Feb 03 12:58:41.020673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52096) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:41.028137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa253e5-a28d-4394-a862-c23d27e10cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b08ee8-c8f7-4e0b-90d7-9e58229dbb67,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:41.117016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f71a222-6068-45a3-ae19-4a2dccea7263 admin admin] Deleting subnet b0e625ec-38d5-46fa-9060-5f528c0f6992 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:41.132503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f71a222-6068-45a3-ae19-4a2dccea7263 admin admin] Publish callbacks [] for subnet (b0e625ec-38d5-46fa-9060-5f528c0f6992), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.136465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Router 8f35f958-55ce-41a6-afbd-dcb0a2b4612e is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:58:41.224036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f71a222-6068-45a3-ae19-4a2dccea7263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (b0e625ec-38d5-46fa-9060-5f528c0f6992), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.311297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f71a222-6068-45a3-ae19-4a2dccea7263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (b0e625ec-38d5-46fa-9060-5f528c0f6992), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.364075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:41.371446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f821fbfa-3bd6-41cb-99a4-d0107b98505d tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "PUT /v2.0/routers/8f35f958-55ce-41a6-afbd-dcb0a2b4612e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2569680 Feb 03 12:58:41.375970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52106) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:41.376695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd53ee-5931-4bff-b7d0-ff7f8f7b8340 None None] Sync routers for ids ['8f35f958-55ce-41a6-afbd-dcb0a2b4612e'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:41.400293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Deleting port 41e5dfc6-0c5f-4a34-bc9d-12102f635e02 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:41.400751 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (41e5dfc6-0c5f-4a34-bc9d-12102f635e02), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.428334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd53ee-5931-4bff-b7d0-ff7f8f7b8340 None None] Routers {'8f35f958-55ce-41a6-afbd-dcb0a2b4612e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:41.443734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-60fd53ee-5931-4bff-b7d0-ff7f8f7b8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8f35f958-55ce-41a6-afbd-dcb0a2b4612e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:41.488502 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f71a222-6068-45a3-ae19-4a2dccea7263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (b0e625ec-38d5-46fa-9060-5f528c0f6992), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.515242 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be29e5f2-a584-4552-9c12-48c7503aeba7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:41.521633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-60fd53ee-5931-4bff-b7d0-ff7f8f7b8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:41.522921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-be29e5f2-a584-4552-9c12-48c7503aeba7 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f35f958-55ce-41a6-afbd-dcb0a2b4612e HTTP/1.1" status: 200 len: 982 time: 0.1458807 Feb 03 12:58:41.529177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52114) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:41.553865 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (41e5dfc6-0c5f-4a34-bc9d-12102f635e02), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.559554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd53ee-5931-4bff-b7d0-ff7f8f7b8340 None None] Routers {'8f35f958-55ce-41a6-afbd-dcb0a2b4612e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:41.563837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-60fd53ee-5931-4bff-b7d0-ff7f8f7b8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8f35f958-55ce-41a6-afbd-dcb0a2b4612e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:41.571705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Calling delete_port for 41e5dfc6-0c5f-4a34-bc9d-12102f635e02 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:41.622140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-60fd53ee-5931-4bff-b7d0-ff7f8f7b8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:41.623135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd53ee-5931-4bff-b7d0-ff7f8f7b8340 None None] The sync data for ids ['8f35f958-55ce-41a6-afbd-dcb0a2b4612e'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:41.631428 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.676661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71a222-6068-45a3-ae19-4a2dccea7263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e625ec-38d5-46fa-9060-5f528c0f6992,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:41.738581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f71a222-6068-45a3-ae19-4a2dccea7263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.744371 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4f71a222-6068-45a3-ae19-4a2dccea7263 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b0e625ec-38d5-46fa-9060-5f528c0f6992 HTTP/1.1" status: 204 len: 168 time: 0.7226527 Feb 03 12:58:41.744989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52122) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:41.883708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (41e5dfc6-0c5f-4a34-bc9d-12102f635e02), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.905247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (69b36e22-f4a7-4f39-8230-2e042537bfe5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.998890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event deleted for resources: {'Port': ['ID=41e5dfc6-0c5f-4a34-bc9d-12102f635e02,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:42.154901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (69b36e22-f4a7-4f39-8230-2e042537bfe5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.184064 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (34169201-8718-44c6-a1c0-30263ae9fc67), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.187088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b36e22-f4a7-4f39-8230-2e042537bfe5']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:42.205558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb51414-fe53-4409-b217-5dd1c6774ba2') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:42.205558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb51414-fe53-4409-b217-5dd1c6774ba2') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:42.221412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (0cb51414-fe53-4409-b217-5dd1c6774ba2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.279958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (0cb51414-fe53-4409-b217-5dd1c6774ba2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.291947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:58:42.292526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (0cb51414-fe53-4409-b217-5dd1c6774ba2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:58:42.294485 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:58:42.339343 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (34169201-8718-44c6-a1c0-30263ae9fc67), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.347249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (34169201-8718-44c6-a1c0-30263ae9fc67), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.392884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (69b36e22-f4a7-4f39-8230-2e042537bfe5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.403093 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.411637 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] 10.222.0.65 "DELETE /v2.0/networks/69b36e22-f4a7-4f39-8230-2e042537bfe5 HTTP/1.1" status: 204 len: 168 time: 0.6636941 Feb 03 12:58:42.445502 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (34169201-8718-44c6-a1c0-30263ae9fc67), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.446411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Fanout notify agent at l3_agent the message router_deleted on router 34169201-8718-44c6-a1c0-30263ae9fc67 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:42.462267 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.466437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3c19c731-89da-4905-8726-8f3d882d72d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/34169201-8718-44c6-a1c0-30263ae9fc67 HTTP/1.1" status: 204 len: 168 time: 3.1052399 Feb 03 12:58:42.470749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52130) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:42.480721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8329e2c8-f7b9-405c-830d-e8793271231a tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-481085155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:42.526618 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8329e2c8-f7b9-405c-830d-e8793271231a tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (6e424eb2-a44e-4f9d-9367-1f913d6729eb), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.527902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8329e2c8-f7b9-405c-830d-e8793271231a tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (6e424eb2-a44e-4f9d-9367-1f913d6729eb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.531036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209fb44-3a64-4248-83ab-619441e2c0de admin admin] Pushing event deleted for resources: {'Network': ['ID=69b36e22-f4a7-4f39-8230-2e042537bfe5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:42.614793 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8329e2c8-f7b9-405c-830d-e8793271231a tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (6e424eb2-a44e-4f9d-9367-1f913d6729eb), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.627472 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8329e2c8-f7b9-405c-830d-e8793271231a tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (6e424eb2-a44e-4f9d-9367-1f913d6729eb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.634911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.652486 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8329e2c8-f7b9-405c-830d-e8793271231a tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.654066 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8329e2c8-f7b9-405c-830d-e8793271231a tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1814756 Feb 03 12:58:42.657015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52132) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:42.663927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:42.760862 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.851292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52136) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:43.123064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-72254c1b-7267-45fe-b3ba-b6eeb404089b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a407ea392c704bde9d63a9d2919f096c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704675 Feb 03 12:58:43.123925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52146) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:43.218171 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (6e424eb2-a44e-4f9d-9367-1f913d6729eb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.254291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port a8718c44-49d4-4853-af1f-04ec57a98f74 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:43.254993 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.290693 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cab3fde1-0de7-4db8-a0a9-24f158fc6c54 admin admin] Publish callbacks [] for security_group (2933536a-2e89-4b97-b3d0-f52b07149160), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.370111 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cab3fde1-0de7-4db8-a0a9-24f158fc6c54 admin admin] Publish callbacks [] for security_group (2933536a-2e89-4b97-b3d0-f52b07149160), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.431903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.468552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for a8718c44-49d4-4853-af1f-04ec57a98f74 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:43.573683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cab3fde1-0de7-4db8-a0a9-24f158fc6c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2933536a-2e89-4b97-b3d0-f52b07149160), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.576287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cab3fde1-0de7-4db8-a0a9-24f158fc6c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.583983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cab3fde1-0de7-4db8-a0a9-24f158fc6c54 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2933536a-2e89-4b97-b3d0-f52b07149160 HTTP/1.1" status: 204 len: 168 time: 0.4590170 Feb 03 12:58:43.617313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3fde1-0de7-4db8-a0a9-24f158fc6c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2933536a-2e89-4b97-b3d0-f52b07149160,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:43.855237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (6e424eb2-a44e-4f9d-9367-1f913d6729eb), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.867748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a8718c44-49d4-4853-af1f-04ec57a98f74), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.923776 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:44.039825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=a8718c44-49d4-4853-af1f-04ec57a98f74,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:44.107170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Allocated IP 172.25.3.110 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/4faece99-c66d-4a95-b009-0239cb264346) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:44.303126 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for port (4faece99-c66d-4a95-b009-0239cb264346), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:44.343243 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4faece99-c66d-4a95-b009-0239cb264346), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:44.363032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:44.393273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event updated for resources: {'Port': ['ID=4faece99-c66d-4a95-b009-0239cb264346,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:44.408158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:44.409756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:44.413502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:44.678822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52166) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:44.693185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Router 8f35f958-55ce-41a6-afbd-dcb0a2b4612e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:58:44.739369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (6e424eb2-a44e-4f9d-9367-1f913d6729eb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:44.794446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:44.800882 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4ae0bdab-ea8b-467a-83c6-d706f58b08d4 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "PUT /v2.0/routers/8f35f958-55ce-41a6-afbd-dcb0a2b4612e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2696939 Feb 03 12:58:44.803894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52168) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:44.816817 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61047b-6acb-4d6f-ac86-65f12916b8b6 None None] Sync routers for ids ['8f35f958-55ce-41a6-afbd-dcb0a2b4612e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:44.832769 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61047b-6acb-4d6f-ac86-65f12916b8b6 None None] Routers {'8f35f958-55ce-41a6-afbd-dcb0a2b4612e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:44.833741 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bc61047b-6acb-4d6f-ac86-65f12916b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8f35f958-55ce-41a6-afbd-dcb0a2b4612e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:44.865205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7cd14e36-8a6e-4f50-bc23-90ac57810eb0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d691a4a5890e44f0aa3eb55de66c2d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1851373 Feb 03 12:58:44.866691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52170) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:44.881324 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7927a2-3344-4842-844e-faa44dec8f3c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:58:44.888494 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4b7927a2-3344-4842-844e-faa44dec8f3c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/a8718c44-49d4-4853-af1f-04ec57a98f74 HTTP/1.1" status: 404 len: 333 time: 0.0835831 Feb 03 12:58:44.889119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52172) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:44.913171 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bc61047b-6acb-4d6f-ac86-65f12916b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:44.932106 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61047b-6acb-4d6f-ac86-65f12916b8b6 None None] Routers {'8f35f958-55ce-41a6-afbd-dcb0a2b4612e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:44.933077 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bc61047b-6acb-4d6f-ac86-65f12916b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8f35f958-55ce-41a6-afbd-dcb0a2b4612e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:44.999037 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-bc61047b-6acb-4d6f-ac86-65f12916b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:45.007221 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61047b-6acb-4d6f-ac86-65f12916b8b6 None None] The sync data for ids ['8f35f958-55ce-41a6-afbd-dcb0a2b4612e'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:45.056811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f14d2-79c8-4faf-b659-ff049189b724 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for router (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.175692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (6e424eb2-a44e-4f9d-9367-1f913d6729eb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.182083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (6e424eb2-a44e-4f9d-9367-1f913d6729eb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.236417 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b67a0db-1ba0-4c31-a7f8-8cf764dc6d7d admin admin] Publish callbacks [] for security_group (14888da7-4c75-4a44-a8d3-2fc664453fe9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.296917 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b67a0db-1ba0-4c31-a7f8-8cf764dc6d7d admin admin] Publish callbacks [] for security_group (14888da7-4c75-4a44-a8d3-2fc664453fe9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.446691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f14d2-79c8-4faf-b659-ff049189b724 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.448633 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b67a0db-1ba0-4c31-a7f8-8cf764dc6d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (14888da7-4c75-4a44-a8d3-2fc664453fe9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.449859 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f14d2-79c8-4faf-b659-ff049189b724 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for router_controller (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.451196 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9b67a0db-1ba0-4c31-a7f8-8cf764dc6d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.467058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9b67a0db-1ba0-4c31-a7f8-8cf764dc6d7d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14888da7-4c75-4a44-a8d3-2fc664453fe9 HTTP/1.1" status: 204 len: 168 time: 0.5991380 Feb 03 12:58:45.479964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67a0db-1ba0-4c31-a7f8-8cf764dc6d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14888da7-4c75-4a44-a8d3-2fc664453fe9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:45.579529 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f14d2-79c8-4faf-b659-ff049189b724 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (8f35f958-55ce-41a6-afbd-dcb0a2b4612e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.580649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9f14d2-79c8-4faf-b659-ff049189b724 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Fanout notify agent at l3_agent the message router_deleted on router 8f35f958-55ce-41a6-afbd-dcb0a2b4612e {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:45.592721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f14d2-79c8-4faf-b659-ff049189b724 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.601497 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aa9f14d2-79c8-4faf-b659-ff049189b724 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/routers/8f35f958-55ce-41a6-afbd-dcb0a2b4612e HTTP/1.1" status: 204 len: 168 time: 0.7039056 Feb 03 12:58:45.601497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52186) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:45.797877 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3915b109-2e94-4f12-a3f8-666b600bc3a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet 24b9ceb7-4328-4b8c-a874-37659afacffd {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:45.812067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3915b109-2e94-4f12-a3f8-666b600bc3a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (24b9ceb7-4328-4b8c-a874-37659afacffd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.950546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3915b109-2e94-4f12-a3f8-666b600bc3a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (24b9ceb7-4328-4b8c-a874-37659afacffd), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.070399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3915b109-2e94-4f12-a3f8-666b600bc3a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (24b9ceb7-4328-4b8c-a874-37659afacffd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.241194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3915b109-2e94-4f12-a3f8-666b600bc3a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (24b9ceb7-4328-4b8c-a874-37659afacffd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.277660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Router 6e424eb2-a44e-4f9d-9367-1f913d6729eb is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:58:46.304031 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.317342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915b109-2e94-4f12-a3f8-666b600bc3a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=24b9ceb7-4328-4b8c-a874-37659afacffd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:46.334822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3915b109-2e94-4f12-a3f8-666b600bc3a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.338475 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3915b109-2e94-4f12-a3f8-666b600bc3a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/24b9ceb7-4328-4b8c-a874-37659afacffd HTTP/1.1" status: 204 len: 168 time: 0.7392490 Feb 03 12:58:46.344185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95c84ad-f971-4468-9c81-9d0d4f891c29 None None] Network 82bb8554-adbd-4a96-86c6-e7b1d09b98bf requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:46.347216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52204) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:46.471296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (82bb8554-adbd-4a96-86c6-e7b1d09b98bf), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.596719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port b6b7433a-7e1f-4e51-8de6-73e75b644288 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:46.599242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.642122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e203c3-f2d9-4027-bfef-b305f8f864ae None None] DHCP port deletion for 82bb8554-adbd-4a96-86c6-e7b1d09b98bf request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:58:46.703877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:46.721167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.732670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52214) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:46.739919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a92b2-5d78-4da4-9cdf-53edd567218f None None] Sync routers for ids ['6e424eb2-a44e-4f9d-9367-1f913d6729eb'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:46.746727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5b907907-56bb-4a45-a7b4-489b7997d2f2 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "PUT /v2.0/routers/6e424eb2-a44e-4f9d-9367-1f913d6729eb HTTP/1.1" status: 200 len: 879 time: 4.0883701 Feb 03 12:58:46.765582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a92b2-5d78-4da4-9cdf-53edd567218f None None] Routers {'6e424eb2-a44e-4f9d-9367-1f913d6729eb'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:46.766536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0a1a92b2-5d78-4da4-9cdf-53edd567218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e424eb2-a44e-4f9d-9367-1f913d6729eb'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:46.771472 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-22e203c3-f2d9-4027-bfef-b305f8f864ae None None] Deleting port b6b7433a-7e1f-4e51-8de6-73e75b644288 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:46.772060 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22e203c3-f2d9-4027-bfef-b305f8f864ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.818095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0a1a92b2-5d78-4da4-9cdf-53edd567218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:46.839710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a92b2-5d78-4da4-9cdf-53edd567218f None None] Routers {'6e424eb2-a44e-4f9d-9367-1f913d6729eb'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:46.840524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0a1a92b2-5d78-4da4-9cdf-53edd567218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e424eb2-a44e-4f9d-9367-1f913d6729eb'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:46.916919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0a1a92b2-5d78-4da4-9cdf-53edd567218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:46.917628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a92b2-5d78-4da4-9cdf-53edd567218f None None] The sync data for ids ['6e424eb2-a44e-4f9d-9367-1f913d6729eb'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:46.926750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-22e203c3-f2d9-4027-bfef-b305f8f864ae None None] For port b6b7433a-7e1f-4e51-8de6-73e75b644288, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6b7433a-7e1f-4e51-8de6-73e75b644288,segment=NetworkSegment(942bf32f-f0bd-4984-88e2-a4c48f948139),segment_id=942bf32f-f0bd-4984-88e2-a4c48f948139)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:46.927159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22e203c3-f2d9-4027-bfef-b305f8f864ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.954236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-22e203c3-f2d9-4027-bfef-b305f8f864ae None None] Calling delete_port for b6b7433a-7e1f-4e51-8de6-73e75b644288 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:47.159682 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22e203c3-f2d9-4027-bfef-b305f8f864ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:47.226148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e203c3-f2d9-4027-bfef-b305f8f864ae None None] Pushing event deleted for resources: {'Port': ['ID=b6b7433a-7e1f-4e51-8de6-73e75b644288,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:47.241202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e203c3-f2d9-4027-bfef-b305f8f864ae None None] No DVR routers for this DVR port b6b7433a-7e1f-4e51-8de6-73e75b644288 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:58:47.401951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52236) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:47.412935 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7f834e17-ba2f-475f-b149-e8541c295c61 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/routers/6e424eb2-a44e-4f9d-9367-1f913d6729eb HTTP/1.1" status: 200 len: 920 time: 0.6722059 Feb 03 12:58:47.419219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52240) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:47.514655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] For port b6b7433a-7e1f-4e51-8de6-73e75b644288, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6b7433a-7e1f-4e51-8de6-73e75b644288,segment=NetworkSegment(942bf32f-f0bd-4984-88e2-a4c48f948139),segment_id=942bf32f-f0bd-4984-88e2-a4c48f948139)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:47.515257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:47.544905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for b6b7433a-7e1f-4e51-8de6-73e75b644288 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:47.551448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d8ddd-4be6-43ad-82c2-052c55545fc2 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:47.557644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52244) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:47.566912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6e1d8ddd-4be6-43ad-82c2-052c55545fc2 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=6e424eb2-a44e-4f9d-9367-1f913d6729eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1631866 Feb 03 12:58:47.716552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deaa439-211e-4662-be9c-f2ea738eb125 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:47.721051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52246) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:47.723285 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8deaa439-211e-4662-be9c-f2ea738eb125 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 881 time: 0.1645901 Feb 03 12:58:47.745582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b6b7433a-7e1f-4e51-8de6-73e75b644288), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:47.774256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-98254d19-203b-4e5f-aaaf-f3305f998b21 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e424eb2-a44e-4f9d-9367-1f913d6729eb HTTP/1.1" status: 200 len: 205 time: 0.0510304 Feb 03 12:58:47.774256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52248) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:47.799273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=b6b7433a-7e1f-4e51-8de6-73e75b644288,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:47.811838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-283485442-network', 'tenant_id': '253fc307b6ba427aba106fd50f790b03'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:47.820847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No DVR routers for this DVR port b6b7433a-7e1f-4e51-8de6-73e75b644288 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:58:47.886407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Made reservation on behalf of 253fc307b6ba427aba106fd50f790b03 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:47.895697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:47.940302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.031217 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (6e424eb2-a44e-4f9d-9367-1f913d6729eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.123344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6b7433a-7e1f-4e51-8de6-73e75b644288 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:58:48.155013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b6b7433a-7e1f-4e51-8de6-73e75b644288 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:58:48.166833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6b7433a-7e1f-4e51-8de6-73e75b644288 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:58:48.207240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (82bb8554-adbd-4a96-86c6-e7b1d09b98bf), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.211660 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Publish callbacks [] for security_group (3fd4eafa-82da-457e-84ec-3c0d6ab8eb69), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.226806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3fd4eafa-82da-457e-84ec-3c0d6ab8eb69), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.251791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (6e424eb2-a44e-4f9d-9367-1f913d6729eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.285146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bb8554-adbd-4a96-86c6-e7b1d09b98bf']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:48.320222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:58:48.337141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942bf32f-f0bd-4984-88e2-a4c48f948139') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:48.338048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942bf32f-f0bd-4984-88e2-a4c48f948139') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:48.341494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Deleting port 4faece99-c66d-4a95-b009-0239cb264346 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:48.341841 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4faece99-c66d-4a95-b009-0239cb264346), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.367177 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9710beab-5635-4286-8794-72946d1dab15), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.367755 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Added segment 9710beab-5635-4286-8794-72946d1dab15 of type vlan for network 982c2a94-84ff-47b4-a014-fcd927816c6a Feb 03 12:58:48.371666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (942bf32f-f0bd-4984-88e2-a4c48f948139), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.375056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd4eafa-82da-457e-84ec-3c0d6ab8eb69,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:48.471146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (942bf32f-f0bd-4984-88e2-a4c48f948139), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.527621 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4faece99-c66d-4a95-b009-0239cb264346), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.534307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:58:48.534819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (942bf32f-f0bd-4984-88e2-a4c48f948139), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: timer() Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:58:48.538063 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:58:48.552617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Calling delete_port for 4faece99-c66d-4a95-b009-0239cb264346 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:48.592085 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (982c2a94-84ff-47b4-a014-fcd927816c6a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.646800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (82bb8554-adbd-4a96-86c6-e7b1d09b98bf), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.665586 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.668976 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/networks/82bb8554-adbd-4a96-86c6-e7b1d09b98bf HTTP/1.1" status: 204 len: 168 time: 2.3205354 Feb 03 12:58:48.683761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52262) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:48.699169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfe9d9-c382-42bf-8997-078b3b73e64b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Network': ['ID=82bb8554-adbd-4a96-86c6-e7b1d09b98bf,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:48.765855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (982c2a94-84ff-47b4-a014-fcd927816c6a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.772851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:48.776749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.824382 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4016774 Feb 03 12:58:48.827752 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52266) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:48.836060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18cf3b8-5b4c-49d1-b2f3-865c06163a18 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:48.837847 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f18cf3b8-5b4c-49d1-b2f3-865c06163a18 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/ca1435ea-994f-4a5e-a33a-fe3d99797863 HTTP/1.1" status: 200 len: 841 time: 0.1530030 Feb 03 12:58:48.841617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52268) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:48.874801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Request body: {'subnet': {'network_id': '982c2a94-84ff-47b4-a014-fcd927816c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-283485442-subnet', 'tenant_id': '253fc307b6ba427aba106fd50f790b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:48.904467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Made reservation on behalf of 253fc307b6ba427aba106fd50f790b03 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:48.907274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.910045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a109c-0201-4517-8b13-8d6d47c6a73e admin admin] Pushing event updated for resources: {'Network': ['ID=982c2a94-84ff-47b4-a014-fcd927816c6a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:48.924323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 982c2a94-84ff-47b4-a014-fcd927816c6a details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:58:48.948487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4faece99-c66d-4a95-b009-0239cb264346), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.071627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event deleted for resources: {'Port': ['ID=4faece99-c66d-4a95-b009-0239cb264346,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:49.100348 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d9ad365e-6ba3-4da0-a872-177dec2d2d80 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/ca1435ea-994f-4a5e-a33a-fe3d99797863?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2318401 Feb 03 12:58:49.106855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52272) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:49.118868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:49.221971 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (6e424eb2-a44e-4f9d-9367-1f913d6729eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.297589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:49.301858 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.381448 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (73af6bd3-3747-4a32-bd4b-f2deca05b161), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.478573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73af6bd3-3747-4a32-bd4b-f2deca05b161,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:49.495384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Checking segment: {'id': '9710beab-5635-4286-8794-72946d1dab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '982c2a94-84ff-47b4-a014-fcd927816c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:49.495666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Network hostable DHCP agents. Network: 982c2a94-84ff-47b4-a014-fcd927816c6a, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:58:49.576418 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (6e424eb2-a44e-4f9d-9367-1f913d6729eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.588684 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (6e424eb2-a44e-4f9d-9367-1f913d6729eb), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.594541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Network 982c2a94-84ff-47b4-a014-fcd927816c6a is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:58:49.631582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 982c2a94-84ff-47b4-a014-fcd927816c6a) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:49.641924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e6a1f-c2c0-48ea-973a-53106ecb6b17 None None] Network 982c2a94-84ff-47b4-a014-fcd927816c6a requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:49.642831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:49.644243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.688800 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-19675d85-cc5f-45a0-b8d6-7097103262c8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8495650 Feb 03 12:58:49.696527 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (10205613-0a02-46e8-84d1-cafed5f5732b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.789190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (6e424eb2-a44e-4f9d-9367-1f913d6729eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.789754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Fanout notify agent at l3_agent the message router_deleted on router 6e424eb2-a44e-4f9d-9367-1f913d6729eb {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:49.840252 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.847066 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a9f84232-d4ec-4b98-8715-5eea6f1db8d6 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/6e424eb2-a44e-4f9d-9367-1f913d6729eb HTTP/1.1" status: 204 len: 168 time: 2.0715799 Feb 03 12:58:49.863310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52290) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:49.868143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-bb538c67-53b5-41e8-ade4-ecbcf8f82730 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1334644146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:49.887297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=10205613-0a02-46e8-84d1-cafed5f5732b,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:49.897154 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:49.898693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:49.901442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:49.902367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.935699 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4ebfa6ac-dd21-4348-a095-a95ef6590273 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8244333 Feb 03 12:58:49.935956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb538c67-53b5-41e8-ade4-ecbcf8f82730 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (862292dd-7e1c-4ebb-b810-18a22fd58e86), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.935956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb538c67-53b5-41e8-ade4-ecbcf8f82730 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (862292dd-7e1c-4ebb-b810-18a22fd58e86), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.936141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52292) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:49.950667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a712c-34c5-43fa-8ab5-7f1902d94941 None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:49.956466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4c246-7cae-4c24-8e0a-6dcce03689cd None None] Network 982c2a94-84ff-47b4-a014-fcd927816c6a requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:49.962391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-57970cad-4304-4ad6-ac22-e6143dc4bbde tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'security_group': {'name': 'tempest-secgroup-617773913'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:50.058805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57970cad-4304-4ad6-ac22-e6143dc4bbde tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.140043 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb538c67-53b5-41e8-ade4-ecbcf8f82730 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (862292dd-7e1c-4ebb-b810-18a22fd58e86), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.154824 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb538c67-53b5-41e8-ade4-ecbcf8f82730 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (862292dd-7e1c-4ebb-b810-18a22fd58e86), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.180068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52296) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:50.250452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57970cad-4304-4ad6-ac22-e6143dc4bbde tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (1de9f0e3-f39c-40d6-b115-4855d0f0c357), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.262370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57970cad-4304-4ad6-ac22-e6143dc4bbde tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1de9f0e3-f39c-40d6-b115-4855d0f0c357), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.266111 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb538c67-53b5-41e8-ade4-ecbcf8f82730 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.281492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bb538c67-53b5-41e8-ade4-ecbcf8f82730 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4169803 Feb 03 12:58:50.282605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52298) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:50.298292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'project_id': '254f8ee6bde64f169bf93479be1c92ac', 'fixed_ips': [{'subnet_id': '10205613-0a02-46e8-84d1-cafed5f5732b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:58:50.299764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.308105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea9b569-c583-4afd-b928-53d1cb5c606e admin admin] Deleting subnet 73af6bd3-3747-4a32-bd4b-f2deca05b161 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:50.315336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': True}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:50.323183 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b569-c583-4afd-b928-53d1cb5c606e admin admin] Publish callbacks [] for subnet (73af6bd3-3747-4a32-bd4b-f2deca05b161), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.324711 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57970cad-4304-4ad6-ac22-e6143dc4bbde tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.329422 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-57970cad-4304-4ad6-ac22-e6143dc4bbde tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3827028 Feb 03 12:58:50.362860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52300) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:50.367963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-33fe1ed2-5de7-45d2-a435-306cce3dbf95 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'security_group': {'name': 'tempest-secgroup-1103875308'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:50.401361 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b569-c583-4afd-b928-53d1cb5c606e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (73af6bd3-3747-4a32-bd4b-f2deca05b161), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.429632 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33fe1ed2-5de7-45d2-a435-306cce3dbf95 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.466851 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b569-c583-4afd-b928-53d1cb5c606e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (73af6bd3-3747-4a32-bd4b-f2deca05b161), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.510979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57970cad-4304-4ad6-ac22-e6143dc4bbde tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de9f0e3-f39c-40d6-b115-4855d0f0c357,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:50.576337 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33fe1ed2-5de7-45d2-a435-306cce3dbf95 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (45ba4e3e-3ad9-4e2a-8966-bda899a9600b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.589869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33fe1ed2-5de7-45d2-a435-306cce3dbf95 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (45ba4e3e-3ad9-4e2a-8966-bda899a9600b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.590534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Allocated IP 172.20.0.2 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/10205613-0a02-46e8-84d1-cafed5f5732b/ba852581-221b-41ab-ab91-887221451f45) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:50.623569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b569-c583-4afd-b928-53d1cb5c606e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (73af6bd3-3747-4a32-bd4b-f2deca05b161), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.627409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe1ed2-5de7-45d2-a435-306cce3dbf95 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ba4e3e-3ad9-4e2a-8966-bda899a9600b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:50.682268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b569-c583-4afd-b928-53d1cb5c606e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.686606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5ea9b569-c583-4afd-b928-53d1cb5c606e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/73af6bd3-3747-4a32-bd4b-f2deca05b161 HTTP/1.1" status: 204 len: 168 time: 0.5055099 Feb 03 12:58:50.688793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9b569-c583-4afd-b928-53d1cb5c606e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73af6bd3-3747-4a32-bd4b-f2deca05b161,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:50.696644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52310) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:50.734571 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33fe1ed2-5de7-45d2-a435-306cce3dbf95 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.735965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-33fe1ed2-5de7-45d2-a435-306cce3dbf95 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3719239 Feb 03 12:58:50.749989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52312) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:50.753869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.769132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1983690518', 'security_groups': ['45ba4e3e-3ad9-4e2a-8966-bda899a9600b'], 'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10205613-0a02-46e8-84d1-cafed5f5732b'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:50.838057 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (862292dd-7e1c-4ebb-b810-18a22fd58e86), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.919862 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Publish callbacks [] for port (ba852581-221b-41ab-ab91-887221451f45), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.924620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (982c2a94-84ff-47b4-a014-fcd927816c6a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.942702 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ba852581-221b-41ab-ab91-887221451f45), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.020363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:51.082703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (982c2a94-84ff-47b4-a014-fcd927816c6a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.087719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:51.089671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Pushing event updated for resources: {'Port': ['ID=ba852581-221b-41ab-ab91-887221451f45,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:51.104980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:51.107363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:51.203449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Attempting to bind port ba852581-221b-41ab-ab91-887221451f45 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:51.203833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Attempting to bind port ba852581-221b-41ab-ab91-887221451f45 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '2ab66a49-cf35-4ff9-a05c-2b7b297287a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:51.204536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Attempting to bind port ba852581-221b-41ab-ab91-887221451f45 on network a1df181b-a8a7-45ed-bbae-e94a3e52a40b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:51.211296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:51.211714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Checking segment: {'id': '2ab66a49-cf35-4ff9-a05c-2b7b297287a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:51.212080 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.212478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Bound using segment: {'id': '2ab66a49-cf35-4ff9-a05c-2b7b297287a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:51.212942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Bound port: ba852581-221b-41ab-ab91-887221451f45, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab66a49-cf35-4ff9-a05c-2b7b297287a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:51.213324 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ba852581-221b-41ab-ab91-887221451f45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.218953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982c2a94-84ff-47b4-a014-fcd927816c6a']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:51.226423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (862292dd-7e1c-4ebb-b810-18a22fd58e86), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.246363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9710beab-5635-4286-8794-72946d1dab15') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:51.258845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9710beab-5635-4286-8794-72946d1dab15') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:51.260087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.291854 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (9710beab-5635-4286-8794-72946d1dab15), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.305410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] For port ba852581-221b-41ab-ab91-887221451f45, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:51.309680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] For port ba852581-221b-41ab-ab91-887221451f45, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ba852581-221b-41ab-ab91-887221451f45,segment=NetworkSegment(2ab66a49-cf35-4ff9-a05c-2b7b297287a6),segment_id=2ab66a49-cf35-4ff9-a05c-2b7b297287a6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:51.317406 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.319576 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ba852581-221b-41ab-ab91-887221451f45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.355373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9710beab-5635-4286-8794-72946d1dab15), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.365064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:58:51.365465 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (9710beab-5635-4286-8794-72946d1dab15), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:58:51.381444 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:58:51.399954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port 115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:51.415212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c7107-17c8-4781-be93-7c49b0846c68 None None] Pushing event updated for resources: {'Port': ['ID=ba852581-221b-41ab-ab91-887221451f45,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:51.508711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Allocated IP 172.25.3.234 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/71be76a8-7a89-4a50-a586-7d2757b67956) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:51.547602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (982c2a94-84ff-47b4-a014-fcd927816c6a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.599295 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.615321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] 10.222.0.65 "DELETE /v2.0/networks/982c2a94-84ff-47b4-a014-fcd927816c6a HTTP/1.1" status: 204 len: 168 time: 0.9161174 Feb 03 12:58:51.703233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527371a-39ae-4b6b-8e8c-a08052815402 admin admin] Pushing event deleted for resources: {'Network': ['ID=982c2a94-84ff-47b4-a014-fcd927816c6a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:51.762682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for port (71be76a8-7a89-4a50-a586-7d2757b67956), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.869288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.3 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/10205613-0a02-46e8-84d1-cafed5f5732b/115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:51.873284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (71be76a8-7a89-4a50-a586-7d2757b67956), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.962318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52334) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:51.977240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event updated for resources: {'Port': ['ID=71be76a8-7a89-4a50-a586-7d2757b67956,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:51.990786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:51.996002 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:52.002677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:52.067525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c01f1135-550d-4c81-8b3f-85e518adc52e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=253fc307b6ba427aba106fd50f790b03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018364 Feb 03 12:58:52.068298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52338) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:52.165860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.266778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba852581-221b-41ab-ab91-887221451f45 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:52.288869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.349287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:52.387834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:52.388626 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.396603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:52.419366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:52.425106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:52.481957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1660bf0e-f8fa-4361-a56e-885c0e03ded8 admin admin] Publish callbacks [] for security_group (3fd4eafa-82da-457e-84ec-3c0d6ab8eb69), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.540723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:52.541133 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ba852581-221b-41ab-ab91-887221451f45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.564495 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1660bf0e-f8fa-4361-a56e-885c0e03ded8 admin admin] Publish callbacks [] for security_group (3fd4eafa-82da-457e-84ec-3c0d6ab8eb69), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.579791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:52.580479 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.606105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ba852581-221b-41ab-ab91-887221451f45, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ba852581-221b-41ab-ab91-887221451f45,segment=NetworkSegment(2ab66a49-cf35-4ff9-a05c-2b7b297287a6),segment_id=2ab66a49-cf35-4ff9-a05c-2b7b297287a6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:52.609062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (862292dd-7e1c-4ebb-b810-18a22fd58e86), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.618851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ba852581-221b-41ab-ab91-887221451f45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.633030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a901c2cc-075a-4850-a168-795915223712 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8819275 Feb 03 12:58:52.635734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52342) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:52.640777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fa1e0591-ce3f-487f-bb99-076ffc1d7873 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:52.748658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ba852581-221b-41ab-ab91-887221451f45,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:52.758456 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1660bf0e-f8fa-4361-a56e-885c0e03ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3fd4eafa-82da-457e-84ec-3c0d6ab8eb69), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.761003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1660bf0e-f8fa-4361-a56e-885c0e03ded8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.762253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1660bf0e-f8fa-4361-a56e-885c0e03ded8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fd4eafa-82da-457e-84ec-3c0d6ab8eb69 HTTP/1.1" status: 204 len: 168 time: 0.6934292 Feb 03 12:58:52.808812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660bf0e-f8fa-4361-a56e-885c0e03ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd4eafa-82da-457e-84ec-3c0d6ab8eb69,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:53.005831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1e0591-ce3f-487f-bb99-076ffc1d7873 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:53.014871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa1e0591-ce3f-487f-bb99-076ffc1d7873 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.061148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (862292dd-7e1c-4ebb-b810-18a22fd58e86), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.076804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (862292dd-7e1c-4ebb-b810-18a22fd58e86), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.227785 n-d-792364-10 neutron-server[103224]: INFO neutron.db.ipam_backend_mixin [None req-fa1e0591-ce3f-487f-bb99-076ffc1d7873 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 10205613-0a02-46e8-84d1-cafed5f5732b (CIDR: 172.20.0.0/28) Feb 03 12:58:53.233352 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1e0591-ce3f-487f-bb99-076ffc1d7873 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:58:53.235000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1e0591-ce3f-487f-bb99-076ffc1d7873 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:58:53.281612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fa1e0591-ce3f-487f-bb99-076ffc1d7873 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6384740 Feb 03 12:58:53.284552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52362) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:53.294806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:53.323245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-eb4958fc-8c5b-40cd-9a42-1e622209f78b None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:53.323823 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb4958fc-8c5b-40cd-9a42-1e622209f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.435231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Router 862292dd-7e1c-4ebb-b810-18a22fd58e86 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:58:53.555968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eb4958fc-8c5b-40cd-9a42-1e622209f78b None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:53.579105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-eb4958fc-8c5b-40cd-9a42-1e622209f78b None None] Provisioning complete for port ca1435ea-994f-4a5e-a33a-fe3d99797863 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:53.579869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb4958fc-8c5b-40cd-9a42-1e622209f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.589220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:53.593344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.637900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eb4958fc-8c5b-40cd-9a42-1e622209f78b None None] Port ca1435ea-994f-4a5e-a33a-fe3d99797863 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:53.776451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-90e7387b-97e8-4195-be1c-2854e59a89a0 None None] Provisioning complete for port 115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:53.778370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90e7387b-97e8-4195-be1c-2854e59a89a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.873479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90e7387b-97e8-4195-be1c-2854e59a89a0 None None] Port 115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:54.070540 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (2fc5ef04-6033-48aa-9e65-2aa974d68f39), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.153582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba852581-221b-41ab-ab91-887221451f45 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:54.174293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:54.189804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:54.195972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.200401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:54.202942 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca67494-29c4-4616-abdb-3ba6c96d1b77 None None] Sync routers for ids ['862292dd-7e1c-4ebb-b810-18a22fd58e86'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:54.214537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:54.215972 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-580ed964-2363-4758-9ddc-207efc47b4b8 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "PUT /v2.0/routers/862292dd-7e1c-4ebb-b810-18a22fd58e86 HTTP/1.1" status: 200 len: 915 time: 3.9109502 Feb 03 12:58:54.216289 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.218633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52388) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:54.228429 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca67494-29c4-4616-abdb-3ba6c96d1b77 None None] Routers {'862292dd-7e1c-4ebb-b810-18a22fd58e86'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:54.229061 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-fca67494-29c4-4616-abdb-3ba6c96d1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['862292dd-7e1c-4ebb-b810-18a22fd58e86'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:54.242076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=2fc5ef04-6033-48aa-9e65-2aa974d68f39,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:54.254787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d2a0b8a9-d3b0-474d-b0a8-10198442f7b3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9684317 Feb 03 12:58:54.261194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52390) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:54.280669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1819153118', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2fc5ef04-6033-48aa-9e65-2aa974d68f39'}], 'security_groups': ['1de9f0e3-f39c-40d6-b115-4855d0f0c357']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:54.310694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a676c-2476-4c3f-a7d3-d3d40b96ba71 None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:54.374191 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-fca67494-29c4-4616-abdb-3ba6c96d1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:54.400725 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca67494-29c4-4616-abdb-3ba6c96d1b77 None None] Routers {'862292dd-7e1c-4ebb-b810-18a22fd58e86'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:54.402985 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-fca67494-29c4-4616-abdb-3ba6c96d1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['862292dd-7e1c-4ebb-b810-18a22fd58e86'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:54.494221 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-fca67494-29c4-4616-abdb-3ba6c96d1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:54.495957 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca67494-29c4-4616-abdb-3ba6c96d1b77 None None] The sync data for ids ['862292dd-7e1c-4ebb-b810-18a22fd58e86'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:54.500201 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.550846 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-84f31154-bc55-4cfd-922c-384a2002d908 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/routers/862292dd-7e1c-4ebb-b810-18a22fd58e86 HTTP/1.1" status: 200 len: 921 time: 0.3295453 Feb 03 12:58:54.553965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:54.555218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52404) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:54.555613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.687952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5231b3c4-2cb7-4b00-8630-7e3d3d1bee9c tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:54.695124 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5231b3c4-2cb7-4b00-8630-7e3d3d1bee9c tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=862292dd-7e1c-4ebb-b810-18a22fd58e86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1379087 Feb 03 12:58:54.698167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52406) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:54.843382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e7422-f011-43bf-b20b-7663614755ef tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:54.844363 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a61e7422-f011-43bf-b20b-7663614755ef tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 881 time: 0.1442184 Feb 03 12:58:54.848701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52410) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:54.864168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74441c-8280-4b1c-94ec-d8a10b6fe51b None None] Update dhcp port {'port': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'fixed_ips': [{'subnet_id': '10205613-0a02-46e8-84d1-cafed5f5732b', 'ip_address': '172.20.0.2'}, {'subnet_id': '2fc5ef04-6033-48aa-9e65-2aa974d68f39'}], 'binding:host_id': 'n-d-792364-10'}, 'id': 'ba852581-221b-41ab-ab91-887221451f45'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:58:54.897882 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db74441c-8280-4b1c-94ec-d8a10b6fe51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ba852581-221b-41ab-ab91-887221451f45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.910068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52412) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:54.911439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-58b108dc-37b3-441d-894d-edecaed68d9e tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=862292dd-7e1c-4ebb-b810-18a22fd58e86 HTTP/1.1" status: 200 len: 205 time: 0.0544565 Feb 03 12:58:54.912410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52414) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:55.154540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Delete allocated IP 172.20.0.3 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/10205613-0a02-46e8-84d1-cafed5f5732b) {{(pid=103224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 12:58:55.175531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.24 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/2fc5ef04-6033-48aa-9e65-2aa974d68f39/115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:55.287183 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (862292dd-7e1c-4ebb-b810-18a22fd58e86), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.289066 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52b57a92-72ae-49b4-9c5e-884d8a984238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.299842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:55.467369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (862292dd-7e1c-4ebb-b810-18a22fd58e86), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.567436 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.587161 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.618145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Deleting port 71be76a8-7a89-4a50-a586-7d2757b67956 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:55.618789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (71be76a8-7a89-4a50-a586-7d2757b67956), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.729582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-db74441c-8280-4b1c-94ec-d8a10b6fe51b None None] Allocated IP 172.20.0.18 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/2fc5ef04-6033-48aa-9e65-2aa974d68f39/ba852581-221b-41ab-ab91-887221451f45) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:55.766560 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (71be76a8-7a89-4a50-a586-7d2757b67956), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.779902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] In _notify_port_updated(), no bound segment for port 115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3 on network a1df181b-a8a7-45ed-bbae-e94a3e52a40b {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:58:55.782976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Calling delete_port for 71be76a8-7a89-4a50-a586-7d2757b67956 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:55.786309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:55.787250 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.789061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "PUT /v2.0/ports/115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3 HTTP/1.1" status: 200 len: 921 time: 1.5265613 Feb 03 12:58:55.790213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:55.797869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52432) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:55.801966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.802517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.802955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.803382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.803804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.804230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.804648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.805085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.805500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.806180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.806624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.807043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.807584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d619e83-c1fc-40cf-a714-4861ec69f8fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:55.902188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52b57a92-72ae-49b4-9c5e-884d8a984238 admin admin] Publish callbacks [] for security_group (b6f9881b-281b-41d6-aed8-f54ee1c41db4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.910867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-db74441c-8280-4b1c-94ec-d8a10b6fe51b None None] For port ba852581-221b-41ab-ab91-887221451f45, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ba852581-221b-41ab-ab91-887221451f45,segment=NetworkSegment(2ab66a49-cf35-4ff9-a05c-2b7b297287a6),segment_id=2ab66a49-cf35-4ff9-a05c-2b7b297287a6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:55.926826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52b57a92-72ae-49b4-9c5e-884d8a984238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b6f9881b-281b-41d6-aed8-f54ee1c41db4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.984191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-52b57a92-72ae-49b4-9c5e-884d8a984238 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce163c9a12e44b73b27f2dbe6e21cd04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0705960 Feb 03 12:58:55.986095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52434) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:55.993138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db74441c-8280-4b1c-94ec-d8a10b6fe51b None None] Publish callbacks [] for port (ba852581-221b-41ab-ab91-887221451f45), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.003677 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db74441c-8280-4b1c-94ec-d8a10b6fe51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ba852581-221b-41ab-ab91-887221451f45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.067876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (71be76a8-7a89-4a50-a586-7d2757b67956), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.070543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b57a92-72ae-49b4-9c5e-884d8a984238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f9881b-281b-41d6-aed8-f54ee1c41db4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:56.098764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-00961c02-c7fb-4155-9a27-cb46ff208778 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:56.099211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00961c02-c7fb-4155-9a27-cb46ff208778 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.134461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event deleted for resources: {'Port': ['ID=71be76a8-7a89-4a50-a586-7d2757b67956,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:56.217413 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74441c-8280-4b1c-94ec-d8a10b6fe51b None None] Pushing event updated for resources: {'Port': ['ID=ba852581-221b-41ab-ab91-887221451f45,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:56.230293 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00961c02-c7fb-4155-9a27-cb46ff208778 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.248881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-00961c02-c7fb-4155-9a27-cb46ff208778 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:56.284861 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (862292dd-7e1c-4ebb-b810-18a22fd58e86), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.322545 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb334763-ac02-45eb-962e-bf93767580f0 admin admin] Publish callbacks [] for security_group (b6f9881b-281b-41d6-aed8-f54ee1c41db4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.391704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb334763-ac02-45eb-962e-bf93767580f0 admin admin] Publish callbacks [] for security_group (b6f9881b-281b-41d6-aed8-f54ee1c41db4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.432351 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (862292dd-7e1c-4ebb-b810-18a22fd58e86), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.434872 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (862292dd-7e1c-4ebb-b810-18a22fd58e86), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.540308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (862292dd-7e1c-4ebb-b810-18a22fd58e86), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.540853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Fanout notify agent at l3_agent the message router_deleted on router 862292dd-7e1c-4ebb-b810-18a22fd58e86 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:56.547851 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.549421 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-39f1727a-1071-4bbb-8358-055332e2ced0 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/862292dd-7e1c-4ebb-b810-18a22fd58e86 HTTP/1.1" status: 204 len: 168 time: 1.6337795 Feb 03 12:58:56.553686 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52446) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:56.558159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-da50f302-3cc3-459e-8a73-10b20fcfe401 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-790993493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:56.570606 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00961c02-c7fb-4155-9a27-cb46ff208778 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.642320 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da50f302-3cc3-459e-8a73-10b20fcfe401 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.643895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da50f302-3cc3-459e-8a73-10b20fcfe401 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.660187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00961c02-c7fb-4155-9a27-cb46ff208778 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:56.796103 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da50f302-3cc3-459e-8a73-10b20fcfe401 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.817207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da50f302-3cc3-459e-8a73-10b20fcfe401 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.855817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da50f302-3cc3-459e-8a73-10b20fcfe401 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.860552 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da50f302-3cc3-459e-8a73-10b20fcfe401 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3058178 Feb 03 12:58:56.861407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52452) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:56.866557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'enable_snat': False}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:57.197114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00961c02-c7fb-4155-9a27-cb46ff208778 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.208298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-00961c02-c7fb-4155-9a27-cb46ff208778 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3 HTTP/1.1" status: 204 len: 168 time: 1.3966854 Feb 03 12:58:57.208993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52454) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:57.219667 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb334763-ac02-45eb-962e-bf93767580f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b6f9881b-281b-41d6-aed8-f54ee1c41db4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.224175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb334763-ac02-45eb-962e-bf93767580f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.225292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-eb334763-ac02-45eb-962e-bf93767580f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6f9881b-281b-41d6-aed8-f54ee1c41db4 HTTP/1.1" status: 204 len: 168 time: 1.2370024 Feb 03 12:58:57.250707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb334763-ac02-45eb-962e-bf93767580f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f9881b-281b-41d6-aed8-f54ee1c41db4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:57.262910 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c71bb85-0450-492d-8ace-5ade04b12a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:58:57.264397 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1c71bb85-0450-492d-8ace-5ade04b12a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3 HTTP/1.1" status: 404 len: 333 time: 0.0533974 Feb 03 12:58:57.265164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52458) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:57.282313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.317568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-42670072-117a-44d4-b65f-30dff112f086 None None] Could not find standard attr ID for object 115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:58:57.342546 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6b637404-0375-46ec-be29-42395b6016fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (45ba4e3e-3ad9-4e2a-8966-bda899a9600b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.366639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-42670072-117a-44d4-b65f-30dff112f086 None None] Provisioning complete for port ca1435ea-994f-4a5e-a33a-fe3d99797863 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:57.366639 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42670072-117a-44d4-b65f-30dff112f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.379284 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6b637404-0375-46ec-be29-42395b6016fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (45ba4e3e-3ad9-4e2a-8966-bda899a9600b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.435511 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6b637404-0375-46ec-be29-42395b6016fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (45ba4e3e-3ad9-4e2a-8966-bda899a9600b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.445862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6b637404-0375-46ec-be29-42395b6016fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.454630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6b637404-0375-46ec-be29-42395b6016fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/security-groups/45ba4e3e-3ad9-4e2a-8966-bda899a9600b HTTP/1.1" status: 204 len: 168 time: 0.1874802 Feb 03 12:58:57.456075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52468) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:57.466897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-42670072-117a-44d4-b65f-30dff112f086 None None] Port ca1435ea-994f-4a5e-a33a-fe3d99797863 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:57.494065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-42670072-117a-44d4-b65f-30dff112f086 None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:57.494569 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42670072-117a-44d4-b65f-30dff112f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.532948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b637404-0375-46ec-be29-42395b6016fc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ba4e3e-3ad9-4e2a-8966-bda899a9600b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:57.640544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5016-605f-4575-885b-dac125a01738 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (1de9f0e3-f39c-40d6-b115-4855d0f0c357), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.737711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5016-605f-4575-885b-dac125a01738 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (1de9f0e3-f39c-40d6-b115-4855d0f0c357), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.803280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-42670072-117a-44d4-b65f-30dff112f086 None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:57.908415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.967175 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.986287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5016-605f-4575-885b-dac125a01738 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1de9f0e3-f39c-40d6-b115-4855d0f0c357), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.018681 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5016-605f-4575-885b-dac125a01738 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.025313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a1fa5016-605f-4575-885b-dac125a01738 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/security-groups/1de9f0e3-f39c-40d6-b115-4855d0f0c357 HTTP/1.1" status: 204 len: 168 time: 0.5515082 Feb 03 12:58:58.030071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52484) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:58.096850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa5016-605f-4575-885b-dac125a01738 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de9f0e3-f39c-40d6-b115-4855d0f0c357,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:58.120203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-193f6197-1103-487f-b2b1-7dec75e95fd2 None None] Could not find standard attr ID for object 115a3afe-2f4b-4dd5-b9a5-f1209f4ea1f3. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:58:58.167274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba852581-221b-41ab-ab91-887221451f45 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:58.214022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Allocated IP 172.25.3.186 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/7b5ac655-24fe-4789-a0d4-903aed8086ca) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:58.220470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-903c30d1-c8eb-4cfe-8dae-067ad7851fc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet 10205613-0a02-46e8-84d1-cafed5f5732b {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:58.247191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-903c30d1-c8eb-4cfe-8dae-067ad7851fc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (10205613-0a02-46e8-84d1-cafed5f5732b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.318369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:58.318860 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.334013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-903c30d1-c8eb-4cfe-8dae-067ad7851fc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (10205613-0a02-46e8-84d1-cafed5f5732b), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.387682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for port (7b5ac655-24fe-4789-a0d4-903aed8086ca), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.485748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7b5ac655-24fe-4789-a0d4-903aed8086ca), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.514160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-903c30d1-c8eb-4cfe-8dae-067ad7851fc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (10205613-0a02-46e8-84d1-cafed5f5732b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.588582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:58.594177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-903c30d1-c8eb-4cfe-8dae-067ad7851fc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (10205613-0a02-46e8-84d1-cafed5f5732b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.600945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:58.607563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:58.620477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:58.630884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c30d1-c8eb-4cfe-8dae-067ad7851fc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=10205613-0a02-46e8-84d1-cafed5f5732b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:58.641799 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-903c30d1-c8eb-4cfe-8dae-067ad7851fc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.648108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05f364-db76-4f81-937c-9d9444ccffa0 None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:58.652900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-903c30d1-c8eb-4cfe-8dae-067ad7851fc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/10205613-0a02-46e8-84d1-cafed5f5732b HTTP/1.1" status: 204 len: 168 time: 0.6068420 Feb 03 12:58:58.653807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52502) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:58.659300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:58.750702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Pushing event updated for resources: {'Port': ['ID=7b5ac655-24fe-4789-a0d4-903aed8086ca,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:58.866358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52506) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:58.993410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:58.998806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.150809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1601287704-network', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:59.155746 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router_gateway (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.186147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Made reservation on behalf of f574a93f8e1f450e9cf26e02e56f357b for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:59.188713 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.205409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.494634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (bd35d89f-f2c1-4336-a105-a764dade672b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.564992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=bd35d89f-f2c1-4336-a105-a764dade672b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:59.597790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:59.605341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:59.610998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:59.612839 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.637940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Publish callbacks [] for security_group (0cba60d3-fc07-4e64-a0b3-ccbcdfc8b609), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.662274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0cba60d3-fc07-4e64-a0b3-ccbcdfc8b609), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.679830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d091a1cb-cbcd-4e72-83ce-640645584dfc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0249143 Feb 03 12:58:59.687798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52522) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:59.714458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f61330f5-2b7e-4e8f-bb51-582e1b318ea9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'security_group': {'name': 'tempest-secgroup-700027438'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:59.781136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:58:59.809299 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ab63c54c-17fa-407c-951b-e42048e5b12c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.809785 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Added segment ab63c54c-17fa-407c-951b-e42048e5b12c of type vlan for network 64111f43-c21f-4d3d-bb08-77e169231801 Feb 03 12:58:59.866068 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (64111f43-c21f-4d3d-bb08-77e169231801), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.916454 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f61330f5-2b7e-4e8f-bb51-582e1b318ea9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.943933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (64111f43-c21f-4d3d-bb08-77e169231801), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.945142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:59.945861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.954977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cba60d3-fc07-4e64-a0b3-ccbcdfc8b609,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:00.001447 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e4d6bd-c7ff-4e07-a434-0ae715b1fa0b None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:00.077279 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.088717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2208900 Feb 03 12:59:00.089605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52526) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:00.112909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.185019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9ac78096-5c0d-4813-b8e4-b0e371f14b03 None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:00.185528 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ac78096-5c0d-4813-b8e4-b0e371f14b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.204453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Request body: {'subnet': {'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1601287704-subnet', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:00.244371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6aad7-0d45-4543-adc5-441e00138fdb admin admin] Pushing event updated for resources: {'Network': ['ID=64111f43-c21f-4d3d-bb08-77e169231801,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:00.284765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 64111f43-c21f-4d3d-bb08-77e169231801 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:00.313100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Made reservation on behalf of f574a93f8e1f450e9cf26e02e56f357b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:00.320721 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.337883 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f61330f5-2b7e-4e8f-bb51-582e1b318ea9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (5f8e90e1-857b-4ae6-b40f-94500c009cfa), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.359646 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f61330f5-2b7e-4e8f-bb51-582e1b318ea9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f8e90e1-857b-4ae6-b40f-94500c009cfa), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.415085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Router e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:59:00.424644 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f61330f5-2b7e-4e8f-bb51-582e1b318ea9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.435323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52530) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:00.435587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f61330f5-2b7e-4e8f-bb51-582e1b318ea9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7349982 Feb 03 12:59:00.485301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-af5f89fc-ab24-4d72-8698-e9bdc7efc991 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'security_group': {'name': 'tempest-secgroup-1983352270'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:00.545546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61330f5-2b7e-4e8f-bb51-582e1b318ea9 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e90e1-857b-4ae6-b40f-94500c009cfa,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:00.567269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af5f89fc-ab24-4d72-8698-e9bdc7efc991 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.655609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9ac78096-5c0d-4813-b8e4-b0e371f14b03 None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:00.713625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:00.750734 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (8a1f614d-c46e-4529-a049-1810c3a89023), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.751139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.761032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ff199222-6cb8-4c43-9cfa-39fd9c5661a6 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "PUT /v2.0/routers/e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7 HTTP/1.1" status: 200 len: 915 time: 3.8981121 Feb 03 12:59:00.774514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52542) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:00.779716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b603da20-68a9-4297-9cc4-90cd75cf9cc7 None None] Sync routers for ids ['e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:00.786584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9ac78096-5c0d-4813-b8e4-b0e371f14b03 None None] Provisioning complete for port ca1435ea-994f-4a5e-a33a-fe3d99797863 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:00.787363 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ac78096-5c0d-4813-b8e4-b0e371f14b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.847414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b603da20-68a9-4297-9cc4-90cd75cf9cc7 None None] Routers {'e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:00.848343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b603da20-68a9-4297-9cc4-90cd75cf9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:00.883928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1f614d-c46e-4529-a049-1810c3a89023,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:00.900524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b603da20-68a9-4297-9cc4-90cd75cf9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:00.926915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114cff13-c9c9-4094-9e5e-8eaa6188fb7d None None] Update dhcp port {'port': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'fixed_ips': [{'subnet_id': '2fc5ef04-6033-48aa-9e65-2aa974d68f39', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bd35d89f-f2c1-4336-a105-a764dade672b'}], 'binding:host_id': 'n-d-792364-10'}, 'id': 'ba852581-221b-41ab-ab91-887221451f45'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:59:00.929478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b603da20-68a9-4297-9cc4-90cd75cf9cc7 None None] Routers {'e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:00.930272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b603da20-68a9-4297-9cc4-90cd75cf9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:00.945111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af5f89fc-ab24-4d72-8698-e9bdc7efc991 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (f2b2f1ce-7619-415c-8ae6-048bddef3349), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.964435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af5f89fc-ab24-4d72-8698-e9bdc7efc991 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2b2f1ce-7619-415c-8ae6-048bddef3349), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.973277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Checking segment: {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:00.977051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b603da20-68a9-4297-9cc4-90cd75cf9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:00.977729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Network hostable DHCP agents. Network: 64111f43-c21f-4d3d-bb08-77e169231801, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:59:00.989094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b603da20-68a9-4297-9cc4-90cd75cf9cc7 None None] The sync data for ids ['e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:00.992826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9ac78096-5c0d-4813-b8e4-b0e371f14b03 None None] Port ca1435ea-994f-4a5e-a33a-fe3d99797863 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:01.009430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Network 64111f43-c21f-4d3d-bb08-77e169231801 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:59:01.037336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 64111f43-c21f-4d3d-bb08-77e169231801) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:01.042502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:01.043129 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.049504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d5832-8162-466c-baa9-8ab55a155090 None None] Network 64111f43-c21f-4d3d-bb08-77e169231801 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:01.053676 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-114cff13-c9c9-4094-9e5e-8eaa6188fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ba852581-221b-41ab-ab91-887221451f45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.074448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-94c38295-b743-44e5-81aa-99cae584dc96 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9626944 Feb 03 12:59:01.075545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52546) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.084741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:01.122009 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af5f89fc-ab24-4d72-8698-e9bdc7efc991 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.123343 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-af5f89fc-ab24-4d72-8698-e9bdc7efc991 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6846957 Feb 03 12:59:01.126823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52548) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.137788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f89fc-ab24-4d72-8698-e9bdc7efc991 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b2f1ce-7619-415c-8ae6-048bddef3349,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:01.140304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b39d37d1-8a83-44a0-9af1-308b5a2261bc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'security_group': {'name': 'tempest-secgroup-1972499586'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:01.165402 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a37141fd-42a1-4323-aac9-c1504b239137 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/routers/e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7 HTTP/1.1" status: 200 len: 921 time: 0.3813055 Feb 03 12:59:01.165994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52550) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.184239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (4b3f0a7d-a840-4661-afb7-57d34b9df663), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.185377 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (4b3f0a7d-a840-4661-afb7-57d34b9df663), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.200643 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b39d37d1-8a83-44a0-9af1-308b5a2261bc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.281542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b2734-6a81-4b98-8fc3-a95107e477b5 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:01.286753 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-187b2734-6a81-4b98-8fc3-a95107e477b5 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1197338 Feb 03 12:59:01.287371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52554) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.433982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks [] for router_controller (4b3f0a7d-a840-4661-afb7-57d34b9df663), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.494463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-114cff13-c9c9-4094-9e5e-8eaa6188fb7d None None] Allocated IP 172.20.0.2 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/bd35d89f-f2c1-4336-a105-a764dade672b/ba852581-221b-41ab-ab91-887221451f45) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:01.503558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29d7ab-25c9-4756-8c16-a5f2d8d00cdc tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:01.508231 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7c29d7ab-25c9-4756-8c16-a5f2d8d00cdc tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/networks/166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 881 time: 0.2199068 Feb 03 12:59:01.508829 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52556) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.570669 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dfba1c77-86cf-454d-bf53-1ec482865058 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7 HTTP/1.1" status: 200 len: 205 time: 0.0607052 Feb 03 12:59:01.571265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52558) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.623270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-114cff13-c9c9-4094-9e5e-8eaa6188fb7d None None] For port ba852581-221b-41ab-ab91-887221451f45, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ba852581-221b-41ab-ab91-887221451f45,segment=NetworkSegment(2ab66a49-cf35-4ff9-a05c-2b7b297287a6),segment_id=2ab66a49-cf35-4ff9-a05c-2b7b297287a6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:01.655220 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-114cff13-c9c9-4094-9e5e-8eaa6188fb7d None None] Publish callbacks [] for port (ba852581-221b-41ab-ab91-887221451f45), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.665534 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-114cff13-c9c9-4094-9e5e-8eaa6188fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ba852581-221b-41ab-ab91-887221451f45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.758879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-64111f43-c21f-4d3d-bb08-77e169231801', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:59:01.759664 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.775311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cff13-c9c9-4094-9e5e-8eaa6188fb7d None None] Pushing event updated for resources: {'Port': ['ID=ba852581-221b-41ab-ab91-887221451f45,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:01.780248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.824486 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b39d37d1-8a83-44a0-9af1-308b5a2261bc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (6d3f3438-8bf1-4b8d-b1c0-e735ee6c0a73), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.836398 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks [] for router_gateway (4b3f0a7d-a840-4661-afb7-57d34b9df663), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.839903 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b39d37d1-8a83-44a0-9af1-308b5a2261bc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6d3f3438-8bf1-4b8d-b1c0-e735ee6c0a73), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.875042 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b39d37d1-8a83-44a0-9af1-308b5a2261bc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.876458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b39d37d1-8a83-44a0-9af1-308b5a2261bc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7453773 Feb 03 12:59:01.895339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52568) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.902316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1929931177', 'security_groups': ['6d3f3438-8bf1-4b8d-b1c0-e735ee6c0a73'], 'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd35d89f-f2c1-4336-a105-a764dade672b'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:01.957944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d37d1-8a83-44a0-9af1-308b5a2261bc tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3f3438-8bf1-4b8d-b1c0-e735ee6c0a73,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:02.158043 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.227186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba852581-221b-41ab-ab91-887221451f45 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:02.307139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:02.315626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Allocated IP 172.20.0.2 (64111f43-c21f-4d3d-bb08-77e169231801/8a1f614d-c46e-4529-a049-1810c3a89023/caf2ac6c-6d30-4828-aaab-2b873ffb6b7d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:02.329433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:02.329815 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.366563 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks [] for router_gateway (4b3f0a7d-a840-4661-afb7-57d34b9df663), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.417964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.551731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:02.553473 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.631767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] device_id is not set on port 98370d29-70bf-4fc1-a1cc-1d934e794fb3 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:02.634013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Publish callbacks [] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.653086 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.660351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Deleting port 7b5ac655-24fe-4789-a0d4-903aed8086ca {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:02.660762 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7b5ac655-24fe-4789-a0d4-903aed8086ca), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.716388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Network 64111f43-c21f-4d3d-bb08-77e169231801 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:02.720538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:02.728025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:02.734272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Allocated IP 172.25.3.220 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/c76586f1-e3fe-456d-b37e-a3647cff2a59) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:02.848161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Pushing event updated for resources: {'Port': ['ID=caf2ac6c-6d30-4828-aaab-2b873ffb6b7d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:02.940151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Attempting to bind port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:02.941281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Attempting to bind port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:02.941720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Attempting to bind port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d on network 64111f43-c21f-4d3d-bb08-77e169231801 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:02.962774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:02.963165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Checking segment: {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:02.963589 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.963989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Bound using segment: {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:02.965908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Bound port: caf2ac6c-6d30-4828-aaab-2b873ffb6b7d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:02.966351 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.046057 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7b5ac655-24fe-4789-a0d4-903aed8086ca), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.061139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Calling delete_port for 7b5ac655-24fe-4789-a0d4-903aed8086ca owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:03.061591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks [] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.132591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] For port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:03.136223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] For port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=caf2ac6c-6d30-4828-aaab-2b873ffb6b7d,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:03.144456 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.154109 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.273876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Pushing event updated for resources: {'Port': ['ID=c76586f1-e3fe-456d-b37e-a3647cff2a59,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:03.303569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67821380-84ad-42b9-a608-4e65e9414a46 None None] Pushing event updated for resources: {'Port': ['ID=caf2ac6c-6d30-4828-aaab-2b873ffb6b7d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:03.304059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:03.310250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:03.315864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:03.360468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7b5ac655-24fe-4789-a0d4-903aed8086ca), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.451526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event deleted for resources: {'Port': ['ID=7b5ac655-24fe-4789-a0d4-903aed8086ca,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:03.464494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f083d3c3-e1c5-4c61-a90b-c23b4fe64e1c None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:03.464927 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f083d3c3-e1c5-4c61-a90b-c23b4fe64e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.722576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f083d3c3-e1c5-4c61-a90b-c23b4fe64e1c None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:03.753534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f083d3c3-e1c5-4c61-a90b-c23b4fe64e1c None None] Provisioning complete for port ca1435ea-994f-4a5e-a33a-fe3d99797863 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:03.753921 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f083d3c3-e1c5-4c61-a90b-c23b4fe64e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.782792 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.845551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f083d3c3-e1c5-4c61-a90b-c23b4fe64e1c None None] Port ca1435ea-994f-4a5e-a33a-fe3d99797863 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:03.864023 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.8 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/bd35d89f-f2c1-4336-a105-a764dade672b/98370d29-70bf-4fc1-a1cc-1d934e794fb3) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:04.031802 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks [] for router_gateway (4b3f0a7d-a840-4661-afb7-57d34b9df663), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.127085 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.227296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.274073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device caf2ac6c-6d30-4828-aaab-2b873ffb6b7d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:04.317675 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.320328 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=98370d29-70bf-4fc1-a1cc-1d934e794fb3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:04.323220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.382123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:04.383040 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.436113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:04.443346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:04.462691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:04.480146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.481590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Fanout notify agent at l3_agent the message router_deleted on router e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:59:04.499821 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.504171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5d93e0d7-2833-418c-8836-69e6320b1b23 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7 HTTP/1.1" status: 204 len: 168 time: 2.9313574 Feb 03 12:59:04.582196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:04.583264 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.594345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52602) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:04.595474 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (4b3f0a7d-a840-4661-afb7-57d34b9df663), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.623928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-816551140', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:04.712700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=caf2ac6c-6d30-4828-aaab-2b873ffb6b7d,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:04.729822 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.808548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (fb836a7e-f6c9-4641-a3c6-a54af56d8223), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.809633 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (fb836a7e-f6c9-4641-a3c6-a54af56d8223), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.909091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=caf2ac6c-6d30-4828-aaab-2b873ffb6b7d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:05.018154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e203e74d-68d7-42d8-b34f-03b29e8def23 None None] Provisioning complete for port 98370d29-70bf-4fc1-a1cc-1d934e794fb3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:05.020702 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e203e74d-68d7-42d8-b34f-03b29e8def23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.122746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e203e74d-68d7-42d8-b34f-03b29e8def23 None None] Port 98370d29-70bf-4fc1-a1cc-1d934e794fb3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:05.156786 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (fb836a7e-f6c9-4641-a3c6-a54af56d8223), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.262379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d5e2d-c8aa-4838-a4d0-0b6c2f5bb6e4 None None] Network 64111f43-c21f-4d3d-bb08-77e169231801 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:05.277344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:05.277972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Router 4b3f0a7d-a840-4661-afb7-57d34b9df663 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:59:05.278087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.314505 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ef3f2e8b-47be-4c76-b1c7-801b0aba8a1a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4176989 Feb 03 12:59:05.317337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52618) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:05.323812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fc031eff-9032-4a45-993c-26250e663296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:05.445989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6ebf2ba3-eb47-4622-9301-13c53d89cb24 None None] Provisioning complete for port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:05.453194 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2ba3-eb47-4622-9301-13c53d89cb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.538295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc031eff-9032-4a45-993c-26250e663296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:05.542465 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fc031eff-9032-4a45-993c-26250e663296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.611288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:05.625490 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Sync routers for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:05.658169 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:05.658886 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:05.746620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf2ba3-eb47-4622-9301-13c53d89cb24 None None] Current status of the port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:05.753344 n-d-792364-10 neutron-server[103223]: INFO neutron.db.ipam_backend_mixin [None req-fc031eff-9032-4a45-993c-26250e663296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bd35d89f-f2c1-4336-a105-a764dade672b (CIDR: 172.20.0.0/28) Feb 03 12:59:05.757952 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc031eff-9032-4a45-993c-26250e663296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:59:05.758652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc031eff-9032-4a45-993c-26250e663296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:05.783347 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fc031eff-9032-4a45-993c-26250e663296 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4621336 Feb 03 12:59:05.784579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52620) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:05.790375 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b60866f5-00a1-4de0-81d2-cf9b8461a7b8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:05.920515 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:06.057265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60866f5-00a1-4de0-81d2-cf9b8461a7b8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:06.068350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b60866f5-00a1-4de0-81d2-cf9b8461a7b8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.187103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device caf2ac6c-6d30-4828-aaab-2b873ffb6b7d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:06.275871 n-d-792364-10 neutron-server[103223]: INFO neutron.db.ipam_backend_mixin [None req-b60866f5-00a1-4de0-81d2-cf9b8461a7b8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2fc5ef04-6033-48aa-9e65-2aa974d68f39 (CIDR: 172.20.0.16/28) Feb 03 12:59:06.285969 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60866f5-00a1-4de0-81d2-cf9b8461a7b8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:59:06.287082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60866f5-00a1-4de0-81d2-cf9b8461a7b8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:06.307666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:06.308044 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.333523 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b60866f5-00a1-4de0-81d2-cf9b8461a7b8 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5473211 Feb 03 12:59:06.334337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52632) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:06.341542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'subnet': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:06.410963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7a382c52-65bb-4f98-806a-dd74d3155fa9 None None] Provisioning complete for port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:06.411507 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a382c52-65bb-4f98-806a-dd74d3155fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.587095 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:03Z', 'revision_number': 3, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:06.645680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:06.658961 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Checking router: 4b3f0a7d-a840-4661-afb7-57d34b9df663 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:59:06.659908 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Updating router 4b3f0a7d-a840-4661-afb7-57d34b9df663 port c76586f1-e3fe-456d-b37e-a3647cff2a59 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:59:06.671328 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Made reservation on behalf of 254f8ee6bde64f169bf93479be1c92ac for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:06.684788 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.703657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb5542a7-029a-4b09-8603-dc75093572b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.724485 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.819207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7a382c52-65bb-4f98-806a-dd74d3155fa9 None None] Current status of the port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:06.858918 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.860182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6d60e406-c477-4353-9e14-4a4cd8ddf07a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7828293 Feb 03 12:59:06.863038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52644) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:06.879935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (fb836a7e-f6c9-4641-a3c6-a54af56d8223), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.143849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-bc423ec5-eb62-4261-80f6-4f11f80c211c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:07.150955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-bc423ec5-eb62-4261-80f6-4f11f80c211c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 813 time: 0.2115834 Feb 03 12:59:07.169522 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Publish callbacks [] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.184867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-fc8f1780-0b72-4652-97bf-567562983b00 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/quotas/4127ddc376964b6ab62b51a2621d3dcc HTTP/1.1" status: 200 len: 375 time: 0.0329616 Feb 03 12:59:07.193518 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.301737 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Attempting to bind port c76586f1-e3fe-456d-b37e-a3647cff2a59 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:07.301737 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Attempting to bind port c76586f1-e3fe-456d-b37e-a3647cff2a59 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:07.302232 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Attempting to bind port c76586f1-e3fe-456d-b37e-a3647cff2a59 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:07.331663 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:07.332557 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:07.333088 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.333580 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:07.337254 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Bound port: c76586f1-e3fe-456d-b37e-a3647cff2a59, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:07.337850 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.380892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-5832aa5a-00cb-4422-aa33-0355889ba37c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1951728 Feb 03 12:59:07.435675 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] For port c76586f1-e3fe-456d-b37e-a3647cff2a59, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:07.454052 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] For port c76586f1-e3fe-456d-b37e-a3647cff2a59, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c76586f1-e3fe-456d-b37e-a3647cff2a59,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:07.473870 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990d2e4-f03e-4cbb-b829-36290a0afd79 None None] Pushing event updated for resources: {'Port': ['ID=c76586f1-e3fe-456d-b37e-a3647cff2a59,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:07.483826 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.604406 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:59:07.639336 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990d2e4-f03e-4cbb-b829-36290a0afd79 None None] Pushing event updated for resources: {'Port': ['ID=c76586f1-e3fe-456d-b37e-a3647cff2a59,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:07.642154 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:07.644124 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:58:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:07.848919 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (fb836a7e-f6c9-4641-a3c6-a54af56d8223), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.938536 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.968749 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:08.033947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-7ef96854-19aa-40dc-898b-f8876efe950c service neutron] 10.222.0.65 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361196 Feb 03 12:59:08.112115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (830bc894-58df-41a7-ba70-4bc2e81cb9dd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.307179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Allocated IP 172.25.3.229 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/f1b7b561-da7d-4fb3-b5a3-5faef252a133) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:08.328335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Subnet': ['ID=830bc894-58df-41a7-ba70-4bc2e81cb9dd,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:08.360401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.362631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.363114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.364467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.364992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.365857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.366304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.366781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.367217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.367667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.368104 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.368528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.369385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:08.392057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-63fa1bf5-abec-44ac-8c04-cc5cb818853f service neutron] 10.222.0.65 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571146 Feb 03 12:59:08.409864 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:08.413304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:08.421486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:08.427808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f977f2-5b8a-4c81-9a5c-395a3c8718f1 None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:08.438814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.586877 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7de136f1-339a-4570-a267-40ec9ca58b0a tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2508817 Feb 03 12:59:08.598801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52674) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:08.609042 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.614502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-161938259', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '830bc894-58df-41a7-ba70-4bc2e81cb9dd'}], 'security_groups': ['5f8e90e1-857b-4ae6-b40f-94500c009cfa', 'f2b2f1ce-7619-415c-8ae6-048bddef3349']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:08.712440 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for port (f1b7b561-da7d-4fb3-b5a3-5faef252a133), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.770726 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:03Z', 'revision_number': 3, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:08.801197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2e6abd0-a939-4b22-bf9e-e432750c82b8 req-e30c2a43-40e0-4167-8296-928a881d21a7 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 210 time: 0.0868456 Feb 03 12:59:08.857104 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cd493-dfcd-4349-aa0c-c329d1ebe967 None None] The sync data for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 is: [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:03Z', 'revision_number': 3, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:08.903417 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6cb4853-ca59-474f-b715-0dd7f34dbf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.940851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Update dhcp port {'port': {'network_id': 'a1df181b-a8a7-45ed-bbae-e94a3e52a40b', 'fixed_ips': [{'subnet_id': '2fc5ef04-6033-48aa-9e65-2aa974d68f39', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bd35d89f-f2c1-4336-a105-a764dade672b', 'ip_address': '172.20.0.2'}, {'subnet_id': '830bc894-58df-41a7-ba70-4bc2e81cb9dd'}], 'binding:host_id': 'n-d-792364-10'}, 'id': 'ba852581-221b-41ab-ab91-887221451f45'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:59:09.015357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ba852581-221b-41ab-ab91-887221451f45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.291587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f1b7b561-da7d-4fb3-b5a3-5faef252a133), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.294519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Allocated IP 172.20.0.1 (64111f43-c21f-4d3d-bb08-77e169231801/8a1f614d-c46e-4529-a049-1810c3a89023/961ad478-54a8-4910-b311-e008726e37e2) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:09.439552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:09.453278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:09.460612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:09.513722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Allocated IP 172.20.0.34 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/830bc894-58df-41a7-ba70-4bc2e81cb9dd/ba852581-221b-41ab-ab91-887221451f45) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:09.609067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Publish callbacks [] for port (961ad478-54a8-4910-b311-e008726e37e2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.617946 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.667425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event updated for resources: {'Port': ['ID=f1b7b561-da7d-4fb3-b5a3-5faef252a133,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:09.729517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (961ad478-54a8-4910-b311-e008726e37e2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.871691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Pushing event updated for resources: {'Port': ['ID=961ad478-54a8-4910-b311-e008726e37e2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:09.872433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] For port ba852581-221b-41ab-ab91-887221451f45, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ba852581-221b-41ab-ab91-887221451f45,segment=NetworkSegment(2ab66a49-cf35-4ff9-a05c-2b7b297287a6),segment_id=2ab66a49-cf35-4ff9-a05c-2b7b297287a6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:09.909533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Network 64111f43-c21f-4d3d-bb08-77e169231801 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:09.911282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:09.925223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:10.041029 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Publish callbacks [] for port (ba852581-221b-41ab-ab91-887221451f45), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.069560 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (4b3f0a7d-a840-4661-afb7-57d34b9df663), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.075791 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ba852581-221b-41ab-ab91-887221451f45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.244078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.275068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-26c9efb7-ad56-4f9e-823c-fbf6b90d6180 req-28410025-ddcd-4954-b776-29da682e919a tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 210 time: 0.1449857 Feb 03 12:59:10.385690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c76586f1-e3fe-456d-b37e-a3647cff2a59 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:10.557839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Pushing event updated for resources: {'Port': ['ID=ba852581-221b-41ab-ab91-887221451f45,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:10.582609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.586771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.587330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.588868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.589336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.592090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.592952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.593963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.594966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.596949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.598403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.599968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.602312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729c95bf-19de-4eba-9006-e627feecf3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:10.647532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (fb836a7e-f6c9-4641-a3c6-a54af56d8223), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.657632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c76586f1-e3fe-456d-b37e-a3647cff2a59 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:10.658991 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.774641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bdbb3f28-4fc4-4b2a-8658-0babf8514a71 None None] Provisioning complete for port 961ad478-54a8-4910-b311-e008726e37e2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:10.775179 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3f28-4fc4-4b2a-8658-0babf8514a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (961ad478-54a8-4910-b311-e008726e37e2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.873683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb3f28-4fc4-4b2a-8658-0babf8514a71 None None] Port 961ad478-54a8-4910-b311-e008726e37e2 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:10.952224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-7ffb34d4-46bd-4438-8dcf-c81639e3c5bb tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:10.956337 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-7ffb34d4-46bd-4438-8dcf-c81639e3c5bb tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 813 time: 0.2691319 Feb 03 12:59:10.969267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Request body: {'port': {'device_id': '0cf541b9-8037-4b4e-9b20-c188b83fbda6', 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804', 'admin_state_up': True, 'tenant_id': '4127ddc376964b6ab62b51a2621d3dcc'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:10.973465 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (961ad478-54a8-4910-b311-e008726e37e2), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.043520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c76586f1-e3fe-456d-b37e-a3647cff2a59 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:11.046854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.115303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port c76586f1-e3fe-456d-b37e-a3647cff2a59, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c76586f1-e3fe-456d-b37e-a3647cff2a59,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:11.129076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.249113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=c76586f1-e3fe-456d-b37e-a3647cff2a59,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:11.313874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Made reservation on behalf of 4127ddc376964b6ab62b51a2621d3dcc for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:11.319645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.553330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.588516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (fb836a7e-f6c9-4641-a3c6-a54af56d8223), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.669796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ae071b1-1559-4913-82ff-f89a69a04c1f req-9bc0bd55-8134-4388-986f-761b8c679b82 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 210 time: 0.2241883 Feb 03 12:59:11.761391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Delete allocated IP 172.20.0.8 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/bd35d89f-f2c1-4336-a105-a764dade672b) {{(pid=103224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 12:59:11.834240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Allocated IP 172.20.0.41 (a1df181b-a8a7-45ed-bbae-e94a3e52a40b/830bc894-58df-41a7-ba70-4bc2e81cb9dd/98370d29-70bf-4fc1-a1cc-1d934e794fb3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:11.840693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d7f5fcc9-ea82-42ae-b671-4b1ff1ec6219 None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:11.841912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fcc9-ea82-42ae-b671-4b1ff1ec6219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.943635 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Publish callbacks [] for port (961ad478-54a8-4910-b311-e008726e37e2), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.948780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Allocated IP 172.20.0.11 (8a6f3dc3-6b5a-4b28-9851-7c1a985b2804/4cba01d4-779c-4379-b6af-ec4ab7d2fbca/14c9e18b-6dd4-4b6b-b61e-e2457b098486) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:11.963749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (961ad478-54a8-4910-b311-e008726e37e2), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.106581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (4b3f0a7d-a840-4661-afb7-57d34b9df663), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.229034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5fcc9-ea82-42ae-b671-4b1ff1ec6219 None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:12.229034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d7f5fcc9-ea82-42ae-b671-4b1ff1ec6219 None None] Provisioning complete for port 98370d29-70bf-4fc1-a1cc-1d934e794fb3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:12.229034 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fcc9-ea82-42ae-b671-4b1ff1ec6219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.234473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c76586f1-e3fe-456d-b37e-a3647cff2a59 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:12.347655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Router fb836a7e-f6c9-4641-a3c6-a54af56d8223 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:59:12.365433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5fcc9-ea82-42ae-b671-4b1ff1ec6219 None None] Port 98370d29-70bf-4fc1-a1cc-1d934e794fb3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:12.403853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d7f5fcc9-ea82-42ae-b671-4b1ff1ec6219 None None] Provisioning complete for port ca1435ea-994f-4a5e-a33a-fe3d99797863 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:12.404593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fcc9-ea82-42ae-b671-4b1ff1ec6219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.500145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c76586f1-e3fe-456d-b37e-a3647cff2a59 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:12.500637 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.502859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5fcc9-ea82-42ae-b671-4b1ff1ec6219 None None] Port ca1435ea-994f-4a5e-a33a-fe3d99797863 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:12.535699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks [] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.882530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.886182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c76586f1-e3fe-456d-b37e-a3647cff2a59 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:12.890051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba852581-221b-41ab-ab91-887221451f45 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:12.899346 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.963954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.003900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42b909f4-ba2d-42a0-bdda-b3ba778b086a req-77089c4f-bc66-45b3-a731-fd67257d037e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 210 time: 0.1128702 Feb 03 12:59:13.086027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:13.099059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:13.100878 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.200466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event updated for resources: {'Port': ['ID=98370d29-70bf-4fc1-a1cc-1d934e794fb3,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:13.248324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e579dd5-4458-4a49-8ebe-0e2cab989b05 None None] Sync routers for ids ['fb836a7e-f6c9-4641-a3c6-a54af56d8223'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:13.268341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] In _notify_port_updated(), no bound segment for port 98370d29-70bf-4fc1-a1cc-1d934e794fb3 on network a1df181b-a8a7-45ed-bbae-e94a3e52a40b {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:59:13.281184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:13.283423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.290610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3b472915-18e4-4f0a-bda9-781cdb4b1672 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "PUT /v2.0/ports/98370d29-70bf-4fc1-a1cc-1d934e794fb3 HTTP/1.1" status: 200 len: 959 time: 4.6899898 Feb 03 12:59:13.297667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:13.300165 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.304708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ddc01405-9eb3-4b93-9054-9de1a55abef8 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6857355 Feb 03 12:59:13.305354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52774) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:13.314095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:13.369989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e579dd5-4458-4a49-8ebe-0e2cab989b05 None None] Routers {'fb836a7e-f6c9-4641-a3c6-a54af56d8223'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:13.372302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-2e579dd5-4458-4a49-8ebe-0e2cab989b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:59:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fb836a7e-f6c9-4641-a3c6-a54af56d8223'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:13.588475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-2e579dd5-4458-4a49-8ebe-0e2cab989b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:13.634857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e579dd5-4458-4a49-8ebe-0e2cab989b05 None None] Routers {'fb836a7e-f6c9-4641-a3c6-a54af56d8223'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:13.635808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-2e579dd5-4458-4a49-8ebe-0e2cab989b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:59:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fb836a7e-f6c9-4641-a3c6-a54af56d8223'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:13.638007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52788) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:13.675169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Pushing event updated for resources: {'Port': ['ID=961ad478-54a8-4910-b311-e008726e37e2,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:13.735002 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.764784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['246cb272-66e9-431e-a80b-11bf83442b6b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:59:13.791514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-2e579dd5-4458-4a49-8ebe-0e2cab989b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:13.793121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e579dd5-4458-4a49-8ebe-0e2cab989b05 None None] The sync data for ids ['fb836a7e-f6c9-4641-a3c6-a54af56d8223'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:13.853716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:13.857449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Pushing event updated for resources: {'Port': ['ID=14c9e18b-6dd4-4b6b-b61e-e2457b098486,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:13.893031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Network 64111f43-c21f-4d3d-bb08-77e169231801 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:13.910460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:13.943622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-661cd2e0-3874-43a4-a097-31a5a4f0e782 None None] Provisioning complete for port 98370d29-70bf-4fc1-a1cc-1d934e794fb3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:13.944738 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-661cd2e0-3874-43a4-a097-31a5a4f0e782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.947451 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f37e07b-524a-4762-aff3-6a9dda677d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.963331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:13.988626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:13.997862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:14.139062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7d50b-f28d-4de6-a0ee-483f0611775e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port 98370d29-70bf-4fc1-a1cc-1d934e794fb3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:14.139416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d50b-f28d-4de6-a0ee-483f0611775e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.167613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-661cd2e0-3874-43a4-a097-31a5a4f0e782 None None] Port 98370d29-70bf-4fc1-a1cc-1d934e794fb3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:14.397133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d50b-f28d-4de6-a0ee-483f0611775e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.414986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7d50b-f28d-4de6-a0ee-483f0611775e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for 98370d29-70bf-4fc1-a1cc-1d934e794fb3 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:14.481356 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (fb836a7e-f6c9-4641-a3c6-a54af56d8223), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.525037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-eea11f59-f1f6-4c1e-8aff-98a8c5de21f3 None None] Provisioning complete for port 961ad478-54a8-4910-b311-e008726e37e2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:14.530964 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eea11f59-f1f6-4c1e-8aff-98a8c5de21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (961ad478-54a8-4910-b311-e008726e37e2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.572585 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_gateway (fb836a7e-f6c9-4641-a3c6-a54af56d8223), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.605779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f37e07b-524a-4762-aff3-6a9dda677d36 admin admin] Publish callbacks [] for security_group (77371634-7bda-430c-988b-c43436366759), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.631125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325e162-c49a-4873-b8e7-2340d385d37a req-97040e3f-fa64-47ce-84f2-5b88e522a13b tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:14.632688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4325e162-c49a-4873-b8e7-2340d385d37a req-97040e3f-fa64-47ce-84f2-5b88e522a13b tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 932 time: 0.3970456 Feb 03 12:59:14.637516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f37e07b-524a-4762-aff3-6a9dda677d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (77371634-7bda-430c-988b-c43436366759), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.640940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eea11f59-f1f6-4c1e-8aff-98a8c5de21f3 None None] Port 961ad478-54a8-4910-b311-e008726e37e2 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:14.651563 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d50b-f28d-4de6-a0ee-483f0611775e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (98370d29-70bf-4fc1-a1cc-1d934e794fb3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.772492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7d50b-f28d-4de6-a0ee-483f0611775e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=98370d29-70bf-4fc1-a1cc-1d934e794fb3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:14.855693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:14.868430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.123766 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-47122060-c029-40d4-908c-f3aab82215cc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1589754 Feb 03 12:59:15.125019 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d50b-f28d-4de6-a0ee-483f0611775e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.136225 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dcc7d50b-f28d-4de6-a0ee-483f0611775e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/98370d29-70bf-4fc1-a1cc-1d934e794fb3 HTTP/1.1" status: 204 len: 168 time: 1.8243377 Feb 03 12:59:15.139911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52816) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:15.154270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Request body: {'port': {'device_id': '0cf541b9-8037-4b4e-9b20-c188b83fbda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:15.206562 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-46acdeb8-6965-4224-8cca-d7a13396de23 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] GET failed (client error): The resource could not be found. Feb 03 12:59:15.211739 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-46acdeb8-6965-4224-8cca-d7a13396de23 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports/98370d29-70bf-4fc1-a1cc-1d934e794fb3 HTTP/1.1" status: 404 len: 333 time: 0.0695548 Feb 03 12:59:15.212628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52820) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:15.369812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Router 4b3f0a7d-a840-4661-afb7-57d34b9df663 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:59:15.422850 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.431467 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1b2ca21-79dc-46f4-a9f3-f9b7e0b88a9c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (6d3f3438-8bf1-4b8d-b1c0-e735ee6c0a73), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.473564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1b2ca21-79dc-46f4-a9f3-f9b7e0b88a9c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (6d3f3438-8bf1-4b8d-b1c0-e735ee6c0a73), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.556229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1b2ca21-79dc-46f4-a9f3-f9b7e0b88a9c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6d3f3438-8bf1-4b8d-b1c0-e735ee6c0a73), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.564377 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1b2ca21-79dc-46f4-a9f3-f9b7e0b88a9c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.568655 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c1b2ca21-79dc-46f4-a9f3-f9b7e0b88a9c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/security-groups/6d3f3438-8bf1-4b8d-b1c0-e735ee6c0a73 HTTP/1.1" status: 204 len: 168 time: 0.3503103 Feb 03 12:59:15.570701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52838) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:15.697662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6f37e07b-524a-4762-aff3-6a9dda677d36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a03fb92cc974e3db221f00fde313327&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0497801 Feb 03 12:59:15.718875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52844) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:15.765894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2ca21-79dc-46f4-a9f3-f9b7e0b88a9c tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3f3438-8bf1-4b8d-b1c0-e735ee6c0a73,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:15.874633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37e07b-524a-4762-aff3-6a9dda677d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77371634-7bda-430c-988b-c43436366759,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:15.902037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4325e162-c49a-4873-b8e7-2340d385d37a req-47935020-c2cb-46eb-8815-e5b49a061cc2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2370698 Feb 03 12:59:15.979886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5644face-d4cb-43f3-a105-628e154c3022 admin admin] Publish callbacks [] for security_group (77371634-7bda-430c-988b-c43436366759), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.988285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:15.996977 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Sync routers for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:16.000107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Deleting port f1b7b561-da7d-4fb3-b5a3-5faef252a133 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:16.000509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f1b7b561-da7d-4fb3-b5a3-5faef252a133), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.024591 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-feac8a04-f2dc-4211-a64a-d5f4f59e4831 admin admin] 10.222.0.65 "PUT /v2.0/routers/4b3f0a7d-a840-4661-afb7-57d34b9df663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1604214 Feb 03 12:59:16.041617 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:16.049661 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:59:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:16.137375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5644face-d4cb-43f3-a105-628e154c3022 admin admin] Publish callbacks [] for security_group (77371634-7bda-430c-988b-c43436366759), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.183168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5880b966-f968-42ca-ae90-c4e18871966f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (f2b2f1ce-7619-415c-8ae6-048bddef3349), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.286968 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.307114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5880b966-f968-42ca-ae90-c4e18871966f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (f2b2f1ce-7619-415c-8ae6-048bddef3349), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.434500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f1b7b561-da7d-4fb3-b5a3-5faef252a133), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.491888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Calling delete_port for f1b7b561-da7d-4fb3-b5a3-5faef252a133 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:16.520402 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:16.621314 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5880b966-f968-42ca-ae90-c4e18871966f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2b2f1ce-7619-415c-8ae6-048bddef3349), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.631570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5880b966-f968-42ca-ae90-c4e18871966f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.640615 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5880b966-f968-42ca-ae90-c4e18871966f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/security-groups/f2b2f1ce-7619-415c-8ae6-048bddef3349 HTTP/1.1" status: 204 len: 168 time: 0.9779582 Feb 03 12:59:16.688312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52868) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:16.798212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5644face-d4cb-43f3-a105-628e154c3022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (77371634-7bda-430c-988b-c43436366759), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.807473 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5644face-d4cb-43f3-a105-628e154c3022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.828361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c9e18b-6dd4-4b6b-b61e-e2457b098486 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:59:16.837868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5644face-d4cb-43f3-a105-628e154c3022 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77371634-7bda-430c-988b-c43436366759 HTTP/1.1" status: 204 len: 168 time: 1.1174381 Feb 03 12:59:16.840744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Publish callbacks [] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.856437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Transition to ACTIVE for port object 14c9e18b-6dd4-4b6b-b61e-e2457b098486 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:59:16.869373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880b966-f968-42ca-ae90-c4e18871966f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b2f1ce-7619-415c-8ae6-048bddef3349,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:16.873506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.059787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Attempting to bind port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:17.060027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Attempting to bind port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:17.060338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Attempting to bind port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:17.063372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Pushing event updated for resources: {'Port': ['ID=14c9e18b-6dd4-4b6b-b61e-e2457b098486,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:17.072673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:59:17.073240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Attempting to bind port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:17.076563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644face-d4cb-43f3-a105-628e154c3022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77371634-7bda-430c-988b-c43436366759,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:17.079297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:17.079651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Checking segment: {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:17.080290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Bound using segment: {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:17.080711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Bound port: 14c9e18b-6dd4-4b6b-b61e-e2457b098486, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:17.081607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.216900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] For port 14c9e18b-6dd4-4b6b-b61e-e2457b098486, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:17.220845 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] For port 14c9e18b-6dd4-4b6b-b61e-e2457b098486, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=14c9e18b-6dd4-4b6b-b61e-e2457b098486,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:17.230688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.305100 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 2, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:17.362628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:17.364304 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.367171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] 10.222.0.72 "PUT /v2.0/ports/14c9e18b-6dd4-4b6b-b61e-e2457b098486 HTTP/1.1" status: 200 len: 1093 time: 2.2263324 Feb 03 12:59:17.367912 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3e177-5c4b-42c2-8802-4a4078fa4fcf service neutron] Pushing event updated for resources: {'Port': ['ID=14c9e18b-6dd4-4b6b-b61e-e2457b098486,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:17.432887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf541b9-8037-4b4e-9b20-c188b83fbda6', 'tag': '14c9e18b-6dd4-4b6b-b61e-e2457b098486'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:59:17.448483 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf541b9-8037-4b4e-9b20-c188b83fbda6", "tag": "14c9e18b-6dd4-4b6b-b61e-e2457b098486"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:59:17.470931 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Checking router: 4b3f0a7d-a840-4661-afb7-57d34b9df663 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:59:17.474717 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Updating router 4b3f0a7d-a840-4661-afb7-57d34b9df663 port 961ad478-54a8-4910-b311-e008726e37e2 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:59:17.575228 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37342530-21ee-4682-a714-b72c8110dd0e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (5f8e90e1-857b-4ae6-b40f-94500c009cfa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.584042 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (961ad478-54a8-4910-b311-e008726e37e2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.633231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-574feeb6-0cbb-4543-97f4-ceee9e6dded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:17.639504 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-574feeb6-0cbb-4543-97f4-ceee9e6dded5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 1127 time: 0.1463928 Feb 03 12:59:17.641181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52886) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:17.660643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2715d4a7-b8d4-450c-b0e6-be96797c8ca3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1191039493', 'description': 'tempest-description--1212126398'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:17.713711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351455-daf0-422c-a009-b3f56611ad57 req-79334fc8-0e44-4e56-91a8-e6822005c852 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:17.715646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6351455-daf0-422c-a009-b3f56611ad57 req-79334fc8-0e44-4e56-91a8-e6822005c852 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 944 time: 0.5983958 Feb 03 12:59:17.721978 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37342530-21ee-4682-a714-b72c8110dd0e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (5f8e90e1-857b-4ae6-b40f-94500c009cfa), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.824619 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-ade70f77-c28b-463d-aba7-2b66d910bd6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c9e18b-6dd4-4b6b-b61e-e2457b098486 HTTP/1.1" status: 200 len: 217 time: 0.1663198 Feb 03 12:59:17.838284 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b881674-2a4f-4692-b3a2-f167d17a62e2 x-openstack-request-id: req-5b881674-2a4f-4692-b3a2-f167d17a62e2 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:59:17.838639 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf541b9-8037-4b4e-9b20-c188b83fbda6", "tag": "14c9e18b-6dd4-4b6b-b61e-e2457b098486", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:59:17.838764 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b881674-2a4f-4692-b3a2-f167d17a62e2 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:59:17.839323 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf541b9-8037-4b4e-9b20-c188b83fbda6', 'tag': '14c9e18b-6dd4-4b6b-b61e-e2457b098486', 'status': 'completed', 'code': 200} Feb 03 12:59:17.953579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6351455-daf0-422c-a009-b3f56611ad57 req-45c400b5-0592-4acd-8578-bc3bb91a67b0 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223916 Feb 03 12:59:17.959075 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f1b7b561-da7d-4fb3-b5a3-5faef252a133), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.037778 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37342530-21ee-4682-a714-b72c8110dd0e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f8e90e1-857b-4ae6-b40f-94500c009cfa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.040485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37342530-21ee-4682-a714-b72c8110dd0e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.056753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37342530-21ee-4682-a714-b72c8110dd0e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/security-groups/5f8e90e1-857b-4ae6-b40f-94500c009cfa HTTP/1.1" status: 204 len: 168 time: 1.3535771 Feb 03 12:59:18.057464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52898) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:18.070223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-8e06debb-fd69-465c-a05c-520d756ae4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:18.072303 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-8e06debb-fd69-465c-a05c-520d756ae4bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.2295005 Feb 03 12:59:18.074442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Pushing event deleted for resources: {'Port': ['ID=f1b7b561-da7d-4fb3-b5a3-5faef252a133,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:18.074640 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2715d4a7-b8d4-450c-b0e6-be96797c8ca3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.114391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37342530-21ee-4682-a714-b72c8110dd0e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e90e1-857b-4ae6-b40f-94500c009cfa,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:18.240584 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-12edf9bb-81b3-444f-be83-9f4346551292 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344025 Feb 03 12:59:18.286601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4304c28-3ba9-40e4-9d28-e3102597b782 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet bd35d89f-f2c1-4336-a105-a764dade672b {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:59:18.307799 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c4304c28-3ba9-40e4-9d28-e3102597b782 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (bd35d89f-f2c1-4336-a105-a764dade672b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.368566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (fb836a7e-f6c9-4641-a3c6-a54af56d8223), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.373678 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Publish callbacks [] for port (961ad478-54a8-4910-b311-e008726e37e2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.397929 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (961ad478-54a8-4910-b311-e008726e37e2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.510235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2715d4a7-b8d4-450c-b0e6-be96797c8ca3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (27ea5fe6-862f-470f-8b32-02f70aa131f6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.529512 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-b995efc8-6ef4-4c23-b2bb-eebac1564bce service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802031 Feb 03 12:59:18.530307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2715d4a7-b8d4-450c-b0e6-be96797c8ca3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (27ea5fe6-862f-470f-8b32-02f70aa131f6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.582276 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c4304c28-3ba9-40e4-9d28-e3102597b782 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (bd35d89f-f2c1-4336-a105-a764dade672b), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.631547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da610e-6110-4e46-aad1-0857ebb096c5 None None] Pushing event updated for resources: {'Port': ['ID=961ad478-54a8-4910-b311-e008726e37e2,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:18.661158 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Attempting to bind port 961ad478-54a8-4910-b311-e008726e37e2 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:18.661532 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Attempting to bind port 961ad478-54a8-4910-b311-e008726e37e2 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:18.661891 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Attempting to bind port 961ad478-54a8-4910-b311-e008726e37e2 on network 64111f43-c21f-4d3d-bb08-77e169231801 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:18.684052 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:18.687714 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Checking segment: {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:18.688308 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.688863 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Bound using segment: {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:18.689739 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Bound port: 961ad478-54a8-4910-b311-e008726e37e2, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:18.690311 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (961ad478-54a8-4910-b311-e008726e37e2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.787305 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2715d4a7-b8d4-450c-b0e6-be96797c8ca3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.788780 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2715d4a7-b8d4-450c-b0e6-be96797c8ca3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1466115 Feb 03 12:59:18.791588 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96282db9-d70b-402f-8a3a-4fd27b406cba req-d40fad6f-2601-4cd7-9563-27ab822a801b service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292988 Feb 03 12:59:18.809633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52914) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:18.810921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715d4a7-b8d4-450c-b0e6-be96797c8ca3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ea5fe6-862f-470f-8b32-02f70aa131f6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:18.820526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7b9c7a22-a828-4904-9e8f-f46b56aaa055 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'security_group_rule': {'security_group_id': '27ea5fe6-862f-470f-8b32-02f70aa131f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:18.948001 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7a22-a828-4904-9e8f-f46b56aaa055 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (84c7f449-be19-459e-b614-a5f3944fa520), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:18.986805 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] For port 961ad478-54a8-4910-b311-e008726e37e2, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:18.995081 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] For port 961ad478-54a8-4910-b311-e008726e37e2, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=961ad478-54a8-4910-b311-e008726e37e2,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:19.020480 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (961ad478-54a8-4910-b311-e008726e37e2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.042354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e4d494c8-5c36-47ba-a456-9a2483487a23 None None] Provisioning complete for port 961ad478-54a8-4910-b311-e008726e37e2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:19.043054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4d494c8-5c36-47ba-a456-9a2483487a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (961ad478-54a8-4910-b311-e008726e37e2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.102378 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (fb836a7e-f6c9-4641-a3c6-a54af56d8223), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.168488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (fb836a7e-f6c9-4641-a3c6-a54af56d8223), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.179285 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:19.186509 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:59:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:19.212271 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7a22-a828-4904-9e8f-f46b56aaa055 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (84c7f449-be19-459e-b614-a5f3944fa520), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.239050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7a22-a828-4904-9e8f-f46b56aaa055 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (84c7f449-be19-459e-b614-a5f3944fa520), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.315040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7a22-a828-4904-9e8f-f46b56aaa055 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.316505 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7b9c7a22-a828-4904-9e8f-f46b56aaa055 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5001700 Feb 03 12:59:19.321199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-e2afc610-4739-4dd1-8bec-0339efb6eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:19.322791 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-e2afc610-4739-4dd1-8bec-0339efb6eefe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 1127 time: 0.4511960 Feb 03 12:59:19.323793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:19.333988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a1da1d0d-aa2e-4b87-b8c4-fddab98b2e6f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'security_group_rule': {'security_group_id': '27ea5fe6-862f-470f-8b32-02f70aa131f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:19.390184 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c4304c28-3ba9-40e4-9d28-e3102597b782 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (bd35d89f-f2c1-4336-a105-a764dade672b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.417685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e4d494c8-5c36-47ba-a456-9a2483487a23 None None] Current status of the port 961ad478-54a8-4910-b311-e008726e37e2 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:19.418067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4d494c8-5c36-47ba-a456-9a2483487a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (961ad478-54a8-4910-b311-e008726e37e2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.481973 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-684805b8-8d2d-43f8-9c51-b8d72103a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:19.484408 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-684805b8-8d2d-43f8-9c51-b8d72103a170 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.1111991 Feb 03 12:59:19.530927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e4d494c8-5c36-47ba-a456-9a2483487a23 None None] For port 961ad478-54a8-4910-b311-e008726e37e2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=961ad478-54a8-4910-b311-e008726e37e2,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:19.580417 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4d494c8-5c36-47ba-a456-9a2483487a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (961ad478-54a8-4910-b311-e008726e37e2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.583966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1da1d0d-aa2e-4b87-b8c4-fddab98b2e6f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (25003942-a4ba-4e29-882f-baf185a048fc), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.603515 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:19.621668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Router fb836a7e-f6c9-4641-a3c6-a54af56d8223 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:59:19.659627 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-470fbe8e-fec7-49d9-82a8-e790ac375c72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c9e18b-6dd4-4b6b-b61e-e2457b098486 HTTP/1.1" status: 200 len: 217 time: 0.1651516 Feb 03 12:59:19.661137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c7a22-a828-4904-9e8f-f46b56aaa055 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c7f449-be19-459e-b614-a5f3944fa520,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:19.677603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27c0af-16b1-4843-afe7-747de3f79c82 req-f40250eb-3b8c-4e5e-ac00-c33027b3090f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:19.708086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac27c0af-16b1-4843-afe7-747de3f79c82 req-f40250eb-3b8c-4e5e-ac00-c33027b3090f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 944 time: 0.5111806 Feb 03 12:59:19.733616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c4304c28-3ba9-40e4-9d28-e3102597b782 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (bd35d89f-f2c1-4336-a105-a764dade672b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.770044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c8d5e2de-398d-4d59-8bbe-582190166bd8 None None] Provisioning complete for port 961ad478-54a8-4910-b311-e008726e37e2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:19.770451 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e2de-398d-4d59-8bbe-582190166bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (961ad478-54a8-4910-b311-e008726e37e2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.823568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d494c8-5c36-47ba-a456-9a2483487a23 None None] Pushing event updated for resources: {'Port': ['ID=961ad478-54a8-4910-b311-e008726e37e2,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:19.836759 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1da1d0d-aa2e-4b87-b8c4-fddab98b2e6f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (25003942-a4ba-4e29-882f-baf185a048fc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.839155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-3da4b83f-26ad-4fe6-af70-1b734c881f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:19.841537 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-3da4b83f-26ad-4fe6-af70-1b734c881f66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.1672366 Feb 03 12:59:19.848281 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1da1d0d-aa2e-4b87-b8c4-fddab98b2e6f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (25003942-a4ba-4e29-882f-baf185a048fc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.965069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2172e-50be-45a5-bfb2-2fa87a4df13f None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:19.966596 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c4304c28-3ba9-40e4-9d28-e3102597b782 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.983242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c4304c28-3ba9-40e4-9d28-e3102597b782 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/bd35d89f-f2c1-4336-a105-a764dade672b HTTP/1.1" status: 204 len: 168 time: 1.9211586 Feb 03 12:59:19.983477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52936) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:19.984856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4304c28-3ba9-40e4-9d28-e3102597b782 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=bd35d89f-f2c1-4336-a105-a764dade672b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:20.002484 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-1c765f07-b43e-4d60-bd03-4e8bd21a289a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331956 Feb 03 12:59:20.005062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1da1d0d-aa2e-4b87-b8c4-fddab98b2e6f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.009009 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a1da1d0d-aa2e-4b87-b8c4-fddab98b2e6f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6772969 Feb 03 12:59:20.023172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52940) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:20.057370 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:18Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:20.092249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:20.100536 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da610e-6110-4e46-aad1-0857ebb096c5 None None] Pushing event updated for resources: {'Port': ['ID=961ad478-54a8-4910-b311-e008726e37e2,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:20.108148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:20.112326 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c495b3-92ea-4ee8-8eb2-19be9b3146c7 None None] The sync data for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 is: [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:18Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:20.132184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac27c0af-16b1-4843-afe7-747de3f79c82 req-3dd1ee76-4443-47e5-8c9f-423972e9ca54 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227207 Feb 03 12:59:20.138605 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.142959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1a5f906f-38e1-418d-8d02-0d2a84265633 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "PUT /v2.0/routers/fb836a7e-f6c9-4641-a3c6-a54af56d8223 HTTP/1.1" status: 200 len: 705 time: 6.8365266 Feb 03 12:59:20.143953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52944) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:20.163168 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da1d0d-aa2e-4b87-b8c4-fddab98b2e6f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25003942-a4ba-4e29-882f-baf185a048fc,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:20.242682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-874af451-f363-4060-b932-296314336cde tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/routers/fb836a7e-f6c9-4641-a3c6-a54af56d8223 HTTP/1.1" status: 200 len: 740 time: 0.0972645 Feb 03 12:59:20.243496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52946) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:20.364412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d23a1-9363-4a1c-99dc-fc39377e923c None None] Sync routers for ids ['fb836a7e-f6c9-4641-a3c6-a54af56d8223'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:20.366990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b137b2cb-0b87-419f-81b0-298729194ef5 tempest-RoutersAdminTest-1571675441 tempest-RoutersAdminTest-1571675441-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&device_id=fb836a7e-f6c9-4641-a3c6-a54af56d8223 HTTP/1.1" status: 200 len: 205 time: 0.1222594 Feb 03 12:59:20.367711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52950) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:20.374193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5e2de-398d-4d59-8bbe-582190166bd8 None None] Current status of the port 961ad478-54a8-4910-b311-e008726e37e2 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:20.432252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b890d77-a21d-496c-a0ae-33254a7f5f92 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet 830bc894-58df-41a7-ba70-4bc2e81cb9dd {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:59:20.435502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5fe5c811-71dd-4dca-ae31-fd79584fbb9d tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb836a7e-f6c9-4641-a3c6-a54af56d8223 HTTP/1.1" status: 200 len: 205 time: 0.0493131 Feb 03 12:59:20.436609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52954) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:20.449087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b890d77-a21d-496c-a0ae-33254a7f5f92 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (830bc894-58df-41a7-ba70-4bc2e81cb9dd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.474766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.496411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d23a1-9363-4a1c-99dc-fc39377e923c None None] Routers {'fb836a7e-f6c9-4641-a3c6-a54af56d8223'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:20.497071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4b2d23a1-9363-4a1c-99dc-fc39377e923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:59:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fb836a7e-f6c9-4641-a3c6-a54af56d8223'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:20.658574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5513304b-59d4-4949-909d-585d411441fc tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (fb836a7e-f6c9-4641-a3c6-a54af56d8223), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.745238 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b890d77-a21d-496c-a0ae-33254a7f5f92 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (830bc894-58df-41a7-ba70-4bc2e81cb9dd), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.839775 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-9bbefcf6-ff1b-49f3-a307-819792bd16cd service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800868 Feb 03 12:59:21.049377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 14c9e18b-6dd4-4b6b-b61e-e2457b098486 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:59:21.074696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4b2d23a1-9363-4a1c-99dc-fc39377e923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:21.077854 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5513304b-59d4-4949-909d-585d411441fc tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (fb836a7e-f6c9-4641-a3c6-a54af56d8223), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.083796 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5513304b-59d4-4949-909d-585d411441fc tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router_controller (fb836a7e-f6c9-4641-a3c6-a54af56d8223), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.157041 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.167275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d23a1-9363-4a1c-99dc-fc39377e923c None None] Routers {'fb836a7e-f6c9-4641-a3c6-a54af56d8223'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:21.172279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4b2d23a1-9363-4a1c-99dc-fc39377e923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:59:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['fb836a7e-f6c9-4641-a3c6-a54af56d8223'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:21.185384 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5513304b-59d4-4949-909d-585d411441fc tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (fb836a7e-f6c9-4641-a3c6-a54af56d8223), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.185384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5513304b-59d4-4949-909d-585d411441fc tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Fanout notify agent at l3_agent the message router_deleted on router fb836a7e-f6c9-4641-a3c6-a54af56d8223 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:59:21.186587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5513304b-59d4-4949-909d-585d411441fc tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.194562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5513304b-59d4-4949-909d-585d411441fc tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/fb836a7e-f6c9-4641-a3c6-a54af56d8223 HTTP/1.1" status: 204 len: 168 time: 0.7565548 Feb 03 12:59:21.195225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52970) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:21.271663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-802946c0-c988-4b54-a393-f580511d674e tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb836a7e-f6c9-4641-a3c6-a54af56d8223 HTTP/1.1" status: 200 len: 205 time: 0.0751615 Feb 03 12:59:21.272377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52974) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:21.338068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4b2d23a1-9363-4a1c-99dc-fc39377e923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:21.343566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d23a1-9363-4a1c-99dc-fc39377e923c None None] The sync data for ids ['fb836a7e-f6c9-4641-a3c6-a54af56d8223'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:21.442247 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-9a2b933e-904e-44ce-b3e8-d2426b0446b4 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] delete failed (client error): The resource could not be found. Feb 03 12:59:21.447034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9a2b933e-904e-44ce-b3e8-d2426b0446b4 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/fb836a7e-f6c9-4641-a3c6-a54af56d8223 HTTP/1.1" status: 404 len: 336 time: 0.1732869 Feb 03 12:59:21.448710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52978) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:21.527679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 14c9e18b-6dd4-4b6b-b61e-e2457b098486, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=14c9e18b-6dd4-4b6b-b61e-e2457b098486,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:21.538019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-afcd6149-a9ac-44f1-b15f-dad331345dd9 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7 HTTP/1.1" status: 200 len: 205 time: 0.0879235 Feb 03 12:59:21.550017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52980) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:21.556078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '14c9e18b-6dd4-4b6b-b61e-e2457b098486', 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804', 'port_id': '14c9e18b-6dd4-4b6b-b61e-e2457b098486', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cba01d4-779c-4379-b6af-ec4ab7d2fbca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:59:21.654954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:21.655347 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.675715 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-5e589dc1-ec61-45e5-8b6b-471e81bfd045 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] delete failed (client error): The resource could not be found. Feb 03 12:59:21.682282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5e589dc1-ec61-45e5-8b6b-471e81bfd045 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/e5cc5fb7-96e2-4a7b-aca2-66ea64e470a7 HTTP/1.1" status: 404 len: 336 time: 0.1298659 Feb 03 12:59:21.689411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c9e18b-6dd4-4b6b-b61e-e2457b098486 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:59:21.689869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52986) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:21.767447 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 14c9e18b-6dd4-4b6b-b61e-e2457b098486, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=14c9e18b-6dd4-4b6b-b61e-e2457b098486,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:21.785336 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.797469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3b4c9e50-3e47-4523-8ace-e14e005eb6cb tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=862292dd-7e1c-4ebb-b810-18a22fd58e86 HTTP/1.1" status: 200 len: 205 time: 0.1043935 Feb 03 12:59:21.798724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52990) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:21.850254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ebf60-c796-4bce-ba7f-89dac4c4c4fa req-e32db1b2-f9e1-41dc-853e-dc6785337827 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:21.883256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab0ebf60-c796-4bce-ba7f-89dac4c4c4fa req-e32db1b2-f9e1-41dc-853e-dc6785337827 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 944 time: 0.5180113 Feb 03 12:59:21.953668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=14c9e18b-6dd4-4b6b-b61e-e2457b098486,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:21.999331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['14c9e18b-6dd4-4b6b-b61e-e2457b098486'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:59:22.003123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b890d77-a21d-496c-a0ae-33254a7f5f92 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (830bc894-58df-41a7-ba70-4bc2e81cb9dd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.016882 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ae5eaa74-1559-44e9-88f3-f1ef9c73a1c2 req-34c7a6bc-765e-4b22-b696-29a7d28247da service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1694417 Feb 03 12:59:22.137744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.275729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b890d77-a21d-496c-a0ae-33254a7f5f92 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (830bc894-58df-41a7-ba70-4bc2e81cb9dd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.356019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab0ebf60-c796-4bce-ba7f-89dac4c4c4fa req-c964c941-3992-45ee-88ab-a4feb21454ea tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341007 Feb 03 12:59:22.357101 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-ac8b9207-948e-44dd-acc9-d9879bdb4105 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] delete failed (client error): The resource could not be found. Feb 03 12:59:22.361519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ac8b9207-948e-44dd-acc9-d9879bdb4105 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/862292dd-7e1c-4ebb-b810-18a22fd58e86 HTTP/1.1" status: 404 len: 336 time: 0.5451212 Feb 03 12:59:22.362658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53002) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:22.370091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 961ad478-54a8-4910-b311-e008726e37e2 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:22.400613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dfe2b9fa-7ca9-41c6-a5ff-404d8108673b tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e424eb2-a44e-4f9d-9367-1f913d6729eb HTTP/1.1" status: 200 len: 205 time: 0.0354905 Feb 03 12:59:22.403649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53004) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:22.421475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b890d77-a21d-496c-a0ae-33254a7f5f92 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=830bc894-58df-41a7-ba70-4bc2e81cb9dd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:22.435196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b890d77-a21d-496c-a0ae-33254a7f5f92 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.445786 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1b890d77-a21d-496c-a0ae-33254a7f5f92 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/830bc894-58df-41a7-ba70-4bc2e81cb9dd HTTP/1.1" status: 204 len: 168 time: 2.4463470 Feb 03 12:59:22.446495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53008) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:22.471554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400addf-b9de-4bd6-b183-3feb0d3640aa None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:22.475413 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-ec086e93-cfa8-40fa-8cdb-10c5c688ea3f tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] delete failed (client error): The resource could not be found. Feb 03 12:59:22.476707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ec086e93-cfa8-40fa-8cdb-10c5c688ea3f tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/6e424eb2-a44e-4f9d-9367-1f913d6729eb HTTP/1.1" status: 404 len: 336 time: 0.0699973 Feb 03 12:59:22.479929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53010) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:22.487857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c2235d7e-f9fe-44d6-a885-1f1f1d227b28 None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:22.488233 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2235d7e-f9fe-44d6-a885-1f1f1d227b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.518406 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc75663-601a-4e52-b5c8-342ca6e8b8bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:22.518758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc75663-601a-4e52-b5c8-342ca6e8b8bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:22.532169 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3fc75663-601a-4e52-b5c8-342ca6e8b8bb tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/bd35d89f-f2c1-4336-a105-a764dade672b HTTP/1.1" status: 404 len: 337 time: 0.0743463 Feb 03 12:59:22.535605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53014) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:22.542174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fd2b6939-2e3c-46e9-b922-43eb439ef5ce tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=34169201-8718-44c6-a1c0-30263ae9fc67 HTTP/1.1" status: 200 len: 205 time: 0.0609438 Feb 03 12:59:22.577900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53016) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:22.644688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab97c23-21fd-4f90-b94e-0a50762b197b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting subnet 2fc5ef04-6033-48aa-9e65-2aa974d68f39 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:59:22.650858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-5eb4fd79-c6e2-4f9b-9bda-990abc079abe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5208681 Feb 03 12:59:22.652957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ab97c23-21fd-4f90-b94e-0a50762b197b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for subnet (2fc5ef04-6033-48aa-9e65-2aa974d68f39), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.687598 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-6c04268a-87b1-4141-a839-89911c38ed7a tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] delete failed (client error): The resource could not be found. Feb 03 12:59:22.691264 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6c04268a-87b1-4141-a839-89911c38ed7a tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/34169201-8718-44c6-a1c0-30263ae9fc67 HTTP/1.1" status: 404 len: 336 time: 0.1096809 Feb 03 12:59:22.691575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53020) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:22.845290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ab97c23-21fd-4f90-b94e-0a50762b197b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (2fc5ef04-6033-48aa-9e65-2aa974d68f39), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.852864 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-567ecdd2-6c49-4f62-a30d-1ffb9921226f tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "GET /v2.0/ports?device_id=79e21270-a414-4da9-83ea-85ab4765605d HTTP/1.1" status: 200 len: 205 time: 0.1601930 Feb 03 12:59:22.855449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53028) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:22.898771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-a1ca3539-e597-43e3-8477-434bbb0ad6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:22.900622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-a1ca3539-e597-43e3-8477-434bbb0ad6b1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 1128 time: 0.1374161 Feb 03 12:59:22.968737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Allocated IP 172.25.3.159 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/b0b0df2b-e419-40d4-b646-7b99a3c12de5) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:22.973967 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-e920d255-5848-499a-8863-520ad7ecae32 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] delete failed (client error): The resource could not be found. Feb 03 12:59:22.975093 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e920d255-5848-499a-8863-520ad7ecae32 tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/routers/79e21270-a414-4da9-83ea-85ab4765605d HTTP/1.1" status: 404 len: 336 time: 0.1187420 Feb 03 12:59:22.982703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53032) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:23.051703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 961ad478-54a8-4910-b311-e008726e37e2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:23.052287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (961ad478-54a8-4910-b311-e008726e37e2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.093786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c2235d7e-f9fe-44d6-a885-1f1f1d227b28 None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:23.134718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c2235d7e-f9fe-44d6-a885-1f1f1d227b28 None None] Provisioning complete for port ca1435ea-994f-4a5e-a33a-fe3d99797863 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:23.135227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2235d7e-f9fe-44d6-a885-1f1f1d227b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.156198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-c717987a-2899-40d9-93b0-371a3a129d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:23.157707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-c717987a-2899-40d9-93b0-371a3a129d69 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.2104287 Feb 03 12:59:23.185116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c2235d7e-f9fe-44d6-a885-1f1f1d227b28 None None] Port ca1435ea-994f-4a5e-a33a-fe3d99797863 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:23.196356 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed2fbb5-7528-4e3e-b902-4503947e7b3f tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:23.196963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed2fbb5-7528-4e3e-b902-4503947e7b3f tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:23.217504 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4ed2fbb5-7528-4e3e-b902-4503947e7b3f tempest-RoutersAdminTest-628539722 tempest-RoutersAdminTest-628539722-project] 10.222.0.65 "DELETE /v2.0/subnets/4dc9408d-83a3-4829-ae88-179569840895 HTTP/1.1" status: 404 len: 337 time: 0.0924199 Feb 03 12:59:23.279689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 961ad478-54a8-4910-b311-e008726e37e2 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:23.281601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-e41a911f-2be3-4611-b63c-03137d8d69fd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=246cb272-66e9-431e-a80b-11bf83442b6b HTTP/1.1" status: 200 len: 217 time: 0.1071165 Feb 03 12:59:23.297796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for port (b0b0df2b-e419-40d4-b646-7b99a3c12de5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.418438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b0b0df2b-e419-40d4-b646-7b99a3c12de5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.522118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:23.531513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:23.544755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:23.639015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'Port': ['ID=b0b0df2b-e419-40d4-b646-7b99a3c12de5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:23.824847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (d0408d89-b4d0-44b2-a87f-61d8e02c5966), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.871854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53056) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:23.916191 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b0b0df2b-e419-40d4-b646-7b99a3c12de5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.117339 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ab97c23-21fd-4f90-b94e-0a50762b197b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (2fc5ef04-6033-48aa-9e65-2aa974d68f39), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.184356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35d0aa04-1151-4cf0-8ef4-9f00aec8ad64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.194772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-f7b381ab-56e1-4c7a-a97c-1d451cefaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:24.196279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-f7b381ab-56e1-4c7a-a97c-1d451cefaa70 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.9073858 Feb 03 12:59:24.266921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-4b15b2b7-2e08-4733-8144-4c22e8fc59bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533702 Feb 03 12:59:24.317296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213fd8b-d983-418b-aa0b-6594414330e0 req-227baefc-4d8a-4046-b2d8-377cd79c83e4 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:24.327959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4213fd8b-d983-418b-aa0b-6594414330e0 req-227baefc-4d8a-4046-b2d8-377cd79c83e4 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 945 time: 0.3145201 Feb 03 12:59:24.328777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9d768959-d2fd-4abf-b57c-c15f400d0e7e None None] Provisioning complete for port ba852581-221b-41ab-ab91-887221451f45 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:24.329276 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d768959-d2fd-4abf-b57c-c15f400d0e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ba852581-221b-41ab-ab91-887221451f45), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.456211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for port (b0b0df2b-e419-40d4-b646-7b99a3c12de5), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.501000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d768959-d2fd-4abf-b57c-c15f400d0e7e None None] Current status of the port ba852581-221b-41ab-ab91-887221451f45 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:24.504048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ab97c23-21fd-4f90-b94e-0a50762b197b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (2fc5ef04-6033-48aa-9e65-2aa974d68f39), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.513586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9d768959-d2fd-4abf-b57c-c15f400d0e7e None None] Provisioning complete for port ca1435ea-994f-4a5e-a33a-fe3d99797863 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:24.514358 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d768959-d2fd-4abf-b57c-c15f400d0e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.526122 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (b0b0df2b-e419-40d4-b646-7b99a3c12de5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.544988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ab97c23-21fd-4f90-b94e-0a50762b197b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.552545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2ab97c23-21fd-4f90-b94e-0a50762b197b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/2fc5ef04-6033-48aa-9e65-2aa974d68f39 HTTP/1.1" status: 204 len: 168 time: 2.0088518 Feb 03 12:59:24.558352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53080) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:24.559636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab97c23-21fd-4f90-b94e-0a50762b197b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc5ef04-6033-48aa-9e65-2aa974d68f39,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:24.560698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d768959-d2fd-4abf-b57c-c15f400d0e7e None None] Port ca1435ea-994f-4a5e-a33a-fe3d99797863 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:24.562473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897da2b4-47c0-4c1b-b2dd-d50ce8b018df None None] Network a1df181b-a8a7-45ed-bbae-e94a3e52a40b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:24.640756 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5480d528-b14c-404a-98da-8b1a70eb3738 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:24.641239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5480d528-b14c-404a-98da-8b1a70eb3738 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:24.649059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5480d528-b14c-404a-98da-8b1a70eb3738 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/10205613-0a02-46e8-84d1-cafed5f5732b HTTP/1.1" status: 404 len: 337 time: 0.0839255 Feb 03 12:59:24.649975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53082) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:24.714881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4213fd8b-d983-418b-aa0b-6594414330e0 req-d4214228-9f01-4a8d-8486-c7b0f2ec2874 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829091 Feb 03 12:59:24.721417 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0de4946d-ac44-4f63-b533-c4e34d791af3 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f35f958-55ce-41a6-afbd-dcb0a2b4612e HTTP/1.1" status: 200 len: 205 time: 0.0647364 Feb 03 12:59:24.722207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53086) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:24.785229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-90ac7c51-d427-430e-89fe-dd575cfb187b service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066655 Feb 03 12:59:24.786038 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-95ef5b56-c807-4f24-92f3-42e7aa7d811f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] delete failed (client error): The resource could not be found. Feb 03 12:59:24.789900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35d0aa04-1151-4cf0-8ef4-9f00aec8ad64 admin admin] Publish callbacks [] for security_group (b3368029-c593-45d8-b1cc-9fa851697335), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.794280 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'Port': ['ID=b0b0df2b-e419-40d4-b646-7b99a3c12de5,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:24.799637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-95ef5b56-c807-4f24-92f3-42e7aa7d811f tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/routers/8f35f958-55ce-41a6-afbd-dcb0a2b4612e HTTP/1.1" status: 404 len: 336 time: 0.0684657 Feb 03 12:59:24.805862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53088) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:24.820937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35d0aa04-1151-4cf0-8ef4-9f00aec8ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b3368029-c593-45d8-b1cc-9fa851697335), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.920117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 14c9e18b-6dd4-4b6b-b61e-e2457b098486 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:24.921126 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-35d0aa04-1151-4cf0-8ef4-9f00aec8ad64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=677956778d6e4c03b46553fb21ab9658&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0468061 Feb 03 12:59:24.940644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0aa04-1151-4cf0-8ef4-9f00aec8ad64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3368029-c593-45d8-b1cc-9fa851697335,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:24.944829 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53094) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:24.977675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2439ec-5462-4cd3-8c10-2623487543bb None None] DHCP port deletion for a1df181b-a8a7-45ed-bbae-e94a3e52a40b request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:59:24.978425 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68e4145-b226-4e5e-8cec-cae7640c6dc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:24.978900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68e4145-b226-4e5e-8cec-cae7640c6dc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:24.985070 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b68e4145-b226-4e5e-8cec-cae7640c6dc0 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/24b9ceb7-4328-4b8c-a874-37659afacffd HTTP/1.1" status: 404 len: 337 time: 0.1777050 Feb 03 12:59:24.986057 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (d0408d89-b4d0-44b2-a87f-61d8e02c5966), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.999307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53098) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.005721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c12def5e-20e5-4cb4-bad8-f0013a361a14 req-656990e4-cc71-4139-951b-e2c4a3902f6e service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072961 Feb 03 12:59:25.096624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.107143 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-085bafdd-bca7-4957-961b-d12f394e32e6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0460808 Feb 03 12:59:25.115805 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3981d4-30f8-4e65-9a43-8deb09dcfc55 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:25.118862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3981d4-30f8-4e65-9a43-8deb09dcfc55 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:25.125137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0c3981d4-30f8-4e65-9a43-8deb09dcfc55 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/0ac03045-058d-4e97-8cf1-1dd85b4e1cdf HTTP/1.1" status: 404 len: 337 time: 0.1248088 Feb 03 12:59:25.129468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53104) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.157930 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-286718de-7326-4251-b840-92ef4269624e admin admin] Publish callbacks [] for security_group (b3368029-c593-45d8-b1cc-9fa851697335), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.181822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9a2439ec-5462-4cd3-8c10-2623487543bb None None] Deleting port ba852581-221b-41ab-ab91-887221451f45 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:25.182163 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a2439ec-5462-4cd3-8c10-2623487543bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ba852581-221b-41ab-ab91-887221451f45), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.216338 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-286718de-7326-4251-b840-92ef4269624e admin admin] Publish callbacks [] for security_group (b3368029-c593-45d8-b1cc-9fa851697335), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.220770 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c406871-5af6-4291-99af-f1d367a350ae tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:25.221489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c406871-5af6-4291-99af-f1d367a350ae tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:25.231843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:59:25.232997 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53108) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.237805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9c406871-5af6-4291-99af-f1d367a350ae tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/4eba7160-c299-4b81-92a0-49282398883e HTTP/1.1" status: 404 len: 337 time: 0.1048059 Feb 03 12:59:25.276005 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0402d717-b1fc-4770-9da0-6d98b675d9ae tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:25.276651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0402d717-b1fc-4770-9da0-6d98b675d9ae tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:25.283244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53110) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.294020 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0402d717-b1fc-4770-9da0-6d98b675d9ae tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/f0d69ca6-4be7-45eb-8b60-2a38ae760959 HTTP/1.1" status: 404 len: 333 time: 0.0516479 Feb 03 12:59:25.295352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:25.295988 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.336960 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bd1e9b-7055-49f0-b6b8-0da5afe23070 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:25.336960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bd1e9b-7055-49f0-b6b8-0da5afe23070 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:25.337739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53112) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.337929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-67bd1e9b-7055-49f0-b6b8-0da5afe23070 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/ef2f57e4-b9c4-4e22-80bc-56dd8dc96bae HTTP/1.1" status: 404 len: 337 time: 0.0524480 Feb 03 12:59:25.418963 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf1fe42-f314-4368-a032-3c92f9f94c28 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:25.420041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf1fe42-f314-4368-a032-3c92f9f94c28 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:25.423620 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0cf1fe42-f314-4368-a032-3c92f9f94c28 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/6e3efbed-8a80-4e2b-9e0a-cabdc959cf32 HTTP/1.1" status: 404 len: 337 time: 0.0894806 Feb 03 12:59:25.426362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53116) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.436653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9a2439ec-5462-4cd3-8c10-2623487543bb None None] For port ba852581-221b-41ab-ab91-887221451f45, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ba852581-221b-41ab-ab91-887221451f45,segment=NetworkSegment(2ab66a49-cf35-4ff9-a05c-2b7b297287a6),segment_id=2ab66a49-cf35-4ff9-a05c-2b7b297287a6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:25.437240 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a2439ec-5462-4cd3-8c10-2623487543bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ba852581-221b-41ab-ab91-887221451f45), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.457202 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-286718de-7326-4251-b840-92ef4269624e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b3368029-c593-45d8-b1cc-9fa851697335), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.460983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9a2439ec-5462-4cd3-8c10-2623487543bb None None] Calling delete_port for ba852581-221b-41ab-ab91-887221451f45 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:25.462430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-286718de-7326-4251-b840-92ef4269624e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.467018 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-286718de-7326-4251-b840-92ef4269624e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3368029-c593-45d8-b1cc-9fa851697335 HTTP/1.1" status: 204 len: 168 time: 0.5206213 Feb 03 12:59:25.469043 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cd8afa-2c32-4f7c-9eac-34c000cd53c5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:25.470086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cd8afa-2c32-4f7c-9eac-34c000cd53c5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:25.473962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c8cd8afa-2c32-4f7c-9eac-34c000cd53c5 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/d85f749b-ba58-4d04-a36b-63af7e3efa9e HTTP/1.1" status: 404 len: 333 time: 0.0460038 Feb 03 12:59:25.476700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53122) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.483118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286718de-7326-4251-b840-92ef4269624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3368029-c593-45d8-b1cc-9fa851697335,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:25.546373 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7e13f9-a181-4a04-b086-20edfd4a4304 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:25.546867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7e13f9-a181-4a04-b086-20edfd4a4304 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:25.553994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53132) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.563111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3d7e13f9-a181-4a04-b086-20edfd4a4304 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/58c24040-92d3-4764-86fc-c0e41bba1a0f HTTP/1.1" status: 404 len: 337 time: 0.0816312 Feb 03 12:59:25.615093 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c043445a-89cf-4063-8200-c27ec4fc494e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] DELETE failed (client error): The resource could not be found. Feb 03 12:59:25.615679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c043445a-89cf-4063-8200-c27ec4fc494e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:59:25.619104 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c043445a-89cf-4063-8200-c27ec4fc494e tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/subnets/8b9ce6e7-cc30-4160-9c03-da12563867ad HTTP/1.1" status: 404 len: 337 time: 0.0632799 Feb 03 12:59:25.621726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53136) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.690159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-c4db2fe8-b0fb-40a5-bec8-52b04e76b3fe tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1191039493&fields=id&tenant_id=f574a93f8e1f450e9cf26e02e56f357b HTTP/1.1" status: 200 len: 267 time: 0.1182513 Feb 03 12:59:25.767645 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a2439ec-5462-4cd3-8c10-2623487543bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (ba852581-221b-41ab-ab91-887221451f45), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.822797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2439ec-5462-4cd3-8c10-2623487543bb None None] Pushing event deleted for resources: {'Port': ['ID=ba852581-221b-41ab-ab91-887221451f45,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:25.871651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d2856c6a-6b9d-4b1f-b3a3-e539e11951a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Deleting port ca1435ea-994f-4a5e-a33a-fe3d99797863 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:25.872311 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2856c6a-6b9d-4b1f-b3a3-e539e11951a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.872950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2439ec-5462-4cd3-8c10-2623487543bb None None] No DVR routers for this DVR port ba852581-221b-41ab-ab91-887221451f45 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:25.880318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:25.884783 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.945601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf541b9-8037-4b4e-9b20-c188b83fbda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c9e18b-6dd4-4b6b-b61e-e2457b098486'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:59:25.947933 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c08d0-49a2-4ce4-a968-9fa35202b9ab" -d '{"events": [{"server_uuid": "0cf541b9-8037-4b4e-9b20-c188b83fbda6", "name": "network-vif-plugged", "status": "completed", "tag": "14c9e18b-6dd4-4b6b-b61e-e2457b098486"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:59:25.998202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 14c9e18b-6dd4-4b6b-b61e-e2457b098486, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=14c9e18b-6dd4-4b6b-b61e-e2457b098486,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:26.022898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.067428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-a86ff7ed-a274-4920-971c-feea42ef72ef tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:26.075916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-a86ff7ed-a274-4920-971c-feea42ef72ef tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 811 time: 0.3764353 Feb 03 12:59:26.134290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53156) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:26.178003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-fc3006bd-e04d-4def-ba1b-48b7f3e57223 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/quotas/f574a93f8e1f450e9cf26e02e56f357b HTTP/1.1" status: 200 len: 375 time: 0.0432148 Feb 03 12:59:26.210577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba852581-221b-41ab-ab91-887221451f45 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:59:26.227863 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2856c6a-6b9d-4b1f-b3a3-e539e11951a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.243469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=14c9e18b-6dd4-4b6b-b61e-e2457b098486,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:26.243469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ba852581-221b-41ab-ab91-887221451f45 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:26.243469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ba852581-221b-41ab-ab91-887221451f45 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:59:26.289713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d2856c6a-6b9d-4b1f-b3a3-e539e11951a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Calling delete_port for ca1435ea-994f-4a5e-a33a-fe3d99797863 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:26.354634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536bee-5307-4870-9b71-ec3c95e98cdb req-f97f9534-c3a9-48a1-9d18-edeb9e5e99e1 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:26.362538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb536bee-5307-4870-9b71-ec3c95e98cdb req-f97f9534-c3a9-48a1-9d18-edeb9e5e99e1 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 946 time: 0.3420527 Feb 03 12:59:26.398190 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a7fa3466-ef58-4074-8a6b-f5ff2415613c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c64312d8b424e54b6db2b10fd41a37e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594018 Feb 03 12:59:26.402247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53166) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:26.424953 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2856c6a-6b9d-4b1f-b3a3-e539e11951a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ca1435ea-994f-4a5e-a33a-fe3d99797863), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.439978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-ca0a5f46-34ae-4aa1-86a4-235a390e73f3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2517896 Feb 03 12:59:26.484714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2856c6a-6b9d-4b1f-b3a3-e539e11951a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Port': ['ID=ca1435ea-994f-4a5e-a33a-fe3d99797863,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:26.487426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb536bee-5307-4870-9b71-ec3c95e98cdb req-5c81d81c-8618-46b4-b7f7-64656d7eeb90 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086965 Feb 03 12:59:26.505336 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2856c6a-6b9d-4b1f-b3a3-e539e11951a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.512501 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d2856c6a-6b9d-4b1f-b3a3-e539e11951a2 tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/ports/ca1435ea-994f-4a5e-a33a-fe3d99797863 HTTP/1.1" status: 204 len: 168 time: 0.8863437 Feb 03 12:59:26.512953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53170) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:26.557945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1e2702c-27f0-4cf0-8a87-20b3e61bfe5a admin admin] Publish callbacks [] for security_group (11480eea-d06e-4bf4-8ab3-f10f000f7720), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.593741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1e2702c-27f0-4cf0-8a87-20b3e61bfe5a admin admin] Publish callbacks [] for security_group (11480eea-d06e-4bf4-8ab3-f10f000f7720), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.676516 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1e2702c-27f0-4cf0-8a87-20b3e61bfe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (11480eea-d06e-4bf4-8ab3-f10f000f7720), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.681634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1e2702c-27f0-4cf0-8a87-20b3e61bfe5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.686224 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c1e2702c-27f0-4cf0-8a87-20b3e61bfe5a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11480eea-d06e-4bf4-8ab3-f10f000f7720 HTTP/1.1" status: 204 len: 168 time: 0.2701283 Feb 03 12:59:26.700839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2702c-27f0-4cf0-8a87-20b3e61bfe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11480eea-d06e-4bf4-8ab3-f10f000f7720,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:26.735021 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (a1df181b-a8a7-45ed-bbae-e94a3e52a40b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.784677 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aadf56-6db0-4b37-b34b-5339543aad5c x-openstack-request-id: req-a7aadf56-6db0-4b37-b34b-5339543aad5c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:59:26.785188 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf541b9-8037-4b4e-9b20-c188b83fbda6", "name": "network-vif-plugged", "status": "completed", "tag": "14c9e18b-6dd4-4b6b-b61e-e2457b098486", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:59:26.785480 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7aadf56-6db0-4b37-b34b-5339543aad5c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:59:26.785923 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf541b9-8037-4b4e-9b20-c188b83fbda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c9e18b-6dd4-4b6b-b61e-e2457b098486', 'code': 200} Feb 03 12:59:26.913699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaf10e-2cdf-4280-a31f-ab196e942b18 req-e14986f2-0b6c-4fdd-9012-0e39a3859a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:26.915249 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cbcaf10e-2cdf-4280-a31f-ab196e942b18 req-e14986f2-0b6c-4fdd-9012-0e39a3859a26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 1129 time: 0.0963151 Feb 03 12:59:27.025593 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cbcaf10e-2cdf-4280-a31f-ab196e942b18 req-36716cc3-e134-4746-ac41-258da03a6232 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992527 Feb 03 12:59:27.028297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-e59f7e26-9e18-401e-b0f7-2e0220be9d56 service neutron] 10.222.0.65 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807197 Feb 03 12:59:27.116837 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (a1df181b-a8a7-45ed-bbae-e94a3e52a40b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.164279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1df181b-a8a7-45ed-bbae-e94a3e52a40b']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:27.182543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab66a49-cf35-4ff9-a05c-2b7b297287a6') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:27.183156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab66a49-cf35-4ff9-a05c-2b7b297287a6') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:27.233451 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (2ab66a49-cf35-4ff9-a05c-2b7b297287a6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.255133 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2ab66a49-cf35-4ff9-a05c-2b7b297287a6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.273615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:27.274561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (2ab66a49-cf35-4ff9-a05c-2b7b297287a6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:27.278626 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:59:27.387639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-18705ae6-b28b-441a-a88e-570bded7fc4e service neutron] 10.222.0.65 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584135 Feb 03 12:59:27.394881 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (a1df181b-a8a7-45ed-bbae-e94a3e52a40b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.424459 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.428737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] 10.222.0.65 "DELETE /v2.0/networks/a1df181b-a8a7-45ed-bbae-e94a3e52a40b HTTP/1.1" status: 204 len: 168 time: 0.9145536 Feb 03 12:59:27.450372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1e288-399d-48b9-a56c-cedb13b38d8b tempest-PortsTestJSON-1877569134 tempest-PortsTestJSON-1877569134-project] Pushing event deleted for resources: {'Network': ['ID=a1df181b-a8a7-45ed-bbae-e94a3e52a40b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:27.746589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6846615a-095c-4c06-87e2-92eb3cea645b req-0d97e281-e8d5-4d9f-b353-0b2893245af4 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 210 time: 0.0333722 Feb 03 12:59:27.795149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff320d22-ed0b-4020-86f2-7b90bf4c8246 req-bcb2732f-bc45-400f-99df-bec683232c93 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:27.806613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53218) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:27.811758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff320d22-ed0b-4020-86f2-7b90bf4c8246 req-bcb2732f-bc45-400f-99df-bec683232c93 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 946 time: 0.1475832 Feb 03 12:59:27.887343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff320d22-ed0b-4020-86f2-7b90bf4c8246 req-08e80932-d2bd-4990-8826-606449179dce tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746014 Feb 03 12:59:28.099768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53238) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:28.100658 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-76badb33-a4ed-403e-be62-e1dc68db4f6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=254f8ee6bde64f169bf93479be1c92ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926631 Feb 03 12:59:28.186167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7f16e7d-0eb5-479d-b6d3-5e2372f2567a admin admin] Publish callbacks [] for security_group (509afa6f-b5a9-48e3-b064-9384c5ba8055), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.248073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7f16e7d-0eb5-479d-b6d3-5e2372f2567a admin admin] Publish callbacks [] for security_group (509afa6f-b5a9-48e3-b064-9384c5ba8055), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.351427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7f16e7d-0eb5-479d-b6d3-5e2372f2567a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (509afa6f-b5a9-48e3-b064-9384c5ba8055), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.358536 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7f16e7d-0eb5-479d-b6d3-5e2372f2567a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.360162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f7f16e7d-0eb5-479d-b6d3-5e2372f2567a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/509afa6f-b5a9-48e3-b064-9384c5ba8055 HTTP/1.1" status: 204 len: 168 time: 0.2592113 Feb 03 12:59:28.371230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f16e7d-0eb5-479d-b6d3-5e2372f2567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509afa6f-b5a9-48e3-b064-9384c5ba8055,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:28.562124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53272) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:28.997320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b279d617-2069-48e3-8baf-8742488fcbad req-fff1bcbe-bb55-4fc3-b9b1-8816bfd43b8c tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 210 time: 0.1056960 Feb 03 12:59:29.024823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-605962075'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:29.134901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Made reservation on behalf of 99a74daae4dd4e189c9f4abc459dd2aa for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:29.139220 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.153672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.181026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373ee7-0fba-4fe0-b5bf-20bd4769a2e3 req-a10f4556-971e-4e3e-ab7c-e195f64e6ad9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:29.183019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16373ee7-0fba-4fe0-b5bf-20bd4769a2e3 req-a10f4556-971e-4e3e-ab7c-e195f64e6ad9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 946 time: 0.1846719 Feb 03 12:59:29.339087 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16373ee7-0fba-4fe0-b5bf-20bd4769a2e3 req-4c6d50a3-4dcc-487d-8e81-01715254dc6e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796552 Feb 03 12:59:29.344227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for security_group (d8f5cd44-2582-4242-8c1c-ea2700c821a2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.352050 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d8f5cd44-2582-4242-8c1c-ea2700c821a2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.380407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:29.404097 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (344822a1-a4a8-47a7-876d-9d793bc04723), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.404478 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Added segment 344822a1-a4a8-47a7-876d-9d793bc04723 of type vlan for network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 Feb 03 12:59:29.641624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f5cd44-2582-4242-8c1c-ea2700c821a2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:29.675973 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (58cdbab3-56bd-4536-a54c-47ccfd963ee5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.783863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (58cdbab3-56bd-4536-a54c-47ccfd963ee5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.794411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:29.794411 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.892446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-4fc8c361-f7e5-4866-b4ab-f56236f567c8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:29.894230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-4fc8c361-f7e5-4866-b4ab-f56236f567c8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 811 time: 0.4019244 Feb 03 12:59:29.927685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3635881 Feb 03 12:59:29.930786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53424) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:29.940579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'subnet': {'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:29.981176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3672b-d0aa-47f0-8d33-2644166c1f0d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Network': ['ID=58cdbab3-56bd-4536-a54c-47ccfd963ee5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:29.993411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:30.121821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-f5139e8c-7e04-4b9f-8d34-d37772367080 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f574a93f8e1f450e9cf26e02e56f357b HTTP/1.1" status: 200 len: 380 time: 0.2095463 Feb 03 12:59:30.152113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Made reservation on behalf of 99a74daae4dd4e189c9f4abc459dd2aa for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:30.155748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.162652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'port': {'device_id': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'admin_state_up': True, 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'security_groups': ['27ea5fe6-862f-470f-8b32-02f70aa131f6']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:30.328717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e36b8c5e-ec03-4e1b-bcec-9e12dcc742ed req-0e280ea0-d2aa-4f36-86ae-84c8de9c28f8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 210 time: 0.0697765 Feb 03 12:59:30.392296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Made reservation on behalf of f574a93f8e1f450e9cf26e02e56f357b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:30.399155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.572989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (d22b3a05-2dab-451d-9083-65e45f882956), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.656262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Allocated IP 172.20.0.6 (64111f43-c21f-4d3d-bb08-77e169231801/8a1f614d-c46e-4529-a049-1810c3a89023/7f7b2e5a-a935-462d-a875-b2eeba3bd785) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:30.670841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Checking segment: {'id': '344822a1-a4a8-47a7-876d-9d793bc04723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:30.671449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Network hostable DHCP agents. Network: 58cdbab3-56bd-4536-a54c-47ccfd963ee5, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:59:30.686144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Subnet': ['ID=d22b3a05-2dab-451d-9083-65e45f882956,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:30.717172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:59:30.737975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 58cdbab3-56bd-4536-a54c-47ccfd963ee5) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:30.747413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:30.748024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.751373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a44614-16cf-4709-ad0b-656b819a66dd None None] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:30.788476 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f18cae0e-20ad-4238-9474-81fe29f808e2 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8565526 Feb 03 12:59:30.791136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53502) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:30.796306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'port': {'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5', 'name': 'tempest-AllowedAddressPairTestJSON-235932837'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:30.969953 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.066466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-58cdbab3-56bd-4536-a54c-47ccfd963ee5', 'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5', 'project_id': '99a74daae4dd4e189c9f4abc459dd2aa', 'fixed_ips': [{'subnet_id': 'd22b3a05-2dab-451d-9083-65e45f882956'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:59:31.067637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.068241 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.108264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Made reservation on behalf of 99a74daae4dd4e189c9f4abc459dd2aa for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:31.113512 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.167100 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] device_id is not set on port 345e871d-129e-4a04-8961-7c0da005906f yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:31.219472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Network 64111f43-c21f-4d3d-bb08-77e169231801 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:31.226196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:31.252299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:31.323002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'Port': ['ID=7f7b2e5a-a935-462d-a875-b2eeba3bd785,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:31.404973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:31.405672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.465482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-69c50764-3211-41f1-a695-3409552bf7f9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3141000 Feb 03 12:59:31.491959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Request body: {'port': {'device_id': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:31.531322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Allocated IP 172.20.0.10 (58cdbab3-56bd-4536-a54c-47ccfd963ee5/d22b3a05-2dab-451d-9083-65e45f882956/345e871d-129e-4a04-8961-7c0da005906f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:31.758949 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.798794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ad0c-6c88-4a01-baf8-a8c048933e29 req-6ff836e2-fcdd-4b40-8602-5e4c8d8f1e01 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:31.811908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5c1ad0c-6c88-4a01-baf8-a8c048933e29 req-6ff836e2-fcdd-4b40-8602-5e4c8d8f1e01 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 931 time: 0.3039036 Feb 03 12:59:31.815664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2d538a5c-7f1b-4f6d-8348-91517e18e100 None None] Provisioning complete for port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:31.816336 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d538a5c-7f1b-4f6d-8348-91517e18e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.923637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2d538a5c-7f1b-4f6d-8348-91517e18e100 None None] Port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:31.939415 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for port (345e871d-129e-4a04-8961-7c0da005906f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.985267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5c1ad0c-6c88-4a01-baf8-a8c048933e29 req-968b78f5-26be-4f74-a041-6911e9f65baa tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674376 Feb 03 12:59:32.041791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (345e871d-129e-4a04-8961-7c0da005906f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.105860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Allocated IP 172.20.0.2 (58cdbab3-56bd-4536-a54c-47ccfd963ee5/d22b3a05-2dab-451d-9083-65e45f882956/b87fd92c-4988-48c8-a89e-3335f48368eb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:32.218182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Port': ['ID=345e871d-129e-4a04-8961-7c0da005906f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:32.245467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:32.247027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:32.262156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:32.345622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:32.348094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.386890 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d541accc-6ac8-461c-b5e3-db2b0e8ca115 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5944488 Feb 03 12:59:32.389846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53640) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:32.406825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'port': {'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5', 'name': 'tempest-AllowedAddressPairTestJSON-1625876115', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0e:f6:c8'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:32.560569 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Publish callbacks [] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.584145 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.640201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Pushing event updated for resources: {'Port': ['ID=b87fd92c-4988-48c8-a89e-3335f48368eb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:32.645899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7b2e5a-a935-462d-a875-b2eeba3bd785 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:59:32.658669 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Publish callbacks [] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.666764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:32.669104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:32.676196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:32.684276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Transition to ACTIVE for port object 7f7b2e5a-a935-462d-a875-b2eeba3bd785 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:59:32.694043 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.745256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Attempting to bind port b87fd92c-4988-48c8-a89e-3335f48368eb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:32.745981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Attempting to bind port b87fd92c-4988-48c8-a89e-3335f48368eb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '344822a1-a4a8-47a7-876d-9d793bc04723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:32.746612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Attempting to bind port b87fd92c-4988-48c8-a89e-3335f48368eb on network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:32.753270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:32.753992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Checking segment: {'id': '344822a1-a4a8-47a7-876d-9d793bc04723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:32.754669 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.755255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Bound using segment: {'id': '344822a1-a4a8-47a7-876d-9d793bc04723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:32.755918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Bound port: b87fd92c-4988-48c8-a89e-3335f48368eb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344822a1-a4a8-47a7-876d-9d793bc04723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:32.756525 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.766064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Pushing event updated for resources: {'Port': ['ID=7f7b2e5a-a935-462d-a875-b2eeba3bd785,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:32.822943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Made reservation on behalf of 99a74daae4dd4e189c9f4abc459dd2aa for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:32.841396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] For port b87fd92c-4988-48c8-a89e-3335f48368eb, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:32.845589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] For port b87fd92c-4988-48c8-a89e-3335f48368eb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b87fd92c-4988-48c8-a89e-3335f48368eb,segment=NetworkSegment(344822a1-a4a8-47a7-876d-9d793bc04723),segment_id=344822a1-a4a8-47a7-876d-9d793bc04723)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:32.857634 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.987431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fcf22-ddfd-4306-be63-903315799e6a None None] Pushing event updated for resources: {'Port': ['ID=b87fd92c-4988-48c8-a89e-3335f48368eb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:32.998210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Attempting to bind port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:32.998624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Attempting to bind port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:32.999630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Attempting to bind port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 on network 64111f43-c21f-4d3d-bb08-77e169231801 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:33.018295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 on network 64111f43-c21f-4d3d-bb08-77e169231801 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:59:33.018606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Attempting to bind port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 on network 64111f43-c21f-4d3d-bb08-77e169231801 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:33.034684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:33.035041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Checking segment: {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:33.035434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Bound using segment: {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:33.035884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Bound port: 7f7b2e5a-a935-462d-a875-b2eeba3bd785, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:33.036348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.100690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.150799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] device_id is not set on port 559d656f-3152-4313-badf-10e87d75c40d yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:33.263274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] For port 7f7b2e5a-a935-462d-a875-b2eeba3bd785, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:33.311739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] For port 7f7b2e5a-a935-462d-a875-b2eeba3bd785, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:33.323708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.332980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aa5bc-750f-430e-a1bb-62e5a67a7082 req-d77dee38-34ed-4beb-9394-4b10566b2a66 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:33.334195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a2aa5bc-750f-430e-a1bb-62e5a67a7082 req-d77dee38-34ed-4beb-9394-4b10566b2a66 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 943 time: 0.2019589 Feb 03 12:59:33.450714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:33.451704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.453291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] 10.222.0.91 "PUT /v2.0/ports/7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 200 len: 1092 time: 1.9865565 Feb 03 12:59:33.472225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'tag': '7f7b2e5a-a935-462d-a875-b2eeba3bd785'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:59:33.475636 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bfa22a-6129-4f02-8898-24c755bb8210" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4084e2-8972-44e0-97a3-ec16d94753dd", "tag": "7f7b2e5a-a935-462d-a875-b2eeba3bd785"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:59:33.521775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Allocated IP 172.20.0.7 (58cdbab3-56bd-4536-a54c-47ccfd963ee5/d22b3a05-2dab-451d-9083-65e45f882956/559d656f-3152-4313-badf-10e87d75c40d) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:33.623456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa101622-8ab7-47b5-8820-0277bc9f53cb service neutron] Pushing event updated for resources: {'Port': ['ID=7f7b2e5a-a935-462d-a875-b2eeba3bd785,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:33.657247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a2aa5bc-750f-430e-a1bb-62e5a67a7082 req-b1c10b59-532f-4142-8767-6a9d71633458 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025806 Feb 03 12:59:33.757306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-ca2bdeb8-8aff-4e06-8070-73313fcd509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:33.762770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-ca2bdeb8-8aff-4e06-8070-73313fcd509d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 1126 time: 0.2287645 Feb 03 12:59:33.933735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-a961ad91-9221-4d04-af0c-92560f1d0314 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 200 len: 217 time: 0.1630127 Feb 03 12:59:34.029134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-7979b551-611f-4e45-9187-9a65c1782822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:34.042845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-7979b551-611f-4e45-9187-9a65c1782822 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.0956974 Feb 03 12:59:34.152775 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for port (559d656f-3152-4313-badf-10e87d75c40d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.206683 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2949603-d433-4481-83cd-4d6d4452fc32 x-openstack-request-id: req-f2949603-d433-4481-83cd-4d6d4452fc32 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:59:34.207078 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4084e2-8972-44e0-97a3-ec16d94753dd", "tag": "7f7b2e5a-a935-462d-a875-b2eeba3bd785", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:59:34.207339 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2949603-d433-4481-83cd-4d6d4452fc32 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:59:34.207740 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'tag': '7f7b2e5a-a935-462d-a875-b2eeba3bd785', 'status': 'completed', 'code': 200} Feb 03 12:59:34.263276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-fe85985e-bce3-40b8-85b4-20dd491ac9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:34.264804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-fe85985e-bce3-40b8-85b4-20dd491ac9be service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2210007 Feb 03 12:59:34.334262 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (559d656f-3152-4313-badf-10e87d75c40d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.442082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b87fd92c-4988-48c8-a89e-3335f48368eb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:34.542288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-54864b00-1cb1-4f1e-b426-3f325cf1a83b service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690468 Feb 03 12:59:34.564663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:34.571737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:34.587502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:34.625562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b87fd92c-4988-48c8-a89e-3335f48368eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:34.625936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.647599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Port': ['ID=559d656f-3152-4313-badf-10e87d75c40d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:34.691625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:34.696504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.781630 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3b831d57-831d-4ad4-9297-56cc20cc1e2d tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.3905094 Feb 03 12:59:34.782960 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53774) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:34.787041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfdaccd8-badd-4c21-94eb-f8b236d24a76 req-3790a8ec-c28b-4b20-8421-e64c66b62c8a service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379410 Feb 03 12:59:34.839894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b87fd92c-4988-48c8-a89e-3335f48368eb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:34.840597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.893927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port b87fd92c-4988-48c8-a89e-3335f48368eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b87fd92c-4988-48c8-a89e-3335f48368eb,segment=NetworkSegment(344822a1-a4a8-47a7-876d-9d793bc04723),segment_id=344822a1-a4a8-47a7-876d-9d793bc04723)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:34.903056 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.995345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9441ef6-4033-4f2e-8907-d0d6139ccd69 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:35.007692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9441ef6-4033-4f2e-8907-d0d6139ccd69 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:35.013055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9441ef6-4033-4f2e-8907-d0d6139ccd69 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:35.040902 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e9441ef6-4033-4f2e-8907-d0d6139ccd69 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2541704 Feb 03 12:59:35.042112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53796) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:35.050800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=b87fd92c-4988-48c8-a89e-3335f48368eb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:35.172095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-5f648782-ecf9-4c70-9f26-8a659b5caccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:35.173166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f6328-d4b3-44a9-95af-163104087fbd tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Deleting port 559d656f-3152-4313-badf-10e87d75c40d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:35.174135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6328-d4b3-44a9-95af-163104087fbd tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (559d656f-3152-4313-badf-10e87d75c40d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:35.176707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-5f648782-ecf9-4c70-9f26-8a659b5caccf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 1126 time: 0.3227544 Feb 03 12:59:35.222888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd421a7-e202-428b-93f5-39cf78a4629c req-4201c5f5-e500-4a50-8421-38fe1857070b tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:35.225117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fd421a7-e202-428b-93f5-39cf78a4629c req-4201c5f5-e500-4a50-8421-38fe1857070b tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 943 time: 0.2795169 Feb 03 12:59:35.434687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54daaf50-5510-4d18-9502-8e4d5e714f1a None None] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:35.474459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6328-d4b3-44a9-95af-163104087fbd tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (559d656f-3152-4313-badf-10e87d75c40d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:35.515751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fd421a7-e202-428b-93f5-39cf78a4629c req-69d59634-4cc8-4057-bb8d-ca138ee8b5b2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716992 Feb 03 12:59:35.528783 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f6328-d4b3-44a9-95af-163104087fbd tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Calling delete_port for 559d656f-3152-4313-badf-10e87d75c40d owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:35.547125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-70bc14de-a2c6-480f-831a-b0c7d387d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:35.553400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-70bc14de-a2c6-480f-831a-b0c7d387d452 service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.3690939 Feb 03 12:59:35.664122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-9739a8ba-af80-4eee-9e9d-affa6737e052 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 200 len: 217 time: 0.1009929 Feb 03 12:59:35.802856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-2a470d41-94c4-4c2a-9395-0ff5dcf0512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:35.808638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-2a470d41-94c4-4c2a-9395-0ff5dcf0512f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.1344290 Feb 03 12:59:35.853195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1f204e3a-814d-454c-975d-442e90fe28a1 None None] Provisioning complete for port b87fd92c-4988-48c8-a89e-3335f48368eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:35.854822 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f204e3a-814d-454c-975d-442e90fe28a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.001190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-482eea71-c6f5-4b41-9212-84d7e055df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:36.005758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-482eea71-c6f5-4b41-9212-84d7e055df60 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1884046 Feb 03 12:59:36.044216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6328-d4b3-44a9-95af-163104087fbd tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (559d656f-3152-4313-badf-10e87d75c40d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.219782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f6328-d4b3-44a9-95af-163104087fbd tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event deleted for resources: {'Port': ['ID=559d656f-3152-4313-badf-10e87d75c40d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:36.319071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b87fd92c-4988-48c8-a89e-3335f48368eb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:36.351606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-7fc14d53-be56-4222-8e39-a8c99b8ba870 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105958 Feb 03 12:59:36.426265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b87fd92c-4988-48c8-a89e-3335f48368eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:36.426770 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.561747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51bfa22a-6129-4f02-8898-24c755bb8210 req-4f67afb9-160e-4f1c-9ca4-82b62f566657 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036474 Feb 03 12:59:36.620453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1f204e3a-814d-454c-975d-442e90fe28a1 None None] Current status of the port b87fd92c-4988-48c8-a89e-3335f48368eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:36.645307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5c4f6328-d4b3-44a9-95af-163104087fbd tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.652551 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5c4f6328-d4b3-44a9-95af-163104087fbd tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "DELETE /v2.0/ports/559d656f-3152-4313-badf-10e87d75c40d HTTP/1.1" status: 204 len: 168 time: 1.6092305 Feb 03 12:59:36.656972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53908) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:36.767208 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdb2471-4dac-4a17-9f53-cdf75d16eaca tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] GET failed (client error): The resource could not be found. Feb 03 12:59:36.768732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fbdb2471-4dac-4a17-9f53-cdf75d16eaca tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "GET /v2.0/ports/559d656f-3152-4313-badf-10e87d75c40d HTTP/1.1" status: 404 len: 333 time: 0.1105967 Feb 03 12:59:36.773221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53912) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:36.774971 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1265fa20-7ca2-46de-9492-8a771afae7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.779640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'port': {'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5', 'name': 'tempest-AllowedAddressPairTestJSON-1140235967'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:36.814316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b87fd92c-4988-48c8-a89e-3335f48368eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:36.912059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04d60-d92b-4c41-8856-b1df34d5745f req-b0801b3b-251c-451c-a19d-23b428b73493 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:36.934029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67a04d60-d92b-4c41-8856-b1df34d5745f req-b0801b3b-251c-451c-a19d-23b428b73493 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 943 time: 0.2109740 Feb 03 12:59:36.948175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ad7c2567-150d-4e26-913e-3b1d5f118bda None None] Could not find standard attr ID for object 559d656f-3152-4313-badf-10e87d75c40d. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:59:36.989975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ad7c2567-150d-4e26-913e-3b1d5f118bda None None] Provisioning complete for port 345e871d-129e-4a04-8961-7c0da005906f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:36.994110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2567-150d-4e26-913e-3b1d5f118bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (345e871d-129e-4a04-8961-7c0da005906f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.057710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c2567-150d-4e26-913e-3b1d5f118bda None None] Port 345e871d-129e-4a04-8961-7c0da005906f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:37.059154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67a04d60-d92b-4c41-8856-b1df34d5745f req-db9136ca-78f9-4377-b71f-ebe89dacda16 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240096 Feb 03 12:59:37.113043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ad7c2567-150d-4e26-913e-3b1d5f118bda None None] Provisioning complete for port b87fd92c-4988-48c8-a89e-3335f48368eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:37.113531 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2567-150d-4e26-913e-3b1d5f118bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.223380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Made reservation on behalf of 99a74daae4dd4e189c9f4abc459dd2aa for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:37.227047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.281193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] device_id is not set on port 5cc8470d-b96c-4ebf-9104-3258aca37f71 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:37.335252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c2567-150d-4e26-913e-3b1d5f118bda None None] Current status of the port b87fd92c-4988-48c8-a89e-3335f48368eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:37.467039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-520a2f24-4b7d-44c4-861d-93cd147835f8 None None] Provisioning complete for port 345e871d-129e-4a04-8961-7c0da005906f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:37.468722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-520a2f24-4b7d-44c4-861d-93cd147835f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (345e871d-129e-4a04-8961-7c0da005906f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.521297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-520a2f24-4b7d-44c4-861d-93cd147835f8 None None] Port 345e871d-129e-4a04-8961-7c0da005906f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:37.534710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Allocated IP 172.20.0.12 (58cdbab3-56bd-4536-a54c-47ccfd963ee5/d22b3a05-2dab-451d-9083-65e45f882956/5cc8470d-b96c-4ebf-9104-3258aca37f71) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:37.737164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-14ab0978-313f-4afd-b127-33c0ddbafa3d None None] Could not find standard attr ID for object 559d656f-3152-4313-badf-10e87d75c40d. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:59:37.826938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.869298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.963746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:37.965231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:37.967803 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:38.014907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Port': ['ID=5cc8470d-b96c-4ebf-9104-3258aca37f71,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:38.047050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:38.049032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.081452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53932) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:38.082455 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e0135dd3-1550-4b27-8a1b-a8bb1e0e7fe0 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3078103 Feb 03 12:59:38.089092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3a687e8e-4a27-405f-a0ef-150ff8ff1307 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0e:f6:c8'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:38.364148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2b9bc549-a037-4567-9854-2568fd0a54b9 None None] Provisioning complete for port 5cc8470d-b96c-4ebf-9104-3258aca37f71 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:38.364771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b9bc549-a037-4567-9854-2568fd0a54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.404045 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3a687e8e-4a27-405f-a0ef-150ff8ff1307 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.415768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23af00-7bb8-414b-997b-1b8c8ac99a8e req-959afe2b-fa42-4aa3-9d77-89008f907e70 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:38.417404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd23af00-7bb8-414b-997b-1b8c8ac99a8e req-959afe2b-fa42-4aa3-9d77-89008f907e70 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 943 time: 0.1637931 Feb 03 12:59:38.434832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2b9bc549-a037-4567-9854-2568fd0a54b9 None None] Port 5cc8470d-b96c-4ebf-9104-3258aca37f71 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:38.562553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd23af00-7bb8-414b-997b-1b8c8ac99a8e req-2b0f604d-91aa-4541-9306-5e917abda07b tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326516 Feb 03 12:59:38.694103 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3a687e8e-4a27-405f-a0ef-150ff8ff1307 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.701582 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3a687e8e-4a27-405f-a0ef-150ff8ff1307 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.821315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a687e8e-4a27-405f-a0ef-150ff8ff1307 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Port': ['ID=5cc8470d-b96c-4ebf-9104-3258aca37f71,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:38.850463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3a687e8e-4a27-405f-a0ef-150ff8ff1307 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] In _notify_port_updated(), no bound segment for port 5cc8470d-b96c-4ebf-9104-3258aca37f71 on network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:59:38.864895 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11f81726-2df6-4114-8d91-0fa2e43e85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.872519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a687e8e-4a27-405f-a0ef-150ff8ff1307 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:38.875056 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3a687e8e-4a27-405f-a0ef-150ff8ff1307 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.892899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3a687e8e-4a27-405f-a0ef-150ff8ff1307 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "PUT /v2.0/ports/5cc8470d-b96c-4ebf-9104-3258aca37f71 HTTP/1.1" status: 200 len: 995 time: 0.8077390 Feb 03 12:59:38.893699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53944) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:39.072297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d273b242-690d-4b10-baef-1ab5a0cc412c tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Deleting port 5cc8470d-b96c-4ebf-9104-3258aca37f71 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:39.073013 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d273b242-690d-4b10-baef-1ab5a0cc412c tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:39.173257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6f28c123-b771-4129-b899-13ada03a4887 None None] Provisioning complete for port 5cc8470d-b96c-4ebf-9104-3258aca37f71 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:39.176109 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f28c123-b771-4129-b899-13ada03a4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:39.185876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d273b242-690d-4b10-baef-1ab5a0cc412c tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:39.215267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-d273b242-690d-4b10-baef-1ab5a0cc412c tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Calling delete_port for 5cc8470d-b96c-4ebf-9104-3258aca37f71 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:39.223937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6f28c123-b771-4129-b899-13ada03a4887 None None] Port 5cc8470d-b96c-4ebf-9104-3258aca37f71 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:39.398530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d273b242-690d-4b10-baef-1ab5a0cc412c tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5cc8470d-b96c-4ebf-9104-3258aca37f71), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:39.515727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 7f7b2e5a-a935-462d-a875-b2eeba3bd785 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:59:39.551349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273b242-690d-4b10-baef-1ab5a0cc412c tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event deleted for resources: {'Port': ['ID=5cc8470d-b96c-4ebf-9104-3258aca37f71,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:39.766740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 7f7b2e5a-a935-462d-a875-b2eeba3bd785, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:39.773807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d273b242-690d-4b10-baef-1ab5a0cc412c tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:39.782096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c63c9-4565-4f29-8dd6-17ce3b87acb0 req-4d1b8131-d18c-4f8a-8303-c99f18741c59 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:39.788597 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d273b242-690d-4b10-baef-1ab5a0cc412c tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "DELETE /v2.0/ports/5cc8470d-b96c-4ebf-9104-3258aca37f71 HTTP/1.1" status: 204 len: 168 time: 0.8920586 Feb 03 12:59:39.789154 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53958) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:39.811217 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-255c63c9-4565-4f29-8dd6-17ce3b87acb0 req-4d1b8131-d18c-4f8a-8303-c99f18741c59 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 943 time: 0.1315725 Feb 03 12:59:39.821566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '7f7b2e5a-a935-462d-a875-b2eeba3bd785', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'port_id': '7f7b2e5a-a935-462d-a875-b2eeba3bd785', 'mac_address': 'fa:16:3e:39:e2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:59:39.870990 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-820d6eea-c5ce-4fee-b944-8197d0f53eb3 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] GET failed (client error): The resource could not be found. Feb 03 12:59:39.875468 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-820d6eea-c5ce-4fee-b944-8197d0f53eb3 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "GET /v2.0/ports/5cc8470d-b96c-4ebf-9104-3258aca37f71 HTTP/1.1" status: 404 len: 333 time: 0.0853448 Feb 03 12:59:39.879941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53962) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:39.888769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:39.888964 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:39.892787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'port': {'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5', 'name': 'tempest-AllowedAddressPairTestJSON-803934691'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:39.911514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7b2e5a-a935-462d-a875-b2eeba3bd785 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:59:39.925724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-255c63c9-4565-4f29-8dd6-17ce3b87acb0 req-20a9c9f7-28c6-4e91-9e13-8d2985918c68 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132660 Feb 03 12:59:39.952324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 7f7b2e5a-a935-462d-a875-b2eeba3bd785, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:39.961276 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.032651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=7f7b2e5a-a935-462d-a875-b2eeba3bd785,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:40.076171 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.134269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Made reservation on behalf of 99a74daae4dd4e189c9f4abc459dd2aa for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:40.139085 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.159124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] device_id is not set on port ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:40.283759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['7f7b2e5a-a935-462d-a875-b2eeba3bd785'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:59:40.877498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Allocated IP 172.20.0.3 (58cdbab3-56bd-4536-a54c-47ccfd963ee5/d22b3a05-2dab-451d-9083-65e45f882956/ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:41.175104 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.200508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac08d1-8221-460b-94a4-22218d67466d req-f1f623c2-bfe5-4ad8-b78d-328cfa4a1e38 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:41.202190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eac08d1-8221-460b-94a4-22218d67466d req-f1f623c2-bfe5-4ad8-b78d-328cfa4a1e38 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 944 time: 0.0896473 Feb 03 12:59:41.245880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.292091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eac08d1-8221-460b-94a4-22218d67466d req-c052f94c-1788-4904-acd5-81a37e0c1f53 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803363 Feb 03 12:59:41.307792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:41.310877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:41.315693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:41.319552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Port': ['ID=ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:41.377066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:41.378262 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.412913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53988) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:41.419517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4c9201ed-c40e-46a7-bec5-60107cc0b42e tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5381103 Feb 03 12:59:41.420842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-50f73041-73c3-4d23-929d-5b408b5bce89 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0e:f6:c8'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:41.538940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 7f7b2e5a-a935-462d-a875-b2eeba3bd785 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:41.594708 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.608926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:59:41.614046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:41.614426 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.640978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f73041-73c3-4d23-929d-5b408b5bce89 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.703299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:41.703751 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.763989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 7f7b2e5a-a935-462d-a875-b2eeba3bd785, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:41.769252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7b2e5a-a935-462d-a875-b2eeba3bd785'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:59:41.773690 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e1e692-dbdf-48ca-9fa5-07b56a51d19a" -d '{"events": [{"server_uuid": "8f4084e2-8972-44e0-97a3-ec16d94753dd", "name": "network-vif-plugged", "status": "completed", "tag": "7f7b2e5a-a935-462d-a875-b2eeba3bd785"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:59:41.777342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-56fe22f9-ee00-44e0-9d1b-247c77aa9656 None None] Provisioning complete for port ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:41.777862 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56fe22f9-ee00-44e0-9d1b-247c77aa9656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.850270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-56fe22f9-ee00-44e0-9d1b-247c77aa9656 None None] Port ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:41.852019 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.906617 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d664ea71-d0a5-43f7-b057-f435a65453bc x-openstack-request-id: req-d664ea71-d0a5-43f7-b057-f435a65453bc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:59:41.906910 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4084e2-8972-44e0-97a3-ec16d94753dd", "name": "network-vif-plugged", "status": "completed", "tag": "7f7b2e5a-a935-462d-a875-b2eeba3bd785", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:59:41.907165 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d664ea71-d0a5-43f7-b057-f435a65453bc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:59:41.907613 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7b2e5a-a935-462d-a875-b2eeba3bd785', 'code': 200} Feb 03 12:59:41.909224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=7f7b2e5a-a935-462d-a875-b2eeba3bd785,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:42.072620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101f8c0-bdcf-42fb-be3b-d4e62f9ccdf3 req-df14d511-d488-4a36-9d17-9e98ba21e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:42.081795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0101f8c0-bdcf-42fb-be3b-d4e62f9ccdf3 req-df14d511-d488-4a36-9d17-9e98ba21e277 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 1128 time: 0.1106129 Feb 03 12:59:42.154808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0101f8c0-bdcf-42fb-be3b-d4e62f9ccdf3 req-385d2d7c-6e22-47ce-bf8a-d37a84a97c0a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662398 Feb 03 12:59:42.290782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f73041-73c3-4d23-929d-5b408b5bce89 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.302273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f73041-73c3-4d23-929d-5b408b5bce89 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.370012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f73041-73c3-4d23-929d-5b408b5bce89 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Port': ['ID=ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:42.443788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-50f73041-73c3-4d23-929d-5b408b5bce89 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] In _notify_port_updated(), no bound segment for port ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 on network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 {{(pid=103223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:59:42.452152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f73041-73c3-4d23-929d-5b408b5bce89 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:42.453106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f73041-73c3-4d23-929d-5b408b5bce89 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.455346 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-50f73041-73c3-4d23-929d-5b408b5bce89 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "PUT /v2.0/ports/ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 HTTP/1.1" status: 200 len: 995 time: 1.0402544 Feb 03 12:59:42.463336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54020) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:42.539073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd73ec-2f7b-4316-9e3a-bdbd625e4003 req-67df60e7-6616-40ea-8906-3ec70286c16e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:42.540725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ddd73ec-2f7b-4316-9e3a-bdbd625e4003 req-67df60e7-6616-40ea-8906-3ec70286c16e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1340628 Feb 03 12:59:42.623602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-59c7de28-cdcf-4b11-89dc-edbaf5da7f59 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Deleting port ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:42.624217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59c7de28-cdcf-4b11-89dc-edbaf5da7f59 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.647105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ddd73ec-2f7b-4316-9e3a-bdbd625e4003 req-d3202e57-d4ee-42ec-aa1b-06310bac8934 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931480 Feb 03 12:59:42.776659 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.801185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-14345732-a781-4e21-b4e5-3a9839510c93 None None] Provisioning complete for port ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:42.801618 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14345732-a781-4e21-b4e5-3a9839510c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.851544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-14345732-a781-4e21-b4e5-3a9839510c93 None None] Port ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:42.852221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59c7de28-cdcf-4b11-89dc-edbaf5da7f59 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.871084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-59c7de28-cdcf-4b11-89dc-edbaf5da7f59 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Calling delete_port for ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:43.034149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59c7de28-cdcf-4b11-89dc-edbaf5da7f59 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.066926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7de28-cdcf-4b11-89dc-edbaf5da7f59 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event deleted for resources: {'Port': ['ID=ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:43.219477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-59c7de28-cdcf-4b11-89dc-edbaf5da7f59 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.223085 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-59c7de28-cdcf-4b11-89dc-edbaf5da7f59 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "DELETE /v2.0/ports/ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 HTTP/1.1" status: 204 len: 168 time: 0.7583714 Feb 03 12:59:43.225778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54038) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:43.266771 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1128f31b-5a88-44dc-b824-288466964abc tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] GET failed (client error): The resource could not be found. Feb 03 12:59:43.270826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54044) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:43.276316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'port': {'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5', 'name': 'tempest-AllowedAddressPairTestJSON-1530862397'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:43.286547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1128f31b-5a88-44dc-b824-288466964abc tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "GET /v2.0/ports/ca6dcf7c-2b57-4691-b6bf-8ecd90b5aa80 HTTP/1.1" status: 404 len: 333 time: 0.0380940 Feb 03 12:59:43.429284 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Made reservation on behalf of 99a74daae4dd4e189c9f4abc459dd2aa for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:43.438414 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.457780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] device_id is not set on port eb732b33-aa71-48a2-a507-eccadbdb330c yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:43.583809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Allocated IP 172.20.0.6 (58cdbab3-56bd-4536-a54c-47ccfd963ee5/d22b3a05-2dab-451d-9083-65e45f882956/eb732b33-aa71-48a2-a507-eccadbdb330c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:43.816490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for port (eb732b33-aa71-48a2-a507-eccadbdb330c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.833354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71905287-6d8c-469e-9a7c-f6d184b5d9e7 req-66884538-5e02-4e27-a733-89f1fef33461 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:43.835299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71905287-6d8c-469e-9a7c-f6d184b5d9e7 req-66884538-5e02-4e27-a733-89f1fef33461 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.0851371 Feb 03 12:59:43.863693 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (eb732b33-aa71-48a2-a507-eccadbdb330c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.929036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:43.934914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:43.939165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:43.945760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Port': ['ID=eb732b33-aa71-48a2-a507-eccadbdb330c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:43.987854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71905287-6d8c-469e-9a7c-f6d184b5d9e7 req-c1ee9fdf-0120-4f74-ba5b-a3c2f4aba1a9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266234 Feb 03 12:59:44.017611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:44.022528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.064281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54060) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:44.064530 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d11e40ed-c8fb-4ec6-b76f-5d246c21c5c7 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7918463 Feb 03 12:59:44.069935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'port': {'network_id': '58cdbab3-56bd-4536-a54c-47ccfd963ee5', 'name': 'tempest-AllowedAddressPairTestJSON-1376974526'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:44.266521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c111578-cafe-46fa-a17c-89a916e49907 req-51fd2e21-25c8-4161-9569-bae6e89e7bb2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:44.268745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c111578-cafe-46fa-a17c-89a916e49907 req-51fd2e21-25c8-4161-9569-bae6e89e7bb2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1503642 Feb 03 12:59:44.277739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54066) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:44.288701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'floatingip': {'port_id': '7f7b2e5a-a935-462d-a875-b2eeba3bd785'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:44.313548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fecbae48-014c-40ac-a6ab-dadb067d5344 None None] Provisioning complete for port eb732b33-aa71-48a2-a507-eccadbdb330c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:44.314403 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fecbae48-014c-40ac-a6ab-dadb067d5344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (eb732b33-aa71-48a2-a507-eccadbdb330c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.368214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Made reservation on behalf of 99a74daae4dd4e189c9f4abc459dd2aa for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:44.372303 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.382314 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (d0408d89-b4d0-44b2-a87f-61d8e02c5966), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.389739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fecbae48-014c-40ac-a6ab-dadb067d5344 None None] Port eb732b33-aa71-48a2-a507-eccadbdb330c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:44.402241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] device_id is not set on port 06754121-babd-41ce-9dee-e96f615a79fb yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:44.573493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Allocated IP 172.20.0.14 (58cdbab3-56bd-4536-a54c-47ccfd963ee5/d22b3a05-2dab-451d-9083-65e45f882956/06754121-babd-41ce-9dee-e96f615a79fb) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:44.580261 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:59:44.854340 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for port (06754121-babd-41ce-9dee-e96f615a79fb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.904340 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (06754121-babd-41ce-9dee-e96f615a79fb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.029306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:45.058120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:45.079461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:45.087281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Port': ['ID=06754121-babd-41ce-9dee-e96f615a79fb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:45.212531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:45.213164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.261067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-af9d17a2-5c2b-412a-bb17-1042da747959 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1953020 Feb 03 12:59:45.267258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54086) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:45.273000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-087a87fb-4218-4acf-b9a3-bb0b88dbc018 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:0e:f6:c8'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5f:35:ed'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:45.492423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.resource_extend [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:59:45.525962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6910ca1a-a1e5-40e1-8d19-d2e616ccd7f7 None None] Provisioning complete for port 06754121-babd-41ce-9dee-e96f615a79fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:45.527052 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6910ca1a-a1e5-40e1-8d19-d2e616ccd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06754121-babd-41ce-9dee-e96f615a79fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.590121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-087a87fb-4218-4acf-b9a3-bb0b88dbc018 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (06754121-babd-41ce-9dee-e96f615a79fb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.636505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.640070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6910ca1a-a1e5-40e1-8d19-d2e616ccd7f7 None None] Port 06754121-babd-41ce-9dee-e96f615a79fb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:45.655429 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (d0408d89-b4d0-44b2-a87f-61d8e02c5966), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.804276 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Floating IP d0408d89-b4d0-44b2-a87f-61d8e02c5966 associated. External IP: 172.25.3.159, port: 7f7b2e5a-a935-462d-a875-b2eeba3bd785. Feb 03 12:59:45.963534 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-087a87fb-4218-4acf-b9a3-bb0b88dbc018 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for port (06754121-babd-41ce-9dee-e96f615a79fb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.976048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-087a87fb-4218-4acf-b9a3-bb0b88dbc018 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (06754121-babd-41ce-9dee-e96f615a79fb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.060153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a87fb-4218-4acf-b9a3-bb0b88dbc018 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event updated for resources: {'Port': ['ID=06754121-babd-41ce-9dee-e96f615a79fb,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:46.069434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Router 4b3f0a7d-a840-4661-afb7-57d34b9df663 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:59:46.165590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-087a87fb-4218-4acf-b9a3-bb0b88dbc018 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] In _notify_port_updated(), no bound segment for port 06754121-babd-41ce-9dee-e96f615a79fb on network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:59:46.171667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a87fb-4218-4acf-b9a3-bb0b88dbc018 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:46.172418 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-087a87fb-4218-4acf-b9a3-bb0b88dbc018 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.176989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-087a87fb-4218-4acf-b9a3-bb0b88dbc018 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "PUT /v2.0/ports/06754121-babd-41ce-9dee-e96f615a79fb HTTP/1.1" status: 200 len: 1057 time: 0.9084711 Feb 03 12:59:46.177849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54098) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:46.273982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:46.287924 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] Sync routers for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:46.293330 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.304802 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:46.305622 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:59:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:46.313943 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.366933 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-72d88603-af04-4c4a-99b4-00c2b6bcbd58 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "PUT /v2.0/floatingips/d0408d89-b4d0-44b2-a87f-61d8e02c5966 HTTP/1.1" status: 200 len: 991 time: 2.0849092 Feb 03 12:59:46.367321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'tag': '7f7b2e5a-a935-462d-a875-b2eeba3bd785'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:59:46.369987 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef38d932-8aeb-4119-9e78-6824b359943f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4084e2-8972-44e0-97a3-ec16d94753dd", "tag": "7f7b2e5a-a935-462d-a875-b2eeba3bd785"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:59:46.391355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-94eaddf2-5380-4a05-af87-4829753efda9 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Deleting port 06754121-babd-41ce-9dee-e96f615a79fb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:46.395352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94eaddf2-5380-4a05-af87-4829753efda9 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (06754121-babd-41ce-9dee-e96f615a79fb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.478845 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f564a615-97d7-492a-9c1c-ba345e9b7016 x-openstack-request-id: req-f564a615-97d7-492a-9c1c-ba345e9b7016 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:59:46.478845 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4084e2-8972-44e0-97a3-ec16d94753dd", "tag": "7f7b2e5a-a935-462d-a875-b2eeba3bd785", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:59:46.478845 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f564a615-97d7-492a-9c1c-ba345e9b7016 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:59:46.478845 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'tag': '7f7b2e5a-a935-462d-a875-b2eeba3bd785', 'status': 'completed', 'code': 200} Feb 03 12:59:46.556748 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:46.584333 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94eaddf2-5380-4a05-af87-4829753efda9 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (06754121-babd-41ce-9dee-e96f615a79fb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.589489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ef70f8d3-08fb-4b9b-8c9c-6ffed8c1f3f8 None None] Provisioning complete for port 06754121-babd-41ce-9dee-e96f615a79fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:46.591585 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef70f8d3-08fb-4b9b-8c9c-6ffed8c1f3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06754121-babd-41ce-9dee-e96f615a79fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.599472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-94eaddf2-5380-4a05-af87-4829753efda9 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Calling delete_port for 06754121-babd-41ce-9dee-e96f615a79fb owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:46.767905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ef70f8d3-08fb-4b9b-8c9c-6ffed8c1f3f8 None None] Port 06754121-babd-41ce-9dee-e96f615a79fb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:46.807701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94eaddf2-5380-4a05-af87-4829753efda9 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (06754121-babd-41ce-9dee-e96f615a79fb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.913304 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'd0408d89-b4d0-44b2-a87f-61d8e02c5966', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'port_id': '7f7b2e5a-a935-462d-a875-b2eeba3bd785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'mac_address': 'fa:16:3e:39:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:59:23Z', 'updated_at': '2022-02-03T12:59:45Z', 'revision_number': 1, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:46.940847 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] Checking router: 4b3f0a7d-a840-4661-afb7-57d34b9df663 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:59:46.949721 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:46.950650 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T12:59:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:47.046938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaddf2-5380-4a05-af87-4829753efda9 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event deleted for resources: {'Port': ['ID=06754121-babd-41ce-9dee-e96f615a79fb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:47.109431 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:47.252720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-254bfd7b-de27-4ca3-b22d-c0deb028c7a7 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:47.260409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-254bfd7b-de27-4ca3-b22d-c0deb028c7a7 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 813 time: 0.4940877 Feb 03 12:59:47.341913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38d932-8aeb-4119-9e78-6824b359943f req-1f68c94c-5109-4105-b597-bf1291a45800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:47.343357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef38d932-8aeb-4119-9e78-6824b359943f req-1f68c94c-5109-4105-b597-bf1291a45800 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 1128 time: 0.5794168 Feb 03 12:59:47.376865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-76785c59-02fe-4605-96d6-123afd14f9a7 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/quotas/4127ddc376964b6ab62b51a2621d3dcc HTTP/1.1" status: 200 len: 375 time: 0.1150606 Feb 03 12:59:47.387388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b644-9d7f-4447-a5b6-d37062712bdd req-c218dbc7-3e6c-475d-be90-200f2fc51fe0 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:47.388964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d694b644-9d7f-4447-a5b6-d37062712bdd req-c218dbc7-3e6c-475d-be90-200f2fc51fe0 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.6076610 Feb 03 12:59:47.492388 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'd0408d89-b4d0-44b2-a87f-61d8e02c5966', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'port_id': '7f7b2e5a-a935-462d-a875-b2eeba3bd785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'mac_address': 'fa:16:3e:39:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:59:23Z', 'updated_at': '2022-02-03T12:59:45Z', 'revision_number': 1, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:47.521577 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204125be-41cf-4001-a9eb-4ae6b7e6cd01 None None] The sync data for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 is: [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'd0408d89-b4d0-44b2-a87f-61d8e02c5966', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'port_id': '7f7b2e5a-a935-462d-a875-b2eeba3bd785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'mac_address': 'fa:16:3e:39:e2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:59:23Z', 'updated_at': '2022-02-03T12:59:45Z', 'revision_number': 1, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:47.748994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-3c8603ea-d4fe-42e2-b985-a163db37a0ee tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3524554 Feb 03 12:59:47.772231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94eaddf2-5380-4a05-af87-4829753efda9 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:47.780747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54150) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:47.781299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-94eaddf2-5380-4a05-af87-4829753efda9 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "DELETE /v2.0/ports/06754121-babd-41ce-9dee-e96f615a79fb HTTP/1.1" status: 204 len: 168 time: 1.5992973 Feb 03 12:59:47.798660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d694b644-9d7f-4447-a5b6-d37062712bdd req-20741799-e2b1-4f53-a895-c78456600662 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827767 Feb 03 12:59:47.802425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38d932-8aeb-4119-9e78-6824b359943f req-5d3b987e-5eef-436f-9e44-eb6469205946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:47.803925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef38d932-8aeb-4119-9e78-6824b359943f req-5d3b987e-5eef-436f-9e44-eb6469205946 service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.4525981 Feb 03 12:59:47.831246 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-726132cc-bff6-4151-9e0c-9b3571e7ef46 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] GET failed (client error): The resource could not be found. Feb 03 12:59:47.837685 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-726132cc-bff6-4151-9e0c-9b3571e7ef46 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "GET /v2.0/ports/06754121-babd-41ce-9dee-e96f615a79fb HTTP/1.1" status: 404 len: 333 time: 0.0579762 Feb 03 12:59:47.840253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54152) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:47.949898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f7317-6935-4d23-a250-b94e67c0b1ba None None] New status for floating IP d0408d89-b4d0-44b2-a87f-61d8e02c5966: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:59:48.019718 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-0c44392f-eb14-4cca-a7cf-c4e7512f8b31 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Deleting port eb732b33-aa71-48a2-a507-eccadbdb330c {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:48.020055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c44392f-eb14-4cca-a7cf-c4e7512f8b31 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (eb732b33-aa71-48a2-a507-eccadbdb330c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.080291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef38d932-8aeb-4119-9e78-6824b359943f req-c46494cb-64c9-4529-851b-ba6f84802d0b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 200 len: 999 time: 0.2658112 Feb 03 12:59:48.176719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-f94d159a-8f18-4040-ba59-6e33247392a8 service neutron] 10.222.0.65 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261427 Feb 03 12:59:48.186286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38d932-8aeb-4119-9e78-6824b359943f req-a3a3b004-a67d-4e7b-986c-6da1919a7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:48.188727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef38d932-8aeb-4119-9e78-6824b359943f req-a3a3b004-a67d-4e7b-986c-6da1919a7d13 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.1002061 Feb 03 12:59:48.203554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c44392f-eb14-4cca-a7cf-c4e7512f8b31 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (eb732b33-aa71-48a2-a507-eccadbdb330c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.232821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-0c44392f-eb14-4cca-a7cf-c4e7512f8b31 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Calling delete_port for eb732b33-aa71-48a2-a507-eccadbdb330c owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:48.430744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38d932-8aeb-4119-9e78-6824b359943f req-13f6af19-a3f4-4d42-b5c9-5a8468f2146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:48.433157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef38d932-8aeb-4119-9e78-6824b359943f req-13f6af19-a3f4-4d42-b5c9-5a8468f2146e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2169003 Feb 03 12:59:48.478195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-2269540b-74e7-40c6-a405-02288894cd62 service neutron] 10.222.0.65 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852502 Feb 03 12:59:48.482040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c44392f-eb14-4cca-a7cf-c4e7512f8b31 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (eb732b33-aa71-48a2-a507-eccadbdb330c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.597129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44392f-eb14-4cca-a7cf-c4e7512f8b31 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event deleted for resources: {'Port': ['ID=eb732b33-aa71-48a2-a507-eccadbdb330c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:48.607244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef38d932-8aeb-4119-9e78-6824b359943f req-934a7e50-d8b6-4ace-a551-fd495e474416 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634564 Feb 03 12:59:48.734604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c44392f-eb14-4cca-a7cf-c4e7512f8b31 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.755511 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0c44392f-eb14-4cca-a7cf-c4e7512f8b31 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "DELETE /v2.0/ports/eb732b33-aa71-48a2-a507-eccadbdb330c HTTP/1.1" status: 204 len: 168 time: 0.9142036 Feb 03 12:59:48.761616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54166) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:48.804911 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef38d932-8aeb-4119-9e78-6824b359943f req-76bdc8fc-bfd1-45a6-8d5d-23cf8a0c2408 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910737 Feb 03 12:59:48.818075 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ca4b19-7615-49a1-9395-aed49047c461 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] GET failed (client error): The resource could not be found. Feb 03 12:59:48.820296 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e2ca4b19-7615-49a1-9395-aed49047c461 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "GET /v2.0/ports/eb732b33-aa71-48a2-a507-eccadbdb330c HTTP/1.1" status: 404 len: 333 time: 0.0576804 Feb 03 12:59:48.824734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54172) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:48.924486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5f3f9c0-231d-401f-b838-43885d57296c req-0bf5b889-8f73-4882-b1d9-32e7a3084238 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 210 time: 0.0613904 Feb 03 12:59:49.042533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-363a05ff-e821-4539-85a2-50c1870ea257 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Deleting port 345e871d-129e-4a04-8961-7c0da005906f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:49.042850 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-363a05ff-e821-4539-85a2-50c1870ea257 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (345e871d-129e-4a04-8961-7c0da005906f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:49.103706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf071e2-5c78-4943-a3eb-391bf0e1125b req-8d21195a-691b-4f41-b11f-37b7bbaeab43 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:49.113901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cdf071e2-5c78-4943-a3eb-391bf0e1125b req-8d21195a-691b-4f41-b11f-37b7bbaeab43 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1126752 Feb 03 12:59:49.211705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cdf071e2-5c78-4943-a3eb-391bf0e1125b req-ebea3824-4e3e-4d7e-a890-9571eaf1e767 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967264 Feb 03 12:59:49.259942 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-363a05ff-e821-4539-85a2-50c1870ea257 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (345e871d-129e-4a04-8961-7c0da005906f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:49.295286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-363a05ff-e821-4539-85a2-50c1870ea257 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Calling delete_port for 345e871d-129e-4a04-8961-7c0da005906f owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:49.566513 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-363a05ff-e821-4539-85a2-50c1870ea257 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (345e871d-129e-4a04-8961-7c0da005906f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:49.656213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a05ff-e821-4539-85a2-50c1870ea257 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event deleted for resources: {'Port': ['ID=345e871d-129e-4a04-8961-7c0da005906f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:49.805080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-363a05ff-e821-4539-85a2-50c1870ea257 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:49.812117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54198) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:49.822433 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-363a05ff-e821-4539-85a2-50c1870ea257 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "DELETE /v2.0/ports/345e871d-129e-4a04-8961-7c0da005906f HTTP/1.1" status: 204 len: 168 time: 0.9961495 Feb 03 12:59:49.882071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f4c931-a623-4ce6-9161-a3cd5826c118 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Deleting subnet d22b3a05-2dab-451d-9083-65e45f882956 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:59:49.887081 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-35f4c931-a623-4ce6-9161-a3cd5826c118 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for subnet (d22b3a05-2dab-451d-9083-65e45f882956), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:49.937204 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-35f4c931-a623-4ce6-9161-a3cd5826c118 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (d22b3a05-2dab-451d-9083-65e45f882956), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.090549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea0ce56a-380a-4666-9c4a-e8dcad34d8fb req-73a4b5ed-f481-4545-9ca4-41617ad41923 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 210 time: 0.0736568 Feb 03 12:59:50.116142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-35f4c931-a623-4ce6-9161-a3cd5826c118 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d22b3a05-2dab-451d-9083-65e45f882956), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.253443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-35f4c931-a623-4ce6-9161-a3cd5826c118 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (d22b3a05-2dab-451d-9083-65e45f882956), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.342178 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-35f4c931-a623-4ce6-9161-a3cd5826c118 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.351017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-35f4c931-a623-4ce6-9161-a3cd5826c118 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "DELETE /v2.0/subnets/d22b3a05-2dab-451d-9083-65e45f882956 HTTP/1.1" status: 204 len: 168 time: 0.5350766 Feb 03 12:59:50.351972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4c931-a623-4ce6-9161-a3cd5826c118 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event deleted for resources: {'Subnet': ['ID=d22b3a05-2dab-451d-9083-65e45f882956,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:50.353002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ac6f3-6d20-4210-bb62-93592579f1d6 None None] Network 58cdbab3-56bd-4536-a54c-47ccfd963ee5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:50.355307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54210) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:50.568187 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (58cdbab3-56bd-4536-a54c-47ccfd963ee5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.641977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Deleting port b87fd92c-4988-48c8-a89e-3335f48368eb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:50.642902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.692178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.706239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44cd327-578a-4a94-838e-666f64f4cf91 None None] DHCP port deletion for 58cdbab3-56bd-4536-a54c-47ccfd963ee5 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:59:50.787521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] For port b87fd92c-4988-48c8-a89e-3335f48368eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b87fd92c-4988-48c8-a89e-3335f48368eb,segment=NetworkSegment(344822a1-a4a8-47a7-876d-9d793bc04723),segment_id=344822a1-a4a8-47a7-876d-9d793bc04723)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:50.787892 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.789512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a44cd327-578a-4a94-838e-666f64f4cf91 None None] Deleting port b87fd92c-4988-48c8-a89e-3335f48368eb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:50.790084 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a44cd327-578a-4a94-838e-666f64f4cf91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.804265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Calling delete_port for b87fd92c-4988-48c8-a89e-3335f48368eb owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:50.862418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a44cd327-578a-4a94-838e-666f64f4cf91 None None] For port b87fd92c-4988-48c8-a89e-3335f48368eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b87fd92c-4988-48c8-a89e-3335f48368eb,segment=NetworkSegment(344822a1-a4a8-47a7-876d-9d793bc04723),segment_id=344822a1-a4a8-47a7-876d-9d793bc04723)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:50.862829 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a44cd327-578a-4a94-838e-666f64f4cf91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.879006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a44cd327-578a-4a94-838e-666f64f4cf91 None None] Calling delete_port for b87fd92c-4988-48c8-a89e-3335f48368eb owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:50.975234 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a44cd327-578a-4a94-838e-666f64f4cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.986721 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b87fd92c-4988-48c8-a89e-3335f48368eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.016018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cd327-578a-4a94-838e-666f64f4cf91 None None] Pushing event deleted for resources: {'Port': ['ID=b87fd92c-4988-48c8-a89e-3335f48368eb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:51.030005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44cd327-578a-4a94-838e-666f64f4cf91 None None] No DVR routers for this DVR port b87fd92c-4988-48c8-a89e-3335f48368eb on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:51.044727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event deleted for resources: {'Port': ['ID=b87fd92c-4988-48c8-a89e-3335f48368eb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:51.050112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] No DVR routers for this DVR port b87fd92c-4988-48c8-a89e-3335f48368eb on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:51.092228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-62d7f1e6-11ee-485f-b020-308b62c4f636 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:51.093963 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-62d7f1e6-11ee-485f-b020-308b62c4f636 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 813 time: 0.8363242 Feb 03 12:59:51.109608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Request body: {'port': {'device_id': '69cef3d2-affd-4011-884f-208177be7fde', 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804', 'admin_state_up': True, 'tenant_id': '4127ddc376964b6ab62b51a2621d3dcc'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:51.156618 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (58cdbab3-56bd-4536-a54c-47ccfd963ee5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.181414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cdbab3-56bd-4536-a54c-47ccfd963ee5']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:51.193736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344822a1-a4a8-47a7-876d-9d793bc04723') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:51.194182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344822a1-a4a8-47a7-876d-9d793bc04723') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:51.208431 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (344822a1-a4a8-47a7-876d-9d793bc04723), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.227432 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (344822a1-a4a8-47a7-876d-9d793bc04723), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.235066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:51.235775 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (344822a1-a4a8-47a7-876d-9d793bc04723), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: timer() Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:51.241920 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:59:51.246937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Made reservation on behalf of 4127ddc376964b6ab62b51a2621d3dcc for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:51.250605 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.300787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8806138b-4924-425e-8456-82a4811a843d req-cbac4469-635f-47f2-b978-eed4de38fa5f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 210 time: 0.0578325 Feb 03 12:59:51.372191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (58cdbab3-56bd-4536-a54c-47ccfd963ee5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.397107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.401478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] 10.222.0.65 "DELETE /v2.0/networks/58cdbab3-56bd-4536-a54c-47ccfd963ee5 HTTP/1.1" status: 204 len: 168 time: 1.0428903 Feb 03 12:59:51.402484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9912664-27e4-4735-9607-517ab5664319 tempest-AllowedAddressPairTestJSON-76358363 tempest-AllowedAddressPairTestJSON-76358363-project] Pushing event deleted for resources: {'Network': ['ID=58cdbab3-56bd-4536-a54c-47ccfd963ee5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:51.436517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Allocated IP 172.20.0.14 (8a6f3dc3-6b5a-4b28-9851-7c1a985b2804/4cba01d4-779c-4379-b6af-ec4ab7d2fbca/207080ad-c257-4a5b-9824-5a5eac9fce28) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:51.662021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks [] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.762246 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.775304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['14c9e18b-6dd4-4b6b-b61e-e2457b098486'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:59:51.792225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['246cb272-66e9-431e-a80b-11bf83442b6b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:59:51.823521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:51.856052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:51.866746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:51.932190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Pushing event updated for resources: {'Port': ['ID=207080ad-c257-4a5b-9824-5a5eac9fce28,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:51.969593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:51.971225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.995775 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-47f1897b-f894-4d0a-b679-d021c7cd9e34 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8923192 Feb 03 12:59:52.006270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54254) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:52.013046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Request body: {'port': {'device_id': '69cef3d2-affd-4011-884f-208177be7fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:52.129294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.179802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b87fd92c-4988-48c8-a89e-3335f48368eb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:59:52.243931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b11929fa-3006-4298-b1f4-c80c86933904 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99a74daae4dd4e189c9f4abc459dd2aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362196 Feb 03 12:59:52.246081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54258) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:52.277858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b87fd92c-4988-48c8-a89e-3335f48368eb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:52.278277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b87fd92c-4988-48c8-a89e-3335f48368eb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:59:52.317119 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2e56da03-a664-47fa-871d-3cfde4003951 admin admin] Publish callbacks [] for security_group (d8f5cd44-2582-4242-8c1c-ea2700c821a2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.345417 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2e56da03-a664-47fa-871d-3cfde4003951 admin admin] Publish callbacks [] for security_group (d8f5cd44-2582-4242-8c1c-ea2700c821a2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.405634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2e56da03-a664-47fa-871d-3cfde4003951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d8f5cd44-2582-4242-8c1c-ea2700c821a2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.410828 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2e56da03-a664-47fa-871d-3cfde4003951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.414805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2e56da03-a664-47fa-871d-3cfde4003951 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8f5cd44-2582-4242-8c1c-ea2700c821a2 HTTP/1.1" status: 204 len: 168 time: 0.1675093 Feb 03 12:59:52.426994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56da03-a664-47fa-871d-3cfde4003951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f5cd44-2582-4242-8c1c-ea2700c821a2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:52.621645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055adef3-5bdf-4ad2-ad14-cfeeae2949ef req-40eda57f-00a6-4d6b-910a-e551889c114f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:52.623821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-055adef3-5bdf-4ad2-ad14-cfeeae2949ef req-40eda57f-00a6-4d6b-910a-e551889c114f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 932 time: 0.0942354 Feb 03 12:59:52.698438 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207080ad-c257-4a5b-9824-5a5eac9fce28 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:59:52.707872 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Publish callbacks [] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.730551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Transition to ACTIVE for port object 207080ad-c257-4a5b-9824-5a5eac9fce28 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:59:52.740858 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.955775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Attempting to bind port 207080ad-c257-4a5b-9824-5a5eac9fce28 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:52.956248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Attempting to bind port 207080ad-c257-4a5b-9824-5a5eac9fce28 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:52.956577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Attempting to bind port 207080ad-c257-4a5b-9824-5a5eac9fce28 on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:52.958846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Pushing event updated for resources: {'Port': ['ID=207080ad-c257-4a5b-9824-5a5eac9fce28,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:52.965459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Port 207080ad-c257-4a5b-9824-5a5eac9fce28 on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:59:52.965788 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Attempting to bind port 207080ad-c257-4a5b-9824-5a5eac9fce28 on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:52.971827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:52.972166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Checking segment: {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:52.972646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Bound using segment: {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:52.973077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Bound port: 207080ad-c257-4a5b-9824-5a5eac9fce28, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:52.973520 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.065337 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] For port 207080ad-c257-4a5b-9824-5a5eac9fce28, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:53.069993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] For port 207080ad-c257-4a5b-9824-5a5eac9fce28, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=207080ad-c257-4a5b-9824-5a5eac9fce28,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:53.092274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.192458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:53.193936 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.195665 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] 10.222.0.72 "PUT /v2.0/ports/207080ad-c257-4a5b-9824-5a5eac9fce28 HTTP/1.1" status: 200 len: 1093 time: 1.1935208 Feb 03 12:59:53.198313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cef3d2-affd-4011-884f-208177be7fde', 'tag': '207080ad-c257-4a5b-9824-5a5eac9fce28'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:59:53.201405 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151965a5-0b08-40c9-8be5-f567665f1853" -d '{"events": [{"name": "network-changed", "server_uuid": "69cef3d2-affd-4011-884f-208177be7fde", "tag": "207080ad-c257-4a5b-9824-5a5eac9fce28"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:59:53.244090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc614-7d85-4b32-bf8e-df2892972c2e service neutron] Pushing event updated for resources: {'Port': ['ID=207080ad-c257-4a5b-9824-5a5eac9fce28,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:53.340211 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b43848-c38f-40d5-9047-a608063ab933 x-openstack-request-id: req-17b43848-c38f-40d5-9047-a608063ab933 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:59:53.340761 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cef3d2-affd-4011-884f-208177be7fde", "tag": "207080ad-c257-4a5b-9824-5a5eac9fce28", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:59:53.341186 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17b43848-c38f-40d5-9047-a608063ab933 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:59:53.341767 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cef3d2-affd-4011-884f-208177be7fde', 'tag': '207080ad-c257-4a5b-9824-5a5eac9fce28', 'status': 'completed', 'code': 200} Feb 03 12:59:53.367814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-a54cc47e-d2b6-4c29-a9c9-fcada237e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:53.369365 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-a54cc47e-d2b6-4c29-a9c9-fcada237e4a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 1127 time: 0.0928602 Feb 03 12:59:53.419158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-055adef3-5bdf-4ad2-ad14-cfeeae2949ef req-b83ec7da-a5ed-4aa7-ac53-891b06490219 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7893291 Feb 03 12:59:53.458759 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-f271e6c6-0801-4568-a1ca-daf88a597c40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=207080ad-c257-4a5b-9824-5a5eac9fce28 HTTP/1.1" status: 200 len: 217 time: 0.0722711 Feb 03 12:59:53.556243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-3c2596a3-5888-48ae-b244-efe8f8f82d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:53.557773 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-3c2596a3-5888-48ae-b244-efe8f8f82d94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.0982854 Feb 03 12:59:53.605296 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-35b1f301-a0b3-40b6-b8f5-7a0511ab91f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378907 Feb 03 12:59:53.666891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54302) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:53.799737 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-81948e27-db8b-4cbb-acfc-c71a4f6218fd service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876848 Feb 03 12:59:53.803924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1532378306'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:53.848010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Made reservation on behalf of 0d684f368edb4265ad688cd07e8d71c5 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:53.851573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.866622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.917440 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-efcfa1c4-20a5-4655-9e82-477db2049664 req-2a585868-6a05-4d7a-887e-8e4ba87a3716 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116974 Feb 03 12:59:54.011821 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks [] for security_group (2ce5ba65-7ba3-4c9a-b8ef-eb034938dc58), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.018279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2ce5ba65-7ba3-4c9a-b8ef-eb034938dc58), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.065017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:54.066008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151965a5-0b08-40c9-8be5-f567665f1853 req-cd031e59-a1f3-4dcc-86fd-3e9affdf7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:54.067590 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-151965a5-0b08-40c9-8be5-f567665f1853 req-cd031e59-a1f3-4dcc-86fd-3e9affdf7b20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 1127 time: 0.0910351 Feb 03 12:59:54.078459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5ba65-7ba3-4c9a-b8ef-eb034938dc58,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:54.088128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bd47af9c-4489-4d1f-afcb-95d7a39b649d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.088481 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Added segment bd47af9c-4489-4d1f-afcb-95d7a39b649d of type vlan for network 7747ff69-db4e-4153-a4b2-f68e5a4216ee Feb 03 12:59:54.159665 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (7747ff69-db4e-4153-a4b2-f68e5a4216ee), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.191038 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (7747ff69-db4e-4153-a4b2-f68e5a4216ee), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.199064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:54.201873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.213623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151965a5-0b08-40c9-8be5-f567665f1853 req-a51e9eb5-6da9-4c96-9ac4-b74a996181e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:54.216306 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-151965a5-0b08-40c9-8be5-f567665f1853 req-a51e9eb5-6da9-4c96-9ac4-b74a996181e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.1416512 Feb 03 12:59:54.253823 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5852628 Feb 03 12:59:54.254688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54308) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:54.262910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Request body: {'subnet': {'network_id': '7747ff69-db4e-4153-a4b2-f68e5a4216ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:54.314735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c3e1a-1d0d-48e9-89f6-6a0cd446399c tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event updated for resources: {'Network': ['ID=7747ff69-db4e-4153-a4b2-f68e5a4216ee,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:54.322089 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-151965a5-0b08-40c9-8be5-f567665f1853 req-f4e3c096-379b-4d83-b48e-44b40e016139 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=207080ad-c257-4a5b-9824-5a5eac9fce28 HTTP/1.1" status: 200 len: 217 time: 0.0977352 Feb 03 12:59:54.327287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 7747ff69-db4e-4153-a4b2-f68e5a4216ee details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:54.427315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Made reservation on behalf of 0d684f368edb4265ad688cd07e8d71c5 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:54.437293 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.449887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151965a5-0b08-40c9-8be5-f567665f1853 req-5df0f9c3-398d-499f-afdc-6899f71b5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:54.451388 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-151965a5-0b08-40c9-8be5-f567665f1853 req-5df0f9c3-398d-499f-afdc-6899f71b5cd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.1201479 Feb 03 12:59:54.531359 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-151965a5-0b08-40c9-8be5-f567665f1853 req-010f6202-091c-46d0-8a34-7bf0806587be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723329 Feb 03 12:59:54.729580 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-151965a5-0b08-40c9-8be5-f567665f1853 req-9686cde0-950f-4eff-b6d2-c7c6cc9a0885 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901944 Feb 03 12:59:54.817495 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (fd6c2e0d-6479-45a0-b6d5-58688fad5191), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.942621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ee83f-dd34-4865-b6ce-8ea4f67b6e8c req-c5734d28-4d9c-4234-bc4d-0eb0f75d855f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:54.944260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c8ee83f-dd34-4865-b6ce-8ea4f67b6e8c req-c5734d28-4d9c-4234-bc4d-0eb0f75d855f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 944 time: 0.1403253 Feb 03 12:59:54.988824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event updated for resources: {'Subnet': ['ID=fd6c2e0d-6479-45a0-b6d5-58688fad5191,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:55.018902 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-151965a5-0b08-40c9-8be5-f567665f1853 req-498914b3-2314-47c3-8a50-aac5f98ad637 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796552 Feb 03 12:59:55.062626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c8ee83f-dd34-4865-b6ce-8ea4f67b6e8c req-c97e07bb-d7e3-41f1-9593-7e9aaf939d47 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088850 Feb 03 12:59:55.064573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Checking segment: {'id': 'bd47af9c-4489-4d1f-afcb-95d7a39b649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '7747ff69-db4e-4153-a4b2-f68e5a4216ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:55.065026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Network hostable DHCP agents. Network: 7747ff69-db4e-4153-a4b2-f68e5a4216ee, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:59:55.092168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Network 7747ff69-db4e-4153-a4b2-f68e5a4216ee is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:59:55.117456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 7747ff69-db4e-4153-a4b2-f68e5a4216ee) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:55.155362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af061bae-f77d-4f6c-b75c-9cd00f8a090c None None] Network 7747ff69-db4e-4153-a4b2-f68e5a4216ee requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:55.158838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:55.159870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.200399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-74e1ef1c-0707-4e7b-98c5-19a6bd86e590 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9423025 Feb 03 12:59:55.203212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54326) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:55.209620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Request body: {'port': {'network_id': '7747ff69-db4e-4153-a4b2-f68e5a4216ee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1561148361'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:55.374840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-7747ff69-db4e-4153-a4b2-f68e5a4216ee', 'network_id': '7747ff69-db4e-4153-a4b2-f68e5a4216ee', 'project_id': '0d684f368edb4265ad688cd07e8d71c5', 'fixed_ips': [{'subnet_id': 'fd6c2e0d-6479-45a0-b6d5-58688fad5191'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:59:55.379699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.493795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Made reservation on behalf of 0d684f368edb4265ad688cd07e8d71c5 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:55.509452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.616931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] device_id is not set on port 6ab2b85f-a11f-4aac-8091-415be08677b1 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:55.821769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Allocated IP 172.20.0.2 (7747ff69-db4e-4153-a4b2-f68e5a4216ee/fd6c2e0d-6479-45a0-b6d5-58688fad5191/350df146-cd29-47ac-93d9-608fb01c6899) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:55.981848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Publish callbacks [] for port (350df146-cd29-47ac-93d9-608fb01c6899), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.998298 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (350df146-cd29-47ac-93d9-608fb01c6899), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:56.050441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Network 7747ff69-db4e-4153-a4b2-f68e5a4216ee is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:56.069767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:56.078558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:56.086400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Allocated IP 172.20.0.9 (7747ff69-db4e-4153-a4b2-f68e5a4216ee/fd6c2e0d-6479-45a0-b6d5-58688fad5191/6ab2b85f-a11f-4aac-8091-415be08677b1) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:56.274589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Pushing event updated for resources: {'Port': ['ID=350df146-cd29-47ac-93d9-608fb01c6899,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:56.309669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb16e6-2d89-4deb-9ee5-a55b7088b2bf req-ac3a178e-a373-4877-9beb-905b98162e13 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:56.311390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7dcb16e6-2d89-4deb-9ee5-a55b7088b2bf req-ac3a178e-a373-4877-9beb-905b98162e13 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 944 time: 0.1262593 Feb 03 12:59:56.387705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Attempting to bind port 350df146-cd29-47ac-93d9-608fb01c6899 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:56.388328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Attempting to bind port 350df146-cd29-47ac-93d9-608fb01c6899 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'bd47af9c-4489-4d1f-afcb-95d7a39b649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '7747ff69-db4e-4153-a4b2-f68e5a4216ee'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:56.388703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Attempting to bind port 350df146-cd29-47ac-93d9-608fb01c6899 on network 7747ff69-db4e-4153-a4b2-f68e5a4216ee {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:56.408459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:56.412162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Checking segment: {'id': 'bd47af9c-4489-4d1f-afcb-95d7a39b649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '7747ff69-db4e-4153-a4b2-f68e5a4216ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:56.417967 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:56.418540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Bound using segment: {'id': 'bd47af9c-4489-4d1f-afcb-95d7a39b649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '7747ff69-db4e-4153-a4b2-f68e5a4216ee'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:56.419152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Bound port: 350df146-cd29-47ac-93d9-608fb01c6899, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd47af9c-4489-4d1f-afcb-95d7a39b649d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '7747ff69-db4e-4153-a4b2-f68e5a4216ee'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:56.419645 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (350df146-cd29-47ac-93d9-608fb01c6899), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:56.431543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7dcb16e6-2d89-4deb-9ee5-a55b7088b2bf req-892a8e44-d830-4665-9756-bd8d109690a4 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119068 Feb 03 12:59:56.434891 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks [] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:56.488914 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:56.546452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] For port 350df146-cd29-47ac-93d9-608fb01c6899, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:56.554559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] For port 350df146-cd29-47ac-93d9-608fb01c6899, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=350df146-cd29-47ac-93d9-608fb01c6899,segment=NetworkSegment(bd47af9c-4489-4d1f-afcb-95d7a39b649d),segment_id=bd47af9c-4489-4d1f-afcb-95d7a39b649d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:56.576572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Network 7747ff69-db4e-4153-a4b2-f68e5a4216ee is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:56.581121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:56.585636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:56.590205 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (350df146-cd29-47ac-93d9-608fb01c6899), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:56.722593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event updated for resources: {'Port': ['ID=6ab2b85f-a11f-4aac-8091-415be08677b1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:56.757199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:56.757855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:56.760206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a6423-a9cc-4ca1-869a-0a6897f362e0 None None] Pushing event updated for resources: {'Port': ['ID=350df146-cd29-47ac-93d9-608fb01c6899,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:56.799879 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b2c2824d-874e-4fa7-a000-9b477181b0c4 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5951009 Feb 03 12:59:56.800046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54358) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:56.805081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Request body: {'port': {'network_id': '7747ff69-db4e-4153-a4b2-f68e5a4216ee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-20162519', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:56.805638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.api.validators [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] bootfile-name is not in valid_values {{(pid=103224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:59:56.805988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.api.validators [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] tftp-server is not in valid_values {{(pid=103224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:59:56.806469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.api.validators [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] server-ip-address is not in valid_values {{(pid=103224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:59:57.064707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Made reservation on behalf of 0d684f368edb4265ad688cd07e8d71c5 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:57.069056 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.123898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 207080ad-c257-4a5b-9824-5a5eac9fce28 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:59:57.124146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] device_id is not set on port 358d17f7-68e1-47c2-9a2c-f1408f2b48d2 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:57.332160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Allocated IP 172.20.0.3 (7747ff69-db4e-4153-a4b2-f68e5a4216ee/fd6c2e0d-6479-45a0-b6d5-58688fad5191/358d17f7-68e1-47c2-9a2c-f1408f2b48d2) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:57.349643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 207080ad-c257-4a5b-9824-5a5eac9fce28, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=207080ad-c257-4a5b-9824-5a5eac9fce28,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:57.366410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '207080ad-c257-4a5b-9824-5a5eac9fce28', 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804', 'port_id': '207080ad-c257-4a5b-9824-5a5eac9fce28', 'mac_address': 'fa:16:3e:41:d4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cba01d4-779c-4379-b6af-ec4ab7d2fbca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:59:57.420643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 207080ad-c257-4a5b-9824-5a5eac9fce28 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:57.421736 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.438028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207080ad-c257-4a5b-9824-5a5eac9fce28 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:59:57.464670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 207080ad-c257-4a5b-9824-5a5eac9fce28, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=207080ad-c257-4a5b-9824-5a5eac9fce28,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:57.471650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.567688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=207080ad-c257-4a5b-9824-5a5eac9fce28,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:57.629130 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks [] for port (358d17f7-68e1-47c2-9a2c-f1408f2b48d2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.709579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['207080ad-c257-4a5b-9824-5a5eac9fce28'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:59:57.726766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09978831-c6d3-4b38-a50f-b752cee3e97c req-0357b587-9f98-40bc-94f9-d56fdc7a3da8 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:57.730401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09978831-c6d3-4b38-a50f-b752cee3e97c req-0357b587-9f98-40bc-94f9-d56fdc7a3da8 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 945 time: 0.1713316 Feb 03 12:59:57.842765 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (358d17f7-68e1-47c2-9a2c-f1408f2b48d2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.850172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09978831-c6d3-4b38-a50f-b752cee3e97c req-2cc96ca1-f54f-4a7e-ad4e-8febdbe7158d tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117923 Feb 03 12:59:57.931134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Network 7747ff69-db4e-4153-a4b2-f68e5a4216ee is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:57.935226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:57.946729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:58.090506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event updated for resources: {'Port': ['ID=358d17f7-68e1-47c2-9a2c-f1408f2b48d2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:58.124218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.124592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.124907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.125246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.125585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.128881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.129294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.132832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.132832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.132832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.132832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.132832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.132832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:58.157468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:58.158212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.205708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54384) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:58.215108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7bce6ebb-6bec-44c8-8c66-fec1caa30e4e tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4139814 Feb 03 12:59:58.286832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6056159c-5706-4e89-93bc-6023a06512d2 None None] Network 7747ff69-db4e-4153-a4b2-f68e5a4216ee requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:58.374508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a2369-fd4d-496c-a56e-5c0df42d7ac0 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:58.380706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a2369-fd4d-496c-a56e-5c0df42d7ac0 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:58.386421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a2369-fd4d-496c-a56e-5c0df42d7ac0 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:58.390890 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-331a2369-fd4d-496c-a56e-5c0df42d7ac0 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1813941 Feb 03 12:59:58.391549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54388) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:58.414307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 350df146-cd29-47ac-93d9-608fb01c6899 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:58.488243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7124b622-8c89-475a-b23c-1fec83ceab5a None None] Provisioning complete for port 350df146-cd29-47ac-93d9-608fb01c6899 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:58.488883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7124b622-8c89-475a-b23c-1fec83ceab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (350df146-cd29-47ac-93d9-608fb01c6899), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.591169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-157b5c75-57f5-419e-81a8-3f0bcb783555 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Deleting port 358d17f7-68e1-47c2-9a2c-f1408f2b48d2 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:58.591396 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-157b5c75-57f5-419e-81a8-3f0bcb783555 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (358d17f7-68e1-47c2-9a2c-f1408f2b48d2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.636439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 350df146-cd29-47ac-93d9-608fb01c6899 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:58.637295 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (350df146-cd29-47ac-93d9-608fb01c6899), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.698049 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-157b5c75-57f5-419e-81a8-3f0bcb783555 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (358d17f7-68e1-47c2-9a2c-f1408f2b48d2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.712925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-157b5c75-57f5-419e-81a8-3f0bcb783555 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Calling delete_port for 358d17f7-68e1-47c2-9a2c-f1408f2b48d2 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:59.020613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-157b5c75-57f5-419e-81a8-3f0bcb783555 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (358d17f7-68e1-47c2-9a2c-f1408f2b48d2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.098369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b5c75-57f5-419e-81a8-3f0bcb783555 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event deleted for resources: {'Port': ['ID=358d17f7-68e1-47c2-9a2c-f1408f2b48d2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:59.130235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2fcc2-65dc-49a9-9c64-c66cfe545550 req-0851daf1-9e32-42ed-a473-d1473d636ec5 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:59.141626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3d2fcc2-65dc-49a9-9c64-c66cfe545550 req-0851daf1-9e32-42ed-a473-d1473d636ec5 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 945 time: 0.1456959 Feb 03 12:59:59.179253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 207080ad-c257-4a5b-9824-5a5eac9fce28 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:59.275651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3d2fcc2-65dc-49a9-9c64-c66cfe545550 req-98eeb9d0-9c07-4ae8-8547-66569c28db7b tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327314 Feb 03 12:59:59.304825 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-157b5c75-57f5-419e-81a8-3f0bcb783555 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.309965 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-157b5c75-57f5-419e-81a8-3f0bcb783555 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "DELETE /v2.0/ports/358d17f7-68e1-47c2-9a2c-f1408f2b48d2 HTTP/1.1" status: 204 len: 168 time: 0.9179506 Feb 03 12:59:59.313987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54410) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:59.320047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Request body: {'port': {'name': 'tempest-new-port-name-1214563668', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:59.320454 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.api.validators [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] bootfile-name is not in valid_values {{(pid=103224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:59:59.320800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.api.validators [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] tftp-server is not in valid_values {{(pid=103224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:59:59.321140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.api.validators [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] server-ip-address is not in valid_values {{(pid=103224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:59:59.499349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.554284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 207080ad-c257-4a5b-9824-5a5eac9fce28 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:59:59.592845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7124b622-8c89-475a-b23c-1fec83ceab5a None None] Current status of the port 350df146-cd29-47ac-93d9-608fb01c6899 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:59.593240 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7124b622-8c89-475a-b23c-1fec83ceab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (350df146-cd29-47ac-93d9-608fb01c6899), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.602133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 207080ad-c257-4a5b-9824-5a5eac9fce28 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:59.609387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.755706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 350df146-cd29-47ac-93d9-608fb01c6899 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:59.756108 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (350df146-cd29-47ac-93d9-608fb01c6899), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.830991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7124b622-8c89-475a-b23c-1fec83ceab5a None None] For port 350df146-cd29-47ac-93d9-608fb01c6899, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=350df146-cd29-47ac-93d9-608fb01c6899,segment=NetworkSegment(bd47af9c-4489-4d1f-afcb-95d7a39b649d),segment_id=bd47af9c-4489-4d1f-afcb-95d7a39b649d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:59.900480 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7124b622-8c89-475a-b23c-1fec83ceab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (350df146-cd29-47ac-93d9-608fb01c6899), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.004248 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks [] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.015226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.137384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 207080ad-c257-4a5b-9824-5a5eac9fce28 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:00.146596 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.196368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d24e5634-ff60-4cde-9f57-bb6a7a774079 None None] Provisioning complete for port 6ab2b85f-a11f-4aac-8091-415be08677b1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:00.205065 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d24e5634-ff60-4cde-9f57-bb6a7a774079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.214035 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:00:00.223004 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:00:00.226755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event updated for resources: {'Port': ['ID=6ab2b85f-a11f-4aac-8091-415be08677b1,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:00.290912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] In _notify_port_updated(), no bound segment for port 6ab2b85f-a11f-4aac-8091-415be08677b1 on network 7747ff69-db4e-4153-a4b2-f68e5a4216ee {{(pid=103224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:00:00.306710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124b622-8c89-475a-b23c-1fec83ceab5a None None] Pushing event updated for resources: {'Port': ['ID=350df146-cd29-47ac-93d9-608fb01c6899,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:00.309275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d24e5634-ff60-4cde-9f57-bb6a7a774079 None None] Port 6ab2b85f-a11f-4aac-8091-415be08677b1 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:00.323548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:00.327273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.332737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54426) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:00.333921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3e36dd40-4a8b-4a1e-a099-76fa5a5d6925 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "PUT /v2.0/ports/6ab2b85f-a11f-4aac-8091-415be08677b1 HTTP/1.1" status: 200 len: 1136 time: 1.0182085 Feb 03 13:00:00.343039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cef3d2-affd-4011-884f-208177be7fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207080ad-c257-4a5b-9824-5a5eac9fce28'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:00:00.346035 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f030b2-89dd-4215-b881-0e64adef5b63" -d '{"events": [{"server_uuid": "69cef3d2-affd-4011-884f-208177be7fde", "name": "network-vif-plugged", "status": "completed", "tag": "207080ad-c257-4a5b-9824-5a5eac9fce28"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:00:00.390057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d24e5634-ff60-4cde-9f57-bb6a7a774079 None None] Provisioning complete for port 350df146-cd29-47ac-93d9-608fb01c6899 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:00.390501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d24e5634-ff60-4cde-9f57-bb6a7a774079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (350df146-cd29-47ac-93d9-608fb01c6899), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.530468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c44a023-d7e4-4ae4-b2fd-ccca42e3a653 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:00.532808 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2c44a023-d7e4-4ae4-b2fd-ccca42e3a653 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "GET /v2.0/ports/6ab2b85f-a11f-4aac-8091-415be08677b1 HTTP/1.1" status: 200 len: 1136 time: 0.1986089 Feb 03 13:00:00.549064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54436) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:00.587726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 207080ad-c257-4a5b-9824-5a5eac9fce28, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=207080ad-c257-4a5b-9824-5a5eac9fce28,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:00.593888 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96d414b-572f-460c-87c8-af422bfb0e4c x-openstack-request-id: req-a96d414b-572f-460c-87c8-af422bfb0e4c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:00:00.595833 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cef3d2-affd-4011-884f-208177be7fde", "name": "network-vif-plugged", "status": "completed", "tag": "207080ad-c257-4a5b-9824-5a5eac9fce28", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:00:00.596034 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a96d414b-572f-460c-87c8-af422bfb0e4c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:00:00.597448 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cef3d2-affd-4011-884f-208177be7fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207080ad-c257-4a5b-9824-5a5eac9fce28', 'code': 200} Feb 03 13:00:00.606426 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.674467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=207080ad-c257-4a5b-9824-5a5eac9fce28,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:00.739996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a64868-2e0b-45f2-8f82-8aaf8dfd5e4e req-44f9da00-dec3-43c4-a904-89a0160a1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:00.746855 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3a64868-2e0b-45f2-8f82-8aaf8dfd5e4e req-44f9da00-dec3-43c4-a904-89a0160a1db2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 1129 time: 0.1308382 Feb 03 13:00:00.912614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc191e-91af-4df3-97c5-4e6e0d399c89 req-aca933b3-94a5-41a7-8659-6481c5519eb6 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:00.915496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffbc191e-91af-4df3-97c5-4e6e0d399c89 req-aca933b3-94a5-41a7-8659-6481c5519eb6 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 945 time: 0.3908477 Feb 03 13:00:00.946942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d24e5634-ff60-4cde-9f57-bb6a7a774079 None None] Current status of the port 350df146-cd29-47ac-93d9-608fb01c6899 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:00.952550 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3a64868-2e0b-45f2-8f82-8aaf8dfd5e4e req-6a5df0da-5027-45c0-9856-7c78e160bacd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963012 Feb 03 13:00:00.958609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 350df146-cd29-47ac-93d9-608fb01c6899 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:00.968104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-80417f18-00e4-46ea-b741-6330f1b99139 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Deleting port 6ab2b85f-a11f-4aac-8091-415be08677b1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:00:00.968544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80417f18-00e4-46ea-b741-6330f1b99139 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.975028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d24e5634-ff60-4cde-9f57-bb6a7a774079 None None] Could not find standard attr ID for object 358d17f7-68e1-47c2-9a2c-f1408f2b48d2. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:00:01.111095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffbc191e-91af-4df3-97c5-4e6e0d399c89 req-1df5de74-9233-4889-a610-60c49cbcc8bd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880026 Feb 03 13:00:01.126720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d1d16170-9230-477d-be1b-c6f748edf055 None None] Provisioning complete for port 6ab2b85f-a11f-4aac-8091-415be08677b1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:01.127340 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1d16170-9230-477d-be1b-c6f748edf055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.162576 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80417f18-00e4-46ea-b741-6330f1b99139 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.182661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-80417f18-00e4-46ea-b741-6330f1b99139 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Calling delete_port for 6ab2b85f-a11f-4aac-8091-415be08677b1 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:00:01.210501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d1d16170-9230-477d-be1b-c6f748edf055 None None] Port 6ab2b85f-a11f-4aac-8091-415be08677b1 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:01.224579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 350df146-cd29-47ac-93d9-608fb01c6899 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:01.228820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d1d16170-9230-477d-be1b-c6f748edf055 None None] Could not find standard attr ID for object 358d17f7-68e1-47c2-9a2c-f1408f2b48d2. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:00:01.353496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 350df146-cd29-47ac-93d9-608fb01c6899 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:01.354887 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (350df146-cd29-47ac-93d9-608fb01c6899), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.413275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80417f18-00e4-46ea-b741-6330f1b99139 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.478512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6fb2ea1c-ba87-48b8-a9b4-edc6187edcf4 None None] Provisioning complete for port 6ab2b85f-a11f-4aac-8091-415be08677b1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:01.478826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fb2ea1c-ba87-48b8-a9b4-edc6187edcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6ab2b85f-a11f-4aac-8091-415be08677b1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.505942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80417f18-00e4-46ea-b741-6330f1b99139 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event deleted for resources: {'Port': ['ID=6ab2b85f-a11f-4aac-8091-415be08677b1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:01.536700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2ea1c-ba87-48b8-a9b4-edc6187edcf4 None None] Port 6ab2b85f-a11f-4aac-8091-415be08677b1 was deleted so its status cannot be updated. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 13:00:01.633338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 350df146-cd29-47ac-93d9-608fb01c6899 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:01.721037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-80417f18-00e4-46ea-b741-6330f1b99139 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.726989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54462) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:01.731644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-80417f18-00e4-46ea-b741-6330f1b99139 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "DELETE /v2.0/ports/6ab2b85f-a11f-4aac-8091-415be08677b1 HTTP/1.1" status: 204 len: 168 time: 1.1809113 Feb 03 13:00:01.863269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8556fd6-caeb-4ab7-ade9-83db5383bb40 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Deleting subnet fd6c2e0d-6479-45a0-b6d5-58688fad5191 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:00:01.867468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8556fd6-caeb-4ab7-ade9-83db5383bb40 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks [] for subnet (fd6c2e0d-6479-45a0-b6d5-58688fad5191), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.010647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54474) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:02.038753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8556fd6-caeb-4ab7-ade9-83db5383bb40 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (fd6c2e0d-6479-45a0-b6d5-58688fad5191), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.307933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8556fd6-caeb-4ab7-ade9-83db5383bb40 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (fd6c2e0d-6479-45a0-b6d5-58688fad5191), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.339208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9f73-6895-4885-a70d-e2f2acdb0398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.391467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477951b0-81d5-42e1-9552-ce06d1ff69b7 req-8a7de3b8-4cae-4a49-9477-ef71f3863e37 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:02.393185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-477951b0-81d5-42e1-9552-ce06d1ff69b7 req-8a7de3b8-4cae-4a49-9477-ef71f3863e37 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 946 time: 0.1415281 Feb 03 13:00:02.456539 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8556fd6-caeb-4ab7-ade9-83db5383bb40 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (fd6c2e0d-6479-45a0-b6d5-58688fad5191), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.477832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-477951b0-81d5-42e1-9552-ce06d1ff69b7 req-3e3e9fca-1d61-4243-bb8f-bdcf42011d51 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681136 Feb 03 13:00:02.530616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8556fd6-caeb-4ab7-ade9-83db5383bb40 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6c2e0d-6479-45a0-b6d5-58688fad5191,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:02.537751 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8556fd6-caeb-4ab7-ade9-83db5383bb40 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.543979 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b8556fd6-caeb-4ab7-ade9-83db5383bb40 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "DELETE /v2.0/subnets/fd6c2e0d-6479-45a0-b6d5-58688fad5191 HTTP/1.1" status: 204 len: 168 time: 0.8124771 Feb 03 13:00:02.543979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54490) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:02.544895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5612c-9086-4b5c-916f-de24277985d9 None None] Network 7747ff69-db4e-4153-a4b2-f68e5a4216ee requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:00:02.626933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9f73-6895-4885-a70d-e2f2acdb0398 admin admin] Publish callbacks [] for security_group (73e4afd0-fa06-4589-b31a-2c5d8a19faa4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.653356 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9f73-6895-4885-a70d-e2f2acdb0398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (73e4afd0-fa06-4589-b31a-2c5d8a19faa4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.747980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf9f73-6895-4885-a70d-e2f2acdb0398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e4afd0-fa06-4589-b31a-2c5d8a19faa4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:02.811129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5bbf9f73-6895-4885-a70d-e2f2acdb0398 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=657f21671cfd4dd282a42dcafb2042e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7975690 Feb 03 13:00:02.812435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54492) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:02.842216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (7747ff69-db4e-4153-a4b2-f68e5a4216ee), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.933666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d1d47-2a7d-4e7a-b945-fb43404144fc None None] DHCP port deletion for 7747ff69-db4e-4153-a4b2-f68e5a4216ee request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:00:03.013566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c95d1d47-2a7d-4e7a-b945-fb43404144fc None None] Deleting port 350df146-cd29-47ac-93d9-608fb01c6899 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:00:03.013566 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c95d1d47-2a7d-4e7a-b945-fb43404144fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (350df146-cd29-47ac-93d9-608fb01c6899), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.135453 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30f0aa62-c251-4bd1-9bb6-2201d9cb1d11 admin admin] Publish callbacks [] for security_group (73e4afd0-fa06-4589-b31a-2c5d8a19faa4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.226163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30f0aa62-c251-4bd1-9bb6-2201d9cb1d11 admin admin] Publish callbacks [] for security_group (73e4afd0-fa06-4589-b31a-2c5d8a19faa4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.251432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c95d1d47-2a7d-4e7a-b945-fb43404144fc None None] For port 350df146-cd29-47ac-93d9-608fb01c6899, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=350df146-cd29-47ac-93d9-608fb01c6899,segment=NetworkSegment(bd47af9c-4489-4d1f-afcb-95d7a39b649d),segment_id=bd47af9c-4489-4d1f-afcb-95d7a39b649d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:03.253521 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c95d1d47-2a7d-4e7a-b945-fb43404144fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (350df146-cd29-47ac-93d9-608fb01c6899), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.259573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Deleting port 350df146-cd29-47ac-93d9-608fb01c6899 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:00:03.260366 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (350df146-cd29-47ac-93d9-608fb01c6899), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.288484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c95d1d47-2a7d-4e7a-b945-fb43404144fc None None] Calling delete_port for 350df146-cd29-47ac-93d9-608fb01c6899 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:00:03.431731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] For port 350df146-cd29-47ac-93d9-608fb01c6899, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=350df146-cd29-47ac-93d9-608fb01c6899,segment=NetworkSegment(bd47af9c-4489-4d1f-afcb-95d7a39b649d),segment_id=bd47af9c-4489-4d1f-afcb-95d7a39b649d)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:03.432300 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (350df146-cd29-47ac-93d9-608fb01c6899), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.453462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Calling delete_port for 350df146-cd29-47ac-93d9-608fb01c6899 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:00:03.466692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30f0aa62-c251-4bd1-9bb6-2201d9cb1d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (73e4afd0-fa06-4589-b31a-2c5d8a19faa4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.469954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30f0aa62-c251-4bd1-9bb6-2201d9cb1d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.471464 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-30f0aa62-c251-4bd1-9bb6-2201d9cb1d11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73e4afd0-fa06-4589-b31a-2c5d8a19faa4 HTTP/1.1" status: 204 len: 168 time: 0.6567414 Feb 03 13:00:03.513748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0aa62-c251-4bd1-9bb6-2201d9cb1d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e4afd0-fa06-4589-b31a-2c5d8a19faa4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:03.567931 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (350df146-cd29-47ac-93d9-608fb01c6899), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.578112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 350df146-cd29-47ac-93d9-608fb01c6899 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:00:03.648149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event deleted for resources: {'Port': ['ID=350df146-cd29-47ac-93d9-608fb01c6899,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:03.670411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 350df146-cd29-47ac-93d9-608fb01c6899 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:00:03.670679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 350df146-cd29-47ac-93d9-608fb01c6899 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:00:03.672892 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] No DVR routers for this DVR port 350df146-cd29-47ac-93d9-608fb01c6899 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:00:03.686111 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c95d1d47-2a7d-4e7a-b945-fb43404144fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (350df146-cd29-47ac-93d9-608fb01c6899), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.812781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d1d47-2a7d-4e7a-b945-fb43404144fc None None] Pushing event deleted for resources: {'Port': ['ID=350df146-cd29-47ac-93d9-608fb01c6899,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:03.830251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d1d47-2a7d-4e7a-b945-fb43404144fc None None] No DVR routers for this DVR port 350df146-cd29-47ac-93d9-608fb01c6899 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:00:03.890663 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (7747ff69-db4e-4153-a4b2-f68e5a4216ee), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.923500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7747ff69-db4e-4153-a4b2-f68e5a4216ee']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:03.939733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd47af9c-4489-4d1f-afcb-95d7a39b649d') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:03.940540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd47af9c-4489-4d1f-afcb-95d7a39b649d') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:03.967926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (bd47af9c-4489-4d1f-afcb-95d7a39b649d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.992795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bd47af9c-4489-4d1f-afcb-95d7a39b649d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.004358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:00:04.006385 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (bd47af9c-4489-4d1f-afcb-95d7a39b649d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:00:04.016505 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:00:04.176111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (7747ff69-db4e-4153-a4b2-f68e5a4216ee), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.199683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.205625 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] 10.222.0.65 "DELETE /v2.0/networks/7747ff69-db4e-4153-a4b2-f68e5a4216ee HTTP/1.1" status: 204 len: 168 time: 1.6608768 Feb 03 13:00:04.242846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d4433-9527-4536-a694-1ad581c614a9 tempest-ExtraDHCPOptionsTestJSON-28893078 tempest-ExtraDHCPOptionsTestJSON-28893078-project] Pushing event deleted for resources: {'Network': ['ID=7747ff69-db4e-4153-a4b2-f68e5a4216ee,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:04.537792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54544) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:04.792552 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-153bb4f8-cded-4593-a8aa-22bdd1d5db76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d684f368edb4265ad688cd07e8d71c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534339 Feb 03 13:00:04.795027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54558) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:04.856243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-807f1e23-bbcd-4b91-9c92-7cdad6e59064 admin admin] Publish callbacks [] for security_group (2ce5ba65-7ba3-4c9a-b8ef-eb034938dc58), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.887071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-807f1e23-bbcd-4b91-9c92-7cdad6e59064 admin admin] Publish callbacks [] for security_group (2ce5ba65-7ba3-4c9a-b8ef-eb034938dc58), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.946491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-807f1e23-bbcd-4b91-9c92-7cdad6e59064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2ce5ba65-7ba3-4c9a-b8ef-eb034938dc58), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.949614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-807f1e23-bbcd-4b91-9c92-7cdad6e59064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.951016 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-807f1e23-bbcd-4b91-9c92-7cdad6e59064 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ce5ba65-7ba3-4c9a-b8ef-eb034938dc58 HTTP/1.1" status: 204 len: 168 time: 0.1548383 Feb 03 13:00:04.983624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f1e23-bbcd-4b91-9c92-7cdad6e59064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5ba65-7ba3-4c9a-b8ef-eb034938dc58,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:06.636036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54712) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:06.700843 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-952fc6de-30d0-4924-889f-1807927463fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.904073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-571688959'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:06.976571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Made reservation on behalf of 74b9783e9ba140e4857a9df3228f418f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:06.982573 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.006568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.136167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for security_group (d935848b-a852-4e11-81c4-dc4a47756be7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.145825 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d935848b-a852-4e11-81c4-dc4a47756be7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.175392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:00:07.192346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d935848b-a852-4e11-81c4-dc4a47756be7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:07.204673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9f028fbe-4a00-4f57-aa70-627d2360fc38), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.205003 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Added segment 9f028fbe-4a00-4f57-aa70-627d2360fc38 of type vlan for network 167854d9-1d51-439e-94d8-9264f46b6578 Feb 03 13:00:07.296321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (167854d9-1d51-439e-94d8-9264f46b6578), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.378699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (167854d9-1d51-439e-94d8-9264f46b6578), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.385078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:07.386664 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.431647 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7905211 Feb 03 13:00:07.432323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 54786) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:07.438008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'subnet': {'network_id': '167854d9-1d51-439e-94d8-9264f46b6578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:07.480378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4009a-d5a4-465d-a30c-c660425b39b8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Network': ['ID=167854d9-1d51-439e-94d8-9264f46b6578,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:07.495190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 167854d9-1d51-439e-94d8-9264f46b6578 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:00:07.742770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Made reservation on behalf of 74b9783e9ba140e4857a9df3228f418f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:07.747285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.175688 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (94ef9fe2-b9c1-455c-b103-934a88d10c08), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.329776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Subnet': ['ID=94ef9fe2-b9c1-455c-b103-934a88d10c08,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:08.361386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Checking segment: {'id': '9f028fbe-4a00-4f57-aa70-627d2360fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '167854d9-1d51-439e-94d8-9264f46b6578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:08.361738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network hostable DHCP agents. Network: 167854d9-1d51-439e-94d8-9264f46b6578, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:00:08.407385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 167854d9-1d51-439e-94d8-9264f46b6578 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:00:08.425221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 167854d9-1d51-439e-94d8-9264f46b6578) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:08.430591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:08.432110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.437311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ebd8e0-a10e-4d9a-85b1-29046b4d2306 None None] Network 167854d9-1d51-439e-94d8-9264f46b6578 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:00:08.515831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 54894) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:08.516540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6ca20dc4-4ce3-413a-aa32-8f99100063b5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0819654 Feb 03 13:00:08.521519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-482182666', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:08.618263 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (67d814d4-3186-4f64-8787-ce98ba5270bc), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.621133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (67d814d4-3186-4f64-8787-ce98ba5270bc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.838315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99296afc-5584-4152-9eda-6a9a57d4df1b None None] Network 167854d9-1d51-439e-94d8-9264f46b6578 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:00:08.915457 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-427f7f7b-851a-43a6-b737-e904096f117e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.947129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_controller (67d814d4-3186-4f64-8787-ce98ba5270bc), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.278545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_gateway (67d814d4-3186-4f64-8787-ce98ba5270bc), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.822044 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_gateway (67d814d4-3186-4f64-8787-ce98ba5270bc), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.871358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.088349 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.118793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.25.3.212 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/08507b46-9e7e-49cf-a0bf-a8e87fede0bb) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:10.375017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (08507b46-9e7e-49cf-a0bf-a8e87fede0bb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.489703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (08507b46-9e7e-49cf-a0bf-a8e87fede0bb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.524065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:10.531206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:10.540296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:10.723633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=08507b46-9e7e-49cf-a0bf-a8e87fede0bb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:10.742750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.742750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.742750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.743098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.743402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.743730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.744052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.744370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.754281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.754903 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.755426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.755926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:10.756408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:11.273772 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_gateway (67d814d4-3186-4f64-8787-ce98ba5270bc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.550908 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.442693 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (67d814d4-3186-4f64-8787-ce98ba5270bc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.706844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:00:12.739433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.957197 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-70696528-f43d-4e60-a310-84cf207093b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1283736 Feb 03 13:00:12.959441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:12.974558 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395a2cef-9866-4d4e-ab12-a16b6c20638b None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:12.992309 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a2cef-9866-4d4e-ab12-a16b6c20638b None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:12.992829 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-395a2cef-9866-4d4e-ab12-a16b6c20638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:13.021203 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:13.023376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6afd72f5-3bfa-4448-800f-48525a99b7d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5064597 Feb 03 13:00:13.025734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55264) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:13.040399 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-395a2cef-9866-4d4e-ab12-a16b6c20638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:13.052371 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a2cef-9866-4d4e-ab12-a16b6c20638b None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:13.053395 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-395a2cef-9866-4d4e-ab12-a16b6c20638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:13.097902 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-395a2cef-9866-4d4e-ab12-a16b6c20638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:13.098815 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395a2cef-9866-4d4e-ab12-a16b6c20638b None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:13.200816 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-b9ddfc97-be00-46ec-9a40-1d8f82467693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:13.202374 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-b9ddfc97-be00-46ec-9a40-1d8f82467693 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 1129 time: 0.1775837 Feb 03 13:00:13.506182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-990d197c-67ce-4ba6-9822-d0bcd798bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:13.507698 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-990d197c-67ce-4ba6-9822-d0bcd798bdb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.2811568 Feb 03 13:00:13.558752 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-16bcd532-ca82-4d39-bbfc-59381d5a522c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c9e18b-6dd4-4b6b-b61e-e2457b098486 HTTP/1.1" status: 200 len: 217 time: 0.0422156 Feb 03 13:00:13.709586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-2a0856af-f6ac-4a68-b11c-8ca02729515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:13.711396 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-2a0856af-f6ac-4a68-b11c-8ca02729515b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.1169081 Feb 03 13:00:13.773082 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-1feadc25-8d6e-43ed-979a-630396657fb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520248 Feb 03 13:00:14.093650 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-dd89f505-251b-47a1-b32d-817f4c3a4b8c service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626414 Feb 03 13:00:14.134220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.560651 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b019d764-558b-4c24-8587-ddedeadf4b6a req-84954c16-935e-4f64-a633-d52c54691b42 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587772 Feb 03 13:00:14.887384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.20.0.1 (167854d9-1d51-439e-94d8-9264f46b6578/94ef9fe2-b9c1-455c-b103-934a88d10c08/c3edd818-a40f-4014-b4e9-c3f6274009af) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:15.153328 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (c3edd818-a40f-4014-b4e9-c3f6274009af), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.240038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c3edd818-a40f-4014-b4e9-c3f6274009af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.371071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 167854d9-1d51-439e-94d8-9264f46b6578 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:15.380914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:15.387240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:15.471619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (67d814d4-3186-4f64-8787-ce98ba5270bc), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.575366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=c3edd818-a40f-4014-b4e9-c3f6274009af,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:15.784394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c3edd818-a40f-4014-b4e9-c3f6274009af), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.305287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.502208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (c3edd818-a40f-4014-b4e9-c3f6274009af), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.516638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (c3edd818-a40f-4014-b4e9-c3f6274009af), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.611342 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (67d814d4-3186-4f64-8787-ce98ba5270bc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.732113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=c3edd818-a40f-4014-b4e9-c3f6274009af,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:16.943084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 167854d9-1d51-439e-94d8-9264f46b6578 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:16.945473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:17.761151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:18.035217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:18.044901 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ae10beb9-7b34-479b-8f74-69c5003d385e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/routers/67d814d4-3186-4f64-8787-ce98ba5270bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9802651 Feb 03 13:00:18.048021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55348) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:18.048988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d343d3e0-1c0d-4b92-94e3-7e564dc64270 None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:18.062699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'port': {'network_id': '167854d9-1d51-439e-94d8-9264f46b6578', 'name': 'tempest-FloatingIPTestJSON-2144569238'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:18.068102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343d3e0-1c0d-4b92-94e3-7e564dc64270 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:18.068868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d343d3e0-1c0d-4b92-94e3-7e564dc64270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:18.108105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d343d3e0-1c0d-4b92-94e3-7e564dc64270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:18.123047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343d3e0-1c0d-4b92-94e3-7e564dc64270 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:18.124054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d343d3e0-1c0d-4b92-94e3-7e564dc64270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:18.191061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d343d3e0-1c0d-4b92-94e3-7e564dc64270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:18.197663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d343d3e0-1c0d-4b92-94e3-7e564dc64270 None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:18.368206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Made reservation on behalf of 74b9783e9ba140e4857a9df3228f418f for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:18.372016 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:18.413854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] device_id is not set on port 688227a2-4c18-42fa-81f3-1b38e52f2a42 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:00:18.657606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.20.0.4 (167854d9-1d51-439e-94d8-9264f46b6578/94ef9fe2-b9c1-455c-b103-934a88d10c08/688227a2-4c18-42fa-81f3-1b38e52f2a42) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:18.964928 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (688227a2-4c18-42fa-81f3-1b38e52f2a42), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.076002 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (688227a2-4c18-42fa-81f3-1b38e52f2a42), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.126964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 167854d9-1d51-439e-94d8-9264f46b6578 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:19.128754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:19.131765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:19.451486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=688227a2-4c18-42fa-81f3-1b38e52f2a42,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:19.527857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:19.528470 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.572861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ffa23722-f7e9-44b6-8daf-f2e5f150a5ba tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5218527 Feb 03 13:00:19.573648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55368) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:19.583646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'port': {'network_id': '167854d9-1d51-439e-94d8-9264f46b6578', 'name': 'tempest-FloatingIPTestJSON-1792075774'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:19.852161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Made reservation on behalf of 74b9783e9ba140e4857a9df3228f418f for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:19.856852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.928883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] device_id is not set on port 7e5946c9-c82b-43ca-bc67-0cbab1302d53 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:00:20.200773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.20.0.12 (167854d9-1d51-439e-94d8-9264f46b6578/94ef9fe2-b9c1-455c-b103-934a88d10c08/7e5946c9-c82b-43ca-bc67-0cbab1302d53) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:20.425953 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (7e5946c9-c82b-43ca-bc67-0cbab1302d53), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.472945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7e5946c9-c82b-43ca-bc67-0cbab1302d53), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.551505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=7e5946c9-c82b-43ca-bc67-0cbab1302d53,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:20.582729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 167854d9-1d51-439e-94d8-9264f46b6578 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:20.587146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:20.592991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:20.705406 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.749072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:20.753021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.803710 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3f7b45fe-1375-4331-be38-d9ad074968fb tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2281144 Feb 03 13:00:20.806750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55388) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:20.812700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '7e5946c9-c82b-43ca-bc67-0cbab1302d53', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:20.857555 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:21.196555 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:21.446288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.25.3.180 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/7afcae6a-0fc5-41ba-91c9-34ce142d75c8) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:21.582281 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:00:21.582966 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (7afcae6a-0fc5-41ba-91c9-34ce142d75c8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:21.630753 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7afcae6a-0fc5-41ba-91c9-34ce142d75c8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:21.679072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:21.683714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:21.690738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:21.729549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=7afcae6a-0fc5-41ba-91c9-34ce142d75c8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:22.325744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (09e8e60b-109f-4d3c-8845-f9c1c7d20faa), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.483629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7afcae6a-0fc5-41ba-91c9-34ce142d75c8), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.824083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (7afcae6a-0fc5-41ba-91c9-34ce142d75c8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.832626 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7afcae6a-0fc5-41ba-91c9-34ce142d75c8), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.933633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=7afcae6a-0fc5-41ba-91c9-34ce142d75c8,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:22.945752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (09e8e60b-109f-4d3c-8845-f9c1c7d20faa), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.480334 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 09e8e60b-109f-4d3c-8845-f9c1c7d20faa associated. External IP: 172.25.3.180, port: 7e5946c9-c82b-43ca-bc67-0cbab1302d53. Feb 03 13:00:23.817099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-9041d7a7-0e6c-4b7e-b238-4a584d4a56bf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1183650 Feb 03 13:00:23.823021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:23.987356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-345f1763-9010-467b-9249-b114bad7b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:23.989270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-345f1763-9010-467b-9249-b114bad7b0af service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 1128 time: 0.1093600 Feb 03 13:00:23.991067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:24.004602 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78eb366-d199-4179-a289-880e09b8ae32 None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:24.035303 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78eb366-d199-4179-a289-880e09b8ae32 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:24.036229 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f78eb366-d199-4179-a289-880e09b8ae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:24.043017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.120694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8b247522-e989-451a-ba2e-5984f22ef0d1 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3118651 Feb 03 13:00:24.123616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55446) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:24.127374 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f78eb366-d199-4179-a289-880e09b8ae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:24.128573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-075d36b2-a568-42cc-bf91-776b3bd90dd0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:24.166578 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78eb366-d199-4179-a289-880e09b8ae32 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:24.168489 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f78eb366-d199-4179-a289-880e09b8ae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:24.236887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-bf3eb2e9-86ba-45d7-9c63-f805009dc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:24.238431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-bf3eb2e9-86ba-45d7-9c63-f805009dc910 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.2219830 Feb 03 13:00:24.246224 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f78eb366-d199-4179-a289-880e09b8ae32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:24.247758 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78eb366-d199-4179-a289-880e09b8ae32 None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:24.255833 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-075d36b2-a568-42cc-bf91-776b3bd90dd0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (09e8e60b-109f-4d3c-8845-f9c1c7d20faa), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.288709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-a66f9707-77b2-42cf-b8ad-8447d7562d4d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=246cb272-66e9-431e-a80b-11bf83442b6b HTTP/1.1" status: 200 len: 217 time: 0.0420475 Feb 03 13:00:24.433092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-3ee0a415-ad94-46c8-a105-bec7be9ce8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:24.434601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-3ee0a415-ad94-46c8-a105-bec7be9ce8ce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.1125481 Feb 03 13:00:24.476491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-5225fa33-718c-4644-b7c8-27c95e158d08 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356002 Feb 03 13:00:24.551141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-075d36b2-a568-42cc-bf91-776b3bd90dd0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.593747 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-075d36b2-a568-42cc-bf91-776b3bd90dd0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (09e8e60b-109f-4d3c-8845-f9c1c7d20faa), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.594143 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-075d36b2-a568-42cc-bf91-776b3bd90dd0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 09e8e60b-109f-4d3c-8845-f9c1c7d20faa disassociated. External IP: 172.25.3.180, port: 7e5946c9-c82b-43ca-bc67-0cbab1302d53. Feb 03 13:00:24.701519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-4c4e8097-a3af-4ee5-9915-515ec23280e7 service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131817 Feb 03 13:00:24.909836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd1f0c1c-3dd8-483d-8b28-bfbd7f1d7b47 req-856ffb4a-6c79-4727-9b61-4dbed60938ae service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988149 Feb 03 13:00:24.952069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075d36b2-a568-42cc-bf91-776b3bd90dd0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:25.090811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075d36b2-a568-42cc-bf91-776b3bd90dd0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:25.096509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-075d36b2-a568-42cc-bf91-776b3bd90dd0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.103939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5d431-b196-40bd-9f86-91bfb6b30865 None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:25.122567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5d431-b196-40bd-9f86-91bfb6b30865 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:25.124987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-afa5d431-b196-40bd-9f86-91bfb6b30865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:25.130397 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-075d36b2-a568-42cc-bf91-776b3bd90dd0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/floatingips/09e8e60b-109f-4d3c-8845-f9c1c7d20faa HTTP/1.1" status: 200 len: 688 time: 1.0052068 Feb 03 13:00:25.132678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55458) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:25.171042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-afa5d431-b196-40bd-9f86-91bfb6b30865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:25.181604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5d431-b196-40bd-9f86-91bfb6b30865 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:25.182485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-afa5d431-b196-40bd-9f86-91bfb6b30865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:25.223498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-afa5d431-b196-40bd-9f86-91bfb6b30865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:25.224504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5d431-b196-40bd-9f86-91bfb6b30865 None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:25.278066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 7afcae6a-0fc5-41ba-91c9-34ce142d75c8 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:00:25.278347 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7afcae6a-0fc5-41ba-91c9-34ce142d75c8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.409691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7afcae6a-0fc5-41ba-91c9-34ce142d75c8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.410272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (7afcae6a-0fc5-41ba-91c9-34ce142d75c8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.424135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 7afcae6a-0fc5-41ba-91c9-34ce142d75c8 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:00:25.602980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (7afcae6a-0fc5-41ba-91c9-34ce142d75c8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.642491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=7afcae6a-0fc5-41ba-91c9-34ce142d75c8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:25.736387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (09e8e60b-109f-4d3c-8845-f9c1c7d20faa), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.739528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.740953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-45518328-e732-4d90-9dbd-feab29daceed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/floatingips/09e8e60b-109f-4d3c-8845-f9c1c7d20faa HTTP/1.1" status: 204 len: 168 time: 0.6067235 Feb 03 13:00:25.744350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55472) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:25.752912 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '688227a2-4c18-42fa-81f3-1b38e52f2a42'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:25.789078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.974960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.097896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.25.3.118 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/96541f7d-6a08-454e-8f55-a32ada2cde2c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:26.229036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (96541f7d-6a08-454e-8f55-a32ada2cde2c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.280759 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (96541f7d-6a08-454e-8f55-a32ada2cde2c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.338152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:26.342155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:26.347840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:26.398823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=96541f7d-6a08-454e-8f55-a32ada2cde2c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:26.869062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (9955a7ad-ef16-4613-89cb-2902091b47a7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.956457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (96541f7d-6a08-454e-8f55-a32ada2cde2c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.147911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (96541f7d-6a08-454e-8f55-a32ada2cde2c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.155689 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (96541f7d-6a08-454e-8f55-a32ada2cde2c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.235992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=96541f7d-6a08-454e-8f55-a32ada2cde2c,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:27.246293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (9955a7ad-ef16-4613-89cb-2902091b47a7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.355951 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 9955a7ad-ef16-4613-89cb-2902091b47a7 associated. External IP: 172.25.3.118, port: 688227a2-4c18-42fa-81f3-1b38e52f2a42. Feb 03 13:00:27.577852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:27.696898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:27.708713 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010de9a8-bc05-43b8-9660-09037dd4836f None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:27.741701 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010de9a8-bc05-43b8-9660-09037dd4836f None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:27.743437 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-010de9a8-bc05-43b8-9660-09037dd4836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:27.755705 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.803755 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-010de9a8-bc05-43b8-9660-09037dd4836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:27.806276 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c552401c-9e36-4101-9a7f-ad9b74a7af43 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0604002 Feb 03 13:00:27.809304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55508) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:27.814916 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010de9a8-bc05-43b8-9660-09037dd4836f None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:27.815732 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-010de9a8-bc05-43b8-9660-09037dd4836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:27.851096 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-010de9a8-bc05-43b8-9660-09037dd4836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:27.852088 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010de9a8-bc05-43b8-9660-09037dd4836f None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:27.903361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4b34f7da-cf5f-4059-8f7b-cd2e8189125c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "GET /v2.0/floatingips/9955a7ad-ef16-4613-89cb-2902091b47a7 HTTP/1.1" status: 200 len: 978 time: 0.0898612 Feb 03 13:00:27.905328 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55510) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:28.020861 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9db33e73-13f8-4cc8-ab94-f12493b59336 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1141844 Feb 03 13:00:28.023346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55520) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:28.029195 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'port_id': '7e5946c9-c82b-43ca-bc67-0cbab1302d53'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:28.092544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (9955a7ad-ef16-4613-89cb-2902091b47a7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:28.592783 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:28.601588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (9955a7ad-ef16-4613-89cb-2902091b47a7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:28.710479 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 9955a7ad-ef16-4613-89cb-2902091b47a7 associated. External IP: 172.25.3.118, port: 688227a2-4c18-42fa-81f3-1b38e52f2a42. Feb 03 13:00:29.010186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:29.152404 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:29.163302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83fc4a-48ad-4c0c-9a6c-18b5ec91358d None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:29.182922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83fc4a-48ad-4c0c-9a6c-18b5ec91358d None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:29.183578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-df83fc4a-48ad-4c0c-9a6c-18b5ec91358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:29.277429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-df83fc4a-48ad-4c0c-9a6c-18b5ec91358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:29.299799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83fc4a-48ad-4c0c-9a6c-18b5ec91358d None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:29.300691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-df83fc4a-48ad-4c0c-9a6c-18b5ec91358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:29.384913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-df83fc4a-48ad-4c0c-9a6c-18b5ec91358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:29.388018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83fc4a-48ad-4c0c-9a6c-18b5ec91358d None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:30.007157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:30.146822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:30.152234 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:30.169288 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938883d-b73e-4990-a37b-a78dd917b5ee None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:30.183353 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938883d-b73e-4990-a37b-a78dd917b5ee None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:30.184511 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-b938883d-b73e-4990-a37b-a78dd917b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:30.234614 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-b938883d-b73e-4990-a37b-a78dd917b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:30.247396 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938883d-b73e-4990-a37b-a78dd917b5ee None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:30.248651 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-b938883d-b73e-4990-a37b-a78dd917b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:30.251274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-61ccdfe3-24ca-410f-ba24-6916f1b35fe5 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/floatingips/9955a7ad-ef16-4613-89cb-2902091b47a7 HTTP/1.1" status: 200 len: 979 time: 2.2261860 Feb 03 13:00:30.254054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55542) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:30.259510 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0943528d-99f7-4f14-8222-93cd08d9fbb6 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:30.290053 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-b938883d-b73e-4990-a37b-a78dd917b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:30.291377 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938883d-b73e-4990-a37b-a78dd917b5ee None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:30.343121 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0943528d-99f7-4f14-8222-93cd08d9fbb6 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (9955a7ad-ef16-4613-89cb-2902091b47a7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:30.512752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0943528d-99f7-4f14-8222-93cd08d9fbb6 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:30.518370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0943528d-99f7-4f14-8222-93cd08d9fbb6 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (9955a7ad-ef16-4613-89cb-2902091b47a7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:30.519024 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-0943528d-99f7-4f14-8222-93cd08d9fbb6 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 9955a7ad-ef16-4613-89cb-2902091b47a7 disassociated. External IP: 172.25.3.118, port: 7e5946c9-c82b-43ca-bc67-0cbab1302d53. Feb 03 13:00:31.091736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0943528d-99f7-4f14-8222-93cd08d9fbb6 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:31.224263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0943528d-99f7-4f14-8222-93cd08d9fbb6 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:31.228772 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0943528d-99f7-4f14-8222-93cd08d9fbb6 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:31.259963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664ced9-fa18-4b1e-b38c-c21daf227157 None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:31.268087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55562) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:31.280845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664ced9-fa18-4b1e-b38c-c21daf227157 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:31.281895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0664ced9-fa18-4b1e-b38c-c21daf227157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:31.283083 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0943528d-99f7-4f14-8222-93cd08d9fbb6 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/floatingips/9955a7ad-ef16-4613-89cb-2902091b47a7 HTTP/1.1" status: 200 len: 688 time: 1.0277030 Feb 03 13:00:31.339718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0664ced9-fa18-4b1e-b38c-c21daf227157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:31.359662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664ced9-fa18-4b1e-b38c-c21daf227157 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:31.360345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0664ced9-fa18-4b1e-b38c-c21daf227157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:31.401196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0664ced9-fa18-4b1e-b38c-c21daf227157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:31.401840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664ced9-fa18-4b1e-b38c-c21daf227157 None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:31.432891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 96541f7d-6a08-454e-8f55-a32ada2cde2c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:00:31.433278 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (96541f7d-6a08-454e-8f55-a32ada2cde2c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:31.515210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (96541f7d-6a08-454e-8f55-a32ada2cde2c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:31.515530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (96541f7d-6a08-454e-8f55-a32ada2cde2c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:31.528842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 96541f7d-6a08-454e-8f55-a32ada2cde2c owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:00:31.673623 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (96541f7d-6a08-454e-8f55-a32ada2cde2c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:31.771460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=96541f7d-6a08-454e-8f55-a32ada2cde2c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:31.787801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (9955a7ad-ef16-4613-89cb-2902091b47a7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:31.796211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:31.800164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fa6ff860-2781-4ef2-abf4-aec0bc97c903 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/floatingips/9955a7ad-ef16-4613-89cb-2902091b47a7 HTTP/1.1" status: 204 len: 168 time: 0.5276647 Feb 03 13:00:31.800600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55566) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:31.864745 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-35092399-3578-43f5-8f6f-b35bba89ec1f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] delete failed (client error): The resource could not be found. Feb 03 13:00:31.869990 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-35092399-3578-43f5-8f6f-b35bba89ec1f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/floatingips/9955a7ad-ef16-4613-89cb-2902091b47a7 HTTP/1.1" status: 404 len: 345 time: 0.0683627 Feb 03 13:00:31.870250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55568) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:31.961995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb250dd4-7937-48ff-80c3-b2d9b0476d34 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:31.968303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb250dd4-7937-48ff-80c3-b2d9b0476d34 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:31.974347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb250dd4-7937-48ff-80c3-b2d9b0476d34 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:31.978851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-eb250dd4-7937-48ff-80c3-b2d9b0476d34 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "GET /v2.0/ports?network_id=167854d9-1d51-439e-94d8-9264f46b6578 HTTP/1.1" status: 200 len: 2359 time: 0.1050923 Feb 03 13:00:31.979270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55572) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:32.085226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ddc9af-f819-44c9-8463-4f89313ce29b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.087106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-88ddc9af-f819-44c9-8463-4f89313ce29b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "GET /v2.0/subnets/94ef9fe2-b9c1-455c-b103-934a88d10c08 HTTP/1.1" status: 200 len: 797 time: 0.1065841 Feb 03 13:00:32.091390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55578) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:32.096686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'port': {'network_id': '167854d9-1d51-439e-94d8-9264f46b6578', 'name': 'tempest-FloatingIPTestJSON-1955395736', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:32.290281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Made reservation on behalf of 74b9783e9ba140e4857a9df3228f418f for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:32.440897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55586) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:32.445896 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.482507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] device_id is not set on port 658fc1c6-c4c4-4e37-86fa-19edad2bc48c yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:00:32.602518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8f45e56-1f96-4da4-958d-6928dd79dc38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.696355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8f45e56-1f96-4da4-958d-6928dd79dc38 admin admin] Publish callbacks [] for security_group (9343d3f9-f0db-4724-9a64-8201c05e14a7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.708365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8f45e56-1f96-4da4-958d-6928dd79dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9343d3f9-f0db-4724-9a64-8201c05e14a7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.761115 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a8f45e56-1f96-4da4-958d-6928dd79dc38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3df6c11e75924745a7af5600c6e04842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190136 Feb 03 13:00:32.761921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f45e56-1f96-4da4-958d-6928dd79dc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9343d3f9-f0db-4724-9a64-8201c05e14a7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:32.766533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55590) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:32.825993 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-31eab7bc-4df3-486f-8d06-0777f9a60eab admin admin] Publish callbacks [] for security_group (9343d3f9-f0db-4724-9a64-8201c05e14a7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.856437 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-31eab7bc-4df3-486f-8d06-0777f9a60eab admin admin] Publish callbacks [] for security_group (9343d3f9-f0db-4724-9a64-8201c05e14a7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.921989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-31eab7bc-4df3-486f-8d06-0777f9a60eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9343d3f9-f0db-4724-9a64-8201c05e14a7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.926065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-31eab7bc-4df3-486f-8d06-0777f9a60eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.927902 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-31eab7bc-4df3-486f-8d06-0777f9a60eab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9343d3f9-f0db-4724-9a64-8201c05e14a7 HTTP/1.1" status: 204 len: 168 time: 0.1600296 Feb 03 13:00:32.945325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eab7bc-4df3-486f-8d06-0777f9a60eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9343d3f9-f0db-4724-9a64-8201c05e14a7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:33.003626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.20.0.14 (167854d9-1d51-439e-94d8-9264f46b6578/94ef9fe2-b9c1-455c-b103-934a88d10c08/658fc1c6-c4c4-4e37-86fa-19edad2bc48c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:33.010726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.20.0.13 (167854d9-1d51-439e-94d8-9264f46b6578/94ef9fe2-b9c1-455c-b103-934a88d10c08/658fc1c6-c4c4-4e37-86fa-19edad2bc48c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:33.277039 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (658fc1c6-c4c4-4e37-86fa-19edad2bc48c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.321503 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (658fc1c6-c4c4-4e37-86fa-19edad2bc48c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.393677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 167854d9-1d51-439e-94d8-9264f46b6578 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:33.397300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:33.414473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:33.430734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55604) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:33.445328 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2698-614c-47f3-b70b-96784e290fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.473358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=658fc1c6-c4c4-4e37-86fa-19edad2bc48c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:33.529027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:33.529578 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.546191 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2698-614c-47f3-b70b-96784e290fcb admin admin] Publish callbacks [] for security_group (58ccaddc-ab87-4a0c-a4e7-2c2c9ad33f6a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.550065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2ff83a3b-cc2e-42ac-89f1-6314431abe4e tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4573736 Feb 03 13:00:33.552533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55606) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:33.554820 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2698-614c-47f3-b70b-96784e290fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (58ccaddc-ab87-4a0c-a4e7-2c2c9ad33f6a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.557644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '658fc1c6-c4c4-4e37-86fa-19edad2bc48c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:33.588467 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.603185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a2698-614c-47f3-b70b-96784e290fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ccaddc-ab87-4a0c-a4e7-2c2c9ad33f6a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:33.607913 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0f8a2698-614c-47f3-b70b-96784e290fcb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ddaf825daed24833a255fb2e27c2181e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759152 Feb 03 13:00:33.610844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55608) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:33.665579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b1e9-5686-4376-ab8c-f478c930b936 admin admin] Publish callbacks [] for security_group (58ccaddc-ab87-4a0c-a4e7-2c2c9ad33f6a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.689375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b1e9-5686-4376-ab8c-f478c930b936 admin admin] Publish callbacks [] for security_group (58ccaddc-ab87-4a0c-a4e7-2c2c9ad33f6a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.772234 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b1e9-5686-4376-ab8c-f478c930b936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (58ccaddc-ab87-4a0c-a4e7-2c2c9ad33f6a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.775733 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.776546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b1e9-5686-4376-ab8c-f478c930b936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.778141 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a7e6b1e9-5686-4376-ab8c-f478c930b936 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58ccaddc-ab87-4a0c-a4e7-2c2c9ad33f6a HTTP/1.1" status: 204 len: 168 time: 0.1661026 Feb 03 13:00:33.798820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6b1e9-5686-4376-ab8c-f478c930b936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ccaddc-ab87-4a0c-a4e7-2c2c9ad33f6a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:34.010349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.25.3.168 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/c23dd35a-ef28-4249-9e71-466e0490a88b) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:34.170017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (c23dd35a-ef28-4249-9e71-466e0490a88b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:34.251670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c23dd35a-ef28-4249-9e71-466e0490a88b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:34.321913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:34.328368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:34.333229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:34.339961 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=c23dd35a-ef28-4249-9e71-466e0490a88b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:34.878287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (3a05e4ee-061f-4a0e-8e56-2c0f4604844b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:35.016736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c23dd35a-ef28-4249-9e71-466e0490a88b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:35.241651 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (c23dd35a-ef28-4249-9e71-466e0490a88b), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:35.250598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c23dd35a-ef28-4249-9e71-466e0490a88b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:35.376499 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (3a05e4ee-061f-4a0e-8e56-2c0f4604844b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:35.384097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=c23dd35a-ef28-4249-9e71-466e0490a88b,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:35.535633 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 3a05e4ee-061f-4a0e-8e56-2c0f4604844b associated. External IP: 172.25.3.168, port: 658fc1c6-c4c4-4e37-86fa-19edad2bc48c. Feb 03 13:00:35.814566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:35.980150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:35.995132 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b741cb8-9604-40e8-95ea-6a3e971850fd None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:36.006779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.018880 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b741cb8-9604-40e8-95ea-6a3e971850fd None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:36.019876 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6b741cb8-9604-40e8-95ea-6a3e971850fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:36.042540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-752b5b54-f029-45f8-a4ec-dc3cab126f8c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4882414 Feb 03 13:00:36.044799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:36.051489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3275ab1d-20b8-409e-b9e4-444e3643cc71 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'port_id': '658fc1c6-c4c4-4e37-86fa-19edad2bc48c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:36.086875 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6b741cb8-9604-40e8-95ea-6a3e971850fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:36.100089 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b741cb8-9604-40e8-95ea-6a3e971850fd None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:36.101572 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6b741cb8-9604-40e8-95ea-6a3e971850fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:36.144669 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6b741cb8-9604-40e8-95ea-6a3e971850fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:36.145814 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b741cb8-9604-40e8-95ea-6a3e971850fd None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:36.168887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3275ab1d-20b8-409e-b9e4-444e3643cc71 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (3a05e4ee-061f-4a0e-8e56-2c0f4604844b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.673010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5530793c-ecc4-4148-89ee-875b337ceb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.845641 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3275ab1d-20b8-409e-b9e4-444e3643cc71 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.850537 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3275ab1d-20b8-409e-b9e4-444e3643cc71 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (3a05e4ee-061f-4a0e-8e56-2c0f4604844b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:37.071339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3275ab1d-20b8-409e-b9e4-444e3643cc71 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:37.181184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3275ab1d-20b8-409e-b9e4-444e3643cc71 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:37.185702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3275ab1d-20b8-409e-b9e4-444e3643cc71 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:37.198374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a6cd6-27f3-42fc-947a-5274fd847b11 None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:37.215393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a6cd6-27f3-42fc-947a-5274fd847b11 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:37.216341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a2a6cd6-27f3-42fc-947a-5274fd847b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:37.254697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a2a6cd6-27f3-42fc-947a-5274fd847b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:37.264397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a6cd6-27f3-42fc-947a-5274fd847b11 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:37.265046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a2a6cd6-27f3-42fc-947a-5274fd847b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:37.276619 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3275ab1d-20b8-409e-b9e4-444e3643cc71 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/floatingips/3a05e4ee-061f-4a0e-8e56-2c0f4604844b HTTP/1.1" status: 200 len: 979 time: 1.2281022 Feb 03 13:00:37.277037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55688) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:37.472723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port c23dd35a-ef28-4249-9e71-466e0490a88b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:00:37.473115 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c23dd35a-ef28-4249-9e71-466e0490a88b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:37.515964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5a2a6cd6-27f3-42fc-947a-5274fd847b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:37.517351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a6cd6-27f3-42fc-947a-5274fd847b11 None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:37.573645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c23dd35a-ef28-4249-9e71-466e0490a88b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:37.573953 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (c23dd35a-ef28-4249-9e71-466e0490a88b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:37.589684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for c23dd35a-ef28-4249-9e71-466e0490a88b owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:00:37.782514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c23dd35a-ef28-4249-9e71-466e0490a88b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:37.810760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=c23dd35a-ef28-4249-9e71-466e0490a88b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:37.881029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (3a05e4ee-061f-4a0e-8e56-2c0f4604844b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:37.881392 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 3a05e4ee-061f-4a0e-8e56-2c0f4604844b disassociated (deleted). External IP: 172.25.3.168, port: 658fc1c6-c4c4-4e37-86fa-19edad2bc48c. Feb 03 13:00:38.513396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:38.647158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:38.651699 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:38.662434 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8ed14-dd90-404e-9e8d-e58f4af3293a None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:38.674813 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8ed14-dd90-404e-9e8d-e58f4af3293a None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:38.675757 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-87d8ed14-dd90-404e-9e8d-e58f4af3293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:38.685511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-612b449c-b4ef-44d6-9e87-cd4880e1abee tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/floatingips/3a05e4ee-061f-4a0e-8e56-2c0f4604844b HTTP/1.1" status: 204 len: 168 time: 1.4071908 Feb 03 13:00:38.688644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55722) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:38.724374 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-87d8ed14-dd90-404e-9e8d-e58f4af3293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:38.735815 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8ed14-dd90-404e-9e8d-e58f4af3293a None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:38.737167 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-87d8ed14-dd90-404e-9e8d-e58f4af3293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:38.776844 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-87d8ed14-dd90-404e-9e8d-e58f4af3293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:38.777665 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8ed14-dd90-404e-9e8d-e58f4af3293a None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:38.817991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fc94ad2f-05c5-4e01-934c-ea1d19362ab8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 658fc1c6-c4c4-4e37-86fa-19edad2bc48c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:00:38.818255 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc94ad2f-05c5-4e01-934c-ea1d19362ab8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (658fc1c6-c4c4-4e37-86fa-19edad2bc48c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:38.833098 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abcc9285-a33a-4729-bbc9-cd59236c549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:38.930641 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc94ad2f-05c5-4e01-934c-ea1d19362ab8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (658fc1c6-c4c4-4e37-86fa-19edad2bc48c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:38.960386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fc94ad2f-05c5-4e01-934c-ea1d19362ab8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 658fc1c6-c4c4-4e37-86fa-19edad2bc48c owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:00:39.188140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc94ad2f-05c5-4e01-934c-ea1d19362ab8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (658fc1c6-c4c4-4e37-86fa-19edad2bc48c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:39.227975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94ad2f-05c5-4e01-934c-ea1d19362ab8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=658fc1c6-c4c4-4e37-86fa-19edad2bc48c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:39.351060 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc94ad2f-05c5-4e01-934c-ea1d19362ab8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:39.358637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc94ad2f-05c5-4e01-934c-ea1d19362ab8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/ports/658fc1c6-c4c4-4e37-86fa-19edad2bc48c HTTP/1.1" status: 204 len: 168 time: 0.6680546 Feb 03 13:00:39.362139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55736) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:39.369719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:39.407172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:39.598435 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:39.738586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.25.3.137 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/630b5c0b-c4b4-4db5-a04d-77bb76efc06a) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:39.914769 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (630b5c0b-c4b4-4db5-a04d-77bb76efc06a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:39.989275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (630b5c0b-c4b4-4db5-a04d-77bb76efc06a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.085879 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.112241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=630b5c0b-c4b4-4db5-a04d-77bb76efc06a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:40.159354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:40.161685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:40.167036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:40.293574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (ef4712d0-5f66-4bc5-8ece-9ac749111a41), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.360307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (630b5c0b-c4b4-4db5-a04d-77bb76efc06a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.553485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55778) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:40.590774 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (630b5c0b-c4b4-4db5-a04d-77bb76efc06a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.598350 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (630b5c0b-c4b4-4db5-a04d-77bb76efc06a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.675929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=630b5c0b-c4b4-4db5-a04d-77bb76efc06a,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:40.693755 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ef4712d0-5f66-4bc5-8ece-9ac749111a41), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.725439 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c144feb7-eaa8-425d-aae8-435ffdf8b438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.750424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.754361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8f8fc120-1db4-4966-9eba-25d08b397d0b tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3869934 Feb 03 13:00:40.754654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55782) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:40.759780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'port': {'network_id': '167854d9-1d51-439e-94d8-9264f46b6578', 'name': 'tempest-FloatingIPTestJSON-1076249127'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:40.853337 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c144feb7-eaa8-425d-aae8-435ffdf8b438 admin admin] Publish callbacks [] for security_group (6c1e1021-15ee-465a-bb2f-372a61204533), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.859335 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c144feb7-eaa8-425d-aae8-435ffdf8b438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6c1e1021-15ee-465a-bb2f-372a61204533), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.904600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144feb7-eaa8-425d-aae8-435ffdf8b438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1e1021-15ee-465a-bb2f-372a61204533,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:40.905597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Made reservation on behalf of 74b9783e9ba140e4857a9df3228f418f for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:40.910215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c144feb7-eaa8-425d-aae8-435ffdf8b438 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=787e3f0bdcfb44fda55d5ffbb6024d2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553612 Feb 03 13:00:40.912914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55784) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:40.914649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:40.935173 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] device_id is not set on port 3e8ce358-386c-4b31-b4dc-d901f1fc7338 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:00:40.979363 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53b6929f-3227-411d-8eee-eb221cbddbdc admin admin] Publish callbacks [] for security_group (6c1e1021-15ee-465a-bb2f-372a61204533), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.005957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53b6929f-3227-411d-8eee-eb221cbddbdc admin admin] Publish callbacks [] for security_group (6c1e1021-15ee-465a-bb2f-372a61204533), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.072392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.20.0.9 (167854d9-1d51-439e-94d8-9264f46b6578/94ef9fe2-b9c1-455c-b103-934a88d10c08/3e8ce358-386c-4b31-b4dc-d901f1fc7338) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:41.113601 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53b6929f-3227-411d-8eee-eb221cbddbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6c1e1021-15ee-465a-bb2f-372a61204533), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.116806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53b6929f-3227-411d-8eee-eb221cbddbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.120996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-53b6929f-3227-411d-8eee-eb221cbddbdc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c1e1021-15ee-465a-bb2f-372a61204533 HTTP/1.1" status: 204 len: 168 time: 0.2070646 Feb 03 13:00:41.140350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6929f-3227-411d-8eee-eb221cbddbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1e1021-15ee-465a-bb2f-372a61204533,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:41.360785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (3e8ce358-386c-4b31-b4dc-d901f1fc7338), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.457950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3e8ce358-386c-4b31-b4dc-d901f1fc7338), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.542595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=3e8ce358-386c-4b31-b4dc-d901f1fc7338,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:41.551048 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.564705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 167854d9-1d51-439e-94d8-9264f46b6578 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:41.570207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:41.577148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:41.694671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:41.695311 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.735391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55802) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:41.754560 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-52953e88-80bf-4fdc-8d41-27566b378649 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9986968 Feb 03 13:00:41.757404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55804) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:41.760222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50fe50de-a515-4abe-a283-3c017ee19129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.763692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-eb7e2021-49da-418f-b358-37c1247d75d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'port_id': '3e8ce358-386c-4b31-b4dc-d901f1fc7338'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:41.831954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2021-49da-418f-b358-37c1247d75d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (ef4712d0-5f66-4bc5-8ece-9ac749111a41), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.902936 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50fe50de-a515-4abe-a283-3c017ee19129 admin admin] Publish callbacks [] for security_group (da3aea08-986a-433a-85ea-231cc499528f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.919727 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50fe50de-a515-4abe-a283-3c017ee19129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (da3aea08-986a-433a-85ea-231cc499528f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.969723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-50fe50de-a515-4abe-a283-3c017ee19129 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60469acf73e7483bb344e95fd3f815fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301815 Feb 03 13:00:41.981672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55810) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:41.990909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe50de-a515-4abe-a283-3c017ee19129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3aea08-986a-433a-85ea-231cc499528f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:42.297785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27578a73-301d-424a-a0ab-0bda5a4b7ec8 admin admin] Publish callbacks [] for security_group (da3aea08-986a-433a-85ea-231cc499528f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.366719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27578a73-301d-424a-a0ab-0bda5a4b7ec8 admin admin] Publish callbacks [] for security_group (da3aea08-986a-433a-85ea-231cc499528f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.667894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27578a73-301d-424a-a0ab-0bda5a4b7ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (da3aea08-986a-433a-85ea-231cc499528f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.671523 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27578a73-301d-424a-a0ab-0bda5a4b7ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.678560 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-27578a73-301d-424a-a0ab-0bda5a4b7ec8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da3aea08-986a-433a-85ea-231cc499528f HTTP/1.1" status: 204 len: 168 time: 0.7001963 Feb 03 13:00:42.725952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27578a73-301d-424a-a0ab-0bda5a4b7ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3aea08-986a-433a-85ea-231cc499528f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:42.768368 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.828121 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2021-49da-418f-b358-37c1247d75d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.835551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2021-49da-418f-b358-37c1247d75d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ef4712d0-5f66-4bc5-8ece-9ac749111a41), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.991157 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-eb7e2021-49da-418f-b358-37c1247d75d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP ef4712d0-5f66-4bc5-8ece-9ac749111a41 associated. External IP: 172.25.3.137, port: 3e8ce358-386c-4b31-b4dc-d901f1fc7338. Feb 03 13:00:43.323959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7e2021-49da-418f-b358-37c1247d75d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:43.890357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7e2021-49da-418f-b358-37c1247d75d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:43.901771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210ca43-aba7-46e0-838c-3400f158e6d4 None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:43.903420 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2021-49da-418f-b358-37c1247d75d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:43.918822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210ca43-aba7-46e0-838c-3400f158e6d4 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:43.919505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8210ca43-aba7-46e0-838c-3400f158e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:43.944377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55868) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:43.945112 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eb7e2021-49da-418f-b358-37c1247d75d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/floatingips/ef4712d0-5f66-4bc5-8ece-9ac749111a41 HTTP/1.1" status: 200 len: 978 time: 2.1852293 Feb 03 13:00:44.002223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8210ca43-aba7-46e0-838c-3400f158e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:44.026382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210ca43-aba7-46e0-838c-3400f158e6d4 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:44.027044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8210ca43-aba7-46e0-838c-3400f158e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:44.065270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8210ca43-aba7-46e0-838c-3400f158e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:44.066307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210ca43-aba7-46e0-838c-3400f158e6d4 None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:44.084742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 3e8ce358-386c-4b31-b4dc-d901f1fc7338 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:00:44.084742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3e8ce358-386c-4b31-b4dc-d901f1fc7338), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:44.229472 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3e8ce358-386c-4b31-b4dc-d901f1fc7338), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:44.546771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:44.547146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ef4712d0-5f66-4bc5-8ece-9ac749111a41), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:44.547636 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP ef4712d0-5f66-4bc5-8ece-9ac749111a41 disassociated. External IP: 172.25.3.137, port: 3e8ce358-386c-4b31-b4dc-d901f1fc7338. Feb 03 13:00:44.548065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 3e8ce358-386c-4b31-b4dc-d901f1fc7338 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:00:44.775556 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3e8ce358-386c-4b31-b4dc-d901f1fc7338), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:44.816553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=3e8ce358-386c-4b31-b4dc-d901f1fc7338,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:45.012661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:45.223468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:45.235793 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cb8e9-a400-4c3d-a596-05e6b89b32cb None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:45.254070 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cb8e9-a400-4c3d-a596-05e6b89b32cb None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:45.254959 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e21cb8e9-a400-4c3d-a596-05e6b89b32cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:45.343032 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e21cb8e9-a400-4c3d-a596-05e6b89b32cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:45.353855 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:45.359831 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cb8e9-a400-4c3d-a596-05e6b89b32cb None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:45.360329 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e21cb8e9-a400-4c3d-a596-05e6b89b32cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:45.360698 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55916) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:45.368169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4384030f-f5ab-4f37-ae73-75771b250176 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/ports/3e8ce358-386c-4b31-b4dc-d901f1fc7338 HTTP/1.1" status: 204 len: 168 time: 1.4223120 Feb 03 13:00:45.409072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 55918) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:45.413945 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d9166306-60cd-4e46-9890-88aaa1073a26 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "GET /v2.0/floatingips/ef4712d0-5f66-4bc5-8ece-9ac749111a41 HTTP/1.1" status: 200 len: 688 time: 0.0518601 Feb 03 13:00:45.427615 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e21cb8e9-a400-4c3d-a596-05e6b89b32cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:45.428586 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cb8e9-a400-4c3d-a596-05e6b89b32cb None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:45.623392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 630b5c0b-c4b4-4db5-a04d-77bb76efc06a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:00:45.623739 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (630b5c0b-c4b4-4db5-a04d-77bb76efc06a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:45.781456 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (630b5c0b-c4b4-4db5-a04d-77bb76efc06a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:45.781912 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (630b5c0b-c4b4-4db5-a04d-77bb76efc06a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:45.795229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 630b5c0b-c4b4-4db5-a04d-77bb76efc06a owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:00:45.966212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (630b5c0b-c4b4-4db5-a04d-77bb76efc06a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.070375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=630b5c0b-c4b4-4db5-a04d-77bb76efc06a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:46.116333 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (ef4712d0-5f66-4bc5-8ece-9ac749111a41), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.119068 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.126069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 55948) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:46.126258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b7c76076-f209-449f-acda-fb71ffc319c8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/floatingips/ef4712d0-5f66-4bc5-8ece-9ac749111a41 HTTP/1.1" status: 204 len: 168 time: 0.7159483 Feb 03 13:00:46.130790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '7e5946c9-c82b-43ca-bc67-0cbab1302d53'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:46.168602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.314899 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.373195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.497908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.25.3.107 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/4406ce86-f828-49f1-93dd-2a2fab54fad2) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:46.684212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (4406ce86-f828-49f1-93dd-2a2fab54fad2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.774618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4406ce86-f828-49f1-93dd-2a2fab54fad2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.829538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:46.836658 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:46.840509 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:46.862749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=4406ce86-f828-49f1-93dd-2a2fab54fad2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:47.428189 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (887e0631-a05a-47ab-8dcc-b34e969048e5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.508471 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4406ce86-f828-49f1-93dd-2a2fab54fad2), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.685038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (4406ce86-f828-49f1-93dd-2a2fab54fad2), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.702357 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (4406ce86-f828-49f1-93dd-2a2fab54fad2), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.887141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=4406ce86-f828-49f1-93dd-2a2fab54fad2,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:47.918281 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (887e0631-a05a-47ab-8dcc-b34e969048e5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:48.149651 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 887e0631-a05a-47ab-8dcc-b34e969048e5 associated. External IP: 172.25.3.107, port: 7e5946c9-c82b-43ca-bc67-0cbab1302d53. Feb 03 13:00:48.463561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:48.643278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:48.658001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4911b-fe46-4d41-aff1-59dffc205cc2 None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:48.672351 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:48.672655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4911b-fe46-4d41-aff1-59dffc205cc2 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:48.674492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-20b4911b-fe46-4d41-aff1-59dffc205cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:48.763700 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1eb73c1f-c058-441f-8301-b6e76ac76f9c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6339285 Feb 03 13:00:48.764818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56010) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:48.771230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-116677013'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:48.783306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-20b4911b-fe46-4d41-aff1-59dffc205cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:48.826490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4911b-fe46-4d41-aff1-59dffc205cc2 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:48.839437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-20b4911b-fe46-4d41-aff1-59dffc205cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:48.839743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Made reservation on behalf of 74b9783e9ba140e4857a9df3228f418f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:48.843014 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:48.891835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-20b4911b-fe46-4d41-aff1-59dffc205cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:48.892828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4911b-fe46-4d41-aff1-59dffc205cc2 None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:48.899192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:00:48.909665 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (66533c9e-48c1-4233-b880-ec4e72799aa0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:48.910483 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Added segment 66533c9e-48c1-4233-b880-ec4e72799aa0 of type vlan for network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 Feb 03 13:00:48.964976 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (f04d6f28-0bf0-4e74-996d-ff95cb4a9223), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.003167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (f04d6f28-0bf0-4e74-996d-ff95cb4a9223), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.015476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:49.016347 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.104845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3381941 Feb 03 13:00:49.107806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56028) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:49.115064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'subnet': {'network_id': 'f04d6f28-0bf0-4e74-996d-ff95cb4a9223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:49.201743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aee52-be86-4770-8806-855691716d23 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Network': ['ID=f04d6f28-0bf0-4e74-996d-ff95cb4a9223,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:49.214081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:00:49.285272 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Made reservation on behalf of 74b9783e9ba140e4857a9df3228f418f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:49.288876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.611652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (c6050200-b1db-49ca-8378-99b4bb7b8a51), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.685569 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Subnet': ['ID=c6050200-b1db-49ca-8378-99b4bb7b8a51,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:49.691260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Checking segment: {'id': '66533c9e-48c1-4233-b880-ec4e72799aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f04d6f28-0bf0-4e74-996d-ff95cb4a9223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:49.692058 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network hostable DHCP agents. Network: f04d6f28-0bf0-4e74-996d-ff95cb4a9223, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:00:49.715190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:00:49.738933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, f04d6f28-0bf0-4e74-996d-ff95cb4a9223) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:49.748842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acf1d35-6954-436c-8569-172db9d997fb None None] Network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:00:49.765993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:49.769950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.811642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56036) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:49.812717 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7d85e3f3-00d1-4cd7-878c-08602e69a8d8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7030327 Feb 03 13:00:49.816414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-274937185', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:49.868173 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (9d65b52f-4420-495a-a0b3-ce58a414d01f), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.869542 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (9d65b52f-4420-495a-a0b3-ce58a414d01f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.909025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-f04d6f28-0bf0-4e74-996d-ff95cb4a9223', 'network_id': 'f04d6f28-0bf0-4e74-996d-ff95cb4a9223', 'project_id': '74b9783e9ba140e4857a9df3228f418f', 'fixed_ips': [{'subnet_id': 'c6050200-b1db-49ca-8378-99b4bb7b8a51'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:00:49.910014 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.073892 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_controller (9d65b52f-4420-495a-a0b3-ce58a414d01f), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.078105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Allocated IP 172.20.0.2 (f04d6f28-0bf0-4e74-996d-ff95cb4a9223/c6050200-b1db-49ca-8378-99b4bb7b8a51/83841ecc-0e7b-468a-b002-09214738e862) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:50.415995 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_gateway (9d65b52f-4420-495a-a0b3-ce58a414d01f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.463588 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Publish callbacks [] for port (83841ecc-0e7b-468a-b002-09214738e862), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.473311 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (83841ecc-0e7b-468a-b002-09214738e862), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.532609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:50.536224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:50.544140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:50.552380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Pushing event updated for resources: {'Port': ['ID=83841ecc-0e7b-468a-b002-09214738e862,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:50.591540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.592504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.603875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.604647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.605172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.605721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.607183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.607839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.608485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.610028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.610604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.611199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.611683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:50.811491 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.820638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Attempting to bind port 83841ecc-0e7b-468a-b002-09214738e862 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:00:50.821926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Attempting to bind port 83841ecc-0e7b-468a-b002-09214738e862 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '66533c9e-48c1-4233-b880-ec4e72799aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f04d6f28-0bf0-4e74-996d-ff95cb4a9223'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:00:50.822571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Attempting to bind port 83841ecc-0e7b-468a-b002-09214738e862 on network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:50.830661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:00:50.831310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Checking segment: {'id': '66533c9e-48c1-4233-b880-ec4e72799aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f04d6f28-0bf0-4e74-996d-ff95cb4a9223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:50.831914 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.832482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Bound using segment: {'id': '66533c9e-48c1-4233-b880-ec4e72799aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f04d6f28-0bf0-4e74-996d-ff95cb4a9223'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:00:50.833125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Bound port: 83841ecc-0e7b-468a-b002-09214738e862, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66533c9e-48c1-4233-b880-ec4e72799aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f04d6f28-0bf0-4e74-996d-ff95cb4a9223'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:00:50.834010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (83841ecc-0e7b-468a-b002-09214738e862), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.843842 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_gateway (9d65b52f-4420-495a-a0b3-ce58a414d01f), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.902748 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:50.915892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] For port 83841ecc-0e7b-468a-b002-09214738e862, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:00:50.919508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] For port 83841ecc-0e7b-468a-b002-09214738e862, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=83841ecc-0e7b-468a-b002-09214738e862,segment=NetworkSegment(66533c9e-48c1-4233-b880-ec4e72799aa0),segment_id=66533c9e-48c1-4233-b880-ec4e72799aa0)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:00:50.928638 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (83841ecc-0e7b-468a-b002-09214738e862), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.064585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b539da-290e-4dd7-b260-048ae092e57c None None] Pushing event updated for resources: {'Port': ['ID=83841ecc-0e7b-468a-b002-09214738e862,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:51.101485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.25.3.105 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/77f56bce-8542-452c-9e0c-57913694ed73) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:51.322251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (77f56bce-8542-452c-9e0c-57913694ed73), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.426005 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (77f56bce-8542-452c-9e0c-57913694ed73), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.534252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:51.539863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:51.546571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:51.550134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=77f56bce-8542-452c-9e0c-57913694ed73,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:53.220206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6824512e-8fde-4203-8420-e2ce158b4041 None None] Network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:00:53.414595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_gateway (9d65b52f-4420-495a-a0b3-ce58a414d01f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.430971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 83841ecc-0e7b-468a-b002-09214738e862 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:53.544708 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cca06dab-cccc-4f1d-8a30-3295c5b58028 None None] Provisioning complete for port 83841ecc-0e7b-468a-b002-09214738e862 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:53.545076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cca06dab-cccc-4f1d-8a30-3295c5b58028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83841ecc-0e7b-468a-b002-09214738e862), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.798604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 83841ecc-0e7b-468a-b002-09214738e862 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:53.798992 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83841ecc-0e7b-468a-b002-09214738e862), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.970977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cca06dab-cccc-4f1d-8a30-3295c5b58028 None None] Current status of the port 83841ecc-0e7b-468a-b002-09214738e862 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:53.972008 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cca06dab-cccc-4f1d-8a30-3295c5b58028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (83841ecc-0e7b-468a-b002-09214738e862), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.973405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (9d65b52f-4420-495a-a0b3-ce58a414d01f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:54.207859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cca06dab-cccc-4f1d-8a30-3295c5b58028 None None] For port 83841ecc-0e7b-468a-b002-09214738e862, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=83841ecc-0e7b-468a-b002-09214738e862,segment=NetworkSegment(66533c9e-48c1-4233-b880-ec4e72799aa0),segment_id=66533c9e-48c1-4233-b880-ec4e72799aa0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:54.211969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 83841ecc-0e7b-468a-b002-09214738e862 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:54.215099 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (83841ecc-0e7b-468a-b002-09214738e862), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:54.292298 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cca06dab-cccc-4f1d-8a30-3295c5b58028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (83841ecc-0e7b-468a-b002-09214738e862), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:54.399590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 9d65b52f-4420-495a-a0b3-ce58a414d01f is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:00:54.534108 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:00:54.535266 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:00:54.654485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2c90c62d-07c6-4e23-b5f4-31249fa221d1 None None] Provisioning complete for port 83841ecc-0e7b-468a-b002-09214738e862 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:54.656385 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c90c62d-07c6-4e23-b5f4-31249fa221d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83841ecc-0e7b-468a-b002-09214738e862), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:54.683584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:54.695560 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a8a593-7b91-4f3e-afb5-13026efd5a45 None None] Sync routers for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:54.711813 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8a593-7b91-4f3e-afb5-13026efd5a45 None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:54.712219 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-46a8a593-7b91-4f3e-afb5-13026efd5a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:54.739724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca06dab-cccc-4f1d-8a30-3295c5b58028 None None] Pushing event updated for resources: {'Port': ['ID=83841ecc-0e7b-468a-b002-09214738e862,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:54.765908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:54.773551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-07b97b1e-f86f-4ced-bf01-1709ce3831ef tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9555957 Feb 03 13:00:54.773551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56122) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:54.821415 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-46a8a593-7b91-4f3e-afb5-13026efd5a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:54.823950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2c90c62d-07c6-4e23-b5f4-31249fa221d1 None None] Current status of the port 83841ecc-0e7b-468a-b002-09214738e862 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:54.843155 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8a593-7b91-4f3e-afb5-13026efd5a45 None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:54.844109 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-46a8a593-7b91-4f3e-afb5-13026efd5a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:54.917448 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-46a8a593-7b91-4f3e-afb5-13026efd5a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:54.918450 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a8a593-7b91-4f3e-afb5-13026efd5a45 None None] The sync data for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:55.131164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 83841ecc-0e7b-468a-b002-09214738e862 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:55.397907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 83841ecc-0e7b-468a-b002-09214738e862 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:55.512866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 83841ecc-0e7b-468a-b002-09214738e862 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:55.513648 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83841ecc-0e7b-468a-b002-09214738e862), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:55.669983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 83841ecc-0e7b-468a-b002-09214738e862 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:55.967608 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:56.741739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.20.0.1 (f04d6f28-0bf0-4e74-996d-ff95cb4a9223/c6050200-b1db-49ca-8378-99b4bb7b8a51/b50f0281-d534-4700-b1a4-7128236077b3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:56.920079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (b50f0281-d534-4700-b1a4-7128236077b3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:57.004744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b50f0281-d534-4700-b1a4-7128236077b3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:57.129711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=b50f0281-d534-4700-b1a4-7128236077b3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:57.185366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:57.189875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:57.204863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:57.335445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (9d65b52f-4420-495a-a0b3-ce58a414d01f), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:57.674457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7a90df15-a547-4bd0-bb58-8bb8f319c500 None None] Provisioning complete for port b50f0281-d534-4700-b1a4-7128236077b3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:57.675043 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a90df15-a547-4bd0-bb58-8bb8f319c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b50f0281-d534-4700-b1a4-7128236077b3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:57.718861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7a90df15-a547-4bd0-bb58-8bb8f319c500 None None] Port b50f0281-d534-4700-b1a4-7128236077b3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:57.800029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b50f0281-d534-4700-b1a4-7128236077b3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:58.221486 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (b50f0281-d534-4700-b1a4-7128236077b3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:58.230475 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b50f0281-d534-4700-b1a4-7128236077b3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:58.316859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=b50f0281-d534-4700-b1a4-7128236077b3,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:58.341586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.342279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.342851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.343201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.343792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.344394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.344818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.345220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.345560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.345896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.346223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.346688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.346986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:58.399680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (9d65b52f-4420-495a-a0b3-ce58a414d01f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:58.589770 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:00:58.634229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:58.636005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:58.869982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 9d65b52f-4420-495a-a0b3-ce58a414d01f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:59.034897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:59.045224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7e7c5b12-a4e2-437e-a551-ae488b2ed96f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/routers/9d65b52f-4420-495a-a0b3-ce58a414d01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2726369 Feb 03 13:00:59.048811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56198) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:59.054369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33baacce-063f-409d-bfcc-82ddf46ce4cc None None] Sync routers for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:59.057308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'port': {'network_id': 'f04d6f28-0bf0-4e74-996d-ff95cb4a9223', 'name': 'tempest-FloatingIPTestJSON-2135240385'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:59.087338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33baacce-063f-409d-bfcc-82ddf46ce4cc None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:59.087981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-33baacce-063f-409d-bfcc-82ddf46ce4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:59.165714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-33baacce-063f-409d-bfcc-82ddf46ce4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:59.175354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9c968672-e9e8-4b58-99d7-6090e6df12bc None None] Provisioning complete for port b50f0281-d534-4700-b1a4-7128236077b3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:59.175754 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c968672-e9e8-4b58-99d7-6090e6df12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b50f0281-d534-4700-b1a4-7128236077b3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.199836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Made reservation on behalf of 74b9783e9ba140e4857a9df3228f418f for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:59.206949 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.225395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33baacce-063f-409d-bfcc-82ddf46ce4cc None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:59.226057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-33baacce-063f-409d-bfcc-82ddf46ce4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:59.250497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] device_id is not set on port 35ed9366-5c8e-4e66-98fc-e9afd70c95fc yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:00:59.323278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-33baacce-063f-409d-bfcc-82ddf46ce4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:59.327111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33baacce-063f-409d-bfcc-82ddf46ce4cc None None] The sync data for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:59.343844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9c968672-e9e8-4b58-99d7-6090e6df12bc None None] Port b50f0281-d534-4700-b1a4-7128236077b3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:59.423891 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Allocated IP 172.20.0.5 (f04d6f28-0bf0-4e74-996d-ff95cb4a9223/c6050200-b1db-49ca-8378-99b4bb7b8a51/35ed9366-5c8e-4e66-98fc-e9afd70c95fc) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:59.680680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for port (35ed9366-5c8e-4e66-98fc-e9afd70c95fc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.725716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (35ed9366-5c8e-4e66-98fc-e9afd70c95fc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.835465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:59.840407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:59.843411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:59.922171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event updated for resources: {'Port': ['ID=35ed9366-5c8e-4e66-98fc-e9afd70c95fc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:59.933597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:59.934271 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.979768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-43e714a7-5724-4554-9968-c4a19b9934a8 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9254341 Feb 03 13:00:59.980082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56224) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:59.986785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Request body: {'floatingip': {'port_id': '35ed9366-5c8e-4e66-98fc-e9afd70c95fc'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:00.112963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (887e0631-a05a-47ab-8dcc-b34e969048e5), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.197010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56228) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:00.361399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d8b800aa-23ed-411d-b816-bf45081e921a None None] Provisioning complete for port 35ed9366-5c8e-4e66-98fc-e9afd70c95fc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:00.362434 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b800aa-23ed-411d-b816-bf45081e921a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (35ed9366-5c8e-4e66-98fc-e9afd70c95fc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.435051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8b800aa-23ed-411d-b816-bf45081e921a None None] Port 35ed9366-5c8e-4e66-98fc-e9afd70c95fc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:01:00.471786 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9035135-f6d9-4690-9af0-2adc1e4ed6af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.614486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9035135-f6d9-4690-9af0-2adc1e4ed6af admin admin] Publish callbacks [] for security_group (ffa083fb-5e3a-4e86-9f81-5a053c4f3342), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.621155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9035135-f6d9-4690-9af0-2adc1e4ed6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ffa083fb-5e3a-4e86-9f81-5a053c4f3342), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.733408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9035135-f6d9-4690-9af0-2adc1e4ed6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa083fb-5e3a-4e86-9f81-5a053c4f3342,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:00.748169 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f9035135-f6d9-4690-9af0-2adc1e4ed6af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb57208d215d481287945526b947a784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5477271 Feb 03 13:01:00.748889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56248) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:00.873896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2548032e-1854-4429-8d12-1a45a4d7c215 admin admin] Publish callbacks [] for security_group (ffa083fb-5e3a-4e86-9f81-5a053c4f3342), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.920929 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2548032e-1854-4429-8d12-1a45a4d7c215 admin admin] Publish callbacks [] for security_group (ffa083fb-5e3a-4e86-9f81-5a053c4f3342), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:01.021789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2548032e-1854-4429-8d12-1a45a4d7c215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ffa083fb-5e3a-4e86-9f81-5a053c4f3342), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:01.025135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2548032e-1854-4429-8d12-1a45a4d7c215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:01.028671 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2548032e-1854-4429-8d12-1a45a4d7c215 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ffa083fb-5e3a-4e86-9f81-5a053c4f3342 HTTP/1.1" status: 204 len: 168 time: 0.2764485 Feb 03 13:01:01.058879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548032e-1854-4429-8d12-1a45a4d7c215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa083fb-5e3a-4e86-9f81-5a053c4f3342,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:01.408733 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:01.425691 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (887e0631-a05a-47ab-8dcc-b34e969048e5), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:01.598931 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 887e0631-a05a-47ab-8dcc-b34e969048e5 associated. External IP: 172.25.3.107, port: 7e5946c9-c82b-43ca-bc67-0cbab1302d53. Feb 03 13:01:01.744266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56266) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:01.776268 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6620e067-ccee-4fc6-8a51-eae3cc76b362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.091102 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6620e067-ccee-4fc6-8a51-eae3cc76b362 admin admin] Publish callbacks [] for security_group (277a55a5-02f3-412d-8aa4-68ddfba346b1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.092409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:02.110797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6620e067-ccee-4fc6-8a51-eae3cc76b362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (277a55a5-02f3-412d-8aa4-68ddfba346b1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.188871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620e067-ccee-4fc6-8a51-eae3cc76b362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277a55a5-02f3-412d-8aa4-68ddfba346b1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:02.231952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56276) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:02.232198 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6620e067-ccee-4fc6-8a51-eae3cc76b362 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d454c46d8c943e48b57603e2a04f3db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4868004 Feb 03 13:01:02.419315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4b26753e-39f2-4b29-ae97-52011de1a21d admin admin] Publish callbacks [] for security_group (277a55a5-02f3-412d-8aa4-68ddfba346b1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.470490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:02.479830 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4b26753e-39f2-4b29-ae97-52011de1a21d admin admin] Publish callbacks [] for security_group (277a55a5-02f3-412d-8aa4-68ddfba346b1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.484404 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f670f-8729-4e5c-9df0-deac2ff8c589 None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:02.508799 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f670f-8729-4e5c-9df0-deac2ff8c589 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:02.509574 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a44f670f-8729-4e5c-9df0-deac2ff8c589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:02.610282 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a44f670f-8729-4e5c-9df0-deac2ff8c589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:02.627436 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f670f-8729-4e5c-9df0-deac2ff8c589 None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:02.628443 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a44f670f-8729-4e5c-9df0-deac2ff8c589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:02.675537 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a44f670f-8729-4e5c-9df0-deac2ff8c589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:02.676570 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f670f-8729-4e5c-9df0-deac2ff8c589 None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:02.689330 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4b26753e-39f2-4b29-ae97-52011de1a21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (277a55a5-02f3-412d-8aa4-68ddfba346b1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.692206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4b26753e-39f2-4b29-ae97-52011de1a21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.696597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4b26753e-39f2-4b29-ae97-52011de1a21d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/277a55a5-02f3-412d-8aa4-68ddfba346b1 HTTP/1.1" status: 204 len: 168 time: 0.4594152 Feb 03 13:01:02.707696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26753e-39f2-4b29-ae97-52011de1a21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a55a5-02f3-412d-8aa4-68ddfba346b1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:02.973862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 9d65b52f-4420-495a-a0b3-ce58a414d01f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:03.178583 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:03.193704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.197558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114d4c6-fc8b-4bc7-b908-1f767c3eb7f6 None None] Sync routers for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:03.218674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114d4c6-fc8b-4bc7-b908-1f767c3eb7f6 None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:03.219769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f114d4c6-fc8b-4bc7-b908-1f767c3eb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:03.290495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f114d4c6-fc8b-4bc7-b908-1f767c3eb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:03.313025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bf20b8c7-5b28-4279-9793-e392c975d090 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/floatingips/887e0631-a05a-47ab-8dcc-b34e969048e5 HTTP/1.1" status: 200 len: 978 time: 3.3310418 Feb 03 13:01:03.315939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56314) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:03.316440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114d4c6-fc8b-4bc7-b908-1f767c3eb7f6 None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:03.316750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f114d4c6-fc8b-4bc7-b908-1f767c3eb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:03.365330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f114d4c6-fc8b-4bc7-b908-1f767c3eb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:03.365972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114d4c6-fc8b-4bc7-b908-1f767c3eb7f6 None None] The sync data for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:03.400435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56320) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:03.420768 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-764a8eb6-c13f-4738-8443-9a64f033b57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.524737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-13741fd9-ef65-4bf5-89ed-ba34dbb85650 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:03.526959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-13741fd9-ef65-4bf5-89ed-ba34dbb85650 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 813 time: 0.1940894 Feb 03 13:01:03.544175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-35cbbff9-5048-4b4f-8b57-5a0a53c326c7 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/quotas/4127ddc376964b6ab62b51a2621d3dcc HTTP/1.1" status: 200 len: 375 time: 0.0108194 Feb 03 13:01:03.565078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 35ed9366-5c8e-4e66-98fc-e9afd70c95fc {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:03.565477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (35ed9366-5c8e-4e66-98fc-e9afd70c95fc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.597149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-764a8eb6-c13f-4738-8443-9a64f033b57d admin admin] Publish callbacks [] for security_group (b12cb2cd-0a74-413c-b353-c68a1d2ef389), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.608894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-764a8eb6-c13f-4738-8443-9a64f033b57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b12cb2cd-0a74-413c-b353-c68a1d2ef389), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.636067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e5bf8c11-3c07-444c-97e2-351a160c8582 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848727 Feb 03 13:01:03.700357 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-764a8eb6-c13f-4738-8443-9a64f033b57d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2fd987a3ed91422882d167d6b588e169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2982812 Feb 03 13:01:03.703214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56328) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:03.704629 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a8eb6-c13f-4738-8443-9a64f033b57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12cb2cd-0a74-413c-b353-c68a1d2ef389,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:03.761655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-99e4ce84-fe3f-41cd-8af9-c6973ce3d518 service neutron] 10.222.0.65 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238821 Feb 03 13:01:03.768110 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (35ed9366-5c8e-4e66-98fc-e9afd70c95fc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.834842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d76f-24ee-492f-8d77-d5ef06776935 admin admin] Publish callbacks [] for security_group (b12cb2cd-0a74-413c-b353-c68a1d2ef389), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.873368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-7545a945-dd60-4027-bc67-88d3c7bc1b5d service neutron] 10.222.0.65 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941253 Feb 03 13:01:03.888133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d76f-24ee-492f-8d77-d5ef06776935 admin admin] Publish callbacks [] for security_group (b12cb2cd-0a74-413c-b353-c68a1d2ef389), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.046313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d76f-24ee-492f-8d77-d5ef06776935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b12cb2cd-0a74-413c-b353-c68a1d2ef389), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.080921 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d76f-24ee-492f-8d77-d5ef06776935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.082540 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7bf1d76f-24ee-492f-8d77-d5ef06776935 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b12cb2cd-0a74-413c-b353-c68a1d2ef389 HTTP/1.1" status: 204 len: 168 time: 0.3739238 Feb 03 13:01:04.202129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4253da99-52cf-4e94-9ee9-a93d65f3952b req-ff566793-cbbf-49a0-a2cd-730423a88527 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 210 time: 0.0808125 Feb 03 13:01:04.771078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1d76f-24ee-492f-8d77-d5ef06776935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12cb2cd-0a74-413c-b353-c68a1d2ef389,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:04.860620 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.861369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (887e0631-a05a-47ab-8dcc-b34e969048e5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.861717 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Floating IP 887e0631-a05a-47ab-8dcc-b34e969048e5 disassociated. External IP: 172.25.3.107, port: 35ed9366-5c8e-4e66-98fc-e9afd70c95fc. Feb 03 13:01:04.864078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 35ed9366-5c8e-4e66-98fc-e9afd70c95fc owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:05.112812 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (35ed9366-5c8e-4e66-98fc-e9afd70c95fc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:05.212359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=35ed9366-5c8e-4e66-98fc-e9afd70c95fc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:05.466784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 9d65b52f-4420-495a-a0b3-ce58a414d01f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:05.547973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d35df091-8c7a-4abf-8e7f-642ec68401be req-db6f0a47-bab8-454f-9119-dfe5021eab0a tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 210 time: 0.0858448 Feb 03 13:01:05.682143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:05.693888 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83180f-dea8-4db8-997f-501c5c76e78c None None] Sync routers for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:05.706252 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83180f-dea8-4db8-997f-501c5c76e78c None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:05.706910 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2f83180f-dea8-4db8-997f-501c5c76e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:05.782002 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2f83180f-dea8-4db8-997f-501c5c76e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:05.820247 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83180f-dea8-4db8-997f-501c5c76e78c None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:05.820878 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2f83180f-dea8-4db8-997f-501c5c76e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:05.909317 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2f83180f-dea8-4db8-997f-501c5c76e78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:05.910957 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83180f-dea8-4db8-997f-501c5c76e78c None None] The sync data for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:06.040382 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.047391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56414) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:06.047693 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-91b68ce4-3559-44f7-85c3-eecab224e06f tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/ports/35ed9366-5c8e-4e66-98fc-e9afd70c95fc HTTP/1.1" status: 204 len: 168 time: 2.7301886 Feb 03 13:01:06.054267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-8506009f-68b0-4e28-9fee-c4067c616da2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:06.056628 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-8506009f-68b0-4e28-9fee-c4067c616da2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 813 time: 0.2161717 Feb 03 13:01:06.080914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Request body: {'port': {'device_id': '6722b5cc-2ba0-4fd5-8b4f-381eabd44355', 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804', 'admin_state_up': True, 'tenant_id': '4127ddc376964b6ab62b51a2621d3dcc'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:06.303091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Made reservation on behalf of 4127ddc376964b6ab62b51a2621d3dcc for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:06.306939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.631785 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Allocated IP 172.20.0.13 (8a6f3dc3-6b5a-4b28-9851-7c1a985b2804/4cba01d4-779c-4379-b6af-ec4ab7d2fbca/a93a1a07-0e54-4f33-b472-926032f5eee5) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:06.662707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9e701e7-0e58-426b-841b-3ba144f5cd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.988199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks [] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.998667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d92cdf5-418e-4bf6-9e45-155267639cd4 req-5f049b35-3f5f-4778-8a5c-a748c5fde195 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 210 time: 0.1669760 Feb 03 13:01:07.104776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.118458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['246cb272-66e9-431e-a80b-11bf83442b6b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:01:07.121547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['14c9e18b-6dd4-4b6b-b61e-e2457b098486', '207080ad-c257-4a5b-9824-5a5eac9fce28'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:01:07.252145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:07.267687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:07.286813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:07.328473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Pushing event updated for resources: {'Port': ['ID=a93a1a07-0e54-4f33-b472-926032f5eee5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:07.378111 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:07.378918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.405638 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e907f99e-1505-4d3c-ae22-7552cb4b57a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3397357 Feb 03 13:01:07.431575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Request body: {'port': {'device_id': '6722b5cc-2ba0-4fd5-8b4f-381eabd44355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:07.485702 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (9d65b52f-4420-495a-a0b3-ce58a414d01f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.622503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.443631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93a1a07-0e54-4f33-b472-926032f5eee5 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:01:08.482059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Publish callbacks [] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.523035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Transition to ACTIVE for port object a93a1a07-0e54-4f33-b472-926032f5eee5 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:01:08.534192 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.690051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Pushing event updated for resources: {'Port': ['ID=a93a1a07-0e54-4f33-b472-926032f5eee5,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:08.755883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b472832-5480-4e94-b1b2-02834f31d631 req-38c7d056-1e02-4081-979f-f9eea17b7908 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:08.775252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b472832-5480-4e94-b1b2-02834f31d631 req-38c7d056-1e02-4081-979f-f9eea17b7908 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 932 time: 0.3036108 Feb 03 13:01:08.808321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Attempting to bind port a93a1a07-0e54-4f33-b472-926032f5eee5 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:08.808665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Attempting to bind port a93a1a07-0e54-4f33-b472-926032f5eee5 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:08.808999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Attempting to bind port a93a1a07-0e54-4f33-b472-926032f5eee5 on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:08.822117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Port a93a1a07-0e54-4f33-b472-926032f5eee5 on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:01:08.822515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Attempting to bind port a93a1a07-0e54-4f33-b472-926032f5eee5 on network 8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:08.835406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:08.835577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Checking segment: {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:08.836035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Bound using segment: {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:08.836413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Bound port: a93a1a07-0e54-4f33-b472-926032f5eee5, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9fa64d-6a79-4d83-90a3-f3424cd8358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:08.836769 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.845498 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73334d93-a518-4877-96c9-3c0039b6877b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.011697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b472832-5480-4e94-b1b2-02834f31d631 req-68147d68-b3c7-4565-a6ba-87cd465fd4e2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309132 Feb 03 13:01:09.021030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] For port a93a1a07-0e54-4f33-b472-926032f5eee5, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:09.024356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] For port a93a1a07-0e54-4f33-b472-926032f5eee5, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a93a1a07-0e54-4f33-b472-926032f5eee5,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:09.053020 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.106942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port b50f0281-d534-4700-b1a4-7128236077b3 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:09.107281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b50f0281-d534-4700-b1a4-7128236077b3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.188405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Pushing event updated for resources: {'Port': ['ID=a93a1a07-0e54-4f33-b472-926032f5eee5,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:09.204291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:09.204708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.206270 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-dafda5e5-8582-44de-aa10-e832d5b51a3e service neutron] 10.222.0.72 "PUT /v2.0/ports/a93a1a07-0e54-4f33-b472-926032f5eee5 HTTP/1.1" status: 200 len: 1093 time: 1.7930043 Feb 03 13:01:09.206643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6722b5cc-2ba0-4fd5-8b4f-381eabd44355', 'tag': 'a93a1a07-0e54-4f33-b472-926032f5eee5'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:01:09.209506 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533b898c-9a41-4588-b86b-4adf54468553" -d '{"events": [{"name": "network-changed", "server_uuid": "6722b5cc-2ba0-4fd5-8b4f-381eabd44355", "tag": "a93a1a07-0e54-4f33-b472-926032f5eee5"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:01:09.410359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b50f0281-d534-4700-b1a4-7128236077b3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.413509 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558191f3-537b-47a9-a26f-1528a460b229 x-openstack-request-id: req-558191f3-537b-47a9-a26f-1528a460b229 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:01:09.413894 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6722b5cc-2ba0-4fd5-8b4f-381eabd44355", "tag": "a93a1a07-0e54-4f33-b472-926032f5eee5", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:01:09.414237 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-558191f3-537b-47a9-a26f-1528a460b229 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:01:09.414756 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6722b5cc-2ba0-4fd5-8b4f-381eabd44355', 'tag': 'a93a1a07-0e54-4f33-b472-926032f5eee5', 'status': 'completed', 'code': 200} Feb 03 13:01:09.438026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for b50f0281-d534-4700-b1a4-7128236077b3 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:09.456458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-c872cbcd-bf58-48eb-a403-82c3a0559092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:09.459013 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-c872cbcd-bf58-48eb-a403-82c3a0559092 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 1127 time: 0.1913917 Feb 03 13:01:09.532298 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-c223bc75-ba7d-4a77-a868-f5e084b10c8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a93a1a07-0e54-4f33-b472-926032f5eee5 HTTP/1.1" status: 200 len: 217 time: 0.0664320 Feb 03 13:01:09.598495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-bfad8422-8c91-4a60-82f2-8eedf2f53c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:09.600271 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-bfad8422-8c91-4a60-82f2-8eedf2f53c5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.0622416 Feb 03 13:01:09.666291 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-cff93fcd-a448-41d8-8793-7a1e3e7eb3c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592115 Feb 03 13:01:09.783955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b50f0281-d534-4700-b1a4-7128236077b3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.880886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=b50f0281-d534-4700-b1a4-7128236077b3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:09.997941 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-e197f597-ef58-4e3d-91bb-6cc1ff5c8ef6 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237302 Feb 03 13:01:10.096531 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:10.224881 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2eb2fa0e-93de-40ca-b914-e711f030123b req-3b25779b-933a-4583-bca0-9beace8b7fc7 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184815 Feb 03 13:01:10.402940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfe56d-fade-416b-94b7-c762a022ac4c req-11b10112-19e4-4814-b0ea-c8f5c6667eae tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:10.404708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ccfe56d-fade-416b-94b7-c762a022ac4c req-11b10112-19e4-4814-b0ea-c8f5c6667eae tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 944 time: 0.2576752 Feb 03 13:01:10.461064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b898c-9a41-4588-b86b-4adf54468553 req-22e2153b-7dcc-4428-8cab-43998b765647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:10.462885 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-533b898c-9a41-4588-b86b-4adf54468553 req-22e2153b-7dcc-4428-8cab-43998b765647 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 1127 time: 0.1640553 Feb 03 13:01:10.505750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ccfe56d-fade-416b-94b7-c762a022ac4c req-0dfbf972-f622-470e-a41b-31fc77b4fb86 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903547 Feb 03 13:01:10.507166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (9d65b52f-4420-495a-a0b3-ce58a414d01f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:10.645218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b898c-9a41-4588-b86b-4adf54468553 req-83c4fc30-2f63-48fc-8eb1-fe05fe5a55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:10.646892 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-533b898c-9a41-4588-b86b-4adf54468553 req-83c4fc30-2f63-48fc-8eb1-fe05fe5a55f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.1777856 Feb 03 13:01:10.704032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-533b898c-9a41-4588-b86b-4adf54468553 req-484a5dca-f6cc-4e5b-a870-76bced8541eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a93a1a07-0e54-4f33-b472-926032f5eee5 HTTP/1.1" status: 200 len: 217 time: 0.0495803 Feb 03 13:01:10.796681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b898c-9a41-4588-b86b-4adf54468553 req-a4c09089-2eb1-4bef-865b-d1ffdcf65a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:10.799922 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-533b898c-9a41-4588-b86b-4adf54468553 req-a4c09089-2eb1-4bef-865b-d1ffdcf65a82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.0902090 Feb 03 13:01:10.846123 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-533b898c-9a41-4588-b86b-4adf54468553 req-161e1ff4-07f3-4225-8a9c-690f763f11bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385599 Feb 03 13:01:10.985820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 9d65b52f-4420-495a-a0b3-ce58a414d01f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:11.093864 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-533b898c-9a41-4588-b86b-4adf54468553 req-3364b927-8432-43ea-afed-3656323a3985 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400234 Feb 03 13:01:11.249728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:11.269005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8917f-b868-446f-86d5-3e240a2dae7e None None] Sync routers for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:11.270712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5a5194d0-034e-4999-88b5-97b80cb691d4 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/routers/9d65b52f-4420-495a-a0b3-ce58a414d01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2218695 Feb 03 13:01:11.273344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56548) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:11.288373 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-533b898c-9a41-4588-b86b-4adf54468553 req-d54fbca7-0bf1-4503-8b73-651046a82879 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874516 Feb 03 13:01:11.289230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8917f-b868-446f-86d5-3e240a2dae7e None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:11.290284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-aed8917f-b868-446f-86d5-3e240a2dae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:01:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:11.389652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-aed8917f-b868-446f-86d5-3e240a2dae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:11.408207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8917f-b868-446f-86d5-3e240a2dae7e None None] Routers {'9d65b52f-4420-495a-a0b3-ce58a414d01f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:11.409239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-aed8917f-b868-446f-86d5-3e240a2dae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:01:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d65b52f-4420-495a-a0b3-ce58a414d01f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:11.479181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-aed8917f-b868-446f-86d5-3e240a2dae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:11.479821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8917f-b868-446f-86d5-3e240a2dae7e None None] The sync data for ids ['9d65b52f-4420-495a-a0b3-ce58a414d01f'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:11.493759 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router (9d65b52f-4420-495a-a0b3-ce58a414d01f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.565059 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.667746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_gateway (9d65b52f-4420-495a-a0b3-ce58a414d01f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.822951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225a2ef-7042-4e3f-a07c-2f8f519b7895 req-9bdb9529-aafd-45fa-ba01-725b28ed9860 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:11.824923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7225a2ef-7042-4e3f-a07c-2f8f519b7895 req-9bdb9529-aafd-45fa-ba01-725b28ed9860 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 944 time: 0.1314533 Feb 03 13:01:11.866920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 77f56bce-8542-452c-9e0c-57913694ed73 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:11.867514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (77f56bce-8542-452c-9e0c-57913694ed73), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.959240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (77f56bce-8542-452c-9e0c-57913694ed73), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.973860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 77f56bce-8542-452c-9e0c-57913694ed73 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:12.073596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7225a2ef-7042-4e3f-a07c-2f8f519b7895 req-f512cb65-39a6-4c58-8a75-1ca849f0a3a2 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401354 Feb 03 13:01:12.242442 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (77f56bce-8542-452c-9e0c-57913694ed73), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.287880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=77f56bce-8542-452c-9e0c-57913694ed73,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:12.404524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (9d65b52f-4420-495a-a0b3-ce58a414d01f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.528677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (9d65b52f-4420-495a-a0b3-ce58a414d01f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.534945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_controller (9d65b52f-4420-495a-a0b3-ce58a414d01f), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.629636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (9d65b52f-4420-495a-a0b3-ce58a414d01f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.630942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Fanout notify agent at l3_agent the message router_deleted on router 9d65b52f-4420-495a-a0b3-ce58a414d01f {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:01:12.643912 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.648109 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56584) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:12.651952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d680d3a5-b9f3-438f-b49b-c1c5ebc250ed tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/routers/9d65b52f-4420-495a-a0b3-ce58a414d01f HTTP/1.1" status: 204 len: 168 time: 1.3707685 Feb 03 13:01:12.743107 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.819548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting subnet c6050200-b1db-49ca-8378-99b4bb7b8a51 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:01:12.841695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for subnet (c6050200-b1db-49ca-8378-99b4bb7b8a51), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.933806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (c6050200-b1db-49ca-8378-99b4bb7b8a51), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.977284 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-ab15889d-06bf-466d-8121-a54d071ec8b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1531672 Feb 03 13:01:13.211102 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c6050200-b1db-49ca-8378-99b4bb7b8a51), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:13.377993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282207-6dc6-49a6-ba17-a79aa20c2ef5 req-3e1bb441-22dd-44f7-8713-849d4612552d tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:13.379831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e282207-6dc6-49a6-ba17-a79aa20c2ef5 req-3e1bb441-22dd-44f7-8713-849d4612552d tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 944 time: 0.1541657 Feb 03 13:01:13.402265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (c6050200-b1db-49ca-8378-99b4bb7b8a51), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:13.464035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a93a1a07-0e54-4f33-b472-926032f5eee5 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:01:13.479460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-29e53303-2569-413a-9704-05b6d1cba307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:13.480972 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-29e53303-2569-413a-9704-05b6d1cba307 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 1129 time: 0.3798871 Feb 03 13:01:13.482458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Subnet': ['ID=c6050200-b1db-49ca-8378-99b4bb7b8a51,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:13.492779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.493291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.493583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.493886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.494208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.494593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.495709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.495709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.495709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.496143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.496237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.497179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.497306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:13.500348 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:13.503975 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1920712b-13e5-4b3d-afdd-dd3410e9082c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/subnets/c6050200-b1db-49ca-8378-99b4bb7b8a51 HTTP/1.1" status: 204 len: 168 time: 0.8534348 Feb 03 13:01:13.507262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56624) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:13.509090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d5687-1094-4710-8908-25711f00e634 None None] Network f04d6f28-0bf0-4e74-996d-ff95cb4a9223 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:13.557816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e282207-6dc6-49a6-ba17-a79aa20c2ef5 req-53fadcd8-71f6-4fa7-bd5c-1f0507e75774 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723514 Feb 03 13:01:13.669479 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:01:13.905750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (f04d6f28-0bf0-4e74-996d-ff95cb4a9223), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:13.996908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-f72a2832-9ea5-46a5-ab2f-5fe3cfa4a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:13.998415 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-f72a2832-9ea5-46a5-ab2f-5fe3cfa4a19a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.4704027 Feb 03 13:01:14.126297 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-bbb75a4a-ced0-4b78-88a8-be2f647c329f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=207080ad-c257-4a5b-9824-5a5eac9fce28 HTTP/1.1" status: 200 len: 217 time: 0.0801713 Feb 03 13:01:14.192920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a93a1a07-0e54-4f33-b472-926032f5eee5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a93a1a07-0e54-4f33-b472-926032f5eee5,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:14.226380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a93a1a07-0e54-4f33-b472-926032f5eee5', 'network_id': '8a6f3dc3-6b5a-4b28-9851-7c1a985b2804', 'port_id': 'a93a1a07-0e54-4f33-b472-926032f5eee5', 'mac_address': 'fa:16:3e:6d:6e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cba01d4-779c-4379-b6af-ec4ab7d2fbca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:01:14.251182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-b021601d-f9ba-4bda-aec8-43307800c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:14.252634 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-b021601d-f9ba-4bda-aec8-43307800c7b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.1214018 Feb 03 13:01:14.324758 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-d5036d26-be6a-476c-af9a-8680f505af48 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617809 Feb 03 13:01:14.327037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 83841ecc-0e7b-468a-b002-09214738e862 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:14.329973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a93a1a07-0e54-4f33-b472-926032f5eee5 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:14.330575 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.332634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (83841ecc-0e7b-468a-b002-09214738e862), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.356995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93a1a07-0e54-4f33-b472-926032f5eee5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:01:14.420519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a93a1a07-0e54-4f33-b472-926032f5eee5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a93a1a07-0e54-4f33-b472-926032f5eee5,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:14.437013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.552191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a93a1a07-0e54-4f33-b472-926032f5eee5,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:14.557265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092503bd-06e0-467b-9244-4ec63e696773 None None] DHCP port deletion for f04d6f28-0bf0-4e74-996d-ff95cb4a9223 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:01:14.638129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] For port 83841ecc-0e7b-468a-b002-09214738e862, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=83841ecc-0e7b-468a-b002-09214738e862,segment=NetworkSegment(66533c9e-48c1-4233-b880-ec4e72799aa0),segment_id=66533c9e-48c1-4233-b880-ec4e72799aa0)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:14.638634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (83841ecc-0e7b-468a-b002-09214738e862), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.677843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a93a1a07-0e54-4f33-b472-926032f5eee5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:01:14.710719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 83841ecc-0e7b-468a-b002-09214738e862 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:14.741828 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-f74f617e-98d7-4bde-a963-c8cf6c037170 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044757 Feb 03 13:01:14.813589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-092503bd-06e0-467b-9244-4ec63e696773 None None] Deleting port 83841ecc-0e7b-468a-b002-09214738e862 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:14.813589 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-092503bd-06e0-467b-9244-4ec63e696773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (83841ecc-0e7b-468a-b002-09214738e862), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.904801 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-edcbcdbf-fb31-4e4b-8992-187f411cb25b req-13524df3-c0fd-4a1e-971f-1ebdd5ffb46e service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422179 Feb 03 13:01:14.926641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b6f40-a76f-4ad0-b75d-f443c5e96376 req-f9fd3fed-80e2-42e0-a637-5036028cd417 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:14.939745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b21b6f40-a76f-4ad0-b75d-f443c5e96376 req-f9fd3fed-80e2-42e0-a637-5036028cd417 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 945 time: 0.1873472 Feb 03 13:01:15.084079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-092503bd-06e0-467b-9244-4ec63e696773 None None] For port 83841ecc-0e7b-468a-b002-09214738e862, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=83841ecc-0e7b-468a-b002-09214738e862,segment=NetworkSegment(66533c9e-48c1-4233-b880-ec4e72799aa0),segment_id=66533c9e-48c1-4233-b880-ec4e72799aa0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:15.084501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-092503bd-06e0-467b-9244-4ec63e696773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (83841ecc-0e7b-468a-b002-09214738e862), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.104520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b21b6f40-a76f-4ad0-b75d-f443c5e96376 req-d0a6af11-ea68-424e-9b26-5712dfb9c4ec tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567419 Feb 03 13:01:15.109238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-092503bd-06e0-467b-9244-4ec63e696773 None None] Calling delete_port for 83841ecc-0e7b-468a-b002-09214738e862 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:15.131244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (83841ecc-0e7b-468a-b002-09214738e862), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.173194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] No DVR routers for this DVR port 83841ecc-0e7b-468a-b002-09214738e862 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:01:15.228586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=83841ecc-0e7b-468a-b002-09214738e862,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.298533 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:01:15.302266 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:01:15.318050 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-092503bd-06e0-467b-9244-4ec63e696773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (83841ecc-0e7b-468a-b002-09214738e862), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.355317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 83841ecc-0e7b-468a-b002-09214738e862 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:01:15.377767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092503bd-06e0-467b-9244-4ec63e696773 None None] No DVR routers for this DVR port 83841ecc-0e7b-468a-b002-09214738e862 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:01:15.380237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092503bd-06e0-467b-9244-4ec63e696773 None None] Pushing event deleted for resources: {'Port': ['ID=83841ecc-0e7b-468a-b002-09214738e862,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:15.382434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 83841ecc-0e7b-468a-b002-09214738e862 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:01:15.382967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 83841ecc-0e7b-468a-b002-09214738e862 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:01:15.395638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (f04d6f28-0bf0-4e74-996d-ff95cb4a9223), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.419898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04d6f28-0bf0-4e74-996d-ff95cb4a9223']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:15.431580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66533c9e-48c1-4233-b880-ec4e72799aa0') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:15.432692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66533c9e-48c1-4233-b880-ec4e72799aa0') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:15.448064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (66533c9e-48c1-4233-b880-ec4e72799aa0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.463099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (66533c9e-48c1-4233-b880-ec4e72799aa0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.469744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:01:15.470191 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (66533c9e-48c1-4233-b880-ec4e72799aa0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:01:15.534286 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:01:15.544700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (f04d6f28-0bf0-4e74-996d-ff95cb4a9223), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.552261 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.560162 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/networks/f04d6f28-0bf0-4e74-996d-ff95cb4a9223 HTTP/1.1" status: 204 len: 168 time: 2.0496466 Feb 03 13:01:15.560608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56680) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:15.594848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa39ff-71f9-4f88-ba9f-a837fb0bdaca tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Network': ['ID=f04d6f28-0bf0-4e74-996d-ff95cb4a9223,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:15.895771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 4406ce86-f828-49f1-93dd-2a2fab54fad2 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:15.901222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4406ce86-f828-49f1-93dd-2a2fab54fad2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.054112 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4406ce86-f828-49f1-93dd-2a2fab54fad2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.054872 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (4406ce86-f828-49f1-93dd-2a2fab54fad2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.080266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 4406ce86-f828-49f1-93dd-2a2fab54fad2 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:16.320179 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.505013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532e22-bf1d-4856-b436-064572903c67 req-ef825a53-f353-4b09-841a-7b97fc836bd9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:16.511721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6532e22-bf1d-4856-b436-064572903c67 req-ef825a53-f353-4b09-841a-7b97fc836bd9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 945 time: 0.2058697 Feb 03 13:01:16.607742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4406ce86-f828-49f1-93dd-2a2fab54fad2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.783561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6532e22-bf1d-4856-b436-064572903c67 req-e7f4b055-4b4e-4ff3-be47-5ee4cc6bd958 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601495 Feb 03 13:01:16.787277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=4406ce86-f828-49f1-93dd-2a2fab54fad2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:16.884121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for floatingip (887e0631-a05a-47ab-8dcc-b34e969048e5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.888773 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.910212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fb14c0df-1c67-4290-8bfd-19db6815e4a0 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/floatingips/887e0631-a05a-47ab-8dcc-b34e969048e5 HTTP/1.1" status: 204 len: 168 time: 1.3444748 Feb 03 13:01:16.910212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56708) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:16.956803 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9770616-76cd-4ac3-93b0-9293a952eb86 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] DELETE failed (client error): The resource could not be found. Feb 03 13:01:16.957407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9770616-76cd-4ac3-93b0-9293a952eb86 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:01:16.971953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a9770616-76cd-4ac3-93b0-9293a952eb86 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/ports/35ed9366-5c8e-4e66-98fc-e9afd70c95fc HTTP/1.1" status: 404 len: 333 time: 0.0587585 Feb 03 13:01:16.974752 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56712) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:17.025422 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-15729b8e-f4c2-40a2-be95-2f15eb8894d2 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d65b52f-4420-495a-a0b3-ce58a414d01f HTTP/1.1" status: 200 len: 205 time: 0.0472574 Feb 03 13:01:17.026014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56714) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:17.126905 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-763b8e03-255b-4099-b831-1ca11e3e0f5c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] delete failed (client error): The resource could not be found. Feb 03 13:01:17.127975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-763b8e03-255b-4099-b831-1ca11e3e0f5c tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/routers/9d65b52f-4420-495a-a0b3-ce58a414d01f HTTP/1.1" status: 404 len: 336 time: 0.1009219 Feb 03 13:01:17.130697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56720) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:17.243419 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05249dd-1ffc-4bf4-b6bc-20d03ec5430d tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] DELETE failed (client error): The resource could not be found. Feb 03 13:01:17.244239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05249dd-1ffc-4bf4-b6bc-20d03ec5430d tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:01:17.253827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56724) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:17.254041 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e05249dd-1ffc-4bf4-b6bc-20d03ec5430d tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/subnets/c6050200-b1db-49ca-8378-99b4bb7b8a51 HTTP/1.1" status: 404 len: 337 time: 0.1221557 Feb 03 13:01:17.489438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ff10f7ac-b4ae-4aaf-aa5e-2bb1ac6e1f73 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 7e5946c9-c82b-43ca-bc67-0cbab1302d53 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:17.489806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff10f7ac-b4ae-4aaf-aa5e-2bb1ac6e1f73 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7e5946c9-c82b-43ca-bc67-0cbab1302d53), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:17.511190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a93a1a07-0e54-4f33-b472-926032f5eee5 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:17.644080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a93a1a07-0e54-4f33-b472-926032f5eee5 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:01:17.648827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a93a1a07-0e54-4f33-b472-926032f5eee5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:17.649204 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:17.763801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff10f7ac-b4ae-4aaf-aa5e-2bb1ac6e1f73 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7e5946c9-c82b-43ca-bc67-0cbab1302d53), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:17.796002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ff10f7ac-b4ae-4aaf-aa5e-2bb1ac6e1f73 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 7e5946c9-c82b-43ca-bc67-0cbab1302d53 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:17.828133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a93a1a07-0e54-4f33-b472-926032f5eee5 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:17.828688 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:17.900988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a93a1a07-0e54-4f33-b472-926032f5eee5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a93a1a07-0e54-4f33-b472-926032f5eee5,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:17.902225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6722b5cc-2ba0-4fd5-8b4f-381eabd44355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a1a07-0e54-4f33-b472-926032f5eee5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:01:17.905594 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a2ec47-f45f-499e-b0eb-9a1ce477e9bb" -d '{"events": [{"server_uuid": "6722b5cc-2ba0-4fd5-8b4f-381eabd44355", "name": "network-vif-plugged", "status": "completed", "tag": "a93a1a07-0e54-4f33-b472-926032f5eee5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:01:17.918786 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.060670 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a695c0-6d74-4a96-8bb1-e53489153ad4 x-openstack-request-id: req-c1a695c0-6d74-4a96-8bb1-e53489153ad4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:01:18.060974 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6722b5cc-2ba0-4fd5-8b4f-381eabd44355", "name": "network-vif-plugged", "status": "completed", "tag": "a93a1a07-0e54-4f33-b472-926032f5eee5", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:01:18.072104 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1a695c0-6d74-4a96-8bb1-e53489153ad4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:01:18.074577 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6722b5cc-2ba0-4fd5-8b4f-381eabd44355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a1a07-0e54-4f33-b472-926032f5eee5', 'code': 200} Feb 03 13:01:18.117753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a93a1a07-0e54-4f33-b472-926032f5eee5,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:18.154200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff10f7ac-b4ae-4aaf-aa5e-2bb1ac6e1f73 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7e5946c9-c82b-43ca-bc67-0cbab1302d53), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.214048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4b61-6389-462a-9df2-c5a0811470b2 req-68a88961-e90c-4ac2-89a5-9ea1ece220e5 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:18.221586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-959c4b61-6389-462a-9df2-c5a0811470b2 req-68a88961-e90c-4ac2-89a5-9ea1ece220e5 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 946 time: 0.2472939 Feb 03 13:01:18.293106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa1a28-2d47-47b4-b4a7-6a4649958430 req-feb85cf7-114e-40f4-a6d3-471d5bfcaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:18.296281 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7caa1a28-2d47-47b4-b4a7-6a4649958430 req-feb85cf7-114e-40f4-a6d3-471d5bfcaf39 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 1129 time: 0.0960200 Feb 03 13:01:18.318277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10f7ac-b4ae-4aaf-aa5e-2bb1ac6e1f73 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=7e5946c9-c82b-43ca-bc67-0cbab1302d53,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:18.392147 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7caa1a28-2d47-47b4-b4a7-6a4649958430 req-381e4d42-7108-4249-b8f4-42a3184660b3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879920 Feb 03 13:01:18.411810 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff10f7ac-b4ae-4aaf-aa5e-2bb1ac6e1f73 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.417634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56748) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:18.418766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ff10f7ac-b4ae-4aaf-aa5e-2bb1ac6e1f73 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/ports/7e5946c9-c82b-43ca-bc67-0cbab1302d53 HTTP/1.1" status: 204 len: 168 time: 1.1635096 Feb 03 13:01:18.435328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-959c4b61-6389-462a-9df2-c5a0811470b2 req-7528bd19-6902-4bd1-ab92-a15f6ad1500b tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516716 Feb 03 13:01:18.563429 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebab32-c68a-4765-9b49-3be7fff8506a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 688227a2-4c18-42fa-81f3-1b38e52f2a42 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:18.563780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9ebab32-c68a-4765-9b49-3be7fff8506a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (688227a2-4c18-42fa-81f3-1b38e52f2a42), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.802348 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9ebab32-c68a-4765-9b49-3be7fff8506a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (688227a2-4c18-42fa-81f3-1b38e52f2a42), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.832268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebab32-c68a-4765-9b49-3be7fff8506a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 688227a2-4c18-42fa-81f3-1b38e52f2a42 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:19.143195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9ebab32-c68a-4765-9b49-3be7fff8506a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (688227a2-4c18-42fa-81f3-1b38e52f2a42), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:19.235388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebab32-c68a-4765-9b49-3be7fff8506a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=688227a2-4c18-42fa-81f3-1b38e52f2a42,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:19.417454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f9ebab32-c68a-4765-9b49-3be7fff8506a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:19.425876 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f9ebab32-c68a-4765-9b49-3be7fff8506a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/ports/688227a2-4c18-42fa-81f3-1b38e52f2a42 HTTP/1.1" status: 204 len: 168 time: 1.0045393 Feb 03 13:01:19.426120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56770) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:19.531531 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67903e34-5e40-43c0-925d-ef7e3f3b73f7 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:19.536146 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-67903e34-5e40-43c0-925d-ef7e3f3b73f7 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "GET /v2.0/ports?device_id=67d814d4-3186-4f64-8787-ce98ba5270bc HTTP/1.1" status: 200 len: 913 time: 0.1073115 Feb 03 13:01:19.540411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56774) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:20.113863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab680-8ac8-4e3a-bc73-671c36f7e34e req-1369fa25-7072-400a-878c-4756d70ca0eb tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:20.115618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-364ab680-8ac8-4e3a-bc73-671c36f7e34e req-1369fa25-7072-400a-878c-4756d70ca0eb tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 946 time: 0.3486760 Feb 03 13:01:20.397447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-364ab680-8ac8-4e3a-bc73-671c36f7e34e req-6291f1b0-45cc-4426-b5e0-1eb2cf06898d tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736034 Feb 03 13:01:20.428048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (67d814d4-3186-4f64-8787-ce98ba5270bc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:20.695491 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.153258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port c3edd818-a40f-4014-b4e9-c3f6274009af {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:21.154000 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c3edd818-a40f-4014-b4e9-c3f6274009af), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.296120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c3edd818-a40f-4014-b4e9-c3f6274009af), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.310301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for c3edd818-a40f-4014-b4e9-c3f6274009af owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:21.647341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4a674-5cd9-4c40-aa77-caa90bfeb02f req-ae8b6521-58c0-4721-9d2f-d44c135c5855 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:21.654634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3d4a674-5cd9-4c40-aa77-caa90bfeb02f req-ae8b6521-58c0-4721-9d2f-d44c135c5855 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 946 time: 0.1602898 Feb 03 13:01:21.676817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c3edd818-a40f-4014-b4e9-c3f6274009af), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.804534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=c3edd818-a40f-4014-b4e9-c3f6274009af,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:21.911472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3d4a674-5cd9-4c40-aa77-caa90bfeb02f req-7a22bd4e-a0bb-4663-b552-c746ba4ad4b3 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542627 Feb 03 13:01:22.143056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:22.329431 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (67d814d4-3186-4f64-8787-ce98ba5270bc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.414373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1487e629-ad69-4ab2-bb0f-9a397b613c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.573203 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1487e629-ad69-4ab2-bb0f-9a397b613c9c admin admin] Publish callbacks [] for security_group (dd37256d-3357-4635-ba40-472a5b196a88), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.582939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1487e629-ad69-4ab2-bb0f-9a397b613c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (dd37256d-3357-4635-ba40-472a5b196a88), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.702385 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1487e629-ad69-4ab2-bb0f-9a397b613c9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa7b545624ee4767bf35daebedc6d41c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5573997 Feb 03 13:01:22.707648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487e629-ad69-4ab2-bb0f-9a397b613c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd37256d-3357-4635-ba40-472a5b196a88,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:22.721242 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56856) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:22.777710 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df5a69ac-7a14-4018-bc16-16dfcda3eb77 admin admin] Publish callbacks [] for security_group (dd37256d-3357-4635-ba40-472a5b196a88), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.802411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df5a69ac-7a14-4018-bc16-16dfcda3eb77 admin admin] Publish callbacks [] for security_group (dd37256d-3357-4635-ba40-472a5b196a88), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.875881 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df5a69ac-7a14-4018-bc16-16dfcda3eb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (dd37256d-3357-4635-ba40-472a5b196a88), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.878720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-df5a69ac-7a14-4018-bc16-16dfcda3eb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.884698 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-df5a69ac-7a14-4018-bc16-16dfcda3eb77 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd37256d-3357-4635-ba40-472a5b196a88 HTTP/1.1" status: 204 len: 168 time: 0.1577752 Feb 03 13:01:22.895739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a69ac-7a14-4018-bc16-16dfcda3eb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd37256d-3357-4635-ba40-472a5b196a88,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:22.958766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Router 67d814d4-3186-4f64-8787-ce98ba5270bc has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:23.135633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:23.144780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56868) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:23.148831 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8400cfd4-3a9d-431a-8833-c123f437a2cd None None] Sync routers for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:23.215691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1fd4cd95-0588-4ee3-be15-e8125b40a884 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "PUT /v2.0/routers/67d814d4-3186-4f64-8787-ce98ba5270bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6733377 Feb 03 13:01:23.233434 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8400cfd4-3a9d-431a-8833-c123f437a2cd None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:23.234060 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8400cfd4-3a9d-431a-8833-c123f437a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:01:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:23.416441 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8400cfd4-3a9d-431a-8833-c123f437a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:23.473301 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router (67d814d4-3186-4f64-8787-ce98ba5270bc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:23.488033 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8400cfd4-3a9d-431a-8833-c123f437a2cd None None] Routers {'67d814d4-3186-4f64-8787-ce98ba5270bc'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:23.492816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-18b5fc4c-e04f-479d-a0ae-3f5be4b88b8c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2186484 Feb 03 13:01:23.510025 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8400cfd4-3a9d-431a-8833-c123f437a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:01:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['67d814d4-3186-4f64-8787-ce98ba5270bc'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:23.541965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56874) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:23.610859 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8400cfd4-3a9d-431a-8833-c123f437a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:23.629723 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8400cfd4-3a9d-431a-8833-c123f437a2cd None None] The sync data for ids ['67d814d4-3186-4f64-8787-ce98ba5270bc'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:23.645688 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6206285-a48f-4d78-9490-ffeae12ef890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:23.679460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-413cb034-6d14-48db-926b-dd69ab221fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:23.681376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-413cb034-6d14-48db-926b-dd69ab221fc6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 1128 time: 0.1634808 Feb 03 13:01:24.085965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6206285-a48f-4d78-9490-ffeae12ef890 admin admin] Publish callbacks [] for security_group (aa6ab3b4-30f6-4c17-afa1-fee6f9a9a5f6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.097748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-bb283ae6-9bdc-4778-94f4-c4e6babc2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:24.099469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-bb283ae6-9bdc-4778-94f4-c4e6babc2ee0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.3881211 Feb 03 13:01:24.099924 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6206285-a48f-4d78-9490-ffeae12ef890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (aa6ab3b4-30f6-4c17-afa1-fee6f9a9a5f6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.328188 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b6206285-a48f-4d78-9490-ffeae12ef890 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4663252cb71142d088a879b963f8f3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7795863 Feb 03 13:01:24.328188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6206285-a48f-4d78-9490-ffeae12ef890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6ab3b4-30f6-4c17-afa1-fee6f9a9a5f6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:24.328668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56888) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:24.381769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-c6a72a11-5e81-438c-a60a-19c0920e012a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 200 len: 1001 time: 0.2497783 Feb 03 13:01:24.419084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_gateway (67d814d4-3186-4f64-8787-ce98ba5270bc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.476450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d928ffc-eb1e-4213-a194-4b817a9e5baa admin admin] Publish callbacks [] for security_group (aa6ab3b4-30f6-4c17-afa1-fee6f9a9a5f6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.510164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d928ffc-eb1e-4213-a194-4b817a9e5baa admin admin] Publish callbacks [] for security_group (aa6ab3b4-30f6-4c17-afa1-fee6f9a9a5f6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.550702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting port 08507b46-9e7e-49cf-a0bf-a8e87fede0bb {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:24.551426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (08507b46-9e7e-49cf-a0bf-a8e87fede0bb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.576435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-042db821-8626-4855-b281-77d3a5f7f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:24.578543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-042db821-8626-4855-b281-77d3a5f7f8d9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.1951602 Feb 03 13:01:24.710479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d928ffc-eb1e-4213-a194-4b817a9e5baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (aa6ab3b4-30f6-4c17-afa1-fee6f9a9a5f6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.718457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5d928ffc-eb1e-4213-a194-4b817a9e5baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.720210 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5d928ffc-eb1e-4213-a194-4b817a9e5baa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa6ab3b4-30f6-4c17-afa1-fee6f9a9a5f6 HTTP/1.1" status: 204 len: 168 time: 0.3854170 Feb 03 13:01:24.729168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-664cef97-a177-440a-8006-f5657b5ca79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:24.730871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-664cef97-a177-440a-8006-f5657b5ca79f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1370425 Feb 03 13:01:24.786734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (08507b46-9e7e-49cf-a0bf-a8e87fede0bb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.801409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d928ffc-eb1e-4213-a194-4b817a9e5baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6ab3b4-30f6-4c17-afa1-fee6f9a9a5f6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:24.845915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Calling delete_port for 08507b46-9e7e-49cf-a0bf-a8e87fede0bb owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:25.027801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-4cb73cf0-91a7-4a02-b00b-683f6db85506 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894652 Feb 03 13:01:25.358151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faefd259-5c89-4d82-bb22-dc74313c9e8b req-14bfb9f0-47ed-4512-8351-4a339e20089e service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241129 Feb 03 13:01:25.616035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (08507b46-9e7e-49cf-a0bf-a8e87fede0bb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:25.756661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Port': ['ID=08507b46-9e7e-49cf-a0bf-a8e87fede0bb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:25.874107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (67d814d4-3186-4f64-8787-ce98ba5270bc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.037207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (67d814d4-3186-4f64-8787-ce98ba5270bc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.042965 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router_controller (67d814d4-3186-4f64-8787-ce98ba5270bc), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.114956 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (67d814d4-3186-4f64-8787-ce98ba5270bc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.116992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Fanout notify agent at l3_agent the message router_deleted on router 67d814d4-3186-4f64-8787-ce98ba5270bc {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:01:26.126717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.128030 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-67fce803-0ee2-4d1d-a746-1a1255fbf023 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/routers/67d814d4-3186-4f64-8787-ce98ba5270bc HTTP/1.1" status: 204 len: 168 time: 2.9821939 Feb 03 13:01:26.130544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 56940) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:26.209487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e69c462-7f1a-4004-aafe-bcc925628d7a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Deleting subnet 94ef9fe2-b9c1-455c-b103-934a88d10c08 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:01:26.213151 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e69c462-7f1a-4004-aafe-bcc925628d7a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for subnet (94ef9fe2-b9c1-455c-b103-934a88d10c08), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.262484 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e69c462-7f1a-4004-aafe-bcc925628d7a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (94ef9fe2-b9c1-455c-b103-934a88d10c08), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.320380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e69c462-7f1a-4004-aafe-bcc925628d7a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (94ef9fe2-b9c1-455c-b103-934a88d10c08), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.430923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e69c462-7f1a-4004-aafe-bcc925628d7a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (94ef9fe2-b9c1-455c-b103-934a88d10c08), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.481208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69c462-7f1a-4004-aafe-bcc925628d7a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Subnet': ['ID=94ef9fe2-b9c1-455c-b103-934a88d10c08,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:26.496480 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e69c462-7f1a-4004-aafe-bcc925628d7a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.503982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3e69c462-7f1a-4004-aafe-bcc925628d7a tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/subnets/94ef9fe2-b9c1-455c-b103-934a88d10c08 HTTP/1.1" status: 204 len: 168 time: 0.3717482 Feb 03 13:01:26.504265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56952) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:26.685587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (167854d9-1d51-439e-94d8-9264f46b6578), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.987471 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (167854d9-1d51-439e-94d8-9264f46b6578), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.015972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167854d9-1d51-439e-94d8-9264f46b6578']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:27.028097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f028fbe-4a00-4f57-aa70-627d2360fc38') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:27.028513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f028fbe-4a00-4f57-aa70-627d2360fc38') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:27.071942 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (9f028fbe-4a00-4f57-aa70-627d2360fc38), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.099480 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9f028fbe-4a00-4f57-aa70-627d2360fc38), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.111848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:01:27.112545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (9f028fbe-4a00-4f57-aa70-627d2360fc38), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:01:27.266434 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:01:27.269933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (167854d9-1d51-439e-94d8-9264f46b6578), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.277432 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.282953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] 10.222.0.65 "DELETE /v2.0/networks/167854d9-1d51-439e-94d8-9264f46b6578 HTTP/1.1" status: 204 len: 168 time: 0.7753401 Feb 03 13:01:27.308771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531163-86a1-470b-b450-90fa0442f8f3 tempest-FloatingIPTestJSON-529028564 tempest-FloatingIPTestJSON-529028564-project] Pushing event deleted for resources: {'Network': ['ID=167854d9-1d51-439e-94d8-9264f46b6578,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:27.784775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 56994) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:28.368052 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aa117498-da18-47b1-9a60-896d84aca4fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74b9783e9ba140e4857a9df3228f418f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5820234 Feb 03 13:01:28.370780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57016) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:28.500824 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec47928-d42d-43fb-a3d8-9592420ec711 admin admin] Publish callbacks [] for security_group (d935848b-a852-4e11-81c4-dc4a47756be7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:28.559254 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec47928-d42d-43fb-a3d8-9592420ec711 admin admin] Publish callbacks [] for security_group (d935848b-a852-4e11-81c4-dc4a47756be7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:28.652521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec47928-d42d-43fb-a3d8-9592420ec711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d935848b-a852-4e11-81c4-dc4a47756be7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:28.668185 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ec47928-d42d-43fb-a3d8-9592420ec711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:28.698914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0ec47928-d42d-43fb-a3d8-9592420ec711 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d935848b-a852-4e11-81c4-dc4a47756be7 HTTP/1.1" status: 204 len: 168 time: 0.3194549 Feb 03 13:01:28.738528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec47928-d42d-43fb-a3d8-9592420ec711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d935848b-a852-4e11-81c4-dc4a47756be7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:30.269436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57068) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:30.397596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'networks': [{'name': 'tempest-network--1266422035'}, {'name': 'tempest-network--1547051479'}]} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:30.398126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'network': {'name': 'tempest-network--1266422035'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:30.398776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'network': {'name': 'tempest-network--1547051479'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:30.427984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Made reservation on behalf of 4c7c90a01f9e4639a0bfac46dff8cb93 for: {'network': 2} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:30.432173 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.445342 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.533663 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for security_group (1f28b748-70de-42f7-bc24-3c016cf680f3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.540454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1f28b748-70de-42f7-bc24-3c016cf680f3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.541409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.591148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f28b748-70de-42f7-bc24-3c016cf680f3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:30.616638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:30.629701 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2fb51fde-c940-4d60-bc2d-be271484da03), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.630554 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Added segment 2fb51fde-c940-4d60-bc2d-be271484da03 of type vlan for network a2b4d3d2-021e-43c1-9e0f-763d222e551e Feb 03 13:01:30.693912 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (a2b4d3d2-021e-43c1-9e0f-763d222e551e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.724719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:30.743361 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c69bf630-586f-405d-a586-ae874bef1be1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.743916 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Added segment c69bf630-586f-405d-a586-ae874bef1be1 of type vlan for network 29470c5d-6e52-4aa8-b824-a2214100c34c Feb 03 13:01:30.805508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (29470c5d-6e52-4aa8-b824-a2214100c34c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.888575 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (a2b4d3d2-021e-43c1-9e0f-763d222e551e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.889242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (29470c5d-6e52-4aa8-b824-a2214100c34c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.895155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:30.904050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:30.904744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:30.955372 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6819246 Feb 03 13:01:30.955920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57080) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:31.057896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Network': ['ID=a2b4d3d2-021e-43c1-9e0f-763d222e551e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:31.070985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network a2b4d3d2-021e-43c1-9e0f-763d222e551e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:31.316317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05279f9e-0406-49a3-b159-fa5f4bd7fcf3 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Network': ['ID=29470c5d-6e52-4aa8-b824-a2214100c34c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:31.327035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 29470c5d-6e52-4aa8-b824-a2214100c34c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:31.385112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e563e2-c387-4827-9f9d-93ce9fd45520 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:31.394592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e563e2-c387-4827-9f9d-93ce9fd45520 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:31.411638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e563e2-c387-4827-9f9d-93ce9fd45520 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:31.416573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e563e2-c387-4827-9f9d-93ce9fd45520 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:31.421376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57086) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:31.436397 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-53e563e2-c387-4827-9f9d-93ce9fd45520 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4793639 Feb 03 13:01:31.551096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (a2b4d3d2-021e-43c1-9e0f-763d222e551e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.738811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (a2b4d3d2-021e-43c1-9e0f-763d222e551e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.766723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b4d3d2-021e-43c1-9e0f-763d222e551e']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:31.791761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb51fde-c940-4d60-bc2d-be271484da03') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:31.792587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb51fde-c940-4d60-bc2d-be271484da03') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:31.823287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (2fb51fde-c940-4d60-bc2d-be271484da03), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.840165 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2fb51fde-c940-4d60-bc2d-be271484da03), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.848657 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:01:31.849174 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (2fb51fde-c940-4d60-bc2d-be271484da03), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (a2b4d3d2-021e-43c1-9e0f-763d222e551e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.091593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/networks/a2b4d3d2-021e-43c1-9e0f-763d222e551e HTTP/1.1" status: 204 len: 168 time: 0.5488868 Feb 03 13:01:32.098080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57106) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:32.098408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa778eaa-e0c8-41cc-b453-39d12a86303c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Network': ['ID=a2b4d3d2-021e-43c1-9e0f-763d222e551e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:32.142943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (29470c5d-6e52-4aa8-b824-a2214100c34c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.299033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (29470c5d-6e52-4aa8-b824-a2214100c34c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.339859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29470c5d-6e52-4aa8-b824-a2214100c34c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:32.397761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69bf630-586f-405d-a586-ae874bef1be1') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:32.400052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69bf630-586f-405d-a586-ae874bef1be1') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:32.414437 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (c69bf630-586f-405d-a586-ae874bef1be1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.432283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c69bf630-586f-405d-a586-ae874bef1be1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.438858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:01:32.439454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (c69bf630-586f-405d-a586-ae874bef1be1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:01:32.508862 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:01:32.523677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (29470c5d-6e52-4aa8-b824-a2214100c34c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.531146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.534281 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/networks/29470c5d-6e52-4aa8-b824-a2214100c34c HTTP/1.1" status: 204 len: 168 time: 0.5453084 Feb 03 13:01:32.536918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57122) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:32.579976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff27a3-e5b5-467e-992f-597950c85541 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Network': ['ID=29470c5d-6e52-4aa8-b824-a2214100c34c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:32.756114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cdbb2d-c392-40e1-8f31-8a700505bd2c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:32.761347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cdbb2d-c392-40e1-8f31-8a700505bd2c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:32.763801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-08cdbb2d-c392-40e1-8f31-8a700505bd2c tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2258911 Feb 03 13:01:32.768645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57128) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:32.774674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-135647411'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:32.832739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Made reservation on behalf of 4c7c90a01f9e4639a0bfac46dff8cb93 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:32.836676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.871930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:32.881395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (83e00c52-1ef3-4672-894d-d627bd15b42c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.881899 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Added segment 83e00c52-1ef3-4672-894d-d627bd15b42c of type vlan for network 3d6f6e73-5567-44c6-98ef-59af4edec0c2 Feb 03 13:01:32.926118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3d6f6e73-5567-44c6-98ef-59af4edec0c2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.955286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3d6f6e73-5567-44c6-98ef-59af4edec0c2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.960894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:32.961583 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.078204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Network': ['ID=3d6f6e73-5567-44c6-98ef-59af4edec0c2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:33.092721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3d6f6e73-5567-44c6-98ef-59af4edec0c2 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:33.100028 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2e6a29e6-e246-474b-8dd9-9bdf00dda0ba tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3301771 Feb 03 13:01:33.102716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57140) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:33.108244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-312025032'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:33.156385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Made reservation on behalf of 4c7c90a01f9e4639a0bfac46dff8cb93 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:33.161080 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.210222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:33.223919 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2ec34e4a-26c0-4624-975b-e6d09e5be202), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.224555 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Added segment 2ec34e4a-26c0-4624-975b-e6d09e5be202 of type vlan for network ce947f58-9615-4235-9e09-ce735b18ef51 Feb 03 13:01:33.276933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ce947f58-9615-4235-9e09-ce735b18ef51), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.315247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ce947f58-9615-4235-9e09-ce735b18ef51), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.321082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:33.321706 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.389446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2828131 Feb 03 13:01:33.389966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57152) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:33.397759 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'ports': [{'network_id': '3d6f6e73-5567-44c6-98ef-59af4edec0c2', 'name': 'tempest-port--1045612245', 'admin_state_up': True}, {'network_id': 'ce947f58-9615-4235-9e09-ce735b18ef51', 'admin_state_up': False}]} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:33.398561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'port': {'network_id': '3d6f6e73-5567-44c6-98ef-59af4edec0c2', 'name': 'tempest-port--1045612245', 'admin_state_up': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:33.399312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'port': {'network_id': 'ce947f58-9615-4235-9e09-ce735b18ef51', 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:33.428776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1c6f3-b707-46be-8ff8-c280d6cfe6c4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Network': ['ID=ce947f58-9615-4235-9e09-ce735b18ef51,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:33.440748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ce947f58-9615-4235-9e09-ce735b18ef51 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:33.646382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Made reservation on behalf of 4c7c90a01f9e4639a0bfac46dff8cb93 for: {'port': 2} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:33.651107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.668138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:34.012012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] device_id is not set on port abdc66c8-3347-4272-ae86-338652efb991 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:01:34.165435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for port (abdc66c8-3347-4272-ae86-338652efb991), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:34.308032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] device_id is not set on port 210f0e38-83d1-4ebe-b51f-31f9dbe34231 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:01:34.464269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for port (210f0e38-83d1-4ebe-b51f-31f9dbe34231), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:34.534676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (abdc66c8-3347-4272-ae86-338652efb991), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:34.641842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Port': ['ID=abdc66c8-3347-4272-ae86-338652efb991,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:34.684257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Checking segment: {'id': '83e00c52-1ef3-4672-894d-d627bd15b42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '3d6f6e73-5567-44c6-98ef-59af4edec0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:34.684806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Network hostable DHCP agents. Network: 3d6f6e73-5567-44c6-98ef-59af4edec0c2, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:34.715316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Network 3d6f6e73-5567-44c6-98ef-59af4edec0c2 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:34.735354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3d6f6e73-5567-44c6-98ef-59af4edec0c2) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:34.745742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:34.747176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (210f0e38-83d1-4ebe-b51f-31f9dbe34231), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:34.749447 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80420dd3-cc4b-43be-9965-e31ad7bf5224 None None] Network 3d6f6e73-5567-44c6-98ef-59af4edec0c2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:34.881881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Port': ['ID=210f0e38-83d1-4ebe-b51f-31f9dbe34231,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:34.983548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Checking segment: {'id': '2ec34e4a-26c0-4624-975b-e6d09e5be202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'ce947f58-9615-4235-9e09-ce735b18ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:34.983928 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Network hostable DHCP agents. Network: ce947f58-9615-4235-9e09-ce735b18ef51, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:35.033889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Network ce947f58-9615-4235-9e09-ce735b18ef51 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:35.051919 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ce947f58-9615-4235-9e09-ce735b18ef51) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:35.067507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:35.069429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ffd4f-5ce9-4d76-8579-325611711599 None None] Network ce947f58-9615-4235-9e09-ce735b18ef51 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:35.078120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:35.090899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:35.106899 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:35.150493 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8f60b7b8-b35c-4641-8dca-ed33dac45d84 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7589395 Feb 03 13:01:35.150806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57190) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:35.487162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb4cbff-7a93-4621-a463-7075146668ea tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:35.500113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb4cbff-7a93-4621-a463-7075146668ea tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:35.507476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57198) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:35.519564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7fb4cbff-7a93-4621-a463-7075146668ea tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3671162 Feb 03 13:01:35.602553 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:01:35.656347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-54e63fda-5a31-493e-afdb-a108a2136902 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Deleting port abdc66c8-3347-4272-ae86-338652efb991 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:35.656700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54e63fda-5a31-493e-afdb-a108a2136902 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (abdc66c8-3347-4272-ae86-338652efb991), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:35.757088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54e63fda-5a31-493e-afdb-a108a2136902 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (abdc66c8-3347-4272-ae86-338652efb991), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:35.780405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-54e63fda-5a31-493e-afdb-a108a2136902 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Calling delete_port for abdc66c8-3347-4272-ae86-338652efb991 owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:36.048016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54e63fda-5a31-493e-afdb-a108a2136902 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (abdc66c8-3347-4272-ae86-338652efb991), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:36.082461 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54e63fda-5a31-493e-afdb-a108a2136902 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:36.091412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57208) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:36.125059 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-54e63fda-5a31-493e-afdb-a108a2136902 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/ports/abdc66c8-3347-4272-ae86-338652efb991 HTTP/1.1" status: 204 len: 168 time: 0.6162741 Feb 03 13:01:36.176294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e63fda-5a31-493e-afdb-a108a2136902 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Port': ['ID=abdc66c8-3347-4272-ae86-338652efb991,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:36.668118 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ad6570f-08b2-4ec7-ba6c-b99ff61d61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:36.776630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a1cddc3f-9706-4e95-bfb2-02734f02a7b8 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Deleting port 210f0e38-83d1-4ebe-b51f-31f9dbe34231 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:36.777571 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1cddc3f-9706-4e95-bfb2-02734f02a7b8 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (210f0e38-83d1-4ebe-b51f-31f9dbe34231), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:36.914746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1cddc3f-9706-4e95-bfb2-02734f02a7b8 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (210f0e38-83d1-4ebe-b51f-31f9dbe34231), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:36.970079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a1cddc3f-9706-4e95-bfb2-02734f02a7b8 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Calling delete_port for 210f0e38-83d1-4ebe-b51f-31f9dbe34231 owned by {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:37.092218 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1cddc3f-9706-4e95-bfb2-02734f02a7b8 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (210f0e38-83d1-4ebe-b51f-31f9dbe34231), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.167218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cddc3f-9706-4e95-bfb2-02734f02a7b8 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Port': ['ID=210f0e38-83d1-4ebe-b51f-31f9dbe34231,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:37.171967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a1cddc3f-9706-4e95-bfb2-02734f02a7b8 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.178246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a1cddc3f-9706-4e95-bfb2-02734f02a7b8 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/ports/210f0e38-83d1-4ebe-b51f-31f9dbe34231 HTTP/1.1" status: 204 len: 168 time: 1.0844855 Feb 03 13:01:37.178951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57234) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:37.216918 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0a6802ac-4e6d-4924-8dbb-fc1f7342e86b tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0364833 Feb 03 13:01:37.221830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57236) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:37.245474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-68976041'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:37.291122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Made reservation on behalf of 4c7c90a01f9e4639a0bfac46dff8cb93 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:37.294724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.339964 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:37.351652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (36b9f9c5-4436-4dd3-bb2a-a2f945939433), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.352287 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Added segment 36b9f9c5-4436-4dd3-bb2a-a2f945939433 of type vlan for network a03453f7-1d9b-4cb7-b564-11df81b24479 Feb 03 13:01:37.411209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (a03453f7-1d9b-4cb7-b564-11df81b24479), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.445699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (a03453f7-1d9b-4cb7-b564-11df81b24479), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.451311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:37.451904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.497313 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2615647 Feb 03 13:01:37.499749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57246) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:37.505556 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1857500245'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:37.539884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797cd66-41f2-49d7-a68a-53e1866f6acc tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Network': ['ID=a03453f7-1d9b-4cb7-b564-11df81b24479,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:37.552132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network a03453f7-1d9b-4cb7-b564-11df81b24479 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:37.552704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Made reservation on behalf of 4c7c90a01f9e4639a0bfac46dff8cb93 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:37.557367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.620434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:37.634050 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.635716 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Added segment ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7 of type vlan for network 048161a2-540e-4b1f-bad4-30899dfacfea Feb 03 13:01:37.752404 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (048161a2-540e-4b1f-bad4-30899dfacfea), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.794513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (048161a2-540e-4b1f-bad4-30899dfacfea), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.801906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:37.802838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.882343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Network': ['ID=048161a2-540e-4b1f-bad4-30899dfacfea,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:37.895418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 048161a2-540e-4b1f-bad4-30899dfacfea details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:37.918993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-08be9af4-0828-44ac-923d-dbbe6f207e03 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4141507 Feb 03 13:01:38.866433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7b6c-45cc-40ee-bf7f-e2298edce742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.098601 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.829149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff06f5b-32ac-4b8a-8b3e-48615fd7f576 req-a7590f96-c205-4d8b-b296-053f2efe42e9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:40.846629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dff06f5b-32ac-4b8a-8b3e-48615fd7f576 req-a7590f96-c205-4d8b-b296-053f2efe42e9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.2150011 Feb 03 13:01:40.973028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dff06f5b-32ac-4b8a-8b3e-48615fd7f576 req-2e84d7ef-33bb-41cd-a5f0-62e3940bcf36 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143043 Feb 03 13:01:41.162464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57340) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:41.167768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'subnets': [{'network_id': 'a03453f7-1d9b-4cb7-b564-11df81b24479', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--706005123', 'ip_version': 6}, {'network_id': '048161a2-540e-4b1f-bad4-30899dfacfea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:41.168215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'subnet': {'network_id': 'a03453f7-1d9b-4cb7-b564-11df81b24479', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--706005123', 'ip_version': 6}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:41.169002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Request body: {'subnet': {'network_id': '048161a2-540e-4b1f-bad4-30899dfacfea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:41.462917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Made reservation on behalf of 4c7c90a01f9e4639a0bfac46dff8cb93 for: {'subnet': 2} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:41.484972 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:41.485436 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:41.560392 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.321561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14949-523e-47a5-ab17-4633f1ca073f req-8db4f443-b039-4008-a2f0-6a88a786e9a3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:42.329531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90b14949-523e-47a5-ab17-4633f1ca073f req-8db4f443-b039-4008-a2f0-6a88a786e9a3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.2177908 Feb 03 13:01:42.462812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90b14949-523e-47a5-ab17-4633f1ca073f req-13768269-7964-4dfe-8936-a8ea7c7c7f3b tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321111 Feb 03 13:01:42.498494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (898c2e62-d48a-411c-abc0-6bc6fcdbe2ca), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.563076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Subnet': ['ID=898c2e62-d48a-411c-abc0-6bc6fcdbe2ca,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:42.628351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Checking segment: {'id': '36b9f9c5-4436-4dd3-bb2a-a2f945939433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a03453f7-1d9b-4cb7-b564-11df81b24479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:42.629012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Network hostable DHCP agents. Network: a03453f7-1d9b-4cb7-b564-11df81b24479, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:42.696192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Network a03453f7-1d9b-4cb7-b564-11df81b24479 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:42.730535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, a03453f7-1d9b-4cb7-b564-11df81b24479) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:42.745790 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (dbe5a59f-3ffb-430f-8dc4-8b1127c9f871), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.793383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4353e634-d291-4750-8401-93f86c2b2a5c None None] Network a03453f7-1d9b-4cb7-b564-11df81b24479 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:42.916227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.937165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-a03453f7-1d9b-4cb7-b564-11df81b24479', 'network_id': 'a03453f7-1d9b-4cb7-b564-11df81b24479', 'project_id': '4c7c90a01f9e4639a0bfac46dff8cb93', 'fixed_ips': [{'subnet_id': '898c2e62-d48a-411c-abc0-6bc6fcdbe2ca'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:01:42.942653 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.948333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event updated for resources: {'Subnet': ['ID=dbe5a59f-3ffb-430f-8dc4-8b1127c9f871,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:42.963260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Checking segment: {'id': 'ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '048161a2-540e-4b1f-bad4-30899dfacfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:42.964475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Network hostable DHCP agents. Network: 048161a2-540e-4b1f-bad4-30899dfacfea, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:43.001985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Network 048161a2-540e-4b1f-bad4-30899dfacfea is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:43.022616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 048161a2-540e-4b1f-bad4-30899dfacfea) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:43.053201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:43.054936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:43.057521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.104379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2aad53ff-4b27-4d94-95b5-81782d52a4b4 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9405408 Feb 03 13:01:43.106960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57378) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:43.111267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Allocated IP 2001:db8::1 (a03453f7-1d9b-4cb7-b564-11df81b24479/898c2e62-d48a-411c-abc0-6bc6fcdbe2ca/a2adfa81-b805-412a-8a25-a1a7635ab7be) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:43.263927 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Publish callbacks [] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.269866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653470b-89c5-45aa-8135-e85d0cbcf71e None None] Network 048161a2-540e-4b1f-bad4-30899dfacfea requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:43.362000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.411520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989e49e-033c-47cf-8125-b9b74469f973 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:43.426736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989e49e-033c-47cf-8125-b9b74469f973 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:43.428322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989e49e-033c-47cf-8125-b9b74469f973 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:43.430120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b989e49e-033c-47cf-8125-b9b74469f973 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3220227 Feb 03 13:01:43.436149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Network a03453f7-1d9b-4cb7-b564-11df81b24479 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:43.439988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57390) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:43.480324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:43.505299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-048161a2-540e-4b1f-bad4-30899dfacfea', 'network_id': '048161a2-540e-4b1f-bad4-30899dfacfea', 'project_id': '4c7c90a01f9e4639a0bfac46dff8cb93', 'fixed_ips': [{'subnet_id': 'dbe5a59f-3ffb-430f-8dc4-8b1127c9f871'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:01:43.506204 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.525639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:43.643081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-000b693e-abea-410c-b0b7-f3dc10f62f47 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Deleting subnet 898c2e62-d48a-411c-abc0-6bc6fcdbe2ca {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:01:43.647136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Pushing event updated for resources: {'Port': ['ID=a2adfa81-b805-412a-8a25-a1a7635ab7be,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:43.703555 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-000b693e-abea-410c-b0b7-f3dc10f62f47 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for subnet (898c2e62-d48a-411c-abc0-6bc6fcdbe2ca), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.774048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263759e-102c-4430-a581-7799ad0154d8 req-f8a16a0b-0ae4-41de-a766-307fc453856f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:43.794897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9263759e-102c-4430-a581-7799ad0154d8 req-f8a16a0b-0ae4-41de-a766-307fc453856f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1464965 Feb 03 13:01:43.859726 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-000b693e-abea-410c-b0b7-f3dc10f62f47 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (898c2e62-d48a-411c-abc0-6bc6fcdbe2ca), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.876797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Attempting to bind port a2adfa81-b805-412a-8a25-a1a7635ab7be on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:43.886972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Attempting to bind port a2adfa81-b805-412a-8a25-a1a7635ab7be by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '36b9f9c5-4436-4dd3-bb2a-a2f945939433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a03453f7-1d9b-4cb7-b564-11df81b24479'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:43.887609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Attempting to bind port a2adfa81-b805-412a-8a25-a1a7635ab7be on network a03453f7-1d9b-4cb7-b564-11df81b24479 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:43.924245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9263759e-102c-4430-a581-7799ad0154d8 req-6c542078-2f52-4858-a268-a324f002f37d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273603 Feb 03 13:01:43.943859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:43.944231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Checking segment: {'id': '36b9f9c5-4436-4dd3-bb2a-a2f945939433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a03453f7-1d9b-4cb7-b564-11df81b24479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:43.954979 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.955389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Bound using segment: {'id': '36b9f9c5-4436-4dd3-bb2a-a2f945939433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a03453f7-1d9b-4cb7-b564-11df81b24479'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:43.955899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Bound port: a2adfa81-b805-412a-8a25-a1a7635ab7be, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b9f9c5-4436-4dd3-bb2a-a2f945939433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a03453f7-1d9b-4cb7-b564-11df81b24479'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:43.956285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.004504 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-000b693e-abea-410c-b0b7-f3dc10f62f47 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (898c2e62-d48a-411c-abc0-6bc6fcdbe2ca), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.113906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-000b693e-abea-410c-b0b7-f3dc10f62f47 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (898c2e62-d48a-411c-abc0-6bc6fcdbe2ca), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.164558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Allocated IP 2001:db8:0:1::1 (048161a2-540e-4b1f-bad4-30899dfacfea/dbe5a59f-3ffb-430f-8dc4-8b1127c9f871/db031c1d-0bbc-40c6-b298-caeb359e916a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:44.211716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b693e-abea-410c-b0b7-f3dc10f62f47 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Subnet': ['ID=898c2e62-d48a-411c-abc0-6bc6fcdbe2ca,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:44.221448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-000b693e-abea-410c-b0b7-f3dc10f62f47 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.228954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-000b693e-abea-410c-b0b7-f3dc10f62f47 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/subnets/898c2e62-d48a-411c-abc0-6bc6fcdbe2ca HTTP/1.1" status: 204 len: 168 time: 0.7878437 Feb 03 13:01:44.231790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57402) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:44.385809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bef43e-85c7-41ff-a95b-da961bdd3a46 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Deleting subnet dbe5a59f-3ffb-430f-8dc4-8b1127c9f871 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:01:44.773229 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Publish callbacks [] for port (db031c1d-0bbc-40c6-b298-caeb359e916a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.786137 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4bef43e-85c7-41ff-a95b-da961bdd3a46 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for subnet (dbe5a59f-3ffb-430f-8dc4-8b1127c9f871), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.793776 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (db031c1d-0bbc-40c6-b298-caeb359e916a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.850425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Pushing event updated for resources: {'Port': ['ID=db031c1d-0bbc-40c6-b298-caeb359e916a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:44.871341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] For port a2adfa81-b805-412a-8a25-a1a7635ab7be, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:44.874855 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4bef43e-85c7-41ff-a95b-da961bdd3a46 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (dbe5a59f-3ffb-430f-8dc4-8b1127c9f871), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.876609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] For port a2adfa81-b805-412a-8a25-a1a7635ab7be, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a2adfa81-b805-412a-8a25-a1a7635ab7be,segment=NetworkSegment(36b9f9c5-4436-4dd3-bb2a-a2f945939433),segment_id=36b9f9c5-4436-4dd3-bb2a-a2f945939433)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:44.898183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Network 048161a2-540e-4b1f-bad4-30899dfacfea is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:44.901638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:44.905243 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.910274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:45.107331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Attempting to bind port db031c1d-0bbc-40c6-b298-caeb359e916a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:45.108554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Attempting to bind port db031c1d-0bbc-40c6-b298-caeb359e916a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '048161a2-540e-4b1f-bad4-30899dfacfea'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:45.109237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Attempting to bind port db031c1d-0bbc-40c6-b298-caeb359e916a on network 048161a2-540e-4b1f-bad4-30899dfacfea {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:45.119887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0337c54-562c-4e95-b997-897eb9d8b542 None None] Pushing event updated for resources: {'Port': ['ID=a2adfa81-b805-412a-8a25-a1a7635ab7be,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:45.138655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:45.139376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Checking segment: {'id': 'ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '048161a2-540e-4b1f-bad4-30899dfacfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:45.141086 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.141667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Bound using segment: {'id': 'ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '048161a2-540e-4b1f-bad4-30899dfacfea'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:45.142898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Bound port: db031c1d-0bbc-40c6-b298-caeb359e916a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '048161a2-540e-4b1f-bad4-30899dfacfea'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:45.144885 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (db031c1d-0bbc-40c6-b298-caeb359e916a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.175927 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4bef43e-85c7-41ff-a95b-da961bdd3a46 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (dbe5a59f-3ffb-430f-8dc4-8b1127c9f871), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.257525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3d518-1617-4c57-b639-095aac9aa713 req-e83478ac-9f62-4de6-a31d-e15c38a5ce0a tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:45.260732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10d3d518-1617-4c57-b639-095aac9aa713 req-e83478ac-9f62-4de6-a31d-e15c38a5ce0a tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.2163661 Feb 03 13:01:45.416762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] For port db031c1d-0bbc-40c6-b298-caeb359e916a, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:45.420495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] For port db031c1d-0bbc-40c6-b298-caeb359e916a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=db031c1d-0bbc-40c6-b298-caeb359e916a,segment=NetworkSegment(ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7),segment_id=ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:45.439745 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (db031c1d-0bbc-40c6-b298-caeb359e916a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.450956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4bef43e-85c7-41ff-a95b-da961bdd3a46 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (dbe5a59f-3ffb-430f-8dc4-8b1127c9f871), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.514750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4bef43e-85c7-41ff-a95b-da961bdd3a46 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.541501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b4bef43e-85c7-41ff-a95b-da961bdd3a46 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/subnets/dbe5a59f-3ffb-430f-8dc4-8b1127c9f871 HTTP/1.1" status: 204 len: 168 time: 1.3054664 Feb 03 13:01:45.542274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57436) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:45.647487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072109cb-e9c4-41a8-ab84-3d7722a98b55 None None] Pushing event updated for resources: {'Port': ['ID=db031c1d-0bbc-40c6-b298-caeb359e916a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:45.658468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10d3d518-1617-4c57-b639-095aac9aa713 req-3c21e4ef-07a7-4f81-a613-eff679ad6579 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647483 Feb 03 13:01:45.758695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e1ca00-aec6-4fe4-a700-2a71ea36f4ac tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:45.763262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bef43e-85c7-41ff-a95b-da961bdd3a46 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe5a59f-3ffb-430f-8dc4-8b1127c9f871,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:45.765209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57442) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:45.766655 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b8e1ca00-aec6-4fe4-a700-2a71ea36f4ac tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2224355 Feb 03 13:01:45.944477 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (048161a2-540e-4b1f-bad4-30899dfacfea), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.103936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Deleting port db031c1d-0bbc-40c6-b298-caeb359e916a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:46.104287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (db031c1d-0bbc-40c6-b298-caeb359e916a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.190287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] For port db031c1d-0bbc-40c6-b298-caeb359e916a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=db031c1d-0bbc-40c6-b298-caeb359e916a,segment=NetworkSegment(ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7),segment_id=ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:46.190770 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (db031c1d-0bbc-40c6-b298-caeb359e916a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.260121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Calling delete_port for db031c1d-0bbc-40c6-b298-caeb359e916a owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:46.325170 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.457787 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (db031c1d-0bbc-40c6-b298-caeb359e916a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.492278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Port': ['ID=db031c1d-0bbc-40c6-b298-caeb359e916a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:46.500548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] No DVR routers for this DVR port db031c1d-0bbc-40c6-b298-caeb359e916a on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:01:46.694809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (048161a2-540e-4b1f-bad4-30899dfacfea), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.803366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048161a2-540e-4b1f-bad4-30899dfacfea']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:46.818945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:46.819841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:46.832416 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.872148 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.950369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1e588-52e8-4859-97fe-f2e5274310a5 None None] Network a03453f7-1d9b-4cb7-b564-11df81b24479 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:46.969701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:01:46.970277 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (ec5d639f-e6e3-4394-a2ce-ff7a1cd76db7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:01:46.985963 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:01:47.070645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a3883-2450-4437-9c77-ee12ff0654c3 req-933499ef-dfb5-4ccb-8132-1893f8f7aca3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:47.072344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-074a3883-2450-4437-9c77-ee12ff0654c3 req-933499ef-dfb5-4ccb-8132-1893f8f7aca3 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1860154 Feb 03 13:01:47.073645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (048161a2-540e-4b1f-bad4-30899dfacfea), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.098754 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.104475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/networks/048161a2-540e-4b1f-bad4-30899dfacfea HTTP/1.1" status: 204 len: 168 time: 1.3363407 Feb 03 13:01:47.104876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57470) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:47.153147 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a68d43e5-f63d-451f-af7e-8e0badfe5f64 None None] Provisioning complete for port a2adfa81-b805-412a-8a25-a1a7635ab7be triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:47.167559 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a68d43e5-f63d-451f-af7e-8e0badfe5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.239267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150c92-9642-4edc-adfb-4de1c94f4e21 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Network': ['ID=048161a2-540e-4b1f-bad4-30899dfacfea,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:47.388103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-074a3883-2450-4437-9c77-ee12ff0654c3 req-ca67a7d9-dbbd-4d2e-ac16-2daf9b97c7a7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841260 Feb 03 13:01:47.405345 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (a03453f7-1d9b-4cb7-b564-11df81b24479), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.486498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a68d43e5-f63d-451f-af7e-8e0badfe5f64 None None] Current status of the port a2adfa81-b805-412a-8a25-a1a7635ab7be is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:47.487121 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a68d43e5-f63d-451f-af7e-8e0badfe5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.541267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a2adfa81-b805-412a-8a25-a1a7635ab7be up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:47.596896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Deleting port a2adfa81-b805-412a-8a25-a1a7635ab7be {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:47.599332 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.630033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a68d43e5-f63d-451f-af7e-8e0badfe5f64 None None] For port a2adfa81-b805-412a-8a25-a1a7635ab7be, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a2adfa81-b805-412a-8a25-a1a7635ab7be,segment=NetworkSegment(36b9f9c5-4436-4dd3-bb2a-a2f945939433),segment_id=36b9f9c5-4436-4dd3-bb2a-a2f945939433)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:47.644064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a2adfa81-b805-412a-8a25-a1a7635ab7be triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:47.644403 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.647298 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a68d43e5-f63d-451f-af7e-8e0badfe5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.762888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] For port a2adfa81-b805-412a-8a25-a1a7635ab7be, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a2adfa81-b805-412a-8a25-a1a7635ab7be,segment=NetworkSegment(36b9f9c5-4436-4dd3-bb2a-a2f945939433),segment_id=36b9f9c5-4436-4dd3-bb2a-a2f945939433)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:47.763288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.809736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Calling delete_port for a2adfa81-b805-412a-8a25-a1a7635ab7be owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:47.828997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5332a17a-cc7d-4ca7-a164-3bd6e12e9e01 None None] DHCP port deletion for a03453f7-1d9b-4cb7-b564-11df81b24479 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:01:47.853257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32170a88-4b4d-4a07-8056-86ae9a3ddf5c None None] DHCP port deletion for 048161a2-540e-4b1f-bad4-30899dfacfea request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:01:47.872255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-21934a94-53cc-44bf-8fa0-651eab829392 None None] Could not find standard attr ID for object db031c1d-0bbc-40c6-b298-caeb359e916a. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:01:47.930178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e544cc-196b-4410-b187-d53be7d2ca55 None None] Network 048161a2-540e-4b1f-bad4-30899dfacfea requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:47.941415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d43e5-f63d-451f-af7e-8e0badfe5f64 None None] Pushing event updated for resources: {'Port': ['ID=a2adfa81-b805-412a-8a25-a1a7635ab7be,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:48.003398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a2adfa81-b805-412a-8a25-a1a7635ab7be is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:48.012643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e544cc-196b-4410-b187-d53be7d2ca55 None None] Network 048161a2-540e-4b1f-bad4-30899dfacfea could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:01:48.035191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5332a17a-cc7d-4ca7-a164-3bd6e12e9e01 None None] Deleting port a2adfa81-b805-412a-8a25-a1a7635ab7be {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:48.036414 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5332a17a-cc7d-4ca7-a164-3bd6e12e9e01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.122267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.142053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5332a17a-cc7d-4ca7-a164-3bd6e12e9e01 None None] For port a2adfa81-b805-412a-8a25-a1a7635ab7be, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a2adfa81-b805-412a-8a25-a1a7635ab7be,segment=NetworkSegment(36b9f9c5-4436-4dd3-bb2a-a2f945939433),segment_id=36b9f9c5-4436-4dd3-bb2a-a2f945939433)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:48.142616 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5332a17a-cc7d-4ca7-a164-3bd6e12e9e01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.160576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5332a17a-cc7d-4ca7-a164-3bd6e12e9e01 None None] Calling delete_port for a2adfa81-b805-412a-8a25-a1a7635ab7be owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:48.165187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Port': ['ID=a2adfa81-b805-412a-8a25-a1a7635ab7be,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:48.179370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] No DVR routers for this DVR port a2adfa81-b805-412a-8a25-a1a7635ab7be on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:01:48.307992 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5332a17a-cc7d-4ca7-a164-3bd6e12e9e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (a2adfa81-b805-412a-8a25-a1a7635ab7be), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.389050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (a03453f7-1d9b-4cb7-b564-11df81b24479), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.392882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5332a17a-cc7d-4ca7-a164-3bd6e12e9e01 None None] No DVR routers for this DVR port a2adfa81-b805-412a-8a25-a1a7635ab7be on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:01:48.399816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332a17a-cc7d-4ca7-a164-3bd6e12e9e01 None None] Pushing event deleted for resources: {'Port': ['ID=a2adfa81-b805-412a-8a25-a1a7635ab7be,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:48.479966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03453f7-1d9b-4cb7-b564-11df81b24479']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:48.522488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b9f9c5-4436-4dd3-bb2a-a2f945939433') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:48.522793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b9f9c5-4436-4dd3-bb2a-a2f945939433') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:48.560864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (36b9f9c5-4436-4dd3-bb2a-a2f945939433), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.587530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (36b9f9c5-4436-4dd3-bb2a-a2f945939433), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.595330 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:01:48.595749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (36b9f9c5-4436-4dd3-bb2a-a2f945939433), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:01:48.598907 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:01:48.737313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6b87f-b708-4928-8fad-3c2d5d60dc26 req-1b1b8a59-afc5-454e-a227-834485da61ad tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:48.739694 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (a03453f7-1d9b-4cb7-b564-11df81b24479), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.743125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84b6b87f-b708-4928-8fad-3c2d5d60dc26 req-1b1b8a59-afc5-454e-a227-834485da61ad tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.2147288 Feb 03 13:01:48.766872 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.770045 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/networks/a03453f7-1d9b-4cb7-b564-11df81b24479 HTTP/1.1" status: 204 len: 168 time: 1.6641741 Feb 03 13:01:48.781703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57506) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:48.809698 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87866e66-8b21-46ed-bd25-fc0253f34403 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Network': ['ID=a03453f7-1d9b-4cb7-b564-11df81b24479,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:48.933461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84b6b87f-b708-4928-8fad-3c2d5d60dc26 req-1ccb7a50-8730-4158-b070-497794601a7b tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833203 Feb 03 13:01:48.941476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ce947f58-9615-4235-9e09-ce735b18ef51), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.158172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ce947f58-9615-4235-9e09-ce735b18ef51), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.197414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce947f58-9615-4235-9e09-ce735b18ef51']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:49.230059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec34e4a-26c0-4624-975b-e6d09e5be202') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:49.234561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec34e4a-26c0-4624-975b-e6d09e5be202') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:49.256268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (2ec34e4a-26c0-4624-975b-e6d09e5be202), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.282444 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2ec34e4a-26c0-4624-975b-e6d09e5be202), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.297289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:01:49.297697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (2ec34e4a-26c0-4624-975b-e6d09e5be202), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.322372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a2adfa81-b805-412a-8a25-a1a7635ab7be no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:01:49.363411 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:01:49.380830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a2adfa81-b805-412a-8a25-a1a7635ab7be {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:01:49.381186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a2adfa81-b805-412a-8a25-a1a7635ab7be not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:01:49.381612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device db031c1d-0bbc-40c6-b298-caeb359e916a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:01:49.400155 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ce947f58-9615-4235-9e09-ce735b18ef51), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.408226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.413510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/networks/ce947f58-9615-4235-9e09-ce735b18ef51 HTTP/1.1" status: 204 len: 168 time: 0.6222320 Feb 03 13:01:49.416133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57518) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:49.417581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: db031c1d-0bbc-40c6-b298-caeb359e916a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:01:49.418512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device db031c1d-0bbc-40c6-b298-caeb359e916a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:01:49.430747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfeaa3-176f-40ae-bf0e-524a302f3692 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Network': ['ID=ce947f58-9615-4235-9e09-ce735b18ef51,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:49.560251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3d6f6e73-5567-44c6-98ef-59af4edec0c2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.805989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3d6f6e73-5567-44c6-98ef-59af4edec0c2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.880376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6f6e73-5567-44c6-98ef-59af4edec0c2']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:49.944313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e00c52-1ef3-4672-894d-d627bd15b42c') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:49.949801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e00c52-1ef3-4672-894d-d627bd15b42c') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:50.007048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (83e00c52-1ef3-4672-894d-d627bd15b42c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:50.041635 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (83e00c52-1ef3-4672-894d-d627bd15b42c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:50.056499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:01:50.056983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (83e00c52-1ef3-4672-894d-d627bd15b42c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:01:50.064262 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:01:50.221546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3d6f6e73-5567-44c6-98ef-59af4edec0c2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:50.233535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:50.250372 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] 10.222.0.65 "DELETE /v2.0/networks/3d6f6e73-5567-44c6-98ef-59af4edec0c2 HTTP/1.1" status: 204 len: 168 time: 0.8301392 Feb 03 13:01:50.283063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1799579-31d7-4d2f-aeec-63c12328e703 tempest-BulkNetworkOpsIpV6Test-1384267928 tempest-BulkNetworkOpsIpV6Test-1384267928-project] Pushing event deleted for resources: {'Network': ['ID=3d6f6e73-5567-44c6-98ef-59af4edec0c2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:50.293970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc67fd-388a-4557-9dd7-32698c122fd8 req-a7a6221c-5c7a-405f-a284-f09f9cde5301 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:50.315044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8bc67fd-388a-4557-9dd7-32698c122fd8 req-a7a6221c-5c7a-405f-a284-f09f9cde5301 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.2215121 Feb 03 13:01:50.482594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8bc67fd-388a-4557-9dd7-32698c122fd8 req-2ca53aa5-5bfb-4c56-b468-88d907644946 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665206 Feb 03 13:01:50.705772 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:50.989184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57566) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:51.309722 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a1445303-cade-4448-bf1c-81a2a384b5bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c7c90a01f9e4639a0bfac46dff8cb93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3193076 Feb 03 13:01:51.312403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57576) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:51.426705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-757a5b7f-d812-4ba0-805c-e3d54c3e99e7 admin admin] Publish callbacks [] for security_group (1f28b748-70de-42f7-bc24-3c016cf680f3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.479577 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-757a5b7f-d812-4ba0-805c-e3d54c3e99e7 admin admin] Publish callbacks [] for security_group (1f28b748-70de-42f7-bc24-3c016cf680f3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.581286 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-757a5b7f-d812-4ba0-805c-e3d54c3e99e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1f28b748-70de-42f7-bc24-3c016cf680f3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.584237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-757a5b7f-d812-4ba0-805c-e3d54c3e99e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.585413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-757a5b7f-d812-4ba0-805c-e3d54c3e99e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f28b748-70de-42f7-bc24-3c016cf680f3 HTTP/1.1" status: 204 len: 168 time: 0.2712734 Feb 03 13:01:51.639164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a5b7f-d812-4ba0-805c-e3d54c3e99e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f28b748-70de-42f7-bc24-3c016cf680f3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:51.789117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cd9fc-0b0e-4901-a044-ed77a09f67b1 req-071c5a2a-7208-4cb3-a299-41966d14f21e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:51.799631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-368cd9fc-0b0e-4901-a044-ed77a09f67b1 req-071c5a2a-7208-4cb3-a299-41966d14f21e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1806796 Feb 03 13:01:51.894022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-368cd9fc-0b0e-4901-a044-ed77a09f67b1 req-e3e8c422-3f01-4a00-8ba1-7a7fce27eed1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931597 Feb 03 13:01:53.087987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57652) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:53.138036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c201fd-157c-4512-aafc-0b4dbc2ee4d7 req-ff5f7fdd-2341-4ffa-b5a4-8d7c0f4037d2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:53.150234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7c201fd-157c-4512-aafc-0b4dbc2ee4d7 req-ff5f7fdd-2341-4ffa-b5a4-8d7c0f4037d2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1230841 Feb 03 13:01:53.269475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7c201fd-157c-4512-aafc-0b4dbc2ee4d7 req-5a42a509-953e-4bb7-8440-a541cadded98 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180615 Feb 03 13:01:53.297390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-917764877'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:53.338194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:53.341849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.357160 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.536781 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for security_group (93b380b8-0144-4b29-ae60-427db8fa85e2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.548794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (93b380b8-0144-4b29-ae60-427db8fa85e2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.602081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:53.618983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b380b8-0144-4b29-ae60-427db8fa85e2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:53.622094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (cb1d652d-0e63-45e7-b900-41397822787b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.623053 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added segment cb1d652d-0e63-45e7-b900-41397822787b of type vlan for network 86f4b018-6eb1-4382-b302-f6481f6fe667 Feb 03 13:01:53.678207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (86f4b018-6eb1-4382-b302-f6481f6fe667), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.722430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (86f4b018-6eb1-4382-b302-f6481f6fe667), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.729408 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:53.730058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.836246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57670) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:53.839630 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7503648 Feb 03 13:01:53.841804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1246798332'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:53.881033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:53.884373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.922841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c6d10-72fb-43ae-9885-ce662d82ed71 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Network': ['ID=86f4b018-6eb1-4382-b302-f6481f6fe667,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:53.935213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:53.949225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 86f4b018-6eb1-4382-b302-f6481f6fe667 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:53.953273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (cf0434c2-68ed-4490-965c-cc5a2a42515d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.962998 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added segment cf0434c2-68ed-4490-965c-cc5a2a42515d of type vlan for network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 Feb 03 13:01:54.031858 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1ca1fe62-c1e6-466c-87d2-349a539a38e9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:54.079719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1ca1fe62-c1e6-466c-87d2-349a539a38e9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:54.088168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:54.089260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:54.233399 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Network': ['ID=1ca1fe62-c1e6-466c-87d2-349a539a38e9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:54.246932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:54.254496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57680) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:54.260794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'subnet': {'network_id': '86f4b018-6eb1-4382-b302-f6481f6fe667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:54.266311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3c2d37a4-3d98-429c-a7e3-4f0af62bad78 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4282000 Feb 03 13:01:54.401678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:54.407070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:54.539739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35515-faad-42ad-b9d4-357c735e9f61 req-f51ddf2e-e7a3-4236-959b-9a7e90f1ee62 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:54.543189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3a35515-faad-42ad-b9d4-357c735e9f61 req-f51ddf2e-e7a3-4236-959b-9a7e90f1ee62 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1243975 Feb 03 13:01:54.648578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3a35515-faad-42ad-b9d4-357c735e9f61 req-be449b1b-3335-4088-9d9a-cc57a5be0e87 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998211 Feb 03 13:01:54.825998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (55d64347-d7ac-4dfd-96dd-d066e244516f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:54.935134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Subnet': ['ID=55d64347-d7ac-4dfd-96dd-d066e244516f,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:54.960348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Checking segment: {'id': 'cb1d652d-0e63-45e7-b900-41397822787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86f4b018-6eb1-4382-b302-f6481f6fe667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:54.960976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network hostable DHCP agents. Network: 86f4b018-6eb1-4382-b302-f6481f6fe667, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:54.990854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 86f4b018-6eb1-4382-b302-f6481f6fe667 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:55.007066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 86f4b018-6eb1-4382-b302-f6481f6fe667) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:55.018226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30067c0-36c7-43d6-9c4d-8e439867017a None None] Network 86f4b018-6eb1-4382-b302-f6481f6fe667 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:55.026186 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:55.027893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.058821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57688) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:55.065200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'subnet': {'network_id': '1ca1fe62-c1e6-466c-87d2-349a539a38e9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:55.069645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c3f98fef-8911-4444-a358-f283778b4669 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8137639 Feb 03 13:01:55.201354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:55.206117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.241583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-86f4b018-6eb1-4382-b302-f6481f6fe667', 'network_id': '86f4b018-6eb1-4382-b302-f6481f6fe667', 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'fixed_ips': [{'subnet_id': '55d64347-d7ac-4dfd-96dd-d066e244516f'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:01:55.242508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.467500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Allocated IP 2001:db8::2 (86f4b018-6eb1-4382-b302-f6481f6fe667/55d64347-d7ac-4dfd-96dd-d066e244516f/13e336f9-3da1-4f57-a5c7-0213aa1845b1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:55.613077 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (6880a8c1-49fc-43da-8bfa-16741a7e2b01), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.652249 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Publish callbacks [] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.666707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.752439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Checking segment: {'id': 'cf0434c2-68ed-4490-965c-cc5a2a42515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1ca1fe62-c1e6-466c-87d2-349a539a38e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:55.752792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network hostable DHCP agents. Network: 1ca1fe62-c1e6-466c-87d2-349a539a38e9, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:55.803753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Network 86f4b018-6eb1-4382-b302-f6481f6fe667 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:55.805555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Pushing event updated for resources: {'Port': ['ID=13e336f9-3da1-4f57-a5c7-0213aa1845b1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:55.807343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Subnet': ['ID=6880a8c1-49fc-43da-8bfa-16741a7e2b01,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:55.810241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:55.814419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:55.833418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.834159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.834749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.835304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.835871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.837003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:55.838234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.838872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.839487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.840048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.840604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.842195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.842849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.843739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:55.897630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1ca1fe62-c1e6-466c-87d2-349a539a38e9) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:55.917944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6aed1b-ca13-4f61-a155-48391894a4fe None None] Network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:55.922357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:55.923288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.954841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311074b4-e2f6-47bd-a48c-c575040c59c9 req-23c7d0f2-7492-401b-ad68-572be402a25e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:55.957143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-311074b4-e2f6-47bd-a48c-c575040c59c9 req-23c7d0f2-7492-401b-ad68-572be402a25e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1566839 Feb 03 13:01:55.961925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6430a3fb-39f6-4adf-9c5a-d8ff058ed510 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9012392 Feb 03 13:01:55.964625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57700) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:55.976073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9371c28e-fafc-4022-bd6f-32bb27624ea4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1859628873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:55.996873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Attempting to bind port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:56.000111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Attempting to bind port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'cb1d652d-0e63-45e7-b900-41397822787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86f4b018-6eb1-4382-b302-f6481f6fe667'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:56.000880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Attempting to bind port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 on network 86f4b018-6eb1-4382-b302-f6481f6fe667 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:56.012519 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9371c28e-fafc-4022-bd6f-32bb27624ea4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (39c2748b-1a35-4c58-bed8-01fc16ed1d10), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.013876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9371c28e-fafc-4022-bd6f-32bb27624ea4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (39c2748b-1a35-4c58-bed8-01fc16ed1d10), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.027259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:56.028891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Checking segment: {'id': 'cb1d652d-0e63-45e7-b900-41397822787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86f4b018-6eb1-4382-b302-f6481f6fe667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:56.029543 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.030167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Bound using segment: {'id': 'cb1d652d-0e63-45e7-b900-41397822787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86f4b018-6eb1-4382-b302-f6481f6fe667'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:56.030975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Bound port: 13e336f9-3da1-4f57-a5c7-0213aa1845b1, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1d652d-0e63-45e7-b900-41397822787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86f4b018-6eb1-4382-b302-f6481f6fe667'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:56.031610 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.038908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-311074b4-e2f6-47bd-a48c-c575040c59c9 req-58d6be03-ab87-43f0-8deb-35be9f8e9680 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635419 Feb 03 13:01:56.113885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9371c28e-fafc-4022-bd6f-32bb27624ea4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (39c2748b-1a35-4c58-bed8-01fc16ed1d10), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.122892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9371c28e-fafc-4022-bd6f-32bb27624ea4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (39c2748b-1a35-4c58-bed8-01fc16ed1d10), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.156679 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9371c28e-fafc-4022-bd6f-32bb27624ea4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.161782 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9371c28e-fafc-4022-bd6f-32bb27624ea4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1938002 Feb 03 13:01:56.162388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57704) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:56.178852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] For port 13e336f9-3da1-4f57-a5c7-0213aa1845b1, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:56.182448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] For port 13e336f9-3da1-4f57-a5c7-0213aa1845b1, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=13e336f9-3da1-4f57-a5c7-0213aa1845b1,segment=NetworkSegment(cb1d652d-0e63-45e7-b900-41397822787b),segment_id=cb1d652d-0e63-45e7-b900-41397822787b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:56.210243 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.422127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a050f85-d0d8-4bc2-8271-195f268d969a None None] Pushing event updated for resources: {'Port': ['ID=13e336f9-3da1-4f57-a5c7-0213aa1845b1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:56.430200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-1ca1fe62-c1e6-466c-87d2-349a539a38e9', 'network_id': '1ca1fe62-c1e6-466c-87d2-349a539a38e9', 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'fixed_ips': [{'subnet_id': '6880a8c1-49fc-43da-8bfa-16741a7e2b01'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:01:56.440704 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.877461 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.935449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Allocated IP 2001:db8:1::2 (1ca1fe62-c1e6-466c-87d2-349a539a38e9/6880a8c1-49fc-43da-8bfa-16741a7e2b01/870026df-83c1-4f37-b468-04f2a3878231) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:57.196666 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Publish callbacks [] for port (870026df-83c1-4f37-b468-04f2a3878231), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.216808 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (870026df-83c1-4f37-b468-04f2a3878231), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.312866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:57.319938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:57.334746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:57.436457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Pushing event updated for resources: {'Port': ['ID=870026df-83c1-4f37-b468-04f2a3878231,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:57.478998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 13e336f9-3da1-4f57-a5c7-0213aa1845b1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:57.503132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 2001:db8::1 (86f4b018-6eb1-4382-b302-f6481f6fe667/55d64347-d7ac-4dfd-96dd-d066e244516f/69fc29aa-e194-4d42-907a-add29dd2fdbe) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:57.618801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Attempting to bind port 870026df-83c1-4f37-b468-04f2a3878231 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:57.619271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Attempting to bind port 870026df-83c1-4f37-b468-04f2a3878231 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'cf0434c2-68ed-4490-965c-cc5a2a42515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1ca1fe62-c1e6-466c-87d2-349a539a38e9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:57.619885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Attempting to bind port 870026df-83c1-4f37-b468-04f2a3878231 on network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:57.649509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:57.650010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.657268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:57.657801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Checking segment: {'id': 'cf0434c2-68ed-4490-965c-cc5a2a42515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1ca1fe62-c1e6-466c-87d2-349a539a38e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:57.658361 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.658853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Bound using segment: {'id': 'cf0434c2-68ed-4490-965c-cc5a2a42515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1ca1fe62-c1e6-466c-87d2-349a539a38e9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:57.659446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Bound port: 870026df-83c1-4f37-b468-04f2a3878231, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0434c2-68ed-4490-965c-cc5a2a42515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '1ca1fe62-c1e6-466c-87d2-349a539a38e9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:57.659926 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (870026df-83c1-4f37-b468-04f2a3878231), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.788615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.888849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.932606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] For port 870026df-83c1-4f37-b468-04f2a3878231, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:57.959234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] For port 870026df-83c1-4f37-b468-04f2a3878231, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=870026df-83c1-4f37-b468-04f2a3878231,segment=NetworkSegment(cf0434c2-68ed-4490-965c-cc5a2a42515d),segment_id=cf0434c2-68ed-4490-965c-cc5a2a42515d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:57.986839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:57.987549 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.005647 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (870026df-83c1-4f37-b468-04f2a3878231), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.233442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 13e336f9-3da1-4f57-a5c7-0213aa1845b1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=13e336f9-3da1-4f57-a5c7-0213aa1845b1,segment=NetworkSegment(cb1d652d-0e63-45e7-b900-41397822787b),segment_id=cb1d652d-0e63-45e7-b900-41397822787b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:58.242425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cbc80-e888-4696-a871-7329c6e9aa67 None None] Pushing event updated for resources: {'Port': ['ID=870026df-83c1-4f37-b468-04f2a3878231,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:58.255573 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.289939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e927476a-1773-4270-8a77-defe1ee7e3e1 None None] Network 86f4b018-6eb1-4382-b302-f6481f6fe667 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:58.697131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 86f4b018-6eb1-4382-b302-f6481f6fe667 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:58.750077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:58.753646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:58.754191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (39c2748b-1a35-4c58-bed8-01fc16ed1d10), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.778355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=69fc29aa-e194-4d42-907a-add29dd2fdbe,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:58.830702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=13e336f9-3da1-4f57-a5c7-0213aa1845b1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:58.901217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6b53ca4b-e3a9-4776-9c93-eef4dc59b27b None None] Provisioning complete for port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:58.901608 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b53ca4b-e3a9-4776-9c93-eef4dc59b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.956125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faae8f-e3ca-4b4c-9fe5-0078a40b6e7c req-463d7406-58a8-40a4-8c8d-e4afe1da4383 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:58.958387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75faae8f-e3ca-4b4c-9fe5-0078a40b6e7c req-463d7406-58a8-40a4-8c8d-e4afe1da4383 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 1.0964298 Feb 03 13:01:58.959943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.960395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.960874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.961784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.961784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.962150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.962625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.963063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.963484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.963918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.964377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.965370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:58.965370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:59.087839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75faae8f-e3ca-4b4c-9fe5-0078a40b6e7c req-6cad7f55-9581-4451-9345-3c3a5ec36bdb tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180935 Feb 03 13:01:59.172211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6b53ca4b-e3a9-4776-9c93-eef4dc59b27b None None] Current status of the port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:59.181627 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:59.595542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 13e336f9-3da1-4f57-a5c7-0213aa1845b1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:59.764965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:59.764965 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:59.834515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-61f0d39c-7057-46c5-b29f-1fcc466f6bcc None None] Provisioning complete for port 69fc29aa-e194-4d42-907a-add29dd2fdbe triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:59.834897 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61f0d39c-7057-46c5-b29f-1fcc466f6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:59.916562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:59.930103 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:59.931153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (39c2748b-1a35-4c58-bed8-01fc16ed1d10), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:59.938124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-61f0d39c-7057-46c5-b29f-1fcc466f6bcc None None] Port 69fc29aa-e194-4d42-907a-add29dd2fdbe cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:01:59.991222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-61f0d39c-7057-46c5-b29f-1fcc466f6bcc None None] Provisioning complete for port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:59.991222 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61f0d39c-7057-46c5-b29f-1fcc466f6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:00.117081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=69fc29aa-e194-4d42-907a-add29dd2fdbe,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:00.318583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68213bd0-7521-4c13-b2b4-d0a354080fb1 None None] Network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:00.342021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:00.343231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 870026df-83c1-4f37-b468-04f2a3878231 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:00.343576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57762) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:00.354951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-61f0d39c-7057-46c5-b29f-1fcc466f6bcc None None] Current status of the port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:00.381865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 86f4b018-6eb1-4382-b302-f6481f6fe667 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:00.403692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:00.449165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d1dab-d21a-43e6-924c-c61be2aca526 req-aca73ce2-b8c4-4f29-ae63-e00063394568 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:00.455281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd6d1dab-d21a-43e6-924c-c61be2aca526 req-aca73ce2-b8c4-4f29-ae63-e00063394568 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1759710 Feb 03 13:02:00.603222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] Provisioning complete for port 870026df-83c1-4f37-b468-04f2a3878231 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:00.603793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (870026df-83c1-4f37-b468-04f2a3878231), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:00.623095 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e82a0a2-8bce-4db7-933a-1fe2a62cfd86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:00.652667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 870026df-83c1-4f37-b468-04f2a3878231 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:00.653051 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (870026df-83c1-4f37-b468-04f2a3878231), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:00.749184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd6d1dab-d21a-43e6-924c-c61be2aca526 req-332cb290-4807-4dcb-a01a-145a9dfe113b tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249658 Feb 03 13:02:00.816093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 39c2748b-1a35-4c58-bed8-01fc16ed1d10 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:02:00.852160 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e82a0a2-8bce-4db7-933a-1fe2a62cfd86 admin admin] Publish callbacks [] for security_group (a60b5621-3458-4aef-98f1-c8c200dba0e4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:00.873221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e82a0a2-8bce-4db7-933a-1fe2a62cfd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a60b5621-3458-4aef-98f1-c8c200dba0e4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:00.929364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82a0a2-8bce-4db7-933a-1fe2a62cfd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b5621-3458-4aef-98f1-c8c200dba0e4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:00.991493 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e82a0a2-8bce-4db7-933a-1fe2a62cfd86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c57334f94a44447e9f769ebd5460ca29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6465716 Feb 03 13:02:00.992014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57770) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:01.021387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] Current status of the port 870026df-83c1-4f37-b468-04f2a3878231 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:01.022097 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (870026df-83c1-4f37-b468-04f2a3878231), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.058592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 870026df-83c1-4f37-b468-04f2a3878231 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:01.059287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (870026df-83c1-4f37-b468-04f2a3878231), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.100541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] For port 870026df-83c1-4f37-b468-04f2a3878231, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=870026df-83c1-4f37-b468-04f2a3878231,segment=NetworkSegment(cf0434c2-68ed-4490-965c-cc5a2a42515d),segment_id=cf0434c2-68ed-4490-965c-cc5a2a42515d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:01.105312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:01.154338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9cd71-4f1a-458b-839b-966c2020dbe1 None None] Sync routers for ids ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:01.165005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-893cd0c9-ff1f-48b3-b515-5030c0741548 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/39c2748b-1a35-4c58-bed8-01fc16ed1d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0006027 Feb 03 13:02:01.168022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57776) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:01.176881 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (870026df-83c1-4f37-b468-04f2a3878231), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.218579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4677bd97-2643-47ca-a648-f3d921951858 admin admin] Publish callbacks [] for security_group (a60b5621-3458-4aef-98f1-c8c200dba0e4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.277885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4677bd97-2643-47ca-a648-f3d921951858 admin admin] Publish callbacks [] for security_group (a60b5621-3458-4aef-98f1-c8c200dba0e4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.316227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1cb07-e3ac-430b-989d-9ff5da9677fa tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:01.326623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] Pushing event updated for resources: {'Port': ['ID=870026df-83c1-4f37-b468-04f2a3878231,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:01.329385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-52d1cb07-e3ac-430b-989d-9ff5da9677fa tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports/69fc29aa-e194-4d42-907a-add29dd2fdbe HTTP/1.1" status: 200 len: 911 time: 0.1590319 Feb 03 13:02:01.332291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57780) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:01.366058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9cd71-4f1a-458b-839b-966c2020dbe1 None None] Routers {'39c2748b-1a35-4c58-bed8-01fc16ed1d10'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:01.366738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7be9cd71-4f1a-458b-839b-966c2020dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:01:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:01.375775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] Provisioning complete for port 69fc29aa-e194-4d42-907a-add29dd2fdbe triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:01.376154 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.412053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4677bd97-2643-47ca-a648-f3d921951858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a60b5621-3458-4aef-98f1-c8c200dba0e4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.414938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4677bd97-2643-47ca-a648-f3d921951858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.416316 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4677bd97-2643-47ca-a648-f3d921951858 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a60b5621-3458-4aef-98f1-c8c200dba0e4 HTTP/1.1" status: 204 len: 168 time: 0.4233191 Feb 03 13:02:01.439733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677bd97-2643-47ca-a648-f3d921951858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b5621-3458-4aef-98f1-c8c200dba0e4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:01.441947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7be9cd71-4f1a-458b-839b-966c2020dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:01.511493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:02:01.513521 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:02:01.572741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9cd71-4f1a-458b-839b-966c2020dbe1 None None] Routers {'39c2748b-1a35-4c58-bed8-01fc16ed1d10'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:01.573336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7be9cd71-4f1a-458b-839b-966c2020dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:01:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:01.621543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7be9cd71-4f1a-458b-839b-966c2020dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:01.621543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9cd71-4f1a-458b-839b-966c2020dbe1 None None] The sync data for ids ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:01.629726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cf61dc17-c356-426d-8d5d-0be353fd6e6e None None] Port 69fc29aa-e194-4d42-907a-add29dd2fdbe cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:01.757224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-764f0f95-4bae-4170-b787-aab0eb4b07bb None None] Provisioning complete for port 870026df-83c1-4f37-b468-04f2a3878231 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:01.757688 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-764f0f95-4bae-4170-b787-aab0eb4b07bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (870026df-83c1-4f37-b468-04f2a3878231), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.872262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57790) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:01.890363 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65bf435b-0b51-4b0b-9380-18b2d68bea14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.964589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-764f0f95-4bae-4170-b787-aab0eb4b07bb None None] Current status of the port 870026df-83c1-4f37-b468-04f2a3878231 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:01.993928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-764f0f95-4bae-4170-b787-aab0eb4b07bb None None] Provisioning complete for port 69fc29aa-e194-4d42-907a-add29dd2fdbe triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:01.994409 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-764f0f95-4bae-4170-b787-aab0eb4b07bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.074251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65bf435b-0b51-4b0b-9380-18b2d68bea14 admin admin] Publish callbacks [] for security_group (b58f15c6-f344-4054-9c03-03b4e762f8e8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.090297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65bf435b-0b51-4b0b-9380-18b2d68bea14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b58f15c6-f344-4054-9c03-03b4e762f8e8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.106759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-764f0f95-4bae-4170-b787-aab0eb4b07bb None None] Port 69fc29aa-e194-4d42-907a-add29dd2fdbe cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:02.114878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 870026df-83c1-4f37-b468-04f2a3878231 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:02.132620 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-65bf435b-0b51-4b0b-9380-18b2d68bea14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df966d6ebea7439686590f3b338b3e76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2578559 Feb 03 13:02:02.158801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57792) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:02.160016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf435b-0b51-4b0b-9380-18b2d68bea14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58f15c6-f344-4054-9c03-03b4e762f8e8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:02.217680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 870026df-83c1-4f37-b468-04f2a3878231 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:02.336356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 870026df-83c1-4f37-b468-04f2a3878231 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:02.345283 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (870026df-83c1-4f37-b468-04f2a3878231), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.406101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.526566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 870026df-83c1-4f37-b468-04f2a3878231 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:02.563392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb278c9-2caa-46e8-b924-b3ef07246dd5 req-515f9407-1a4d-4989-8a07-dc9dc69f9434 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:02.565414 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7cb278c9-2caa-46e8-b924-b3ef07246dd5 req-515f9407-1a4d-4989-8a07-dc9dc69f9434 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.5856664 Feb 03 13:02:02.570442 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aee2dce5-025f-4a78-aa38-55f63f8b0065 admin admin] Publish callbacks [] for security_group (b58f15c6-f344-4054-9c03-03b4e762f8e8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.688108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aee2dce5-025f-4a78-aa38-55f63f8b0065 admin admin] Publish callbacks [] for security_group (b58f15c6-f344-4054-9c03-03b4e762f8e8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.137006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7cb278c9-2caa-46e8-b924-b3ef07246dd5 req-23d81f23-e49a-403f-8dba-87b812d74c9f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5518987 Feb 03 13:02:03.251975 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aee2dce5-025f-4a78-aa38-55f63f8b0065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b58f15c6-f344-4054-9c03-03b4e762f8e8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.255508 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aee2dce5-025f-4a78-aa38-55f63f8b0065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.257083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aee2dce5-025f-4a78-aa38-55f63f8b0065 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b58f15c6-f344-4054-9c03-03b4e762f8e8 HTTP/1.1" status: 204 len: 168 time: 1.0722299 Feb 03 13:02:03.276140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2dce5-025f-4a78-aa38-55f63f8b0065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58f15c6-f344-4054-9c03-03b4e762f8e8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:03.282441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 2001:db8:1::1 (1ca1fe62-c1e6-466c-87d2-349a539a38e9/6880a8c1-49fc-43da-8bfa-16741a7e2b01/2091f239-d8a0-4b5f-b970-82a4f5177b44) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:03.481822 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.583342 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.699383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:03.701591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:03.736567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:03.737139 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (39c2748b-1a35-4c58-bed8-01fc16ed1d10), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.758216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=2091f239-d8a0-4b5f-b970-82a4f5177b44,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:03.848946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57834) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:04.069549 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae918cd-4a1f-45af-a576-2b872cd12fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.125794 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.268746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-966cd9e5-cdfd-4425-b790-02c1059bd941 None None] Provisioning complete for port 2091f239-d8a0-4b5f-b970-82a4f5177b44 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:04.269785 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-966cd9e5-cdfd-4425-b790-02c1059bd941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.274359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae918cd-4a1f-45af-a576-2b872cd12fb6 admin admin] Publish callbacks [] for security_group (757e0e18-1f90-424c-b0b1-37c6beb88590), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.285284 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57844) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:04.313906 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f48a9c8d-d89e-465f-8846-aada786161d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.318970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae918cd-4a1f-45af-a576-2b872cd12fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (757e0e18-1f90-424c-b0b1-37c6beb88590), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.354428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-966cd9e5-cdfd-4425-b790-02c1059bd941 None None] Port 2091f239-d8a0-4b5f-b970-82a4f5177b44 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:04.357370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae918cd-4a1f-45af-a576-2b872cd12fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757e0e18-1f90-424c-b0b1-37c6beb88590,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:04.395325 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dae918cd-4a1f-45af-a576-2b872cd12fb6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c06ec9c70d2844a9a4989c0b5cdace05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5452762 Feb 03 13:02:04.398565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57846) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:04.460967 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f48a9c8d-d89e-465f-8846-aada786161d7 admin admin] Publish callbacks [] for security_group (388e9eb7-b763-4cb2-a362-a0abcd07deb1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.471886 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f48a9c8d-d89e-465f-8846-aada786161d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (388e9eb7-b763-4cb2-a362-a0abcd07deb1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.504549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a9c8d-d89e-465f-8846-aada786161d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388e9eb7-b763-4cb2-a362-a0abcd07deb1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:04.508683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff561-4a0a-4193-8c12-6714b70685e4 req-dfd40d9c-f3a6-4d8b-9b01-a543ad7b0a6e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:04.511054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d49ff561-4a0a-4193-8c12-6714b70685e4 req-dfd40d9c-f3a6-4d8b-9b01-a543ad7b0a6e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1920419 Feb 03 13:02:04.524595 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f48a9c8d-d89e-465f-8846-aada786161d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e273ff1871a1463496d26cf15bff3184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379766 Feb 03 13:02:04.527151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57850) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:04.527796 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e63d666-8528-4888-a4fe-c51cdc4c01e6 admin admin] Publish callbacks [] for security_group (757e0e18-1f90-424c-b0b1-37c6beb88590), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.585960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14b5d446-0882-4c4b-9524-67a7bd24ad62 admin admin] Publish callbacks [] for security_group (388e9eb7-b763-4cb2-a362-a0abcd07deb1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.612077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14b5d446-0882-4c4b-9524-67a7bd24ad62 admin admin] Publish callbacks [] for security_group (388e9eb7-b763-4cb2-a362-a0abcd07deb1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.665773 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14b5d446-0882-4c4b-9524-67a7bd24ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (388e9eb7-b763-4cb2-a362-a0abcd07deb1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.669354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-14b5d446-0882-4c4b-9524-67a7bd24ad62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.672032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-14b5d446-0882-4c4b-9524-67a7bd24ad62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/388e9eb7-b763-4cb2-a362-a0abcd07deb1 HTTP/1.1" status: 204 len: 168 time: 0.1413212 Feb 03 13:02:04.682952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5d446-0882-4c4b-9524-67a7bd24ad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388e9eb7-b763-4cb2-a362-a0abcd07deb1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:05.027905 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e63d666-8528-4888-a4fe-c51cdc4c01e6 admin admin] Publish callbacks [] for security_group (757e0e18-1f90-424c-b0b1-37c6beb88590), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.040094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d49ff561-4a0a-4193-8c12-6714b70685e4 req-bcd8a402-2107-4d16-8b5e-e33b9342084d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163708 Feb 03 13:02:05.170575 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.180903 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.181982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (39c2748b-1a35-4c58-bed8-01fc16ed1d10), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.194007 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e63d666-8528-4888-a4fe-c51cdc4c01e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (757e0e18-1f90-424c-b0b1-37c6beb88590), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.196568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3e63d666-8528-4888-a4fe-c51cdc4c01e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.201004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3e63d666-8528-4888-a4fe-c51cdc4c01e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/757e0e18-1f90-424c-b0b1-37c6beb88590 HTTP/1.1" status: 204 len: 168 time: 0.7964342 Feb 03 13:02:05.237991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63d666-8528-4888-a4fe-c51cdc4c01e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757e0e18-1f90-424c-b0b1-37c6beb88590,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:05.280604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=2091f239-d8a0-4b5f-b970-82a4f5177b44,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:05.359835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:05.363485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:05.569263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 39c2748b-1a35-4c58-bed8-01fc16ed1d10 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:05.736437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:05.751009 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ebc4d-c06c-431b-8407-68e3b1ea956c None None] Sync routers for ids ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:05.762240 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ebc4d-c06c-431b-8407-68e3b1ea956c None None] Routers {'39c2748b-1a35-4c58-bed8-01fc16ed1d10'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:05.762240 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-237ebc4d-c06c-431b-8407-68e3b1ea956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:01:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:05.762706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57882) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:05.766565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f288f86a-a950-4f7d-ba2e-e6be6a3889cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/39c2748b-1a35-4c58-bed8-01fc16ed1d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4294014 Feb 03 13:02:05.853669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f219a5-3e5e-41eb-aed7-8b6f3c5886a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:05.868669 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-17f219a5-3e5e-41eb-aed7-8b6f3c5886a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports/2091f239-d8a0-4b5f-b970-82a4f5177b44 HTTP/1.1" status: 200 len: 913 time: 0.1048870 Feb 03 13:02:05.871382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57886) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:05.920042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7faaec35-02c8-4460-a148-5e746204aab8 None None] Provisioning complete for port 2091f239-d8a0-4b5f-b970-82a4f5177b44 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:05.920639 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7faaec35-02c8-4460-a148-5e746204aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.939192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 57890) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:06.022973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7faaec35-02c8-4460-a148-5e746204aab8 None None] Port 2091f239-d8a0-4b5f-b970-82a4f5177b44 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:06.097253 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-237ebc4d-c06c-431b-8407-68e3b1ea956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:06.106715 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ebc4d-c06c-431b-8407-68e3b1ea956c None None] Routers {'39c2748b-1a35-4c58-bed8-01fc16ed1d10'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:06.107319 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-237ebc4d-c06c-431b-8407-68e3b1ea956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:01:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:06.141089 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-237ebc4d-c06c-431b-8407-68e3b1ea956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:06.141744 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ebc4d-c06c-431b-8407-68e3b1ea956c None None] The sync data for ids ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:06.184941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1117649336-network', 'tenant_id': 'd24594ca5aaa47dab9f506d3f9827159'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:06.322143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Made reservation on behalf of d24594ca5aaa47dab9f506d3f9827159 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:06.327898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.402443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f76e-0d00-4619-b32c-288bd1abe70b req-104bb5b8-dc8e-463e-90aa-bdf07d3dae60 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:06.412409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8021f76e-0d00-4619-b32c-288bd1abe70b req-104bb5b8-dc8e-463e-90aa-bdf07d3dae60 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.2082291 Feb 03 13:02:06.418027 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.514187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8021f76e-0d00-4619-b32c-288bd1abe70b req-345cc17a-3d98-4d2a-aee4-7b446ca527c8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952106 Feb 03 13:02:06.621459 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Publish callbacks [] for security_group (5790542a-3e51-4d04-ab2e-380fb5416382), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.643157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5790542a-3e51-4d04-ab2e-380fb5416382), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.665649 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-924d8362-a6b9-445f-a33f-00a8c1bb45f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.683363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:02:06.736064 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.736433 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Added segment 49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9 of type vlan for network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 Feb 03 13:02:06.776918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5790542a-3e51-4d04-ab2e-380fb5416382,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:06.830631 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (4b70e1e1-2e57-47c0-9d00-c2d51801df29), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.949831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (4b70e1e1-2e57-47c0-9d00-c2d51801df29), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.951059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:06.951653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:07.044382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-5efc3200-5133-4038-8c0d-d8e1af638ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:07.045904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-5efc3200-5133-4038-8c0d-d8e1af638ff0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 1128 time: 0.1953671 Feb 03 13:02:07.059696 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1189268 Feb 03 13:02:07.077718 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 57940) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:07.085771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Request body: {'subnet': {'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1117649336-subnet', 'tenant_id': 'd24594ca5aaa47dab9f506d3f9827159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:07.132635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e4ab9-639f-4ac1-860b-b7f910528de7 admin admin] Pushing event updated for resources: {'Network': ['ID=4b70e1e1-2e57-47c0-9d00-c2d51801df29,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:07.146672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e9ca7-92ba-43a6-8830-e4a06335aaf3 req-042fbbc4-be6d-494b-bea2-4a7530f1ad28 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:07.147864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c8e9ca7-92ba-43a6-8830-e4a06335aaf3 req-042fbbc4-be6d-494b-bea2-4a7530f1ad28 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.2407281 Feb 03 13:02:07.148883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:02:07.174954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Made reservation on behalf of d24594ca5aaa47dab9f506d3f9827159 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:07.179315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:07.214370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (39c2748b-1a35-4c58-bed8-01fc16ed1d10), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:07.277743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c8e9ca7-92ba-43a6-8830-e4a06335aaf3 req-6bd3abd6-3c4e-4936-898a-0890958d9131 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140292 Feb 03 13:02:07.309315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-421f722f-fcc0-45bc-897a-8f3359e785ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:07.311153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-421f722f-fcc0-45bc-897a-8f3359e785ec service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.2205868 Feb 03 13:02:07.411695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-95c3757b-4263-410a-bc18-dde56ff93fb7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 200 len: 1001 time: 0.0930991 Feb 03 13:02:07.526961 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-ca2e0428-4a42-4173-a31f-abd0c1b139cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:07.528564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-ca2e0428-4a42-4173-a31f-abd0c1b139cf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.1106081 Feb 03 13:02:07.583053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-e95afea9-3fe3-498d-9e63-40b98acfdd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:07.585573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-e95afea9-3fe3-498d-9e63-40b98acfdd00 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503728 Feb 03 13:02:07.699548 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (7cd01859-97c7-4e21-8d6c-abf30aba6e93), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:07.784076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd01859-97c7-4e21-8d6c-abf30aba6e93,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:07.784455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-17e99626-5628-4439-a24c-6d682c8b513b service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927562 Feb 03 13:02:07.810349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Checking segment: {'id': '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:07.810671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Network hostable DHCP agents. Network: 4b70e1e1-2e57-47c0-9d00-c2d51801df29, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:02:07.822721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 2091f239-d8a0-4b5f-b970-82a4f5177b44 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:07.839661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:07.947140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40ca83c1-0607-49a4-ac9c-1cc8c4e224ce req-7b543891-660c-4adc-9970-bf2ec2feb5aa service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549144 Feb 03 13:02:08.002731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:02:08.023691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 4b70e1e1-2e57-47c0-9d00-c2d51801df29) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:08.032373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:08.032971 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:08.034768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff495e0d-8e82-4a57-9c50-4bfa800b1418 None None] Network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:08.097931 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:08.116152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 2091f239-d8a0-4b5f-b970-82a4f5177b44 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:08.135139 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ecd9ae9e-9124-4f84-b654-21b9faaa6c08 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0557790 Feb 03 13:02:08.176549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f72cc07-2a73-4c85-aca3-1ed575ee87a2 None None] Network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:08.535502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d2f4-01c6-400d-a3c6-e483b26cdb2e req-ba753cbf-19fb-4140-ac85-77c8350ababf tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:08.538511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b174d2f4-01c6-400d-a3c6-e483b26cdb2e req-ba753cbf-19fb-4140-ac85-77c8350ababf tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1426046 Feb 03 13:02:08.591358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2091f239-d8a0-4b5f-b970-82a4f5177b44), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:08.684398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=2091f239-d8a0-4b5f-b970-82a4f5177b44,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:08.696320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b174d2f4-01c6-400d-a3c6-e483b26cdb2e req-b2583358-8589-4033-a82e-ab8d207d763b tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458616 Feb 03 13:02:08.848933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51423f75-bee4-4373-b63e-366b080f0bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:09.023902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (39c2748b-1a35-4c58-bed8-01fc16ed1d10), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:09.423057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 39c2748b-1a35-4c58-bed8-01fc16ed1d10 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:09.584923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:09.594227 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6a955420-ffa7-4073-87a2-24e319fc97fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/39c2748b-1a35-4c58-bed8-01fc16ed1d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7209537 Feb 03 13:02:09.596576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58214) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:09.600165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d469bc3-0f1b-45a9-9591-fc1945051ea0 None None] Sync routers for ids ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:09.617583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d469bc3-0f1b-45a9-9591-fc1945051ea0 None None] Routers {'39c2748b-1a35-4c58-bed8-01fc16ed1d10'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:09.618357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1d469bc3-0f1b-45a9-9591-fc1945051ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:09.738042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1d469bc3-0f1b-45a9-9591-fc1945051ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:09.784792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d469bc3-0f1b-45a9-9591-fc1945051ea0 None None] Routers {'39c2748b-1a35-4c58-bed8-01fc16ed1d10'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:09.787757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1d469bc3-0f1b-45a9-9591-fc1945051ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:09.880828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1d469bc3-0f1b-45a9-9591-fc1945051ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:09.881900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d469bc3-0f1b-45a9-9591-fc1945051ea0 None None] The sync data for ids ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:10.038235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e647c4-0840-4367-be23-671b4fa7a98f req-5dee2d7e-ded4-4916-9207-4b83e716f1e7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:10.041076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89e647c4-0840-4367-be23-671b4fa7a98f req-5dee2d7e-ded4-4916-9207-4b83e716f1e7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.0911229 Feb 03 13:02:10.093560 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:10.141103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89e647c4-0840-4367-be23-671b4fa7a98f req-c1193bc3-3b1b-4e43-83fc-b9c17420a6bd tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729938 Feb 03 13:02:10.305905 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (39c2748b-1a35-4c58-bed8-01fc16ed1d10), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:10.692777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 69fc29aa-e194-4d42-907a-add29dd2fdbe {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:10.693953 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:10.860526 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:10.883933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 69fc29aa-e194-4d42-907a-add29dd2fdbe owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:11.144034 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (69fc29aa-e194-4d42-907a-add29dd2fdbe), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.203075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=69fc29aa-e194-4d42-907a-add29dd2fdbe,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:11.326760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (39c2748b-1a35-4c58-bed8-01fc16ed1d10), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.518286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 39c2748b-1a35-4c58-bed8-01fc16ed1d10 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:11.560105 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.598652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:11.603785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-78309309-78a5-4dc8-862a-a6cfdb777069 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/39c2748b-1a35-4c58-bed8-01fc16ed1d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062001 Feb 03 13:02:11.606465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58420) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:11.612014 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb4903-9ec3-4793-9ad8-d278bf9a5260 None None] Sync routers for ids ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:11.631464 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb4903-9ec3-4793-9ad8-d278bf9a5260 None None] Routers {'39c2748b-1a35-4c58-bed8-01fc16ed1d10'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:11.632275 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d5fb4903-9ec3-4793-9ad8-d278bf9a5260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:11.642854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2d7839d8-b90a-4afb-bd52-e031d72cf2df tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=39c2748b-1a35-4c58-bed8-01fc16ed1d10 HTTP/1.1" status: 200 len: 205 time: 0.0349641 Feb 03 13:02:11.645435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58424) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:11.732558 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d5fb4903-9ec3-4793-9ad8-d278bf9a5260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:11.743072 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb4903-9ec3-4793-9ad8-d278bf9a5260 None None] Routers {'39c2748b-1a35-4c58-bed8-01fc16ed1d10'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:11.743500 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d5fb4903-9ec3-4793-9ad8-d278bf9a5260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:11.746439 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee632-5583-4da9-bbec-588b29d7e2af tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (39c2748b-1a35-4c58-bed8-01fc16ed1d10), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.783574 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d5fb4903-9ec3-4793-9ad8-d278bf9a5260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:11.784695 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb4903-9ec3-4793-9ad8-d278bf9a5260 None None] The sync data for ids ['39c2748b-1a35-4c58-bed8-01fc16ed1d10'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:11.949354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee632-5583-4da9-bbec-588b29d7e2af tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (39c2748b-1a35-4c58-bed8-01fc16ed1d10), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.953484 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee632-5583-4da9-bbec-588b29d7e2af tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (39c2748b-1a35-4c58-bed8-01fc16ed1d10), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.090880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee632-5583-4da9-bbec-588b29d7e2af tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (39c2748b-1a35-4c58-bed8-01fc16ed1d10), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.091403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6ee632-5583-4da9-bbec-588b29d7e2af tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Fanout notify agent at l3_agent the message router_deleted on router 39c2748b-1a35-4c58-bed8-01fc16ed1d10 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:02:12.100936 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee632-5583-4da9-bbec-588b29d7e2af tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.102036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7e6ee632-5583-4da9-bbec-588b29d7e2af tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/39c2748b-1a35-4c58-bed8-01fc16ed1d10 HTTP/1.1" status: 204 len: 168 time: 0.4542046 Feb 03 13:02:12.104867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58468) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:12.168914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-10cace63-fba2-4a65-a13c-3d510e4bcd37 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:12.172639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-10cace63-fba2-4a65-a13c-3d510e4bcd37 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/networks?id=4b70e1e1-2e57-47c0-9d00-c2d51801df29 HTTP/1.1" status: 200 len: 809 time: 0.1771796 Feb 03 13:02:12.196548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-d30b39ab-1f1a-44ec-8041-0e3e448e34ca tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/quotas/d24594ca5aaa47dab9f506d3f9827159 HTTP/1.1" status: 200 len: 375 time: 0.0166228 Feb 03 13:02:12.201664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-915be826-0f96-465c-aa01-12812fb71c27 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting subnet 6880a8c1-49fc-43da-8bfa-16741a7e2b01 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:02:12.217404 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-915be826-0f96-465c-aa01-12812fb71c27 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (6880a8c1-49fc-43da-8bfa-16741a7e2b01), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.257757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-67457ea3-1be0-4860-947b-3eebf2759773 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24594ca5aaa47dab9f506d3f9827159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527616 Feb 03 13:02:12.306978 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-915be826-0f96-465c-aa01-12812fb71c27 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (6880a8c1-49fc-43da-8bfa-16741a7e2b01), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.585892 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:02:12.713169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.734115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-0ebb3989-8df2-458e-9623-a41b6a16a6cb service neutron] 10.222.0.65 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681716 Feb 03 13:02:12.767420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-915be826-0f96-465c-aa01-12812fb71c27 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6880a8c1-49fc-43da-8bfa-16741a7e2b01), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.883525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-db9547c6-719e-445a-95e3-4a75d572e75e service neutron] 10.222.0.65 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397622 Feb 03 13:02:12.889778 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-915be826-0f96-465c-aa01-12812fb71c27 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (6880a8c1-49fc-43da-8bfa-16741a7e2b01), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.928837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915be826-0f96-465c-aa01-12812fb71c27 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Subnet': ['ID=6880a8c1-49fc-43da-8bfa-16741a7e2b01,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:12.930723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8522209e-b3f3-4e58-82b3-551000fbba76 None None] Network 1ca1fe62-c1e6-466c-87d2-349a539a38e9 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:12.932153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-915be826-0f96-465c-aa01-12812fb71c27 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.936429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-915be826-0f96-465c-aa01-12812fb71c27 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/6880a8c1-49fc-43da-8bfa-16741a7e2b01 HTTP/1.1" status: 204 len: 168 time: 0.8303378 Feb 03 13:02:12.939165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58480) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:13.052189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting subnet 55d64347-d7ac-4dfd-96dd-d066e244516f {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:02:13.055996 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (55d64347-d7ac-4dfd-96dd-d066e244516f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.112491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (55d64347-d7ac-4dfd-96dd-d066e244516f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.250880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a40dafe-89e9-4cd4-a4f1-951609019dae None None] DHCP port deletion for 1ca1fe62-c1e6-466c-87d2-349a539a38e9 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:02:13.318510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5a40dafe-89e9-4cd4-a4f1-951609019dae None None] Deleting port 870026df-83c1-4f37-b468-04f2a3878231 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:13.319278 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a40dafe-89e9-4cd4-a4f1-951609019dae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (870026df-83c1-4f37-b468-04f2a3878231), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.421050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (55d64347-d7ac-4dfd-96dd-d066e244516f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.421826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5a40dafe-89e9-4cd4-a4f1-951609019dae None None] For port 870026df-83c1-4f37-b468-04f2a3878231, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=870026df-83c1-4f37-b468-04f2a3878231,segment=NetworkSegment(cf0434c2-68ed-4490-965c-cc5a2a42515d),segment_id=cf0434c2-68ed-4490-965c-cc5a2a42515d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:13.422603 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a40dafe-89e9-4cd4-a4f1-951609019dae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (870026df-83c1-4f37-b468-04f2a3878231), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.450436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5a40dafe-89e9-4cd4-a4f1-951609019dae None None] Calling delete_port for 870026df-83c1-4f37-b468-04f2a3878231 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:13.612685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (55d64347-d7ac-4dfd-96dd-d066e244516f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.682431 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a40dafe-89e9-4cd4-a4f1-951609019dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (870026df-83c1-4f37-b468-04f2a3878231), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.693179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc14ad92-58e5-44db-82f3-0155053299dc req-42c79893-a774-4fc5-8b0b-d2f8b65c2503 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 210 time: 0.5907214 Feb 03 13:02:13.709279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Subnet': ['ID=55d64347-d7ac-4dfd-96dd-d066e244516f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:13.717247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.720440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a40dafe-89e9-4cd4-a4f1-951609019dae None None] No DVR routers for this DVR port 870026df-83c1-4f37-b468-04f2a3878231 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:13.728613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a2935-c08e-4791-bc40-dae0d01f9c18 None None] Network 86f4b018-6eb1-4382-b302-f6481f6fe667 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:13.735254 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/55d64347-d7ac-4dfd-96dd-d066e244516f HTTP/1.1" status: 204 len: 168 time: 0.7915149 Feb 03 13:02:13.735254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.735254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.735794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.735900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.736200 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.736716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.736848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58498) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:13.737331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.737821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.738350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.738839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.739350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.739883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.747595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40dafe-89e9-4cd4-a4f1-951609019dae None None] Pushing event deleted for resources: {'Port': ['ID=870026df-83c1-4f37-b468-04f2a3878231,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:13.749206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3223e-5a44-4d82-8d58-7ad7bae668c0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:13.855982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1ca1fe62-c1e6-466c-87d2-349a539a38e9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.952137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c03361-d21f-4d5f-b5f8-af8a775733f0 None None] DHCP port deletion for 86f4b018-6eb1-4382-b302-f6481f6fe667 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:02:13.992227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1ca1fe62-c1e6-466c-87d2-349a539a38e9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.033499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca1fe62-c1e6-466c-87d2-349a539a38e9']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:14.044611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0434c2-68ed-4490-965c-cc5a2a42515d') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:14.044911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0434c2-68ed-4490-965c-cc5a2a42515d') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:14.057584 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (cf0434c2-68ed-4490-965c-cc5a2a42515d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.074680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (cf0434c2-68ed-4490-965c-cc5a2a42515d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.082321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:02:14.083215 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (cf0434c2-68ed-4490-965c-cc5a2a42515d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:02:14.087185 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:02:14.186044 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1ca1fe62-c1e6-466c-87d2-349a539a38e9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.206299 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.207977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-17c03361-d21f-4d5f-b5f8-af8a775733f0 None None] Deleting port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:14.208357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17c03361-d21f-4d5f-b5f8-af8a775733f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.211484 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/networks/1ca1fe62-c1e6-466c-87d2-349a539a38e9 HTTP/1.1" status: 204 len: 168 time: 0.4735966 Feb 03 13:02:14.214237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58504) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:14.233623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbf279-1677-4229-94bc-ab3a0ea9eb2f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Network': ['ID=1ca1fe62-c1e6-466c-87d2-349a539a38e9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:14.241626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 13e336f9-3da1-4f57-a5c7-0213aa1845b1 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:14.311032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (86f4b018-6eb1-4382-b302-f6481f6fe667), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.337916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-17c03361-d21f-4d5f-b5f8-af8a775733f0 None None] For port 13e336f9-3da1-4f57-a5c7-0213aa1845b1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=13e336f9-3da1-4f57-a5c7-0213aa1845b1,segment=NetworkSegment(cb1d652d-0e63-45e7-b900-41397822787b),segment_id=cb1d652d-0e63-45e7-b900-41397822787b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:14.338474 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17c03361-d21f-4d5f-b5f8-af8a775733f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.385002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-17c03361-d21f-4d5f-b5f8-af8a775733f0 None None] Calling delete_port for 13e336f9-3da1-4f57-a5c7-0213aa1845b1 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:14.399078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:14.399426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.471884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port 13e336f9-3da1-4f57-a5c7-0213aa1845b1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=13e336f9-3da1-4f57-a5c7-0213aa1845b1,segment=NetworkSegment(cb1d652d-0e63-45e7-b900-41397822787b),segment_id=cb1d652d-0e63-45e7-b900-41397822787b)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:14.472265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.482133 n-d-792364-10 neutron-server[103225]: INFO neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No ports have port_id starting with 13e336f9-3da1-4f57-a5c7-0213aa1845b1 Feb 03 13:02:14.483856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 870026df-83c1-4f37-b468-04f2a3878231 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:14.487836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 13e336f9-3da1-4f57-a5c7-0213aa1845b1 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:14.504815 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17c03361-d21f-4d5f-b5f8-af8a775733f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.509016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 870026df-83c1-4f37-b468-04f2a3878231 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:14.509360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 870026df-83c1-4f37-b468-04f2a3878231 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:14.536308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c03361-d21f-4d5f-b5f8-af8a775733f0 None None] Pushing event deleted for resources: {'Port': ['ID=13e336f9-3da1-4f57-a5c7-0213aa1845b1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:14.539746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c03361-d21f-4d5f-b5f8-af8a775733f0 None None] No DVR routers for this DVR port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:14.576370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (13e336f9-3da1-4f57-a5c7-0213aa1845b1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.602226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=13e336f9-3da1-4f57-a5c7-0213aa1845b1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:14.605532 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No DVR routers for this DVR port 13e336f9-3da1-4f57-a5c7-0213aa1845b1 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:14.696278 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (86f4b018-6eb1-4382-b302-f6481f6fe667), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.747950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f4b018-6eb1-4382-b302-f6481f6fe667']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:14.772410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1d652d-0e63-45e7-b900-41397822787b') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:14.772634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1d652d-0e63-45e7-b900-41397822787b') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:14.792040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (cb1d652d-0e63-45e7-b900-41397822787b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.808422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (cb1d652d-0e63-45e7-b900-41397822787b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.816169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:02:14.816590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (cb1d652d-0e63-45e7-b900-41397822787b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:02:14.877943 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:02:14.882888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-14bbc977-3052-484b-8275-8cf46f453dc9 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:14.886570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-14bbc977-3052-484b-8275-8cf46f453dc9 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.91 "GET /v2.0/networks?id=4b70e1e1-2e57-47c0-9d00-c2d51801df29 HTTP/1.1" status: 200 len: 809 time: 0.1492953 Feb 03 13:02:14.922123 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c51275b9-35ae-4d78-a8cc-c9f665280eb8 req-0d8cdeac-644a-45b9-9e2c-2a5299b96807 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 210 time: 0.0345364 Feb 03 13:02:14.927073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Request body: {'port': {'device_id': '8461b9c7-2a76-486c-950e-c3c9f82b8523', 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29', 'admin_state_up': True, 'tenant_id': 'd24594ca5aaa47dab9f506d3f9827159'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:14.943539 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (86f4b018-6eb1-4382-b302-f6481f6fe667), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.956054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.966101 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/networks/86f4b018-6eb1-4382-b302-f6481f6fe667 HTTP/1.1" status: 204 len: 168 time: 0.7465041 Feb 03 13:02:14.970362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58516) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:14.977834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1013755946'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:15.005733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acd800-c70e-4a78-ab15-6573226993cf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Network': ['ID=86f4b018-6eb1-4382-b302-f6481f6fe667,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:15.026220 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-32c8e6c0-9e6b-4690-a1f2-11d129c8cdcd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1472313 Feb 03 13:02:15.030815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:15.051256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.067304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Made reservation on behalf of d24594ca5aaa47dab9f506d3f9827159 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:15.073322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.129810 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:02:15.145611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eee260c2-1e17-4046-95e3-ab0e58615e2a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.146202 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added segment eee260c2-1e17-4046-95e3-ab0e58615e2a of type vlan for network fa71f254-27b7-4aae-83d4-1c28134af5ac Feb 03 13:02:15.176834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-2b8323ef-26aa-4052-8252-1d0099f8308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:15.179893 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-2b8323ef-26aa-4052-8252-1d0099f8308c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 1129 time: 0.0939970 Feb 03 13:02:15.232454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (fa71f254-27b7-4aae-83d4-1c28134af5ac), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.262176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Allocated IP 172.20.0.5 (4b70e1e1-2e57-47c0-9d00-c2d51801df29/7cd01859-97c7-4e21-8d6c-abf30aba6e93/cad6b16e-5e64-4858-abe6-192aad3140c3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:15.364648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (fa71f254-27b7-4aae-83d4-1c28134af5ac), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.369939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:15.370601 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.417567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-a7167886-2675-473f-ab49-79885771277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:15.419332 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-a7167886-2675-473f-ab49-79885771277f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.2018974 Feb 03 13:02:15.441543 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4687321 Feb 03 13:02:15.447501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58526) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:15.461698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'subnet': {'network_id': 'fa71f254-27b7-4aae-83d4-1c28134af5ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:15.512420 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-68bc83a0-c86e-4e9f-9033-d4ed1f477ac7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c9e18b-6dd4-4b6b-b61e-e2457b098486 HTTP/1.1" status: 200 len: 217 time: 0.0847816 Feb 03 13:02:15.517402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb34d0f-5542-4783-bed1-45396604fb5c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Network': ['ID=fa71f254-27b7-4aae-83d4-1c28134af5ac,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:15.529057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network fa71f254-27b7-4aae-83d4-1c28134af5ac details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:02:15.571708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-e9c3bb58-dc6c-4781-b38c-5fac7fae612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:15.573682 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-e9c3bb58-dc6c-4781-b38c-5fac7fae612d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.0522552 Feb 03 13:02:15.632221 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-610c160d-a9c8-49c6-8ae2-449d89b36838 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514014 Feb 03 13:02:15.670521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks [] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.736928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:15.741483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.770366 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-43215e6b-303d-4981-a594-44db967fda51 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308858 Feb 03 13:02:15.848128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.894016 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f415a28e-2c21-47f0-bf4f-629782f1f0d2 req-51e24943-e455-4220-b7d7-413d7751ab31 service neutron] 10.222.0.72 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172345 Feb 03 13:02:15.932919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Pushing event updated for resources: {'Port': ['ID=cad6b16e-5e64-4858-abe6-192aad3140c3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:15.943438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:15.946023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:15.955001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:16.099625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:16.100260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.143753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-1843d82c-11c9-4d43-a205-98d794cb5375 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2209933 Feb 03 13:02:16.167092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Request body: {'port': {'device_id': '8461b9c7-2a76-486c-950e-c3c9f82b8523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:16.257560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5bdb1-bf9a-4c80-8b40-0a91ba317852 req-a777936d-744b-4f5e-a4bd-f810803b71c7 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:16.259656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cb5bdb1-bf9a-4c80-8b40-0a91ba317852 req-a777936d-744b-4f5e-a4bd-f810803b71c7 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 931 time: 0.2176952 Feb 03 13:02:16.263369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (e4489daf-33c1-4d7d-b6fb-e52dddbe030f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.316432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.346433 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.410264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Checking segment: {'id': 'eee260c2-1e17-4046-95e3-ab0e58615e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'fa71f254-27b7-4aae-83d4-1c28134af5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:16.410761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network hostable DHCP agents. Network: fa71f254-27b7-4aae-83d4-1c28134af5ac, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:02:16.448555 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cb5bdb1-bf9a-4c80-8b40-0a91ba317852 req-bb43a565-2677-451e-b0a9-6de7957e1a21 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778936 Feb 03 13:02:16.454951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Subnet': ['ID=e4489daf-33c1-4d7d-b6fb-e52dddbe030f,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:16.723932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad6b16e-5e64-4858-abe6-192aad3140c3 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:02:16.732213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Publish callbacks [] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.751589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Transition to ACTIVE for port object cad6b16e-5e64-4858-abe6-192aad3140c3 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:02:16.754905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network fa71f254-27b7-4aae-83d4-1c28134af5ac is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:02:16.765610 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.805269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, fa71f254-27b7-4aae-83d4-1c28134af5ac) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:16.815540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe511f1f-a125-47e9-8a60-6d386ce53256 None None] Network fa71f254-27b7-4aae-83d4-1c28134af5ac requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:16.842774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cad6b16e-5e64-4858-abe6-192aad3140c3,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:16.847028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:16.847793 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.942157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-40321ff9-4139-4bb4-93ea-b006b315783c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4935424 Feb 03 13:02:16.944842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58542) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:16.952714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-39dcff57-50fd-4f3b-93f7-abeba8687c5e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1357101684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:17.003702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39dcff57-50fd-4f3b-93f7-abeba8687c5e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (78267275-6be4-40b5-9815-45e22b199af0), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.005113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39dcff57-50fd-4f3b-93f7-abeba8687c5e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (78267275-6be4-40b5-9815-45e22b199af0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.032286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Attempting to bind port cad6b16e-5e64-4858-abe6-192aad3140c3 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:17.033827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Attempting to bind port cad6b16e-5e64-4858-abe6-192aad3140c3 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:17.034781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Attempting to bind port cad6b16e-5e64-4858-abe6-192aad3140c3 on network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:17.040893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-fa71f254-27b7-4aae-83d4-1c28134af5ac', 'network_id': 'fa71f254-27b7-4aae-83d4-1c28134af5ac', 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'fixed_ips': [{'subnet_id': 'e4489daf-33c1-4d7d-b6fb-e52dddbe030f'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:02:17.041788 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.047935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Port cad6b16e-5e64-4858-abe6-192aad3140c3 on network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:02:17.048572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Attempting to bind port cad6b16e-5e64-4858-abe6-192aad3140c3 on network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:17.057633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:17.058347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Checking segment: {'id': '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:17.059078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Bound using segment: {'id': '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:17.060252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Bound port: cad6b16e-5e64-4858-abe6-192aad3140c3, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:17.061117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.146785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39dcff57-50fd-4f3b-93f7-abeba8687c5e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (78267275-6be4-40b5-9815-45e22b199af0), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.161636 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39dcff57-50fd-4f3b-93f7-abeba8687c5e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (78267275-6be4-40b5-9815-45e22b199af0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.191302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39dcff57-50fd-4f3b-93f7-abeba8687c5e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.195709 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-39dcff57-50fd-4f3b-93f7-abeba8687c5e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2490489 Feb 03 13:02:17.199340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58546) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:17.218706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] For port cad6b16e-5e64-4858-abe6-192aad3140c3, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:17.219887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'port': {'network_id': 'fa71f254-27b7-4aae-83d4-1c28134af5ac', 'name': 'tempest-RoutersIpV6Test-942741694'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:17.231642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] For port cad6b16e-5e64-4858-abe6-192aad3140c3, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad6b16e-5e64-4858-abe6-192aad3140c3,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:17.250282 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.330870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:17.334360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.338579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] 10.222.0.91 "PUT /v2.0/ports/cad6b16e-5e64-4858-abe6-192aad3140c3 HTTP/1.1" status: 200 len: 1092 time: 1.1803651 Feb 03 13:02:17.339076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8461b9c7-2a76-486c-950e-c3c9f82b8523', 'tag': 'cad6b16e-5e64-4858-abe6-192aad3140c3'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:17.346024 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c65268b-f537-41c7-a515-8978edaddad5" -d '{"events": [{"name": "network-changed", "server_uuid": "8461b9c7-2a76-486c-950e-c3c9f82b8523", "tag": "cad6b16e-5e64-4858-abe6-192aad3140c3"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:17.409278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Allocated IP 2001:db8::2 (fa71f254-27b7-4aae-83d4-1c28134af5ac/e4489daf-33c1-4d7d-b6fb-e52dddbe030f/4c4f5768-cbd6-4f4f-b9e5-54abc1050f53) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:17.440110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:17.444084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.453884 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e442c46-9a46-4cc2-9a53-beed650bd5b2 x-openstack-request-id: req-9e442c46-9a46-4cc2-9a53-beed650bd5b2 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:17.454174 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8461b9c7-2a76-486c-950e-c3c9f82b8523", "tag": "cad6b16e-5e64-4858-abe6-192aad3140c3", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:17.454470 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e442c46-9a46-4cc2-9a53-beed650bd5b2 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:17.454879 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8461b9c7-2a76-486c-950e-c3c9f82b8523', 'tag': 'cad6b16e-5e64-4858-abe6-192aad3140c3', 'status': 'completed', 'code': 200} Feb 03 13:02:17.461958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a54552-a01a-48f0-b8e4-a1465da190d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cad6b16e-5e64-4858-abe6-192aad3140c3,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:17.483945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] device_id is not set on port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 yet. {{(pid=103223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:02:17.503683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-c48499ba-34bd-4b95-a4f3-2401a458e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:17.505637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-c48499ba-34bd-4b95-a4f3-2401a458e247 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d24594ca5aaa47dab9f506d3f9827159&device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 1126 time: 0.1154993 Feb 03 13:02:17.564245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-570f2188-74a5-4318-8ae9-3819a3669fef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad6b16e-5e64-4858-abe6-192aad3140c3 HTTP/1.1" status: 200 len: 217 time: 0.0501659 Feb 03 13:02:17.691897 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Publish callbacks [] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.707333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.750063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-d308ca89-e4b6-4cc7-ac92-813b21655c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:17.751984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-d308ca89-e4b6-4cc7-ac92-813b21655c3a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7cd01859-97c7-4e21-8d6c-abf30aba6e93 HTTP/1.1" status: 200 len: 849 time: 0.1826088 Feb 03 13:02:17.790266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Network fa71f254-27b7-4aae-83d4-1c28134af5ac is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:17.794271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:17.798211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:17.822182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59ae53-4811-4295-9e8a-42e72ebd471c req-a0ca7dbe-97ac-4f2c-9fd8-44131c0880cc tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:17.824198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f59ae53-4811-4295-9e8a-42e72ebd471c req-a0ca7dbe-97ac-4f2c-9fd8-44131c0880cc tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 943 time: 0.2380269 Feb 03 13:02:17.847890 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 2001:db8::307 (fa71f254-27b7-4aae-83d4-1c28134af5ac/e4489daf-33c1-4d7d-b6fb-e52dddbe030f/3e1223f2-0b33-415f-a7b5-7a05f9b08a47) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:17.849456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Pushing event updated for resources: {'Port': ['ID=4c4f5768-cbd6-4f4f-b9e5-54abc1050f53,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:17.852281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-478bd226-204c-4deb-927c-41659a44cfc7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4b70e1e1-2e57-47c0-9d00-c2d51801df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853870 Feb 03 13:02:17.922081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Attempting to bind port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:17.922495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Attempting to bind port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'eee260c2-1e17-4046-95e3-ab0e58615e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'fa71f254-27b7-4aae-83d4-1c28134af5ac'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:17.923427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Attempting to bind port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 on network fa71f254-27b7-4aae-83d4-1c28134af5ac {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:17.938895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:17.939318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Checking segment: {'id': 'eee260c2-1e17-4046-95e3-ab0e58615e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'fa71f254-27b7-4aae-83d4-1c28134af5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:17.939690 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.940081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Bound using segment: {'id': 'eee260c2-1e17-4046-95e3-ab0e58615e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'fa71f254-27b7-4aae-83d4-1c28134af5ac'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:17.940555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Bound port: 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee260c2-1e17-4046-95e3-ab0e58615e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'fa71f254-27b7-4aae-83d4-1c28134af5ac'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:17.940936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:18.010272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f59ae53-4811-4295-9e8a-42e72ebd471c req-d57847df-88af-4435-beba-c1654910c151 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689541 Feb 03 13:02:18.066840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-7a31a805-32e3-4b34-98b5-9122451c9c80 service neutron] 10.222.0.91 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049580 Feb 03 13:02:18.074153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] For port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:18.095295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] For port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4c4f5768-cbd6-4f4f-b9e5-54abc1050f53,segment=NetworkSegment(eee260c2-1e17-4046-95e3-ab0e58615e2a),segment_id=eee260c2-1e17-4046-95e3-ab0e58615e2a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:18.111388 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:18.199205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71200b-2694-4af8-b4bb-e4cf0946ef61 None None] Pushing event updated for resources: {'Port': ['ID=4c4f5768-cbd6-4f4f-b9e5-54abc1050f53,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:18.282895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:18.313015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0596da72-3f5c-4cf7-ba90-5f9d55074649 req-d4110425-956e-4bdf-a1c4-019df955a2d0 service neutron] 10.222.0.91 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369494 Feb 03 13:02:18.344879 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:18.445675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65268b-f537-41c7-a515-8978edaddad5 req-577a0f7e-3d68-4825-9617-cdf581f5f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.447364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c65268b-f537-41c7-a515-8978edaddad5 req-577a0f7e-3d68-4825-9617-cdf581f5f4f5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d24594ca5aaa47dab9f506d3f9827159&device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 1126 time: 0.0845847 Feb 03 13:02:18.448839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network fa71f254-27b7-4aae-83d4-1c28134af5ac is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:18.450256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=3e1223f2-0b33-415f-a7b5-7a05f9b08a47,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:18.453469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:18.455662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:18.461260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.462000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:18.504486 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-88071777-b0c8-474a-a41a-cda628d1510b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3026152 Feb 03 13:02:18.507152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58560) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:18.714933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65268b-f537-41c7-a515-8978edaddad5 req-99991209-716d-4b12-9b72-80dd5fd78710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.733755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c65268b-f537-41c7-a515-8978edaddad5 req-99991209-716d-4b12-9b72-80dd5fd78710 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4b70e1e1-2e57-47c0-9d00-c2d51801df29 HTTP/1.1" status: 200 len: 910 time: 0.2652104 Feb 03 13:02:18.834195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c65268b-f537-41c7-a515-8978edaddad5 req-9067e9f4-e221-4190-b30a-c8a3da16dd0d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad6b16e-5e64-4858-abe6-192aad3140c3 HTTP/1.1" status: 200 len: 217 time: 0.0971158 Feb 03 13:02:18.916731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65268b-f537-41c7-a515-8978edaddad5 req-a4bac374-9de0-438d-ad30-88c5974f8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.918564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c65268b-f537-41c7-a515-8978edaddad5 req-a4bac374-9de0-438d-ad30-88c5974f8bc5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7cd01859-97c7-4e21-8d6c-abf30aba6e93 HTTP/1.1" status: 200 len: 849 time: 0.0804462 Feb 03 13:02:18.952645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c65268b-f537-41c7-a515-8978edaddad5 req-e240e61f-c97f-4a9e-a0a9-5e88a7a80861 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4b70e1e1-2e57-47c0-9d00-c2d51801df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278163 Feb 03 13:02:19.146494 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c65268b-f537-41c7-a515-8978edaddad5 req-ae1f7d2e-4d1f-45d2-ae26-ab0527b0e9af service neutron] 10.222.0.91 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856821 Feb 03 13:02:19.291167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c84d3-623c-4607-9fe2-ec3d550f028c req-0d1c6a33-f6f5-45dd-b8a7-956c7f3978b9 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:19.293689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-521c84d3-623c-4607-9fe2-ec3d550f028c req-0d1c6a33-f6f5-45dd-b8a7-956c7f3978b9 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 943 time: 0.1643047 Feb 03 13:02:19.303315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c65268b-f537-41c7-a515-8978edaddad5 req-c6dd31f6-10a9-4535-ab76-5447c40020dd service neutron] 10.222.0.91 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414237 Feb 03 13:02:19.352697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:19.358291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-521c84d3-623c-4607-9fe2-ec3d550f028c req-c1c42182-86d2-436d-81ce-cac90ee0d3e6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538173 Feb 03 13:02:19.650779 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:19.658423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:19.726839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd49e31-d5f8-4053-829f-f62a42d16df8 None None] Network fa71f254-27b7-4aae-83d4-1c28134af5ac requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:19.822264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-dc3b467c-201e-442a-bf1a-653a3628885c None None] Provisioning complete for port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:19.822890 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3b467c-201e-442a-bf1a-653a3628885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:19.900555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=3e1223f2-0b33-415f-a7b5-7a05f9b08a47,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:19.903459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (78267275-6be4-40b5-9815-45e22b199af0), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:19.968635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b467c-201e-442a-bf1a-653a3628885c None None] Current status of the port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:19.968869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3b467c-201e-442a-bf1a-653a3628885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.009767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-dc3b467c-201e-442a-bf1a-653a3628885c None None] For port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4c4f5768-cbd6-4f4f-b9e5-54abc1050f53,segment=NetworkSegment(eee260c2-1e17-4046-95e3-ab0e58615e2a),segment_id=eee260c2-1e17-4046-95e3-ab0e58615e2a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:20.015806 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3b467c-201e-442a-bf1a-653a3628885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.041973 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.106986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b467c-201e-442a-bf1a-653a3628885c None None] Pushing event updated for resources: {'Port': ['ID=4c4f5768-cbd6-4f4f-b9e5-54abc1050f53,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:20.392685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:20.449885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.462717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.463732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (78267275-6be4-40b5-9815-45e22b199af0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.465611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:20.467972 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.560053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=3e1223f2-0b33-415f-a7b5-7a05f9b08a47,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:20.579451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f03d2216-d3ed-4720-b31a-c64f2e2e435f None None] Provisioning complete for port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:20.579845 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f03d2216-d3ed-4720-b31a-c64f2e2e435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.650450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcea1a9-56c7-4eab-a67c-2572b8768a15 req-6b06f5d7-cbec-492d-8736-85df5b477e89 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:20.655681 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fcea1a9-56c7-4eab-a67c-2572b8768a15 req-6b06f5d7-cbec-492d-8736-85df5b477e89 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 943 time: 0.1434298 Feb 03 13:02:20.664717 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network fa71f254-27b7-4aae-83d4-1c28134af5ac is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:20.666612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:20.744555 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.800405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:20.806530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f03d2216-d3ed-4720-b31a-c64f2e2e435f None None] Current status of the port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:20.818120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fcea1a9-56c7-4eab-a67c-2572b8768a15 req-3ef2e469-3d24-4dd6-8e51-a2081ad38e21 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521766 Feb 03 13:02:20.823015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f03d2216-d3ed-4720-b31a-c64f2e2e435f None None] Provisioning complete for port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:20.823715 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f03d2216-d3ed-4720-b31a-c64f2e2e435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.871302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 78267275-6be4-40b5-9815-45e22b199af0 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:02:20.880803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f03d2216-d3ed-4720-b31a-c64f2e2e435f None None] Port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:20.996654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:21.012579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072f086-b7be-43aa-9213-fdb209af914e None None] Sync routers for ids ['78267275-6be4-40b5-9815-45e22b199af0'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:21.017158 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ff1994e5-537a-4b27-8e50-c58ec772c756 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/78267275-6be4-40b5-9815-45e22b199af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5080216 Feb 03 13:02:21.019862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58590) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:21.048565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072f086-b7be-43aa-9213-fdb209af914e None None] Routers {'78267275-6be4-40b5-9815-45e22b199af0'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:21.049521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f072f086-b7be-43aa-9213-fdb209af914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['78267275-6be4-40b5-9815-45e22b199af0'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:21.087762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5974e5d-fe92-4c68-b6c9-33a84d950a69 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:21.089466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e5974e5d-fe92-4c68-b6c9-33a84d950a69 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports/3e1223f2-0b33-415f-a7b5-7a05f9b08a47 HTTP/1.1" status: 200 len: 983 time: 0.0686064 Feb 03 13:02:21.092284 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58592) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:21.109317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f072f086-b7be-43aa-9213-fdb209af914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:21.112332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-166c2a61-f90a-4444-8708-ef61cffe41cd None None] Provisioning complete for port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:21.112710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-166c2a61-f90a-4444-8708-ef61cffe41cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.156796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072f086-b7be-43aa-9213-fdb209af914e None None] Routers {'78267275-6be4-40b5-9815-45e22b199af0'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:21.157420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f072f086-b7be-43aa-9213-fdb209af914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['78267275-6be4-40b5-9815-45e22b199af0'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:21.199096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-166c2a61-f90a-4444-8708-ef61cffe41cd None None] Port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:21.200595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f072f086-b7be-43aa-9213-fdb209af914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:21.201255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072f086-b7be-43aa-9213-fdb209af914e None None] The sync data for ids ['78267275-6be4-40b5-9815-45e22b199af0'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:21.328047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-128e40fa-1a35-40c3-919d-b85ad5450b23 None None] Provisioning complete for port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:21.328432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-128e40fa-1a35-40c3-919d-b85ad5450b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.376447 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-128e40fa-1a35-40c3-919d-b85ad5450b23 None None] Port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:21.499356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6217598e-ff6a-40ed-a576-af9d99a11474 None None] Provisioning complete for port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:21.500082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6217598e-ff6a-40ed-a576-af9d99a11474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.544383 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (78267275-6be4-40b5-9815-45e22b199af0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.546462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6217598e-ff6a-40ed-a576-af9d99a11474 None None] Port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:21.806804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:21.807072 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.901300 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.914934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 3e1223f2-0b33-415f-a7b5-7a05f9b08a47 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:21.945174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5255be3-ef80-472c-a41d-c4632c416cbf req-36df4015-e2f9-4c07-9538-4551a320014f tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:21.946891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5255be3-ef80-472c-a41d-c4632c416cbf req-36df4015-e2f9-4c07-9538-4551a320014f tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 943 time: 0.0616269 Feb 03 13:02:22.017566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b5255be3-ef80-472c-a41d-c4632c416cbf req-97ddef33-a482-418f-a65d-d188256ddba2 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617747 Feb 03 13:02:22.111985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3e1223f2-0b33-415f-a7b5-7a05f9b08a47), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.148054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=3e1223f2-0b33-415f-a7b5-7a05f9b08a47,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:22.181120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad6b16e-5e64-4858-abe6-192aad3140c3 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:02:22.263543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (78267275-6be4-40b5-9815-45e22b199af0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.369637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad6b16e-5e64-4858-abe6-192aad3140c3, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad6b16e-5e64-4858-abe6-192aad3140c3,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:22.397517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'cad6b16e-5e64-4858-abe6-192aad3140c3', 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29', 'port_id': 'cad6b16e-5e64-4858-abe6-192aad3140c3', 'mac_address': 'fa:16:3e:74:75:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd01859-97c7-4e21-8d6c-abf30aba6e93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:02:22.474647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad6b16e-5e64-4858-abe6-192aad3140c3 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:22.475039 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.491979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 78267275-6be4-40b5-9815-45e22b199af0 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:22.498256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad6b16e-5e64-4858-abe6-192aad3140c3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:02:22.523615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad6b16e-5e64-4858-abe6-192aad3140c3, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad6b16e-5e64-4858-abe6-192aad3140c3,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:22.529495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.582929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad6b16e-5e64-4858-abe6-192aad3140c3,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:22.589171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:22.594524 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1553de73-0fee-4bb0-9b6e-839ea783379f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/78267275-6be4-40b5-9815-45e22b199af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5008314 Feb 03 13:02:22.596968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58606) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:22.602720 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf69b9-8c26-4f86-a513-d56934e36f68 None None] Sync routers for ids ['78267275-6be4-40b5-9815-45e22b199af0'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:22.617463 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf69b9-8c26-4f86-a513-d56934e36f68 None None] Routers {'78267275-6be4-40b5-9815-45e22b199af0'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:22.618754 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9aaf69b9-8c26-4f86-a513-d56934e36f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['78267275-6be4-40b5-9815-45e22b199af0'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:22.662231 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9aaf69b9-8c26-4f86-a513-d56934e36f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:22.681107 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf69b9-8c26-4f86-a513-d56934e36f68 None None] Routers {'78267275-6be4-40b5-9815-45e22b199af0'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:22.683558 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9aaf69b9-8c26-4f86-a513-d56934e36f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['78267275-6be4-40b5-9815-45e22b199af0'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:22.738556 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9aaf69b9-8c26-4f86-a513-d56934e36f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:22.739794 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf69b9-8c26-4f86-a513-d56934e36f68 None None] The sync data for ids ['78267275-6be4-40b5-9815-45e22b199af0'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:22.831909 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-5d6f93a6-485d-47ac-9d92-932186310b07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 13:02:22.833499 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5d6f93a6-485d-47ac-9d92-932186310b07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/78267275-6be4-40b5-9815-45e22b199af0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2355266 Feb 03 13:02:22.836209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58612) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:22.866374 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-228bc041-ee44-42bd-8bb1-1561cb3385d5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=78267275-6be4-40b5-9815-45e22b199af0 HTTP/1.1" status: 200 len: 205 time: 0.0289133 Feb 03 13:02:22.868993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58614) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:22.984874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cad6b16e-5e64-4858-abe6-192aad3140c3'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:23.286945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e33543-017a-4130-b5a1-847980bc1a5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (78267275-6be4-40b5-9815-45e22b199af0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.303808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd466de-03b1-49cd-b933-4b33c2172259 req-ad2a5e68-d3ce-4e3e-9e7c-2131eaa5e2c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:23.314176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7dd466de-03b1-49cd-b933-4b33c2172259 req-ad2a5e68-d3ce-4e3e-9e7c-2131eaa5e2c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 944 time: 0.1400151 Feb 03 13:02:23.423364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7dd466de-03b1-49cd-b933-4b33c2172259 req-62b92182-4a9b-4716-a2ac-ee49173f93be tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076288 Feb 03 13:02:23.495886 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e33543-017a-4130-b5a1-847980bc1a5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (78267275-6be4-40b5-9815-45e22b199af0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.498506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e33543-017a-4130-b5a1-847980bc1a5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (78267275-6be4-40b5-9815-45e22b199af0), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.546677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e33543-017a-4130-b5a1-847980bc1a5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (78267275-6be4-40b5-9815-45e22b199af0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.547307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e33543-017a-4130-b5a1-847980bc1a5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Fanout notify agent at l3_agent the message router_deleted on router 78267275-6be4-40b5-9815-45e22b199af0 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:02:23.555664 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81e33543-017a-4130-b5a1-847980bc1a5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.557239 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-81e33543-017a-4130-b5a1-847980bc1a5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/78267275-6be4-40b5-9815-45e22b199af0 HTTP/1.1" status: 204 len: 168 time: 0.6870842 Feb 03 13:02:23.559656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58628) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:23.632355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2622e3a0-9138-4784-9971-e94dac1b83a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting subnet e4489daf-33c1-4d7d-b6fb-e52dddbe030f {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:02:23.636487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2622e3a0-9138-4784-9971-e94dac1b83a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (e4489daf-33c1-4d7d-b6fb-e52dddbe030f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.679205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2622e3a0-9138-4784-9971-e94dac1b83a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (e4489daf-33c1-4d7d-b6fb-e52dddbe030f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.769677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2622e3a0-9138-4784-9971-e94dac1b83a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e4489daf-33c1-4d7d-b6fb-e52dddbe030f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.846298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2622e3a0-9138-4784-9971-e94dac1b83a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (e4489daf-33c1-4d7d-b6fb-e52dddbe030f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.890524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622e3a0-9138-4784-9971-e94dac1b83a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Subnet': ['ID=e4489daf-33c1-4d7d-b6fb-e52dddbe030f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:23.893002 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2622e3a0-9138-4784-9971-e94dac1b83a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.898359 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2622e3a0-9138-4784-9971-e94dac1b83a9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/e4489daf-33c1-4d7d-b6fb-e52dddbe030f HTTP/1.1" status: 204 len: 168 time: 0.3375523 Feb 03 13:02:23.899288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaa9e80-5e1b-49b8-962d-14601b79b7f6 None None] Network fa71f254-27b7-4aae-83d4-1c28134af5ac requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:23.900876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58636) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:23.991258 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (fa71f254-27b7-4aae-83d4-1c28134af5ac), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.071147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:24.071518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.138877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-bf990433-2498-4ca4-a162-ee9835c51690 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0769410 Feb 03 13:02:24.169525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee60a066-10db-4935-81fe-bc609ae28ecd None None] DHCP port deletion for fa71f254-27b7-4aae-83d4-1c28134af5ac request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:02:24.206487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4c4f5768-cbd6-4f4f-b9e5-54abc1050f53,segment=NetworkSegment(eee260c2-1e17-4046-95e3-ab0e58615e2a),segment_id=eee260c2-1e17-4046-95e3-ab0e58615e2a)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:24.207011 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.224502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:24.248132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58640) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:24.294760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-84e0087e-b75d-42d5-9c26-586ce621fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:24.297656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-84e0087e-b75d-42d5-9c26-586ce621fd63 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 1128 time: 0.0971289 Feb 03 13:02:24.300982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ee60a066-10db-4935-81fe-bc609ae28ecd None None] Deleting port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:24.301655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee60a066-10db-4935-81fe-bc609ae28ecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.385237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.425321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No DVR routers for this DVR port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:24.427736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ee60a066-10db-4935-81fe-bc609ae28ecd None None] For port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4c4f5768-cbd6-4f4f-b9e5-54abc1050f53,segment=NetworkSegment(eee260c2-1e17-4046-95e3-ab0e58615e2a),segment_id=eee260c2-1e17-4046-95e3-ab0e58615e2a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:24.431599 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee60a066-10db-4935-81fe-bc609ae28ecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.432432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=4c4f5768-cbd6-4f4f-b9e5-54abc1050f53,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:24.501151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ee60a066-10db-4935-81fe-bc609ae28ecd None None] Calling delete_port for 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:24.511265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:24.529461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-fc4db024-b549-402c-8f6d-17c8c4105c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:24.532543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba57d0b5-e366-4a0f-9789-3f0689fcede2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.534734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-fc4db024-b549-402c-8f6d-17c8c4105c01 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 200 len: 914 time: 0.2122982 Feb 03 13:02:24.567524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:24.567878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:24.612088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (fa71f254-27b7-4aae-83d4-1c28134af5ac), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.618118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-990ee452-2c33-4315-89c1-bc6b09da045c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=246cb272-66e9-431e-a80b-11bf83442b6b HTTP/1.1" status: 200 len: 217 time: 0.0771871 Feb 03 13:02:24.658584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa71f254-27b7-4aae-83d4-1c28134af5ac']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:24.674905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee260c2-1e17-4046-95e3-ab0e58615e2a') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:24.675290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee260c2-1e17-4046-95e3-ab0e58615e2a') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:24.681775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-006856a9-4e40-4b75-b192-20105a5880a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:24.685803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-006856a9-4e40-4b75-b192-20105a5880a4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 200 len: 853 time: 0.0556870 Feb 03 13:02:24.694504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (eee260c2-1e17-4046-95e3-ab0e58615e2a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.716541 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee60a066-10db-4935-81fe-bc609ae28ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (4c4f5768-cbd6-4f4f-b9e5-54abc1050f53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.716936 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eee260c2-1e17-4046-95e3-ab0e58615e2a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.731292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:02:24.731954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (eee260c2-1e17-4046-95e3-ab0e58615e2a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:02:24.736897 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:02:24.765819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6d065-3478-41d2-9a79-2fdd418ea468 req-86b84aab-d5c7-4400-9df9-606caf939dce tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:24.774414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60a066-10db-4935-81fe-bc609ae28ecd None None] Pushing event deleted for resources: {'Port': ['ID=4c4f5768-cbd6-4f4f-b9e5-54abc1050f53,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:24.775525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3d6d065-3478-41d2-9a79-2fdd418ea468 req-86b84aab-d5c7-4400-9df9-606caf939dce tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 944 time: 0.2254725 Feb 03 13:02:24.777585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-ff0be124-0fc2-4b04-9cde-fcce8782d454 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817447 Feb 03 13:02:24.785237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee60a066-10db-4935-81fe-bc609ae28ecd None None] No DVR routers for this DVR port 4c4f5768-cbd6-4f4f-b9e5-54abc1050f53 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:24.823989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba57d0b5-e366-4a0f-9789-3f0689fcede2 admin admin] Publish callbacks [] for security_group (1b3ca910-9c37-46a7-8610-26bda6d19791), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.833950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba57d0b5-e366-4a0f-9789-3f0689fcede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1b3ca910-9c37-46a7-8610-26bda6d19791), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.855342 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (fa71f254-27b7-4aae-83d4-1c28134af5ac), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.896451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3d6d065-3478-41d2-9a79-2fdd418ea468 req-6e3968de-a6f2-406e-953f-51e39260d050 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085048 Feb 03 13:02:24.911375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.921276 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/networks/fa71f254-27b7-4aae-83d4-1c28134af5ac HTTP/1.1" status: 204 len: 168 time: 1.0190458 Feb 03 13:02:24.921918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58654) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:24.926937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1470729805'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:24.927211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fdedf-69d1-4052-a9c0-1799777dabbf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Network': ['ID=fa71f254-27b7-4aae-83d4-1c28134af5ac,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:24.946653 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ba57d0b5-e366-4a0f-9789-3f0689fcede2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=529df598a19442828972a0e9b4dccc6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6951787 Feb 03 13:02:24.949345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58656) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:24.960151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-9642d106-1b63-43a1-ac72-198455f70aaf service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708868 Feb 03 13:02:24.967124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:24.972738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57d0b5-e366-4a0f-9789-3f0689fcede2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3ca910-9c37-46a7-8610-26bda6d19791,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:24.972990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.020628 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35603212-904d-45b8-8a0d-e0e04a11f498 admin admin] Publish callbacks [] for security_group (1b3ca910-9c37-46a7-8610-26bda6d19791), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.045705 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35603212-904d-45b8-8a0d-e0e04a11f498 admin admin] Publish callbacks [] for security_group (1b3ca910-9c37-46a7-8610-26bda6d19791), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.078914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:02:25.114939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35603212-904d-45b8-8a0d-e0e04a11f498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1b3ca910-9c37-46a7-8610-26bda6d19791), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.118971 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-35603212-904d-45b8-8a0d-e0e04a11f498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.123547 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-35603212-904d-45b8-8a0d-e0e04a11f498 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b3ca910-9c37-46a7-8610-26bda6d19791 HTTP/1.1" status: 204 len: 168 time: 0.1707489 Feb 03 13:02:25.132583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35603212-904d-45b8-8a0d-e0e04a11f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3ca910-9c37-46a7-8610-26bda6d19791,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:25.141214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dd8d2424-10db-4768-b643-2636a2911f59), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.141572 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added segment dd8d2424-10db-4768-b643-2636a2911f59 of type vlan for network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 Feb 03 13:02:25.156157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93309048-24fa-4995-abf7-48ab0761a8c7 req-689bfd65-d56a-4a1c-a019-91feeb0104c0 service neutron] 10.222.0.91 "GET /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787760 Feb 03 13:02:25.208562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (77ee0ab3-6653-4384-b3cd-cc7c60dea644), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.247352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (77ee0ab3-6653-4384-b3cd-cc7c60dea644), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.256326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:25.256985 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.317265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58662) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:25.322475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'subnet': {'network_id': '77ee0ab3-6653-4384-b3cd-cc7c60dea644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:25.326934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4038267 Feb 03 13:02:25.385731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297be39-4cba-4954-9bc4-6abc09c30680 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Network': ['ID=77ee0ab3-6653-4384-b3cd-cc7c60dea644,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:25.399750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:02:25.482710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:25.493880 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.880216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (bf525628-56a0-44c1-9cea-0d69a695b209), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:25.967087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Subnet': ['ID=bf525628-56a0-44c1-9cea-0d69a695b209,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:26.018314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Checking segment: {'id': 'dd8d2424-10db-4768-b643-2636a2911f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77ee0ab3-6653-4384-b3cd-cc7c60dea644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:26.018915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network hostable DHCP agents. Network: 77ee0ab3-6653-4384-b3cd-cc7c60dea644, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:02:26.044187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:02:26.061347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 77ee0ab3-6653-4384-b3cd-cc7c60dea644) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:26.079113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:26.079295 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.081582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92863118-ab53-40fc-9bac-bbd28d1debf3 None None] Network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:26.098309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15699e0-bd7f-4bc8-be55-43b2d2c87ea7 req-443bca49-b6ad-44b6-a7ea-a2e19bc75717 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:26.108162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f15699e0-bd7f-4bc8-be55-43b2d2c87ea7 req-443bca49-b6ad-44b6-a7ea-a2e19bc75717 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 944 time: 0.1244218 Feb 03 13:02:26.130748 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b40ec1d6-dace-4007-8619-b253ef0af81d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8123312 Feb 03 13:02:26.133258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58688) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:26.139748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-705f5ffa-c59e-4e03-b02f-86284084e29c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1098531972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:26.202170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad6b16e-5e64-4858-abe6-192aad3140c3 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:26.206882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-705f5ffa-c59e-4e03-b02f-86284084e29c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (74141b44-817a-4f44-a2b7-5d6c09a699ce), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.208441 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-705f5ffa-c59e-4e03-b02f-86284084e29c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (74141b44-817a-4f44-a2b7-5d6c09a699ce), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.259929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f15699e0-bd7f-4bc8-be55-43b2d2c87ea7 req-2afa2ce2-e9c5-4968-8ac4-850f71ef2d48 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474314 Feb 03 13:02:26.286804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-705f5ffa-c59e-4e03-b02f-86284084e29c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (74141b44-817a-4f44-a2b7-5d6c09a699ce), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.291879 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-705f5ffa-c59e-4e03-b02f-86284084e29c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (74141b44-817a-4f44-a2b7-5d6c09a699ce), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.308359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-77ee0ab3-6653-4384-b3cd-cc7c60dea644', 'network_id': '77ee0ab3-6653-4384-b3cd-cc7c60dea644', 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'fixed_ips': [{'subnet_id': 'bf525628-56a0-44c1-9cea-0d69a695b209'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:02:26.309252 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.316709 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-705f5ffa-c59e-4e03-b02f-86284084e29c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.318809 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-705f5ffa-c59e-4e03-b02f-86284084e29c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1841078 Feb 03 13:02:26.321337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58692) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:26.462435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Allocated IP 2001:db8::2 (77ee0ab3-6653-4384-b3cd-cc7c60dea644/bf525628-56a0-44c1-9cea-0d69a695b209/f73a4b8e-2194-4214-aa48-944bb7bb55d1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:26.584898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port cad6b16e-5e64-4858-abe6-192aad3140c3 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:02:26.597062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port cad6b16e-5e64-4858-abe6-192aad3140c3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:26.597445 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.741228 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Publish callbacks [] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.743402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port cad6b16e-5e64-4858-abe6-192aad3140c3 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:26.743779 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.762469 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.782202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:26.785184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:26.788249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:26.865445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port cad6b16e-5e64-4858-abe6-192aad3140c3, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad6b16e-5e64-4858-abe6-192aad3140c3,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:26.870560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8461b9c7-2a76-486c-950e-c3c9f82b8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad6b16e-5e64-4858-abe6-192aad3140c3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:26.873154 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2781d2-f347-493a-8bc7-37f156c0e8b8" -d '{"events": [{"server_uuid": "8461b9c7-2a76-486c-950e-c3c9f82b8523", "name": "network-vif-plugged", "status": "completed", "tag": "cad6b16e-5e64-4858-abe6-192aad3140c3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:26.880419 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.937321 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08404fb-fdcc-471a-a80e-1282d149392b x-openstack-request-id: req-f08404fb-fdcc-471a-a80e-1282d149392b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:26.937556 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8461b9c7-2a76-486c-950e-c3c9f82b8523", "name": "network-vif-plugged", "status": "completed", "tag": "cad6b16e-5e64-4858-abe6-192aad3140c3", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:26.937803 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f08404fb-fdcc-471a-a80e-1282d149392b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:26.938201 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8461b9c7-2a76-486c-950e-c3c9f82b8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad6b16e-5e64-4858-abe6-192aad3140c3', 'code': 200} Feb 03 13:02:26.948050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Pushing event updated for resources: {'Port': ['ID=f73a4b8e-2194-4214-aa48-944bb7bb55d1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:27.016106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Attempting to bind port f73a4b8e-2194-4214-aa48-944bb7bb55d1 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:27.016700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Attempting to bind port f73a4b8e-2194-4214-aa48-944bb7bb55d1 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'dd8d2424-10db-4768-b643-2636a2911f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77ee0ab3-6653-4384-b3cd-cc7c60dea644'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:27.016859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Attempting to bind port f73a4b8e-2194-4214-aa48-944bb7bb55d1 on network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:27.024466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:27.025217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Checking segment: {'id': 'dd8d2424-10db-4768-b643-2636a2911f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77ee0ab3-6653-4384-b3cd-cc7c60dea644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:27.025622 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.026023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Bound using segment: {'id': 'dd8d2424-10db-4768-b643-2636a2911f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77ee0ab3-6653-4384-b3cd-cc7c60dea644'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:27.026571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Bound port: f73a4b8e-2194-4214-aa48-944bb7bb55d1, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8d2424-10db-4768-b643-2636a2911f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77ee0ab3-6653-4384-b3cd-cc7c60dea644'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:27.026954 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.105043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=cad6b16e-5e64-4858-abe6-192aad3140c3,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:27.120870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] For port f73a4b8e-2194-4214-aa48-944bb7bb55d1, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:27.125945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] For port f73a4b8e-2194-4214-aa48-944bb7bb55d1, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f73a4b8e-2194-4214-aa48-944bb7bb55d1,segment=NetworkSegment(dd8d2424-10db-4768-b643-2636a2911f59),segment_id=dd8d2424-10db-4768-b643-2636a2911f59)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:27.135905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.245078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dfc31-b5f5-41dd-bca2-2869b7fbecc7 None None] Pushing event updated for resources: {'Port': ['ID=f73a4b8e-2194-4214-aa48-944bb7bb55d1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:27.321703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.337259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914c3bd-2a2e-4201-bbbd-92a3ae1b71a6 req-a6dc4f06-e426-479b-a858-089a0c420a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:27.339187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d914c3bd-2a2e-4201-bbbd-92a3ae1b71a6 req-a6dc4f06-e426-479b-a858-089a0c420a2c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 1128 time: 0.1640506 Feb 03 13:02:27.586087 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d914c3bd-2a2e-4201-bbbd-92a3ae1b71a6 req-3dfe6f8d-28cd-4afe-82b9-8d1f6fd0d1ce service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389627 Feb 03 13:02:27.616552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a1427-49c6-412d-9830-e59d0f71c2bc req-38b21e76-d9ac-4d64-8901-2bd18c80d48a tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:27.618415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-749a1427-49c6-412d-9830-e59d0f71c2bc req-38b21e76-d9ac-4d64-8901-2bd18c80d48a tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 945 time: 0.2129495 Feb 03 13:02:27.754300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-749a1427-49c6-412d-9830-e59d0f71c2bc req-444bd819-ead0-4065-8fb9-0ac765d490bb tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113756 Feb 03 13:02:27.779998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 2001:db8::1 (77ee0ab3-6653-4384-b3cd-cc7c60dea644/bf525628-56a0-44c1-9cea-0d69a695b209/c5bb4453-968a-4f0a-b5da-24c2c9508d80) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:27.930036 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.970942 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.035782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:28.040820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:28.050699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:28.051409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (74141b44-817a-4f44-a2b7-5d6c09a699ce), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.055610 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=c5bb4453-968a-4f0a-b5da-24c2c9508d80,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:28.208582 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.355277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f73a4b8e-2194-4214-aa48-944bb7bb55d1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:28.404624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:28.434443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f73a4b8e-2194-4214-aa48-944bb7bb55d1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:28.434819 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.571967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f73a4b8e-2194-4214-aa48-944bb7bb55d1 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:28.573146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.576336 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78dc7301-cb39-41ad-b1a1-bc16a0bad115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.588991 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.598169 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.598925 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (74141b44-817a-4f44-a2b7-5d6c09a699ce), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.615314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port f73a4b8e-2194-4214-aa48-944bb7bb55d1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f73a4b8e-2194-4214-aa48-944bb7bb55d1,segment=NetworkSegment(dd8d2424-10db-4768-b643-2636a2911f59),segment_id=dd8d2424-10db-4768-b643-2636a2911f59)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:28.627731 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.637426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eeca54-ccf7-4915-9ed3-c958d4bde6e2 None None] Network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:28.689520 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78dc7301-cb39-41ad-b1a1-bc16a0bad115 admin admin] Publish callbacks [] for security_group (72b5c108-add0-4e4e-941a-b5d11374ff66), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.696060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78dc7301-cb39-41ad-b1a1-bc16a0bad115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (72b5c108-add0-4e4e-941a-b5d11374ff66), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.708090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=c5bb4453-968a-4f0a-b5da-24c2c9508d80,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:28.750020 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-78dc7301-cb39-41ad-b1a1-bc16a0bad115 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c985984515e2433da94b6fce2f7927af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445487 Feb 03 13:02:28.756962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58844) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:28.781918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:28.784273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:28.787719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=f73a4b8e-2194-4214-aa48-944bb7bb55d1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:28.799281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7fe82ea9-2931-45c0-8fa6-60a9a503c93a None None] Provisioning complete for port f73a4b8e-2194-4214-aa48-944bb7bb55d1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:28.799629 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fe82ea9-2931-45c0-8fa6-60a9a503c93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.799771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc7301-cb39-41ad-b1a1-bc16a0bad115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b5c108-add0-4e4e-941a-b5d11374ff66,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:28.894845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d11e00c-559f-46e6-bf31-327b65c74980 admin admin] Publish callbacks [] for security_group (72b5c108-add0-4e4e-941a-b5d11374ff66), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.921664 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d11e00c-559f-46e6-bf31-327b65c74980 admin admin] Publish callbacks [] for security_group (72b5c108-add0-4e4e-941a-b5d11374ff66), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.055062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7fe82ea9-2931-45c0-8fa6-60a9a503c93a None None] Current status of the port f73a4b8e-2194-4214-aa48-944bb7bb55d1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:29.065521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d11e00c-559f-46e6-bf31-327b65c74980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (72b5c108-add0-4e4e-941a-b5d11374ff66), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.070077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d11e00c-559f-46e6-bf31-327b65c74980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.075179 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4d11e00c-559f-46e6-bf31-327b65c74980 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72b5c108-add0-4e4e-941a-b5d11374ff66 HTTP/1.1" status: 204 len: 168 time: 0.3139684 Feb 03 13:02:29.084659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f385cf2-fd01-40d0-b096-86c49a6b29a0 req-2b14886e-df3d-4f3b-a5cb-d7dfad4f182c tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:29.086448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f385cf2-fd01-40d0-b096-86c49a6b29a0 req-2b14886e-df3d-4f3b-a5cb-d7dfad4f182c tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 945 time: 0.1165686 Feb 03 13:02:29.100612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11e00c-559f-46e6-bf31-327b65c74980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b5c108-add0-4e4e-941a-b5d11374ff66,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:29.118000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 74141b44-817a-4f44-a2b7-5d6c09a699ce is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:02:29.291230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f385cf2-fd01-40d0-b096-86c49a6b29a0 req-02018b54-45d2-4b9c-afb6-1a3ba8d2cf27 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941643 Feb 03 13:02:29.328874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:29.339304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58858) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:29.340450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6cbcddfc-1a66-4e08-8a35-c7608779d22a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/74141b44-817a-4f44-a2b7-5d6c09a699ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0178990 Feb 03 13:02:29.348820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dded1e8-c2fa-450e-a71c-9cf0ba53384a None None] Sync routers for ids ['74141b44-817a-4f44-a2b7-5d6c09a699ce'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:29.363550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dded1e8-c2fa-450e-a71c-9cf0ba53384a None None] Routers {'74141b44-817a-4f44-a2b7-5d6c09a699ce'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:29.364192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6dded1e8-c2fa-450e-a71c-9cf0ba53384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74141b44-817a-4f44-a2b7-5d6c09a699ce'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:29.420345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6dded1e8-c2fa-450e-a71c-9cf0ba53384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:29.426088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499d05f-20f1-4e85-b812-395482c2f337 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:29.435869 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b499d05f-20f1-4e85-b812-395482c2f337 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports/c5bb4453-968a-4f0a-b5da-24c2c9508d80 HTTP/1.1" status: 200 len: 911 time: 0.0954521 Feb 03 13:02:29.439057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58862) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:29.440858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dded1e8-c2fa-450e-a71c-9cf0ba53384a None None] Routers {'74141b44-817a-4f44-a2b7-5d6c09a699ce'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:29.442068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6dded1e8-c2fa-450e-a71c-9cf0ba53384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74141b44-817a-4f44-a2b7-5d6c09a699ce'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:29.510649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fa789d18-1b95-49ac-8ecc-106306ed116c None None] Provisioning complete for port c5bb4453-968a-4f0a-b5da-24c2c9508d80 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:29.511027 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa789d18-1b95-49ac-8ecc-106306ed116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.512923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6dded1e8-c2fa-450e-a71c-9cf0ba53384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:29.513538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dded1e8-c2fa-450e-a71c-9cf0ba53384a None None] The sync data for ids ['74141b44-817a-4f44-a2b7-5d6c09a699ce'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:29.603424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa789d18-1b95-49ac-8ecc-106306ed116c None None] Port c5bb4453-968a-4f0a-b5da-24c2c9508d80 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:29.616941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fa789d18-1b95-49ac-8ecc-106306ed116c None None] Provisioning complete for port f73a4b8e-2194-4214-aa48-944bb7bb55d1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:29.618187 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa789d18-1b95-49ac-8ecc-106306ed116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.648807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58864) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:29.663008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c6940c7-15fb-46f9-aa75-e0164c61b379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.725430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa789d18-1b95-49ac-8ecc-106306ed116c None None] Current status of the port f73a4b8e-2194-4214-aa48-944bb7bb55d1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:29.755566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c6940c7-15fb-46f9-aa75-e0164c61b379 admin admin] Publish callbacks [] for security_group (1aec018a-d8c2-473a-9f61-a7a0b70bf68d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.761930 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c6940c7-15fb-46f9-aa75-e0164c61b379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1aec018a-d8c2-473a-9f61-a7a0b70bf68d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.813389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2c6940c7-15fb-46f9-aa75-e0164c61b379 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=230fb79339b54f0e863f7878afa53a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1634197 Feb 03 13:02:29.816036 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58866) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:29.819041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6940c7-15fb-46f9-aa75-e0164c61b379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aec018a-d8c2-473a-9f61-a7a0b70bf68d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:29.872347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-acee94fd-deba-41f9-9f40-3b340a351a0f None None] Provisioning complete for port c5bb4453-968a-4f0a-b5da-24c2c9508d80 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:29.873151 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-acee94fd-deba-41f9-9f40-3b340a351a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.915665 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0477d0cc-3b47-4e90-9e1b-f076c414558c admin admin] Publish callbacks [] for security_group (1aec018a-d8c2-473a-9f61-a7a0b70bf68d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.917053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-acee94fd-deba-41f9-9f40-3b340a351a0f None None] Port c5bb4453-968a-4f0a-b5da-24c2c9508d80 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:29.948543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0477d0cc-3b47-4e90-9e1b-f076c414558c admin admin] Publish callbacks [] for security_group (1aec018a-d8c2-473a-9f61-a7a0b70bf68d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.994619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (74141b44-817a-4f44-a2b7-5d6c09a699ce), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.044149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-41c45eae-ea28-42d2-95a0-5496e1974f8e None None] Provisioning complete for port c5bb4453-968a-4f0a-b5da-24c2c9508d80 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:30.044585 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41c45eae-ea28-42d2-95a0-5496e1974f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.076317 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0477d0cc-3b47-4e90-9e1b-f076c414558c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1aec018a-d8c2-473a-9f61-a7a0b70bf68d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.078628 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0477d0cc-3b47-4e90-9e1b-f076c414558c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.082124 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0477d0cc-3b47-4e90-9e1b-f076c414558c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1aec018a-d8c2-473a-9f61-a7a0b70bf68d HTTP/1.1" status: 204 len: 168 time: 0.2628078 Feb 03 13:02:30.088008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-41c45eae-ea28-42d2-95a0-5496e1974f8e None None] Port c5bb4453-968a-4f0a-b5da-24c2c9508d80 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:30.098554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477d0cc-3b47-4e90-9e1b-f076c414558c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aec018a-d8c2-473a-9f61-a7a0b70bf68d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:30.326915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f73a4b8e-2194-4214-aa48-944bb7bb55d1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:30.402887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port c5bb4453-968a-4f0a-b5da-24c2c9508d80 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:30.406473 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.412010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f73a4b8e-2194-4214-aa48-944bb7bb55d1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:30.413199 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.541992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563197c-96f5-46c8-ae0c-5e025defc284 req-17d30fe6-0de1-4655-878c-0580961ac677 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:30.544547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6563197c-96f5-46c8-ae0c-5e025defc284 req-17d30fe6-0de1-4655-878c-0580961ac677 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 945 time: 0.0926447 Feb 03 13:02:30.569826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f73a4b8e-2194-4214-aa48-944bb7bb55d1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:30.610794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.622246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6563197c-96f5-46c8-ae0c-5e025defc284 req-01e76111-e301-4b55-8fad-06b94a77614c tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700750 Feb 03 13:02:30.624202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for c5bb4453-968a-4f0a-b5da-24c2c9508d80 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:30.837015 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c5bb4453-968a-4f0a-b5da-24c2c9508d80), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.867939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=c5bb4453-968a-4f0a-b5da-24c2c9508d80,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:30.977881 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (74141b44-817a-4f44-a2b7-5d6c09a699ce), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.198064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 74141b44-817a-4f44-a2b7-5d6c09a699ce has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:31.302759 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:31.316421 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745d610-92e5-4b9d-8dcf-4626d35f4cb3 None None] Sync routers for ids ['74141b44-817a-4f44-a2b7-5d6c09a699ce'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:31.319480 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-665303f0-8c70-4155-be05-0c3d164a3fbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/74141b44-817a-4f44-a2b7-5d6c09a699ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8787484 Feb 03 13:02:31.322566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58918) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:31.333543 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745d610-92e5-4b9d-8dcf-4626d35f4cb3 None None] Routers {'74141b44-817a-4f44-a2b7-5d6c09a699ce'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:31.338100 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f745d610-92e5-4b9d-8dcf-4626d35f4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74141b44-817a-4f44-a2b7-5d6c09a699ce'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:31.392092 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a9682bd4-3fee-44c8-bec8-13095a7b6c9d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=74141b44-817a-4f44-a2b7-5d6c09a699ce HTTP/1.1" status: 200 len: 205 time: 0.0680113 Feb 03 13:02:31.392321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58924) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:31.410807 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58926) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:31.444844 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f745d610-92e5-4b9d-8dcf-4626d35f4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:31.466394 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745d610-92e5-4b9d-8dcf-4626d35f4cb3 None None] Routers {'74141b44-817a-4f44-a2b7-5d6c09a699ce'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:31.467523 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f745d610-92e5-4b9d-8dcf-4626d35f4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['74141b44-817a-4f44-a2b7-5d6c09a699ce'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:31.511022 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f745d610-92e5-4b9d-8dcf-4626d35f4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:31.512056 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745d610-92e5-4b9d-8dcf-4626d35f4cb3 None None] The sync data for ids ['74141b44-817a-4f44-a2b7-5d6c09a699ce'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:31.528727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1941361728-network', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:31.550560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4242ef7e-9b60-480a-ba17-6471856e87f6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (74141b44-817a-4f44-a2b7-5d6c09a699ce), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.557117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Made reservation on behalf of 82667eedb8334c5fadb10165a764dc4d for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:31.560133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.570580 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.675780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Publish callbacks [] for security_group (c4e45a07-1c61-4761-9111-82aa5ea11975), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.684153 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c4e45a07-1c61-4761-9111-82aa5ea11975), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.708110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb5bdb-80ed-43be-aaf6-924e0afac581 req-073fd01f-b699-49ee-8199-770723d1d45b tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:31.710234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07eb5bdb-80ed-43be-aaf6-924e0afac581 req-073fd01f-b699-49ee-8199-770723d1d45b tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 945 time: 0.2383015 Feb 03 13:02:31.724143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:02:31.737295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e45a07-1c61-4761-9111-82aa5ea11975,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:31.748989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4bc471b0-07f3-4b5e-80e1-ec440ee6e2df), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.749396 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Added segment 4bc471b0-07f3-4b5e-80e1-ec440ee6e2df of type vlan for network ba74eada-ec8f-4411-b4ab-5cdd60138a69 Feb 03 13:02:31.752513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4242ef7e-9b60-480a-ba17-6471856e87f6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (74141b44-817a-4f44-a2b7-5d6c09a699ce), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.755305 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4242ef7e-9b60-480a-ba17-6471856e87f6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (74141b44-817a-4f44-a2b7-5d6c09a699ce), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.816845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ba74eada-ec8f-4411-b4ab-5cdd60138a69), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.829677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07eb5bdb-80ed-43be-aaf6-924e0afac581 req-6f0867e5-1986-4c88-bc7f-586a1326a493 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874476 Feb 03 13:02:31.842105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4242ef7e-9b60-480a-ba17-6471856e87f6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (74141b44-817a-4f44-a2b7-5d6c09a699ce), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.843644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4242ef7e-9b60-480a-ba17-6471856e87f6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Fanout notify agent at l3_agent the message router_deleted on router 74141b44-817a-4f44-a2b7-5d6c09a699ce {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:02:31.852393 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4242ef7e-9b60-480a-ba17-6471856e87f6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.853806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4242ef7e-9b60-480a-ba17-6471856e87f6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/74141b44-817a-4f44-a2b7-5d6c09a699ce HTTP/1.1" status: 204 len: 168 time: 0.4604902 Feb 03 13:02:31.856335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58932) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:31.872032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ba74eada-ec8f-4411-b4ab-5cdd60138a69), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.873107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:31.873737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.902646 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4906995 Feb 03 13:02:31.905663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58934) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:31.912341 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Request body: {'subnet': {'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1941361728-subnet', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:31.933112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6e1b4e-d948-4f76-998b-7d1d5dda7316 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting subnet bf525628-56a0-44c1-9cea-0d69a695b209 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:02:31.938566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1b4e-d948-4f76-998b-7d1d5dda7316 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (bf525628-56a0-44c1-9cea-0d69a695b209), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.971114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae60961-934e-4a55-894c-9b6b8ccaba65 admin admin] Pushing event updated for resources: {'Network': ['ID=ba74eada-ec8f-4411-b4ab-5cdd60138a69,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:31.980932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Made reservation on behalf of 82667eedb8334c5fadb10165a764dc4d for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:31.985952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ba74eada-ec8f-4411-b4ab-5cdd60138a69 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:02:31.992594 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.013436 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1b4e-d948-4f76-998b-7d1d5dda7316 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (bf525628-56a0-44c1-9cea-0d69a695b209), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.159029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1b4e-d948-4f76-998b-7d1d5dda7316 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (bf525628-56a0-44c1-9cea-0d69a695b209), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.232519 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1b4e-d948-4f76-998b-7d1d5dda7316 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (bf525628-56a0-44c1-9cea-0d69a695b209), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.236958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (2ff1e13e-651b-4317-b63f-7b9bb73e1545), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.261189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e1b4e-d948-4f76-998b-7d1d5dda7316 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Subnet': ['ID=bf525628-56a0-44c1-9cea-0d69a695b209,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:32.277511 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1b4e-d948-4f76-998b-7d1d5dda7316 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.283669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3d6e1b4e-d948-4f76-998b-7d1d5dda7316 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/bf525628-56a0-44c1-9cea-0d69a695b209 HTTP/1.1" status: 204 len: 168 time: 0.4232035 Feb 03 13:02:32.283669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 58936) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:32.289271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f6dc5-170a-4a84-928b-59e1312fcb01 None None] Network 77ee0ab3-6653-4384-b3cd-cc7c60dea644 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:32.328520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff1e13e-651b-4317-b63f-7b9bb73e1545,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:32.355594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Checking segment: {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:32.355985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Network hostable DHCP agents. Network: ba74eada-ec8f-4411-b4ab-5cdd60138a69, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:02:32.379284 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Network ba74eada-ec8f-4411-b4ab-5cdd60138a69 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:02:32.404312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ba74eada-ec8f-4411-b4ab-5cdd60138a69) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:32.415389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:32.416352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.430517 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (77ee0ab3-6653-4384-b3cd-cc7c60dea644), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.431161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405bee07-096a-4232-b4bf-707e6b1c57be None None] Network ba74eada-ec8f-4411-b4ab-5cdd60138a69 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:32.451027 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-707667a2-79ef-4ca8-af44-7dc01f0d636a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5441365 Feb 03 13:02:32.453651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58942) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:32.459059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:32.509350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (61b1967e-6e01-4be6-b8c4-8783b89b2131), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.511022 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (61b1967e-6e01-4be6-b8c4-8783b89b2131), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.573691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port f73a4b8e-2194-4214-aa48-944bb7bb55d1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:32.574269 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.605345 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks [] for router_controller (61b1967e-6e01-4be6-b8c4-8783b89b2131), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.637291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:02:32.638167 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.718337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port f73a4b8e-2194-4214-aa48-944bb7bb55d1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f73a4b8e-2194-4214-aa48-944bb7bb55d1,segment=NetworkSegment(dd8d2424-10db-4768-b643-2636a2911f59),segment_id=dd8d2424-10db-4768-b643-2636a2911f59)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:32.718842 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.753022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for f73a4b8e-2194-4214-aa48-944bb7bb55d1 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:32.824076 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks [] for router_gateway (61b1967e-6e01-4be6-b8c4-8783b89b2131), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.839745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Allocated IP 172.20.0.2 (ba74eada-ec8f-4411-b4ab-5cdd60138a69/2ff1e13e-651b-4317-b63f-7b9bb73e1545/fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:32.922028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f73a4b8e-2194-4214-aa48-944bb7bb55d1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.969959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No DVR routers for this DVR port f73a4b8e-2194-4214-aa48-944bb7bb55d1 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:32.987968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=f73a4b8e-2194-4214-aa48-944bb7bb55d1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:33.015148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec1b6c6-e404-463e-adbd-4a0e3181933c None None] DHCP port deletion for 77ee0ab3-6653-4384-b3cd-cc7c60dea644 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:02:33.059239 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Publish callbacks [] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.068572 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.089167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Network ba74eada-ec8f-4411-b4ab-5cdd60138a69 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:33.092703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:33.100597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:33.236354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Attempting to bind port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:33.237132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Attempting to bind port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:33.237752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Attempting to bind port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f on network ba74eada-ec8f-4411-b4ab-5cdd60138a69 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:33.248111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:33.249071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Checking segment: {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:33.249716 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.250360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Bound using segment: {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:33.251068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Bound port: fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:33.251685 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.272042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Pushing event updated for resources: {'Port': ['ID=fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:33.300679 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (77ee0ab3-6653-4384-b3cd-cc7c60dea644), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.330673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-899651c6-5949-4036-aea9-ce9bee98d840 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:33.332618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-899651c6-5949-4036-aea9-ce9bee98d840 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.91 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 945 time: 0.3282750 Feb 03 13:02:33.359415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] For port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:33.366310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] For port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:33.380055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.431413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445897f0-f88e-43e2-9b2e-c6e38e413725 req-78829209-809b-48fa-9c99-d3ee92c90c19 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:33.432970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-445897f0-f88e-43e2-9b2e-c6e38e413725 req-78829209-809b-48fa-9c99-d3ee92c90c19 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 945 time: 0.4464812 Feb 03 13:02:33.437347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ee0ab3-6653-4384-b3cd-cc7c60dea644']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:33.454795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52273641-26e8-4700-8ee0-81d2a34fef9f None None] Pushing event updated for resources: {'Port': ['ID=fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:33.503604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8d2424-10db-4768-b643-2636a2911f59') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:33.503901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8d2424-10db-4768-b643-2636a2911f59') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:33.550630 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (dd8d2424-10db-4768-b643-2636a2911f59), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.578846 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks [] for router_gateway (61b1967e-6e01-4be6-b8c4-8783b89b2131), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.605096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dd8d2424-10db-4768-b643-2636a2911f59), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.613226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.617328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-445897f0-f88e-43e2-9b2e-c6e38e413725 req-bad068d2-01d6-4ea1-9acd-866b70141601 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751876 Feb 03 13:02:33.622363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:02:33.623406 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (dd8d2424-10db-4768-b643-2636a2911f59), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:02:33.630140 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:02:33.739014 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (77ee0ab3-6653-4384-b3cd-cc7c60dea644), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.789766 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.793425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/networks/77ee0ab3-6653-4384-b3cd-cc7c60dea644 HTTP/1.1" status: 204 len: 168 time: 1.5066347 Feb 03 13:02:33.797581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47296-87e8-416f-a0dc-e507e1ea856d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Network': ['ID=77ee0ab3-6653-4384-b3cd-cc7c60dea644,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:33.799905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58954) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:33.819213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Deleting port cad6b16e-5e64-4858-abe6-192aad3140c3 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:33.820472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1593285990', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:33.821033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.871619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Allocated IP 172.25.3.127 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/8f19208e-de8c-4cf5-addc-5cde6207c57e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:33.880161 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (47b01033-2b61-419b-b215-397d4482d091), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.881440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (47b01033-2b61-419b-b215-397d4482d091), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.972040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] For port cad6b16e-5e64-4858-abe6-192aad3140c3, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=cad6b16e-5e64-4858-abe6-192aad3140c3,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:33.972301 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.987099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Calling delete_port for cad6b16e-5e64-4858-abe6-192aad3140c3 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:34.030188 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (47b01033-2b61-419b-b215-397d4482d091), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.149133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks [] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.200046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (cad6b16e-5e64-4858-abe6-192aad3140c3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.220285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['cad6b16e-5e64-4858-abe6-192aad3140c3'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:34.252087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_gateway (47b01033-2b61-419b-b215-397d4482d091), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.287176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.288022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Pushing event deleted for resources: {'Port': ['ID=cad6b16e-5e64-4858-abe6-192aad3140c3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:34.369660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Pushing event updated for resources: {'Port': ['ID=8f19208e-de8c-4cf5-addc-5cde6207c57e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:34.374255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] No DVR routers for this DVR port cad6b16e-5e64-4858-abe6-192aad3140c3 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:34.377133 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.381220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-686d709f-ee01-49b9-ab76-cb9844f7ad6e req-8a258d61-d499-4e18-a669-0d77e87cbf65 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.91 "DELETE /v2.0/ports/cad6b16e-5e64-4858-abe6-192aad3140c3 HTTP/1.1" status: 204 len: 173 time: 1.0312345 Feb 03 13:02:34.382562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8461b9c7-2a76-486c-950e-c3c9f82b8523', 'name': 'network-vif-deleted', 'tag': 'cad6b16e-5e64-4858-abe6-192aad3140c3'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:34.401728 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beda8a8-d4c9-4656-b881-c155fb75f54d" -d '{"events": [{"server_uuid": "8461b9c7-2a76-486c-950e-c3c9f82b8523", "name": "network-vif-deleted", "tag": "cad6b16e-5e64-4858-abe6-192aad3140c3"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:34.444090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:34.449858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:34.461078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:34.468617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:34.485395 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e200d-fa46-4bdb-9763-4b7408749a39 x-openstack-request-id: req-889e200d-fa46-4bdb-9763-4b7408749a39 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:34.486641 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8461b9c7-2a76-486c-950e-c3c9f82b8523", "name": "network-vif-deleted", "tag": "cad6b16e-5e64-4858-abe6-192aad3140c3", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:34.487379 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-889e200d-fa46-4bdb-9763-4b7408749a39 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:34.488058 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8461b9c7-2a76-486c-950e-c3c9f82b8523', 'name': 'network-vif-deleted', 'tag': 'cad6b16e-5e64-4858-abe6-192aad3140c3', 'status': 'completed', 'code': 200} Feb 03 13:02:34.571285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:34.571667 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.797305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:34.797705 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.898922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e512c93e-3ce3-4c50-920e-9f33459491d8 req-54b19aae-5c7c-4405-b10a-6c4d41b4c2e0 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=8461b9c7-2a76-486c-950e-c3c9f82b8523 HTTP/1.1" status: 200 len: 210 time: 0.1124418 Feb 03 13:02:35.033844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_gateway (47b01033-2b61-419b-b215-397d4482d091), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.092457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.200311 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks [] for router_gateway (61b1967e-6e01-4be6-b8c4-8783b89b2131), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.320403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:35.333272 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.362439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 172.25.3.206 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/3ec28829-8467-40a4-b230-43a5d43030e1) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:35.446867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:35.454878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f73a4b8e-2194-4214-aa48-944bb7bb55d1 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:35.511539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087383c3-6c30-4991-b110-e76046650161 None None] Network ba74eada-ec8f-4411-b4ab-5cdd60138a69 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:35.515839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f73a4b8e-2194-4214-aa48-944bb7bb55d1 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:35.516430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f73a4b8e-2194-4214-aa48-944bb7bb55d1 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:35.601388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (61b1967e-6e01-4be6-b8c4-8783b89b2131), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.605589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (3ec28829-8467-40a4-b230-43a5d43030e1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.722247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-eaf3654c-9b6d-4d76-8cf9-5e325859a169 None None] Provisioning complete for port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:35.722247 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eaf3654c-9b6d-4d76-8cf9-5e325859a169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.789128 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3ec28829-8467-40a4-b230-43a5d43030e1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.878489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3654c-9b6d-4d76-8cf9-5e325859a169 None None] Current status of the port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:35.899536 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:35.935620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:35.946772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:36.175904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=3ec28829-8467-40a4-b230-43a5d43030e1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:36.221717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fef9e7c7-d15c-4e4e-9c8c-ad85cc0c69c3 None None] Provisioning complete for port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:36.222103 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fef9e7c7-d15c-4e4e-9c8c-ad85cc0c69c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:36.303773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad6b16e-5e64-4858-abe6-192aad3140c3 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:36.307515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Router 61b1967e-6e01-4be6-b8c4-8783b89b2131 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:02:36.317026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:36.406884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: cad6b16e-5e64-4858-abe6-192aad3140c3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:36.407595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device cad6b16e-5e64-4858-abe6-192aad3140c3 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:36.487572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:36.520912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Sync routers for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:36.570202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fef9e7c7-d15c-4e4e-9c8c-ad85cc0c69c3 None None] Current status of the port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:36.580957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-d3cb7a65-67eb-4ef6-bc91-05f2676f7318 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:36.585198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-d3cb7a65-67eb-4ef6-bc91-05f2676f7318 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/networks?id=4b70e1e1-2e57-47c0-9d00-c2d51801df29 HTTP/1.1" status: 200 len: 809 time: 0.2337303 Feb 03 13:02:36.598116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:36.601125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:36.611282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:36.612958 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-53a17305-acc2-4720-9885-49a5efab5258 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1582327 Feb 03 13:02:36.616188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 58988) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:36.627792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-fa7bb42b-c5ac-4d12-95ec-ada56590891e tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/quotas/d24594ca5aaa47dab9f506d3f9827159 HTTP/1.1" status: 200 len: 375 time: 0.0363090 Feb 03 13:02:36.687525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-ac1e40c6-54af-4bfe-abf0-a2b33d78c481 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24594ca5aaa47dab9f506d3f9827159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525749 Feb 03 13:02:36.910779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:36.927832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_gateway (47b01033-2b61-419b-b215-397d4482d091), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:36.967694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-cc14095b-7e03-4ce0-bd3f-81bc8c28e60e service neutron] 10.222.0.65 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664130 Feb 03 13:02:37.067585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:37.067972 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:37.101906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-d8986621-c4b7-49a8-8676-c71f27a800b4 service neutron] 10.222.0.65 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277943 Feb 03 13:02:37.133170 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a47102c-106b-4598-b069-fbd8630f8c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:37.321088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:37.363563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:34Z', 'revision_number': 3, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:37.451692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Checking router: 61b1967e-6e01-4be6-b8c4-8783b89b2131 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:37.452664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Updating router 61b1967e-6e01-4be6-b8c4-8783b89b2131 port 8f19208e-de8c-4cf5-addc-5cde6207c57e binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:02:37.549004 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:37.957060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (47b01033-2b61-419b-b215-397d4482d091), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.253893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f951e16-39dc-4085-88b9-6ba9a4321996 req-5de8f2de-a86a-4bb0-bc5b-1c62f63f7150 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 210 time: 0.8129563 Feb 03 13:02:38.288528 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Publish callbacks [] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.306588 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.422110 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.458959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa65acc-62ca-4d15-817a-2e6e35d586dd None None] Pushing event updated for resources: {'Port': ['ID=8f19208e-de8c-4cf5-addc-5cde6207c57e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:38.472981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Attempting to bind port 8f19208e-de8c-4cf5-addc-5cde6207c57e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:38.476297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Attempting to bind port 8f19208e-de8c-4cf5-addc-5cde6207c57e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:38.476663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Attempting to bind port 8f19208e-de8c-4cf5-addc-5cde6207c57e on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:38.487312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:38.487822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:38.488290 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.488685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:38.489160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Bound port: 8f19208e-de8c-4cf5-addc-5cde6207c57e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:38.489541 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.626194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] For port 8f19208e-de8c-4cf5-addc-5cde6207c57e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:38.631068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] For port 8f19208e-de8c-4cf5-addc-5cde6207c57e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8f19208e-de8c-4cf5-addc-5cde6207c57e,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:38.647636 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.693197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Allocated IP 172.20.0.1 (ba74eada-ec8f-4411-b4ab-5cdd60138a69/2ff1e13e-651b-4317-b63f-7b9bb73e1545/15f8e7f1-ba44-4dec-b728-b20e75b9fb41) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:38.804363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:38.805026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:38.904062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa65acc-62ca-4d15-817a-2e6e35d586dd None None] Pushing event updated for resources: {'Port': ['ID=8f19208e-de8c-4cf5-addc-5cde6207c57e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:38.952759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47a67873-ac9e-4c27-87a8-3600b74c1bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.985812 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Publish callbacks [] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:39.039097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 47b01033-2b61-419b-b215-397d4482d091 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:02:39.150063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:39.244026 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:39.321982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-98f7983d-6475-47e9-a5fe-119ec83b72e8 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:39.326641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-98f7983d-6475-47e9-a5fe-119ec83b72e8 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.91 "GET /v2.0/networks?id=4b70e1e1-2e57-47c0-9d00-c2d51801df29 HTTP/1.1" status: 200 len: 809 time: 0.3209181 Feb 03 13:02:39.346871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Request body: {'port': {'device_id': '904473fa-b1ee-46ac-9ae8-431da34e9e43', 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29', 'admin_state_up': True, 'tenant_id': 'd24594ca5aaa47dab9f506d3f9827159'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:39.516775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Network ba74eada-ec8f-4411-b4ab-5cdd60138a69 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:39.540411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:39.560190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:39.585685 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Pushing event updated for resources: {'Port': ['ID=15f8e7f1-ba44-4dec-b728-b20e75b9fb41,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:39.620372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b66e163-b0eb-427e-93b9-54665ad065bd req-f0d577c5-1418-4be2-b07b-fd06885c558b tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 210 time: 0.1843474 Feb 03 13:02:39.679222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:34Z', 'revision_number': 3, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:39.682376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:39.694193 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538939e1-197d-48c8-a3a9-572a1fe497ce None None] Sync routers for ids ['47b01033-2b61-419b-b215-397d4482d091'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:39.717932 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538939e1-197d-48c8-a3a9-572a1fe497ce None None] Routers {'47b01033-2b61-419b-b215-397d4482d091'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:39.718603 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-538939e1-197d-48c8-a3a9-572a1fe497ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['47b01033-2b61-419b-b215-397d4482d091'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:39.721989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (61b1967e-6e01-4be6-b8c4-8783b89b2131), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:39.770608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ac9d2-2182-44d2-8f9e-9630f313dfe8 None None] The sync data for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 is: [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:34Z', 'revision_number': 3, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:39.782211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Made reservation on behalf of d24594ca5aaa47dab9f506d3f9827159 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:39.785666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:39.821908 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-538939e1-197d-48c8-a3a9-572a1fe497ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:39.848982 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538939e1-197d-48c8-a3a9-572a1fe497ce None None] Routers {'47b01033-2b61-419b-b215-397d4482d091'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:39.850703 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-538939e1-197d-48c8-a3a9-572a1fe497ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['47b01033-2b61-419b-b215-397d4482d091'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:39.857403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:39.870968 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d365533f-7afd-4505-8243-7ef263bf666d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0542395 Feb 03 13:02:39.871656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59026) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:39.945225 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-538939e1-197d-48c8-a3a9-572a1fe497ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:39.945887 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538939e1-197d-48c8-a3a9-572a1fe497ce None None] The sync data for ids ['47b01033-2b61-419b-b215-397d4482d091'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:40.038222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-804911ee-5f2a-4440-823d-58555e453d4f None None] Provisioning complete for port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:40.038580 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-804911ee-5f2a-4440-823d-58555e453d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.077678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Allocated IP 172.20.0.6 (4b70e1e1-2e57-47c0-9d00-c2d51801df29/7cd01859-97c7-4e21-8d6c-abf30aba6e93/60890c9c-43c1-450f-88c4-7b4bfc485b1f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:40.100854 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b16e1fba-4f84-47a4-b90c-d818bb7c2292 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/routers/47b01033-2b61-419b-b215-397d4482d091 HTTP/1.1" status: 200 len: 885 time: 0.2259109 Feb 03 13:02:40.104376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59028) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:40.235500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-804911ee-5f2a-4440-823d-58555e453d4f None None] Port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:40.298218 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.348542 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.469205 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks [] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.550365 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.694368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Pushing event updated for resources: {'Port': ['ID=60890c9c-43c1-450f-88c4-7b4bfc485b1f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:40.721362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:40.724981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:40.735237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:40.894485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Publish callbacks [] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.904606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab23722-1dca-4b9d-bedc-97da34dc9545 req-3e3c3966-c0e5-4baf-9865-536a73bd0cce tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:40.906934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cab23722-1dca-4b9d-bedc-97da34dc9545 req-3e3c3966-c0e5-4baf-9865-536a73bd0cce tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 931 time: 0.1050045 Feb 03 13:02:40.915120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:40.915804 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.919147 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e9b97446-9320-463a-8990-3b08ad516538 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8135448 Feb 03 13:02:40.930984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59038) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:40.936002 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bf15a00c-b682-4bfe-bb2a-2ea9c7aca540 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1593285990'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:40.939828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.003859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cab23722-1dca-4b9d-bedc-97da34dc9545 req-1345bf06-2729-4545-915b-231375d3e436 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591803 Feb 03 13:02:41.007068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-3694e9e6-183c-4efd-86ff-cff5853248c6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6710882 Feb 03 13:02:41.020372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Request body: {'port': {'device_id': '904473fa-b1ee-46ac-9ae8-431da34e9e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:41.144993 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.518286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60890c9c-43c1-450f-88c4-7b4bfc485b1f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:02:41.533803 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Publish callbacks [] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.547717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Transition to ACTIVE for port object 60890c9c-43c1-450f-88c4-7b4bfc485b1f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:02:41.555598 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.560076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.605174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Pushing event updated for resources: {'Port': ['ID=15f8e7f1-ba44-4dec-b728-b20e75b9fb41,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:41.607902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (61b1967e-6e01-4be6-b8c4-8783b89b2131), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.644217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Pushing event updated for resources: {'Port': ['ID=60890c9c-43c1-450f-88c4-7b4bfc485b1f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:41.811073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf15a00c-b682-4bfe-bb2a-2ea9c7aca540 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (47b01033-2b61-419b-b215-397d4482d091), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.873137 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf15a00c-b682-4bfe-bb2a-2ea9c7aca540 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (47b01033-2b61-419b-b215-397d4482d091), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.961026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Attempting to bind port 60890c9c-43c1-450f-88c4-7b4bfc485b1f on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:41.961401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Attempting to bind port 60890c9c-43c1-450f-88c4-7b4bfc485b1f by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:41.965377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Attempting to bind port 60890c9c-43c1-450f-88c4-7b4bfc485b1f on network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:41.988747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Port 60890c9c-43c1-450f-88c4-7b4bfc485b1f on network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:02:41.989100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Attempting to bind port 60890c9c-43c1-450f-88c4-7b4bfc485b1f on network 4b70e1e1-2e57-47c0-9d00-c2d51801df29 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:41.999375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:41.999785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Checking segment: {'id': '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:42.000685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Bound using segment: {'id': '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:42.000685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Bound port: 60890c9c-43c1-450f-88c4-7b4bfc485b1f, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:42.000888 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.006120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Network ba74eada-ec8f-4411-b4ab-5cdd60138a69 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:42.009403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:42.084857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] For port 60890c9c-43c1-450f-88c4-7b4bfc485b1f, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:42.088321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] For port 60890c9c-43c1-450f-88c4-7b4bfc485b1f, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=60890c9c-43c1-450f-88c4-7b4bfc485b1f,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:42.104846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b077d8b-1db3-4987-ba77-a6d171c9264b req-a4a68009-4dba-4333-9ba5-d7daff6e715e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:42.106678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b077d8b-1db3-4987-ba77-a6d171c9264b req-a4a68009-4dba-4333-9ba5-d7daff6e715e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 946 time: 0.2096391 Feb 03 13:02:42.109206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.265284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Pushing event updated for resources: {'Port': ['ID=60890c9c-43c1-450f-88c4-7b4bfc485b1f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:42.321607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:42.322811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.324987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-1f3274bd-d7e9-49d4-911a-80282c5fd207 service neutron] 10.222.0.91 "PUT /v2.0/ports/60890c9c-43c1-450f-88c4-7b4bfc485b1f HTTP/1.1" status: 200 len: 1092 time: 1.3097656 Feb 03 13:02:42.326741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904473fa-b1ee-46ac-9ae8-431da34e9e43', 'tag': '60890c9c-43c1-450f-88c4-7b4bfc485b1f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:42.332051 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5193d220-bfe7-4454-9ea3-c1edf4613d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "904473fa-b1ee-46ac-9ae8-431da34e9e43", "tag": "60890c9c-43c1-450f-88c4-7b4bfc485b1f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:42.417188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8f19208e-de8c-4cf5-addc-5cde6207c57e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:42.500123 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b077d8b-1db3-4987-ba77-a6d171c9264b req-90a1ea4a-ace8-4267-93a6-3c676692b4dd tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508085 Feb 03 13:02:42.544197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8f19208e-de8c-4cf5-addc-5cde6207c57e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:42.544797 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.585001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb799-b9a3-4665-93d9-874c7b04872a req-d42b4c91-2831-49b2-a67e-954d603f8038 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:42.586623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae9eb799-b9a3-4665-93d9-874c7b04872a req-d42b4c91-2831-49b2-a67e-954d603f8038 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 943 time: 0.4067109 Feb 03 13:02:42.608035 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a34d23-858e-4424-ae0f-d1f17354c532 x-openstack-request-id: req-41a34d23-858e-4424-ae0f-d1f17354c532 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:42.608409 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904473fa-b1ee-46ac-9ae8-431da34e9e43", "tag": "60890c9c-43c1-450f-88c4-7b4bfc485b1f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:42.608649 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41a34d23-858e-4424-ae0f-d1f17354c532 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:42.609010 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904473fa-b1ee-46ac-9ae8-431da34e9e43', 'tag': '60890c9c-43c1-450f-88c4-7b4bfc485b1f', 'status': 'completed', 'code': 200} Feb 03 13:02:42.645072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-b6ec07c4-e472-4260-93b8-d26c1b2a7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:42.646568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-b6ec07c4-e472-4260-93b8-d26c1b2a7a9f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d24594ca5aaa47dab9f506d3f9827159&device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 1126 time: 0.1924396 Feb 03 13:02:42.799619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-6ccb2299-a1fe-4e5b-bcaa-fa899ac98b75 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60890c9c-43c1-450f-88c4-7b4bfc485b1f HTTP/1.1" status: 200 len: 217 time: 0.1365340 Feb 03 13:02:42.806014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae9eb799-b9a3-4665-93d9-874c7b04872a req-e7227b9c-380f-45f6-8cd6-29f5c940defc tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066934 Feb 03 13:02:42.881129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-117d60c2-6432-4b09-b095-f2b607e176b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:42.883360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-117d60c2-6432-4b09-b095-f2b607e176b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7cd01859-97c7-4e21-8d6c-abf30aba6e93 HTTP/1.1" status: 200 len: 849 time: 0.0756903 Feb 03 13:02:42.935070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5cea59ee-6ff3-447e-9428-058d0e892757 None None] Provisioning complete for port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:42.935646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cea59ee-6ff3-447e-9428-058d0e892757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.940858 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.945499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-535b6e04-5c4d-438c-8084-2603ba8b2271 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4b70e1e1-2e57-47c0-9d00-c2d51801df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561023 Feb 03 13:02:42.956775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-613e0779-5183-4922-a3d2-0fb7ed1e0142 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:02:42.958753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-613e0779-5183-4922-a3d2-0fb7ed1e0142 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057817 Feb 03 13:02:42.985432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Router 61b1967e-6e01-4be6-b8c4-8783b89b2131 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:43.019041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf15a00c-b682-4bfe-bb2a-2ea9c7aca540 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 47b01033-2b61-419b-b215-397d4482d091 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:43.082052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8f19208e-de8c-4cf5-addc-5cde6207c57e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:43.083176 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.110579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5cea59ee-6ff3-447e-9428-058d0e892757 None None] Port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:43.116089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 8f19208e-de8c-4cf5-addc-5cde6207c57e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8f19208e-de8c-4cf5-addc-5cde6207c57e,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:43.131209 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.158743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-71d7fbf7-e051-458c-806e-4c90aa43ddd2 service neutron] 10.222.0.91 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891203 Feb 03 13:02:43.237815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=8f19208e-de8c-4cf5-addc-5cde6207c57e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:43.285953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:43.293292 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d3ec7df9-0203-4aac-96b3-5c468f086d5e admin admin] 10.222.0.65 "PUT /v2.0/routers/61b1967e-6e01-4be6-b8c4-8783b89b2131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6763737 Feb 03 13:02:43.304657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Sync routers for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:43.326591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b877fc84-b8fd-4192-a04e-5be06876aef7 req-b4373c24-0a27-4b93-9a40-d96cc85a0dc0 service neutron] 10.222.0.91 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608617 Feb 03 13:02:43.327709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:43.328084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:43.360650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf15a00c-b682-4bfe-bb2a-2ea9c7aca540 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:43.371526 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf99e94-8055-4c2d-bfd8-7df9696aebfe None None] Sync routers for ids ['47b01033-2b61-419b-b215-397d4482d091'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:43.389902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf15a00c-b682-4bfe-bb2a-2ea9c7aca540 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.395745 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bf15a00c-b682-4bfe-bb2a-2ea9c7aca540 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/47b01033-2b61-419b-b215-397d4482d091 HTTP/1.1" status: 200 len: 892 time: 2.4608650 Feb 03 13:02:43.396000 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf99e94-8055-4c2d-bfd8-7df9696aebfe None None] Routers {'47b01033-2b61-419b-b215-397d4482d091'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:43.396000 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ebf99e94-8055-4c2d-bfd8-7df9696aebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['47b01033-2b61-419b-b215-397d4482d091'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:43.397350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59060) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:43.410151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-5fddf3fe-ced2-4777-89cc-3463b859a5db tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:43.411897 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-5fddf3fe-ced2-4777-89cc-3463b859a5db tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 946 time: 0.1349194 Feb 03 13:02:43.507079 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ebf99e94-8055-4c2d-bfd8-7df9696aebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:43.530443 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf99e94-8055-4c2d-bfd8-7df9696aebfe None None] Routers {'47b01033-2b61-419b-b215-397d4482d091'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:43.531567 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ebf99e94-8055-4c2d-bfd8-7df9696aebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['47b01033-2b61-419b-b215-397d4482d091'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:43.564365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:43.628625 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ebf99e94-8055-4c2d-bfd8-7df9696aebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:43.637693 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf99e94-8055-4c2d-bfd8-7df9696aebfe None None] The sync data for ids ['47b01033-2b61-419b-b215-397d4482d091'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:43.678856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a36a2982-e2bc-4b42-b23e-2c7852ac307a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/routers/47b01033-2b61-419b-b215-397d4482d091 HTTP/1.1" status: 200 len: 892 time: 0.2797716 Feb 03 13:02:43.683208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59068) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:43.716728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Deleting port a93a1a07-0e54-4f33-b472-926032f5eee5 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:43.717072 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.733292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7be6e23c-5370-413e-8202-8fe1dd9a101b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=47b01033-2b61-419b-b215-397d4482d091 HTTP/1.1" status: 200 len: 205 time: 0.0478737 Feb 03 13:02:43.739343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59070) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:43.792444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-6757f368-e42f-4760-8797-a53cfb557663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:43.794254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-6757f368-e42f-4760-8797-a53cfb557663 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d24594ca5aaa47dab9f506d3f9827159&device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 1126 time: 0.3875062 Feb 03 13:02:43.877033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] For port a93a1a07-0e54-4f33-b472-926032f5eee5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a93a1a07-0e54-4f33-b472-926032f5eee5,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:43.877413 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.897685 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Calling delete_port for a93a1a07-0e54-4f33-b472-926032f5eee5 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:44.041677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '15f8e7f1-ba44-4dec-b728-b20e75b9fb41', 'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'mac_address': 'fa:16:3e:2e:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:38Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 2, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'subnets': [{'id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:44.106126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Checking router: 61b1967e-6e01-4be6-b8c4-8783b89b2131 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:44.112953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Updating router 61b1967e-6e01-4be6-b8c4-8783b89b2131 port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:02:44.135170 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a93a1a07-0e54-4f33-b472-926032f5eee5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.195296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Pushing event deleted for resources: {'Port': ['ID=a93a1a07-0e54-4f33-b472-926032f5eee5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:44.214067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.249966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['246cb272-66e9-431e-a80b-11bf83442b6b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:44.254718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['14c9e18b-6dd4-4b6b-b61e-e2457b098486', '207080ad-c257-4a5b-9824-5a5eac9fce28', 'a93a1a07-0e54-4f33-b472-926032f5eee5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:44.297992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] No DVR routers for this DVR port a93a1a07-0e54-4f33-b472-926032f5eee5 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:44.305599 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.309274 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e5830b3a-2493-4b15-bddc-59dbd0712858 req-ccb81ccf-c9fb-4eff-8913-d8579b43d6a9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "DELETE /v2.0/ports/a93a1a07-0e54-4f33-b472-926032f5eee5 HTTP/1.1" status: 204 len: 173 time: 0.8917656 Feb 03 13:02:44.309786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6722b5cc-2ba0-4fd5-8b4f-381eabd44355', 'name': 'network-vif-deleted', 'tag': 'a93a1a07-0e54-4f33-b472-926032f5eee5'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:44.312260 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aeefbb-17c3-4fb3-bcdc-b0e8147c0f32" -d '{"events": [{"server_uuid": "6722b5cc-2ba0-4fd5-8b4f-381eabd44355", "name": "network-vif-deleted", "tag": "a93a1a07-0e54-4f33-b472-926032f5eee5"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:44.344675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d7fd-2ac1-484d-809c-92f8052ba095 req-46bf1da9-abfc-4512-80a0-d4f7af2beed6 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:44.350994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c809d7fd-2ac1-484d-809c-92f8052ba095 req-46bf1da9-abfc-4512-80a0-d4f7af2beed6 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=6722b5cc-2ba0-4fd5-8b4f-381eabd44355 HTTP/1.1" status: 200 len: 946 time: 0.6853237 Feb 03 13:02:44.356960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (47b01033-2b61-419b-b215-397d4482d091), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.435738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8f19208e-de8c-4cf5-addc-5cde6207c57e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:44.492349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59088) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:44.497335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-262772584-network', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:44.544112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Made reservation on behalf of b8908e69ddd74904b11eb067a6e1443a for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:44.547124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.556293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.648706 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_gateway (47b01033-2b61-419b-b215-397d4482d091), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.701482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b17e6-b141-4da9-8d97-234c772c2d27 req-3b4d3aa6-6def-4c85-af0b-d4649afa5ed0 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:44.703521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c3b17e6-b141-4da9-8d97-234c772c2d27 req-3b4d3aa6-6def-4c85-af0b-d4649afa5ed0 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 943 time: 0.7339571 Feb 03 13:02:44.725634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Publish callbacks [] for security_group (c458710a-5669-41bc-af7f-6fb5f0261093), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.739468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c458710a-5669-41bc-af7f-6fb5f0261093), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.794863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:02:44.826617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c458710a-5669-41bc-af7f-6fb5f0261093,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:44.845289 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.845607 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Added segment 2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d of type vlan for network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 Feb 03 13:02:44.870845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8f19208e-de8c-4cf5-addc-5cde6207c57e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:44.881773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-b2264c3a-c04c-43e4-a7da-e34287989567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:44.882462 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.895060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-b2264c3a-c04c-43e4-a7da-e34287989567 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4b70e1e1-2e57-47c0-9d00-c2d51801df29 HTTP/1.1" status: 200 len: 910 time: 0.9826708 Feb 03 13:02:44.987124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.000592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c809d7fd-2ac1-484d-809c-92f8052ba095 req-ad6efc16-de3b-47b6-b925-830f206cc0bc tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165001 Feb 03 13:02:45.064607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.065669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:45.066410 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.074005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c3b17e6-b141-4da9-8d97-234c772c2d27 req-184ec3c4-93ee-46a8-8b48-b70918a46133 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526521 Feb 03 13:02:45.080680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-0796e70b-7dc3-4f21-8723-5019020e6d2c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60890c9c-43c1-450f-88c4-7b4bfc485b1f HTTP/1.1" status: 200 len: 217 time: 0.1742694 Feb 03 13:02:45.130353 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5363d41-b576-4a33-8802-c5ca3dbfc6d0 x-openstack-request-id: req-c5363d41-b576-4a33-8802-c5ca3dbfc6d0 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:45.130802 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6722b5cc-2ba0-4fd5-8b4f-381eabd44355", "name": "network-vif-deleted", "tag": "a93a1a07-0e54-4f33-b472-926032f5eee5", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:45.131172 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5363d41-b576-4a33-8802-c5ca3dbfc6d0 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:45.131729 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6722b5cc-2ba0-4fd5-8b4f-381eabd44355', 'name': 'network-vif-deleted', 'tag': 'a93a1a07-0e54-4f33-b472-926032f5eee5', 'status': 'completed', 'code': 200} Feb 03 13:02:45.138392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 3ec28829-8467-40a4-b230-43a5d43030e1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:45.138989 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3ec28829-8467-40a4-b230-43a5d43030e1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.159003 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6654644 Feb 03 13:02:45.159833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59094) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:45.178563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Request body: {'subnet': {'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-262772584-subnet', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:45.225202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-588a97a9-4236-4750-addd-8d924115f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:45.226372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-588a97a9-4236-4750-addd-8d924115f64d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7cd01859-97c7-4e21-8d6c-abf30aba6e93 HTTP/1.1" status: 200 len: 849 time: 0.1366644 Feb 03 13:02:45.266717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-e85fea3c-b66b-4090-8b2e-b5a347277c40 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4b70e1e1-2e57-47c0-9d00-c2d51801df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320930 Feb 03 13:02:45.276120 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65f522-6293-4572-8766-a1d9a01d5e2e admin admin] Pushing event updated for resources: {'Network': ['ID=ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:45.306641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:02:45.310138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Made reservation on behalf of b8908e69ddd74904b11eb067a6e1443a for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:45.313257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.324649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3ec28829-8467-40a4-b230-43a5d43030e1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.374607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 3ec28829-8467-40a4-b230-43a5d43030e1 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:45.466965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-51b2ece3-23d6-4fd9-bc15-a340f444d53d service neutron] 10.222.0.91 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931686 Feb 03 13:02:45.591454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8f19208e-de8c-4cf5-addc-5cde6207c57e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:45.658439 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (4c8f4c3a-125b-43cb-b4e8-2a423cd88775), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.756135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Publish callbacks [] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.767912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.768184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5193d220-bfe7-4454-9ea3-c1edf4613d3c req-5575672a-72d8-42f8-b1a0-128d567d3b24 service neutron] 10.222.0.91 "GET /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892158 Feb 03 13:02:45.772303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c8f4c3a-125b-43cb-b4e8-2a423cd88775,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:45.783700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Checking segment: {'id': '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:45.784041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Network hostable DHCP agents. Network: ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:02:45.815438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3ec28829-8467-40a4-b230-43a5d43030e1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.829054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:02:45.845682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:45.855545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07601af7-7d97-4c96-8b83-94df56ffe323 None None] Pushing event updated for resources: {'Port': ['ID=15f8e7f1-ba44-4dec-b728-b20e75b9fb41,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:45.865718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=3ec28829-8467-40a4-b230-43a5d43030e1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:45.866166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:45.868625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.911857 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-76b80d3a-b5f5-4f87-8e80-1c0b15d6e205 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7445817 Feb 03 13:02:45.912897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578880e6-c7b7-4948-a337-204a5b31001e None None] Network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:45.914545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59100) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:45.920343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:45.959273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (0a9e470f-a271-4d8b-b2b7-2965a4039e44), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.961092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (0a9e470f-a271-4d8b-b2b7-2965a4039e44), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.991951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Attempting to bind port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:45.992313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Attempting to bind port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:45.992701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Attempting to bind port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 on network ba74eada-ec8f-4411-b4ab-5cdd60138a69 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:46.005831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (47b01033-2b61-419b-b215-397d4482d091), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.010161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:46.010562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Checking segment: {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:46.010969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.011372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Bound using segment: {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:46.011822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Bound port: 15f8e7f1-ba44-4dec-b728-b20e75b9fb41, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:46.016537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.071656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks [] for router_controller (0a9e470f-a271-4d8b-b2b7-2965a4039e44), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.256327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] For port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:46.267524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] For port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=15f8e7f1-ba44-4dec-b728-b20e75b9fb41,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:46.370994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 60890c9c-43c1-450f-88c4-7b4bfc485b1f details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:02:46.381492 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.383954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97', 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97', 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'fixed_ips': [{'subnet_id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:02:46.385512 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.515852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks [] for router_gateway (0a9e470f-a271-4d8b-b2b7-2965a4039e44), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.781101 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.817999 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:02:46.855891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c779af03-a61f-40ee-baf9-a024ca45ef42 None None] Provisioning complete for port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:46.861482 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c779af03-a61f-40ee-baf9-a024ca45ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.863406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:46.864129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:46.973779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (47b01033-2b61-419b-b215-397d4482d091), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.026307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (47b01033-2b61-419b-b215-397d4482d091), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.071426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks [] for router_gateway (0a9e470f-a271-4d8b-b2b7-2965a4039e44), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.112103 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.164614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (47b01033-2b61-419b-b215-397d4482d091), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.168580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Fanout notify agent at l3_agent the message router_deleted on router 47b01033-2b61-419b-b215-397d4482d091 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:02:47.185391 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.196247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f4d6e440-3bb9-4e32-92da-7950eb08c9f4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/47b01033-2b61-419b-b215-397d4482d091 HTTP/1.1" status: 204 len: 168 time: 3.4555547 Feb 03 13:02:47.199867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59202) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:47.215142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1568021548'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:47.261821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3aaed-fde9-4d08-b890-8795506083dc req-ccf84668-9445-446e-b319-67454cfd00cf tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:47.263828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abf3aaed-fde9-4d08-b890-8795506083dc req-ccf84668-9445-446e-b319-67454cfd00cf tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 943 time: 0.3187511 Feb 03 13:02:47.310501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:47.325635 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.438263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Allocated IP 172.25.3.181 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/4ab343bc-2f6f-4ff6-ac49-f700674b19f4) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:47.501764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:02:47.535388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abf3aaed-fde9-4d08-b890-8795506083dc req-9dc5aca9-d1e2-4a3b-9a4f-bb13a75e3d05 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545695 Feb 03 13:02:47.548236 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (93a277e4-9bba-499a-9611-99608b8b4bfe), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.550297 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added segment 93a277e4-9bba-499a-9611-99608b8b4bfe of type vlan for network 9a667fb0-1a8e-42bb-b557-4cc61f9159da Feb 03 13:02:47.644581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 60890c9c-43c1-450f-88c4-7b4bfc485b1f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=60890c9c-43c1-450f-88c4-7b4bfc485b1f,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:47.662955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '60890c9c-43c1-450f-88c4-7b4bfc485b1f', 'network_id': '4b70e1e1-2e57-47c0-9d00-c2d51801df29', 'port_id': '60890c9c-43c1-450f-88c4-7b4bfc485b1f', 'mac_address': 'fa:16:3e:8d:6d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd01859-97c7-4e21-8d6c-abf30aba6e93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:02:47.696377 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks [] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.717286 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (9a667fb0-1a8e-42bb-b557-4cc61f9159da), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.749974 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.765001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07601af7-7d97-4c96-8b83-94df56ffe323 None None] Pushing event updated for resources: {'Port': ['ID=15f8e7f1-ba44-4dec-b728-b20e75b9fb41,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:47.780551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Allocated IP 172.20.0.2 (ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97/4c8f4c3a-125b-43cb-b4e8-2a423cd88775/b5a77cf9-e5c8-42f3-aeb9-3a925877759e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:47.814704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (9a667fb0-1a8e-42bb-b557-4cc61f9159da), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.821748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:47.823409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.873749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 60890c9c-43c1-450f-88c4-7b4bfc485b1f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:47.874606 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.901948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Pushing event updated for resources: {'Port': ['ID=4ab343bc-2f6f-4ff6-ac49-f700674b19f4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:47.925041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:47.930817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:47.944579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:48.006990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60890c9c-43c1-450f-88c4-7b4bfc485b1f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:02:48.035986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 60890c9c-43c1-450f-88c4-7b4bfc485b1f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=60890c9c-43c1-450f-88c4-7b4bfc485b1f,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:48.041419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:48.048039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a93a1a07-0e54-4f33-b472-926032f5eee5 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:48.070998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Network': ['ID=9a667fb0-1a8e-42bb-b557-4cc61f9159da,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:48.097169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d0d9bbb6-c1df-4181-a174-a276306285db tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8951366 Feb 03 13:02:48.102181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59294) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:48.112431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'subnet': {'network_id': '9a667fb0-1a8e-42bb-b557-4cc61f9159da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:48.148313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a93a1a07-0e54-4f33-b472-926032f5eee5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:48.148944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a93a1a07-0e54-4f33-b472-926032f5eee5 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:48.150718 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.159220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 9a667fb0-1a8e-42bb-b557-4cc61f9159da details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:02:48.291739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c779af03-a61f-40ee-baf9-a024ca45ef42 None None] Current status of the port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:48.303006 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c779af03-a61f-40ee-baf9-a024ca45ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.354715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:48.363756 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.490497 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks [] for router_gateway (0a9e470f-a271-4d8b-b2b7-2965a4039e44), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.807194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['60890c9c-43c1-450f-88c4-7b4bfc485b1f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:48.863193 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (cec76d9a-11b4-489f-a66d-50e4d447b96a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.937086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (0a9e470f-a271-4d8b-b2b7-2965a4039e44), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.959091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d730031-1a8d-4e82-9da6-e20ca5eccbc7 req-d8811c0a-4660-4042-bd06-3bfceb951e43 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:48.965340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d730031-1a8d-4e82-9da6-e20ca5eccbc7 req-d8811c0a-4660-4042-bd06-3bfceb951e43 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 944 time: 0.2571425 Feb 03 13:02:48.987010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Subnet': ['ID=cec76d9a-11b4-489f-a66d-50e4d447b96a,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:49.087358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Checking segment: {'id': '93a277e4-9bba-499a-9611-99608b8b4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9a667fb0-1a8e-42bb-b557-4cc61f9159da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:49.092031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network hostable DHCP agents. Network: 9a667fb0-1a8e-42bb-b557-4cc61f9159da, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:02:49.146064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d730031-1a8d-4e82-9da6-e20ca5eccbc7 req-8d51ed3a-2454-436b-99c0-88687c0841ac tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737881 Feb 03 13:02:49.187926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 9a667fb0-1a8e-42bb-b557-4cc61f9159da is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:02:49.212173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 9a667fb0-1a8e-42bb-b557-4cc61f9159da) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:49.219927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=60890c9c-43c1-450f-88c4-7b4bfc485b1f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:49.221650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:49.222532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.266663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ffd71e01-a631-4785-973d-bd2b0e026365 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1630704 Feb 03 13:02:49.274017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59402) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:49.286262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c6ac7-6ccb-4a3a-ba26-7b05ccdf491b None None] Network 9a667fb0-1a8e-42bb-b557-4cc61f9159da requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:49.303405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2a5fd540-7585-4391-a425-965483f90c5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1786504896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:49.336648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c779af03-a61f-40ee-baf9-a024ca45ef42 None None] For port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=15f8e7f1-ba44-4dec-b728-b20e75b9fb41,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:49.346098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:02:49.367495 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd540-7585-4391-a425-965483f90c5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (5f57e54e-a9b8-4946-8ab3-075e86456452), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.368887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd540-7585-4391-a425-965483f90c5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (5f57e54e-a9b8-4946-8ab3-075e86456452), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.384588 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c779af03-a61f-40ee-baf9-a024ca45ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.414710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Publish callbacks [] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.504599 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd540-7585-4391-a425-965483f90c5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (5f57e54e-a9b8-4946-8ab3-075e86456452), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.521134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd540-7585-4391-a425-965483f90c5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (5f57e54e-a9b8-4946-8ab3-075e86456452), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.562976 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd540-7585-4391-a425-965483f90c5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.565296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2a5fd540-7585-4391-a425-965483f90c5a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2855179 Feb 03 13:02:49.567955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59428) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:49.598568 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:02:49.661900 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.705264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:49.781418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.783871 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a5a6b113-3018-4830-bd24-93318da5d30a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8675895 Feb 03 13:02:49.787063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59450) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:49.792508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Sync routers for ids ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:49.795733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-9a667fb0-1a8e-42bb-b557-4cc61f9159da', 'network_id': '9a667fb0-1a8e-42bb-b557-4cc61f9159da', 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'fixed_ips': [{'subnet_id': 'cec76d9a-11b4-489f-a66d-50e4d447b96a'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:02:49.796598 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.819234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-95411e4c-6f6e-4c38-ab6f-a0b3f71927c2 None None] Provisioning complete for port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:49.819963 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95411e4c-6f6e-4c38-ab6f-a0b3f71927c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.888528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:49.919497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:49.932770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779af03-a61f-40ee-baf9-a024ca45ef42 None None] Pushing event updated for resources: {'Port': ['ID=15f8e7f1-ba44-4dec-b728-b20e75b9fb41,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:49.938609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:49.962426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Routers {'0a9e470f-a271-4d8b-b2b7-2965a4039e44'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:49.963255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:50.065813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '15f8e7f1-ba44-4dec-b728-b20e75b9fb41', 'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'mac_address': 'fa:16:3e:2e:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:38Z', 'updated_at': '2022-02-03T13:02:46Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'subnets': [{'id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:50.272573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:50.316690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Pushing event updated for resources: {'Port': ['ID=b5a77cf9-e5c8-42f3-aeb9-3a925877759e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:50.484010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa4a2c-bbdf-4656-a25f-f74e34a68453 None None] The sync data for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 is: [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '15f8e7f1-ba44-4dec-b728-b20e75b9fb41', 'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'mac_address': 'fa:16:3e:2e:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:38Z', 'updated_at': '2022-02-03T13:02:46Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'subnets': [{'id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:50.580456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Attempting to bind port b5a77cf9-e5c8-42f3-aeb9-3a925877759e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:50.586538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Attempting to bind port b5a77cf9-e5c8-42f3-aeb9-3a925877759e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:50.586829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Attempting to bind port b5a77cf9-e5c8-42f3-aeb9-3a925877759e on network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:50.722537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:50.723288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Checking segment: {'id': '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:50.723926 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:50.724533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Bound using segment: {'id': '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:50.725228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Bound port: b5a77cf9-e5c8-42f3-aeb9-3a925877759e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:50.725813 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:50.787600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd50479-ef1d-48bf-8ee9-a3a3272549d4 req-e6485d4e-8ddb-40be-9193-3d2fe3952afe tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:50.803030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd50479-ef1d-48bf-8ee9-a3a3272549d4 req-e6485d4e-8ddb-40be-9193-3d2fe3952afe tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 944 time: 0.4866416 Feb 03 13:02:50.833256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.062510 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Allocated IP 172.20.0.1 (ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97/4c8f4c3a-125b-43cb-b4e8-2a423cd88775/deefee8d-a975-45d2-b949-1635231fe682) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:51.299912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59578) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:51.308850 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Publish callbacks [] for port (deefee8d-a975-45d2-b949-1635231fe682), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.320758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd50479-ef1d-48bf-8ee9-a3a3272549d4 req-58037912-77b8-4973-a2b4-0aa7d4e91502 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166481 Feb 03 13:02:51.447750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Set router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:51.448883 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (deefee8d-a975-45d2-b949-1635231fe682), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.536548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76e3674e-1085-43c9-b674-d6846aa21f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.542792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:51.546677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:51.551857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:51.555385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Pushing event updated for resources: {'Port': ['ID=deefee8d-a975-45d2-b949-1635231fe682,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:51.614777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (0a9e470f-a271-4d8b-b2b7-2965a4039e44), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.677123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-95411e4c-6f6e-4c38-ab6f-a0b3f71927c2 None None] Current status of the port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:51.728705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76e3674e-1085-43c9-b674-d6846aa21f35 admin admin] Publish callbacks [] for security_group (9d8b3489-c0a1-4a02-8346-f5167f3ca29e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.737594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] For port b5a77cf9-e5c8-42f3-aeb9-3a925877759e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:51.739189 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76e3674e-1085-43c9-b674-d6846aa21f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9d8b3489-c0a1-4a02-8346-f5167f3ca29e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.749758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] For port b5a77cf9-e5c8-42f3-aeb9-3a925877759e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b5a77cf9-e5c8-42f3-aeb9-3a925877759e,segment=NetworkSegment(2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d),segment_id=2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:51.779103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-76e3674e-1085-43c9-b674-d6846aa21f35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd96a1bc2ae241b7ab74620a0d4eb39e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4779403 Feb 03 13:02:51.782373 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.786938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59598) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:51.796049 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.812517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Allocated IP 2001:db8::2 (9a667fb0-1a8e-42bb-b557-4cc61f9159da/cec76d9a-11b4-489f-a66d-50e4d447b96a/1aebcccb-062a-4bb4-bbd7-18efae33991c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:51.818091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3674e-1085-43c9-b674-d6846aa21f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8b3489-c0a1-4a02-8346-f5167f3ca29e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:51.937909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (deefee8d-a975-45d2-b949-1635231fe682), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.028791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f8d38-39a8-44fb-85ee-8651effd1765 None None] Pushing event updated for resources: {'Port': ['ID=b5a77cf9-e5c8-42f3-aeb9-3a925877759e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:52.250451 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Publish callbacks [] for port (deefee8d-a975-45d2-b949-1635231fe682), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.256319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:45Z', 'updated_at': '2022-02-03T13:02:48Z', 'revision_number': 3, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'gw_port': {'id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:47Z', 'updated_at': '2022-02-03T13:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:52.272292 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (deefee8d-a975-45d2-b949-1635231fe682), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.398020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 60890c9c-43c1-450f-88c4-7b4bfc485b1f up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:52.400428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Checking router: 0a9e470f-a271-4d8b-b2b7-2965a4039e44 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:52.400783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Updating router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:02:52.411894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a850e61-c867-47b8-a190-58a340c3ef84 admin admin] Publish callbacks [] for security_group (9d8b3489-c0a1-4a02-8346-f5167f3ca29e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.502956 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.652859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872fe2b-043b-4db2-8158-9bbf8f050c76 req-21ff1918-c0cd-492d-837a-ceb8db21f9cf tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:52.657944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d872fe2b-043b-4db2-8158-9bbf8f050c76 req-21ff1918-c0cd-492d-837a-ceb8db21f9cf tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 944 time: 0.1620033 Feb 03 13:02:52.810201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d872fe2b-043b-4db2-8158-9bbf8f050c76 req-b9efa42e-117f-41dd-bfc2-25157ae7c348 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436739 Feb 03 13:02:52.922139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:52.924576 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Publish callbacks [] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.033543 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.039855 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Publish callbacks [] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.091121 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.124861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Network 9a667fb0-1a8e-42bb-b557-4cc61f9159da is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:53.141762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:53.151213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Pushing event updated for resources: {'Port': ['ID=1aebcccb-062a-4bb4-bbd7-18efae33991c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:53.159646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:53.199306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 2001:db8::1 (9a667fb0-1a8e-42bb-b557-4cc61f9159da/cec76d9a-11b4-489f-a66d-50e4d447b96a/42a14081-295c-43af-a490-e4508f173a9a) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:53.235368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 60890c9c-43c1-450f-88c4-7b4bfc485b1f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:02:53.243489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Attempting to bind port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:53.243941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Attempting to bind port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:53.244300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Attempting to bind port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:53.271827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (0a9e470f-a271-4d8b-b2b7-2965a4039e44), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.297293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:53.297787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.314865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 60890c9c-43c1-450f-88c4-7b4bfc485b1f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:53.316638 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.318216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a850e61-c867-47b8-a190-58a340c3ef84 admin admin] Publish callbacks [] for security_group (9d8b3489-c0a1-4a02-8346-f5167f3ca29e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.321825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Pushing event updated for resources: {'Port': ['ID=deefee8d-a975-45d2-b949-1635231fe682,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:53.400232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:53.400611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:53.401013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.401401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:53.414981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Bound port: 4ab343bc-2f6f-4ff6-ac49-f700674b19f4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:53.415235 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.499412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (42a14081-295c-43af-a490-e4508f173a9a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.542661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b25068-7d6a-4f89-9604-3763d680b795 None None] Pushing event updated for resources: {'Port': ['ID=4ab343bc-2f6f-4ff6-ac49-f700674b19f4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:53.573279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:53.576055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a850e61-c867-47b8-a190-58a340c3ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9d8b3489-c0a1-4a02-8346-f5167f3ca29e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.578809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a850e61-c867-47b8-a190-58a340c3ef84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.579983 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3a850e61-c867-47b8-a190-58a340c3ef84 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d8b3489-c0a1-4a02-8346-f5167f3ca29e HTTP/1.1" status: 204 len: 168 time: 1.7763784 Feb 03 13:02:53.583889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:53.596906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (42a14081-295c-43af-a490-e4508f173a9a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.630369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Attempting to bind port 1aebcccb-062a-4bb4-bbd7-18efae33991c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:53.630741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Attempting to bind port 1aebcccb-062a-4bb4-bbd7-18efae33991c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '93a277e4-9bba-499a-9611-99608b8b4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9a667fb0-1a8e-42bb-b557-4cc61f9159da'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:53.631111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Attempting to bind port 1aebcccb-062a-4bb4-bbd7-18efae33991c on network 9a667fb0-1a8e-42bb-b557-4cc61f9159da {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:53.647347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 9a667fb0-1a8e-42bb-b557-4cc61f9159da is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:53.653530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:53.661911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:53.665253 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (5f57e54e-a9b8-4946-8ab3-075e86456452), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.676977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:53.677350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Checking segment: {'id': '93a277e4-9bba-499a-9611-99608b8b4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9a667fb0-1a8e-42bb-b557-4cc61f9159da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:53.677756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.678143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Bound using segment: {'id': '93a277e4-9bba-499a-9611-99608b8b4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9a667fb0-1a8e-42bb-b557-4cc61f9159da'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:53.683182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Bound port: 1aebcccb-062a-4bb4-bbd7-18efae33991c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a277e4-9bba-499a-9611-99608b8b4bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9a667fb0-1a8e-42bb-b557-4cc61f9159da'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:53.683844 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.732535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] For port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:53.782561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] For port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4ab343bc-2f6f-4ff6-ac49-f700674b19f4,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:53.865257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a850e61-c867-47b8-a190-58a340c3ef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8b3489-c0a1-4a02-8346-f5167f3ca29e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:53.884894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:53.902079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (42a14081-295c-43af-a490-e4508f173a9a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.916079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.941625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48353176-7af8-4228-aa09-7abde6e13ff0 None None] Network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:54.216423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:54.229734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:54.230731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Provisioning complete for port b5a77cf9-e5c8-42f3-aeb9-3a925877759e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:54.232432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.239610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 60890c9c-43c1-450f-88c4-7b4bfc485b1f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:54.240013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.252154 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-406a3cd9-76e8-415b-9043-a0e74e59c67a admin admin] 10.222.0.65 "PUT /v2.0/routers/0a9e470f-a271-4d8b-b2b7-2965a4039e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4630668 Feb 03 13:02:54.258826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59628) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:54.298644 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28106c50-ad97-43de-8a47-c1fff749c2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.302841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=42a14081-295c-43af-a490-e4508f173a9a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:54.389937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] For port 1aebcccb-062a-4bb4-bbd7-18efae33991c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:54.393910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b25068-7d6a-4f89-9604-3763d680b795 None None] Pushing event updated for resources: {'Port': ['ID=4ab343bc-2f6f-4ff6-ac49-f700674b19f4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:54.430926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904473fa-b1ee-46ac-9ae8-431da34e9e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60890c9c-43c1-450f-88c4-7b4bfc485b1f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:54.433240 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2112db17-2f6c-4a4c-aea1-cf418b6726fd" -d '{"events": [{"server_uuid": "904473fa-b1ee-46ac-9ae8-431da34e9e43", "name": "network-vif-plugged", "status": "completed", "tag": "60890c9c-43c1-450f-88c4-7b4bfc485b1f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:54.485686 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28106c50-ad97-43de-8a47-c1fff749c2c4 admin admin] Publish callbacks [] for security_group (4ea620d4-25d5-4340-8b13-bed15c5864a2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.500418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28106c50-ad97-43de-8a47-c1fff749c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4ea620d4-25d5-4340-8b13-bed15c5864a2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.516979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] For port 1aebcccb-062a-4bb4-bbd7-18efae33991c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1aebcccb-062a-4bb4-bbd7-18efae33991c,segment=NetworkSegment(93a277e4-9bba-499a-9611-99608b8b4bfe),segment_id=93a277e4-9bba-499a-9611-99608b8b4bfe)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:54.523399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Routers {'0a9e470f-a271-4d8b-b2b7-2965a4039e44'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:54.525895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:54.576201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d222c-1bb8-4a35-8a74-bacacdc23c6c req-4b275154-6916-49f3-8064-c24fd082f1a6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:54.578181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-414d222c-1bb8-4a35-8a74-bacacdc23c6c req-4b275154-6916-49f3-8064-c24fd082f1a6 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 944 time: 0.5680473 Feb 03 13:02:54.582823 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28106c50-ad97-43de-8a47-c1fff749c2c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73cfd371d109494fb460f48adaaeaa1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194506 Feb 03 13:02:54.592370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59636) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:54.637654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28106c50-ad97-43de-8a47-c1fff749c2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea620d4-25d5-4340-8b13-bed15c5864a2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:54.713849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] Set router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:54.725052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-414d222c-1bb8-4a35-8a74-bacacdc23c6c req-46ac7005-9b9f-4852-9266-33a4ea67427b tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290379 Feb 03 13:02:54.731512 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3dba0b-19c2-4e70-afe8-45fbc17a246c admin admin] Publish callbacks [] for security_group (4ea620d4-25d5-4340-8b13-bed15c5864a2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.798955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3dba0b-19c2-4e70-afe8-45fbc17a246c admin admin] Publish callbacks [] for security_group (4ea620d4-25d5-4340-8b13-bed15c5864a2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.850828 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (42a14081-295c-43af-a490-e4508f173a9a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.864910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (42a14081-295c-43af-a490-e4508f173a9a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.866780 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (5f57e54e-a9b8-4946-8ab3-075e86456452), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.935354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3dba0b-19c2-4e70-afe8-45fbc17a246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4ea620d4-25d5-4340-8b13-bed15c5864a2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.939983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7c3dba0b-19c2-4e70-afe8-45fbc17a246c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.943454 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7c3dba0b-19c2-4e70-afe8-45fbc17a246c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ea620d4-25d5-4340-8b13-bed15c5864a2 HTTP/1.1" status: 204 len: 168 time: 0.3404126 Feb 03 13:02:54.973951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dba0b-19c2-4e70-afe8-45fbc17a246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea620d4-25d5-4340-8b13-bed15c5864a2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:55.028969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=42a14081-295c-43af-a490-e4508f173a9a,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:55.067345 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b1f73f-df22-4244-bd5d-6c86faf31641 x-openstack-request-id: req-26b1f73f-df22-4244-bd5d-6c86faf31641 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:55.067948 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904473fa-b1ee-46ac-9ae8-431da34e9e43", "name": "network-vif-plugged", "status": "completed", "tag": "60890c9c-43c1-450f-88c4-7b4bfc485b1f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:55.068388 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26b1f73f-df22-4244-bd5d-6c86faf31641 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:55.068798 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904473fa-b1ee-46ac-9ae8-431da34e9e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60890c9c-43c1-450f-88c4-7b4bfc485b1f', 'code': 200} Feb 03 13:02:55.080036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 60890c9c-43c1-450f-88c4-7b4bfc485b1f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=60890c9c-43c1-450f-88c4-7b4bfc485b1f,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:55.172421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 9a667fb0-1a8e-42bb-b557-4cc61f9159da is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:55.181433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:55.241129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.289331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b5a77cf9-e5c8-42f3-aeb9-3a925877759e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:55.401095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f853d2-70d4-4dbc-b067-daff2a4f4598 req-73a35a59-2eea-40e9-90d8-185a9bf6c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:55.402969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98f853d2-70d4-4dbc-b067-daff2a4f4598 req-73a35a59-2eea-40e9-90d8-185a9bf6c48c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 1128 time: 0.4404159 Feb 03 13:02:55.449124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59652) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:55.453904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d4ac2d0a-3f39-4f3e-a698-5a701436a608 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048381831', 'description': 'tempest-secgroup-smoke-2048381831 description', 'project_id': '82667eedb8334c5fadb10165a764dc4d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:55.456504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5095f7-328d-4b52-902c-9f4849a42e1b None None] Pushing event updated for resources: {'Port': ['ID=1aebcccb-062a-4bb4-bbd7-18efae33991c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:55.465830 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.509903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98f853d2-70d4-4dbc-b067-daff2a4f4598 req-347dbbf7-dbef-4aa2-867e-dbc60e2c3061 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982208 Feb 03 13:02:55.522675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 5f57e54e-a9b8-4946-8ab3-075e86456452 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:02:55.530065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2d0a-3f39-4f3e-a698-5a701436a608 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.609853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b5a77cf9-e5c8-42f3-aeb9-3a925877759e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:55.610869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.671991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=60890c9c-43c1-450f-88c4-7b4bfc485b1f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:55.752940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:45Z', 'updated_at': '2022-02-03T13:02:51Z', 'revision_number': 4, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'gw_port': {'id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:47Z', 'updated_at': '2022-02-03T13:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'deefee8d-a975-45d2-b949-1635231fe682', 'name': '', 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'mac_address': 'fa:16:3e:17:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:50Z', 'updated_at': '2022-02-03T13:02:52Z', 'revision_number': 2, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'subnets': [{'id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:55.772975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2d0a-3f39-4f3e-a698-5a701436a608 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group (6d622a0b-bd52-4ffa-894c-b4f12220d9b8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.789982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2d0a-3f39-4f3e-a698-5a701436a608 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6d622a0b-bd52-4ffa-894c-b4f12220d9b8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.805594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:55.818355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5b84e42c-b441-405d-9bfa-f33fd814b591 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/5f57e54e-a9b8-4946-8ab3-075e86456452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2489009 Feb 03 13:02:55.822811 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0b7c8-62cf-4db3-bd6c-36f45f382d65 None None] Sync routers for ids ['5f57e54e-a9b8-4946-8ab3-075e86456452'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:55.830062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59660) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:55.847320 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0b7c8-62cf-4db3-bd6c-36f45f382d65 None None] Routers {'5f57e54e-a9b8-4946-8ab3-075e86456452'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:55.850836 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-27f0b7c8-62cf-4db3-bd6c-36f45f382d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5f57e54e-a9b8-4946-8ab3-075e86456452'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:55.863416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c0f27-29a4-409a-9e91-d39e5a1d24a7 None None] The sync data for ids ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'] in n-d-792364-10 is: [{'id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:45Z', 'updated_at': '2022-02-03T13:02:51Z', 'revision_number': 4, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'gw_port': {'id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:47Z', 'updated_at': '2022-02-03T13:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'deefee8d-a975-45d2-b949-1635231fe682', 'name': '', 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'mac_address': 'fa:16:3e:17:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:50Z', 'updated_at': '2022-02-03T13:02:52Z', 'revision_number': 2, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'subnets': [{'id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:55.871217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Current status of the port b5a77cf9-e5c8-42f3-aeb9-3a925877759e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:55.872003 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.993605 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff10ae-5b2f-40c5-891f-4be28600b51b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:55.998320 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b9ff10ae-5b2f-40c5-891f-4be28600b51b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports/42a14081-295c-43af-a490-e4508f173a9a HTTP/1.1" status: 200 len: 911 time: 0.1381242 Feb 03 13:02:56.026236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59664) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:56.035879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cec76d9a-11b4-489f-a66d-50e4d447b96a'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:56.036644 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-27f0b7c8-62cf-4db3-bd6c-36f45f382d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:56.056049 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2d0a-3f39-4f3e-a698-5a701436a608 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.057413 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d4ac2d0a-3f39-4f3e-a698-5a701436a608 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6071508 Feb 03 13:02:56.060271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac2d0a-3f39-4f3e-a698-5a701436a608 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d622a0b-bd52-4ffa-894c-b4f12220d9b8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:56.063179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59668) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:56.072982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bda84709-e6a2-4c1f-ae97-6c8ef07b0058 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Request body: {'security_group_rule': {'security_group_id': '6d622a0b-bd52-4ffa-894c-b4f12220d9b8', 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:56.083409 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0b7c8-62cf-4db3-bd6c-36f45f382d65 None None] Routers {'5f57e54e-a9b8-4946-8ab3-075e86456452'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:56.088980 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-27f0b7c8-62cf-4db3-bd6c-36f45f382d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5f57e54e-a9b8-4946-8ab3-075e86456452'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:56.120863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b5a77cf9-e5c8-42f3-aeb9-3a925877759e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:56.122736 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.138715 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bda84709-e6a2-4c1f-ae97-6c8ef07b0058 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (23fd47df-cbf4-4aff-99ac-906ce9e03823), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.187419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] For port b5a77cf9-e5c8-42f3-aeb9-3a925877759e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b5a77cf9-e5c8-42f3-aeb9-3a925877759e,segment=NetworkSegment(2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d),segment_id=2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:56.204738 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.239896 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-27f0b7c8-62cf-4db3-bd6c-36f45f382d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:56.241508 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0b7c8-62cf-4db3-bd6c-36f45f382d65 None None] The sync data for ids ['5f57e54e-a9b8-4946-8ab3-075e86456452'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:56.320202 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bda84709-e6a2-4c1f-ae97-6c8ef07b0058 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (23fd47df-cbf4-4aff-99ac-906ce9e03823), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.339040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bda84709-e6a2-4c1f-ae97-6c8ef07b0058 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (23fd47df-cbf4-4aff-99ac-906ce9e03823), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.345630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc84c86-3616-4352-973c-bd6838762634 req-20c194e3-8276-4020-a16e-0fa2499363c5 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:56.400427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fc84c86-3616-4352-973c-bd6838762634 req-20c194e3-8276-4020-a16e-0fa2499363c5 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 945 time: 0.4723251 Feb 03 13:02:56.433312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda84709-e6a2-4c1f-ae97-6c8ef07b0058 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fd47df-cbf4-4aff-99ac-906ce9e03823,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:56.474472 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bda84709-e6a2-4c1f-ae97-6c8ef07b0058 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.475714 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bda84709-e6a2-4c1f-ae97-6c8ef07b0058 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4115694 Feb 03 13:02:56.492618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59680) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:56.499744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3f3637bf-9aab-4381-8b90-9cc692028532 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Request body: {'security_group_rule': {'security_group_id': '6d622a0b-bd52-4ffa-894c-b4f12220d9b8', 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:56.533794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7d4b7708-de52-4483-8824-a17844f324a6 None None] Provisioning complete for port deefee8d-a975-45d2-b949-1635231fe682 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:56.536649 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d4b7708-de52-4483-8824-a17844f324a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (deefee8d-a975-45d2-b949-1635231fe682), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.553034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Pushing event updated for resources: {'Port': ['ID=b5a77cf9-e5c8-42f3-aeb9-3a925877759e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:56.584955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f3637bf-9aab-4381-8b90-9cc692028532 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (c6e58b16-2c54-457a-a781-adec560d1394), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.652739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.653591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.653591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.653802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.654153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.654562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.654929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.655278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.655611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.656010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.656371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.660817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.664813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c934111d-00ca-4040-a555-2adddd3798a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:56.671066 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:02:56.671752 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:02:56.710513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b7708-de52-4483-8824-a17844f324a6 None None] Port deefee8d-a975-45d2-b949-1635231fe682 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:56.742493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7d4b7708-de52-4483-8824-a17844f324a6 None None] Provisioning complete for port b5a77cf9-e5c8-42f3-aeb9-3a925877759e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:56.743112 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d4b7708-de52-4483-8824-a17844f324a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.764562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f3637bf-9aab-4381-8b90-9cc692028532 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (c6e58b16-2c54-457a-a781-adec560d1394), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.779291 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f3637bf-9aab-4381-8b90-9cc692028532 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c6e58b16-2c54-457a-a781-adec560d1394), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.788957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fc84c86-3616-4352-973c-bd6838762634 req-fc4dde05-3fc3-4a8e-8b00-3308437e1bb0 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721933 Feb 03 13:02:56.820174 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (42a14081-295c-43af-a490-e4508f173a9a), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.844645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3637bf-9aab-4381-8b90-9cc692028532 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e58b16-2c54-457a-a781-adec560d1394,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:56.866282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3f3637bf-9aab-4381-8b90-9cc692028532 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.869270 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3f3637bf-9aab-4381-8b90-9cc692028532 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3755832 Feb 03 13:02:56.872111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59688) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:56.878230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-27e1a03d-401a-4ec5-8115-f1843ed5576c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Request body: {'security_group_rule': {'security_group_id': '6d622a0b-bd52-4ffa-894c-b4f12220d9b8', 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:57.055212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b7708-de52-4483-8824-a17844f324a6 None None] Current status of the port b5a77cf9-e5c8-42f3-aeb9-3a925877759e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:57.219524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-27e1a03d-401a-4ec5-8115-f1843ed5576c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (36a05425-e01e-4c5a-a542-235a6f3b557c), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.272283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a28a7164-2f65-4852-83fd-7aa87314abef None None] Provisioning complete for port deefee8d-a975-45d2-b949-1635231fe682 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:57.291241 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a28a7164-2f65-4852-83fd-7aa87314abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (deefee8d-a975-45d2-b949-1635231fe682), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.452393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b5a77cf9-e5c8-42f3-aeb9-3a925877759e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:57.488806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-27e1a03d-401a-4ec5-8115-f1843ed5576c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (36a05425-e01e-4c5a-a542-235a6f3b557c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.505370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-27e1a03d-401a-4ec5-8115-f1843ed5576c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (36a05425-e01e-4c5a-a542-235a6f3b557c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.511768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a28a7164-2f65-4852-83fd-7aa87314abef None None] Port deefee8d-a975-45d2-b949-1635231fe682 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:57.594737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1a03d-401a-4ec5-8115-f1843ed5576c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a05425-e01e-4c5a-a542-235a6f3b557c,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:57.603705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-27e1a03d-401a-4ec5-8115-f1843ed5576c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.605378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-27e1a03d-401a-4ec5-8115-f1843ed5576c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7318308 Feb 03 13:02:57.608124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59702) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:57.614819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6e905826-c330-4585-93bf-854173dd2024 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Request body: {'security_group_rule': {'security_group_id': '6d622a0b-bd52-4ffa-894c-b4f12220d9b8', 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:57.652069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f7d8033c-3edd-4323-8230-b6bb6a518146 None None] Provisioning complete for port deefee8d-a975-45d2-b949-1635231fe682 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:57.652445 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7d8033c-3edd-4323-8230-b6bb6a518146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (deefee8d-a975-45d2-b949-1635231fe682), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.706636 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e905826-c330-4585-93bf-854173dd2024 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (aabefa8a-efe5-40d5-8ff9-7d9b90e41850), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.850043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8033c-3edd-4323-8230-b6bb6a518146 None None] Port deefee8d-a975-45d2-b949-1635231fe682 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:57.886027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456a4f4-0944-4767-a381-f85343485318 None None] Network 9a667fb0-1a8e-42bb-b557-4cc61f9159da requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:57.894971 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e905826-c330-4585-93bf-854173dd2024 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (aabefa8a-efe5-40d5-8ff9-7d9b90e41850), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.902722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e905826-c330-4585-93bf-854173dd2024 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (aabefa8a-efe5-40d5-8ff9-7d9b90e41850), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.976204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e905826-c330-4585-93bf-854173dd2024 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabefa8a-efe5-40d5-8ff9-7d9b90e41850,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:58.010814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e905826-c330-4585-93bf-854173dd2024 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.018343 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6e905826-c330-4585-93bf-854173dd2024 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4090941 Feb 03 13:02:58.019137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59712) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:58.027413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6885f33e-a1b0-4733-b262-24f59b910bbe tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Request body: {'security_group_rule': {'security_group_id': '6d622a0b-bd52-4ffa-894c-b4f12220d9b8', 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:58.080348 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-6885f33e-a1b0-4733-b262-24f59b910bbe tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Project 82667eedb8334c5fadb10165a764dc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:02:58.088255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6885f33e-a1b0-4733-b262-24f59b910bbe tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (05210503-5054-4164-95d8-9b48a35a2218), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.144248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:58.226422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8b7c201e-8cf5-4f4c-82c9-334d673d919d None None] Provisioning complete for port 1aebcccb-062a-4bb4-bbd7-18efae33991c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:58.227065 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b7c201e-8cf5-4f4c-82c9-334d673d919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.262469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9282860-2b8c-458e-8f56-1e4c52a81a8f req-10b29fa5-3f58-48a9-b2d9-2e366c205b2e tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:58.263185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6885f33e-a1b0-4733-b262-24f59b910bbe tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (05210503-5054-4164-95d8-9b48a35a2218), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.266968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9282860-2b8c-458e-8f56-1e4c52a81a8f req-10b29fa5-3f58-48a9-b2d9-2e366c205b2e tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 945 time: 0.2468061 Feb 03 13:02:58.274077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6885f33e-a1b0-4733-b262-24f59b910bbe tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (05210503-5054-4164-95d8-9b48a35a2218), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.326757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885f33e-a1b0-4733-b262-24f59b910bbe tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05210503-5054-4164-95d8-9b48a35a2218,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:58.342169 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6885f33e-a1b0-4733-b262-24f59b910bbe tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.348828 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6885f33e-a1b0-4733-b262-24f59b910bbe tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3249700 Feb 03 13:02:58.349472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59718) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:58.354676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-defb1ad9-0ad5-4f33-b043-a8e69c2b4b1e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Request body: {'security_group_rule': {'security_group_id': '6d622a0b-bd52-4ffa-894c-b4f12220d9b8', 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:58.361419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:58.362185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.378976 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-defb1ad9-0ad5-4f33-b043-a8e69c2b4b1e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Project 82667eedb8334c5fadb10165a764dc4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:02:58.385443 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-defb1ad9-0ad5-4f33-b043-a8e69c2b4b1e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (08313769-9461-4ca3-b4be-38257b86fdd1), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.507552 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-defb1ad9-0ad5-4f33-b043-a8e69c2b4b1e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (08313769-9461-4ca3-b4be-38257b86fdd1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.518284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-defb1ad9-0ad5-4f33-b043-a8e69c2b4b1e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (08313769-9461-4ca3-b4be-38257b86fdd1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.555796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb1ad9-0ad5-4f33-b043-a8e69c2b4b1e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08313769-9461-4ca3-b4be-38257b86fdd1,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:58.562852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-defb1ad9-0ad5-4f33-b043-a8e69c2b4b1e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.573224 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-defb1ad9-0ad5-4f33-b043-a8e69c2b4b1e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2226040 Feb 03 13:02:58.597724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9282860-2b8c-458e-8f56-1e4c52a81a8f req-4e0a6c23-b340-4c4d-a7a4-5c15f258256d tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991316 Feb 03 13:02:58.760646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:58.762655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.789878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (42a14081-295c-43af-a490-e4508f173a9a), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.834945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (42a14081-295c-43af-a490-e4508f173a9a), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.840553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:58.847921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c201e-8cf5-4f4c-82c9-334d673d919d None None] Current status of the port 1aebcccb-062a-4bb4-bbd7-18efae33991c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:58.848512 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.850173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/ports/42a14081-295c-43af-a490-e4508f173a9a HTTP/1.1" status: 200 len: 911 time: 2.8222775 Feb 03 13:02:58.853749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59732) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:58.857022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b7c201e-8cf5-4f4c-82c9-334d673d919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.875753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4ab343bc-2f6f-4ff6-ac49-f700674b19f4,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:58.941288 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.942715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1aebcccb-062a-4bb4-bbd7-18efae33991c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:59.221729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8b7c201e-8cf5-4f4c-82c9-334d673d919d None None] For port 1aebcccb-062a-4bb4-bbd7-18efae33991c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1aebcccb-062a-4bb4-bbd7-18efae33991c,segment=NetworkSegment(93a277e4-9bba-499a-9611-99608b8b4bfe),segment_id=93a277e4-9bba-499a-9611-99608b8b4bfe)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:59.262057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=4ab343bc-2f6f-4ff6-ac49-f700674b19f4,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:59.274049 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b7c201e-8cf5-4f4c-82c9-334d673d919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.327165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1aebcccb-062a-4bb4-bbd7-18efae33991c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:59.327698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.382415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c201e-8cf5-4f4c-82c9-334d673d919d None None] Pushing event updated for resources: {'Port': ['ID=1aebcccb-062a-4bb4-bbd7-18efae33991c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:59.441456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6d44ad85-c3b6-4ad7-b1fd-b4f11a100c9d None None] Provisioning complete for port 42a14081-295c-43af-a490-e4508f173a9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:59.441835 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d44ad85-c3b6-4ad7-b1fd-b4f11a100c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (42a14081-295c-43af-a490-e4508f173a9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.520630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6d44ad85-c3b6-4ad7-b1fd-b4f11a100c9d None None] Port 42a14081-295c-43af-a490-e4508f173a9a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:59.589581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6d44ad85-c3b6-4ad7-b1fd-b4f11a100c9d None None] Provisioning complete for port 1aebcccb-062a-4bb4-bbd7-18efae33991c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:59.589941 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d44ad85-c3b6-4ad7-b1fd-b4f11a100c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.633848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1aebcccb-062a-4bb4-bbd7-18efae33991c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:59.635036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b5a77cf9-e5c8-42f3-aeb9-3a925877759e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:59.859152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6d44ad85-c3b6-4ad7-b1fd-b4f11a100c9d None None] Current status of the port 1aebcccb-062a-4bb4-bbd7-18efae33991c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:59.899473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b5a77cf9-e5c8-42f3-aeb9-3a925877759e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:59.899848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.011513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b5a77cf9-e5c8-42f3-aeb9-3a925877759e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:00.028233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-79a76883-671c-4d4e-9bc0-7e7e5b8d2cc6 None None] Provisioning complete for port 42a14081-295c-43af-a490-e4508f173a9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:00.028609 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79a76883-671c-4d4e-9bc0-7e7e5b8d2cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (42a14081-295c-43af-a490-e4508f173a9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.066987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-79a76883-671c-4d4e-9bc0-7e7e5b8d2cc6 None None] Port 42a14081-295c-43af-a490-e4508f173a9a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:00.174988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:00.283680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=42a14081-295c-43af-a490-e4508f173a9a,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:00.307738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:00.308847 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.355090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.355774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.356321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.357000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.357683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.358478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.359029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.359566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.360089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.360749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.361876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.372584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.372978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad4a78-f9f4-4ee0-a01a-460dd0af2d61 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:00.387683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-7989a0af-3ebd-4c43-96d7-b3593add7b1b tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048381831&fields=id&tenant_id=82667eedb8334c5fadb10165a764dc4d HTTP/1.1" status: 200 len: 267 time: 0.3493195 Feb 03 13:03:00.442750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Sync routers for ids ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:00.487518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Routers {'0a9e470f-a271-4d8b-b2b7-2965a4039e44'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:00.493062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:00.496301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:00.500158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-0442122a-61f5-49b9-b217-3299d109a874 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:00.501812 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-0442122a-61f5-49b9-b217-3299d109a874 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 946 time: 0.0940166 Feb 03 13:03:00.502013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1aebcccb-062a-4bb4-bbd7-18efae33991c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:00.555222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-9f01b116-d124-4f5c-9558-16f77bae95bc tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:00.557073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-9f01b116-d124-4f5c-9558-16f77bae95bc tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/networks?id=ba74eada-ec8f-4411-b4ab-5cdd60138a69 HTTP/1.1" status: 200 len: 809 time: 0.1196783 Feb 03 13:03:00.569693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd1efd-3d25-4843-bebc-718cb0370e27 req-1024c5e1-08db-45c1-96fd-b1a1e984668b tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:00.571711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40cd1efd-3d25-4843-bebc-718cb0370e27 req-1024c5e1-08db-45c1-96fd-b1a1e984668b tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 946 time: 0.4972579 Feb 03 13:03:00.589543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-3629cc16-46f7-4851-90bd-1988189b2766 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/quotas/82667eedb8334c5fadb10165a764dc4d HTTP/1.1" status: 200 len: 375 time: 0.0163343 Feb 03 13:03:00.734341 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Deleting port 207080ad-c257-4a5b-9824-5a5eac9fce28 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:00.734804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.759087 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40cd1efd-3d25-4843-bebc-718cb0370e27 req-23ae386a-3d08-4e8f-b0aa-646cb50220c9 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650500 Feb 03 13:03:00.805389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1aebcccb-062a-4bb4-bbd7-18efae33991c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:00.805389 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.813991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-fb372cb8-1e0b-48a2-aefb-b1a91abf2bf7 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=82667eedb8334c5fadb10165a764dc4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2187955 Feb 03 13:03:00.885302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (5f57e54e-a9b8-4946-8ab3-075e86456452), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.056407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Set router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:01.063513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] For port 207080ad-c257-4a5b-9824-5a5eac9fce28, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=207080ad-c257-4a5b-9824-5a5eac9fce28,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:01.063886 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.104989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Calling delete_port for 207080ad-c257-4a5b-9824-5a5eac9fce28 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:01.265330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-1a08fd15-4188-48e9-a91e-7cc2399ecd53 service neutron] 10.222.0.65 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389212 Feb 03 13:03:01.354828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (207080ad-c257-4a5b-9824-5a5eac9fce28), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.415070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Pushing event deleted for resources: {'Port': ['ID=207080ad-c257-4a5b-9824-5a5eac9fce28,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:01.423310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['246cb272-66e9-431e-a80b-11bf83442b6b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:03:01.435729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['14c9e18b-6dd4-4b6b-b61e-e2457b098486', '207080ad-c257-4a5b-9824-5a5eac9fce28'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:03:01.520537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] No DVR routers for this DVR port 207080ad-c257-4a5b-9824-5a5eac9fce28 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:01.526032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.532011 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c3076b28-6ee1-4cb6-9485-c39773e8faec req-10d4b9e2-fd01-4b13-8a9c-c7abff35e050 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "DELETE /v2.0/ports/207080ad-c257-4a5b-9824-5a5eac9fce28 HTTP/1.1" status: 204 len: 173 time: 1.0236816 Feb 03 13:03:01.532504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cef3d2-affd-4011-884f-208177be7fde', 'name': 'network-vif-deleted', 'tag': '207080ad-c257-4a5b-9824-5a5eac9fce28'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:01.547012 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd4f17f-9acc-4f44-85a2-f0107ee25956" -d '{"events": [{"server_uuid": "69cef3d2-affd-4011-884f-208177be7fde", "name": "network-vif-deleted", "tag": "207080ad-c257-4a5b-9824-5a5eac9fce28"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:01.592641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1aebcccb-062a-4bb4-bbd7-18efae33991c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:01.647939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1341ccf-e21f-4725-a2cf-76e010313c94 req-b93bdc4b-159e-4363-b154-f361d198f8d9 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:01.655614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1341ccf-e21f-4725-a2cf-76e010313c94 req-b93bdc4b-159e-4363-b154-f361d198f8d9 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 945 time: 0.3232231 Feb 03 13:03:01.680871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-410da84d-506b-4d72-ba96-2986d656bc61 service neutron] 10.222.0.65 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124107 Feb 03 13:03:01.853458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1341ccf-e21f-4725-a2cf-76e010313c94 req-1d55ee4e-6224-4b2a-a8af-dc9f20e7db61 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941812 Feb 03 13:03:01.868764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:45Z', 'updated_at': '2022-02-03T13:02:51Z', 'revision_number': 4, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'gw_port': {'id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:47Z', 'updated_at': '2022-02-03T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'deefee8d-a975-45d2-b949-1635231fe682', 'name': '', 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'mac_address': 'fa:16:3e:17:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:50Z', 'updated_at': '2022-02-03T13:02:52Z', 'revision_number': 2, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'subnets': [{'id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:01.920449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Checking router: 0a9e470f-a271-4d8b-b2b7-2965a4039e44 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:01.920855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Updating router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 port deefee8d-a975-45d2-b949-1635231fe682 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:03:01.961622 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (deefee8d-a975-45d2-b949-1635231fe682), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.976023 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084f02e7-b46e-46df-a22d-9e4a8896cd6f x-openstack-request-id: req-084f02e7-b46e-46df-a22d-9e4a8896cd6f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:01.976550 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cef3d2-affd-4011-884f-208177be7fde", "name": "network-vif-deleted", "tag": "207080ad-c257-4a5b-9824-5a5eac9fce28", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:01.976980 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-084f02e7-b46e-46df-a22d-9e4a8896cd6f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:01.977549 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cef3d2-affd-4011-884f-208177be7fde', 'name': 'network-vif-deleted', 'tag': '207080ad-c257-4a5b-9824-5a5eac9fce28', 'status': 'completed', 'code': 200} Feb 03 13:03:02.102627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f18360f-58a3-482b-bdad-8e2edd817bb7 req-f20064cc-f51d-4b9d-b613-c63c31a772ba tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=69cef3d2-affd-4011-884f-208177be7fde HTTP/1.1" status: 200 len: 210 time: 0.0987387 Feb 03 13:03:02.128655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19e8a918-4654-4ba4-82a4-f0fecc7faa68 req-eecdbe58-af0c-4f71-ae77-4efcbbe0487b tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 210 time: 0.0877085 Feb 03 13:03:02.143735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 42a14081-295c-43af-a490-e4508f173a9a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:02.144375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (42a14081-295c-43af-a490-e4508f173a9a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.351552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (42a14081-295c-43af-a490-e4508f173a9a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.373964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 42a14081-295c-43af-a490-e4508f173a9a owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:02.429391 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Publish callbacks [] for port (deefee8d-a975-45d2-b949-1635231fe682), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.444991 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (deefee8d-a975-45d2-b949-1635231fe682), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.548876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55137eea-19ab-4041-8e0b-0d1d8765cfc2 None None] Pushing event updated for resources: {'Port': ['ID=deefee8d-a975-45d2-b949-1635231fe682,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:02.688307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Attempting to bind port deefee8d-a975-45d2-b949-1635231fe682 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:02.688842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Attempting to bind port deefee8d-a975-45d2-b949-1635231fe682 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:02.703904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Attempting to bind port deefee8d-a975-45d2-b949-1635231fe682 on network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:02.713267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:02.714090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Checking segment: {'id': '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:02.715057 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.715584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Bound using segment: {'id': '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:02.716501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Bound port: deefee8d-a975-45d2-b949-1635231fe682, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:02.716954 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (deefee8d-a975-45d2-b949-1635231fe682), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.846875 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (42a14081-295c-43af-a490-e4508f173a9a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.909758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=42a14081-295c-43af-a490-e4508f173a9a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:02.925020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-bfcf09c9-97d1-4aab-bff7-8e3514c339fc tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:02.926678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-bfcf09c9-97d1-4aab-bff7-8e3514c339fc tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.91 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 945 time: 0.2593465 Feb 03 13:03:02.954502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] For port deefee8d-a975-45d2-b949-1635231fe682, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:02.960344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] For port deefee8d-a975-45d2-b949-1635231fe682, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=deefee8d-a975-45d2-b949-1635231fe682,segment=NetworkSegment(2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d),segment_id=2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:02.971221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a833cfd1-7c5f-461f-99c3-2970892902aa None None] Provisioning complete for port deefee8d-a975-45d2-b949-1635231fe682 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:02.971855 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a833cfd1-7c5f-461f-99c3-2970892902aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (deefee8d-a975-45d2-b949-1635231fe682), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.976314 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (deefee8d-a975-45d2-b949-1635231fe682), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.146722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55137eea-19ab-4041-8e0b-0d1d8765cfc2 None None] Pushing event updated for resources: {'Port': ['ID=deefee8d-a975-45d2-b949-1635231fe682,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:03.199025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Routers {'0a9e470f-a271-4d8b-b2b7-2965a4039e44'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:03.199675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:03.253460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (5f57e54e-a9b8-4946-8ab3-075e86456452), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.411697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9dc0-1088-4617-aef7-b31132965fb2 req-5a302c15-fa08-4ace-9242-a4c9bf008491 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:03.414696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] Set router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:03.418707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-862c9dc0-1088-4617-aef7-b31132965fb2 req-5a302c15-fa08-4ace-9242-a4c9bf008491 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 945 time: 0.3965874 Feb 03 13:03:03.444500 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b85eff2f-30d5-4168-b360-397bda94aa54 req-729ad63c-01a0-4c16-82cf-dd277dbe1232 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 210 time: 0.0771470 Feb 03 13:03:03.516781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Deleting port 60890c9c-43c1-450f-88c4-7b4bfc485b1f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:03.517124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.632820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] For port 60890c9c-43c1-450f-88c4-7b4bfc485b1f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=60890c9c-43c1-450f-88c4-7b4bfc485b1f,segment=NetworkSegment(49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9),segment_id=49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:03.633560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.650016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Calling delete_port for 60890c9c-43c1-450f-88c4-7b4bfc485b1f owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:03.763048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a833cfd1-7c5f-461f-99c3-2970892902aa None None] Current status of the port deefee8d-a975-45d2-b949-1635231fe682 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:03.763705 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a833cfd1-7c5f-461f-99c3-2970892902aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (deefee8d-a975-45d2-b949-1635231fe682), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.814262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a833cfd1-7c5f-461f-99c3-2970892902aa None None] For port deefee8d-a975-45d2-b949-1635231fe682, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=deefee8d-a975-45d2-b949-1635231fe682,segment=NetworkSegment(2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d),segment_id=2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:03.861347 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a833cfd1-7c5f-461f-99c3-2970892902aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (deefee8d-a975-45d2-b949-1635231fe682), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.884149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-b6785570-6a60-4bb6-b593-66414f06297c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:03.885656 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-b6785570-6a60-4bb6-b593-66414f06297c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.72 "GET /v2.0/networks?id=ba74eada-ec8f-4411-b4ab-5cdd60138a69 HTTP/1.1" status: 200 len: 809 time: 0.2810459 Feb 03 13:03:03.953378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-862c9dc0-1088-4617-aef7-b31132965fb2 req-ffb90c67-adb3-4509-9406-53e0b4182a7e tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/security-groups?id=5790542a-3e51-4d04-ab2e-380fb5416382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337729 Feb 03 13:03:03.967965 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-db88330b-e8d9-49b5-aa4c-e2810e7795c9 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82667eedb8334c5fadb10165a764dc4d HTTP/1.1" status: 200 len: 380 time: 0.0708787 Feb 03 13:03:03.979549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Request body: {'port': {'device_id': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'admin_state_up': True, 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'security_groups': ['6d622a0b-bd52-4ffa-894c-b4f12220d9b8']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:04.034531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 5f57e54e-a9b8-4946-8ab3-075e86456452 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:04.060249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b8ad81bf-7afb-49b8-a1ac-22b68a1b0c35 None None] Provisioning complete for port deefee8d-a975-45d2-b949-1635231fe682 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:04.060640 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8ad81bf-7afb-49b8-a1ac-22b68a1b0c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (deefee8d-a975-45d2-b949-1635231fe682), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.069655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (60890c9c-43c1-450f-88c4-7b4bfc485b1f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.174968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833cfd1-7c5f-461f-99c3-2970892902aa None None] Pushing event updated for resources: {'Port': ['ID=deefee8d-a975-45d2-b949-1635231fe682,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:04.175125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Pushing event deleted for resources: {'Port': ['ID=60890c9c-43c1-450f-88c4-7b4bfc485b1f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:04.192185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['60890c9c-43c1-450f-88c4-7b4bfc485b1f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:03:04.198282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 207080ad-c257-4a5b-9824-5a5eac9fce28 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:04.243214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 207080ad-c257-4a5b-9824-5a5eac9fce28 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:04.243562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 207080ad-c257-4a5b-9824-5a5eac9fce28 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:04.251073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device deefee8d-a975-45d2-b949-1635231fe682 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:04.267721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Made reservation on behalf of 82667eedb8334c5fadb10165a764dc4d for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:04.271094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf1959-2274-4ef3-a146-aa0c578d702c req-99648a2a-a50a-4d47-b4a5-8c74f5fed768 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:04.271642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.278554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9adf1959-2274-4ef3-a146-aa0c578d702c req-99648a2a-a50a-4d47-b4a5-8c74f5fed768 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 946 time: 0.2993858 Feb 03 13:03:04.323187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:04.333088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e8a524b4-db72-4e6e-8adb-3cdd79cdef4e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/5f57e54e-a9b8-4946-8ab3-075e86456452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4760361 Feb 03 13:03:04.339908 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51050e2-dffe-4f01-a867-cd965203987d None None] Sync routers for ids ['5f57e54e-a9b8-4946-8ab3-075e86456452'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:04.350090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:45Z', 'updated_at': '2022-02-03T13:02:51Z', 'revision_number': 4, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'gw_port': {'id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:47Z', 'updated_at': '2022-02-03T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'deefee8d-a975-45d2-b949-1635231fe682', 'name': '', 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'mac_address': 'fa:16:3e:17:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:50Z', 'updated_at': '2022-02-03T13:03:02Z', 'revision_number': 4, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'subnets': [{'id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:04.363627 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51050e2-dffe-4f01-a867-cd965203987d None None] Routers {'5f57e54e-a9b8-4946-8ab3-075e86456452'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:04.364918 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e51050e2-dffe-4f01-a867-cd965203987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5f57e54e-a9b8-4946-8ab3-075e86456452'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:04.386895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59816) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:04.399442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9adf1959-2274-4ef3-a146-aa0c578d702c req-b6671623-6573-4df6-baf1-218232129890 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199315 Feb 03 13:03:04.436186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] No DVR routers for this DVR port 60890c9c-43c1-450f-88c4-7b4bfc485b1f on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:04.439821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d51a8db2-4877-49ed-aeb2-c2c9591e3b9f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f57e54e-a9b8-4946-8ab3-075e86456452 HTTP/1.1" status: 200 len: 205 time: 0.0340185 Feb 03 13:03:04.441324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.442433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59818) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:04.446119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fdd81a1e-e65e-4c9a-b893-c73dd07e06dd req-d6ed7e33-2bd2-4ed1-913f-9e73784ec768 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.91 "DELETE /v2.0/ports/60890c9c-43c1-450f-88c4-7b4bfc485b1f HTTP/1.1" status: 204 len: 173 time: 1.5121047 Feb 03 13:03:04.446812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904473fa-b1ee-46ac-9ae8-431da34e9e43', 'name': 'network-vif-deleted', 'tag': '60890c9c-43c1-450f-88c4-7b4bfc485b1f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:04.456626 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44de49d3-434e-4fdc-885b-59542dc9b0f5" -d '{"events": [{"server_uuid": "904473fa-b1ee-46ac-9ae8-431da34e9e43", "name": "network-vif-deleted", "tag": "60890c9c-43c1-450f-88c4-7b4bfc485b1f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:04.462387 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e51050e2-dffe-4f01-a867-cd965203987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:04.486946 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51050e2-dffe-4f01-a867-cd965203987d None None] Routers {'5f57e54e-a9b8-4946-8ab3-075e86456452'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:04.489464 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e51050e2-dffe-4f01-a867-cd965203987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:02:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5f57e54e-a9b8-4946-8ab3-075e86456452'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:04.515710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532314f-6f45-4ac6-b7c7-a0b84d50a783 None None] The sync data for ids ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'] in n-d-792364-10 is: [{'id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:45Z', 'updated_at': '2022-02-03T13:02:51Z', 'revision_number': 4, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'gw_port': {'id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:47Z', 'updated_at': '2022-02-03T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'deefee8d-a975-45d2-b949-1635231fe682', 'name': '', 'network_id': 'ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'mac_address': 'fa:16:3e:17:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:50Z', 'updated_at': '2022-02-03T13:03:02Z', 'revision_number': 4, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'subnets': [{'id': '4c8f4c3a-125b-43cb-b4e8-2a423cd88775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:04.574534 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec69194-dc1a-47b9-8096-a54a0dc960ba x-openstack-request-id: req-aec69194-dc1a-47b9-8096-a54a0dc960ba {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:04.574834 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904473fa-b1ee-46ac-9ae8-431da34e9e43", "name": "network-vif-deleted", "tag": "60890c9c-43c1-450f-88c4-7b4bfc485b1f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:04.575091 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aec69194-dc1a-47b9-8096-a54a0dc960ba {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:04.575644 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904473fa-b1ee-46ac-9ae8-431da34e9e43', 'name': 'network-vif-deleted', 'tag': '60890c9c-43c1-450f-88c4-7b4bfc485b1f', 'status': 'completed', 'code': 200} Feb 03 13:03:04.597551 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e51050e2-dffe-4f01-a867-cd965203987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:04.601046 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51050e2-dffe-4f01-a867-cd965203987d None None] The sync data for ids ['5f57e54e-a9b8-4946-8ab3-075e86456452'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:04.602673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad81bf-7afb-49b8-a1ac-22b68a1b0c35 None None] Current status of the port deefee8d-a975-45d2-b949-1635231fe682 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:04.629293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port deefee8d-a975-45d2-b949-1635231fe682 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:04.629926 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (deefee8d-a975-45d2-b949-1635231fe682), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.645744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55589bce-9778-4088-9e15-eac638e566fe req-6981c0be-efe3-4e2c-b3a8-80040289fb65 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 210 time: 0.0470855 Feb 03 13:03:04.688201 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b17e1b8-e5ae-41fc-9d8e-7b2abcfde88c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (5f57e54e-a9b8-4946-8ab3-075e86456452), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.782710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Allocated IP 172.20.0.4 (ba74eada-ec8f-4411-b4ab-5cdd60138a69/2ff1e13e-651b-4317-b63f-7b9bb73e1545/e48bccff-1f5a-4452-89f4-7a1f2c8a9979) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:04.793840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port deefee8d-a975-45d2-b949-1635231fe682 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:04.972389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b17e1b8-e5ae-41fc-9d8e-7b2abcfde88c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (5f57e54e-a9b8-4946-8ab3-075e86456452), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.978810 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b17e1b8-e5ae-41fc-9d8e-7b2abcfde88c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (5f57e54e-a9b8-4946-8ab3-075e86456452), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.161818 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b17e1b8-e5ae-41fc-9d8e-7b2abcfde88c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (5f57e54e-a9b8-4946-8ab3-075e86456452), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.163809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b17e1b8-e5ae-41fc-9d8e-7b2abcfde88c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Fanout notify agent at l3_agent the message router_deleted on router 5f57e54e-a9b8-4946-8ab3-075e86456452 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:03:05.180831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b17e1b8-e5ae-41fc-9d8e-7b2abcfde88c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.193963 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1b17e1b8-e5ae-41fc-9d8e-7b2abcfde88c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/5f57e54e-a9b8-4946-8ab3-075e86456452 HTTP/1.1" status: 204 len: 168 time: 0.7503359 Feb 03 13:03:05.201670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59828) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:05.223138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1aaaf473-d768-4a23-ab59-6d0afb637ee7 req-9fbdbc36-e3b7-4c17-9fd5-0b7f4d9cb748 tempest-VolumesActionsTest-2078163629 tempest-VolumesActionsTest-2078163629-project] 10.222.0.65 "GET /v2.0/ports?device_id=904473fa-b1ee-46ac-9ae8-431da34e9e43 HTTP/1.1" status: 200 len: 210 time: 0.1063442 Feb 03 13:03:05.280110 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.291683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-58ce2830-a584-4fbd-ac8f-18f576c6913d tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:05.293275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-58ce2830-a584-4fbd-ac8f-18f576c6913d tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 946 time: 0.1669593 Feb 03 13:03:05.337422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.406121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'Port': ['ID=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:05.427383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2ddf55-8812-439a-b7b3-338b538e20e3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting subnet cec76d9a-11b4-489f-a66d-50e4d447b96a {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:03:05.431527 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddf55-8812-439a-b7b3-338b538e20e3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (cec76d9a-11b4-489f-a66d-50e4d447b96a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.488672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddf55-8812-439a-b7b3-338b538e20e3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (cec76d9a-11b4-489f-a66d-50e4d447b96a), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.527661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Deleting port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:05.534400 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.591889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddf55-8812-439a-b7b3-338b538e20e3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (cec76d9a-11b4-489f-a66d-50e4d447b96a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.671472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] For port 14c9e18b-6dd4-4b6b-b61e-e2457b098486, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=14c9e18b-6dd4-4b6b-b61e-e2457b098486,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:05.671886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.675438 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Network ba74eada-ec8f-4411-b4ab-5cdd60138a69 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:05.678125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddf55-8812-439a-b7b3-338b538e20e3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (cec76d9a-11b4-489f-a66d-50e4d447b96a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.689318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:05.692624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:05.771012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Calling delete_port for 14c9e18b-6dd4-4b6b-b61e-e2457b098486 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:05.779876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddf55-8812-439a-b7b3-338b538e20e3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.788372 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1a2ddf55-8812-439a-b7b3-338b538e20e3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/cec76d9a-11b4-489f-a66d-50e4d447b96a HTTP/1.1" status: 204 len: 168 time: 0.5842345 Feb 03 13:03:05.788879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abbe7e-9ae7-4491-9b3a-023872432389 None None] Network 9a667fb0-1a8e-42bb-b557-4cc61f9159da requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:05.794260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:05.794933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.797982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59838) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:05.799740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ddf55-8812-439a-b7b3-338b538e20e3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Subnet': ['ID=cec76d9a-11b4-489f-a66d-50e4d447b96a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:05.882308 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-044a2bac-4ff7-4a7d-8061-4c7f93487244 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9087365 Feb 03 13:03:05.922420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-4ed11c63-55b6-494e-bf02-117caaf80e14 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:03:05.923408 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-4ed11c63-55b6-494e-bf02-117caaf80e14 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0350027 Feb 03 13:03:05.942578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Request body: {'port': {'device_id': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:06.038251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2daf37-95dc-43d9-8d08-7fe812a42bec req-fb908a84-1bf5-4ecc-b41e-c2420b9283c1 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:06.040759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb2daf37-95dc-43d9-8d08-7fe812a42bec req-fb908a84-1bf5-4ecc-b41e-c2420b9283c1 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cf541b9-8037-4b4e-9b20-c188b83fbda6 HTTP/1.1" status: 200 len: 946 time: 0.3726389 Feb 03 13:03:06.077988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (9a667fb0-1a8e-42bb-b557-4cc61f9159da), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.126048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957365c-c2b7-4e35-aa55-8635edb64357 req-892bdbd8-883d-4ff0-868d-c610df6d4191 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:06.133620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2957365c-c2b7-4e35-aa55-8635edb64357 req-892bdbd8-883d-4ff0-868d-c610df6d4191 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 931 time: 0.3037980 Feb 03 13:03:06.144466 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.149015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cecd08ce-da94-4c84-b6c9-c9f120710f25 None None] Provisioning complete for port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:06.149977 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cecd08ce-da94-4c84-b6c9-c9f120710f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.230889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ef503-3a84-4333-8e30-78c0bba7b552 None None] DHCP port deletion for 9a667fb0-1a8e-42bb-b557-4cc61f9159da request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:03:06.235318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device deefee8d-a975-45d2-b949-1635231fe682 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:06.254802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb2daf37-95dc-43d9-8d08-7fe812a42bec req-b13149dc-9218-40c3-999a-31c4b5511728 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993213 Feb 03 13:03:06.282300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2957365c-c2b7-4e35-aa55-8635edb64357 req-c9cdcb34-4816-4c52-9f32-15983dcb16c5 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470575 Feb 03 13:03:06.323009 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (14c9e18b-6dd4-4b6b-b61e-e2457b098486), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.348672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['246cb272-66e9-431e-a80b-11bf83442b6b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:03:06.376418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Pushing event deleted for resources: {'Port': ['ID=14c9e18b-6dd4-4b6b-b61e-e2457b098486,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:06.477162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] No DVR routers for this DVR port 14c9e18b-6dd4-4b6b-b61e-e2457b098486 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:06.480317 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.490038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61e9b68f-0196-4098-a956-53878ea1fc53 req-8e305526-2e86-40ca-b20f-b51fa669150f tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.72 "DELETE /v2.0/ports/14c9e18b-6dd4-4b6b-b61e-e2457b098486 HTTP/1.1" status: 204 len: 173 time: 1.1791081 Feb 03 13:03:06.493888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cecd08ce-da94-4c84-b6c9-c9f120710f25 None None] Port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:06.508805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 60890c9c-43c1-450f-88c4-7b4bfc485b1f no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:06.544763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port deefee8d-a975-45d2-b949-1635231fe682 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:06.545101 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (deefee8d-a975-45d2-b949-1635231fe682), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.566123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 1aebcccb-062a-4bb4-bbd7-18efae33991c {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:06.566882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.577012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf541b9-8037-4b4e-9b20-c188b83fbda6', 'name': 'network-vif-deleted', 'tag': '14c9e18b-6dd4-4b6b-b61e-e2457b098486'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:06.579956 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd03fa9-55c9-4d13-b7e3-718e11c607be" -d '{"events": [{"server_uuid": "0cf541b9-8037-4b4e-9b20-c188b83fbda6", "name": "network-vif-deleted", "tag": "14c9e18b-6dd4-4b6b-b61e-e2457b098486"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:06.625123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 60890c9c-43c1-450f-88c4-7b4bfc485b1f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:06.625677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 60890c9c-43c1-450f-88c4-7b4bfc485b1f not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:06.639913 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f772092c-67a3-4226-8ed8-b6874a072567 x-openstack-request-id: req-f772092c-67a3-4226-8ed8-b6874a072567 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:06.640388 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf541b9-8037-4b4e-9b20-c188b83fbda6", "name": "network-vif-deleted", "tag": "14c9e18b-6dd4-4b6b-b61e-e2457b098486", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:06.640521 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f772092c-67a3-4226-8ed8-b6874a072567 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:06.640919 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf541b9-8037-4b4e-9b20-c188b83fbda6', 'name': 'network-vif-deleted', 'tag': '14c9e18b-6dd4-4b6b-b61e-e2457b098486', 'status': 'completed', 'code': 200} Feb 03 13:03:06.738103 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port 1aebcccb-062a-4bb4-bbd7-18efae33991c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1aebcccb-062a-4bb4-bbd7-18efae33991c,segment=NetworkSegment(93a277e4-9bba-499a-9611-99608b8b4bfe),segment_id=93a277e4-9bba-499a-9611-99608b8b4bfe)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:06.738499 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.770358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 1aebcccb-062a-4bb4-bbd7-18efae33991c owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:06.782233 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecaa916c-4a91-4640-8bb0-07ae3f9490ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.791816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-020ef503-3a84-4333-8e30-78c0bba7b552 None None] Deleting port 1aebcccb-062a-4bb4-bbd7-18efae33991c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:06.792178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-020ef503-3a84-4333-8e30-78c0bba7b552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.937303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48bccff-1f5a-4452-89f4-7a1f2c8a9979 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:03:06.973294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Publish callbacks [] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.006095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-020ef503-3a84-4333-8e30-78c0bba7b552 None None] For port 1aebcccb-062a-4bb4-bbd7-18efae33991c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1aebcccb-062a-4bb4-bbd7-18efae33991c,segment=NetworkSegment(93a277e4-9bba-499a-9611-99608b8b4bfe),segment_id=93a277e4-9bba-499a-9611-99608b8b4bfe)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:07.006666 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-020ef503-3a84-4333-8e30-78c0bba7b552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.021111 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Transition to ACTIVE for port object e48bccff-1f5a-4452-89f4-7a1f2c8a9979 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:03:07.022776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.044185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.065259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-020ef503-3a84-4333-8e30-78c0bba7b552 None None] Calling delete_port for 1aebcccb-062a-4bb4-bbd7-18efae33991c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:07.122040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=1aebcccb-062a-4bb4-bbd7-18efae33991c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:07.124409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No DVR routers for this DVR port 1aebcccb-062a-4bb4-bbd7-18efae33991c on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:07.208264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Pushing event updated for resources: {'Port': ['ID=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:07.245540 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-020ef503-3a84-4333-8e30-78c0bba7b552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (1aebcccb-062a-4bb4-bbd7-18efae33991c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.407984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ef503-3a84-4333-8e30-78c0bba7b552 None None] Pushing event deleted for resources: {'Port': ['ID=1aebcccb-062a-4bb4-bbd7-18efae33991c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:07.608168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (9a667fb0-1a8e-42bb-b557-4cc61f9159da), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.624112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edb10a-0f1a-4063-9662-d482c6be6714 req-f22a82d1-8b30-44c2-b7a1-e9545a2a1352 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:07.630519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a667fb0-1a8e-42bb-b557-4cc61f9159da']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:07.638793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38edb10a-0f1a-4063-9662-d482c6be6714 req-f22a82d1-8b30-44c2-b7a1-e9545a2a1352 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 943 time: 0.2030513 Feb 03 13:03:07.642270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a277e4-9bba-499a-9611-99608b8b4bfe') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:07.642664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a277e4-9bba-499a-9611-99608b8b4bfe') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:07.654189 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (93a277e4-9bba-499a-9611-99608b8b4bfe), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.659796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ef503-3a84-4333-8e30-78c0bba7b552 None None] No DVR routers for this DVR port 1aebcccb-062a-4bb4-bbd7-18efae33991c on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:07.685651 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (93a277e4-9bba-499a-9611-99608b8b4bfe), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.699923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:03:07.700464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (93a277e4-9bba-499a-9611-99608b8b4bfe), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.702460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port deefee8d-a975-45d2-b949-1635231fe682 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:07.784471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38edb10a-0f1a-4063-9662-d482c6be6714 req-e28b9414-7a31-4f5f-8c24-75a84353b76f tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378679 Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:03:07.817398 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:03:07.824442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Attempting to bind port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:07.824725 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Attempting to bind port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:07.825069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Attempting to bind port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 on network ba74eada-ec8f-4411-b4ab-5cdd60138a69 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:07.836507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 on network ba74eada-ec8f-4411-b4ab-5cdd60138a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:03:07.836850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Attempting to bind port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 on network ba74eada-ec8f-4411-b4ab-5cdd60138a69 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:07.845588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (9a667fb0-1a8e-42bb-b557-4cc61f9159da), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.864210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.873031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59902) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:07.878649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3baba2e9-27a7-48b7-beb3-e95687a47d0b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-616494736', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:07.883232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/networks/9a667fb0-1a8e-42bb-b557-4cc61f9159da HTTP/1.1" status: 204 len: 168 time: 2.0753918 Feb 03 13:03:07.886137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:07.886548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Checking segment: {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:07.886918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Bound using segment: {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:07.887372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Bound port: e48bccff-1f5a-4452-89f4-7a1f2c8a9979, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:07.887735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.907162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58979d14-6214-4743-913f-2791e1b1aaaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Network': ['ID=9a667fb0-1a8e-42bb-b557-4cc61f9159da,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:07.908110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3baba2e9-27a7-48b7-beb3-e95687a47d0b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.913637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3baba2e9-27a7-48b7-beb3-e95687a47d0b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.035482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] For port e48bccff-1f5a-4452-89f4-7a1f2c8a9979, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:08.036746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3baba2e9-27a7-48b7-beb3-e95687a47d0b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.041128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] For port e48bccff-1f5a-4452-89f4-7a1f2c8a9979, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:08.050516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3baba2e9-27a7-48b7-beb3-e95687a47d0b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.059344 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.091207 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3baba2e9-27a7-48b7-beb3-e95687a47d0b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.092573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3baba2e9-27a7-48b7-beb3-e95687a47d0b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2173655 Feb 03 13:03:08.095400 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59908) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:08.100175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-245588941'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:08.118194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 14c9e18b-6dd4-4b6b-b61e-e2457b098486 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:08.159243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:08.162682 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.163996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:08.164599 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.166508 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] 10.222.0.72 "PUT /v2.0/ports/e48bccff-1f5a-4452-89f4-7a1f2c8a9979 HTTP/1.1" status: 200 len: 1092 time: 2.2315977 Feb 03 13:03:08.169501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'tag': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:08.178804 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a186a26c-a8f1-48cb-ba85-419e24226b02", "tag": "e48bccff-1f5a-4452-89f4-7a1f2c8a9979"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:08.191546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1aebcccb-062a-4bb4-bbd7-18efae33991c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:08.209126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8975e8-257f-43d1-9fad-37d282639b1c service neutron] Pushing event updated for resources: {'Port': ['ID=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:08.216904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 14c9e18b-6dd4-4b6b-b61e-e2457b098486 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:08.217841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 14c9e18b-6dd4-4b6b-b61e-e2457b098486 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:08.231887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:03:08.261944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 1aebcccb-062a-4bb4-bbd7-18efae33991c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:08.262942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1aebcccb-062a-4bb4-bbd7-18efae33991c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:08.273384 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9a446f96-4615-46f6-8cc7-55ce5dd6263e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.274225 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added segment 9a446f96-4615-46f6-8cc7-55ce5dd6263e of type vlan for network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 Feb 03 13:03:08.291274 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd450da-e5f1-4379-b77a-8bba5aa207de x-openstack-request-id: req-8cd450da-e5f1-4379-b77a-8bba5aa207de {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:08.291598 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a186a26c-a8f1-48cb-ba85-419e24226b02", "tag": "e48bccff-1f5a-4452-89f4-7a1f2c8a9979", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:08.291820 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8cd450da-e5f1-4379-b77a-8bba5aa207de {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:08.292276 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'tag': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'status': 'completed', 'code': 200} Feb 03 13:03:08.320828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-55cb7070-b256-4a42-94a1-302025887b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:08.323519 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-55cb7070-b256-4a42-94a1-302025887b10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82667eedb8334c5fadb10165a764dc4d&device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 1126 time: 0.1059985 Feb 03 13:03:08.352649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3d19907f-857c-4cd4-acc5-0f1b77fabcd6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.387726 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-3cb10d7b-dc0d-48c8-916e-73b6f3b43753 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979 HTTP/1.1" status: 200 len: 217 time: 0.0563796 Feb 03 13:03:08.496017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-4363401e-1ef8-4262-9d23-7a069d0861ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:08.499332 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-4363401e-1ef8-4262-9d23-7a069d0861ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ff1e13e-651b-4317-b63f-7b9bb73e1545 HTTP/1.1" status: 200 len: 848 time: 0.1044991 Feb 03 13:03:08.628088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-7315e193-966b-447d-826f-ba80091729c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:08.629915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-7315e193-966b-447d-826f-ba80091729c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba74eada-ec8f-4411-b4ab-5cdd60138a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1237385 Feb 03 13:03:08.784649 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-aa353cae-9e3d-4b19-8850-89e4b6ebce7f service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390562 Feb 03 13:03:08.846001 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3d19907f-857c-4cd4-acc5-0f1b77fabcd6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.848692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d64ee5e9-7165-461a-88ec-673782ef83a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.859491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:08.861080 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.934926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8359246 Feb 03 13:03:08.941959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59922) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:08.953572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'subnet': {'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:09.019997 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9b582000-f9b9-4c68-9b64-82ea8c607a4f req-f2cca386-cfe8-4bc3-b91d-ad778b9f4cb7 service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279069 Feb 03 13:03:09.073973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1ab89-6575-437e-a626-a9f4fda69cbe tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Network': ['ID=3d19907f-857c-4cd4-acc5-0f1b77fabcd6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:09.085255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:03:09.159336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-cb95574c-f9c0-4d3e-b82b-c4b72fbed7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:09.161248 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-cb95574c-f9c0-4d3e-b82b-c4b72fbed7da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82667eedb8334c5fadb10165a764dc4d&device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 1126 time: 0.0762117 Feb 03 13:03:09.206709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62879b3-2b5e-4105-802a-00463fc6667c req-b5fcfe68-ff0e-4299-b409-7fb642a48194 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:09.208839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d62879b3-2b5e-4105-802a-00463fc6667c req-b5fcfe68-ff0e-4299-b409-7fb642a48194 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 943 time: 0.3203039 Feb 03 13:03:09.283134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:09.286992 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.295948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d62879b3-2b5e-4105-802a-00463fc6667c req-56374b76-ea81-41e7-a638-af8dfd9fea9a tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786986 Feb 03 13:03:09.362962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-f63fdd6b-b730-481a-acce-43665df6a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:09.366614 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-f63fdd6b-b730-481a-acce-43665df6a847 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba74eada-ec8f-4411-b4ab-5cdd60138a69 HTTP/1.1" status: 200 len: 910 time: 0.1992509 Feb 03 13:03:09.444014 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-6079e060-08be-4614-b178-1026aa5588d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979 HTTP/1.1" status: 200 len: 217 time: 0.0698144 Feb 03 13:03:09.527513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-35f4d99d-0fe8-482b-b4df-39e47507010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:09.530726 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-35f4d99d-0fe8-482b-b4df-39e47507010d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ff1e13e-651b-4317-b63f-7b9bb73e1545 HTTP/1.1" status: 200 len: 848 time: 0.0800200 Feb 03 13:03:09.595448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (75523c85-280f-4825-a685-11c81381b532), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.643059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-5e8afaed-4d35-4080-949e-ec5f86cec41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:09.648001 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-5e8afaed-4d35-4080-949e-ec5f86cec41b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba74eada-ec8f-4411-b4ab-5cdd60138a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1091609 Feb 03 13:03:09.701779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Checking segment: {'id': '9a446f96-4615-46f6-8cc7-55ce5dd6263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:09.702071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network hostable DHCP agents. Network: 3d19907f-857c-4cd4-acc5-0f1b77fabcd6, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:03:09.732147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Subnet': ['ID=75523c85-280f-4825-a685-11c81381b532,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:09.739597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:03:09.756077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3d19907f-857c-4cd4-acc5-0f1b77fabcd6) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:09.769192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639619fa-aa8d-4098-9a53-db7f86cf92bd None None] Network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:09.791520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:09.793611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.842809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c344b1fb-adf2-449b-927f-95d0d40facac tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8933854 Feb 03 13:03:09.843482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 59948) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:09.951988 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-0f8d8f9f-3b0a-4b6c-8751-865cec0da7f3 service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980974 Feb 03 13:03:10.021566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:03:10.025590 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.162650 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5bb89410-300c-487f-b33e-5e3b4f9ca2b4 req-075e5a26-ee1f-4986-b16e-236811de79b8 service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017155 Feb 03 13:03:10.300066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Allocated IP 2001:db8::2 (3d19907f-857c-4cd4-acc5-0f1b77fabcd6/75523c85-280f-4825-a685-11c81381b532/52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:10.377041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59964) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:10.450537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.600793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Publish callbacks [] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.615902 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.616667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8890f89e-af9a-43a1-a67d-5bb1b6c18a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.745666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Pushing event updated for resources: {'Port': ['ID=52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:10.755480 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.768492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:10.771888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:10.776891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:10.816976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dc3ab-be54-41a8-87e4-782bef42c846 req-59ee2d49-49b9-4749-a440-e507fc0f2ac6 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:10.819934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a2dc3ab-be54-41a8-87e4-782bef42c846 req-59ee2d49-49b9-4749-a440-e507fc0f2ac6 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 943 time: 0.3333259 Feb 03 13:03:10.887167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Attempting to bind port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:10.889702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Attempting to bind port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9a446f96-4615-46f6-8cc7-55ce5dd6263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:10.890130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Attempting to bind port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 on network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:10.903036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:10.903447 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Checking segment: {'id': '9a446f96-4615-46f6-8cc7-55ce5dd6263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:10.903891 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.904289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Bound using segment: {'id': '9a446f96-4615-46f6-8cc7-55ce5dd6263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:10.904793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Bound port: 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a446f96-4615-46f6-8cc7-55ce5dd6263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:10.906658 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.965446 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8890f89e-af9a-43a1-a67d-5bb1b6c18a13 admin admin] Publish callbacks [] for security_group (1ed38bbb-2c25-4f04-a7e9-7a7aee3dce03), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.979118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8890f89e-af9a-43a1-a67d-5bb1b6c18a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1ed38bbb-2c25-4f04-a7e9-7a7aee3dce03), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.034535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890f89e-af9a-43a1-a67d-5bb1b6c18a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed38bbb-2c25-4f04-a7e9-7a7aee3dce03,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:11.068395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] For port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:11.079574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] For port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3,segment=NetworkSegment(9a446f96-4615-46f6-8cc7-55ce5dd6263e),segment_id=9a446f96-4615-46f6-8cc7-55ce5dd6263e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:11.079772 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8890f89e-af9a-43a1-a67d-5bb1b6c18a13 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8fd60b1db5f343268fadfad5f90681e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6988056 Feb 03 13:03:11.080387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59974) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:11.103478 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.253970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-057ac06e-bf24-49b2-8239-0c67f5b1c91b admin admin] Publish callbacks [] for security_group (1ed38bbb-2c25-4f04-a7e9-7a7aee3dce03), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.258917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a2dc3ab-be54-41a8-87e4-782bef42c846 req-71255224-feef-493b-b6d4-de3fd759a235 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624120 Feb 03 13:03:11.313470 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-057ac06e-bf24-49b2-8239-0c67f5b1c91b admin admin] Publish callbacks [] for security_group (1ed38bbb-2c25-4f04-a7e9-7a7aee3dce03), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.319570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b745b0-81ee-4abf-aa18-9146b7cf20af None None] Pushing event updated for resources: {'Port': ['ID=52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:11.449288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-057ac06e-bf24-49b2-8239-0c67f5b1c91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1ed38bbb-2c25-4f04-a7e9-7a7aee3dce03), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.453440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-057ac06e-bf24-49b2-8239-0c67f5b1c91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.457391 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-057ac06e-bf24-49b2-8239-0c67f5b1c91b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ed38bbb-2c25-4f04-a7e9-7a7aee3dce03 HTTP/1.1" status: 204 len: 168 time: 0.3700929 Feb 03 13:03:11.492707 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ac06e-bf24-49b2-8239-0c67f5b1c91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed38bbb-2c25-4f04-a7e9-7a7aee3dce03,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:11.615708 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.656009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 2001:db8::1 (3d19907f-857c-4cd4-acc5-0f1b77fabcd6/75523c85-280f-4825-a685-11c81381b532/55014626-ae2f-410d-b83f-a0c8631b3eb4) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:11.954183 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.056771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.115105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59988) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:12.147230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d7d3-2e42-48d7-b321-60e7c2d3011c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.149464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e48bccff-1f5a-4452-89f4-7a1f2c8a9979 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:03:12.155129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:12.159489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:12.165418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:12.165962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.169363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=55014626-ae2f-410d-b83f-a0c8631b3eb4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:12.344853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e48bccff-1f5a-4452-89f4-7a1f2c8a9979, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:12.376884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'port_id': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:03:12.465167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:12.465611 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.474720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:12.478922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d7d3-2e42-48d7-b321-60e7c2d3011c admin admin] Publish callbacks [] for security_group (e25a87fb-acd4-48de-9e71-737a364b09cb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.494431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d7d3-2e42-48d7-b321-60e7c2d3011c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e25a87fb-acd4-48de-9e71-737a364b09cb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.575878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:12.576752 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.627534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48bccff-1f5a-4452-89f4-7a1f2c8a9979 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:03:12.635728 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d9c6d7d3-2e42-48d7-b321-60e7c2d3011c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=caa62d894d064d4f95f4b31198ade72a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5194616 Feb 03 13:03:12.636641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6d7d3-2e42-48d7-b321-60e7c2d3011c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25a87fb-acd4-48de-9e71-737a364b09cb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:12.639220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 59994) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:12.639616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.663565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e48bccff-1f5a-4452-89f4-7a1f2c8a9979, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:12.678037 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.780440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:12.786287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1cd9-fff3-4bae-9011-f7869c505574 req-9299b860-7a32-40e0-87f3-773c4a9b0880 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:12.792609 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d0d1cd9-fff3-4bae-9011-f7869c505574 req-9299b860-7a32-40e0-87f3-773c4a9b0880 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 943 time: 0.2683418 Feb 03 13:03:12.830476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee3bd-581e-4df3-8b48-846fb0029521 admin admin] Publish callbacks [] for security_group (e25a87fb-acd4-48de-9e71-737a364b09cb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.831021 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.839795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:12.840077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.880318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3,segment=NetworkSegment(9a446f96-4615-46f6-8cc7-55ce5dd6263e),segment_id=9a446f96-4615-46f6-8cc7-55ce5dd6263e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:12.891632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee3bd-581e-4df3-8b48-846fb0029521 admin admin] Publish callbacks [] for security_group (e25a87fb-acd4-48de-9e71-737a364b09cb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.911856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['e48bccff-1f5a-4452-89f4-7a1f2c8a9979'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:03:12.991280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.001899 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee3bd-581e-4df3-8b48-846fb0029521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e25a87fb-acd4-48de-9e71-737a364b09cb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.005797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee3bd-581e-4df3-8b48-846fb0029521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.007310 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2d4ee3bd-581e-4df3-8b48-846fb0029521 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e25a87fb-acd4-48de-9e71-737a364b09cb HTTP/1.1" status: 204 len: 168 time: 0.3459878 Feb 03 13:03:13.109773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ee3bd-581e-4df3-8b48-846fb0029521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25a87fb-acd4-48de-9e71-737a364b09cb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:13.156935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d0d1cd9-fff3-4bae-9011-f7869c505574 req-80663a5c-3fd2-4274-8b29-753e9c0897ce tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515439 Feb 03 13:03:13.248726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:13.451116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e2a779-4c6e-4fa7-b894-917c29629186 None None] Network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:13.515210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.533150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.534687 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.686757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0775e421-4015-4a80-94c4-e789b55bdb04 None None] Provisioning complete for port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:13.687315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0775e421-4015-4a80-94c4-e789b55bdb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.758376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=55014626-ae2f-410d-b83f-a0c8631b3eb4,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:13.848402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:13.850166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:14.174172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:03:14.246073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0775e421-4015-4a80-94c4-e789b55bdb04 None None] Current status of the port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:14.257034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:14.351252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:14.351630 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:14.524418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:14.547812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17a13c-270e-46d0-a3bf-1be04c7f28d8 req-8862fbc8-e38a-483d-9ff6-6a3bdc1cabb6 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:14.562067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a17a13c-270e-46d0-a3bf-1be04c7f28d8 req-8862fbc8-e38a-483d-9ff6-6a3bdc1cabb6 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 944 time: 0.1517386 Feb 03 13:03:14.583126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:14.599204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:14.618235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fcec2c29-620d-45fe-aa7e-b5c7adc836f3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7712147 Feb 03 13:03:14.618923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60034) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:14.628721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-917523785'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:14.637248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:14.643328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:14.708522 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:14.710454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a17a13c-270e-46d0-a3bf-1be04c7f28d8 req-e261ca92-9275-484f-8a91-788258464e9d tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406591 Feb 03 13:03:14.713179 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:14.809003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:03:14.865140 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4989b1ad-ac88-435b-86e0-0777865a8eba), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:14.868165 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added segment 4989b1ad-ac88-435b-86e0-0777865a8eba of type vlan for network 836e5ae9-7b47-4182-b367-6cb65e1c85ca Feb 03 13:03:15.007342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:15.056172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (836e5ae9-7b47-4182-b367-6cb65e1c85ca), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.127922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (836e5ae9-7b47-4182-b367-6cb65e1c85ca), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.133916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:15.134554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.299924 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6798594 Feb 03 13:03:15.303004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60044) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:15.305612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Network': ['ID=836e5ae9-7b47-4182-b367-6cb65e1c85ca,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:15.310243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'subnet': {'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:15.329202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.330410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.330914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.331413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.332240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.332719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.333192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.333673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.334157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.334687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.339509 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.340313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.340821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8102f726-16eb-4341-bbcf-488991672daf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:15.345813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a3605bae-ba1d-4c68-b3ac-208951cce06d None None] Provisioning complete for port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:15.346355 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3605bae-ba1d-4c68-b3ac-208951cce06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.381977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 836e5ae9-7b47-4182-b367-6cb65e1c85ca details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:03:15.664666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:15.678918 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:16.172818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f2911-3d6d-44b8-97bc-c95d2fb86c2f req-efd0b051-0d33-4c3c-94f8-1a0734044b07 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:16.179065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a51f2911-3d6d-44b8-97bc-c95d2fb86c2f req-efd0b051-0d33-4c3c-94f8-1a0734044b07 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 944 time: 0.2415071 Feb 03 13:03:16.240557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e48bccff-1f5a-4452-89f4-7a1f2c8a9979 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:16.374990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a3605bae-ba1d-4c68-b3ac-208951cce06d None None] Current status of the port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:16.393747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a51f2911-3d6d-44b8-97bc-c95d2fb86c2f req-3884c6e0-9d4b-43ef-bc85-95abdfecf6db tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313891 Feb 03 13:03:16.397281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (1cf065fb-165b-4a54-8bd9-a2cbefbe7205), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:16.475349 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:16.490396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a3605bae-ba1d-4c68-b3ac-208951cce06d None None] Provisioning complete for port 55014626-ae2f-410d-b83f-a0c8631b3eb4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:16.491021 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3605bae-ba1d-4c68-b3ac-208951cce06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:16.521026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Subnet': ['ID=1cf065fb-165b-4a54-8bd9-a2cbefbe7205,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:16.589503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Checking segment: {'id': '4989b1ad-ac88-435b-86e0-0777865a8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:16.592237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network hostable DHCP agents. Network: 836e5ae9-7b47-4182-b367-6cb65e1c85ca, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:03:16.593367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a3605bae-ba1d-4c68-b3ac-208951cce06d None None] Port 55014626-ae2f-410d-b83f-a0c8631b3eb4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:16.595978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:03:16.613049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:16.613429 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:16.639085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 836e5ae9-7b47-4182-b367-6cb65e1c85ca is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:03:16.661962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 836e5ae9-7b47-4182-b367-6cb65e1c85ca) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:16.669480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:16.670218 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:16.730569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9a535a79-1966-4b56-ad48-8fb1a35cc47c tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4261434 Feb 03 13:03:16.731348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60070) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:16.769484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea3816-785e-492e-bc3b-4c4822f89822 None None] Network 836e5ae9-7b47-4182-b367-6cb65e1c85ca requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:17.300336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-32e4f3d1-34d3-4c54-ade5-dc9f0b1cb911 None None] Provisioning complete for port 55014626-ae2f-410d-b83f-a0c8631b3eb4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:17.300877 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32e4f3d1-34d3-4c54-ade5-dc9f0b1cb911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:17.465589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:12Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:13Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:17.538860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:17.539493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Updating router dfc580e8-1d3a-4130-8c86-fe7760e27f2b port 55014626-ae2f-410d-b83f-a0c8631b3eb4 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:03:17.548674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:17.549340 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:17.701178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:17.704297 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76a234f-77bd-4bef-980d-94fe39ac9c98" -d '{"events": [{"server_uuid": "a186a26c-a8f1-48cb-ba85-419e24226b02", "name": "network-vif-plugged", "status": "completed", "tag": "e48bccff-1f5a-4452-89f4-7a1f2c8a9979"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:17.744179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-32e4f3d1-34d3-4c54-ade5-dc9f0b1cb911 None None] Port 55014626-ae2f-410d-b83f-a0c8631b3eb4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:17.807469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:03:17.808418 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:17.815372 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:17.879339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e48bccff-1f5a-4452-89f4-7a1f2c8a9979, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:17.959341 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:17.969664 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.030050 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df7289f-c224-4550-b232-3d8015861cda x-openstack-request-id: req-6df7289f-c224-4550-b232-3d8015861cda {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:18.030440 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186a26c-a8f1-48cb-ba85-419e24226b02", "name": "network-vif-plugged", "status": "completed", "tag": "e48bccff-1f5a-4452-89f4-7a1f2c8a9979", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:18.030676 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6df7289f-c224-4550-b232-3d8015861cda {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:18.031052 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'code': 200} Feb 03 13:03:18.506455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Allocated IP 2001:db8:1::2 (836e5ae9-7b47-4182-b367-6cb65e1c85ca/1cf065fb-165b-4a54-8bd9-a2cbefbe7205/39ee920c-9b14-48f8-844d-53305f18ea42) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:18.652839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e990c-fe27-44e5-bb76-3c628440b908 req-6a92369b-e105-4a3f-ac9d-06409df35753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:18.658362 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-469e990c-fe27-44e5-bb76-3c628440b908 req-6a92369b-e105-4a3f-ac9d-06409df35753 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 1128 time: 0.4508371 Feb 03 13:03:18.753064 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-469e990c-fe27-44e5-bb76-3c628440b908 req-5bc92410-9607-465d-86b6-88d4dc04dfc4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865371 Feb 03 13:03:18.963701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:18.978568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ddbd3-6424-4fe1-99cb-0b77491c158c req-585eb226-e873-4b52-8986-e1f7483f8d9a tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:18.991031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d7ddbd3-6424-4fe1-99cb-0b77491c158c req-585eb226-e873-4b52-8986-e1f7483f8d9a tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 944 time: 1.3914769 Feb 03 13:03:19.134371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Publish callbacks [] for port (39ee920c-9b14-48f8-844d-53305f18ea42), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.174465 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.220475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d7ddbd3-6424-4fe1-99cb-0b77491c158c req-1e62cf59-8739-4ab8-b3fe-a3dc387e46a6 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184894 Feb 03 13:03:19.319744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Pushing event updated for resources: {'Port': ['ID=39ee920c-9b14-48f8-844d-53305f18ea42,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:19.378659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Network 836e5ae9-7b47-4182-b367-6cb65e1c85ca is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:19.386219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:19.402295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:19.617175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Publish callbacks [] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.683110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.697194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 2001:db8:1::1 (836e5ae9-7b47-4182-b367-6cb65e1c85ca/1cf065fb-165b-4a54-8bd9-a2cbefbe7205/bd43ebdd-6ca8-4e5f-b66e-1181159f07d2) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:20.017332 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Attempting to bind port 39ee920c-9b14-48f8-844d-53305f18ea42 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:20.017752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.025578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Attempting to bind port 39ee920c-9b14-48f8-844d-53305f18ea42 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '4989b1ad-ac88-435b-86e0-0777865a8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:20.026171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Attempting to bind port 39ee920c-9b14-48f8-844d-53305f18ea42 on network 836e5ae9-7b47-4182-b367-6cb65e1c85ca {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:20.051669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:20.057080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Checking segment: {'id': '4989b1ad-ac88-435b-86e0-0777865a8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:20.057624 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.058117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Bound using segment: {'id': '4989b1ad-ac88-435b-86e0-0777865a8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:20.058734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Bound port: 39ee920c-9b14-48f8-844d-53305f18ea42, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989b1ad-ac88-435b-86e0-0777865a8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:20.059174 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.154453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.206262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f4847-db9f-4caa-aaa3-668b2f7b4684 None None] Pushing event updated for resources: {'Port': ['ID=55014626-ae2f-410d-b83f-a0c8631b3eb4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:20.275958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Attempting to bind port 55014626-ae2f-410d-b83f-a0c8631b3eb4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:20.277262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Attempting to bind port 55014626-ae2f-410d-b83f-a0c8631b3eb4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9a446f96-4615-46f6-8cc7-55ce5dd6263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:20.277975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Attempting to bind port 55014626-ae2f-410d-b83f-a0c8631b3eb4 on network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:20.294090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:20.294671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Checking segment: {'id': '9a446f96-4615-46f6-8cc7-55ce5dd6263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:20.295205 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.295703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Bound using segment: {'id': '9a446f96-4615-46f6-8cc7-55ce5dd6263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:20.296337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Bound port: 55014626-ae2f-410d-b83f-a0c8631b3eb4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a446f96-4615-46f6-8cc7-55ce5dd6263e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:20.296746 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.331537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] For port 39ee920c-9b14-48f8-844d-53305f18ea42, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:20.344624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 836e5ae9-7b47-4182-b367-6cb65e1c85ca is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:20.348530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] For port 39ee920c-9b14-48f8-844d-53305f18ea42, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=39ee920c-9b14-48f8-844d-53305f18ea42,segment=NetworkSegment(4989b1ad-ac88-435b-86e0-0777865a8eba),segment_id=4989b1ad-ac88-435b-86e0-0777865a8eba)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:20.350204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:20.354114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:20.357726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-933b29f9-ae3b-40cd-a4cb-db32cfc4eab3 None None] Provisioning complete for port 55014626-ae2f-410d-b83f-a0c8631b3eb4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:20.358720 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933b29f9-ae3b-40cd-a4cb-db32cfc4eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.390256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.418971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-933b29f9-ae3b-40cd-a4cb-db32cfc4eab3 None None] Port 55014626-ae2f-410d-b83f-a0c8631b3eb4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:20.470361 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.537892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=bd43ebdd-6ca8-4e5f-b66e-1181159f07d2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:20.607771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] For port 55014626-ae2f-410d-b83f-a0c8631b3eb4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:20.610095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1d4f1-df95-4ab8-aa69-a8bcd686a31e None None] Pushing event updated for resources: {'Port': ['ID=39ee920c-9b14-48f8-844d-53305f18ea42,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:20.614033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] For port 55014626-ae2f-410d-b83f-a0c8631b3eb4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=55014626-ae2f-410d-b83f-a0c8631b3eb4,segment=NetworkSegment(9a446f96-4615-46f6-8cc7-55ce5dd6263e),segment_id=9a446f96-4615-46f6-8cc7-55ce5dd6263e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:20.629184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.717464 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.768326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:20.770618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:20.775247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f4847-db9f-4caa-aaa3-668b2f7b4684 None None] Pushing event updated for resources: {'Port': ['ID=55014626-ae2f-410d-b83f-a0c8631b3eb4,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:20.844236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9b507-46ee-41c9-8fbb-977029f6afc4 req-41aa676a-4909-4abb-b587-41c95a3bc6a9 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:20.845917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30d9b507-46ee-41c9-8fbb-977029f6afc4 req-41aa676a-4909-4abb-b587-41c95a3bc6a9 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 945 time: 0.2630391 Feb 03 13:03:21.055750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:21.087129 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:21.163807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30d9b507-46ee-41c9-8fbb-977029f6afc4 req-1c2494e8-bc53-4355-b406-3140aa89afca tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088908 Feb 03 13:03:21.844717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a1328006-63be-4bce-90fb-b6ffe4c79893 None None] Provisioning complete for port 55014626-ae2f-410d-b83f-a0c8631b3eb4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:21.845189 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1328006-63be-4bce-90fb-b6ffe4c79893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:22.015707 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:22.039588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:22.052749 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:22.095994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:12Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:20Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:22.199689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98138e-0d1b-48d2-8e92-6b1f14f1a172 None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:12Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:20Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:22.220364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=bd43ebdd-6ca8-4e5f-b66e-1181159f07d2,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:22.383480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 39ee920c-9b14-48f8-844d-53305f18ea42 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:22.561998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f384-3019-490c-90fc-643f87a1eb2c req-31a7476a-771e-4ecb-9d16-30f21f78d079 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:22.570597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3385f384-3019-490c-90fc-643f87a1eb2c req-31a7476a-771e-4ecb-9d16-30f21f78d079 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 945 time: 1.1231861 Feb 03 13:03:22.572880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 836e5ae9-7b47-4182-b367-6cb65e1c85ca is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:22.575942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:22.615637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a1328006-63be-4bce-90fb-b6ffe4c79893 None None] Current status of the port 55014626-ae2f-410d-b83f-a0c8631b3eb4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:22.616056 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1328006-63be-4bce-90fb-b6ffe4c79893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:22.794213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a1328006-63be-4bce-90fb-b6ffe4c79893 None None] For port 55014626-ae2f-410d-b83f-a0c8631b3eb4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=55014626-ae2f-410d-b83f-a0c8631b3eb4,segment=NetworkSegment(9a446f96-4615-46f6-8cc7-55ce5dd6263e),segment_id=9a446f96-4615-46f6-8cc7-55ce5dd6263e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:22.816262 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1328006-63be-4bce-90fb-b6ffe4c79893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:22.919748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3385f384-3019-490c-90fc-643f87a1eb2c req-e193bbee-b120-4a62-8b04-f6cfdb49b77b tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173349 Feb 03 13:03:23.045727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f834c-6765-49b1-a882-b08540b8d914 None None] Network 836e5ae9-7b47-4182-b367-6cb65e1c85ca requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:23.088969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:23.290015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-042dee4b-3aab-4f81-a592-27d8fef2e8fd None None] Provisioning complete for port 39ee920c-9b14-48f8-844d-53305f18ea42 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:23.290446 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-042dee4b-3aab-4f81-a592-27d8fef2e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.303889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 39ee920c-9b14-48f8-844d-53305f18ea42 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:23.304445 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.313471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1328006-63be-4bce-90fb-b6ffe4c79893 None None] Pushing event updated for resources: {'Port': ['ID=55014626-ae2f-410d-b83f-a0c8631b3eb4,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:23.512965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05869-b5dd-484a-836e-cfa86f1186bd req-82eb69b6-2c32-4dfa-8f5a-33ca9949776e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:23.522971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ea05869-b5dd-484a-836e-cfa86f1186bd req-82eb69b6-2c32-4dfa-8f5a-33ca9949776e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 945 time: 0.4265516 Feb 03 13:03:23.570688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4898c-a414-4fd6-b34a-d5e7f94c9d38 req-8a7d07c5-ebc8-49bc-8509-396b8064f3fd tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:23.584098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bd4898c-a414-4fd6-b34a-d5e7f94c9d38 req-8a7d07c5-ebc8-49bc-8509-396b8064f3fd tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 945 time: 0.4040177 Feb 03 13:03:23.599844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:23.616727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-214efb68-d313-4445-93ad-b2d37c0d8f07 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8835177 Feb 03 13:03:23.619545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60178) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:23.624978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1805882520'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:23.691761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:23.696117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.797558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:03:23.826821 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (05ec3f43-1085-48eb-8619-58b5ec05cabe), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.827268 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added segment 05ec3f43-1085-48eb-8619-58b5ec05cabe of type vlan for network 3616f771-5bb1-4829-b643-f38beabfdc4d Feb 03 13:03:23.871170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ea05869-b5dd-484a-836e-cfa86f1186bd req-489147db-b5f2-44b9-871b-62345861568e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471797 Feb 03 13:03:23.910888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bd4898c-a414-4fd6-b34a-d5e7f94c9d38 req-08e4163e-f08c-4a70-b89d-a6f45fe5b6d5 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234105 Feb 03 13:03:23.931566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60180) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:23.999166 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3616f771-5bb1-4829-b643-f38beabfdc4d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.028368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-3c422cb1-be2b-4a10-a47d-8508dccc63f7 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:24.050583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-3c422cb1-be2b-4a10-a47d-8508dccc63f7 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.91 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 945 time: 0.3299387 Feb 03 13:03:24.127632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3616f771-5bb1-4829-b643-f38beabfdc4d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.157862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:24.167120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.397431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Network': ['ID=3616f771-5bb1-4829-b643-f38beabfdc4d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:24.434409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Deleting port 246cb272-66e9-431e-a80b-11bf83442b6b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:24.434886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.444788 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-16e307ac-351c-4205-a25c-9b034e90355b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8231564 Feb 03 13:03:24.446730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60188) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:24.454167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'subnet': {'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:24.478465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3616f771-5bb1-4829-b643-f38beabfdc4d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:03:24.606273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 39ee920c-9b14-48f8-844d-53305f18ea42 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:24.614989 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.660113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-042dee4b-3aab-4f81-a592-27d8fef2e8fd None None] Current status of the port 39ee920c-9b14-48f8-844d-53305f18ea42 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:24.660770 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-042dee4b-3aab-4f81-a592-27d8fef2e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.674799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a16556f-be6e-4ef3-ae09-1e66f2ff0053 tempest-TestServerBasicOps-1904681273 tempest-TestServerBasicOps-1904681273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:24.682984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7a16556f-be6e-4ef3-ae09-1e66f2ff0053 tempest-TestServerBasicOps-1904681273 tempest-TestServerBasicOps-1904681273-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 1123 time: 0.7474425 Feb 03 13:03:24.698573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60194) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:24.717300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:24.900504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:24.913550 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.936552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] For port 246cb272-66e9-431e-a80b-11bf83442b6b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=246cb272-66e9-431e-a80b-11bf83442b6b,segment=NetworkSegment(6d9fa64d-6a79-4d83-90a3-f3424cd8358a),segment_id=6d9fa64d-6a79-4d83-90a3-f3424cd8358a)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:24.936955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.938450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 39ee920c-9b14-48f8-844d-53305f18ea42, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=39ee920c-9b14-48f8-844d-53305f18ea42,segment=NetworkSegment(4989b1ad-ac88-435b-86e0-0777865a8eba),segment_id=4989b1ad-ac88-435b-86e0-0777865a8eba)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:25.039944 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:25.040773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Calling delete_port for 246cb272-66e9-431e-a80b-11bf83442b6b owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:25.301739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=39ee920c-9b14-48f8-844d-53305f18ea42,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:25.476665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02658b0-1acc-4ed6-a8b4-69a799222993 req-ace31faf-5bae-4eac-a4d4-0e0fb4e53a9e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:25.483945 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-042dee4b-3aab-4f81-a592-27d8fef2e8fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:03:25.484501 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-042dee4b-3aab-4f81-a592-27d8fef2e8fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:03:25.491107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 55014626-ae2f-410d-b83f-a0c8631b3eb4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:25.494510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f02658b0-1acc-4ed6-a8b4-69a799222993 req-ace31faf-5bae-4eac-a4d4-0e0fb4e53a9e tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 945 time: 0.4573159 Feb 03 13:03:25.540329 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:25.571946 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:25.577123 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:25.585473 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (e9c36230-bf21-4f7a-afc6-ac9e1feefdb6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:25.615704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 55014626-ae2f-410d-b83f-a0c8631b3eb4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:25.616468 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:25.701867 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:25.796743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f02658b0-1acc-4ed6-a8b4-69a799222993 req-5920d3ad-cb47-4a78-b2c5-cc71623676a8 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000515 Feb 03 13:03:25.849572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 55014626-ae2f-410d-b83f-a0c8631b3eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:25.925674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Subnet': ['ID=e9c36230-bf21-4f7a-afc6-ac9e1feefdb6,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:25.957799 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:25.973977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-d5cd320d-9f55-427d-9114-93113849bc68 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1399016 Feb 03 13:03:26.004242 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Checking segment: {'id': '05ec3f43-1085-48eb-8619-58b5ec05cabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:26.018835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network hostable DHCP agents. Network: 3616f771-5bb1-4829-b643-f38beabfdc4d, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:03:26.106589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-042dee4b-3aab-4f81-a592-27d8fef2e8fd None None] Current status of the port 39ee920c-9b14-48f8-844d-53305f18ea42 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:26.176887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (246cb272-66e9-431e-a80b-11bf83442b6b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:26.191656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['246cb272-66e9-431e-a80b-11bf83442b6b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:03:26.225301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 3616f771-5bb1-4829-b643-f38beabfdc4d is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:03:26.257725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Pushing event deleted for resources: {'Port': ['ID=246cb272-66e9-431e-a80b-11bf83442b6b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:26.270755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3616f771-5bb1-4829-b643-f38beabfdc4d) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:26.298115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:26.298941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:26.332616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-018f8210-363e-4845-aa22-6abaa89d8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:26.335298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-018f8210-363e-4845-aa22-6abaa89d8f92 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 1128 time: 0.3268049 Feb 03 13:03:26.349871 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ad2b338f-58e2-4bdc-9080-4aee3fd5feaf tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9004745 Feb 03 13:03:26.350623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60212) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:26.359782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8147ab-eda3-49a9-80a9-22e69e609404 None None] Network 3616f771-5bb1-4829-b643-f38beabfdc4d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:26.381847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] No DVR routers for this DVR port 246cb272-66e9-431e-a80b-11bf83442b6b on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:26.397840 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:26.401944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.91 "DELETE /v2.0/ports/246cb272-66e9-431e-a80b-11bf83442b6b HTTP/1.1" status: 204 len: 173 time: 2.3453283 Feb 03 13:03:26.436691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b17929-47ef-4079-b4c2-31be2cd18416', 'name': 'network-vif-deleted', 'tag': '246cb272-66e9-431e-a80b-11bf83442b6b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:26.439171 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e4411-449c-4071-8849-303ebca8526f" -d '{"events": [{"server_uuid": "57b17929-47ef-4079-b4c2-31be2cd18416", "name": "network-vif-deleted", "tag": "246cb272-66e9-431e-a80b-11bf83442b6b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:26.571975 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b00c40-42df-4126-8f06-10aef7f1cd3f x-openstack-request-id: req-f7b00c40-42df-4126-8f06-10aef7f1cd3f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:26.572280 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b17929-47ef-4079-b4c2-31be2cd18416", "name": "network-vif-deleted", "tag": "246cb272-66e9-431e-a80b-11bf83442b6b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:26.572739 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7b00c40-42df-4126-8f06-10aef7f1cd3f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:26.573397 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b17929-47ef-4079-b4c2-31be2cd18416', 'name': 'network-vif-deleted', 'tag': '246cb272-66e9-431e-a80b-11bf83442b6b', 'status': 'completed', 'code': 200} Feb 03 13:03:26.668243 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:03:26.680131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-d296d7a4-b54e-49ed-806b-6f55a35b3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:26.683898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-d296d7a4-b54e-49ed-806b-6f55a35b3f2f service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.3133590 Feb 03 13:03:26.784409 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:20Z', 'revision_number': 3, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:21Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:26.860281 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:26.860554 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Updating router dfc580e8-1d3a-4130-8c86-fe7760e27f2b port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:03:26.860662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-92a54976-d5e6-40ed-b304-e0a5a50281e7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 200 len: 1001 time: 0.1675956 Feb 03 13:03:26.949143 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:26.974483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-7a77a571-8a4a-4131-99eb-5e014c710be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:26.978715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-7a77a571-8a4a-4131-99eb-5e014c710be4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.1097739 Feb 03 13:03:27.080311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d8f719cf-33ad-4311-a974-bf8ccf37912e None None] Provisioning complete for port 39ee920c-9b14-48f8-844d-53305f18ea42 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:27.080661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f719cf-33ad-4311-a974-bf8ccf37912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:27.281938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-027d71cf-a9d0-446f-a530-3e9759b7af92 req-0c43f914-ad75-4155-883c-90530ce34d81 tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] 10.222.0.65 "GET /v2.0/ports?device_id=57b17929-47ef-4079-b4c2-31be2cd18416 HTTP/1.1" status: 200 len: 210 time: 0.2713447 Feb 03 13:03:27.312699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 39ee920c-9b14-48f8-844d-53305f18ea42 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:27.342310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-e7c925c6-7fe8-4f72-8f49-087ff7980596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:27.344294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-e7c925c6-7fe8-4f72-8f49-087ff7980596 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3559978 Feb 03 13:03:27.521039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-3616f771-5bb1-4829-b643-f38beabfdc4d', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:03:27.524301 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:27.596249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-6059b0ab-a6e3-45a9-8262-48f29230dc02 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394612 Feb 03 13:03:27.702928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8f719cf-33ad-4311-a974-bf8ccf37912e None None] Current status of the port 39ee920c-9b14-48f8-844d-53305f18ea42 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:27.740080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-cf9bbb88-26e3-4bfb-b4c7-7247aca7a748 req-ee445f31-9ed8-4854-8a72-5304c408b607 tempest-ServerDiskConfigTestJSON-1662364234 tempest-ServerDiskConfigTestJSON-1662364234-project] (103224) timed out ('10.222.0.72', 61564) {{(pid=103224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:03:27.765016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 39ee920c-9b14-48f8-844d-53305f18ea42 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:27.766889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:27.907164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:27.917110 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Publish callbacks [] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:27.932730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6325c574-c1b8-4d02-b7f6-8faa7145ad81 req-2ec45752-3bd5-4b8a-8325-ce54eee412bc service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250177 Feb 03 13:03:27.941660 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.153180 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Pushing event updated for resources: {'Port': ['ID=bd43ebdd-6ca8-4e5f-b66e-1181159f07d2,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:28.239424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Allocated IP 2001:db8:2::2 (3616f771-5bb1-4829-b643-f38beabfdc4d/e9c36230-bf21-4f7a-afc6-ac9e1feefdb6/878907ff-47fe-4d7e-99a8-6b2ab377bf70) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:28.371251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Allocated IP 172.25.3.234 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/ad697b80-ef8f-4737-9e11-297de60ef734) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:28.410581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60250) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:28.501927 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.502262 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.502636 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.506684 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.507051 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.507732 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.508076 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.508800 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.508800 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.509041 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.509366 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.509687 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.510005 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:28.531210 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Attempting to bind port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:28.531589 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Attempting to bind port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '4989b1ad-ac88-435b-86e0-0777865a8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:28.531953 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Attempting to bind port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 on network 836e5ae9-7b47-4182-b367-6cb65e1c85ca {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:28.548549 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:28.548974 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Checking segment: {'id': '4989b1ad-ac88-435b-86e0-0777865a8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:28.549400 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.549801 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Bound using segment: {'id': '4989b1ad-ac88-435b-86e0-0777865a8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:28.554521 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Bound port: bd43ebdd-6ca8-4e5f-b66e-1181159f07d2, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989b1ad-ac88-435b-86e0-0777865a8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:28.555137 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.557143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d8f719cf-33ad-4311-a974-bf8ccf37912e None None] Provisioning complete for port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:28.557393 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f719cf-33ad-4311-a974-bf8ccf37912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.733926 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] For port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:28.743804 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] For port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bd43ebdd-6ca8-4e5f-b66e-1181159f07d2,segment=NetworkSegment(4989b1ad-ac88-435b-86e0-0777865a8eba),segment_id=4989b1ad-ac88-435b-86e0-0777865a8eba)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:28.780427 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.906031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for port (ad697b80-ef8f-4737-9e11-297de60ef734), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.924869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a027de-4100-4e18-8e35-0a540ed772fd admin admin] Deleting subnet 4cba01d4-779c-4379-b6af-ec4ab7d2fbca {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:03:28.935961 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a6a027de-4100-4e18-8e35-0a540ed772fd admin admin] Publish callbacks [] for subnet (4cba01d4-779c-4379-b6af-ec4ab7d2fbca), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.961499 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:28.962067 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:29.048954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a6a027de-4100-4e18-8e35-0a540ed772fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (4cba01d4-779c-4379-b6af-ec4ab7d2fbca), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.061090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Publish callbacks [] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.067274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8f719cf-33ad-4311-a974-bf8ccf37912e None None] Port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:29.074927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 246cb272-66e9-431e-a80b-11bf83442b6b no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:29.102032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 246cb272-66e9-431e-a80b-11bf83442b6b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:29.102550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 246cb272-66e9-431e-a80b-11bf83442b6b not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:29.106876 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.159517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Network 3616f771-5bb1-4829-b643-f38beabfdc4d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:29.168256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:29.173810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:29.193392 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a6a027de-4100-4e18-8e35-0a540ed772fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (4cba01d4-779c-4379-b6af-ec4ab7d2fbca), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.233148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ad697b80-ef8f-4737-9e11-297de60ef734), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.274736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Attempting to bind port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:29.275285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Attempting to bind port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '05ec3f43-1085-48eb-8619-58b5ec05cabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:29.275597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Attempting to bind port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 on network 3616f771-5bb1-4829-b643-f38beabfdc4d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:29.281597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Pushing event updated for resources: {'Port': ['ID=878907ff-47fe-4d7e-99a8-6b2ab377bf70,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:29.329664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:29.334751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Checking segment: {'id': '05ec3f43-1085-48eb-8619-58b5ec05cabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:29.335159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.335564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Bound using segment: {'id': '05ec3f43-1085-48eb-8619-58b5ec05cabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:29.336068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Bound port: 878907ff-47fe-4d7e-99a8-6b2ab377bf70, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ec3f43-1085-48eb-8619-58b5ec05cabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:29.336478 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.377147 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:29.414447 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a6a027de-4100-4e18-8e35-0a540ed772fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (4cba01d4-779c-4379-b6af-ec4ab7d2fbca), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.415675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:29.465984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:29.465984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:29.489278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a027de-4100-4e18-8e35-0a540ed772fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cba01d4-779c-4379-b6af-ec4ab7d2fbca,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:29.508905 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a6a027de-4100-4e18-8e35-0a540ed772fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.512660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a6a027de-4100-4e18-8e35-0a540ed772fd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4cba01d4-779c-4379-b6af-ec4ab7d2fbca HTTP/1.1" status: 204 len: 168 time: 1.1006410 Feb 03 13:03:29.516407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60274) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:29.598018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] For port 878907ff-47fe-4d7e-99a8-6b2ab377bf70, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:29.601829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] For port 878907ff-47fe-4d7e-99a8-6b2ab377bf70, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=878907ff-47fe-4d7e-99a8-6b2ab377bf70,segment=NetworkSegment(05ec3f43-1085-48eb-8619-58b5ec05cabe),segment_id=05ec3f43-1085-48eb-8619-58b5ec05cabe)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:29.621074 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.711584 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028f8be-5430-4081-9358-027c0676b492 None None] Pushing event updated for resources: {'Port': ['ID=bd43ebdd-6ca8-4e5f-b66e-1181159f07d2,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:29.712883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed119a-35ad-4c0f-8f49-4bc1bc75e901 None None] Pushing event updated for resources: {'Port': ['ID=878907ff-47fe-4d7e-99a8-6b2ab377bf70,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:29.720304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bedb1680-1da6-470a-a50c-d9954dd8909b None None] Provisioning complete for port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:29.722231 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bedb1680-1da6-470a-a50c-d9954dd8909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.725962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 39ee920c-9b14-48f8-844d-53305f18ea42 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:29.761760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.858086 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8a6f3dc3-6b5a-4b28-9851-7c1a985b2804), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.888158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bedb1680-1da6-470a-a50c-d9954dd8909b None None] Current status of the port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:29.888784 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bedb1680-1da6-470a-a50c-d9954dd8909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.980196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bedb1680-1da6-470a-a50c-d9954dd8909b None None] For port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bd43ebdd-6ca8-4e5f-b66e-1181159f07d2,segment=NetworkSegment(4989b1ad-ac88-435b-86e0-0777865a8eba),segment_id=4989b1ad-ac88-435b-86e0-0777865a8eba)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:29.996768 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bedb1680-1da6-470a-a50c-d9954dd8909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.089962 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:20Z', 'revision_number': 3, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:28Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:30.126040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb1680-1da6-470a-a50c-d9954dd8909b None None] Pushing event updated for resources: {'Port': ['ID=bd43ebdd-6ca8-4e5f-b66e-1181159f07d2,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:30.165564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-122967dd-3f97-4493-a139-c37d069eb135 None None] Provisioning complete for port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:30.168488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-122967dd-3f97-4493-a139-c37d069eb135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.219395 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8a6f3dc3-6b5a-4b28-9851-7c1a985b2804), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.221594 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c65ece3-d4d3-47e7-85cd-23fe0ec7deff None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:20Z', 'revision_number': 3, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:28Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:30.375001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6f3dc3-6b5a-4b28-9851-7c1a985b2804']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:30.397130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9fa64d-6a79-4d83-90a3-f3424cd8358a') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:30.398269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9fa64d-6a79-4d83-90a3-f3424cd8358a') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:30.430583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'Port': ['ID=ad697b80-ef8f-4737-9e11-297de60ef734,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:30.456160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-122967dd-3f97-4493-a139-c37d069eb135 None None] Current status of the port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:30.484972 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (6d9fa64d-6a79-4d83-90a3-f3424cd8358a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.544324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6d9fa64d-6a79-4d83-90a3-f3424cd8358a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.562059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:03:30.565681 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (6d9fa64d-6a79-4d83-90a3-f3424cd8358a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:03:30.568121 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:03:30.700538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 2001:db8:2::1 (3616f771-5bb1-4829-b643-f38beabfdc4d/e9c36230-bf21-4f7a-afc6-ac9e1feefdb6/3c981392-e129-456e-9f63-298a9b89a08e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:30.740813 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (8a6f3dc3-6b5a-4b28-9851-7c1a985b2804), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.759861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.766982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8a6f3dc3-6b5a-4b28-9851-7c1a985b2804 HTTP/1.1" status: 204 len: 168 time: 1.2484281 Feb 03 13:03:30.832509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f6e8-9274-40ac-ba98-a918471ee5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6f3dc3-6b5a-4b28-9851-7c1a985b2804,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:30.985395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (3c981392-e129-456e-9f63-298a9b89a08e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:31.108939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60302) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:31.262220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60308) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:31.263392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-83093dbe-ff93-46bd-98b8-fdddfe4691f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4127ddc376964b6ab62b51a2621d3dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523378 Feb 03 13:03:31.290153 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3c981392-e129-456e-9f63-298a9b89a08e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:31.450374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 3616f771-5bb1-4829-b643-f38beabfdc4d is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:31.488052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:31.507453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:31.508067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:31.518795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=3c981392-e129-456e-9f63-298a9b89a08e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:31.969247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674b543-754b-43d8-84b3-4e2975d982b5 None None] Network 3616f771-5bb1-4829-b643-f38beabfdc4d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:32.100183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-813e5f1e-9760-4cbe-bb90-0670edb102ed None None] Provisioning complete for port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:32.100831 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-813e5f1e-9760-4cbe-bb90-0670edb102ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.131709 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for floatingip (a650886f-6534-4557-95f7-c17b44512297), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.211303 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da1dd566-8fb2-439f-ba7e-0a3101bf4ba0 admin admin] Publish callbacks [] for security_group (4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.241330 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da1dd566-8fb2-439f-ba7e-0a3101bf4ba0 admin admin] Publish callbacks [] for security_group (4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.307502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:32.388679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-813e5f1e-9760-4cbe-bb90-0670edb102ed None None] Current status of the port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:32.389324 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-813e5f1e-9760-4cbe-bb90-0670edb102ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.422909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ad697b80-ef8f-4737-9e11-297de60ef734), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.450547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-813e5f1e-9760-4cbe-bb90-0670edb102ed None None] For port 878907ff-47fe-4d7e-99a8-6b2ab377bf70, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=878907ff-47fe-4d7e-99a8-6b2ab377bf70,segment=NetworkSegment(05ec3f43-1085-48eb-8619-58b5ec05cabe),segment_id=05ec3f43-1085-48eb-8619-58b5ec05cabe)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:32.460155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:32.460539 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.627760 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-813e5f1e-9760-4cbe-bb90-0670edb102ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.782066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e5f1e-9760-4cbe-bb90-0670edb102ed None None] Pushing event updated for resources: {'Port': ['ID=878907ff-47fe-4d7e-99a8-6b2ab377bf70,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:32.832145 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c981392-e129-456e-9f63-298a9b89a08e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.868188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60336) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:32.946799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:32.948050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 878907ff-47fe-4d7e-99a8-6b2ab377bf70 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:32.954919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for port (ad697b80-ef8f-4737-9e11-297de60ef734), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.131551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5d2eec8c-b184-4c2a-ac90-c5d2b0d55a76 None None] Provisioning complete for port 3c981392-e129-456e-9f63-298a9b89a08e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:33.132680 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d2eec8c-b184-4c2a-ac90-c5d2b0d55a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3c981392-e129-456e-9f63-298a9b89a08e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.196624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8c6113cb-1ad8-4599-88a4-3b7ee0614481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.228172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:33.229359 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.351945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5d2eec8c-b184-4c2a-ac90-c5d2b0d55a76 None None] Port 3c981392-e129-456e-9f63-298a9b89a08e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:33.410268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5d2eec8c-b184-4c2a-ac90-c5d2b0d55a76 None None] Provisioning complete for port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:33.410853 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d2eec8c-b184-4c2a-ac90-c5d2b0d55a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.422623 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8c6113cb-1ad8-4599-88a4-3b7ee0614481 admin admin] Publish callbacks [] for security_group (cf3a32fd-5015-4e57-9a60-6dc8371169c1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.438667 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8c6113cb-1ad8-4599-88a4-3b7ee0614481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf3a32fd-5015-4e57-9a60-6dc8371169c1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.513193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8c6113cb-1ad8-4599-88a4-3b7ee0614481 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=38db2655fa934d6ba799a41b7d0a1975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6410584 Feb 03 13:03:33.527018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60348) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:33.669892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6113cb-1ad8-4599-88a4-3b7ee0614481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3a32fd-5015-4e57-9a60-6dc8371169c1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:33.746937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (3c981392-e129-456e-9f63-298a9b89a08e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.761923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2823e26-5cb6-4164-9b76-74193492ad4e admin admin] Publish callbacks [] for security_group (cf3a32fd-5015-4e57-9a60-6dc8371169c1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.782163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (ad697b80-ef8f-4737-9e11-297de60ef734), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.786699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (3c981392-e129-456e-9f63-298a9b89a08e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.787504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.817349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da1dd566-8fb2-439f-ba7e-0a3101bf4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.834008 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da1dd566-8fb2-439f-ba7e-0a3101bf4ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.838903 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da1dd566-8fb2-439f-ba7e-0a3101bf4ba0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7 HTTP/1.1" status: 204 len: 168 time: 2.5755272 Feb 03 13:03:33.879646 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2823e26-5cb6-4164-9b76-74193492ad4e admin admin] Publish callbacks [] for security_group (cf3a32fd-5015-4e57-9a60-6dc8371169c1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:34.020237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2823e26-5cb6-4164-9b76-74193492ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf3a32fd-5015-4e57-9a60-6dc8371169c1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:34.023267 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2823e26-5cb6-4164-9b76-74193492ad4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:34.024499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c2823e26-5cb6-4164-9b76-74193492ad4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf3a32fd-5015-4e57-9a60-6dc8371169c1 HTTP/1.1" status: 204 len: 168 time: 0.4964707 Feb 03 13:03:34.044787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:34.058898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2823e26-5cb6-4164-9b76-74193492ad4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3a32fd-5015-4e57-9a60-6dc8371169c1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:34.138489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5d2eec8c-b184-4c2a-ac90-c5d2b0d55a76 None None] Current status of the port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:34.249611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (a650886f-6534-4557-95f7-c17b44512297), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:34.275531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9282728f-2691-4a57-85d5-7db22bf408c8 None None] Provisioning complete for port 3c981392-e129-456e-9f63-298a9b89a08e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:34.275905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9282728f-2691-4a57-85d5-7db22bf408c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3c981392-e129-456e-9f63-298a9b89a08e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:34.314748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1dd566-8fb2-439f-ba7e-0a3101bf4ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd27bcd-4cd5-4857-a5fb-5b9fa3f5dee7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:34.437533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 878907ff-47fe-4d7e-99a8-6b2ab377bf70 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:34.649707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9282728f-2691-4a57-85d5-7db22bf408c8 None None] Port 3c981392-e129-456e-9f63-298a9b89a08e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:34.709422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event updated for resources: {'Port': ['ID=ad697b80-ef8f-4737-9e11-297de60ef734,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:34.712281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:34.712839 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:34.888268 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Floating IP a650886f-6534-4557-95f7-c17b44512297 associated. External IP: 172.25.3.234, port: e48bccff-1f5a-4452-89f4-7a1f2c8a9979. Feb 03 13:03:34.902204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:35.935192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=3c981392-e129-456e-9f63-298a9b89a08e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:35.994030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 3616f771-5bb1-4829-b643-f38beabfdc4d is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:35.997169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:36.684320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e42b0405-6910-4d62-8398-dd96f61d5f8f None None] Provisioning complete for port 3c981392-e129-456e-9f63-298a9b89a08e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:36.684826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e42b0405-6910-4d62-8398-dd96f61d5f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3c981392-e129-456e-9f63-298a9b89a08e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:36.755493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:36.863286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e42b0405-6910-4d62-8398-dd96f61d5f8f None None] Port 3c981392-e129-456e-9f63-298a9b89a08e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:36.868378 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6636481-8378-4623-b5e2-0163ffd615f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:36.950407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Router 61b1967e-6e01-4be6-b8c4-8783b89b2131 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:37.087697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:37.103256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:37.124642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:37.127904 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7b331ca-5d2e-4505-b5a5-fc80624f4f79 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7649992 Feb 03 13:03:37.128659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:37.130636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60440) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:37.137228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2104118664'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:37.200731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:37.204921 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:37.281813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:03:37.304170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (13c81885-62ca-4238-bc6b-ca57c299d266), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:37.306215 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added segment 13c81885-62ca-4238-bc6b-ca57c299d266 of type vlan for network 04d06442-c486-416d-98b0-d9d48053c4bb Feb 03 13:03:37.357886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:37.360528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:37.372848 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] Sync routers for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:37.397888 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:37.398556 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:37.414357 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:37.448180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (04d06442-c486-416d-98b0-d9d48053c4bb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:37.532317 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c16ba91a-9d41-4761-99d1-4afd397b8dc2 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.8318429 Feb 03 13:03:37.532964 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'tag': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:37.540768 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d4daa2-4ac6-4eca-963e-88becf02ba26" -d '{"events": [{"name": "network-changed", "server_uuid": "a186a26c-a8f1-48cb-ba85-419e24226b02", "tag": "e48bccff-1f5a-4452-89f4-7a1f2c8a9979"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:37.555990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (04d06442-c486-416d-98b0-d9d48053c4bb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:37.563178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:37.563820 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:37.727835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Network': ['ID=04d06442-c486-416d-98b0-d9d48053c4bb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:37.741367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-78f315f4-d8b7-4605-a7f4-22fc653db9a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6089616 Feb 03 13:03:37.744207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60460) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:37.749690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'subnet': {'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:37.753044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 04d06442-c486-416d-98b0-d9d48053c4bb details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:03:37.769087 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:37.908196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:32Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:33Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:37.968754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:37.971363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Updating router dfc580e8-1d3a-4130-8c86-fe7760e27f2b port 3c981392-e129-456e-9f63-298a9b89a08e binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:03:38.078107 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c981392-e129-456e-9f63-298a9b89a08e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:38.093455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Made reservation on behalf of 5b31b41ecd234a7082d321c6a109355f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:38.097113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:38.320153 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b1488d-5a1f-4557-bf60-47362412985d x-openstack-request-id: req-04b1488d-5a1f-4557-bf60-47362412985d {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:38.320650 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a186a26c-a8f1-48cb-ba85-419e24226b02", "tag": "e48bccff-1f5a-4452-89f4-7a1f2c8a9979", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:38.321037 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04b1488d-5a1f-4557-bf60-47362412985d {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:38.322800 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'tag': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'status': 'completed', 'code': 200} Feb 03 13:03:38.503438 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'a650886f-6534-4557-95f7-c17b44512297', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'port_id': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:03:31Z', 'updated_at': '2022-02-03T13:03:31Z', 'revision_number': 0, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f8e7f1-ba44-4dec-b728-b20e75b9fb41', 'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'mac_address': 'fa:16:3e:2e:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:38Z', 'updated_at': '2022-02-03T13:02:48Z', 'revision_number': 5, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'subnets': [{'id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:38.530051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-355811ce-3ee8-47ba-8b67-21094ec1216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:38.538814 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-355811ce-3ee8-47ba-8b67-21094ec1216d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82667eedb8334c5fadb10165a764dc4d&device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 1128 time: 0.2455485 Feb 03 13:03:38.553043 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] Checking router: 61b1967e-6e01-4be6-b8c4-8783b89b2131 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:38.569951 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:38.571045 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:38.613865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (f199e6b4-d78e-44aa-9983-a55110a59c02), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:38.788698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Publish callbacks [] for port (3c981392-e129-456e-9f63-298a9b89a08e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:38.820301 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3c981392-e129-456e-9f63-298a9b89a08e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:38.870110 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:38.911971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c14f5-61fb-494b-abb4-f037ea4e9cc9 None None] Pushing event updated for resources: {'Port': ['ID=3c981392-e129-456e-9f63-298a9b89a08e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:38.948940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Subnet': ['ID=f199e6b4-d78e-44aa-9983-a55110a59c02,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:38.977737 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a6728fc-46dc-4618-b9b3-cca6cb0b58d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:39.101252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-91feabb9-0b06-4d0d-adde-22f2cf28b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:39.102731 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-91feabb9-0b06-4d0d-adde-22f2cf28b689 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba74eada-ec8f-4411-b4ab-5cdd60138a69 HTTP/1.1" status: 200 len: 910 time: 0.5496814 Feb 03 13:03:39.153635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Attempting to bind port 3c981392-e129-456e-9f63-298a9b89a08e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:39.153844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Attempting to bind port 3c981392-e129-456e-9f63-298a9b89a08e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '05ec3f43-1085-48eb-8619-58b5ec05cabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:39.154267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Attempting to bind port 3c981392-e129-456e-9f63-298a9b89a08e on network 3616f771-5bb1-4829-b643-f38beabfdc4d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:39.184576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:39.184890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Checking segment: {'id': '05ec3f43-1085-48eb-8619-58b5ec05cabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:39.185296 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:39.185804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Bound using segment: {'id': '05ec3f43-1085-48eb-8619-58b5ec05cabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:39.186292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Bound port: 3c981392-e129-456e-9f63-298a9b89a08e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ec3f43-1085-48eb-8619-58b5ec05cabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:39.186709 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c981392-e129-456e-9f63-298a9b89a08e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:39.271590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Checking segment: {'id': '13c81885-62ca-4238-bc6b-ca57c299d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:39.274621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network hostable DHCP agents. Network: 04d06442-c486-416d-98b0-d9d48053c4bb, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:03:39.400931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 04d06442-c486-416d-98b0-d9d48053c4bb is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:03:39.408392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] For port 3c981392-e129-456e-9f63-298a9b89a08e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:39.418064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] For port 3c981392-e129-456e-9f63-298a9b89a08e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3c981392-e129-456e-9f63-298a9b89a08e,segment=NetworkSegment(05ec3f43-1085-48eb-8619-58b5ec05cabe),segment_id=05ec3f43-1085-48eb-8619-58b5ec05cabe)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:39.438741 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3c981392-e129-456e-9f63-298a9b89a08e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:39.480155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 04d06442-c486-416d-98b0-d9d48053c4bb) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:39.484848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-4496aa57-2efa-47ed-98d9-394e5944174a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979 HTTP/1.1" status: 200 len: 999 time: 0.3701730 Feb 03 13:03:39.513287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:39.514050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:39.617078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c14f5-61fb-494b-abb4-f037ea4e9cc9 None None] Pushing event updated for resources: {'Port': ['ID=3c981392-e129-456e-9f63-298a9b89a08e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:39.620980 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aa8168ef-b3ec-42d0-b403-99dd0ee9991e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8756344 Feb 03 13:03:39.624154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60506) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:39.648390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-048b08c1-9d7f-454f-9ce2-6a12f9240513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:39.658751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404fd638-453c-4d30-b1a9-96e151ea48ae None None] Network 04d06442-c486-416d-98b0-d9d48053c4bb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:39.660108 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-048b08c1-9d7f-454f-9ce2-6a12f9240513 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ff1e13e-651b-4317-b63f-7b9bb73e1545 HTTP/1.1" status: 200 len: 848 time: 0.1681695 Feb 03 13:03:39.678696 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'a650886f-6534-4557-95f7-c17b44512297', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'port_id': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:03:31Z', 'updated_at': '2022-02-03T13:03:31Z', 'revision_number': 0, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f8e7f1-ba44-4dec-b728-b20e75b9fb41', 'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'mac_address': 'fa:16:3e:2e:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:38Z', 'updated_at': '2022-02-03T13:02:48Z', 'revision_number': 5, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'subnets': [{'id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:39.718236 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518dfbe6-1951-4057-8aca-4c0897b602f4 None None] The sync data for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 is: [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'a650886f-6534-4557-95f7-c17b44512297', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'port_id': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:03:31Z', 'updated_at': '2022-02-03T13:03:31Z', 'revision_number': 0, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f8e7f1-ba44-4dec-b728-b20e75b9fb41', 'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'mac_address': 'fa:16:3e:2e:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:38Z', 'updated_at': '2022-02-03T13:02:48Z', 'revision_number': 5, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'subnets': [{'id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:39.878193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-9651092e-144f-49e7-9f28-123c3e58c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:39.884592 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-9651092e-144f-49e7-9f28-123c3e58c01d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba74eada-ec8f-4411-b4ab-5cdd60138a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2180750 Feb 03 13:03:40.016176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e2cbb15b-9a64-4749-a2f6-b9203a16efed None None] Provisioning complete for port 3c981392-e129-456e-9f63-298a9b89a08e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:40.017647 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb15b-9a64-4749-a2f6-b9203a16efed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3c981392-e129-456e-9f63-298a9b89a08e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:40.035924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:40.036838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:40.246486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:40.323233 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-4a3daf9d-83d3-4fd4-8563-4c5397626c61 service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219897 Feb 03 13:03:40.500601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-04d06442-c486-416d-98b0-d9d48053c4bb', 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb', 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'fixed_ips': [{'subnet_id': 'f199e6b4-d78e-44aa-9983-a55110a59c02'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:03:40.502071 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:40.603677 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b3d4daa2-4ac6-4eca-963e-88becf02ba26 req-68d76b24-d888-40a4-8d62-4755647441f1 service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727125 Feb 03 13:03:40.686870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6598b56-855f-4f69-b9a9-9792f2236812 None None] New status for floating IP a650886f-6534-4557-95f7-c17b44512297: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:03:41.199090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Allocated IP 2001:db8:3::2 (04d06442-c486-416d-98b0-d9d48053c4bb/f199e6b4-d78e-44aa-9983-a55110a59c02/40dd66ef-79d2-4432-966a-18ce034ffff3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:41.448037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:41.698680 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:41.922896 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:41.944151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60546) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:42.188501 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7d6a-c057-4b10-a88d-6741a568557b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.349553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7d6a-c057-4b10-a88d-6741a568557b admin admin] Publish callbacks [] for security_group (e6af378e-c131-48cb-9b26-681b52ffb20c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.365613 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7d6a-c057-4b10-a88d-6741a568557b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e6af378e-c131-48cb-9b26-681b52ffb20c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.407782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbb15b-9a64-4749-a2f6-b9203a16efed None None] Current status of the port 3c981392-e129-456e-9f63-298a9b89a08e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:42.408902 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb15b-9a64-4749-a2f6-b9203a16efed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3c981392-e129-456e-9f63-298a9b89a08e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.445584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4e1a7d6a-c057-4b10-a88d-6741a568557b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0aae2f4777894399a12cce847f4a8e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5000629 Feb 03 13:03:42.448360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60560) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:42.499626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a7d6a-c057-4b10-a88d-6741a568557b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af378e-c131-48cb-9b26-681b52ffb20c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:42.519918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:32Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:39Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:42.576795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-180b7a7e-3a1c-4bd0-a503-7f6f19516745 admin admin] Publish callbacks [] for security_group (e6af378e-c131-48cb-9b26-681b52ffb20c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.610702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e2cbb15b-9a64-4749-a2f6-b9203a16efed None None] For port 3c981392-e129-456e-9f63-298a9b89a08e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3c981392-e129-456e-9f63-298a9b89a08e,segment=NetworkSegment(05ec3f43-1085-48eb-8619-58b5ec05cabe),segment_id=05ec3f43-1085-48eb-8619-58b5ec05cabe)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:42.612046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a707979-5f49-4099-bc35-7a12c7e28979 None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:32Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:39Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:42.646055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb15b-9a64-4749-a2f6-b9203a16efed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3c981392-e129-456e-9f63-298a9b89a08e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.664092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-180b7a7e-3a1c-4bd0-a503-7f6f19516745 admin admin] Publish callbacks [] for security_group (e6af378e-c131-48cb-9b26-681b52ffb20c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.768721 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Publish callbacks [] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.827766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-180b7a7e-3a1c-4bd0-a503-7f6f19516745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e6af378e-c131-48cb-9b26-681b52ffb20c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.831196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-180b7a7e-3a1c-4bd0-a503-7f6f19516745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.832311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbb15b-9a64-4749-a2f6-b9203a16efed None None] Pushing event updated for resources: {'Port': ['ID=3c981392-e129-456e-9f63-298a9b89a08e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:42.833986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-180b7a7e-3a1c-4bd0-a503-7f6f19516745 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6af378e-c131-48cb-9b26-681b52ffb20c HTTP/1.1" status: 204 len: 168 time: 0.3844903 Feb 03 13:03:42.859495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.870127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b7a7e-3a1c-4bd0-a503-7f6f19516745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af378e-c131-48cb-9b26-681b52ffb20c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:42.879739 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:42.966453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Allocated IP 2001:db8:3::1 (04d06442-c486-416d-98b0-d9d48053c4bb/f199e6b4-d78e-44aa-9983-a55110a59c02/c2f7870a-2822-4d45-b7c5-c2c70062e75e) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:43.048772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ed6ca904-5999-45ff-a202-af070c67aa46 None None] Provisioning complete for port 3c981392-e129-456e-9f63-298a9b89a08e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:43.049314 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca904-5999-45ff-a202-af070c67aa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3c981392-e129-456e-9f63-298a9b89a08e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.159265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Network 04d06442-c486-416d-98b0-d9d48053c4bb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:43.235051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:43.246935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:43.276157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Pushing event updated for resources: {'Port': ['ID=40dd66ef-79d2-4432-966a-18ce034ffff3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:43.315213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.397791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.426270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 04d06442-c486-416d-98b0-d9d48053c4bb is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:43.436480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:43.501397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Attempting to bind port 40dd66ef-79d2-4432-966a-18ce034ffff3 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:43.503969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Attempting to bind port 40dd66ef-79d2-4432-966a-18ce034ffff3 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '13c81885-62ca-4238-bc6b-ca57c299d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:43.510979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Attempting to bind port 40dd66ef-79d2-4432-966a-18ce034ffff3 on network 04d06442-c486-416d-98b0-d9d48053c4bb {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:43.528169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:43.528547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Checking segment: {'id': '13c81885-62ca-4238-bc6b-ca57c299d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:43.528953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.529402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Bound using segment: {'id': '13c81885-62ca-4238-bc6b-ca57c299d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:43.529892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Bound port: 40dd66ef-79d2-4432-966a-18ce034ffff3, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c81885-62ca-4238-bc6b-ca57c299d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:43.530273 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.531308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:43.532554 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.543144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ca904-5999-45ff-a202-af070c67aa46 None None] Current status of the port 3c981392-e129-456e-9f63-298a9b89a08e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:43.601690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60582) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:43.623475 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-111039b1-0c27-4ab8-9f13-79f46c896b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.697859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] For port 40dd66ef-79d2-4432-966a-18ce034ffff3, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:43.707960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] For port 40dd66ef-79d2-4432-966a-18ce034ffff3, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=40dd66ef-79d2-4432-966a-18ce034ffff3,segment=NetworkSegment(13c81885-62ca-4238-bc6b-ca57c299d266),segment_id=13c81885-62ca-4238-bc6b-ca57c299d266)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:43.729784 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.789120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=c2f7870a-2822-4d45-b7c5-c2c70062e75e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:43.836842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-111039b1-0c27-4ab8-9f13-79f46c896b3f admin admin] Publish callbacks [] for security_group (cc6e58a7-cdb5-411e-9162-c76bf5aba16d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.856777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-111039b1-0c27-4ab8-9f13-79f46c896b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cc6e58a7-cdb5-411e-9162-c76bf5aba16d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.925225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f08ed-73c2-4420-837c-4f8a3e53ad0f None None] Pushing event updated for resources: {'Port': ['ID=40dd66ef-79d2-4432-966a-18ce034ffff3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:43.976345 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:43.993959 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-111039b1-0c27-4ab8-9f13-79f46c896b3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f05adc08e5784ca2b3a5cb8c2a7228c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3906319 Feb 03 13:03:43.996743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60586) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:43.997452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111039b1-0c27-4ab8-9f13-79f46c896b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6e58a7-cdb5-411e-9162-c76bf5aba16d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:44.144328 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0485006d-105c-4087-ba7d-e597f467d078 admin admin] Publish callbacks [] for security_group (cc6e58a7-cdb5-411e-9162-c76bf5aba16d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:44.244657 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0485006d-105c-4087-ba7d-e597f467d078 admin admin] Publish callbacks [] for security_group (cc6e58a7-cdb5-411e-9162-c76bf5aba16d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:44.408089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3c981392-e129-456e-9f63-298a9b89a08e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:44.424491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0485006d-105c-4087-ba7d-e597f467d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cc6e58a7-cdb5-411e-9162-c76bf5aba16d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:44.438288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0485006d-105c-4087-ba7d-e597f467d078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:44.442933 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0485006d-105c-4087-ba7d-e597f467d078 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc6e58a7-cdb5-411e-9162-c76bf5aba16d HTTP/1.1" status: 204 len: 168 time: 0.4392080 Feb 03 13:03:44.457809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485006d-105c-4087-ba7d-e597f467d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6e58a7-cdb5-411e-9162-c76bf5aba16d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:44.614769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 3c981392-e129-456e-9f63-298a9b89a08e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:44.615235 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3c981392-e129-456e-9f63-298a9b89a08e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:44.778105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:44.787284 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:44.788701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:44.846646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event updated for resources: {'Port': ['ID=c2f7870a-2822-4d45-b7c5-c2c70062e75e,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:44.910810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 3c981392-e129-456e-9f63-298a9b89a08e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:45.024802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Network 04d06442-c486-416d-98b0-d9d48053c4bb is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:45.026838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:45.246368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:45.504560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:45.519553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60620) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:45.524602 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:45.525640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:45.535700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f0265533-20ee-4aeb-8db1-2b1a110e19d0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9096487 Feb 03 13:03:45.550752 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:45.551902 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:45.865999 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:45.953899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9967b-d0dd-461e-8903-ff84d6fa9671 None None] Network 04d06442-c486-416d-98b0-d9d48053c4bb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:46.243048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e8a56267-0e48-4400-9bc0-c8cf99be5e67 None None] Provisioning complete for port 40dd66ef-79d2-4432-966a-18ce034ffff3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:46.245475 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a56267-0e48-4400-9bc0-c8cf99be5e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:46.377837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 13:03:46.384440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 40dd66ef-79d2-4432-966a-18ce034ffff3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:46.443466 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:43Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:42Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f7870a-2822-4d45-b7c5-c2c70062e75e', 'name': '', 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:47:f3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:41Z', 'updated_at': '2022-02-03T13:03:44Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:46.460868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Removed routes are [] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 13:03:46.464731 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:46.521416 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:46.522779 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Updating router dfc580e8-1d3a-4130-8c86-fe7760e27f2b port c2f7870a-2822-4d45-b7c5-c2c70062e75e binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:03:46.524911 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:46.565196 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:46.692140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e8a56267-0e48-4400-9bc0-c8cf99be5e67 None None] Current status of the port 40dd66ef-79d2-4432-966a-18ce034ffff3 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:46.700595 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a56267-0e48-4400-9bc0-c8cf99be5e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:46.703252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 40dd66ef-79d2-4432-966a-18ce034ffff3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:46.709589 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:46.875807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e8a56267-0e48-4400-9bc0-c8cf99be5e67 None None] For port 40dd66ef-79d2-4432-966a-18ce034ffff3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=40dd66ef-79d2-4432-966a-18ce034ffff3,segment=NetworkSegment(13c81885-62ca-4238-bc6b-ca57c299d266),segment_id=13c81885-62ca-4238-bc6b-ca57c299d266)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:46.944304 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:46.951585 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.011784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7c58-2083-4fc5-bd70-276581aa7b27 req-9555c4f9-4428-46bc-8031-b39134597ef9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:47.016492 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a56267-0e48-4400-9bc0-c8cf99be5e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.025585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-826f7c58-2083-4fc5-bd70-276581aa7b27 req-9555c4f9-4428-46bc-8031-b39134597ef9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1310706 Feb 03 13:03:47.028655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 40dd66ef-79d2-4432-966a-18ce034ffff3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:47.161485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a56267-0e48-4400-9bc0-c8cf99be5e67 None None] Pushing event updated for resources: {'Port': ['ID=40dd66ef-79d2-4432-966a-18ce034ffff3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:47.175519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-570330f2-9087-48a4-a1b4-2e70a97c99d8 None None] Provisioning complete for port c2f7870a-2822-4d45-b7c5-c2c70062e75e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:47.176119 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-570330f2-9087-48a4-a1b4-2e70a97c99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.186652 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-826f7c58-2083-4fc5-bd70-276581aa7b27 req-5c42f72f-82ae-40a1-8b86-96579b241951 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551034 Feb 03 13:03:47.265454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:47.294858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-570330f2-9087-48a4-a1b4-2e70a97c99d8 None None] Port c2f7870a-2822-4d45-b7c5-c2c70062e75e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:47.328259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-570330f2-9087-48a4-a1b4-2e70a97c99d8 None None] Provisioning complete for port 40dd66ef-79d2-4432-966a-18ce034ffff3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:47.328644 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-570330f2-9087-48a4-a1b4-2e70a97c99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.460762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-570330f2-9087-48a4-a1b4-2e70a97c99d8 None None] Current status of the port 40dd66ef-79d2-4432-966a-18ce034ffff3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:47.507932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:47.534973 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.537224 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7eba42d6-7c6a-4e22-8667-bf3a1a05d908 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b HTTP/1.1" status: 200 len: 953 time: 2.0154908 Feb 03 13:03:47.539861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60676) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:47.565736 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Publish callbacks [] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.593834 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.600228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-14b17204-15c4-4d4b-8213-3bc0549663e9 None None] Provisioning complete for port c2f7870a-2822-4d45-b7c5-c2c70062e75e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:47.602045 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14b17204-15c4-4d4b-8213-3bc0549663e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.681274 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d50a2-1107-4081-b25e-832fb60037ef None None] Pushing event updated for resources: {'Port': ['ID=c2f7870a-2822-4d45-b7c5-c2c70062e75e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:47.703104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-14b17204-15c4-4d4b-8213-3bc0549663e9 None None] Port c2f7870a-2822-4d45-b7c5-c2c70062e75e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:47.772378 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Attempting to bind port c2f7870a-2822-4d45-b7c5-c2c70062e75e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:47.772860 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Attempting to bind port c2f7870a-2822-4d45-b7c5-c2c70062e75e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '13c81885-62ca-4238-bc6b-ca57c299d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:47.773457 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Attempting to bind port c2f7870a-2822-4d45-b7c5-c2c70062e75e on network 04d06442-c486-416d-98b0-d9d48053c4bb {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:47.779428 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:47.780710 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Checking segment: {'id': '13c81885-62ca-4238-bc6b-ca57c299d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:47.781154 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.781557 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Bound using segment: {'id': '13c81885-62ca-4238-bc6b-ca57c299d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:47.782043 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Bound port: c2f7870a-2822-4d45-b7c5-c2c70062e75e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c81885-62ca-4238-bc6b-ca57c299d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:47.782463 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:47.801137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e69f3a0a-cc77-4c57-9061-b686c18a938e tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b HTTP/1.1" status: 200 len: 953 time: 0.2595797 Feb 03 13:03:47.803213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60686) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:47.831757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'routes': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:47.910515 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] For port c2f7870a-2822-4d45-b7c5-c2c70062e75e, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:47.916846 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] For port c2f7870a-2822-4d45-b7c5-c2c70062e75e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c2f7870a-2822-4d45-b7c5-c2c70062e75e,segment=NetworkSegment(13c81885-62ca-4238-bc6b-ca57c299d266),segment_id=13c81885-62ca-4238-bc6b-ca57c299d266)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:47.938827 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:48.024710 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:48.025314 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:48.037671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-90fffeaa-133f-47aa-a941-e99d66d48e78 None None] Provisioning complete for port c2f7870a-2822-4d45-b7c5-c2c70062e75e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:48.038704 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90fffeaa-133f-47aa-a941-e99d66d48e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:48.147432 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:48.290773 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d50a2-1107-4081-b25e-832fb60037ef None None] Pushing event updated for resources: {'Port': ['ID=c2f7870a-2822-4d45-b7c5-c2c70062e75e,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:48.351871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 40dd66ef-79d2-4432-966a-18ce034ffff3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:48.445289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90fffeaa-133f-47aa-a941-e99d66d48e78 None None] Current status of the port c2f7870a-2822-4d45-b7c5-c2c70062e75e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:48.447751 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90fffeaa-133f-47aa-a941-e99d66d48e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:48.487100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e7743-aa37-4e6f-bacf-0a7f074d1a81 req-eaa9927b-89fc-4885-8594-042ffd683e82 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:48.508510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d86e7743-aa37-4e6f-bacf-0a7f074d1a81 req-eaa9927b-89fc-4885-8594-042ffd683e82 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1490664 Feb 03 13:03:48.674174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 40dd66ef-79d2-4432-966a-18ce034ffff3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:48.674624 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:48.681304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-90fffeaa-133f-47aa-a941-e99d66d48e78 None None] For port c2f7870a-2822-4d45-b7c5-c2c70062e75e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c2f7870a-2822-4d45-b7c5-c2c70062e75e,segment=NetworkSegment(13c81885-62ca-4238-bc6b-ca57c299d266),segment_id=13c81885-62ca-4238-bc6b-ca57c299d266)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:48.715551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d86e7743-aa37-4e6f-bacf-0a7f074d1a81 req-3c380859-446f-4ec6-bca0-7703e3298116 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063358 Feb 03 13:03:48.733492 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90fffeaa-133f-47aa-a941-e99d66d48e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:48.798163 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:46Z', 'revision_number': 6, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:42Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f7870a-2822-4d45-b7c5-c2c70062e75e', 'name': '', 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:47:f3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:41Z', 'updated_at': '2022-02-03T13:03:47Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:48.872708 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fffeaa-133f-47aa-a941-e99d66d48e78 None None] Pushing event updated for resources: {'Port': ['ID=c2f7870a-2822-4d45-b7c5-c2c70062e75e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:48.875166 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66eca22-6a18-4e2a-bac4-01e81d620307 None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:46Z', 'revision_number': 6, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:42Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f7870a-2822-4d45-b7c5-c2c70062e75e', 'name': '', 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:47:f3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:41Z', 'updated_at': '2022-02-03T13:03:47Z', 'revision_number': 4, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:48.914570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bb115300-f5a3-4b13-931d-3aab05bb3390 None None] Provisioning complete for port c2f7870a-2822-4d45-b7c5-c2c70062e75e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:48.914955 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb115300-f5a3-4b13-931d-3aab05bb3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:49.057577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added routes are [] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 13:03:49.059310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 13:03:49.110444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 40dd66ef-79d2-4432-966a-18ce034ffff3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:49.153883 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:49.264186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb115300-f5a3-4b13-931d-3aab05bb3390 None None] Current status of the port c2f7870a-2822-4d45-b7c5-c2c70062e75e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:49.404336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-534a03ca-c452-4bbf-ad9d-5770c8396d42 None None] Provisioning complete for port c2f7870a-2822-4d45-b7c5-c2c70062e75e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:49.404806 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-534a03ca-c452-4bbf-ad9d-5770c8396d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:49.690453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-534a03ca-c452-4bbf-ad9d-5770c8396d42 None None] Current status of the port c2f7870a-2822-4d45-b7c5-c2c70062e75e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:50.062075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaa1e3-cba6-4d48-95a5-682226bb7ed6 req-9069b8dc-4a9a-4be1-8fa1-f30f7fa997a6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:50.067314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0edaa1e3-cba6-4d48-95a5-682226bb7ed6 req-9069b8dc-4a9a-4be1-8fa1-f30f7fa997a6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1666024 Feb 03 13:03:50.162749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:50.174865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:50.245033 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0edaa1e3-cba6-4d48-95a5-682226bb7ed6 req-b86ea871-71f8-4227-ba8f-9a8fdbcc8877 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684821 Feb 03 13:03:50.367691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c2f7870a-2822-4d45-b7c5-c2c70062e75e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:50.378920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:50.501361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c2f7870a-2822-4d45-b7c5-c2c70062e75e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:50.501739 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:50.573143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:50.581800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:50.586529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60760) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:50.616645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-db70f3b4-c826-41e1-9ea4-8ff40b047ddd tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b HTTP/1.1" status: 200 len: 703 time: 2.8013136 Feb 03 13:03:50.639651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c2f7870a-2822-4d45-b7c5-c2c70062e75e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:50.645282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:50.674253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:50.674933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:50.780751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-72e62baf-d809-4be7-939b-530e48cb59e3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b HTTP/1.1" status: 200 len: 703 time: 0.1907599 Feb 03 13:03:50.780937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60770) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:50.820952 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:50.836248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:51.169742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:49Z', 'revision_number': 7, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:42Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f7870a-2822-4d45-b7c5-c2c70062e75e', 'name': '', 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:47:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:41Z', 'updated_at': '2022-02-03T13:03:48Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:51.205342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:51.215211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:51.215750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:51.346911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:51.493394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:51.541642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bd8e6-8b10-42e9-b3b4-0aa4abd477cf req-0a5d2345-84d1-429f-9005-d086736125e8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:51.556388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a1bd8e6-8b10-42e9-b3b4-0aa4abd477cf req-0a5d2345-84d1-429f-9005-d086736125e8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1781776 Feb 03 13:03:51.677754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:49Z', 'revision_number': 7, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:42Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f7870a-2822-4d45-b7c5-c2c70062e75e', 'name': '', 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:47:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:41Z', 'updated_at': '2022-02-03T13:03:48Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:51.722230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a1bd8e6-8b10-42e9-b3b4-0aa4abd477cf req-62500932-cfa9-4f48-b13e-3a65a0885172 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647666 Feb 03 13:03:51.738832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921066e-ffeb-425d-8509-52ef2a233348 None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:49Z', 'revision_number': 7, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:42Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f7870a-2822-4d45-b7c5-c2c70062e75e', 'name': '', 'network_id': '04d06442-c486-416d-98b0-d9d48053c4bb', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:47:f3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:41Z', 'updated_at': '2022-02-03T13:03:48Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'f199e6b4-d78e-44aa-9983-a55110a59c02', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:51.941471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port c2f7870a-2822-4d45-b7c5-c2c70062e75e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:51.943943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:52.068464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port c2f7870a-2822-4d45-b7c5-c2c70062e75e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c2f7870a-2822-4d45-b7c5-c2c70062e75e,segment=NetworkSegment(13c81885-62ca-4238-bc6b-ca57c299d266),segment_id=13c81885-62ca-4238-bc6b-ca57c299d266)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:52.069489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:52.087797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for c2f7870a-2822-4d45-b7c5-c2c70062e75e owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:52.378971 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c2f7870a-2822-4d45-b7c5-c2c70062e75e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:52.440476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=c2f7870a-2822-4d45-b7c5-c2c70062e75e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:52.731765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:52.997391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a5e20-0e50-444a-b55c-87e9ac5b753b req-130087e5-6642-44b9-aa9f-f246a43b297e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:53.005376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-808a5e20-0e50-444a-b55c-87e9ac5b753b req-130087e5-6642-44b9-aa9f-f246a43b297e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1327300 Feb 03 13:03:53.118043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-808a5e20-0e50-444a-b55c-87e9ac5b753b req-cea3b5ab-7b5d-4647-ad96-f23ee595bbb6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117241 Feb 03 13:03:53.143268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:53.344974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:53.352598 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1b53dfcf-11e6-4e7d-932f-2e7a36602bd2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5681190 Feb 03 13:03:53.352921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60842) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:53.360518 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:53.381218 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:53.382961 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:53.423161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e681c8d4-20af-402e-a20e-272c28906b85 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting subnet f199e6b4-d78e-44aa-9983-a55110a59c02 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:03:53.427050 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e681c8d4-20af-402e-a20e-272c28906b85 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (f199e6b4-d78e-44aa-9983-a55110a59c02), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:53.475561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e681c8d4-20af-402e-a20e-272c28906b85 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (f199e6b4-d78e-44aa-9983-a55110a59c02), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:53.596606 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e681c8d4-20af-402e-a20e-272c28906b85 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (f199e6b4-d78e-44aa-9983-a55110a59c02), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:53.692907 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:53.724664 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e681c8d4-20af-402e-a20e-272c28906b85 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (f199e6b4-d78e-44aa-9983-a55110a59c02), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:53.801089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1cdfb8-b8a7-4093-8112-86475d74ad89 None None] Network 04d06442-c486-416d-98b0-d9d48053c4bb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:53.868798 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e681c8d4-20af-402e-a20e-272c28906b85 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:53.878757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e681c8d4-20af-402e-a20e-272c28906b85 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/f199e6b4-d78e-44aa-9983-a55110a59c02 HTTP/1.1" status: 204 len: 168 time: 0.5247180 Feb 03 13:03:53.881404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60866) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:53.896187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681c8d4-20af-402e-a20e-272c28906b85 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Subnet': ['ID=f199e6b4-d78e-44aa-9983-a55110a59c02,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:54.108234 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (04d06442-c486-416d-98b0-d9d48053c4bb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.198600 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:52Z', 'revision_number': 8, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:42Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:54.282795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 40dd66ef-79d2-4432-966a-18ce034ffff3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:54.287946 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.323624 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:54.371878 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:54.372551 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:54.422316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae871ee8-6b77-41da-8316-210731578ee1 req-e2fc8268-eaf0-4c8c-a0b9-169c93b9cd9c tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:54.435175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae871ee8-6b77-41da-8316-210731578ee1 req-e2fc8268-eaf0-4c8c-a0b9-169c93b9cd9c tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1634171 Feb 03 13:03:54.523905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f357a8e-50f2-46ce-9316-7a3dddfe8bd0 None None] DHCP port deletion for 04d06442-c486-416d-98b0-d9d48053c4bb request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:03:54.559766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port 40dd66ef-79d2-4432-966a-18ce034ffff3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=40dd66ef-79d2-4432-966a-18ce034ffff3,segment=NetworkSegment(13c81885-62ca-4238-bc6b-ca57c299d266),segment_id=13c81885-62ca-4238-bc6b-ca57c299d266)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:54.560352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.593109 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 40dd66ef-79d2-4432-966a-18ce034ffff3 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:54.599879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae871ee8-6b77-41da-8316-210731578ee1 req-94b5cbc5-2b95-4ba9-a74e-e9c61de7e59f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565847 Feb 03 13:03:54.630446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3f357a8e-50f2-46ce-9316-7a3dddfe8bd0 None None] Deleting port 40dd66ef-79d2-4432-966a-18ce034ffff3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:54.630812 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f357a8e-50f2-46ce-9316-7a3dddfe8bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.635858 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:54.727942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3f357a8e-50f2-46ce-9316-7a3dddfe8bd0 None None] For port 40dd66ef-79d2-4432-966a-18ce034ffff3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=40dd66ef-79d2-4432-966a-18ce034ffff3,segment=NetworkSegment(13c81885-62ca-4238-bc6b-ca57c299d266),segment_id=13c81885-62ca-4238-bc6b-ca57c299d266)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:54.728354 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f357a8e-50f2-46ce-9316-7a3dddfe8bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.745618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3f357a8e-50f2-46ce-9316-7a3dddfe8bd0 None None] Calling delete_port for 40dd66ef-79d2-4432-966a-18ce034ffff3 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:54.764542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.818930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No DVR routers for this DVR port 40dd66ef-79d2-4432-966a-18ce034ffff3 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:54.835945 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f357a8e-50f2-46ce-9316-7a3dddfe8bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (40dd66ef-79d2-4432-966a-18ce034ffff3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.887386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f357a8e-50f2-46ce-9316-7a3dddfe8bd0 None None] No DVR routers for this DVR port 40dd66ef-79d2-4432-966a-18ce034ffff3 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:54.937823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f357a8e-50f2-46ce-9316-7a3dddfe8bd0 None None] Pushing event deleted for resources: {'Port': ['ID=40dd66ef-79d2-4432-966a-18ce034ffff3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:55.033660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=40dd66ef-79d2-4432-966a-18ce034ffff3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:55.098614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (04d06442-c486-416d-98b0-d9d48053c4bb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.104463 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:52Z', 'revision_number': 8, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:42Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:55.134501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d06442-c486-416d-98b0-d9d48053c4bb']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:55.151709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c81885-62ca-4238-bc6b-ca57c299d266') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:55.152405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c81885-62ca-4238-bc6b-ca57c299d266') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:55.153868 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1cc5fd-2830-42bb-96f7-104f0c0cf0e0 None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:52Z', 'revision_number': 8, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '3c981392-e129-456e-9f63-298a9b89a08e', 'name': '', 'network_id': '3616f771-5bb1-4829-b643-f38beabfdc4d', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:c3:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:30Z', 'updated_at': '2022-02-03T13:03:42Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': 'e9c36230-bf21-4f7a-afc6-ac9e1feefdb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:55.169240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (13c81885-62ca-4238-bc6b-ca57c299d266), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.189455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (13c81885-62ca-4238-bc6b-ca57c299d266), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.206887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:03:55.207308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (13c81885-62ca-4238-bc6b-ca57c299d266), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:03:55.211085 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:03:55.380852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (04d06442-c486-416d-98b0-d9d48053c4bb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.398098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.403555 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/networks/04d06442-c486-416d-98b0-d9d48053c4bb HTTP/1.1" status: 204 len: 168 time: 1.5204878 Feb 03 13:03:55.406743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 60950) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:55.438296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8ecb4-4743-48dd-b6f5-9672f9236607 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Network': ['ID=04d06442-c486-416d-98b0-d9d48053c4bb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:55.777240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 60976) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:56.104150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a31d0-5a8d-49b9-9e5f-dbf552b62745 req-069d9c82-7f77-4f57-bc6f-f069c1b0b88f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:56.144763 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f99a31d0-5a8d-49b9-9e5f-dbf552b62745 req-069d9c82-7f77-4f57-bc6f-f069c1b0b88f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.3279979 Feb 03 13:03:56.194957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c2f7870a-2822-4d45-b7c5-c2c70062e75e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:56.257121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bbbd9-a00e-4c48-91b2-d491a8745ef8 req-c8b8b832-c358-4ffc-9d1a-a842a306000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:56.264682 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-491bbbd9-a00e-4c48-91b2-d491a8745ef8 req-c8b8b832-c358-4ffc-9d1a-a842a306000e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 1128 time: 0.4859545 Feb 03 13:03:56.264869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c2f7870a-2822-4d45-b7c5-c2c70062e75e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:56.265231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c2f7870a-2822-4d45-b7c5-c2c70062e75e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:56.265905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 40dd66ef-79d2-4432-966a-18ce034ffff3 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:56.314424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 40dd66ef-79d2-4432-966a-18ce034ffff3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:56.314989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 40dd66ef-79d2-4432-966a-18ce034ffff3 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:56.330603 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:56.350161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f99a31d0-5a8d-49b9-9e5f-dbf552b62745 req-6e65baf5-3434-46d3-840d-dc9bb1c8e254 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799722 Feb 03 13:03:56.440636 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-491bbbd9-a00e-4c48-91b2-d491a8745ef8 req-a1c07eef-b5e6-4015-a51d-de6456626c1e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651299 Feb 03 13:03:56.751123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 3c981392-e129-456e-9f63-298a9b89a08e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:56.751661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3c981392-e129-456e-9f63-298a9b89a08e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:56.943964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port 3c981392-e129-456e-9f63-298a9b89a08e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3c981392-e129-456e-9f63-298a9b89a08e,segment=NetworkSegment(05ec3f43-1085-48eb-8619-58b5ec05cabe),segment_id=05ec3f43-1085-48eb-8619-58b5ec05cabe)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:56.944341 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3c981392-e129-456e-9f63-298a9b89a08e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:56.966963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 3c981392-e129-456e-9f63-298a9b89a08e owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:57.231823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32812) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:57.329781 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3c981392-e129-456e-9f63-298a9b89a08e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:57.368688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=3c981392-e129-456e-9f63-298a9b89a08e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:57.460031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3721946-9b58-4e6a-86f5-fc8665a1bf3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:57.613829 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:57.627013 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3721946-9b58-4e6a-86f5-fc8665a1bf3a admin admin] Publish callbacks [] for security_group (bb0fec15-0d7f-4cce-a3e2-f6f128550e92), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:57.632513 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a3721946-9b58-4e6a-86f5-fc8665a1bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bb0fec15-0d7f-4cce-a3e2-f6f128550e92), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:57.634115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5423c97-2f2c-4ca6-b64a-d8372493b8d6 req-0e407892-6b13-4ad0-a235-9d4d71502943 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:57.635722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5423c97-2f2c-4ca6-b64a-d8372493b8d6 req-0e407892-6b13-4ad0-a235-9d4d71502943 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1552577 Feb 03 13:03:57.699693 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a3721946-9b58-4e6a-86f5-fc8665a1bf3a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f18b13742cc4447a82d8de3b443739e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4660895 Feb 03 13:03:57.700295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32832) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:57.701223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3721946-9b58-4e6a-86f5-fc8665a1bf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0fec15-0d7f-4cce-a3e2-f6f128550e92,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:57.791294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5423c97-2f2c-4ca6-b64a-d8372493b8d6 req-ba4448e2-3a90-4564-8ce4-684bd7543c28 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477363 Feb 03 13:03:57.796349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e2429c2-d6f5-432d-8771-60977cf7fc10 admin admin] Publish callbacks [] for security_group (bb0fec15-0d7f-4cce-a3e2-f6f128550e92), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:57.836269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e2429c2-d6f5-432d-8771-60977cf7fc10 admin admin] Publish callbacks [] for security_group (bb0fec15-0d7f-4cce-a3e2-f6f128550e92), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:57.927197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e2429c2-d6f5-432d-8771-60977cf7fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bb0fec15-0d7f-4cce-a3e2-f6f128550e92), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:57.931117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e2429c2-d6f5-432d-8771-60977cf7fc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:57.934864 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6e2429c2-d6f5-432d-8771-60977cf7fc10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb0fec15-0d7f-4cce-a3e2-f6f128550e92 HTTP/1.1" status: 204 len: 168 time: 0.2105377 Feb 03 13:03:57.956637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2429c2-d6f5-432d-8771-60977cf7fc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0fec15-0d7f-4cce-a3e2-f6f128550e92,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:58.399838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32872) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:58.417854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1d46c055-7db6-4c70-b6cc-3e90c77d7808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:58.428311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:58.443453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93904b-7a89-4933-ade3-e8cef2581fcc req-13ba73bc-bd48-49c9-b5e4-1e12170f5024 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:58.450534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad93904b-7a89-4933-ade3-e8cef2581fcc req-13ba73bc-bd48-49c9-b5e4-1e12170f5024 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1324697 Feb 03 13:03:58.455471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-5b7a5076-3c9a-488a-b4e1-8e7f6da5c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:58.457306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-5b7a5076-3c9a-488a-b4e1-8e7f6da5c825 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 1128 time: 0.1377652 Feb 03 13:03:58.518938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1d46c055-7db6-4c70-b6cc-3e90c77d7808 admin admin] Publish callbacks [] for security_group (8792ec0b-7d73-4ada-baed-2c6b04956e60), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:58.530254 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1d46c055-7db6-4c70-b6cc-3e90c77d7808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8792ec0b-7d73-4ada-baed-2c6b04956e60), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:58.535955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-896e4e3e-bf0c-40f5-b0fb-f0a2216329d4 req-87af0c30-702f-47e1-853d-c22d7906d457 service neutron] (103223) timed out ('10.222.0.65', 34914) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:03:58.595350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46c055-7db6-4c70-b6cc-3e90c77d7808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8792ec0b-7d73-4ada-baed-2c6b04956e60,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:58.601711 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1d46c055-7db6-4c70-b6cc-3e90c77d7808 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=844653a373d94fa0ac225f2300eab6ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005553 Feb 03 13:03:58.604291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32878) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:58.643863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad93904b-7a89-4933-ade3-e8cef2581fcc req-34a9d7bd-86d6-4070-b2a1-f34016f707b4 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913953 Feb 03 13:03:58.685943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-188fd533-1754-48f0-b882-aaeaac73c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:58.687859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-188fd533-1754-48f0-b882-aaeaac73c9c0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.2237139 Feb 03 13:03:58.689413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:58.697697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5a9b3045-f687-4c8e-ba3f-e81704219844 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2864382 Feb 03 13:03:58.697697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 32880) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:58.700982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7987ac84-b6bf-4fef-b279-b54bcf127b96 admin admin] Publish callbacks [] for security_group (8792ec0b-7d73-4ada-baed-2c6b04956e60), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:58.704790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:58.719393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:58.726854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:58.745159 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7987ac84-b6bf-4fef-b279-b54bcf127b96 admin admin] Publish callbacks [] for security_group (8792ec0b-7d73-4ada-baed-2c6b04956e60), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:58.816241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7987ac84-b6bf-4fef-b279-b54bcf127b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8792ec0b-7d73-4ada-baed-2c6b04956e60), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:58.819221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7987ac84-b6bf-4fef-b279-b54bcf127b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:58.822949 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7987ac84-b6bf-4fef-b279-b54bcf127b96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8792ec0b-7d73-4ada-baed-2c6b04956e60 HTTP/1.1" status: 204 len: 168 time: 0.2150338 Feb 03 13:03:58.847249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987ac84-b6bf-4fef-b279-b54bcf127b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8792ec0b-7d73-4ada-baed-2c6b04956e60,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:58.887239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:58.896635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-313d5030-1dbd-4c29-89a7-e83a5ccdade5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting subnet e9c36230-bf21-4f7a-afc6-ac9e1feefdb6 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:03:58.901654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-596fa9ab-f756-46f3-9206-c4a413ffc3fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 200 len: 1001 time: 0.2061329 Feb 03 13:03:58.902354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-313d5030-1dbd-4c29-89a7-e83a5ccdade5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (e9c36230-bf21-4f7a-afc6-ac9e1feefdb6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:58.989326 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-313d5030-1dbd-4c29-89a7-e83a5ccdade5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (e9c36230-bf21-4f7a-afc6-ac9e1feefdb6), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:59.050416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-996e9acf-1fe2-4ef9-b5a4-56f0a79eca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:59.051919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-996e9acf-1fe2-4ef9-b5a4-56f0a79eca22 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.1220846 Feb 03 13:03:59.169396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:57Z', 'revision_number': 9, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:59.187218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-8dcaefbd-04f5-48c8-9d33-ef4150d860e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:59.188832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-8dcaefbd-04f5-48c8-9d33-ef4150d860e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1305680 Feb 03 13:03:59.197656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-313d5030-1dbd-4c29-89a7-e83a5ccdade5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e9c36230-bf21-4f7a-afc6-ac9e1feefdb6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:59.207910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:59.221771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:59.222659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:59.335078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-7191946c-cbc7-4978-baed-88d78aa3e869 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389008 Feb 03 13:03:59.336898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-313d5030-1dbd-4c29-89a7-e83a5ccdade5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (e9c36230-bf21-4f7a-afc6-ac9e1feefdb6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:59.398290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:59.416406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d5030-1dbd-4c29-89a7-e83a5ccdade5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c36230-bf21-4f7a-afc6-ac9e1feefdb6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:59.430722 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-313d5030-1dbd-4c29-89a7-e83a5ccdade5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:59.436864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-313d5030-1dbd-4c29-89a7-e83a5ccdade5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/e9c36230-bf21-4f7a-afc6-ac9e1feefdb6 HTTP/1.1" status: 204 len: 168 time: 0.7359920 Feb 03 13:03:59.437383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 32900) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:59.467524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10629bf-1d1f-4d74-a0f8-787824584a01 None None] Network 3616f771-5bb1-4829-b643-f38beabfdc4d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:59.548355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3616f771-5bb1-4829-b643-f38beabfdc4d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:59.560737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a699dbec-83dc-4d59-831e-b8a340f8e268 req-4c91c2f4-280b-493c-ae85-53a462189a64 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169905 Feb 03 13:03:59.621731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:59.622796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:59.743556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port 878907ff-47fe-4d7e-99a8-6b2ab377bf70, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=878907ff-47fe-4d7e-99a8-6b2ab377bf70,segment=NetworkSegment(05ec3f43-1085-48eb-8619-58b5ec05cabe),segment_id=05ec3f43-1085-48eb-8619-58b5ec05cabe)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:59.743927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:59.768680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 878907ff-47fe-4d7e-99a8-6b2ab377bf70 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:59.853945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75020c3-636b-4599-b1d6-4327a3591135 req-c695a2a9-9209-4fc8-abc5-209b4fb43d66 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:59.862303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:57Z', 'revision_number': 9, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:59.864493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c75020c3-636b-4599-b1d6-4327a3591135 req-c695a2a9-9209-4fc8-abc5-209b4fb43d66 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1056881 Feb 03 13:03:59.925601 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (878907ff-47fe-4d7e-99a8-6b2ab377bf70), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:59.935210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc46a0-6059-4d0e-a876-ccc8f1b125b2 None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:03:57Z', 'revision_number': 9, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd43ebdd-6ca8-4e5f-b66e-1181159f07d2', 'name': '', 'network_id': '836e5ae9-7b47-4182-b367-6cb65e1c85ca', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:62:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:29Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '1cf065fb-165b-4a54-8bd9-a2cbefbe7205', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:59.937032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df001611-7043-4c87-87ee-54f10949d809 None None] DHCP port deletion for 3616f771-5bb1-4829-b643-f38beabfdc4d request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:03:59.973294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=878907ff-47fe-4d7e-99a8-6b2ab377bf70,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:59.975884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c75020c3-636b-4599-b1d6-4327a3591135 req-731103d1-dfb0-4c8a-bd32-53345eb36ff6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012282 Feb 03 13:03:59.988169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No DVR routers for this DVR port 878907ff-47fe-4d7e-99a8-6b2ab377bf70 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:00.110967 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3616f771-5bb1-4829-b643-f38beabfdc4d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:00.135655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3616f771-5bb1-4829-b643-f38beabfdc4d']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:00.159301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ec3f43-1085-48eb-8619-58b5ec05cabe') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:00.159829 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ec3f43-1085-48eb-8619-58b5ec05cabe') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:00.175491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (05ec3f43-1085-48eb-8619-58b5ec05cabe), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:00.197892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (05ec3f43-1085-48eb-8619-58b5ec05cabe), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:00.208029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:04:00.209130 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (05ec3f43-1085-48eb-8619-58b5ec05cabe), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:04:00.213498 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:04:00.315264 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3616f771-5bb1-4829-b643-f38beabfdc4d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:00.333551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:00.339536 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/networks/3616f771-5bb1-4829-b643-f38beabfdc4d HTTP/1.1" status: 204 len: 168 time: 0.8987575 Feb 03 13:04:00.339940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 32940) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:00.353794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bd050-5fad-4ccc-9a0e-3228a2ac7eb9 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Network': ['ID=3616f771-5bb1-4829-b643-f38beabfdc4d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:00.446967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3c981392-e129-456e-9f63-298a9b89a08e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:00.490378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 3c981392-e129-456e-9f63-298a9b89a08e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:00.490738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3c981392-e129-456e-9f63-298a9b89a08e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:00.491160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 878907ff-47fe-4d7e-99a8-6b2ab377bf70 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:00.537317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 878907ff-47fe-4d7e-99a8-6b2ab377bf70 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:00.537671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 878907ff-47fe-4d7e-99a8-6b2ab377bf70 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:00.858562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:01.224666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e04a1-52b1-46de-8e4c-a6c2a0c32e80 req-e1793d60-7168-4d3c-9c6c-b79d5a48bb75 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:01.226184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-753e04a1-52b1-46de-8e4c-a6c2a0c32e80 req-e1793d60-7168-4d3c-9c6c-b79d5a48bb75 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1206791 Feb 03 13:04:01.261800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:01.262147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:01.381024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-753e04a1-52b1-46de-8e4c-a6c2a0c32e80 req-b5633cf4-deee-44fd-b128-8dd295a777c9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291118 Feb 03 13:04:01.414240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port bd43ebdd-6ca8-4e5f-b66e-1181159f07d2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bd43ebdd-6ca8-4e5f-b66e-1181159f07d2,segment=NetworkSegment(4989b1ad-ac88-435b-86e0-0777865a8eba),segment_id=4989b1ad-ac88-435b-86e0-0777865a8eba)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:01.414668 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:01.441353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:01.690645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (bd43ebdd-6ca8-4e5f-b66e-1181159f07d2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:01.732277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=bd43ebdd-6ca8-4e5f-b66e-1181159f07d2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:01.768878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.769237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.769630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.769971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.770316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.770670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.770996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.771323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.771822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.772034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.772358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.772679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.772997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:01.890058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:02.154624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:02.281603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:02.287516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4838fcd3-b953-430a-909b-773e84ed8845 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9465222 Feb 03 13:04:02.290372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33048) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:02.293331 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:02.337317 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:02.338169 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:02.355041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0526ba67-3e9e-48df-bc7b-62f5447590a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting subnet 1cf065fb-165b-4a54-8bd9-a2cbefbe7205 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:04:02.358761 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0526ba67-3e9e-48df-bc7b-62f5447590a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (1cf065fb-165b-4a54-8bd9-a2cbefbe7205), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:02.415255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0526ba67-3e9e-48df-bc7b-62f5447590a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (1cf065fb-165b-4a54-8bd9-a2cbefbe7205), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:02.500828 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:02.545733 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0526ba67-3e9e-48df-bc7b-62f5447590a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (1cf065fb-165b-4a54-8bd9-a2cbefbe7205), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:02.651104 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0526ba67-3e9e-48df-bc7b-62f5447590a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (1cf065fb-165b-4a54-8bd9-a2cbefbe7205), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:02.691229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526ba67-3e9e-48df-bc7b-62f5447590a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf065fb-165b-4a54-8bd9-a2cbefbe7205,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:02.696157 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0526ba67-3e9e-48df-bc7b-62f5447590a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:02.701672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105ebef-bc8f-4c84-b1c7-36617a1b8c7d None None] Network 836e5ae9-7b47-4182-b367-6cb65e1c85ca requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:02.702880 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0526ba67-3e9e-48df-bc7b-62f5447590a6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/1cf065fb-165b-4a54-8bd9-a2cbefbe7205 HTTP/1.1" status: 204 len: 168 time: 0.4114172 Feb 03 13:04:02.703483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33062) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:02.766438 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:04:01Z', 'revision_number': 10, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:02.830053 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (836e5ae9-7b47-4182-b367-6cb65e1c85ca), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:02.835022 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:04:02.856439 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:02.857213 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:02.944507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 39ee920c-9b14-48f8-844d-53305f18ea42 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:02.944989 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.009464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] DHCP port deletion for 836e5ae9-7b47-4182-b367-6cb65e1c85ca request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:04:03.016821 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:03.035476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port 39ee920c-9b14-48f8-844d-53305f18ea42, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=39ee920c-9b14-48f8-844d-53305f18ea42,segment=NetworkSegment(4989b1ad-ac88-435b-86e0-0777865a8eba),segment_id=4989b1ad-ac88-435b-86e0-0777865a8eba)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:03.035839 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.050734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 39ee920c-9b14-48f8-844d-53305f18ea42 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:03.090104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Deleting port 39ee920c-9b14-48f8-844d-53305f18ea42 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:03.092391 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.158063 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.187161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=39ee920c-9b14-48f8-844d-53305f18ea42,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:03.192044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No DVR routers for this DVR port 39ee920c-9b14-48f8-844d-53305f18ea42 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:03.207641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] For port 39ee920c-9b14-48f8-844d-53305f18ea42, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=39ee920c-9b14-48f8-844d-53305f18ea42,segment=NetworkSegment(4989b1ad-ac88-435b-86e0-0777865a8eba),segment_id=4989b1ad-ac88-435b-86e0-0777865a8eba)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:03.208837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.224859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Calling delete_port for 39ee920c-9b14-48f8-844d-53305f18ea42 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:03.320484 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:04:01Z', 'revision_number': 10, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:03.328379 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (39ee920c-9b14-48f8-844d-53305f18ea42), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.358138 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b99a4-55a8-4559-9922-f997f2d41bea None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:04:01Z', 'revision_number': 10, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None, '_interfaces': [{'id': '55014626-ae2f-410d-b83f-a0c8631b3eb4', 'name': '', 'network_id': '3d19907f-857c-4cd4-acc5-0f1b77fabcd6', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'mac_address': 'fa:16:3e:b3:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '75523c85-280f-4825-a685-11c81381b532', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:11Z', 'updated_at': '2022-02-03T13:03:22Z', 'revision_number': 5, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'subnets': [{'id': '75523c85-280f-4825-a685-11c81381b532', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:03.370608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Pushing event deleted for resources: {'Port': ['ID=39ee920c-9b14-48f8-844d-53305f18ea42,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:03.385224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] No DVR routers for this DVR port 39ee920c-9b14-48f8-844d-53305f18ea42 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:03.390177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.390776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.394439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.395191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.395730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.397473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.397999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.398714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.399253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.399801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.400329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.400854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.401375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162ca17-2e6c-44cb-ab1a-182ae61d9343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:03.436703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (836e5ae9-7b47-4182-b367-6cb65e1c85ca), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.461208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836e5ae9-7b47-4182-b367-6cb65e1c85ca']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:03.478239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4989b1ad-ac88-435b-86e0-0777865a8eba') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:03.478586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4989b1ad-ac88-435b-86e0-0777865a8eba') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:03.489800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (4989b1ad-ac88-435b-86e0-0777865a8eba), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.504409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4989b1ad-ac88-435b-86e0-0777865a8eba), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.511536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:04:03.511940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (4989b1ad-ac88-435b-86e0-0777865a8eba), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:04:03.515641 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:04:03.596121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (836e5ae9-7b47-4182-b367-6cb65e1c85ca), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.612698 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:03.613856 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:04:03.616883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/networks/836e5ae9-7b47-4182-b367-6cb65e1c85ca HTTP/1.1" status: 204 len: 168 time: 0.9120564 Feb 03 13:04:03.619452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33080) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:03.629527 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33082) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:03.630765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e90fa9-9645-407f-afbf-bffda25e112d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Network': ['ID=836e5ae9-7b47-4182-b367-6cb65e1c85ca,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:03.887563 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e801a27c-d7bb-42fd-8cb9-adacccd74684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.043706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e801a27c-d7bb-42fd-8cb9-adacccd74684 admin admin] Publish callbacks [] for security_group (b899cd6a-e6b1-4f3e-98b3-3f4517496586), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.053729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e801a27c-d7bb-42fd-8cb9-adacccd74684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b899cd6a-e6b1-4f3e-98b3-3f4517496586), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.103447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801a27c-d7bb-42fd-8cb9-adacccd74684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b899cd6a-e6b1-4f3e-98b3-3f4517496586,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:04.108298 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e801a27c-d7bb-42fd-8cb9-adacccd74684 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44822e47afad480a9645736482174aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4775031 Feb 03 13:04:04.111372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33094) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:04.181338 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.205029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 39ee920c-9b14-48f8-844d-53305f18ea42 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:04.227447 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130f5b87-9147-4785-89ed-f52288e9ccf7 admin admin] Publish callbacks [] for security_group (b899cd6a-e6b1-4f3e-98b3-3f4517496586), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.236679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 39ee920c-9b14-48f8-844d-53305f18ea42 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:04.237589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 39ee920c-9b14-48f8-844d-53305f18ea42 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:04.238258 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:04.278380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:04.278807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd43ebdd-6ca8-4e5f-b66e-1181159f07d2 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:04.283940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130f5b87-9147-4785-89ed-f52288e9ccf7 admin admin] Publish callbacks [] for security_group (b899cd6a-e6b1-4f3e-98b3-3f4517496586), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.371625 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130f5b87-9147-4785-89ed-f52288e9ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b899cd6a-e6b1-4f3e-98b3-3f4517496586), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.375229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-130f5b87-9147-4785-89ed-f52288e9ccf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.376449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-130f5b87-9147-4785-89ed-f52288e9ccf7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b899cd6a-e6b1-4f3e-98b3-3f4517496586 HTTP/1.1" status: 204 len: 168 time: 0.2638786 Feb 03 13:04:04.408376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f5b87-9147-4785-89ed-f52288e9ccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b899cd6a-e6b1-4f3e-98b3-3f4517496586,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:04.555885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 55014626-ae2f-410d-b83f-a0c8631b3eb4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:04.556337 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.661010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port 55014626-ae2f-410d-b83f-a0c8631b3eb4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=55014626-ae2f-410d-b83f-a0c8631b3eb4,segment=NetworkSegment(9a446f96-4615-46f6-8cc7-55ce5dd6263e),segment_id=9a446f96-4615-46f6-8cc7-55ce5dd6263e)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:04.662142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.678614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 55014626-ae2f-410d-b83f-a0c8631b3eb4 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:04.833088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33112) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:04.850814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ab09ba7-6392-48aa-8085-846a75634ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.954876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ab09ba7-6392-48aa-8085-846a75634ebf admin admin] Publish callbacks [] for security_group (b34e5008-0381-455d-8f51-f460cacf3312), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.962706 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8ab09ba7-6392-48aa-8085-846a75634ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b34e5008-0381-455d-8f51-f460cacf3312), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.996295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab09ba7-6392-48aa-8085-846a75634ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e5008-0381-455d-8f51-f460cacf3312,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:05.028019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8ab09ba7-6392-48aa-8085-846a75634ebf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a58afbc1bfd7495896e032321f631e18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1934547 Feb 03 13:04:05.030626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33116) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:05.087646 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e417b95-422e-420d-8adc-c673dc2db4dc admin admin] Publish callbacks [] for security_group (b34e5008-0381-455d-8f51-f460cacf3312), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:05.117917 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e417b95-422e-420d-8adc-c673dc2db4dc admin admin] Publish callbacks [] for security_group (b34e5008-0381-455d-8f51-f460cacf3312), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:05.198662 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e417b95-422e-420d-8adc-c673dc2db4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b34e5008-0381-455d-8f51-f460cacf3312), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:05.202816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e417b95-422e-420d-8adc-c673dc2db4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:05.204306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0e417b95-422e-420d-8adc-c673dc2db4dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b34e5008-0381-455d-8f51-f460cacf3312 HTTP/1.1" status: 204 len: 168 time: 0.1722884 Feb 03 13:04:05.214651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e417b95-422e-420d-8adc-c673dc2db4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e5008-0381-455d-8f51-f460cacf3312,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:05.311766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (55014626-ae2f-410d-b83f-a0c8631b3eb4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:05.342101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=55014626-ae2f-410d-b83f-a0c8631b3eb4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:05.506239 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:05.754424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:05.790989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33140) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:05.847598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:05.854375 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-819d953c-2b5b-40c4-b31d-ace1bbb7b412 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2282343 Feb 03 13:04:05.861492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:05.862962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33146) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:05.873778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:05.874612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:05.926393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60bb89e-1b19-44af-a585-4ab778dcec24 admin admin] Deleting subnet 7cd01859-97c7-4e21-8d6c-abf30aba6e93 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:04:05.932387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b60bb89e-1b19-44af-a585-4ab778dcec24 admin admin] Publish callbacks [] for subnet (7cd01859-97c7-4e21-8d6c-abf30aba6e93), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:05.977990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bcfd86-ddbf-4417-9d4e-cd32fadb27c6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting subnet 75523c85-280f-4825-a685-11c81381b532 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:04:05.986379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10bcfd86-ddbf-4417-9d4e-cd32fadb27c6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (75523c85-280f-4825-a685-11c81381b532), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.005655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b60bb89e-1b19-44af-a585-4ab778dcec24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (7cd01859-97c7-4e21-8d6c-abf30aba6e93), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.007131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:06.084611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10bcfd86-ddbf-4417-9d4e-cd32fadb27c6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (75523c85-280f-4825-a685-11c81381b532), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.139874 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b60bb89e-1b19-44af-a585-4ab778dcec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (7cd01859-97c7-4e21-8d6c-abf30aba6e93), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.141040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:04:05Z', 'revision_number': 11, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:06.217817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:04:06.238766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:06.239321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:03:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:06.281527 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b60bb89e-1b19-44af-a585-4ab778dcec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (7cd01859-97c7-4e21-8d6c-abf30aba6e93), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.303039 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10bcfd86-ddbf-4417-9d4e-cd32fadb27c6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (75523c85-280f-4825-a685-11c81381b532), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.307495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bb89e-1b19-44af-a585-4ab778dcec24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd01859-97c7-4e21-8d6c-abf30aba6e93,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:06.325505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b60bb89e-1b19-44af-a585-4ab778dcec24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.333323 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b60bb89e-1b19-44af-a585-4ab778dcec24 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7cd01859-97c7-4e21-8d6c-abf30aba6e93 HTTP/1.1" status: 204 len: 168 time: 0.5411777 Feb 03 13:04:06.341168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33158) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:06.374614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:06.439860 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10bcfd86-ddbf-4417-9d4e-cd32fadb27c6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (75523c85-280f-4825-a685-11c81381b532), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.447083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:04:05Z', 'revision_number': 11, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:06.468598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (4b70e1e1-2e57-47c0-9d00-c2d51801df29), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.490084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcfd86-ddbf-4417-9d4e-cd32fadb27c6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Subnet': ['ID=75523c85-280f-4825-a685-11c81381b532,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:06.524771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10bcfd86-ddbf-4417-9d4e-cd32fadb27c6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.539137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-10bcfd86-ddbf-4417-9d4e-cd32fadb27c6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/75523c85-280f-4825-a685-11c81381b532 HTTP/1.1" status: 204 len: 168 time: 0.6742818 Feb 03 13:04:06.540653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33164) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:06.650260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (4b70e1e1-2e57-47c0-9d00-c2d51801df29), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.655764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398dc31-0fbe-43ab-b55e-e7d1b2c5caa1 None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:04:05Z', 'revision_number': 11, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:06.657339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c37dc4-6c9d-4899-a208-8938a071cc79 None None] Network 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:06.681098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b70e1e1-2e57-47c0-9d00-c2d51801df29']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:06.694230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:06.695477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:06.726792 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.749854 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.756198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:04:06.760972 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (49a1c5d5-a6c4-46b7-88fa-7b95bf4fe8a9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.783599 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf6aa6c-8617-4bcd-9509-6f905164cbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:04:06.825342 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:04:06.833161 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3d19907f-857c-4cd4-acc5-0f1b77fabcd6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.833764 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (4b70e1e1-2e57-47c0-9d00-c2d51801df29), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.842446 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.850033 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4b70e1e1-2e57-47c0-9d00-c2d51801df29 HTTP/1.1" status: 204 len: 168 time: 0.5074329 Feb 03 13:04:06.863770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d7764-01aa-4433-90fc-b96946603662 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b70e1e1-2e57-47c0-9d00-c2d51801df29,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:06.944526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Deleting port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:06.944867 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.017847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] For port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3,segment=NetworkSegment(9a446f96-4615-46f6-8cc7-55ce5dd6263e),segment_id=9a446f96-4615-46f6-8cc7-55ce5dd6263e)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:07.018220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.034747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4adee1b-3cb8-4c4a-b7c0-c5c8ae574d75 None None] DHCP port deletion for 3d19907f-857c-4cd4-acc5-0f1b77fabcd6 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:04:07.051832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Calling delete_port for 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:07.129369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33182) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:07.141251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b4adee1b-3cb8-4c4a-b7c0-c5c8ae574d75 None None] Deleting port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:07.141425 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4adee1b-3cb8-4c4a-b7c0-c5c8ae574d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.226733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33184) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:07.239047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-86013554-d722-4b46-a3ea-9f6976578622 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d24594ca5aaa47dab9f506d3f9827159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083550 Feb 03 13:04:07.283503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b4adee1b-3cb8-4c4a-b7c0-c5c8ae574d75 None None] For port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3,segment=NetworkSegment(9a446f96-4615-46f6-8cc7-55ce5dd6263e),segment_id=9a446f96-4615-46f6-8cc7-55ce5dd6263e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:07.283916 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4adee1b-3cb8-4c4a-b7c0-c5c8ae574d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.311844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b4adee1b-3cb8-4c4a-b7c0-c5c8ae574d75 None None] Calling delete_port for 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:07.367063 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-419021cd-79b5-412f-9351-8fcce50869ea admin admin] Publish callbacks [] for security_group (5790542a-3e51-4d04-ab2e-380fb5416382), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.437823 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-419021cd-79b5-412f-9351-8fcce50869ea admin admin] Publish callbacks [] for security_group (5790542a-3e51-4d04-ab2e-380fb5416382), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.459100 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4adee1b-3cb8-4c4a-b7c0-c5c8ae574d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.501938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adee1b-3cb8-4c4a-b7c0-c5c8ae574d75 None None] Pushing event deleted for resources: {'Port': ['ID=52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:07.505825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4adee1b-3cb8-4c4a-b7c0-c5c8ae574d75 None None] No DVR routers for this DVR port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:07.523112 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.592312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-419021cd-79b5-412f-9351-8fcce50869ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5790542a-3e51-4d04-ab2e-380fb5416382), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.595676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-419021cd-79b5-412f-9351-8fcce50869ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.597081 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-419021cd-79b5-412f-9351-8fcce50869ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5790542a-3e51-4d04-ab2e-380fb5416382 HTTP/1.1" status: 204 len: 168 time: 0.3692698 Feb 03 13:04:07.598428 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No DVR routers for this DVR port 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:07.602549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Port': ['ID=52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:07.718622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3d19907f-857c-4cd4-acc5-0f1b77fabcd6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.742027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d19907f-857c-4cd4-acc5-0f1b77fabcd6']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:07.752612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a446f96-4615-46f6-8cc7-55ce5dd6263e') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:07.752934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a446f96-4615-46f6-8cc7-55ce5dd6263e') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:07.763744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (9a446f96-4615-46f6-8cc7-55ce5dd6263e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.778614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9a446f96-4615-46f6-8cc7-55ce5dd6263e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.786085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:04:07.786519 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (9a446f96-4615-46f6-8cc7-55ce5dd6263e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:04:07.865052 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:04:07.867936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419021cd-79b5-412f-9351-8fcce50869ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5790542a-3e51-4d04-ab2e-380fb5416382,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:07.896615 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3d19907f-857c-4cd4-acc5-0f1b77fabcd6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.929222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:07.933935 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/networks/3d19907f-857c-4cd4-acc5-0f1b77fabcd6 HTTP/1.1" status: 204 len: 168 time: 1.3904715 Feb 03 13:04:07.936180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a174e42-410e-408c-8468-61ed1162dec5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Pushing event deleted for resources: {'Network': ['ID=3d19907f-857c-4cd4-acc5-0f1b77fabcd6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:07.937077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33214) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:07.948435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'routes': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:08.190946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.extraroute_db [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Added routes are [] {{(pid=103224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 13:04:08.191170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.extraroute_db [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Removed routes are [] {{(pid=103224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 13:04:08.191699 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:08.209065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:08.255521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:08.256248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 52a92e2c-4d2b-4d2f-af97-cf34fa6c8ab3 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:08.257908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 55014626-ae2f-410d-b83f-a0c8631b3eb4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:08.286499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 55014626-ae2f-410d-b83f-a0c8631b3eb4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:08.287309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 55014626-ae2f-410d-b83f-a0c8631b3eb4 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:08.469407 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:08.473031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:08.855602 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6df8be3f-c537-475b-ae75-525e4b839e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:08.997739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router dfc580e8-1d3a-4130-8c86-fe7760e27f2b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:09.092063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:09.107268 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] Sync routers for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:09.107866 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.109336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4101b092-d312-420d-b338-d842261c41b1 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b HTTP/1.1" status: 200 len: 704 time: 1.1708789 Feb 03 13:04:09.113590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33276) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:09.124368 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] Routers {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:09.135024 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:09.150860 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-81c8e259-a6db-4bbb-88ad-93a634b6bab4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfc580e8-1d3a-4130-8c86-fe7760e27f2b HTTP/1.1" status: 200 len: 205 time: 0.0359261 Feb 03 13:04:09.154009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33280) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:09.255856 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] Set router dfc580e8-1d3a-4130-8c86-fe7760e27f2b gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:09.274580 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28ea93a7-67db-432a-9991-e9717d862970 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.330222 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc580e8-1d3a-4130-8c86-fe7760e27f2b', 'name': 'tempest-RoutersIpV6Test-router-616494736', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:07Z', 'updated_at': '2022-02-03T13:04:05Z', 'revision_number': 11, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:09.504670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28ea93a7-67db-432a-9991-e9717d862970 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.507035 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28ea93a7-67db-432a-9991-e9717d862970 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.555200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28ea93a7-67db-432a-9991-e9717d862970 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (dfc580e8-1d3a-4130-8c86-fe7760e27f2b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.555736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ea93a7-67db-432a-9991-e9717d862970 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Fanout notify agent at l3_agent the message router_deleted on router dfc580e8-1d3a-4130-8c86-fe7760e27f2b {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:04:09.557956 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] Checking router: dfc580e8-1d3a-4130-8c86-fe7760e27f2b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:04:09.564213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28ea93a7-67db-432a-9991-e9717d862970 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.565619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-28ea93a7-67db-432a-9991-e9717d862970 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b HTTP/1.1" status: 204 len: 168 time: 0.4103098 Feb 03 13:04:09.571157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33294) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:09.573913 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] Routers set() bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:09.574361 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] Router IDs set() for agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 13:04:09.574957 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_agentschedulers_db [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dfc580e8-1d3a-4130-8c86-fe7760e27f2b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent'). {{(pid=103226) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 13:04:09.575335 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46da5f-fefe-4e22-b96c-b64213b413a1 None None] The sync data for ids ['dfc580e8-1d3a-4130-8c86-fe7760e27f2b'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:09.577620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-49c60037-bbdf-470d-a674-5b521fba2019 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1173048134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:09.616517 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49c60037-bbdf-470d-a674-5b521fba2019 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (3ee10ed4-6bda-4529-b2ee-db93b45b991e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.617634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49c60037-bbdf-470d-a674-5b521fba2019 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (3ee10ed4-6bda-4529-b2ee-db93b45b991e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.681907 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49c60037-bbdf-470d-a674-5b521fba2019 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (3ee10ed4-6bda-4529-b2ee-db93b45b991e), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.692694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49c60037-bbdf-470d-a674-5b521fba2019 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (3ee10ed4-6bda-4529-b2ee-db93b45b991e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.736744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49c60037-bbdf-470d-a674-5b521fba2019 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.740899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49c60037-bbdf-470d-a674-5b521fba2019 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1660471 Feb 03 13:04:09.741260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33306) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:09.749025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2308248c-b841-4e49-a40f-ecc0940bd296 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:09.823018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33308) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:09.970366 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de50aedc-5df6-4292-9428-8851b9c200c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.994249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2308248c-b841-4e49-a40f-ecc0940bd296 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (3ee10ed4-6bda-4529-b2ee-db93b45b991e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.008179 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2308248c-b841-4e49-a40f-ecc0940bd296 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (3ee10ed4-6bda-4529-b2ee-db93b45b991e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.094727 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de50aedc-5df6-4292-9428-8851b9c200c7 admin admin] Publish callbacks [] for security_group (6db1c8c1-15f7-4ac6-a1dc-5143f0b6040e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.107288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de50aedc-5df6-4292-9428-8851b9c200c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6db1c8c1-15f7-4ac6-a1dc-5143f0b6040e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.131593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.145863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2308248c-b841-4e49-a40f-ecc0940bd296 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Router 3ee10ed4-6bda-4529-b2ee-db93b45b991e is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:04:10.154412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-de50aedc-5df6-4292-9428-8851b9c200c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8735f1bbd8b4fe5b7555356123a7ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283224 Feb 03 13:04:10.154412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50aedc-5df6-4292-9428-8851b9c200c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db1c8c1-15f7-4ac6-a1dc-5143f0b6040e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:10.157003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33316) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:10.212621 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b294f89-b41c-41f2-8cbd-746cdb613d8f admin admin] Publish callbacks [] for security_group (6db1c8c1-15f7-4ac6-a1dc-5143f0b6040e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.235652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2308248c-b841-4e49-a40f-ecc0940bd296 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:10.235909 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b294f89-b41c-41f2-8cbd-746cdb613d8f admin admin] Publish callbacks [] for security_group (6db1c8c1-15f7-4ac6-a1dc-5143f0b6040e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.247376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] Sync routers for ids ['3ee10ed4-6bda-4529-b2ee-db93b45b991e'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:10.251124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2308248c-b841-4e49-a40f-ecc0940bd296 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.252539 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2308248c-b841-4e49-a40f-ecc0940bd296 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "PUT /v2.0/routers/3ee10ed4-6bda-4529-b2ee-db93b45b991e HTTP/1.1" status: 200 len: 698 time: 0.5102587 Feb 03 13:04:10.259508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33318) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:10.263732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] Routers {'3ee10ed4-6bda-4529-b2ee-db93b45b991e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:10.264622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3ee10ed4-6bda-4529-b2ee-db93b45b991e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:10.356333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33320) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:10.358557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-87684a7d-c240-4894-a6d4-15e9215798c2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/routers/3ee10ed4-6bda-4529-b2ee-db93b45b991e HTTP/1.1" status: 200 len: 704 time: 0.0976624 Feb 03 13:04:10.372827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] Set router 3ee10ed4-6bda-4529-b2ee-db93b45b991e gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:10.378635 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b294f89-b41c-41f2-8cbd-746cdb613d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6db1c8c1-15f7-4ac6-a1dc-5143f0b6040e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.382579 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b294f89-b41c-41f2-8cbd-746cdb613d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.387439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5b294f89-b41c-41f2-8cbd-746cdb613d8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6db1c8c1-15f7-4ac6-a1dc-5143f0b6040e HTTP/1.1" status: 204 len: 168 time: 0.2272859 Feb 03 13:04:10.396631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b294f89-b41c-41f2-8cbd-746cdb613d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db1c8c1-15f7-4ac6-a1dc-5143f0b6040e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:10.426112 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-36e28b14-8cda-4ead-900e-b776dd2ee62d tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ee10ed4-6bda-4529-b2ee-db93b45b991e HTTP/1.1" status: 200 len: 205 time: 0.0680447 Feb 03 13:04:10.428586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33330) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:10.499314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee10ed4-6bda-4529-b2ee-db93b45b991e', 'name': 'tempest-RoutersIpV6Test-router-1173048134', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:09Z', 'updated_at': '2022-02-03T13:04:09Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:10.536622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] Checking router: 3ee10ed4-6bda-4529-b2ee-db93b45b991e for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:04:10.546657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] Routers {'3ee10ed4-6bda-4529-b2ee-db93b45b991e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:10.547398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3ee10ed4-6bda-4529-b2ee-db93b45b991e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:10.598424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-3fad-4dee-b767-85688df390e4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (3ee10ed4-6bda-4529-b2ee-db93b45b991e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.679857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] Set router 3ee10ed4-6bda-4529-b2ee-db93b45b991e gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:10.762203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee10ed4-6bda-4529-b2ee-db93b45b991e', 'name': 'tempest-RoutersIpV6Test-router-1173048134', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:09Z', 'updated_at': '2022-02-03T13:04:09Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:10.801526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71accaeb-71c1-4aca-aecf-92e56853bcef None None] The sync data for ids ['3ee10ed4-6bda-4529-b2ee-db93b45b991e'] in n-d-792364-10 is: [{'id': '3ee10ed4-6bda-4529-b2ee-db93b45b991e', 'name': 'tempest-RoutersIpV6Test-router-1173048134', 'tenant_id': '5b31b41ecd234a7082d321c6a109355f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:09Z', 'updated_at': '2022-02-03T13:04:09Z', 'revision_number': 2, 'project_id': '5b31b41ecd234a7082d321c6a109355f', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:10.840146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-3fad-4dee-b767-85688df390e4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (3ee10ed4-6bda-4529-b2ee-db93b45b991e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.844272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-3fad-4dee-b767-85688df390e4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router_controller (3ee10ed4-6bda-4529-b2ee-db93b45b991e), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.853191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33340) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:10.882099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1582758-5c77-43e9-bd5c-4f39580fc9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.919067 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-3fad-4dee-b767-85688df390e4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (3ee10ed4-6bda-4529-b2ee-db93b45b991e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.921933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521cf3b0-3fad-4dee-b767-85688df390e4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Fanout notify agent at l3_agent the message router_deleted on router 3ee10ed4-6bda-4529-b2ee-db93b45b991e {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:04:10.928056 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-521cf3b0-3fad-4dee-b767-85688df390e4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.930378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-521cf3b0-3fad-4dee-b767-85688df390e4 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/3ee10ed4-6bda-4529-b2ee-db93b45b991e HTTP/1.1" status: 204 len: 168 time: 0.4996600 Feb 03 13:04:10.933538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33342) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:10.993731 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fd947cbd-0709-406f-94cd-78e4aed875fc tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ee10ed4-6bda-4529-b2ee-db93b45b991e HTTP/1.1" status: 200 len: 205 time: 0.0568757 Feb 03 13:04:10.994452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33344) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.056073 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-5d6acd99-94fe-4626-a580-ac0e03273077 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] delete failed (client error): The resource could not be found. Feb 03 13:04:11.058377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5d6acd99-94fe-4626-a580-ac0e03273077 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/3ee10ed4-6bda-4529-b2ee-db93b45b991e HTTP/1.1" status: 404 len: 336 time: 0.0619748 Feb 03 13:04:11.060071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33346) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.082347 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1582758-5c77-43e9-bd5c-4f39580fc9ba admin admin] Publish callbacks [] for security_group (34d103af-9426-4e0b-99d0-4b6547ddd3c0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:11.093520 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1582758-5c77-43e9-bd5c-4f39580fc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (34d103af-9426-4e0b-99d0-4b6547ddd3c0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:11.125478 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c5d7cd-3237-4981-8378-2d1e340efcd0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] DELETE failed (client error): The resource could not be found. Feb 03 13:04:11.125890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c5d7cd-3237-4981-8378-2d1e340efcd0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:04:11.132417 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-60c5d7cd-3237-4981-8378-2d1e340efcd0 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/f199e6b4-d78e-44aa-9983-a55110a59c02 HTTP/1.1" status: 404 len: 337 time: 0.0686908 Feb 03 13:04:11.132726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33350) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.143169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1582758-5c77-43e9-bd5c-4f39580fc9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d103af-9426-4e0b-99d0-4b6547ddd3c0,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:11.149631 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b1582758-5c77-43e9-bd5c-4f39580fc9ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7487b596bb14471bc59d13ad504477e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951398 Feb 03 13:04:11.152205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33352) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.171210 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2844400-6301-436a-9ca6-d4919199b4b7 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] DELETE failed (client error): The resource could not be found. Feb 03 13:04:11.171771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2844400-6301-436a-9ca6-d4919199b4b7 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:04:11.175069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a2844400-6301-436a-9ca6-d4919199b4b7 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/e9c36230-bf21-4f7a-afc6-ac9e1feefdb6 HTTP/1.1" status: 404 len: 337 time: 0.0414186 Feb 03 13:04:11.177559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33356) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.219069 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4848b07a-5f48-4eba-9b60-5a98262e7da2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] DELETE failed (client error): The resource could not be found. Feb 03 13:04:11.219488 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba4a33dd-a46d-4c09-ba2e-6e75a5ee3b78 admin admin] Publish callbacks [] for security_group (34d103af-9426-4e0b-99d0-4b6547ddd3c0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:11.219944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4848b07a-5f48-4eba-9b60-5a98262e7da2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:04:11.224240 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4848b07a-5f48-4eba-9b60-5a98262e7da2 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/1cf065fb-165b-4a54-8bd9-a2cbefbe7205 HTTP/1.1" status: 404 len: 337 time: 0.0452740 Feb 03 13:04:11.226679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33358) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.256962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba4a33dd-a46d-4c09-ba2e-6e75a5ee3b78 admin admin] Publish callbacks [] for security_group (34d103af-9426-4e0b-99d0-4b6547ddd3c0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:11.274636 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c25f7f7-5d80-462e-8d4a-b1ff322278f5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] DELETE failed (client error): The resource could not be found. Feb 03 13:04:11.275105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c25f7f7-5d80-462e-8d4a-b1ff322278f5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:04:11.280883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9c25f7f7-5d80-462e-8d4a-b1ff322278f5 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/75523c85-280f-4825-a685-11c81381b532 HTTP/1.1" status: 404 len: 337 time: 0.0505757 Feb 03 13:04:11.281098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33360) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.314575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c7a8170d-368b-4cfc-8f0b-7e8b702afaf3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfc580e8-1d3a-4130-8c86-fe7760e27f2b HTTP/1.1" status: 200 len: 205 time: 0.0300074 Feb 03 13:04:11.314775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33362) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.328407 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba4a33dd-a46d-4c09-ba2e-6e75a5ee3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (34d103af-9426-4e0b-99d0-4b6547ddd3c0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:11.331701 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba4a33dd-a46d-4c09-ba2e-6e75a5ee3b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:11.332915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ba4a33dd-a46d-4c09-ba2e-6e75a5ee3b78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34d103af-9426-4e0b-99d0-4b6547ddd3c0 HTTP/1.1" status: 204 len: 168 time: 0.1796746 Feb 03 13:04:11.342894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a33dd-a46d-4c09-ba2e-6e75a5ee3b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d103af-9426-4e0b-99d0-4b6547ddd3c0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:11.358815 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-db431959-a222-4341-9b41-c2ec1a4e6b4a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] delete failed (client error): The resource could not be found. Feb 03 13:04:11.362195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-db431959-a222-4341-9b41-c2ec1a4e6b4a tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/dfc580e8-1d3a-4130-8c86-fe7760e27f2b HTTP/1.1" status: 404 len: 336 time: 0.0441961 Feb 03 13:04:11.362545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33366) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.395306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-98883148-6b8d-4ae3-9de8-a2b04e4e5da8 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f57e54e-a9b8-4946-8ab3-075e86456452 HTTP/1.1" status: 200 len: 205 time: 0.0316563 Feb 03 13:04:11.397979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33368) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.437322 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-7421d451-a5a7-4333-b001-20857cf72e7f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] delete failed (client error): The resource could not be found. Feb 03 13:04:11.440794 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7421d451-a5a7-4333-b001-20857cf72e7f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/5f57e54e-a9b8-4946-8ab3-075e86456452 HTTP/1.1" status: 404 len: 336 time: 0.0391781 Feb 03 13:04:11.441372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33370) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.481593 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2e8c53-2b34-4f02-85a3-56de666c705b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] DELETE failed (client error): The resource could not be found. Feb 03 13:04:11.482395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2e8c53-2b34-4f02-85a3-56de666c705b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:04:11.486901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fb2e8c53-2b34-4f02-85a3-56de666c705b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/cec76d9a-11b4-489f-a66d-50e4d447b96a HTTP/1.1" status: 404 len: 337 time: 0.0432315 Feb 03 13:04:11.488664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33378) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.531854 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-92365792-1ff8-43da-b3b8-d6a68dd52e72 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=47b01033-2b61-419b-b215-397d4482d091 HTTP/1.1" status: 200 len: 205 time: 0.0419657 Feb 03 13:04:11.534225 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33380) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.587141 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:11.587918 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-b7ad95df-4778-43a0-9c68-a52630ade585 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] delete failed (client error): The resource could not be found. Feb 03 13:04:11.591454 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7ad95df-4778-43a0-9c68-a52630ade585 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/47b01033-2b61-419b-b215-397d4482d091 HTTP/1.1" status: 404 len: 336 time: 0.0537496 Feb 03 13:04:11.591835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33386) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.626194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-00727d8d-fd0d-4a68-8b90-c6f58a2a5191 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=74141b44-817a-4f44-a2b7-5d6c09a699ce HTTP/1.1" status: 200 len: 205 time: 0.0310853 Feb 03 13:04:11.626847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33390) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.677918 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-49b90f71-fd3f-4c88-bd87-42baac91fcb6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] delete failed (client error): The resource could not be found. Feb 03 13:04:11.681576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49b90f71-fd3f-4c88-bd87-42baac91fcb6 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/74141b44-817a-4f44-a2b7-5d6c09a699ce HTTP/1.1" status: 404 len: 336 time: 0.0511951 Feb 03 13:04:11.682063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33394) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.717913 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-584c1ebb-4507-4932-81aa-d65a9986c990 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] DELETE failed (client error): The resource could not be found. Feb 03 13:04:11.718396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584c1ebb-4507-4932-81aa-d65a9986c990 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:04:11.723830 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-584c1ebb-4507-4932-81aa-d65a9986c990 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/bf525628-56a0-44c1-9cea-0d69a695b209 HTTP/1.1" status: 404 len: 337 time: 0.0383792 Feb 03 13:04:11.724268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33398) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.764500 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7568c235-f5a3-47c2-b55f-4594e2891e18 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=78267275-6be4-40b5-9815-45e22b199af0 HTTP/1.1" status: 200 len: 205 time: 0.0382516 Feb 03 13:04:11.766047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33400) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.817647 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-1eade31c-41d3-498d-a1ef-3d5a07140486 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] delete failed (client error): The resource could not be found. Feb 03 13:04:11.821090 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1eade31c-41d3-498d-a1ef-3d5a07140486 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/78267275-6be4-40b5-9815-45e22b199af0 HTTP/1.1" status: 404 len: 336 time: 0.0516047 Feb 03 13:04:11.821360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33408) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.875522 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed816bea-d196-4daa-b276-68e745263b23 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] DELETE failed (client error): The resource could not be found. Feb 03 13:04:11.875997 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed816bea-d196-4daa-b276-68e745263b23 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:04:11.887492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33412) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.897961 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed816bea-d196-4daa-b276-68e745263b23 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/e4489daf-33c1-4d7d-b6fb-e52dddbe030f HTTP/1.1" status: 404 len: 337 time: 0.0753598 Feb 03 13:04:11.926424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33414) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.932807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dce2c9bd-5c50-4b68-890a-aeecb2890264 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "GET /v2.0/ports?device_id=39c2748b-1a35-4c58-bed8-01fc16ed1d10 HTTP/1.1" status: 200 len: 205 time: 0.0438831 Feb 03 13:04:11.966687 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-75469a4c-14a0-43c1-a4e0-07691febbe9b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] delete failed (client error): The resource could not be found. Feb 03 13:04:11.970411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33420) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:11.979607 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-75469a4c-14a0-43c1-a4e0-07691febbe9b tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/routers/39c2748b-1a35-4c58-bed8-01fc16ed1d10 HTTP/1.1" status: 404 len: 336 time: 0.0520132 Feb 03 13:04:11.998774 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e2704b-87b1-4dbf-9c8a-7b90ac0c462f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] DELETE failed (client error): The resource could not be found. Feb 03 13:04:11.998774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e2704b-87b1-4dbf-9c8a-7b90ac0c462f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:04:12.004158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33422) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:12.020166 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d8e2704b-87b1-4dbf-9c8a-7b90ac0c462f tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/6880a8c1-49fc-43da-8bfa-16741a7e2b01 HTTP/1.1" status: 404 len: 337 time: 0.0455551 Feb 03 13:04:12.035711 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5617575-3aec-41bc-9d88-3bf22033faf3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] DELETE failed (client error): The resource could not be found. Feb 03 13:04:12.036171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5617575-3aec-41bc-9d88-3bf22033faf3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:04:12.050255 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c5617575-3aec-41bc-9d88-3bf22033faf3 tempest-RoutersIpV6Test-1956942280 tempest-RoutersIpV6Test-1956942280-project] 10.222.0.65 "DELETE /v2.0/subnets/55d64347-d7ac-4dfd-96dd-d066e244516f HTTP/1.1" status: 404 len: 337 time: 0.0369613 Feb 03 13:04:12.405243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33444) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:12.587050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4c446ef6-c322-41be-bb37-786d96496481 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b31b41ecd234a7082d321c6a109355f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1803548 Feb 03 13:04:12.589209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33456) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:12.646932 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-012943f2-b71d-45af-9bf1-533abc8911ef admin admin] Publish callbacks [] for security_group (93b380b8-0144-4b29-ae60-427db8fa85e2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:12.674216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-012943f2-b71d-45af-9bf1-533abc8911ef admin admin] Publish callbacks [] for security_group (93b380b8-0144-4b29-ae60-427db8fa85e2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:12.726575 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:12.761711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-012943f2-b71d-45af-9bf1-533abc8911ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (93b380b8-0144-4b29-ae60-427db8fa85e2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:12.764708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-012943f2-b71d-45af-9bf1-533abc8911ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:12.765884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-012943f2-b71d-45af-9bf1-533abc8911ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93b380b8-0144-4b29-ae60-427db8fa85e2 HTTP/1.1" status: 204 len: 168 time: 0.1754725 Feb 03 13:04:12.780897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012943f2-b71d-45af-9bf1-533abc8911ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b380b8-0144-4b29-ae60-427db8fa85e2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:13.748791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33518) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:13.971668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'network': {'name': 'tempest-RoutersTest-1477768938'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:13.993678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:13.997308 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.005991 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.108054 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for security_group (c5aa348a-aae4-4aca-a056-11a7e8fe9854), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.116803 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c5aa348a-aae4-4aca-a056-11a7e8fe9854), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.144428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:04:14.160748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa348a-aae4-4aca-a056-11a7e8fe9854,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:14.167195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a0e45534-b148-4444-99ee-c9640b84d35f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.167741 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added segment a0e45534-b148-4444-99ee-c9640b84d35f of type vlan for network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 Feb 03 13:04:14.228345 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (456c87ec-9384-4d67-9bee-6ff3bb13ef56), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.260868 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (456c87ec-9384-4d67-9bee-6ff3bb13ef56), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.267930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:14.268744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.323268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5732493 Feb 03 13:04:14.327813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33548) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:14.333763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'network': {'name': 'tempest-RoutersTest-420834217'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:14.361516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdf268-f1f5-471d-96ff-91e542869fd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Network': ['ID=456c87ec-9384-4d67-9bee-6ff3bb13ef56,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:14.372465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:14.376057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:04:14.378483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.418646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:04:14.432941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f80aff92-9eb8-4317-b9ad-7061c1dfc9e2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.434054 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added segment f80aff92-9eb8-4317-b9ad-7061c1dfc9e2 of type vlan for network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d Feb 03 13:04:14.497394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (14d62ca2-3bb1-4e35-876c-2822cca1cb4d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.530167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (14d62ca2-3bb1-4e35-876c-2822cca1cb4d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.535381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:14.535958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:14.624026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Network': ['ID=14d62ca2-3bb1-4e35-876c-2822cca1cb4d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:14.631593 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e649ae10-7a0d-4782-9833-a31d754037c2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3024867 Feb 03 13:04:14.634729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33558) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:14.643706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:04:14.647871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'subnet': {'network_id': '456c87ec-9384-4d67-9bee-6ff3bb13ef56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:14.858251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:14.862999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.093690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (b6ab1d7e-00b5-48e5-bd48-3f3241d8302e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.169562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Checking segment: {'id': 'a0e45534-b148-4444-99ee-c9640b84d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '456c87ec-9384-4d67-9bee-6ff3bb13ef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:15.170208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network hostable DHCP agents. Network: 456c87ec-9384-4d67-9bee-6ff3bb13ef56, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:04:15.176533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Subnet': ['ID=b6ab1d7e-00b5-48e5-bd48-3f3241d8302e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:15.203286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:04:15.221301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 456c87ec-9384-4d67-9bee-6ff3bb13ef56) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:15.234156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7f0c74-2293-4d3a-bb40-abbff7b53151 None None] Network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:15.243792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:15.245314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.269954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-81b28d0a-558a-4132-918d-785219adbf8a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6340530 Feb 03 13:04:15.272697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33580) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:15.284679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'subnet': {'network_id': '14d62ca2-3bb1-4e35-876c-2822cca1cb4d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:15.422569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:15.427324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.447403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-456c87ec-9384-4d67-9bee-6ff3bb13ef56', 'network_id': '456c87ec-9384-4d67-9bee-6ff3bb13ef56', 'project_id': 'b39135717be44eba981f4577603e414f', 'fixed_ips': [{'subnet_id': 'b6ab1d7e-00b5-48e5-bd48-3f3241d8302e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:04:15.448397 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.789992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Allocated IP 172.20.0.2 (456c87ec-9384-4d67-9bee-6ff3bb13ef56/b6ab1d7e-00b5-48e5-bd48-3f3241d8302e/aa2241a5-e40e-49c8-99df-343bba65f126) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:15.820994 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (9f425bd8-8270-4f52-beb8-a1bf520ca31b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.961977 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Publish callbacks [] for port (aa2241a5-e40e-49c8-99df-343bba65f126), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.972043 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.982653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Checking segment: {'id': 'f80aff92-9eb8-4317-b9ad-7061c1dfc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '14d62ca2-3bb1-4e35-876c-2822cca1cb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:15.983752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network hostable DHCP agents. Network: 14d62ca2-3bb1-4e35-876c-2822cca1cb4d, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:04:16.009650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Subnet': ['ID=9f425bd8-8270-4f52-beb8-a1bf520ca31b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:16.035357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:04:16.037961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:16.040374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:16.048607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:16.054595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 14d62ca2-3bb1-4e35-876c-2822cca1cb4d) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:16.071541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Pushing event updated for resources: {'Port': ['ID=aa2241a5-e40e-49c8-99df-343bba65f126,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:16.098783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a512b59-5051-495b-8b52-4ea13d61ae22 None None] Network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:16.104919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:16.107180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.152672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33606) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:16.155000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2deffeac-9a1a-40e8-9ae0-066309a9a235 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8755479 Feb 03 13:04:16.158053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f390b29b-1224-4726-ba1d-2d1ea5de82cc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1184352100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:16.224199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f390b29b-1224-4726-ba1d-2d1ea5de82cc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.225494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f390b29b-1224-4726-ba1d-2d1ea5de82cc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.256096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Attempting to bind port aa2241a5-e40e-49c8-99df-343bba65f126 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:04:16.256608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Attempting to bind port aa2241a5-e40e-49c8-99df-343bba65f126 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a0e45534-b148-4444-99ee-c9640b84d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '456c87ec-9384-4d67-9bee-6ff3bb13ef56'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:04:16.258539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Attempting to bind port aa2241a5-e40e-49c8-99df-343bba65f126 on network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:16.347812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:04:16.348217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Checking segment: {'id': 'a0e45534-b148-4444-99ee-c9640b84d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '456c87ec-9384-4d67-9bee-6ff3bb13ef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:16.348633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.349019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Bound using segment: {'id': 'a0e45534-b148-4444-99ee-c9640b84d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '456c87ec-9384-4d67-9bee-6ff3bb13ef56'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:04:16.349506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Bound port: aa2241a5-e40e-49c8-99df-343bba65f126, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e45534-b148-4444-99ee-c9640b84d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '456c87ec-9384-4d67-9bee-6ff3bb13ef56'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:04:16.349888 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.361999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-14d62ca2-3bb1-4e35-876c-2822cca1cb4d', 'network_id': '14d62ca2-3bb1-4e35-876c-2822cca1cb4d', 'project_id': 'b39135717be44eba981f4577603e414f', 'fixed_ips': [{'subnet_id': '9f425bd8-8270-4f52-beb8-a1bf520ca31b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:04:16.366772 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.381648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f390b29b-1224-4726-ba1d-2d1ea5de82cc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.408090 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f390b29b-1224-4726-ba1d-2d1ea5de82cc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.459723 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f390b29b-1224-4726-ba1d-2d1ea5de82cc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.466576 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f390b29b-1224-4726-ba1d-2d1ea5de82cc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3102741 Feb 03 13:04:16.468098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33612) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:16.486895 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.879820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] For port aa2241a5-e40e-49c8-99df-343bba65f126, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:04:16.882221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Allocated IP 172.21.0.2 (14d62ca2-3bb1-4e35-876c-2822cca1cb4d/9f425bd8-8270-4f52-beb8-a1bf520ca31b/2f13d505-d275-4ccf-8019-ab9972918583) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:16.908599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] For port aa2241a5-e40e-49c8-99df-343bba65f126, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=aa2241a5-e40e-49c8-99df-343bba65f126,segment=NetworkSegment(a0e45534-b148-4444-99ee-c9640b84d35f),segment_id=a0e45534-b148-4444-99ee-c9640b84d35f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:04:16.930493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.102938 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.486784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682a7ee-0951-4fb6-bcb2-c4a30824f7af None None] Pushing event updated for resources: {'Port': ['ID=aa2241a5-e40e-49c8-99df-343bba65f126,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:17.598991 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Publish callbacks [] for port (2f13d505-d275-4ccf-8019-ab9972918583), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.646418 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (2f13d505-d275-4ccf-8019-ab9972918583), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.673802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:17.683983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:17.730527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:17.890091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Pushing event updated for resources: {'Port': ['ID=2f13d505-d275-4ccf-8019-ab9972918583,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:17.908372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.20.0.1 (456c87ec-9384-4d67-9bee-6ff3bb13ef56/b6ab1d7e-00b5-48e5-bd48-3f3241d8302e/6103c73e-a738-48b8-b201-87647d9f05e2) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:17.923039 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-c4fc2cfd-3a20-42ee-9a9a-b8681b4eaf2a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1420634 Feb 03 13:04:17.955415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Attempting to bind port 2f13d505-d275-4ccf-8019-ab9972918583 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:04:17.955855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Attempting to bind port 2f13d505-d275-4ccf-8019-ab9972918583 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'f80aff92-9eb8-4317-b9ad-7061c1dfc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '14d62ca2-3bb1-4e35-876c-2822cca1cb4d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:04:17.956478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Attempting to bind port 2f13d505-d275-4ccf-8019-ab9972918583 on network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:17.973331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:04:17.973932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Checking segment: {'id': 'f80aff92-9eb8-4317-b9ad-7061c1dfc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '14d62ca2-3bb1-4e35-876c-2822cca1cb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:17.974427 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.974819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Bound using segment: {'id': 'f80aff92-9eb8-4317-b9ad-7061c1dfc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '14d62ca2-3bb1-4e35-876c-2822cca1cb4d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:04:17.975299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Bound port: 2f13d505-d275-4ccf-8019-ab9972918583, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80aff92-9eb8-4317-b9ad-7061c1dfc9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '14d62ca2-3bb1-4e35-876c-2822cca1cb4d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:04:17.975673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2f13d505-d275-4ccf-8019-ab9972918583), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.084737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] For port 2f13d505-d275-4ccf-8019-ab9972918583, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:04:18.089230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] For port 2f13d505-d275-4ccf-8019-ab9972918583, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2f13d505-d275-4ccf-8019-ab9972918583,segment=NetworkSegment(f80aff92-9eb8-4317-b9ad-7061c1dfc9e2),segment_id=f80aff92-9eb8-4317-b9ad-7061c1dfc9e2)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:04:18.107360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-d8a550db-9885-402d-b33a-55fc132980f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.108633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2f13d505-d275-4ccf-8019-ab9972918583), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.109097 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-d8a550db-9885-402d-b33a-55fc132980f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82667eedb8334c5fadb10165a764dc4d&device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 1128 time: 0.1122646 Feb 03 13:04:18.239263 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (6103c73e-a738-48b8-b201-87647d9f05e2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.302897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb39560-dafb-46ea-9fab-659c07c14a5b None None] Pushing event updated for resources: {'Port': ['ID=2f13d505-d275-4ccf-8019-ab9972918583,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:18.318612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-6893c7db-1bda-4062-8079-d02489ab2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.320603 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-6893c7db-1bda-4062-8079-d02489ab2eef service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba74eada-ec8f-4411-b4ab-5cdd60138a69 HTTP/1.1" status: 200 len: 910 time: 0.1852136 Feb 03 13:04:18.352097 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6103c73e-a738-48b8-b201-87647d9f05e2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.404189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device aa2241a5-e40e-49c8-99df-343bba65f126 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:18.428268 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-1680716d-edad-4e36-aea1-93564b7b68cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979 HTTP/1.1" status: 200 len: 1001 time: 0.1014884 Feb 03 13:04:18.463329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:18.473928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:18.489255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:18.560754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=6103c73e-a738-48b8-b201-87647d9f05e2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:18.567637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port aa2241a5-e40e-49c8-99df-343bba65f126 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:18.569859 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.579288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-b656a55e-6b80-4782-82dc-b69269856d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.581339 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-b656a55e-6b80-4782-82dc-b69269856d45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ff1e13e-651b-4317-b63f-7b9bb73e1545 HTTP/1.1" status: 200 len: 848 time: 0.1445692 Feb 03 13:04:18.696759 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.778517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-c8c05732-b0bd-4df3-b338-c3cbfec9e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.784984 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-c8c05732-b0bd-4df3-b338-c3cbfec9e217 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba74eada-ec8f-4411-b4ab-5cdd60138a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1943784 Feb 03 13:04:18.860521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port aa2241a5-e40e-49c8-99df-343bba65f126 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:18.861070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.951602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port aa2241a5-e40e-49c8-99df-343bba65f126, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=aa2241a5-e40e-49c8-99df-343bba65f126,segment=NetworkSegment(a0e45534-b148-4444-99ee-c9640b84d35f),segment_id=a0e45534-b148-4444-99ee-c9640b84d35f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:18.966373 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:19.049750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6103c73e-a738-48b8-b201-87647d9f05e2), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:19.059731 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-a6ad3158-263d-4e56-bbc5-148c5a669575 service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697854 Feb 03 13:04:19.116208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=aa2241a5-e40e-49c8-99df-343bba65f126,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:19.298048 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d404171-3d4f-48c0-9bda-9ed4112f929c req-1d4898b1-9401-4068-930d-52f77e1e5064 service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316489 Feb 03 13:04:19.385543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848672e9-6472-443a-9602-c0ee1318ac0d None None] Network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:19.581741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-dbf3498b-70e5-419e-a690-afcd9a621307 None None] Provisioning complete for port aa2241a5-e40e-49c8-99df-343bba65f126 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:19.582118 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbf3498b-70e5-419e-a690-afcd9a621307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:19.689424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (6103c73e-a738-48b8-b201-87647d9f05e2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:19.716020 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (6103c73e-a738-48b8-b201-87647d9f05e2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:19.918743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:19.944011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=6103c73e-a738-48b8-b201-87647d9f05e2,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:19.991435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dbf3498b-70e5-419e-a690-afcd9a621307 None None] Current status of the port aa2241a5-e40e-49c8-99df-343bba65f126 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:20.203133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:20.204970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:20.300733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0539f2e-af56-40d0-8d7a-d1750e2187c6 None None] Network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:20.381905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-57060770-c290-4c17-8e9f-b81dcea395a3 None None] Provisioning complete for port 2f13d505-d275-4ccf-8019-ab9972918583 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:20.382399 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57060770-c290-4c17-8e9f-b81dcea395a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2f13d505-d275-4ccf-8019-ab9972918583), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:20.424762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router ee3b0761-39c8-4dd0-bfba-4caa330b3ccb is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:04:20.519633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2f13d505-d275-4ccf-8019-ab9972918583 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:20.597222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:20.606003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d0d4e7bb-e28e-4e53-bf47-586902c4d826 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/ee3b0761-39c8-4dd0-bfba-4caa330b3ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1378875 Feb 03 13:04:20.610348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33718) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:20.611877 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f10a30-379d-47df-a5aa-e00cb21060bf None None] Sync routers for ids ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:20.630110 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f10a30-379d-47df-a5aa-e00cb21060bf None None] Routers {'ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:20.630920 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f0f10a30-379d-47df-a5aa-e00cb21060bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:20.685122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697a80df-8b59-4ca5-b80d-dbc8cd55b46d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:20.687915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-697a80df-8b59-4ca5-b80d-dbc8cd55b46d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports/6103c73e-a738-48b8-b201-87647d9f05e2 HTTP/1.1" status: 200 len: 910 time: 0.0736384 Feb 03 13:04:20.690769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33720) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:20.765950 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f0f10a30-379d-47df-a5aa-e00cb21060bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:20.786090 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f10a30-379d-47df-a5aa-e00cb21060bf None None] Routers {'ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:20.786927 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f0f10a30-379d-47df-a5aa-e00cb21060bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:20.867848 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f0f10a30-379d-47df-a5aa-e00cb21060bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:20.868510 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f10a30-379d-47df-a5aa-e00cb21060bf None None] The sync data for ids ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:20.880728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-57060770-c290-4c17-8e9f-b81dcea395a3 None None] Current status of the port 2f13d505-d275-4ccf-8019-ab9972918583 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:20.881209 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57060770-c290-4c17-8e9f-b81dcea395a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2f13d505-d275-4ccf-8019-ab9972918583), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:20.884887 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:20.913588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2f13d505-d275-4ccf-8019-ab9972918583 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:20.914033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2f13d505-d275-4ccf-8019-ab9972918583), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:20.998620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-57060770-c290-4c17-8e9f-b81dcea395a3 None None] For port 2f13d505-d275-4ccf-8019-ab9972918583, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2f13d505-d275-4ccf-8019-ab9972918583,segment=NetworkSegment(f80aff92-9eb8-4317-b9ad-7061c1dfc9e2),segment_id=f80aff92-9eb8-4317-b9ad-7061c1dfc9e2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:21.029628 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57060770-c290-4c17-8e9f-b81dcea395a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2f13d505-d275-4ccf-8019-ab9972918583), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.155849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57060770-c290-4c17-8e9f-b81dcea395a3 None None] Pushing event updated for resources: {'Port': ['ID=2f13d505-d275-4ccf-8019-ab9972918583,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:21.193201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2ac87fe0-700b-4a5c-acb1-d7156436ae18 None None] Provisioning complete for port 6103c73e-a738-48b8-b201-87647d9f05e2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:21.193696 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ac87fe0-700b-4a5c-acb1-d7156436ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6103c73e-a738-48b8-b201-87647d9f05e2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.313157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2f13d505-d275-4ccf-8019-ab9972918583 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:21.314409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device aa2241a5-e40e-49c8-99df-343bba65f126 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:21.317109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2ac87fe0-700b-4a5c-acb1-d7156436ae18 None None] Port 6103c73e-a738-48b8-b201-87647d9f05e2 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:21.371952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2ac87fe0-700b-4a5c-acb1-d7156436ae18 None None] Provisioning complete for port aa2241a5-e40e-49c8-99df-343bba65f126 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:21.372745 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ac87fe0-700b-4a5c-acb1-d7156436ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.493883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2ac87fe0-700b-4a5c-acb1-d7156436ae18 None None] Current status of the port aa2241a5-e40e-49c8-99df-343bba65f126 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:21.497724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port aa2241a5-e40e-49c8-99df-343bba65f126 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:21.498462 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.640916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port aa2241a5-e40e-49c8-99df-343bba65f126 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:21.646741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1607f81e-c4c6-4206-9bc4-6ced9fcc6cb0 None None] Provisioning complete for port 2f13d505-d275-4ccf-8019-ab9972918583 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:21.647114 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1607f81e-c4c6-4206-9bc4-6ced9fcc6cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2f13d505-d275-4ccf-8019-ab9972918583), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.745714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1607f81e-c4c6-4206-9bc4-6ced9fcc6cb0 None None] Current status of the port 2f13d505-d275-4ccf-8019-ab9972918583 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:21.756781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1607f81e-c4c6-4206-9bc4-6ced9fcc6cb0 None None] Provisioning complete for port 6103c73e-a738-48b8-b201-87647d9f05e2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:21.757396 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1607f81e-c4c6-4206-9bc4-6ced9fcc6cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6103c73e-a738-48b8-b201-87647d9f05e2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.761373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.806676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1607f81e-c4c6-4206-9bc4-6ced9fcc6cb0 None None] Port 6103c73e-a738-48b8-b201-87647d9f05e2 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:22.138685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.21.0.1 (14d62ca2-3bb1-4e35-876c-2822cca1cb4d/9f425bd8-8270-4f52-beb8-a1bf520ca31b/e116335f-49f0-4e49-a5bf-681de907d1a5) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:22.257192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2f13d505-d275-4ccf-8019-ab9972918583 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:22.305854 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:22.354799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2f13d505-d275-4ccf-8019-ab9972918583 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:22.355227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2f13d505-d275-4ccf-8019-ab9972918583), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:22.380133 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:22.422063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:22.427940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:22.444923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:22.451846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2f13d505-d275-4ccf-8019-ab9972918583 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:22.506989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=e116335f-49f0-4e49-a5bf-681de907d1a5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:22.531425 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:22.699079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:22.759348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-71559a9a-b726-4a96-8ab8-5351706ca1ff None None] Provisioning complete for port e116335f-49f0-4e49-a5bf-681de907d1a5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:22.759790 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71559a9a-b726-4a96-8ab8-5351706ca1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:22.842194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-71559a9a-b726-4a96-8ab8-5351706ca1ff None None] Port e116335f-49f0-4e49-a5bf-681de907d1a5 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:23.040348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.047750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.120012 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.201608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=e116335f-49f0-4e49-a5bf-681de907d1a5,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:23.281534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:23.288307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:23.427543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33780) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:23.456826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router ee3b0761-39c8-4dd0-bfba-4caa330b3ccb has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:23.571507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:23.580220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-283e50a2-cfe2-4cfe-a432-934532c9ebc2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/ee3b0761-39c8-4dd0-bfba-4caa330b3ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8803837 Feb 03 13:04:23.580309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33784) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:23.582541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea380648-a68d-46d9-a36e-cf5ffec732a7 None None] Sync routers for ids ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:23.593624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.599694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea380648-a68d-46d9-a36e-cf5ffec732a7 None None] Routers {'ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:23.600336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ea380648-a68d-46d9-a36e-cf5ffec732a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:23.670955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ea380648-a68d-46d9-a36e-cf5ffec732a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:23.677888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be07695-d685-4317-91d5-f9e79e7cb7f0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:23.683749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4be07695-d685-4317-91d5-f9e79e7cb7f0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports/e116335f-49f0-4e49-a5bf-681de907d1a5 HTTP/1.1" status: 200 len: 910 time: 0.1021874 Feb 03 13:04:23.684632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33786) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:23.699918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Publish callbacks [] for security_group (ff01b05e-93a7-48a0-b887-3527b8cda326), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.704079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea380648-a68d-46d9-a36e-cf5ffec732a7 None None] Routers {'ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:23.704714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ea380648-a68d-46d9-a36e-cf5ffec732a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:23.708209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ff01b05e-93a7-48a0-b887-3527b8cda326), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.758441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff01b05e-93a7-48a0-b887-3527b8cda326,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:23.766151 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd8a4a7981be46bbbed02d9220bb9164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370078 Feb 03 13:04:23.766953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33788) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:23.792598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3a1c427c-85fc-4046-aab1-d4edf2d37b99 None None] Provisioning complete for port e116335f-49f0-4e49-a5bf-681de907d1a5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:23.800843 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a1c427c-85fc-4046-aab1-d4edf2d37b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.804903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ea380648-a68d-46d9-a36e-cf5ffec732a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:23.811206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea380648-a68d-46d9-a36e-cf5ffec732a7 None None] The sync data for ids ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:23.817679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.818136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.818369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.818755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.819025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.819352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.819672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.820242 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.821560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.821897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.822205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.822547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.822869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f6c88-74e3-47a0-8d9f-af6d017518cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:23.846437 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82441698-4f6e-4d0b-a54d-93a56a3c652c admin admin] Publish callbacks [] for security_group (ff01b05e-93a7-48a0-b887-3527b8cda326), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.896087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82441698-4f6e-4d0b-a54d-93a56a3c652c admin admin] Publish callbacks [] for security_group (ff01b05e-93a7-48a0-b887-3527b8cda326), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.899266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3a1c427c-85fc-4046-aab1-d4edf2d37b99 None None] Port e116335f-49f0-4e49-a5bf-681de907d1a5 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:23.960726 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82441698-4f6e-4d0b-a54d-93a56a3c652c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ff01b05e-93a7-48a0-b887-3527b8cda326), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.963475 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82441698-4f6e-4d0b-a54d-93a56a3c652c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.964626 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-82441698-4f6e-4d0b-a54d-93a56a3c652c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff01b05e-93a7-48a0-b887-3527b8cda326 HTTP/1.1" status: 204 len: 168 time: 0.1955385 Feb 03 13:04:23.978083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82441698-4f6e-4d0b-a54d-93a56a3c652c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff01b05e-93a7-48a0-b887-3527b8cda326,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:24.129025 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.341951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33798) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:24.356120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3ab4700d-966f-4866-bf08-8626a5d42fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.402378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port e116335f-49f0-4e49-a5bf-681de907d1a5 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:24.402854 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.457459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3ab4700d-966f-4866-bf08-8626a5d42fea admin admin] Publish callbacks [] for security_group (66f805aa-2c59-45b3-9fb9-dc6ae7e41af8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.465367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3ab4700d-966f-4866-bf08-8626a5d42fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (66f805aa-2c59-45b3-9fb9-dc6ae7e41af8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.514563 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.529413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for e116335f-49f0-4e49-a5bf-681de907d1a5 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:24.532823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33800) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:24.534421 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3ab4700d-966f-4866-bf08-8626a5d42fea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3515a0103e274646adc1380938379561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910477 Feb 03 13:04:24.535226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4700d-966f-4866-bf08-8626a5d42fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f805aa-2c59-45b3-9fb9-dc6ae7e41af8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:24.646417 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4472f63e-37e9-47c6-9464-2720030a06d2 admin admin] Publish callbacks [] for security_group (66f805aa-2c59-45b3-9fb9-dc6ae7e41af8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.710701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4472f63e-37e9-47c6-9464-2720030a06d2 admin admin] Publish callbacks [] for security_group (66f805aa-2c59-45b3-9fb9-dc6ae7e41af8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.808156 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4472f63e-37e9-47c6-9464-2720030a06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (66f805aa-2c59-45b3-9fb9-dc6ae7e41af8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.810787 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4472f63e-37e9-47c6-9464-2720030a06d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.814782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4472f63e-37e9-47c6-9464-2720030a06d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66f805aa-2c59-45b3-9fb9-dc6ae7e41af8 HTTP/1.1" status: 204 len: 168 time: 0.2780576 Feb 03 13:04:24.826601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472f63e-37e9-47c6-9464-2720030a06d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f805aa-2c59-45b3-9fb9-dc6ae7e41af8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:24.833574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e116335f-49f0-4e49-a5bf-681de907d1a5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.882506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=e116335f-49f0-4e49-a5bf-681de907d1a5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:25.130657 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:25.393992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router ee3b0761-39c8-4dd0-bfba-4caa330b3ccb has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:25.506596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:25.515620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc7c2ff3-ebb1-4692-afae-2880073cc780 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/ee3b0761-39c8-4dd0-bfba-4caa330b3ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8253930 Feb 03 13:04:25.515735 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33820) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:25.523020 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2494046-5100-4d48-b32f-7396877c3b24 None None] Sync routers for ids ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:25.540312 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2494046-5100-4d48-b32f-7396877c3b24 None None] Routers {'ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:25.540940 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a2494046-5100-4d48-b32f-7396877c3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:25.576407 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a2494046-5100-4d48-b32f-7396877c3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:25.586103 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2494046-5100-4d48-b32f-7396877c3b24 None None] Routers {'ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:25.586768 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a2494046-5100-4d48-b32f-7396877c3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:25.625700 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a2494046-5100-4d48-b32f-7396877c3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:25.626285 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2494046-5100-4d48-b32f-7396877c3b24 None None] The sync data for ids ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:25.768958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-0d25b2ee-f6be-4d1c-8dea-c80e4290d80c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0759151 Feb 03 13:04:25.879624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-bffa1fc3-d90e-4819-9b46-9b18bf3d6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:25.882358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-bffa1fc3-d90e-4819-9b46-9b18bf3d6f78 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 1128 time: 0.0635672 Feb 03 13:04:26.012555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:26.035413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-4ef3db82-6b32-48ce-8a74-07be498401a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:26.037462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-4ef3db82-6b32-48ce-8a74-07be498401a6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.1313174 Feb 03 13:04:26.195455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-c4d81b8a-8581-469c-a39e-a0f4aa73beb8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 200 len: 1001 time: 0.1409502 Feb 03 13:04:26.296856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-d809ae87-1ed2-4984-844e-4030c291eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:26.298885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-d809ae87-1ed2-4984-844e-4030c291eb79 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.0967431 Feb 03 13:04:26.365195 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-d0c4d03d-560e-440f-a122-973d318436e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:26.367373 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-d0c4d03d-560e-440f-a122-973d318436e8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0602551 Feb 03 13:04:26.536888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port 6103c73e-a738-48b8-b201-87647d9f05e2 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:26.545078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6103c73e-a738-48b8-b201-87647d9f05e2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:26.585927 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-4580775f-1b36-4dc1-bddd-5187db7ac85b service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058828 Feb 03 13:04:26.747616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6103c73e-a738-48b8-b201-87647d9f05e2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:26.786306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for 6103c73e-a738-48b8-b201-87647d9f05e2 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:26.826014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2df080b-7d99-4888-8714-8b764ca7e875 req-972fea23-9f69-4e79-b12b-c805e27bb2af service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326586 Feb 03 13:04:27.142895 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6103c73e-a738-48b8-b201-87647d9f05e2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:27.181430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=6103c73e-a738-48b8-b201-87647d9f05e2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:27.460321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:27.688672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router ee3b0761-39c8-4dd0-bfba-4caa330b3ccb has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:27.797259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:27.808179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b270202-c860-4e70-a922-ac51cf57f852 None None] Sync routers for ids ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:27.810318 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-34c309d9-f378-4bea-a90f-5127ea1f6c2f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/ee3b0761-39c8-4dd0-bfba-4caa330b3ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2924013 Feb 03 13:04:27.812336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33868) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:27.824480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b270202-c860-4e70-a922-ac51cf57f852 None None] Routers {'ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:27.825109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3b270202-c860-4e70-a922-ac51cf57f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:27.849616 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9d1cf812-e4ba-4dab-aece-443cd4e5eb3b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee3b0761-39c8-4dd0-bfba-4caa330b3ccb HTTP/1.1" status: 200 len: 205 time: 0.0358102 Feb 03 13:04:27.852125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33870) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:27.941262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3b270202-c860-4e70-a922-ac51cf57f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:27.963470 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f300df6d-78b6-4b23-aa06-934adb0cd0d8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:27.975924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b270202-c860-4e70-a922-ac51cf57f852 None None] Routers {'ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:27.977707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3b270202-c860-4e70-a922-ac51cf57f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:28.032301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-3b270202-c860-4e70-a922-ac51cf57f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:28.033185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b270202-c860-4e70-a922-ac51cf57f852 None None] The sync data for ids ['ee3b0761-39c8-4dd0-bfba-4caa330b3ccb'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:28.804330 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f300df6d-78b6-4b23-aa06-934adb0cd0d8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:28.808983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33888) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:28.811427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f300df6d-78b6-4b23-aa06-934adb0cd0d8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:28.892453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f300df6d-78b6-4b23-aa06-934adb0cd0d8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (ee3b0761-39c8-4dd0-bfba-4caa330b3ccb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:28.894049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f300df6d-78b6-4b23-aa06-934adb0cd0d8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Fanout notify agent at l3_agent the message router_deleted on router ee3b0761-39c8-4dd0-bfba-4caa330b3ccb {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:04:28.912016 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f300df6d-78b6-4b23-aa06-934adb0cd0d8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:28.913441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f300df6d-78b6-4b23-aa06-934adb0cd0d8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/ee3b0761-39c8-4dd0-bfba-4caa330b3ccb HTTP/1.1" status: 204 len: 168 time: 1.0603278 Feb 03 13:04:28.916397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33894) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:28.972876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-da223a41-aafd-4cad-ab1a-34726b953d65 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting subnet 9f425bd8-8270-4f52-beb8-a1bf520ca31b {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:04:28.982618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da223a41-aafd-4cad-ab1a-34726b953d65 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (9f425bd8-8270-4f52-beb8-a1bf520ca31b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.007124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2c1edfe-e837-4b9d-a9a6-ab33a806a703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.038834 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da223a41-aafd-4cad-ab1a-34726b953d65 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (9f425bd8-8270-4f52-beb8-a1bf520ca31b), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.151482 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da223a41-aafd-4cad-ab1a-34726b953d65 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (9f425bd8-8270-4f52-beb8-a1bf520ca31b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.193235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2c1edfe-e837-4b9d-a9a6-ab33a806a703 admin admin] Publish callbacks [] for security_group (15fcf695-c890-402e-849a-aaa69ed97305), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.199011 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2c1edfe-e837-4b9d-a9a6-ab33a806a703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (15fcf695-c890-402e-849a-aaa69ed97305), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.250444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1edfe-e837-4b9d-a9a6-ab33a806a703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fcf695-c890-402e-849a-aaa69ed97305,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:29.255589 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f2c1edfe-e837-4b9d-a9a6-ab33a806a703 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5c57884d33e40a881e8e26cb36d81a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455051 Feb 03 13:04:29.258361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33896) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:29.294971 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da223a41-aafd-4cad-ab1a-34726b953d65 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (9f425bd8-8270-4f52-beb8-a1bf520ca31b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.328818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da223a41-aafd-4cad-ab1a-34726b953d65 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Subnet': ['ID=9f425bd8-8270-4f52-beb8-a1bf520ca31b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:29.339031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da223a41-aafd-4cad-ab1a-34726b953d65 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.344656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc015e7d-da8d-4ff5-83f1-c32e328616d0 None None] Network 14d62ca2-3bb1-4e35-876c-2822cca1cb4d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:29.345149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33898) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:29.345232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da223a41-aafd-4cad-ab1a-34726b953d65 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/9f425bd8-8270-4f52-beb8-a1bf520ca31b HTTP/1.1" status: 204 len: 168 time: 0.4277701 Feb 03 13:04:29.350841 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-289b628a-dae2-4218-8cee-13c1f3aaca25 admin admin] Publish callbacks [] for security_group (15fcf695-c890-402e-849a-aaa69ed97305), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.382630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-289b628a-dae2-4218-8cee-13c1f3aaca25 admin admin] Publish callbacks [] for security_group (15fcf695-c890-402e-849a-aaa69ed97305), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.449363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b2da2e-4cbf-4664-81ab-697f85dbf0c8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting subnet b6ab1d7e-00b5-48e5-bd48-3f3241d8302e {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:04:29.455117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03b2da2e-4cbf-4664-81ab-697f85dbf0c8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (b6ab1d7e-00b5-48e5-bd48-3f3241d8302e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.461185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-289b628a-dae2-4218-8cee-13c1f3aaca25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (15fcf695-c890-402e-849a-aaa69ed97305), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.464084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-289b628a-dae2-4218-8cee-13c1f3aaca25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.467787 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-289b628a-dae2-4218-8cee-13c1f3aaca25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15fcf695-c890-402e-849a-aaa69ed97305 HTTP/1.1" status: 204 len: 168 time: 0.2059503 Feb 03 13:04:29.479837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b628a-dae2-4218-8cee-13c1f3aaca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fcf695-c890-402e-849a-aaa69ed97305,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:29.557102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03b2da2e-4cbf-4664-81ab-697f85dbf0c8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (b6ab1d7e-00b5-48e5-bd48-3f3241d8302e), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.572172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb4e1a-9d52-45d0-a5db-79e5322359cd None None] DHCP port deletion for 14d62ca2-3bb1-4e35-876c-2822cca1cb4d request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:04:29.660214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-15cb4e1a-9d52-45d0-a5db-79e5322359cd None None] Deleting port 2f13d505-d275-4ccf-8019-ab9972918583 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:29.660681 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15cb4e1a-9d52-45d0-a5db-79e5322359cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2f13d505-d275-4ccf-8019-ab9972918583), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.685103 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03b2da2e-4cbf-4664-81ab-697f85dbf0c8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (b6ab1d7e-00b5-48e5-bd48-3f3241d8302e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.753466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-15cb4e1a-9d52-45d0-a5db-79e5322359cd None None] For port 2f13d505-d275-4ccf-8019-ab9972918583, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2f13d505-d275-4ccf-8019-ab9972918583,segment=NetworkSegment(f80aff92-9eb8-4317-b9ad-7061c1dfc9e2),segment_id=f80aff92-9eb8-4317-b9ad-7061c1dfc9e2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:29.754390 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15cb4e1a-9d52-45d0-a5db-79e5322359cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2f13d505-d275-4ccf-8019-ab9972918583), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.772038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-15cb4e1a-9d52-45d0-a5db-79e5322359cd None None] Calling delete_port for 2f13d505-d275-4ccf-8019-ab9972918583 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:29.787738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03b2da2e-4cbf-4664-81ab-697f85dbf0c8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (b6ab1d7e-00b5-48e5-bd48-3f3241d8302e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.844476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2da2e-4cbf-4664-81ab-697f85dbf0c8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ab1d7e-00b5-48e5-bd48-3f3241d8302e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:29.851124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03b2da2e-4cbf-4664-81ab-697f85dbf0c8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.858670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33910) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:29.859224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-03b2da2e-4cbf-4664-81ab-697f85dbf0c8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/b6ab1d7e-00b5-48e5-bd48-3f3241d8302e HTTP/1.1" status: 204 len: 168 time: 0.5125813 Feb 03 13:04:30.003765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (14d62ca2-3bb1-4e35-876c-2822cca1cb4d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.048315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a654a8-5123-4373-9f44-8bcf5e8133cd None None] Network 456c87ec-9384-4d67-9bee-6ff3bb13ef56 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:30.065257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port 2f13d505-d275-4ccf-8019-ab9972918583 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:30.065972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2f13d505-d275-4ccf-8019-ab9972918583), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.149487 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15cb4e1a-9d52-45d0-a5db-79e5322359cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (2f13d505-d275-4ccf-8019-ab9972918583), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.197712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb4e1a-9d52-45d0-a5db-79e5322359cd None None] Pushing event deleted for resources: {'Port': ['ID=2f13d505-d275-4ccf-8019-ab9972918583,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:30.209099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb4e1a-9d52-45d0-a5db-79e5322359cd None None] No DVR routers for this DVR port 2f13d505-d275-4ccf-8019-ab9972918583 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:30.228666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2f13d505-d275-4ccf-8019-ab9972918583 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:30.248251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port 2f13d505-d275-4ccf-8019-ab9972918583, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2f13d505-d275-4ccf-8019-ab9972918583,segment=NetworkSegment(f80aff92-9eb8-4317-b9ad-7061c1dfc9e2),segment_id=f80aff92-9eb8-4317-b9ad-7061c1dfc9e2)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:30.248631 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2f13d505-d275-4ccf-8019-ab9972918583), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.256275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2f13d505-d275-4ccf-8019-ab9972918583 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:30.256759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2f13d505-d275-4ccf-8019-ab9972918583 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:30.319575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67264fd-1cae-4a84-a7d0-99bc891af790 None None] DHCP port deletion for 456c87ec-9384-4d67-9bee-6ff3bb13ef56 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:04:30.405171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d67264fd-1cae-4a84-a7d0-99bc891af790 None None] Deleting port aa2241a5-e40e-49c8-99df-343bba65f126 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:30.405776 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d67264fd-1cae-4a84-a7d0-99bc891af790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.514870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d67264fd-1cae-4a84-a7d0-99bc891af790 None None] For port aa2241a5-e40e-49c8-99df-343bba65f126, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=aa2241a5-e40e-49c8-99df-343bba65f126,segment=NetworkSegment(a0e45534-b148-4444-99ee-c9640b84d35f),segment_id=a0e45534-b148-4444-99ee-c9640b84d35f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:30.515334 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d67264fd-1cae-4a84-a7d0-99bc891af790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.532981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d67264fd-1cae-4a84-a7d0-99bc891af790 None None] Calling delete_port for aa2241a5-e40e-49c8-99df-343bba65f126 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:30.675032 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d67264fd-1cae-4a84-a7d0-99bc891af790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (aa2241a5-e40e-49c8-99df-343bba65f126), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.732500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67264fd-1cae-4a84-a7d0-99bc891af790 None None] No DVR routers for this DVR port aa2241a5-e40e-49c8-99df-343bba65f126 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:30.743077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67264fd-1cae-4a84-a7d0-99bc891af790 None None] Pushing event deleted for resources: {'Port': ['ID=aa2241a5-e40e-49c8-99df-343bba65f126,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:30.807172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for 2f13d505-d275-4ccf-8019-ab9972918583 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:30.910607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2f13d505-d275-4ccf-8019-ab9972918583), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.948976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No DVR routers for this DVR port 2f13d505-d275-4ccf-8019-ab9972918583 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:30.958439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=2f13d505-d275-4ccf-8019-ab9972918583,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:31.055483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (14d62ca2-3bb1-4e35-876c-2822cca1cb4d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.079732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d62ca2-3bb1-4e35-876c-2822cca1cb4d']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:31.090963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80aff92-9eb8-4317-b9ad-7061c1dfc9e2') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:31.091651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80aff92-9eb8-4317-b9ad-7061c1dfc9e2') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:31.102630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (f80aff92-9eb8-4317-b9ad-7061c1dfc9e2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.118269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f80aff92-9eb8-4317-b9ad-7061c1dfc9e2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.129310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:04:31.129998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (f80aff92-9eb8-4317-b9ad-7061c1dfc9e2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:04:31.203645 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:04:31.213135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (14d62ca2-3bb1-4e35-876c-2822cca1cb4d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.227573 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.231940 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/networks/14d62ca2-3bb1-4e35-876c-2822cca1cb4d HTTP/1.1" status: 204 len: 168 time: 1.3714042 Feb 03 13:04:31.234661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33940) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:31.250369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702deb3f-090e-4d95-b149-8889eed196ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Network': ['ID=14d62ca2-3bb1-4e35-876c-2822cca1cb4d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:31.348565 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (456c87ec-9384-4d67-9bee-6ff3bb13ef56), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.455521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (456c87ec-9384-4d67-9bee-6ff3bb13ef56), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.487145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456c87ec-9384-4d67-9bee-6ff3bb13ef56']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:31.500474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e45534-b148-4444-99ee-c9640b84d35f') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:31.500982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e45534-b148-4444-99ee-c9640b84d35f') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:31.521475 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (a0e45534-b148-4444-99ee-c9640b84d35f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.548900 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a0e45534-b148-4444-99ee-c9640b84d35f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.555683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:04:31.556066 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (a0e45534-b148-4444-99ee-c9640b84d35f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:04:31.559153 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:04:31.626549 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (456c87ec-9384-4d67-9bee-6ff3bb13ef56), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.646293 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.654548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/networks/456c87ec-9384-4d67-9bee-6ff3bb13ef56 HTTP/1.1" status: 204 len: 168 time: 0.4140749 Feb 03 13:04:31.656178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 33958) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:31.662694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'network': {'name': 'tempest-RoutersTest-1758529832'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:31.685117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dd6bf-f05a-47b9-b690-a28d1de8dd00 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Network': ['ID=456c87ec-9384-4d67-9bee-6ff3bb13ef56,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:31.708164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:31.713592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.772779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:04:31.789761 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (86016e0f-3bfd-4462-9d17-505d88a6df08), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.790114 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added segment 86016e0f-3bfd-4462-9d17-505d88a6df08 of type vlan for network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd Feb 03 13:04:31.876324 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (7bf26c04-ebd2-4d82-b71c-ad53a61439fd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.968244 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (7bf26c04-ebd2-4d82-b71c-ad53a61439fd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.974097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:31.974890 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.117461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4601281 Feb 03 13:04:32.120929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 33990) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:32.128573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'subnet': {'network_id': '7bf26c04-ebd2-4d82-b71c-ad53a61439fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:32.135359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9906ef3-b5fc-4ad5-8d04-f6ef2352884e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Network': ['ID=7bf26c04-ebd2-4d82-b71c-ad53a61439fd,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:32.161949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:04:32.256950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:32.262090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device aa2241a5-e40e-49c8-99df-343bba65f126 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:32.268491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.293006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: aa2241a5-e40e-49c8-99df-343bba65f126 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:32.296035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device aa2241a5-e40e-49c8-99df-343bba65f126 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:32.512131 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (15686a0f-60c1-4726-909b-77105fb07cf6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.600618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Subnet': ['ID=15686a0f-60c1-4726-909b-77105fb07cf6,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:32.628250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Checking segment: {'id': '86016e0f-3bfd-4462-9d17-505d88a6df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7bf26c04-ebd2-4d82-b71c-ad53a61439fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:32.628635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network hostable DHCP agents. Network: 7bf26c04-ebd2-4d82-b71c-ad53a61439fd, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:04:32.655242 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:04:32.675521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 7bf26c04-ebd2-4d82-b71c-ad53a61439fd) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:32.686421 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b9d44-8f73-4522-a37b-d4e3e1d4ff53 None None] Network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:32.692917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:32.694758 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.729889 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-91a8c1de-51e7-4407-a382-f987424f4f58 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6054673 Feb 03 13:04:32.730320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34044) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:32.738800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fafc4896-75c4-42b2-aa02-6b3f1d414304 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1905036057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:32.801461 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fafc4896-75c4-42b2-aa02-6b3f1d414304 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.802904 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fafc4896-75c4-42b2-aa02-6b3f1d414304 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.950796 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fafc4896-75c4-42b2-aa02-6b3f1d414304 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.970800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fafc4896-75c4-42b2-aa02-6b3f1d414304 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.976139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-7bf26c04-ebd2-4d82-b71c-ad53a61439fd', 'network_id': '7bf26c04-ebd2-4d82-b71c-ad53a61439fd', 'project_id': 'b39135717be44eba981f4577603e414f', 'fixed_ips': [{'subnet_id': '15686a0f-60c1-4726-909b-77105fb07cf6'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:04:32.978418 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.015427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fafc4896-75c4-42b2-aa02-6b3f1d414304 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.019810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fafc4896-75c4-42b2-aa02-6b3f1d414304 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2883384 Feb 03 13:04:33.020421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34050) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:33.023132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34052) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:33.032061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'port': {'network_id': '7bf26c04-ebd2-4d82-b71c-ad53a61439fd', 'name': 'tempest-RoutersTest-1762716976'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:33.169457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0f1b16a-7972-4f69-8428-298df350bc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.207825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:33.213151 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.239727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] device_id is not set on port b1b42509-a5e9-4dc8-a052-ae0f88618c98 yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:04:33.279008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Allocated IP 172.20.0.2 (7bf26c04-ebd2-4d82-b71c-ad53a61439fd/15686a0f-60c1-4726-909b-77105fb07cf6/d16c570c-9afe-49e8-a827-ccc3d85161eb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:33.365057 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0f1b16a-7972-4f69-8428-298df350bc01 admin admin] Publish callbacks [] for security_group (b7dd03c2-64b3-447b-9606-d82152f3e573), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.376048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f0f1b16a-7972-4f69-8428-298df350bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b7dd03c2-64b3-447b-9606-d82152f3e573), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.413118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1b16a-7972-4f69-8428-298df350bc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dd03c2-64b3-447b-9606-d82152f3e573,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:33.452991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34060) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:33.453794 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f0f1b16a-7972-4f69-8428-298df350bc01 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af0218e6341c45d7a4bce7d3437adba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294577 Feb 03 13:04:33.475942 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Publish callbacks [] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.484146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.536248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:33.545954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:33.549979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:33.558868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Pushing event updated for resources: {'Port': ['ID=d16c570c-9afe-49e8-a827-ccc3d85161eb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:33.603489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.20.0.11 (7bf26c04-ebd2-4d82-b71c-ad53a61439fd/15686a0f-60c1-4726-909b-77105fb07cf6/b1b42509-a5e9-4dc8-a052-ae0f88618c98) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:33.606023 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a79fb457-d1b3-4ca4-b1b1-af0aad8bbbf6 admin admin] Publish callbacks [] for security_group (b7dd03c2-64b3-447b-9606-d82152f3e573), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.620489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Attempting to bind port d16c570c-9afe-49e8-a827-ccc3d85161eb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:04:33.620976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Attempting to bind port d16c570c-9afe-49e8-a827-ccc3d85161eb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '86016e0f-3bfd-4462-9d17-505d88a6df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7bf26c04-ebd2-4d82-b71c-ad53a61439fd'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:04:33.621345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Attempting to bind port d16c570c-9afe-49e8-a827-ccc3d85161eb on network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:33.627286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:04:33.627688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Checking segment: {'id': '86016e0f-3bfd-4462-9d17-505d88a6df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7bf26c04-ebd2-4d82-b71c-ad53a61439fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:33.628176 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.628580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Bound using segment: {'id': '86016e0f-3bfd-4462-9d17-505d88a6df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7bf26c04-ebd2-4d82-b71c-ad53a61439fd'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:04:33.629035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Bound port: d16c570c-9afe-49e8-a827-ccc3d85161eb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86016e0f-3bfd-4462-9d17-505d88a6df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7bf26c04-ebd2-4d82-b71c-ad53a61439fd'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:04:33.629413 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.642788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a79fb457-d1b3-4ca4-b1b1-af0aad8bbbf6 admin admin] Publish callbacks [] for security_group (b7dd03c2-64b3-447b-9606-d82152f3e573), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.698474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] For port d16c570c-9afe-49e8-a827-ccc3d85161eb, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:04:33.703758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] For port d16c570c-9afe-49e8-a827-ccc3d85161eb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d16c570c-9afe-49e8-a827-ccc3d85161eb,segment=NetworkSegment(86016e0f-3bfd-4462-9d17-505d88a6df08),segment_id=86016e0f-3bfd-4462-9d17-505d88a6df08)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:04:33.713362 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.799034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfdc20-ccb6-4d4c-9575-c988b947d0dc None None] Pushing event updated for resources: {'Port': ['ID=d16c570c-9afe-49e8-a827-ccc3d85161eb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:33.808703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a79fb457-d1b3-4ca4-b1b1-af0aad8bbbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b7dd03c2-64b3-447b-9606-d82152f3e573), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.812322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a79fb457-d1b3-4ca4-b1b1-af0aad8bbbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.813829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a79fb457-d1b3-4ca4-b1b1-af0aad8bbbf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7dd03c2-64b3-447b-9606-d82152f3e573 HTTP/1.1" status: 204 len: 168 time: 0.3598239 Feb 03 13:04:33.832337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fb457-d1b3-4ca4-b1b1-af0aad8bbbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dd03c2-64b3-447b-9606-d82152f3e573,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:33.889836 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.932858 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.082409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:34.088434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:34.092450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:34.100350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=b1b42509-a5e9-4dc8-a052-ae0f88618c98,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:34.217126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:34.218101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.249092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0e239722-494b-4084-b171-0dad4691eef5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2254927 Feb 03 13:04:34.249953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34068) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:34.397120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d16c570c-9afe-49e8-a827-ccc3d85161eb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:34.412484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34070) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:34.433503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-045da0df-9879-4c58-8791-fff198a1239d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.452529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d16c570c-9afe-49e8-a827-ccc3d85161eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:34.452906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.550487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d16c570c-9afe-49e8-a827-ccc3d85161eb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:34.550923 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.592371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port d16c570c-9afe-49e8-a827-ccc3d85161eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d16c570c-9afe-49e8-a827-ccc3d85161eb,segment=NetworkSegment(86016e0f-3bfd-4462-9d17-505d88a6df08),segment_id=86016e0f-3bfd-4462-9d17-505d88a6df08)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:34.598448 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-045da0df-9879-4c58-8791-fff198a1239d admin admin] Publish callbacks [] for security_group (1d878c89-4d93-4a1a-9f1a-7c93054be352), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.603168 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.610960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-045da0df-9879-4c58-8791-fff198a1239d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1d878c89-4d93-4a1a-9f1a-7c93054be352), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.691525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=d16c570c-9afe-49e8-a827-ccc3d85161eb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:34.693806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045da0df-9879-4c58-8791-fff198a1239d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d878c89-4d93-4a1a-9f1a-7c93054be352,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:34.721319 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-045da0df-9879-4c58-8791-fff198a1239d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b03dfc44f0a4006beecebc02a469eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3048620 Feb 03 13:04:34.721557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34072) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:34.800982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.809531 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30ffc0b7-8804-4833-8d60-a15bf80ab32c admin admin] Publish callbacks [] for security_group (1d878c89-4d93-4a1a-9f1a-7c93054be352), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.862286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30ffc0b7-8804-4833-8d60-a15bf80ab32c admin admin] Publish callbacks [] for security_group (1d878c89-4d93-4a1a-9f1a-7c93054be352), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.976183 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30ffc0b7-8804-4833-8d60-a15bf80ab32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1d878c89-4d93-4a1a-9f1a-7c93054be352), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.979652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30ffc0b7-8804-4833-8d60-a15bf80ab32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.982387 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-30ffc0b7-8804-4833-8d60-a15bf80ab32c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d878c89-4d93-4a1a-9f1a-7c93054be352 HTTP/1.1" status: 204 len: 168 time: 0.2593415 Feb 03 13:04:34.995224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffc0b7-8804-4833-8d60-a15bf80ab32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d878c89-4d93-4a1a-9f1a-7c93054be352,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:35.225840 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.234180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.378061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=b1b42509-a5e9-4dc8-a052-ae0f88618c98,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:35.458870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f903fb-69cc-469d-9514-9e7c9f60e101 None None] Network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:35.580496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c05adaf5-bb36-4783-95a0-c88e7c6fa986 None None] Provisioning complete for port d16c570c-9afe-49e8-a827-ccc3d85161eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:35.581209 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c05adaf5-bb36-4783-95a0-c88e7c6fa986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.621437 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.779732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c05adaf5-bb36-4783-95a0-c88e7c6fa986 None None] Current status of the port d16c570c-9afe-49e8-a827-ccc3d85161eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:35.798140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.124290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4f48215f-c88f-45d6-ae55-e8b51b856367 None None] Provisioning complete for port b1b42509-a5e9-4dc8-a052-ae0f88618c98 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:36.127161 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f48215f-c88f-45d6-ae55-e8b51b856367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.197285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.210264 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.212094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4f48215f-c88f-45d6-ae55-e8b51b856367 None None] Port b1b42509-a5e9-4dc8-a052-ae0f88618c98 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:36.225021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4f48215f-c88f-45d6-ae55-e8b51b856367 None None] Provisioning complete for port d16c570c-9afe-49e8-a827-ccc3d85161eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:36.226681 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f48215f-c88f-45d6-ae55-e8b51b856367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.266911 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.322630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d16c570c-9afe-49e8-a827-ccc3d85161eb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:36.409539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4f48215f-c88f-45d6-ae55-e8b51b856367 None None] Current status of the port d16c570c-9afe-49e8-a827-ccc3d85161eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:36.430600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d16c570c-9afe-49e8-a827-ccc3d85161eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:36.431142 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.451657 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=b1b42509-a5e9-4dc8-a052-ae0f88618c98,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:36.496156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:36.501762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:36.552125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d16c570c-9afe-49e8-a827-ccc3d85161eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:36.566878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8ca55ade-99ac-44c6-b186-b871cdb2a676 None None] Provisioning complete for port b1b42509-a5e9-4dc8-a052-ae0f88618c98 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:36.567383 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ca55ade-99ac-44c6-b186-b871cdb2a676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.612381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8ca55ade-99ac-44c6-b186-b871cdb2a676 None None] Port b1b42509-a5e9-4dc8-a052-ae0f88618c98 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:36.656164 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74c81f0-a4ab-4afa-852c-c1572d9f71dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.745078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router 9488ef62-1d8a-4c5f-ba33-4b139d8f291e is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:04:36.913220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:36.936857 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528384b8-2e8b-478a-98b6-ffd32f7dd48f None None] Sync routers for ids ['9488ef62-1d8a-4c5f-ba33-4b139d8f291e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:36.951434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b43824d5-18c2-4532-97a3-4fbda2ef68bf None None] Provisioning complete for port b1b42509-a5e9-4dc8-a052-ae0f88618c98 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:36.951943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e71f3a11-1254-4311-8f0a-24a974f1ff81 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/9488ef62-1d8a-4c5f-ba33-4b139d8f291e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6963558 Feb 03 13:04:36.952111 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528384b8-2e8b-478a-98b6-ffd32f7dd48f None None] Routers {'9488ef62-1d8a-4c5f-ba33-4b139d8f291e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:36.952741 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-528384b8-2e8b-478a-98b6-ffd32f7dd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9488ef62-1d8a-4c5f-ba33-4b139d8f291e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:36.953639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34116) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:36.955568 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b43824d5-18c2-4532-97a3-4fbda2ef68bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:37.044679 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-528384b8-2e8b-478a-98b6-ffd32f7dd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:37.049218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8afd1c-9754-4860-8468-962f153e625a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:37.053546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34118) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:37.059260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0d8afd1c-9754-4860-8468-962f153e625a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports/b1b42509-a5e9-4dc8-a052-ae0f88618c98 HTTP/1.1" status: 200 len: 978 time: 0.0957026 Feb 03 13:04:37.060994 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528384b8-2e8b-478a-98b6-ffd32f7dd48f None None] Routers {'9488ef62-1d8a-4c5f-ba33-4b139d8f291e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:37.061791 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-528384b8-2e8b-478a-98b6-ffd32f7dd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9488ef62-1d8a-4c5f-ba33-4b139d8f291e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:37.108684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b43824d5-18c2-4532-97a3-4fbda2ef68bf None None] Port b1b42509-a5e9-4dc8-a052-ae0f88618c98 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:37.117657 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-528384b8-2e8b-478a-98b6-ffd32f7dd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:37.118561 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528384b8-2e8b-478a-98b6-ffd32f7dd48f None None] The sync data for ids ['9488ef62-1d8a-4c5f-ba33-4b139d8f291e'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:37.358133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-80612298-4b0b-4170-b115-fa1cedd6510e None None] Provisioning complete for port b1b42509-a5e9-4dc8-a052-ae0f88618c98 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:37.359152 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80612298-4b0b-4170-b115-fa1cedd6510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:37.420404 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34130) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:37.422454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-80612298-4b0b-4170-b115-fa1cedd6510e None None] Port b1b42509-a5e9-4dc8-a052-ae0f88618c98 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:37.615227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1265095923', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:37.661751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Made reservation on behalf of eee76a2671fe4d16b74f345da8d54ed1 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:37.664950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:37.666556 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:37.676078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:37.781879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34136) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:37.803785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks [] for security_group (22183869-92fd-4803-97bb-74db82335f8f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:37.811226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (22183869-92fd-4803-97bb-74db82335f8f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:37.817066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] device_id is not set on port 6335f7de-81b1-4295-8461-be4a2d36070d yet. {{(pid=103224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:04:37.894934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22183869-92fd-4803-97bb-74db82335f8f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:37.949940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port b1b42509-a5e9-4dc8-a052-ae0f88618c98 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:37.950870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.007287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Allocated IP 172.25.3.53 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/6335f7de-81b1-4295-8461-be4a2d36070d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:38.023088 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-174bdbf6-ce5b-4c5c-8c66-07532360ad7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.121938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.140356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for b1b42509-a5e9-4dc8-a052-ae0f88618c98 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:38.199161 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks [] for port (6335f7de-81b1-4295-8461-be4a2d36070d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.240171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-174bdbf6-ce5b-4c5c-8c66-07532360ad7d admin admin] Publish callbacks [] for security_group (c7873358-12a8-4adc-ae77-7e1a08f85927), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.253555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-174bdbf6-ce5b-4c5c-8c66-07532360ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c7873358-12a8-4adc-ae77-7e1a08f85927), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.262906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6335f7de-81b1-4295-8461-be4a2d36070d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.321590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:38.331561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:38.339795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:38.349108 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-174bdbf6-ce5b-4c5c-8c66-07532360ad7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19d5d125320b466e9f6edf06406ee48d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5225759 Feb 03 13:04:38.351436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34144) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:38.362146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bdbf6-ce5b-4c5c-8c66-07532360ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7873358-12a8-4adc-ae77-7e1a08f85927,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:38.399835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Pushing event updated for resources: {'Port': ['ID=6335f7de-81b1-4295-8461-be4a2d36070d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:38.423007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:38.423756 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.450575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-54f215a2-7f19-4b9e-be80-7c4aba6526ed tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0285506 Feb 03 13:04:38.453273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34146) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:38.460545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.53'}]}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:38.488780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9119623e-dd82-4985-a34a-a4706da222d4 admin admin] Publish callbacks [] for security_group (c7873358-12a8-4adc-ae77-7e1a08f85927), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.494242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b1b42509-a5e9-4dc8-a052-ae0f88618c98), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.499009 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (e4f23ec1-ee53-4626-97a6-178eed9e1de8), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.500836 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (e4f23ec1-ee53-4626-97a6-178eed9e1de8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.539966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=b1b42509-a5e9-4dc8-a052-ae0f88618c98,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:38.554494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9119623e-dd82-4985-a34a-a4706da222d4 admin admin] Publish callbacks [] for security_group (c7873358-12a8-4adc-ae77-7e1a08f85927), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.620997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks [] for router_controller (e4f23ec1-ee53-4626-97a6-178eed9e1de8), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.776833 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.791854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9119623e-dd82-4985-a34a-a4706da222d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c7873358-12a8-4adc-ae77-7e1a08f85927), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.794484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9119623e-dd82-4985-a34a-a4706da222d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.797970 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9119623e-dd82-4985-a34a-a4706da222d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7873358-12a8-4adc-ae77-7e1a08f85927 HTTP/1.1" status: 204 len: 168 time: 0.4424069 Feb 03 13:04:38.851248 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b2d94e7-00fc-4180-82d5-623905353441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.878906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks [] for router_gateway (e4f23ec1-ee53-4626-97a6-178eed9e1de8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.917207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119623e-dd82-4985-a34a-a4706da222d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7873358-12a8-4adc-ae77-7e1a08f85927,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:39.049442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router 9488ef62-1d8a-4c5f-ba33-4b139d8f291e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:39.139805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:39.145419 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eceb8d43-24ff-47fc-9483-3d1258a1134f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/9488ef62-1d8a-4c5f-ba33-4b139d8f291e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0902848 Feb 03 13:04:39.148960 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34152) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:39.151280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8680ce-269b-4a4c-95ea-bdb7169be706 None None] Sync routers for ids ['9488ef62-1d8a-4c5f-ba33-4b139d8f291e'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:39.170339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8680ce-269b-4a4c-95ea-bdb7169be706 None None] Routers {'9488ef62-1d8a-4c5f-ba33-4b139d8f291e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:39.173351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4e8680ce-269b-4a4c-95ea-bdb7169be706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9488ef62-1d8a-4c5f-ba33-4b139d8f291e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:39.271946 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4e8680ce-269b-4a4c-95ea-bdb7169be706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:39.304464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8680ce-269b-4a4c-95ea-bdb7169be706 None None] Routers {'9488ef62-1d8a-4c5f-ba33-4b139d8f291e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:39.305073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4e8680ce-269b-4a4c-95ea-bdb7169be706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9488ef62-1d8a-4c5f-ba33-4b139d8f291e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:39.350420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-4e8680ce-269b-4a4c-95ea-bdb7169be706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:39.351330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8680ce-269b-4a4c-95ea-bdb7169be706 None None] The sync data for ids ['9488ef62-1d8a-4c5f-ba33-4b139d8f291e'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:39.530205 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-297e0650-3ee4-450a-b744-282f9becdd45 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 13:04:39.532338 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-297e0650-3ee4-450a-b744-282f9becdd45 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/9488ef62-1d8a-4c5f-ba33-4b139d8f291e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3728821 Feb 03 13:04:39.534161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34164) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:39.575822 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-10ccb458-8d21-4f00-adc8-55b5e8244ca7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=9488ef62-1d8a-4c5f-ba33-4b139d8f291e HTTP/1.1" status: 200 len: 205 time: 0.0399916 Feb 03 13:04:39.576870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34168) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:39.706114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9d9a-7de8-4df2-bf18-4ec1379ed8ec tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.731349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks [] for router_gateway (e4f23ec1-ee53-4626-97a6-178eed9e1de8), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.752320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.909424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9d9a-7de8-4df2-bf18-4ec1379ed8ec tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.912256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9d9a-7de8-4df2-bf18-4ec1379ed8ec tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.963680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks [] for router (e4f23ec1-ee53-4626-97a6-178eed9e1de8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.966559 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9d9a-7de8-4df2-bf18-4ec1379ed8ec tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (9488ef62-1d8a-4c5f-ba33-4b139d8f291e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.967451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5c9d9a-7de8-4df2-bf18-4ec1379ed8ec tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Fanout notify agent at l3_agent the message router_deleted on router 9488ef62-1d8a-4c5f-ba33-4b139d8f291e {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:04:39.980539 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9d9a-7de8-4df2-bf18-4ec1379ed8ec tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.986367 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed5c9d9a-7de8-4df2-bf18-4ec1379ed8ec tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/9488ef62-1d8a-4c5f-ba33-4b139d8f291e HTTP/1.1" status: 204 len: 168 time: 0.4037118 Feb 03 13:04:39.990776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34180) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:40.062431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad56761-87ba-4470-aa8b-aec0b89b56b7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting subnet 15686a0f-60c1-4726-909b-77105fb07cf6 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:04:40.066717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ad56761-87ba-4470-aa8b-aec0b89b56b7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (15686a0f-60c1-4726-909b-77105fb07cf6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.111578 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.117974 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ad56761-87ba-4470-aa8b-aec0b89b56b7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (15686a0f-60c1-4726-909b-77105fb07cf6), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.178784 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (e4f23ec1-ee53-4626-97a6-178eed9e1de8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.181912 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks [] for router_controller (e4f23ec1-ee53-4626-97a6-178eed9e1de8), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.235403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ad56761-87ba-4470-aa8b-aec0b89b56b7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (15686a0f-60c1-4726-909b-77105fb07cf6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.244076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (e4f23ec1-ee53-4626-97a6-178eed9e1de8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.244913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f23ec1-ee53-4626-97a6-178eed9e1de8 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:04:40.264686 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 13:04:40.270309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34188) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:40.271271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-403694ae-dfdc-4161-80bf-6075d0a057e8 tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8168640 Feb 03 13:04:40.357625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ad56761-87ba-4470-aa8b-aec0b89b56b7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (15686a0f-60c1-4726-909b-77105fb07cf6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.394044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad56761-87ba-4470-aa8b-aec0b89b56b7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Subnet': ['ID=15686a0f-60c1-4726-909b-77105fb07cf6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:40.400458 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ad56761-87ba-4470-aa8b-aec0b89b56b7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.406692 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2ad56761-87ba-4470-aa8b-aec0b89b56b7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/15686a0f-60c1-4726-909b-77105fb07cf6 HTTP/1.1" status: 204 len: 168 time: 0.4138093 Feb 03 13:04:40.407258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34192) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:40.409353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c5e04c-ff6f-440d-86d5-01bc18a6209c None None] Network 7bf26c04-ebd2-4d82-b71c-ad53a61439fd requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:40.420116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-75e0a6df-0a91-441f-8ac4-e10fec9e2eab tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Deleting port 6335f7de-81b1-4295-8461-be4a2d36070d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:40.420731 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75e0a6df-0a91-441f-8ac4-e10fec9e2eab tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6335f7de-81b1-4295-8461-be4a2d36070d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.535018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75e0a6df-0a91-441f-8ac4-e10fec9e2eab tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6335f7de-81b1-4295-8461-be4a2d36070d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.552235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-75e0a6df-0a91-441f-8ac4-e10fec9e2eab tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Calling delete_port for 6335f7de-81b1-4295-8461-be4a2d36070d owned by {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:40.563479 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (7bf26c04-ebd2-4d82-b71c-ad53a61439fd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.608770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34198) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:40.614256 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:04:40.629704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee3ecae-4895-4ee7-9262-46b8a4f987d6 None None] DHCP port deletion for 7bf26c04-ebd2-4d82-b71c-ad53a61439fd request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:04:40.674518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port d16c570c-9afe-49e8-a827-ccc3d85161eb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:40.674955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.751783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port d16c570c-9afe-49e8-a827-ccc3d85161eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d16c570c-9afe-49e8-a827-ccc3d85161eb,segment=NetworkSegment(86016e0f-3bfd-4462-9d17-505d88a6df08),segment_id=86016e0f-3bfd-4462-9d17-505d88a6df08)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:40.752457 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.753618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eee3ecae-4895-4ee7-9262-46b8a4f987d6 None None] Deleting port d16c570c-9afe-49e8-a827-ccc3d85161eb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:40.754180 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee3ecae-4895-4ee7-9262-46b8a4f987d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.769211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for d16c570c-9afe-49e8-a827-ccc3d85161eb owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:40.770733 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75e0a6df-0a91-441f-8ac4-e10fec9e2eab tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6335f7de-81b1-4295-8461-be4a2d36070d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.823555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-eee3ecae-4895-4ee7-9262-46b8a4f987d6 None None] For port d16c570c-9afe-49e8-a827-ccc3d85161eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d16c570c-9afe-49e8-a827-ccc3d85161eb,segment=NetworkSegment(86016e0f-3bfd-4462-9d17-505d88a6df08),segment_id=86016e0f-3bfd-4462-9d17-505d88a6df08)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:40.824226 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee3ecae-4895-4ee7-9262-46b8a4f987d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.842581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eee3ecae-4895-4ee7-9262-46b8a4f987d6 None None] Calling delete_port for d16c570c-9afe-49e8-a827-ccc3d85161eb owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:40.842753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a6df-0a91-441f-8ac4-e10fec9e2eab tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Pushing event deleted for resources: {'Port': ['ID=6335f7de-81b1-4295-8461-be4a2d36070d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:40.863447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'network': {'name': 'tempest-network-smoke--9994701', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'port_security_enabled': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:40.906992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75e0a6df-0a91-441f-8ac4-e10fec9e2eab tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.914379 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-75e0a6df-0a91-441f-8ac4-e10fec9e2eab tempest-RoutersAdminNegativeIpV6Test-978692072 tempest-RoutersAdminNegativeIpV6Test-978692072-project-admin] 10.222.0.65 "DELETE /v2.0/ports/6335f7de-81b1-4295-8461-be4a2d36070d HTTP/1.1" status: 204 len: 168 time: 0.6398838 Feb 03 13:04:40.914542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Made reservation on behalf of 4b93f2f2727d4093985bf0daa094c12a for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:40.919768 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.931793 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.947174 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.955042 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee3ecae-4895-4ee7-9262-46b8a4f987d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (d16c570c-9afe-49e8-a827-ccc3d85161eb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:40.983673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=d16c570c-9afe-49e8-a827-ccc3d85161eb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:40.996634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No DVR routers for this DVR port d16c570c-9afe-49e8-a827-ccc3d85161eb on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:41.010561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3ecae-4895-4ee7-9262-46b8a4f987d6 None None] Pushing event deleted for resources: {'Port': ['ID=d16c570c-9afe-49e8-a827-ccc3d85161eb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:41.018824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3ecae-4895-4ee7-9262-46b8a4f987d6 None None] No DVR routers for this DVR port d16c570c-9afe-49e8-a827-ccc3d85161eb on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:41.094362 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (7bf26c04-ebd2-4d82-b71c-ad53a61439fd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.126592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf26c04-ebd2-4d82-b71c-ad53a61439fd']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:41.144339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86016e0f-3bfd-4462-9d17-505d88a6df08') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:41.144623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86016e0f-3bfd-4462-9d17-505d88a6df08') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:41.153152 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (de035c95-6536-4eb8-bcc3-e205efd8dc5a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.158885 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (86016e0f-3bfd-4462-9d17-505d88a6df08), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.166657 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de035c95-6536-4eb8-bcc3-e205efd8dc5a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.183146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (86016e0f-3bfd-4462-9d17-505d88a6df08), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.201272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:04:41.201691 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (86016e0f-3bfd-4462-9d17-505d88a6df08), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:04:41.206498 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:04:41.232870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de035c95-6536-4eb8-bcc3-e205efd8dc5a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:41.262495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34206) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:41.294379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (7bf26c04-ebd2-4d82-b71c-ad53a61439fd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.299406 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.302687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/networks/7bf26c04-ebd2-4d82-b71c-ad53a61439fd HTTP/1.1" status: 204 len: 168 time: 0.8942451 Feb 03 13:04:41.306501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34210) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:41.314447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:04:41.319264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'network': {'name': 'tempest-RoutersTest-151693974'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:41.332353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e55020-5951-426f-883c-b8507d6f129a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Network': ['ID=7bf26c04-ebd2-4d82-b71c-ad53a61439fd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:41.339652 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a2922cee-5894-42a2-ae4f-77dc2386ebd0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.340016 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Added segment a2922cee-5894-42a2-ae4f-77dc2386ebd0 of type vlan for network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 Feb 03 13:04:41.360955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:41.364396 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.386666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.416163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:04:41.430703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.436926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:41.437574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.444513 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f195b05d-22e9-4cdd-8da9-ed630fa8a414), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.446883 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added segment f195b05d-22e9-4cdd-8da9-ed630fa8a414 of type vlan for network 6cf9e339-5931-478a-8e16-64cad3f79ba6 Feb 03 13:04:41.468090 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2659f402-d444-476e-a819-be2286f7b531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.489126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8763027 Feb 03 13:04:41.496741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34214) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:41.504472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'admin_state_up': True, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:41.522203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36faeae-b83b-4db3-a63b-033b813604ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Network': ['ID=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:41.525144 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (6cf9e339-5931-478a-8e16-64cad3f79ba6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.533381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:04:41.583687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (de3b4cd0-1469-4985-8c2f-d074dd0a27af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.585263 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (de3b4cd0-1469-4985-8c2f-d074dd0a27af), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.608585 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.612275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (6cf9e339-5931-478a-8e16-64cad3f79ba6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.617841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:41.618494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.740623 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4324770 Feb 03 13:04:41.741866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34216) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:41.749432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'subnet': {'network_id': '6cf9e339-5931-478a-8e16-64cad3f79ba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:41.750902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_controller (de3b4cd0-1469-4985-8c2f-d074dd0a27af), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.805652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b3010-4160-4909-a385-f8c732cf5b0e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Network': ['ID=6cf9e339-5931-478a-8e16-64cad3f79ba6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:41.818954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 6cf9e339-5931-478a-8e16-64cad3f79ba6 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:04:41.886874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:41.893775 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.152065 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (5fc5f903-0939-470d-ad7e-3c3cb99ae49e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.213255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d16c570c-9afe-49e8-a827-ccc3d85161eb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:42.231012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Subnet': ['ID=5fc5f903-0939-470d-ad7e-3c3cb99ae49e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:42.239497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Checking segment: {'id': 'f195b05d-22e9-4cdd-8da9-ed630fa8a414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6cf9e339-5931-478a-8e16-64cad3f79ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:42.239979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network hostable DHCP agents. Network: 6cf9e339-5931-478a-8e16-64cad3f79ba6, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:04:42.241431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d16c570c-9afe-49e8-a827-ccc3d85161eb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:42.242004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d16c570c-9afe-49e8-a827-ccc3d85161eb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:42.270043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 6cf9e339-5931-478a-8e16-64cad3f79ba6 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:04:42.282516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 6cf9e339-5931-478a-8e16-64cad3f79ba6) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:42.287490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:42.288647 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.296870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2f9cd-ee14-43bb-a5ad-eb4d8223a711 None None] Network 6cf9e339-5931-478a-8e16-64cad3f79ba6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:42.315402 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2659f402-d444-476e-a819-be2286f7b531 admin admin] Publish callbacks [] for security_group (67f31b6b-f6bd-4924-a465-5e302def1a0a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.321859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-406fdb27-109a-4c8e-97a4-a24ff997cbc0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5779004 Feb 03 13:04:42.323595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34218) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:42.331881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4a0dfaac-6d3c-4533-b150-fa6e80e6013c tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-104153351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:42.351677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2659f402-d444-476e-a819-be2286f7b531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (67f31b6b-f6bd-4924-a465-5e302def1a0a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.372980 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfaac-6d3c-4533-b150-fa6e80e6013c tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (7fedcc94-44b5-4b57-974a-55b7e040f8ad), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.375060 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfaac-6d3c-4533-b150-fa6e80e6013c tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (7fedcc94-44b5-4b57-974a-55b7e040f8ad), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.396862 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2659f402-d444-476e-a819-be2286f7b531 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b6a5d292cd04d07bb7b6754f2283341&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1330831 Feb 03 13:04:42.401854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34220) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:42.426197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659f402-d444-476e-a819-be2286f7b531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f31b6b-f6bd-4924-a465-5e302def1a0a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:42.444275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-6cf9e339-5931-478a-8e16-64cad3f79ba6', 'network_id': '6cf9e339-5931-478a-8e16-64cad3f79ba6', 'project_id': 'b39135717be44eba981f4577603e414f', 'fixed_ips': [{'subnet_id': '5fc5f903-0939-470d-ad7e-3c3cb99ae49e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:04:42.445302 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.480144 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfaac-6d3c-4533-b150-fa6e80e6013c tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (7fedcc94-44b5-4b57-974a-55b7e040f8ad), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.486627 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfaac-6d3c-4533-b150-fa6e80e6013c tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (7fedcc94-44b5-4b57-974a-55b7e040f8ad), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.510744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_gateway (de3b4cd0-1469-4985-8c2f-d074dd0a27af), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.520007 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfaac-6d3c-4533-b150-fa6e80e6013c tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.522415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4a0dfaac-6d3c-4533-b150-fa6e80e6013c tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1974018 Feb 03 13:04:42.525115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34224) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:42.624020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Allocated IP 172.20.0.2 (6cf9e339-5931-478a-8e16-64cad3f79ba6/5fc5f903-0939-470d-ad7e-3c3cb99ae49e/aec1ee5e-ee7a-4315-ba15-a19d1770e258) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:42.625784 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a4c164-64b3-4181-b3f4-df3316a1ea73 admin admin] Publish callbacks [] for security_group (67f31b6b-f6bd-4924-a465-5e302def1a0a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.717734 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.737185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a4c164-64b3-4181-b3f4-df3316a1ea73 admin admin] Publish callbacks [] for security_group (67f31b6b-f6bd-4924-a465-5e302def1a0a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.788032 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Publish callbacks [] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.794988 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.834496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Network 6cf9e339-5931-478a-8e16-64cad3f79ba6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:42.840875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:42.844724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:42.851895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Pushing event updated for resources: {'Port': ['ID=aec1ee5e-ee7a-4315-ba15-a19d1770e258,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:42.906618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Attempting to bind port aec1ee5e-ee7a-4315-ba15-a19d1770e258 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:04:42.907026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Attempting to bind port aec1ee5e-ee7a-4315-ba15-a19d1770e258 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'f195b05d-22e9-4cdd-8da9-ed630fa8a414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6cf9e339-5931-478a-8e16-64cad3f79ba6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:04:42.907400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Attempting to bind port aec1ee5e-ee7a-4315-ba15-a19d1770e258 on network 6cf9e339-5931-478a-8e16-64cad3f79ba6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:42.915128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:04:42.915552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Checking segment: {'id': 'f195b05d-22e9-4cdd-8da9-ed630fa8a414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6cf9e339-5931-478a-8e16-64cad3f79ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:42.916077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.916471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Bound using segment: {'id': 'f195b05d-22e9-4cdd-8da9-ed630fa8a414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6cf9e339-5931-478a-8e16-64cad3f79ba6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:04:42.917076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Bound port: aec1ee5e-ee7a-4315-ba15-a19d1770e258, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f195b05d-22e9-4cdd-8da9-ed630fa8a414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6cf9e339-5931-478a-8e16-64cad3f79ba6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:04:42.917465 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.935536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a4c164-64b3-4181-b3f4-df3316a1ea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (67f31b6b-f6bd-4924-a465-5e302def1a0a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.938032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e4a4c164-64b3-4181-b3f4-df3316a1ea73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.941664 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e4a4c164-64b3-4181-b3f4-df3316a1ea73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67f31b6b-f6bd-4924-a465-5e302def1a0a HTTP/1.1" status: 204 len: 168 time: 0.5313766 Feb 03 13:04:42.963582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:42.978308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4c164-64b3-4181-b3f4-df3316a1ea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f31b6b-f6bd-4924-a465-5e302def1a0a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:43.052599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] For port aec1ee5e-ee7a-4315-ba15-a19d1770e258, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:04:43.056688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] For port aec1ee5e-ee7a-4315-ba15-a19d1770e258, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=aec1ee5e-ee7a-4315-ba15-a19d1770e258,segment=NetworkSegment(f195b05d-22e9-4cdd-8da9-ed630fa8a414),segment_id=f195b05d-22e9-4cdd-8da9-ed630fa8a414)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:04:43.068188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.143748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa7f6-e517-497a-a04e-406204ebd5ea None None] Pushing event updated for resources: {'Port': ['ID=aec1ee5e-ee7a-4315-ba15-a19d1770e258,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:43.202831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_gateway (de3b4cd0-1469-4985-8c2f-d074dd0a27af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.232819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.274217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34232) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:43.456487 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b9f67ec5-e1f6-4181-811c-e34f7ac3e5b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eee76a2671fe4d16b74f345da8d54ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792734 Feb 03 13:04:43.460483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34234) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:43.487550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.20.0.1 (6cf9e339-5931-478a-8e16-64cad3f79ba6/5fc5f903-0939-470d-ad7e-3c3cb99ae49e/4b246e85-a124-4fa3-a30a-fc85a97a5858) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:43.489883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.25.3.210 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/ac4e8f78-b6db-4b95-86fe-6798ed1686f2) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:43.591336 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3c1047a-5c92-42c8-bca2-dd37db60c4c3 admin admin] Publish callbacks [] for security_group (22183869-92fd-4803-97bb-74db82335f8f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.640544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3c1047a-5c92-42c8-bca2-dd37db60c4c3 admin admin] Publish callbacks [] for security_group (22183869-92fd-4803-97bb-74db82335f8f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.702563 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3c1047a-5c92-42c8-bca2-dd37db60c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (22183869-92fd-4803-97bb-74db82335f8f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.705957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3c1047a-5c92-42c8-bca2-dd37db60c4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.710074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e3c1047a-5c92-42c8-bca2-dd37db60c4c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22183869-92fd-4803-97bb-74db82335f8f HTTP/1.1" status: 204 len: 168 time: 0.2461050 Feb 03 13:04:43.711118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.714497 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.722482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1047a-5c92-42c8-bca2-dd37db60c4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22183869-92fd-4803-97bb-74db82335f8f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:43.774227 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.782356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.821972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:43.832198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:43.836314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 6cf9e339-5931-478a-8e16-64cad3f79ba6 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:43.839099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:43.845235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:43.864356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=ac4e8f78-b6db-4b95-86fe-6798ed1686f2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:43.866791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:43.994963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=4b246e85-a124-4fa3-a30a-fc85a97a5858,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:43.997013 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (7fedcc94-44b5-4b57-974a-55b7e040f8ad), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:44.316815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_gateway (de3b4cd0-1469-4985-8c2f-d074dd0a27af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:44.339283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device aec1ee5e-ee7a-4315-ba15-a19d1770e258 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:44.397923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port aec1ee5e-ee7a-4315-ba15-a19d1770e258 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:44.398448 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:44.488963 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:44.631220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97a28be-1566-4fb3-8c2a-a2868608d230 None None] Network 6cf9e339-5931-478a-8e16-64cad3f79ba6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:44.751595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6399104f-924f-4cdf-ba6f-bf3063cf290a None None] Provisioning complete for port aec1ee5e-ee7a-4315-ba15-a19d1770e258 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:44.751923 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6399104f-924f-4cdf-ba6f-bf3063cf290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:44.827365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (de3b4cd0-1469-4985-8c2f-d074dd0a27af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:44.842469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port aec1ee5e-ee7a-4315-ba15-a19d1770e258 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:44.842881 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:44.915082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6399104f-924f-4cdf-ba6f-bf3063cf290a None None] Current status of the port aec1ee5e-ee7a-4315-ba15-a19d1770e258 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:44.915482 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6399104f-924f-4cdf-ba6f-bf3063cf290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:44.941382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port aec1ee5e-ee7a-4315-ba15-a19d1770e258, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=aec1ee5e-ee7a-4315-ba15-a19d1770e258,segment=NetworkSegment(f195b05d-22e9-4cdd-8da9-ed630fa8a414),segment_id=f195b05d-22e9-4cdd-8da9-ed630fa8a414)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:45.026546 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.034298 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6399104f-924f-4cdf-ba6f-bf3063cf290a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:04:45.043524 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6399104f-924f-4cdf-ba6f-bf3063cf290a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:04:45.094418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router de3b4cd0-1469-4985-8c2f-d074dd0a27af is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:04:45.097796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.104403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=aec1ee5e-ee7a-4315-ba15-a19d1770e258,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:45.112213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.197137 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (7fedcc94-44b5-4b57-974a-55b7e040f8ad), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.275547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=4b246e85-a124-4fa3-a30a-fc85a97a5858,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:45.594020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6399104f-924f-4cdf-ba6f-bf3063cf290a None None] Current status of the port aec1ee5e-ee7a-4315-ba15-a19d1770e258 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:45.716376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-aa4d6531-31dd-41ab-9eeb-6c520a320a86 None None] Provisioning complete for port aec1ee5e-ee7a-4315-ba15-a19d1770e258 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:45.717093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6531-31dd-41ab-9eeb-6c520a320a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.762697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:45.773686 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Sync routers for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:45.789300 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:45.790642 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:45.796294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 6cf9e339-5931-478a-8e16-64cad3f79ba6 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:45.798669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:45.804777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.810509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34284) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:45.817041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d6531-31dd-41ab-9eeb-6c520a320a86 None None] Current status of the port aec1ee5e-ee7a-4315-ba15-a19d1770e258 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:45.819410 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6496e14d-9c7f-4467-bcc0-782d256bf933 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3213043 Feb 03 13:04:45.859495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-aa4d6531-31dd-41ab-9eeb-6c520a320a86 None None] Provisioning complete for port 4b246e85-a124-4fa3-a30a-fc85a97a5858 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:45.859875 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6531-31dd-41ab-9eeb-6c520a320a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.938962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d6531-31dd-41ab-9eeb-6c520a320a86 None None] Port 4b246e85-a124-4fa3-a30a-fc85a97a5858 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:45.984595 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:46.108932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router 7fedcc94-44b5-4b57-974a-55b7e040f8ad is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:04:46.208376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e8c63601-366d-49a6-bb88-709510df7757 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=4b93f2f2727d4093985bf0daa094c12a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3965969 Feb 03 13:04:46.210477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34296) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:46.266804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device aec1ee5e-ee7a-4315-ba15-a19d1770e258 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:46.302647 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:04:44Z', 'revision_number': 3, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:46.305184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:46.322235 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4e4688e2-1905-4a37-8fc3-e61be9f4275e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/7fedcc94-44b5-4b57-974a-55b7e040f8ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7958455 Feb 03 13:04:46.323293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34300) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:46.323505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc389a-8f01-41a3-a228-ea7ca1fa607f None None] Sync routers for ids ['7fedcc94-44b5-4b57-974a-55b7e040f8ad'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:46.363567 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Checking router: de3b4cd0-1469-4985-8c2f-d074dd0a27af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:04:46.363861 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Updating router de3b4cd0-1469-4985-8c2f-d074dd0a27af port ac4e8f78-b6db-4b95-86fe-6798ed1686f2 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:04:46.413148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bd871198-f581-4af4-ab18-8a77c9bb3d91 None None] Provisioning complete for port 4b246e85-a124-4fa3-a30a-fc85a97a5858 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:46.414009 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd871198-f581-4af4-ab18-8a77c9bb3d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.421800 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.425539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191d4b27-98bb-48d8-9294-582ce2ddda23 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:46.430471 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-191d4b27-98bb-48d8-9294-582ce2ddda23 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports/4b246e85-a124-4fa3-a30a-fc85a97a5858 HTTP/1.1" status: 200 len: 910 time: 0.1061425 Feb 03 13:04:46.431087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34302) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:46.431417 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34304) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:46.455355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc389a-8f01-41a3-a228-ea7ca1fa607f None None] Routers {'7fedcc94-44b5-4b57-974a-55b7e040f8ad'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:46.456594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6edc389a-8f01-41a3-a228-ea7ca1fa607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7fedcc94-44b5-4b57-974a-55b7e040f8ad'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:46.492712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bd871198-f581-4af4-ab18-8a77c9bb3d91 None None] Port 4b246e85-a124-4fa3-a30a-fc85a97a5858 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:46.494448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6edc389a-8f01-41a3-a228-ea7ca1fa607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:46.512128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc389a-8f01-41a3-a228-ea7ca1fa607f None None] Routers {'7fedcc94-44b5-4b57-974a-55b7e040f8ad'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:46.513205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6edc389a-8f01-41a3-a228-ea7ca1fa607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7fedcc94-44b5-4b57-974a-55b7e040f8ad'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:46.576139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6edc389a-8f01-41a3-a228-ea7ca1fa607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:46.581426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc389a-8f01-41a3-a228-ea7ca1fa607f None None] The sync data for ids ['7fedcc94-44b5-4b57-974a-55b7e040f8ad'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:46.591513 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.592689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port aec1ee5e-ee7a-4315-ba15-a19d1770e258 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:46.593048 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.642777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba675a3-1715-45f8-890b-3848a402a2b5 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:46.644299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6ba675a3-1715-45f8-890b-3848a402a2b5 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4328668 Feb 03 13:04:46.654500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34310) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:46.688994 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c58fcaa-1283-49d2-afe0-ba11b810ce4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.732984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34314) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:46.735399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2c6df0ee-ded9-479c-85ab-b70020c7a605 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0792267 Feb 03 13:04:46.740469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1871180045', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:46.741679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port aec1ee5e-ee7a-4315-ba15-a19d1770e258 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:46.856250 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Publish callbacks [] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.864051 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.905047 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Pushing event updated for resources: {'Port': ['ID=ac4e8f78-b6db-4b95-86fe-6798ed1686f2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:46.918360 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.918736 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.919453 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.920252 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.920628 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.920937 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.921272 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.921600 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.922036 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.922456 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.922760 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.923088 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.923414 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:46.935702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Made reservation on behalf of 4b93f2f2727d4093985bf0daa094c12a for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:46.941698 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.943249 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Attempting to bind port ac4e8f78-b6db-4b95-86fe-6798ed1686f2 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:04:46.943627 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Attempting to bind port ac4e8f78-b6db-4b95-86fe-6798ed1686f2 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:04:46.944028 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Attempting to bind port ac4e8f78-b6db-4b95-86fe-6798ed1686f2 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:46.950293 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:04:46.952038 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:46.952454 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.952850 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:04:46.953327 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Bound port: ac4e8f78-b6db-4b95-86fe-6798ed1686f2, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:04:46.953905 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.991054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c58fcaa-1283-49d2-afe0-ba11b810ce4c admin admin] Publish callbacks [] for security_group (522d5097-b2af-43cf-b565-1784c17dec23), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.026272 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] For port ac4e8f78-b6db-4b95-86fe-6798ed1686f2, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:04:47.029673 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] For port ac4e8f78-b6db-4b95-86fe-6798ed1686f2, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ac4e8f78-b6db-4b95-86fe-6798ed1686f2,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:04:47.038359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c58fcaa-1283-49d2-afe0-ba11b810ce4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (522d5097-b2af-43cf-b565-1784c17dec23), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.038588 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.083567 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:47.084513 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:47.103758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58fcaa-1283-49d2-afe0-ba11b810ce4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d5097-b2af-43cf-b565-1784c17dec23,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:47.130135 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4c58fcaa-1283-49d2-afe0-ba11b810ce4c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0695247526d342dc83191f842bf16010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6954162 Feb 03 13:04:47.130932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34316) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:47.187329 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb684492-4bca-4c98-af9c-5e86e83933f7 admin admin] Publish callbacks [] for security_group (522d5097-b2af-43cf-b565-1784c17dec23), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.203225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (7fedcc94-44b5-4b57-974a-55b7e040f8ad), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.212486 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb684492-4bca-4c98-af9c-5e86e83933f7 admin admin] Publish callbacks [] for security_group (522d5097-b2af-43cf-b565-1784c17dec23), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.238407 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:47.269099 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb684492-4bca-4c98-af9c-5e86e83933f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (522d5097-b2af-43cf-b565-1784c17dec23), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.272275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb684492-4bca-4c98-af9c-5e86e83933f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.276070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bb684492-4bca-4c98-af9c-5e86e83933f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/522d5097-b2af-43cf-b565-1784c17dec23 HTTP/1.1" status: 204 len: 168 time: 0.1418464 Feb 03 13:04:47.283283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb684492-4bca-4c98-af9c-5e86e83933f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d5097-b2af-43cf-b565-1784c17dec23,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:47.329256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (7b1ba508-f0cd-44bb-978b-260849b8f0ac), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.381928 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb99a4a-0ae5-4ab8-bc3e-beee34a2d93d None None] Pushing event updated for resources: {'Port': ['ID=ac4e8f78-b6db-4b95-86fe-6798ed1686f2,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:47.453680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Subnet': ['ID=7b1ba508-f0cd-44bb-978b-260849b8f0ac,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:47.471661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Checking segment: {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:47.472028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network hostable DHCP agents. Network: b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:04:47.506206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:04:47.515522 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:04:44Z', 'revision_number': 3, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:47.547819 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b0399-00cb-4334-85ca-5ee76b33cf86 None None] The sync data for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 is: [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:04:44Z', 'revision_number': 3, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:47.576992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:47.584854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:47.585564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.587083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd66515-ccfa-4c91-9ab1-aef5f09cb28d None None] Network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:47.622861 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-be14b28a-88a7-4ed5-b9ee-036c09080278 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8878226 Feb 03 13:04:47.625300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34322) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:47.644923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port 4b246e85-a124-4fa3-a30a-fc85a97a5858 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:47.645278 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.686577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34324) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:47.752400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4717c3c-499f-4620-9eac-553ebe0950c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.774163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:04:47.775108 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.826182 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:47.847889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for 4b246e85-a124-4fa3-a30a-fc85a97a5858 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:48.055806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Allocated IP 172.20.0.2 (b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36/7b1ba508-f0cd-44bb-978b-260849b8f0ac/06942dbb-57fd-416b-948c-d46169613c4f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:48.108256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4717c3c-499f-4620-9eac-553ebe0950c6 admin admin] Publish callbacks [] for security_group (473f236d-9f3c-47f6-98e4-50df75cebf2f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.126674 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4717c3c-499f-4620-9eac-553ebe0950c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (473f236d-9f3c-47f6-98e4-50df75cebf2f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.214550 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b4717c3c-499f-4620-9eac-553ebe0950c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08432da969db4d66af8988543ade4740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5179937 Feb 03 13:04:48.219837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34328) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:48.243436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4717c3c-499f-4620-9eac-553ebe0950c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473f236d-9f3c-47f6-98e4-50df75cebf2f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:48.334541 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4b246e85-a124-4fa3-a30a-fc85a97a5858), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.336867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ac4e8f78-b6db-4b95-86fe-6798ed1686f2 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:48.382246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=4b246e85-a124-4fa3-a30a-fc85a97a5858,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:48.397092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Publish callbacks [] for port (06942dbb-57fd-416b-948c-d46169613c4f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.429602 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (06942dbb-57fd-416b-948c-d46169613c4f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.451951 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.554726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:48.569351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:48.572899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ac4e8f78-b6db-4b95-86fe-6798ed1686f2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:48.573442 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.575381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Pushing event updated for resources: {'Port': ['ID=06942dbb-57fd-416b-948c-d46169613c4f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:48.579658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:48.589155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (7fedcc94-44b5-4b57-974a-55b7e040f8ad), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.598214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add9798d-69d1-43b1-9fb0-e02e2150766e admin admin] Publish callbacks [] for security_group (473f236d-9f3c-47f6-98e4-50df75cebf2f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.689512 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add9798d-69d1-43b1-9fb0-e02e2150766e admin admin] Publish callbacks [] for security_group (473f236d-9f3c-47f6-98e4-50df75cebf2f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.721611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Attempting to bind port 06942dbb-57fd-416b-948c-d46169613c4f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:04:48.721992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Attempting to bind port 06942dbb-57fd-416b-948c-d46169613c4f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:04:48.727566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Attempting to bind port 06942dbb-57fd-416b-948c-d46169613c4f on network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:48.776066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:04:48.778512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Checking segment: {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:48.779130 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.779725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Bound using segment: {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:04:48.780400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Bound port: 06942dbb-57fd-416b-948c-d46169613c4f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:04:48.785057 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (06942dbb-57fd-416b-948c-d46169613c4f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.820362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router 7fedcc94-44b5-4b57-974a-55b7e040f8ad has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:48.837047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ac4e8f78-b6db-4b95-86fe-6798ed1686f2 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:48.837450 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.874299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ac4e8f78-b6db-4b95-86fe-6798ed1686f2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ac4e8f78-b6db-4b95-86fe-6798ed1686f2,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:48.881622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add9798d-69d1-43b1-9fb0-e02e2150766e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (473f236d-9f3c-47f6-98e4-50df75cebf2f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.884460 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add9798d-69d1-43b1-9fb0-e02e2150766e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.885665 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-add9798d-69d1-43b1-9fb0-e02e2150766e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/473f236d-9f3c-47f6-98e4-50df75cebf2f HTTP/1.1" status: 204 len: 168 time: 0.6648545 Feb 03 13:04:48.890866 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.922758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] For port 06942dbb-57fd-416b-948c-d46169613c4f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:04:48.929288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.20.0.1 (b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36/7b1ba508-f0cd-44bb-978b-260849b8f0ac/01f40f58-3480-4e2f-8af9-37d5d915bd88) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:48.944519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] For port 06942dbb-57fd-416b-948c-d46169613c4f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=06942dbb-57fd-416b-948c-d46169613c4f,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:04:48.962661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (06942dbb-57fd-416b-948c-d46169613c4f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:48.972015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:48.979872 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c001a6bb-b4eb-435f-ada5-a701f41672bc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/7fedcc94-44b5-4b57-974a-55b7e040f8ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463324 Feb 03 13:04:48.981251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9798d-69d1-43b1-9fb0-e02e2150766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473f236d-9f3c-47f6-98e4-50df75cebf2f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:48.984369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34336) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:48.990967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ac4e8f78-b6db-4b95-86fe-6798ed1686f2,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:48.998416 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d2b23f-5637-4fc6-bc6e-f694b1e2849d None None] Sync routers for ids ['7fedcc94-44b5-4b57-974a-55b7e040f8ad'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:49.041372 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d2b23f-5637-4fc6-bc6e-f694b1e2849d None None] Routers {'7fedcc94-44b5-4b57-974a-55b7e040f8ad'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:49.042371 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-72d2b23f-5637-4fc6-bc6e-f694b1e2849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7fedcc94-44b5-4b57-974a-55b7e040f8ad'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:49.043529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c43941ce-41ed-4488-b11b-742ce0c30f9f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fedcc94-44b5-4b57-974a-55b7e040f8ad HTTP/1.1" status: 200 len: 205 time: 0.0577154 Feb 03 13:04:49.046451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34338) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:49.073597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c68a1-86f5-4c65-925e-353fb05b34c3 None None] Pushing event updated for resources: {'Port': ['ID=06942dbb-57fd-416b-948c-d46169613c4f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:49.179345 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.210973 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-72d2b23f-5637-4fc6-bc6e-f694b1e2849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:49.221762 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d2b23f-5637-4fc6-bc6e-f694b1e2849d None None] Routers {'7fedcc94-44b5-4b57-974a-55b7e040f8ad'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:49.222667 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-72d2b23f-5637-4fc6-bc6e-f694b1e2849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7fedcc94-44b5-4b57-974a-55b7e040f8ad'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:49.238593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.238743 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-396d134f-008e-4c8d-b388-78e8fadee7d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (7fedcc94-44b5-4b57-974a-55b7e040f8ad), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.263898 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-72d2b23f-5637-4fc6-bc6e-f694b1e2849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:49.264786 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d2b23f-5637-4fc6-bc6e-f694b1e2849d None None] The sync data for ids ['7fedcc94-44b5-4b57-974a-55b7e040f8ad'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:49.313588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:49.316925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:49.324501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:49.395169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=01f40f58-3480-4e2f-8af9-37d5d915bd88,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:49.416169 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (de3b4cd0-1469-4985-8c2f-d074dd0a27af), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.519586 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-396d134f-008e-4c8d-b388-78e8fadee7d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (7fedcc94-44b5-4b57-974a-55b7e040f8ad), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.522071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-396d134f-008e-4c8d-b388-78e8fadee7d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (7fedcc94-44b5-4b57-974a-55b7e040f8ad), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.606855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-396d134f-008e-4c8d-b388-78e8fadee7d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (7fedcc94-44b5-4b57-974a-55b7e040f8ad), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.607527 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d134f-008e-4c8d-b388-78e8fadee7d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Fanout notify agent at l3_agent the message router_deleted on router 7fedcc94-44b5-4b57-974a-55b7e040f8ad {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:04:49.617991 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-396d134f-008e-4c8d-b388-78e8fadee7d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.621510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-396d134f-008e-4c8d-b388-78e8fadee7d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/7fedcc94-44b5-4b57-974a-55b7e040f8ad HTTP/1.1" status: 204 len: 168 time: 0.5715473 Feb 03 13:04:49.624549 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.625991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34348) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:49.736112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3953938d-bd58-421f-b708-bea0a879c82b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting subnet 5fc5f903-0939-470d-ad7e-3c3cb99ae49e {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:04:49.739810 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3953938d-bd58-421f-b708-bea0a879c82b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (5fc5f903-0939-470d-ad7e-3c3cb99ae49e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.794133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3953938d-bd58-421f-b708-bea0a879c82b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (5fc5f903-0939-470d-ad7e-3c3cb99ae49e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.880418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3953938d-bd58-421f-b708-bea0a879c82b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (5fc5f903-0939-470d-ad7e-3c3cb99ae49e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.954492 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3953938d-bd58-421f-b708-bea0a879c82b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (5fc5f903-0939-470d-ad7e-3c3cb99ae49e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:49.993562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953938d-bd58-421f-b708-bea0a879c82b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc5f903-0939-470d-ad7e-3c3cb99ae49e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:50.002913 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.008198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3953938d-bd58-421f-b708-bea0a879c82b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.009002 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.014849 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3953938d-bd58-421f-b708-bea0a879c82b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/5fc5f903-0939-470d-ad7e-3c3cb99ae49e HTTP/1.1" status: 204 len: 168 time: 0.3852017 Feb 03 13:04:50.015518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34362) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:50.021465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60cc785-ddcc-4e20-8854-8260532d17c7 None None] Network 6cf9e339-5931-478a-8e16-64cad3f79ba6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:50.093153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (de3b4cd0-1469-4985-8c2f-d074dd0a27af), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.103773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=01f40f58-3480-4e2f-8af9-37d5d915bd88,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:50.184979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (6cf9e339-5931-478a-8e16-64cad3f79ba6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.257500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:50.262889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:50.324844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port aec1ee5e-ee7a-4315-ba15-a19d1770e258 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:50.326098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.471208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] DHCP port deletion for 6cf9e339-5931-478a-8e16-64cad3f79ba6 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:04:50.482307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port aec1ee5e-ee7a-4315-ba15-a19d1770e258, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=aec1ee5e-ee7a-4315-ba15-a19d1770e258,segment=NetworkSegment(f195b05d-22e9-4cdd-8da9-ed630fa8a414),segment_id=f195b05d-22e9-4cdd-8da9-ed630fa8a414)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:50.482714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.520142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for aec1ee5e-ee7a-4315-ba15-a19d1770e258 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:50.540358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router de3b4cd0-1469-4985-8c2f-d074dd0a27af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:50.558599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] Deleting port aec1ee5e-ee7a-4315-ba15-a19d1770e258 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:50.559296 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.610960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 06942dbb-57fd-416b-948c-d46169613c4f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:50.675985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.734398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] For port aec1ee5e-ee7a-4315-ba15-a19d1770e258, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=aec1ee5e-ee7a-4315-ba15-a19d1770e258,segment=NetworkSegment(f195b05d-22e9-4cdd-8da9-ed630fa8a414),segment_id=f195b05d-22e9-4cdd-8da9-ed630fa8a414)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:50.734398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.755656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] Calling delete_port for aec1ee5e-ee7a-4315-ba15-a19d1770e258 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:50.759827 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.760554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 06942dbb-57fd-416b-948c-d46169613c4f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:50.760910 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06942dbb-57fd-416b-948c-d46169613c4f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.769698 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=aec1ee5e-ee7a-4315-ba15-a19d1770e258,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:50.772764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No DVR routers for this DVR port aec1ee5e-ee7a-4315-ba15-a19d1770e258 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:50.801594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:50.811332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2c26a66f-4971-4c2d-8e84-efd9ba6e0c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "PUT /v2.0/routers/de3b4cd0-1469-4985-8c2f-d074dd0a27af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1848476 Feb 03 13:04:50.814593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34372) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:50.843535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Sync routers for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:50.913032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:50.915316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:50.958623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (6cf9e339-5931-478a-8e16-64cad3f79ba6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.018923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf9e339-5931-478a-8e16-64cad3f79ba6']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:51.043673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f195b05d-22e9-4cdd-8da9-ed630fa8a414') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:51.044290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f195b05d-22e9-4cdd-8da9-ed630fa8a414') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:51.056157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb5a002-737f-4f8b-9fc8-12b13dd5529c None None] Network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:51.062209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (f195b05d-22e9-4cdd-8da9-ed630fa8a414), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.082884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f195b05d-22e9-4cdd-8da9-ed630fa8a414), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.092613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:04:51.093279 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (f195b05d-22e9-4cdd-8da9-ed630fa8a414), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.108401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:04:51.180412 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:04:51.186083 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (6cf9e339-5931-478a-8e16-64cad3f79ba6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.194975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.197109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-62965335-1381-427c-a2f6-ae9f391b058d None None] Provisioning complete for port 06942dbb-57fd-416b-948c-d46169613c4f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:51.197796 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62965335-1381-427c-a2f6-ae9f391b058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06942dbb-57fd-416b-948c-d46169613c4f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.199518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/networks/6cf9e339-5931-478a-8e16-64cad3f79ba6 HTTP/1.1" status: 204 len: 168 time: 1.1825886 Feb 03 13:04:51.207565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34388) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:51.224432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1430078703', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:51.244187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2eaf2d-928d-409c-9fd5-ae9342dc80a0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Network': ['ID=6cf9e339-5931-478a-8e16-64cad3f79ba6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:51.255970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.257273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.273681 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (aec1ee5e-ee7a-4315-ba15-a19d1770e258), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.339053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.635655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_gateway (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d96dd-6dfa-46eb-a306-3e9e560a9e8a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d96dd-6dfa-46eb-a306-3e9e560a9e8a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d96dd-6dfa-46eb-a306-3e9e560a9e8a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d96dd-6dfa-46eb-a306-3e9e560a9e8a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d96dd-6dfa-46eb-a306-3e9e560a9e8a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d96dd-6dfa-46eb-a306-3e9e560a9e8a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d96dd-6dfa-46eb-a306-3e9e560a9e8a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d96dd-6dfa-46eb-a306-3e9e560a9e8a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f98d96dd-6dfa-46eb-a306-3e9e560a9e8a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5618 time: 0.7976038 Feb 03 13:04:51.640308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34402) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:51.668418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] Pushing event deleted for resources: {'Port': ['ID=aec1ee5e-ee7a-4315-ba15-a19d1770e258,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:51.756683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] Network 6cf9e339-5931-478a-8e16-64cad3f79ba6 is not hosted by any dhcp agent {{(pid=103225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 13:04:51.757160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e373bb9-e338-4838-86ab-0ee12b46d822 None None] No DVR routers for this DVR port aec1ee5e-ee7a-4315-ba15-a19d1770e258 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:51.764405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 06942dbb-57fd-416b-948c-d46169613c4f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:51.765225 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (06942dbb-57fd-416b-948c-d46169613c4f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:51.806151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964e3e7-fb0c-4f5b-8d1f-e952ecd5c058 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.807401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964e3e7-fb0c-4f5b-8d1f-e952ecd5c058 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.808036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964e3e7-fb0c-4f5b-8d1f-e952ecd5c058 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.808670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964e3e7-fb0c-4f5b-8d1f-e952ecd5c058 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.809292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964e3e7-fb0c-4f5b-8d1f-e952ecd5c058 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.811380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964e3e7-fb0c-4f5b-8d1f-e952ecd5c058 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.813131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964e3e7-fb0c-4f5b-8d1f-e952ecd5c058 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.815203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b964e3e7-fb0c-4f5b-8d1f-e952ecd5c058 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.1995242 Feb 03 13:04:51.821127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34414) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:52.049098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 06942dbb-57fd-416b-948c-d46169613c4f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=06942dbb-57fd-416b-948c-d46169613c4f,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:52.070929 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (06942dbb-57fd-416b-948c-d46169613c4f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:52.071746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ac4e8f78-b6db-4b95-86fe-6798ed1686f2 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:52.212239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-765dd9be-a3d8-4223-8207-1e9bc13cc22a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4289 time: 0.3895006 Feb 03 13:04:52.315103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:04:49Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:49Z', 'revision_number': 2, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:52.317200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-62965335-1381-427c-a2f6-ae9f391b058d None None] Current status of the port 06942dbb-57fd-416b-948c-d46169613c4f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:52.369615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Checking router: de3b4cd0-1469-4985-8c2f-d074dd0a27af for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:04:52.369963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Updating router de3b4cd0-1469-4985-8c2f-d074dd0a27af port 01f40f58-3480-4e2f-8af9-37d5d915bd88 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:04:52.382945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=06942dbb-57fd-416b-948c-d46169613c4f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:52.425016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_gateway (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:52.452386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ac4e8f78-b6db-4b95-86fe-6798ed1686f2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:52.452777 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:52.454312 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:52.512595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:52.639712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3edd8c23-df99-4ca0-9e43-9afea8fe51ac None None] Provisioning complete for port 01f40f58-3480-4e2f-8af9-37d5d915bd88 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:52.640136 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3edd8c23-df99-4ca0-9e43-9afea8fe51ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:52.650505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34434) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:52.656927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c394deca-4539-4586-b0a5-a2bee755e2b6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918656368', 'description': 'tempest-secgroup-smoke-1918656368 description', 'project_id': '4b93f2f2727d4093985bf0daa094c12a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:52.703542 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c394deca-4539-4586-b0a5-a2bee755e2b6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:52.749351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.25.3.132 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/f513db28-809d-4b41-835b-92be717ee754) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:52.824608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ac4e8f78-b6db-4b95-86fe-6798ed1686f2 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:52.915825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3edd8c23-df99-4ca0-9e43-9afea8fe51ac None None] Port 01f40f58-3480-4e2f-8af9-37d5d915bd88 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:52.948773 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c394deca-4539-4586-b0a5-a2bee755e2b6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (ae2a85c7-b982-459f-b336-09d9fc3462d6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:52.961621 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c394deca-4539-4586-b0a5-a2bee755e2b6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ae2a85c7-b982-459f-b336-09d9fc3462d6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:52.994634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (f513db28-809d-4b41-835b-92be717ee754), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.000027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3edd8c23-df99-4ca0-9e43-9afea8fe51ac None None] Provisioning complete for port 06942dbb-57fd-416b-948c-d46169613c4f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:53.001555 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3edd8c23-df99-4ca0-9e43-9afea8fe51ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06942dbb-57fd-416b-948c-d46169613c4f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.007039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 06942dbb-57fd-416b-948c-d46169613c4f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:53.033898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c394deca-4539-4586-b0a5-a2bee755e2b6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.036276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c394deca-4539-4586-b0a5-a2bee755e2b6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3845570 Feb 03 13:04:53.039109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394deca-4539-4586-b0a5-a2bee755e2b6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2a85c7-b982-459f-b336-09d9fc3462d6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:53.058553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34444) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:53.065740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3cd5e913-e7cd-48da-a7b0-5e65b5492912 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a85c7-b982-459f-b336-09d9fc3462d6', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:53.118086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e913-e7cd-48da-a7b0-5e65b5492912 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (37cad6e3-b59b-4acf-a2ef-6d7b627fc819), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.147438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f513db28-809d-4b41-835b-92be717ee754), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.192776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:53.200223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:53.206241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:53.264089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e913-e7cd-48da-a7b0-5e65b5492912 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (37cad6e3-b59b-4acf-a2ef-6d7b627fc819), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.266245 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=f513db28-809d-4b41-835b-92be717ee754,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:53.274665 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e913-e7cd-48da-a7b0-5e65b5492912 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (37cad6e3-b59b-4acf-a2ef-6d7b627fc819), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.311338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5e913-e7cd-48da-a7b0-5e65b5492912 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cad6e3-b59b-4acf-a2ef-6d7b627fc819,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:53.346192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 06942dbb-57fd-416b-948c-d46169613c4f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:53.346871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06942dbb-57fd-416b-948c-d46169613c4f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.360387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e913-e7cd-48da-a7b0-5e65b5492912 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.364223 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3cd5e913-e7cd-48da-a7b0-5e65b5492912 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3008060 Feb 03 13:04:53.364553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34450) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:53.369239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1e3ac961-1098-439c-a4b1-8d01560b0a51 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a85c7-b982-459f-b336-09d9fc3462d6', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:53.429278 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac961-1098-439c-a4b1-8d01560b0a51 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (49d348fb-512b-4c97-9f23-faf0bb2173d0), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.443800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3edd8c23-df99-4ca0-9e43-9afea8fe51ac None None] Current status of the port 06942dbb-57fd-416b-948c-d46169613c4f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:53.476998 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Publish callbacks [] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.529818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 06942dbb-57fd-416b-948c-d46169613c4f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:53.532070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.588593 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_gateway (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.619778 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac961-1098-439c-a4b1-8d01560b0a51 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (49d348fb-512b-4c97-9f23-faf0bb2173d0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.621661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device aec1ee5e-ee7a-4315-ba15-a19d1770e258 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:53.625895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc1498-30e4-44ae-8fc1-524cf0146b50 None None] Pushing event updated for resources: {'Port': ['ID=01f40f58-3480-4e2f-8af9-37d5d915bd88,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:53.627821 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac961-1098-439c-a4b1-8d01560b0a51 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (49d348fb-512b-4c97-9f23-faf0bb2173d0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.659795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: aec1ee5e-ee7a-4315-ba15-a19d1770e258 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:53.660141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device aec1ee5e-ee7a-4315-ba15-a19d1770e258 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:53.664804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ac961-1098-439c-a4b1-8d01560b0a51 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d348fb-512b-4c97-9f23-faf0bb2173d0,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:53.679897 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac961-1098-439c-a4b1-8d01560b0a51 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.682457 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1e3ac961-1098-439c-a4b1-8d01560b0a51 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160686 Feb 03 13:04:53.684941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34458) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:53.687924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cb1fe3c1-76b9-4903-9609-307488996886 None None] Provisioning complete for port 01f40f58-3480-4e2f-8af9-37d5d915bd88 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:53.688303 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe3c1-76b9-4903-9609-307488996886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.693514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-037f49d0-991b-496c-8d08-8fce0cecead2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a85c7-b982-459f-b336-09d9fc3462d6', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:53.755629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-037f49d0-991b-496c-8d08-8fce0cecead2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (9479ed11-e10c-4edf-ab5f-914e3d263467), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.804191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fe3c1-76b9-4903-9609-307488996886 None None] Port 01f40f58-3480-4e2f-8af9-37d5d915bd88 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:53.808521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Attempting to bind port 01f40f58-3480-4e2f-8af9-37d5d915bd88 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:04:53.809178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Attempting to bind port 01f40f58-3480-4e2f-8af9-37d5d915bd88 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:04:53.809752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Attempting to bind port 01f40f58-3480-4e2f-8af9-37d5d915bd88 on network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:53.815454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:04:53.816125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Checking segment: {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:53.816695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.817232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Bound using segment: {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:04:53.817865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Bound port: 01f40f58-3480-4e2f-8af9-37d5d915bd88, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:04:53.818452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.849053 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-037f49d0-991b-496c-8d08-8fce0cecead2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (9479ed11-e10c-4edf-ab5f-914e3d263467), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.862579 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-037f49d0-991b-496c-8d08-8fce0cecead2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (9479ed11-e10c-4edf-ab5f-914e3d263467), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.923926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f49d0-991b-496c-8d08-8fce0cecead2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9479ed11-e10c-4edf-ab5f-914e3d263467,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:53.930988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-037f49d0-991b-496c-8d08-8fce0cecead2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:53.932297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-037f49d0-991b-496c-8d08-8fce0cecead2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2451580 Feb 03 13:04:53.939511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] For port 01f40f58-3480-4e2f-8af9-37d5d915bd88, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:04:53.940074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34466) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:53.944117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] For port 01f40f58-3480-4e2f-8af9-37d5d915bd88, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=01f40f58-3480-4e2f-8af9-37d5d915bd88,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:04:53.949537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d65cfe9e-ac72-4107-9717-9536ab297966 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a85c7-b982-459f-b336-09d9fc3462d6', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:53.963002 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.006594 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d65cfe9e-ac72-4107-9717-9536ab297966 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (24fb06f6-b19c-4fc3-8796-059ae07be906), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.037720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.102822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc1498-30e4-44ae-8fc1-524cf0146b50 None None] Pushing event updated for resources: {'Port': ['ID=01f40f58-3480-4e2f-8af9-37d5d915bd88,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:54.116335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:54.117189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:54.149425 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d65cfe9e-ac72-4107-9717-9536ab297966 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (24fb06f6-b19c-4fc3-8796-059ae07be906), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.161898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d65cfe9e-ac72-4107-9717-9536ab297966 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (24fb06f6-b19c-4fc3-8796-059ae07be906), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.203513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-71b8b5ee-bf5c-4f6f-a916-c6fb04eef232 None None] Provisioning complete for port 01f40f58-3480-4e2f-8af9-37d5d915bd88 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:54.204124 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71b8b5ee-bf5c-4f6f-a916-c6fb04eef232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.212295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cfe9e-ac72-4107-9717-9536ab297966 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fb06f6-b19c-4fc3-8796-059ae07be906,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:54.240195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d65cfe9e-ac72-4107-9717-9536ab297966 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.241539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d65cfe9e-ac72-4107-9717-9536ab297966 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3004451 Feb 03 13:04:54.245175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34470) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:54.263518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-498cb529-72a3-4227-b3ae-405228670b6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a85c7-b982-459f-b336-09d9fc3462d6', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:54.295493 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-498cb529-72a3-4227-b3ae-405228670b6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Project 4b93f2f2727d4093985bf0daa094c12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:04:54.304114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-498cb529-72a3-4227-b3ae-405228670b6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (8e231bc2-f452-48fb-a9d1-207f62af5ab9), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.356155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:54.392973 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router 9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:04:54.415889 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-498cb529-72a3-4227-b3ae-405228670b6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (8e231bc2-f452-48fb-a9d1-207f62af5ab9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.423321 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-498cb529-72a3-4227-b3ae-405228670b6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (8e231bc2-f452-48fb-a9d1-207f62af5ab9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.451750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cb529-72a3-4227-b3ae-405228670b6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e231bc2-f452-48fb-a9d1-207f62af5ab9,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:54.477120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-71b8b5ee-bf5c-4f6f-a916-c6fb04eef232 None None] Current status of the port 01f40f58-3480-4e2f-8af9-37d5d915bd88 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:54.477657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71b8b5ee-bf5c-4f6f-a916-c6fb04eef232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.482751 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-498cb529-72a3-4227-b3ae-405228670b6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.484247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-498cb529-72a3-4227-b3ae-405228670b6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2365055 Feb 03 13:04:54.487693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34476) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:54.496472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6be4490e-3a99-4faa-b85f-473d50770494 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a85c7-b982-459f-b336-09d9fc3462d6', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:54.525277 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-6be4490e-3a99-4faa-b85f-473d50770494 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Project 4b93f2f2727d4093985bf0daa094c12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:04:54.535479 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6be4490e-3a99-4faa-b85f-473d50770494 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (b3c8f120-f1de-4c0a-a6b2-4e2b210a24c3), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.547404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:54.558930 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebf99a-a2ab-4edb-98a0-703d7c0b9ba3 None None] Sync routers for ids ['9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:54.565144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-71b8b5ee-bf5c-4f6f-a916-c6fb04eef232 None None] For port 01f40f58-3480-4e2f-8af9-37d5d915bd88, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=01f40f58-3480-4e2f-8af9-37d5d915bd88,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:54.577263 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ebf99a-a2ab-4edb-98a0-703d7c0b9ba3 None None] Routers {'9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:54.577512 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71b8b5ee-bf5c-4f6f-a916-c6fb04eef232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.582755 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.584070 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a1494896-7c50-4015-985e-7c604ff7e373 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3755312 Feb 03 13:04:54.585659 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-52ebf99a-a2ab-4edb-98a0-703d7c0b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:54.587162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34478) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:54.637663 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6be4490e-3a99-4faa-b85f-473d50770494 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (b3c8f120-f1de-4c0a-a6b2-4e2b210a24c3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.640978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8b5ee-bf5c-4f6f-a916-c6fb04eef232 None None] Pushing event updated for resources: {'Port': ['ID=01f40f58-3480-4e2f-8af9-37d5d915bd88,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:54.644990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6be4490e-3a99-4faa-b85f-473d50770494 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (b3c8f120-f1de-4c0a-a6b2-4e2b210a24c3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.677429 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-52ebf99a-a2ab-4edb-98a0-703d7c0b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:54.678548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4490e-3a99-4faa-b85f-473d50770494 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c8f120-f1de-4c0a-a6b2-4e2b210a24c3,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:54.689788 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ebf99a-a2ab-4edb-98a0-703d7c0b9ba3 None None] Routers {'9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:54.690718 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-52ebf99a-a2ab-4edb-98a0-703d7c0b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:54.692433 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6be4490e-3a99-4faa-b85f-473d50770494 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.694390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6be4490e-3a99-4faa-b85f-473d50770494 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2050560 Feb 03 13:04:54.752464 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-52ebf99a-a2ab-4edb-98a0-703d7c0b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:54.757449 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebf99a-a2ab-4edb-98a0-703d7c0b9ba3 None None] The sync data for ids ['9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:54.802231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-26cd4ee3-2b9b-4191-a727-88090a8769b4 None None] Provisioning complete for port 01f40f58-3480-4e2f-8af9-37d5d915bd88 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:54.802953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26cd4ee3-2b9b-4191-a727-88090a8769b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:54.897267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:04:49Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:53Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:54.906626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34490) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:54.918937 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-002cadb0-a3b5-4d81-918c-878dc5222093 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/routers/9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 HTTP/1.1" status: 200 len: 881 time: 0.3303955 Feb 03 13:04:54.941181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af343649-9560-4f3c-845f-0b8ff6c74534 None None] The sync data for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 is: [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:04:49Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:53Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:55.083655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-26cd4ee3-2b9b-4191-a727-88090a8769b4 None None] Current status of the port 01f40f58-3480-4e2f-8af9-37d5d915bd88 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:55.216584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-567da618-6a81-4c26-8b5a-d54082b55ac7 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918656368&fields=id&tenant_id=4b93f2f2727d4093985bf0daa094c12a HTTP/1.1" status: 200 len: 267 time: 0.0987747 Feb 03 13:04:55.318100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c043a677-fbc6-4846-89c3-ab3d2fc86dd7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4100161 Feb 03 13:04:55.323161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34508) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:55.328798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-785766c8-d1fa-4979-8e40-cdf0459226fc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1430078703'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:55.358049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-54f961ec-ffab-485e-8c34-95da01a8adc0 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:55.359701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-54f961ec-ffab-485e-8c34-95da01a8adc0 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/networks?id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 HTTP/1.1" status: 200 len: 794 time: 0.1250999 Feb 03 13:04:55.382964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-cb232111-2d66-4e25-b332-abda734cba68 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/quotas/4b93f2f2727d4093985bf0daa094c12a HTTP/1.1" status: 200 len: 375 time: 0.0115767 Feb 03 13:04:55.472558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-39d76013-5713-4cc3-adf8-8ab92d29c24d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803845 Feb 03 13:04:55.640778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-b9843ad6-8ad9-4e9d-aaf7-a0ad6f2992e9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:04:55.648164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-b9843ad6-8ad9-4e9d-aaf7-a0ad6f2992e9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1623752 Feb 03 13:04:55.760817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-bbd4ebf0-34f8-4234-ab80-995afff300a0 service neutron] 10.222.0.65 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115181 Feb 03 13:04:55.783083 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-785766c8-d1fa-4979-8e40-cdf0459226fc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:55.802532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-785766c8-d1fa-4979-8e40-cdf0459226fc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:55.921735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-e023e630-24ed-4401-b019-8df3afeb13a4 service neutron] 10.222.0.65 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536088 Feb 03 13:04:55.990281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785766c8-d1fa-4979-8e40-cdf0459226fc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router 9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:56.211565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785766c8-d1fa-4979-8e40-cdf0459226fc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:56.219206 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-785766c8-d1fa-4979-8e40-cdf0459226fc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:56.220394 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-785766c8-d1fa-4979-8e40-cdf0459226fc tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 HTTP/1.1" status: 200 len: 888 time: 0.8967233 Feb 03 13:04:56.222297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c6d2d-92a1-40c7-b33f-8f9f2c0f338c None None] Sync routers for ids ['9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:56.223374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34540) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:56.236261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c6d2d-92a1-40c7-b33f-8f9f2c0f338c None None] Routers {'9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:56.236979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f70c6d2d-92a1-40c7-b33f-8f9f2c0f338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:56.273099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-770c3f52-21db-4e11-b051-8430ea65314f req-9c720e34-7da3-4c8c-8963-e1b94a0b2eb5 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 210 time: 0.0904610 Feb 03 13:04:56.304770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f70c6d2d-92a1-40c7-b33f-8f9f2c0f338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:56.322576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c6d2d-92a1-40c7-b33f-8f9f2c0f338c None None] Routers {'9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:56.326028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f70c6d2d-92a1-40c7-b33f-8f9f2c0f338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:56.386767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f70c6d2d-92a1-40c7-b33f-8f9f2c0f338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:56.387757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c6d2d-92a1-40c7-b33f-8f9f2c0f338c None None] The sync data for ids ['9d209cc7-dfa0-47d4-803d-fd38c45d6ff6'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:56.467478 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2101f121-e058-40c8-bf5c-24baa685e222 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/routers/9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 HTTP/1.1" status: 200 len: 888 time: 0.2426562 Feb 03 13:04:56.469872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34546) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:56.517687 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6553c27b-1ca2-44f2-a8b3-5068d9c839df tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 HTTP/1.1" status: 200 len: 205 time: 0.0464990 Feb 03 13:04:56.517815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34548) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:56.674619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:56.950622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_gateway (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.023500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 01f40f58-3480-4e2f-8af9-37d5d915bd88 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:57.058654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port f513db28-809d-4b41-835b-92be717ee754 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:57.059000 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f513db28-809d-4b41-835b-92be717ee754), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.114287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 01f40f58-3480-4e2f-8af9-37d5d915bd88 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:57.115018 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.206981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f513db28-809d-4b41-835b-92be717ee754), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.224862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for f513db28-809d-4b41-835b-92be717ee754 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:57.238688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 01f40f58-3480-4e2f-8af9-37d5d915bd88 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:57.481856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ab38ad2-fe8f-4552-8796-cc51436e98fa req-e50d8eab-276f-4ff4-9d82-b55ec48157bf tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 210 time: 0.0611572 Feb 03 13:04:57.529982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f513db28-809d-4b41-835b-92be717ee754), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.557221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=f513db28-809d-4b41-835b-92be717ee754,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:57.638182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.745326 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.748634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.826101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (9d209cc7-dfa0-47d4-803d-fd38c45d6ff6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.826727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Fanout notify agent at l3_agent the message router_deleted on router 9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:04:57.838146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.844436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b7faff81-2537-46cd-a94d-ca6a609b2171 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 HTTP/1.1" status: 204 len: 168 time: 1.3203070 Feb 03 13:04:57.845311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34586) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:57.850449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'network': {'name': 'tempest-RoutersTest-508691348'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:57.890103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:57.894163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.925446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:04:57.941683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8c2b4868-d0c6-4710-afb1-bbce1d402a50), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.942468 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added segment 8c2b4868-d0c6-4710-afb1-bbce1d402a50 of type vlan for network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c Feb 03 13:04:58.017256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-0fe1326c-4d85-41d4-a7c6-2ffb84eac307 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:58.017256 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-0fe1326c-4d85-41d4-a7c6-2ffb84eac307 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "GET /v2.0/networks?id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 HTTP/1.1" status: 200 len: 794 time: 0.2129595 Feb 03 13:04:58.024878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (4ff998d5-f7e6-431d-aecd-fe54d2801b6c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.057568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (4ff998d5-f7e6-431d-aecd-fe54d2801b6c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.065304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:58.066272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.122085 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-b0f035ed-31d3-4914-aeec-3b5082e8c178 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b93f2f2727d4093985bf0daa094c12a HTTP/1.1" status: 200 len: 380 time: 0.0953853 Feb 03 13:04:58.131659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'port': {'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'admin_state_up': True, 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'security_groups': ['ae2a85c7-b982-459f-b336-09d9fc3462d6']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:58.142905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2968104 Feb 03 13:04:58.148247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34594) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:58.163930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'subnet': {'network_id': '4ff998d5-f7e6-431d-aecd-fe54d2801b6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:58.185263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17afb1-70ff-43b6-8aaa-1360b0707165 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Network': ['ID=4ff998d5-f7e6-431d-aecd-fe54d2801b6c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:58.205348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:04:58.342153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:58.345522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.370815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Made reservation on behalf of 4b93f2f2727d4093985bf0daa094c12a for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:04:58.375391 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.604329 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.20.0.11 (b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36/7b1ba508-f0cd-44bb-978b-260849b8f0ac/0b709631-b4b3-4234-a769-2c51be739e4a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:58.624143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae4e85fb-eae2-4b74-861d-1185faee446b req-d5ddb867-b12f-4d8a-a70f-be393b507162 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 210 time: 0.0370660 Feb 03 13:04:58.740175 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (710fec35-b02b-4df2-8f0b-51b1042bde9e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.860467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Subnet': ['ID=710fec35-b02b-4df2-8f0b-51b1042bde9e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:58.964234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Checking segment: {'id': '8c2b4868-d0c6-4710-afb1-bbce1d402a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4ff998d5-f7e6-431d-aecd-fe54d2801b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:58.964590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network hostable DHCP agents. Network: 4ff998d5-f7e6-431d-aecd-fe54d2801b6c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:04:58.971554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (0b709631-b4b3-4234-a769-2c51be739e4a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.004676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:04:59.029587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 4ff998d5-f7e6-431d-aecd-fe54d2801b6c) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:59.036944 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:59.037684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.043373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.044159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2eb9c0-e5e1-46bd-a58b-9263415ab59f None None] Network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:04:59.102507 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e77c0d04-0310-4d66-9779-c66d4e04cfe1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9507043 Feb 03 13:04:59.104211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34616) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:59.109904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:59.110689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b6a775c1-3738-48d2-b9d1-caaf025974f1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1066080828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:59.113387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:59.118076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:59.126361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=0b709631-b4b3-4234-a769-2c51be739e4a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:59.162952 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6a775c1-3738-48d2-b9d1-caaf025974f1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.164131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6a775c1-3738-48d2-b9d1-caaf025974f1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.228434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:59.229869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.259553 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-c370f5be-bb3e-4a89-9570-db71e9e9b2a8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1322904 Feb 03 13:04:59.281007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-4ff998d5-f7e6-431d-aecd-fe54d2801b6c', 'network_id': '4ff998d5-f7e6-431d-aecd-fe54d2801b6c', 'project_id': 'b39135717be44eba981f4577603e414f', 'fixed_ips': [{'subnet_id': '710fec35-b02b-4df2-8f0b-51b1042bde9e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:04:59.282022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.286132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Request body: {'port': {'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:59.310655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6a775c1-3738-48d2-b9d1-caaf025974f1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.321062 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6a775c1-3738-48d2-b9d1-caaf025974f1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.360695 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b6a775c1-3738-48d2-b9d1-caaf025974f1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.363970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b6a775c1-3738-48d2-b9d1-caaf025974f1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2583807 Feb 03 13:04:59.366629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34628) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:59.460647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Allocated IP 172.20.0.2 (4ff998d5-f7e6-431d-aecd-fe54d2801b6c/710fec35-b02b-4df2-8f0b-51b1042bde9e/819631fa-e1b0-406a-84a0-d03351a538fa) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:59.650178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c460326b-a236-4f72-87be-375f06a9bad7 None None] Provisioning complete for port 0b709631-b4b3-4234-a769-2c51be739e4a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:59.650824 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c460326b-a236-4f72-87be-375f06a9bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.697064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c460326b-a236-4f72-87be-375f06a9bad7 None None] Port 0b709631-b4b3-4234-a769-2c51be739e4a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:04:59.793867 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Publish callbacks [] for port (819631fa-e1b0-406a-84a0-d03351a538fa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.805100 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.876749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Pushing event updated for resources: {'Port': ['ID=819631fa-e1b0-406a-84a0-d03351a538fa,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:59.886954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:59.888924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:59.895177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:59.964521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Attempting to bind port 819631fa-e1b0-406a-84a0-d03351a538fa on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:04:59.965727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Attempting to bind port 819631fa-e1b0-406a-84a0-d03351a538fa by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '8c2b4868-d0c6-4710-afb1-bbce1d402a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4ff998d5-f7e6-431d-aecd-fe54d2801b6c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:04:59.966613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Attempting to bind port 819631fa-e1b0-406a-84a0-d03351a538fa on network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:59.972864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:04:59.973373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Checking segment: {'id': '8c2b4868-d0c6-4710-afb1-bbce1d402a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4ff998d5-f7e6-431d-aecd-fe54d2801b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:59.973852 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:59.974308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Bound using segment: {'id': '8c2b4868-d0c6-4710-afb1-bbce1d402a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4ff998d5-f7e6-431d-aecd-fe54d2801b6c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:04:59.974877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Bound port: 819631fa-e1b0-406a-84a0-d03351a538fa, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2b4868-d0c6-4710-afb1-bbce1d402a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4ff998d5-f7e6-431d-aecd-fe54d2801b6c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:04:59.975323 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:00.036511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:00.064154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] For port 819631fa-e1b0-406a-84a0-d03351a538fa, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:00.067430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] For port 819631fa-e1b0-406a-84a0-d03351a538fa, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=819631fa-e1b0-406a-84a0-d03351a538fa,segment=NetworkSegment(8c2b4868-d0c6-4710-afb1-bbce1d402a50),segment_id=8c2b4868-d0c6-4710-afb1-bbce1d402a50)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:00.076561 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:00.140525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee67e39-ee57-47a3-aad0-4792ef7f5af4 None None] Pushing event updated for resources: {'Port': ['ID=819631fa-e1b0-406a-84a0-d03351a538fa,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:00.207130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01500e-5528-41dd-b7bf-6bfd61bbc6af req-6f9c5222-9413-4f1c-a2d7-b11131b84750 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:00.218121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c01500e-5528-41dd-b7bf-6bfd61bbc6af req-6f9c5222-9413-4f1c-a2d7-b11131b84750 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 932 time: 0.1922581 Feb 03 13:05:00.331812 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:00.361677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c01500e-5528-41dd-b7bf-6bfd61bbc6af req-26a65e7d-8191-4f13-818d-cc8354ef28ea tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425250 Feb 03 13:05:00.477790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b709631-b4b3-4234-a769-2c51be739e4a {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:00.488411 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Publish callbacks [] for port (0b709631-b4b3-4234-a769-2c51be739e4a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:00.502474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Transition to ACTIVE for port object 0b709631-b4b3-4234-a769-2c51be739e4a will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:05:00.509800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:00.622664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Pushing event updated for resources: {'Port': ['ID=0b709631-b4b3-4234-a769-2c51be739e4a,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:00.749945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Attempting to bind port 0b709631-b4b3-4234-a769-2c51be739e4a on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:00.750839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Attempting to bind port 0b709631-b4b3-4234-a769-2c51be739e4a by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:00.751350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Attempting to bind port 0b709631-b4b3-4234-a769-2c51be739e4a on network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:00.773545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Port 0b709631-b4b3-4234-a769-2c51be739e4a on network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:05:00.774864 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Attempting to bind port 0b709631-b4b3-4234-a769-2c51be739e4a on network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:00.783027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:00.783620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Checking segment: {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:00.784163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Bound using segment: {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:00.784747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Bound port: 0b709631-b4b3-4234-a769-2c51be739e4a, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2922cee-5894-42a2-ae4f-77dc2386ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:00.786087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:00.836921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.20.0.1 (4ff998d5-f7e6-431d-aecd-fe54d2801b6c/710fec35-b02b-4df2-8f0b-51b1042bde9e/e03300c4-d88c-4b58-a48e-7310f8f87a91) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:00.883646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] For port 0b709631-b4b3-4234-a769-2c51be739e4a, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:00.886571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] For port 0b709631-b4b3-4234-a769-2c51be739e4a, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0b709631-b4b3-4234-a769-2c51be739e4a,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:00.918249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.009203 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:01.010198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.069578 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] 10.222.0.72 "PUT /v2.0/ports/0b709631-b4b3-4234-a769-2c51be739e4a HTTP/1.1" status: 200 len: 1093 time: 1.7311196 Feb 03 13:05:01.109561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 819631fa-e1b0-406a-84a0-d03351a538fa up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:01.115727 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.197262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:01.200405 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bde6b75-e44b-425e-9d0f-97c314547e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:01.200595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.270524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 819631fa-e1b0-406a-84a0-d03351a538fa triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:01.270818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.317662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:01.329930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:01.348648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:01.377495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00befb-29c1-4194-b5ab-8795859e958d service neutron] Pushing event updated for resources: {'Port': ['ID=0b709631-b4b3-4234-a769-2c51be739e4a,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:01.403707 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b1d8da-288f-4e3f-88c8-97d7a8641f62 x-openstack-request-id: req-a2b1d8da-288f-4e3f-88c8-97d7a8641f62 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:01.404090 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:01.404344 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2b1d8da-288f-4e3f-88c8-97d7a8641f62 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:01.404741 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a', 'status': 'completed', 'code': 200} Feb 03 13:05:01.415333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=e03300c4-d88c-4b58-a48e-7310f8f87a91,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:01.418527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 819631fa-e1b0-406a-84a0-d03351a538fa is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:01.419179 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.445633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-b3e8c5e8-1e6a-4525-a151-7a5c37eba798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:01.447149 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-b3e8c5e8-1e6a-4525-a151-7a5c37eba798 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 1127 time: 0.3767521 Feb 03 13:05:01.462182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.556517 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-8114551e-7149-40ed-816c-9d0b7b284a51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b709631-b4b3-4234-a769-2c51be739e4a HTTP/1.1" status: 200 len: 217 time: 0.1010296 Feb 03 13:05:01.635994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-2d6f0a25-d650-480e-94a2-8bba5c3a74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:01.637385 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-2d6f0a25-d650-480e-94a2-8bba5c3a74d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b1ba508-f0cd-44bb-978b-260849b8f0ac HTTP/1.1" status: 200 len: 835 time: 0.0737927 Feb 03 13:05:01.652486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93036ffd-8bd1-43a6-9574-3747894ee665 req-88e81756-733f-47db-b25c-dd56f2b98ac8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:01.655354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93036ffd-8bd1-43a6-9574-3747894ee665 req-88e81756-733f-47db-b25c-dd56f2b98ac8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 944 time: 0.1368124 Feb 03 13:05:01.744740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-49a25175-51b9-4047-818a-22084d28e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:01.751878 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-49a25175-51b9-4047-818a-22084d28e839 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1078055 Feb 03 13:05:01.833224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93036ffd-8bd1-43a6-9574-3747894ee665 req-f6813af0-b74b-4e6a-ba6c-b49f874952bc tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711664 Feb 03 13:05:01.862997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.915099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 819631fa-e1b0-406a-84a0-d03351a538fa, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=819631fa-e1b0-406a-84a0-d03351a538fa,segment=NetworkSegment(8c2b4868-d0c6-4710-afb1-bbce1d402a50),segment_id=8c2b4868-d0c6-4710-afb1-bbce1d402a50)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:01.921662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1ed0a-9fc4-47b9-9a8f-29f4ab460d64 None None] Network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:01.950671 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.964250 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-33820e16-ff29-433c-98b5-5bfde4af0933 service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045915 Feb 03 13:05:02.151327 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-740cc11d-8507-4f4f-baa1-400cc4272a0f req-b0ab79a4-3e59-4489-b993-fce0a911ebb5 service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759720 Feb 03 13:05:02.159428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=819631fa-e1b0-406a-84a0-d03351a538fa,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:02.183156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9eea13b0-f0ac-456e-9bd2-8a843afdfdad None None] Provisioning complete for port 819631fa-e1b0-406a-84a0-d03351a538fa triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:02.183574 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9eea13b0-f0ac-456e-9bd2-8a843afdfdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.228722 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.237076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.316468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-266f8c4d-ccbc-4859-96f7-80688b966233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:02.318219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-266f8c4d-ccbc-4859-96f7-80688b966233 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 1127 time: 0.0988846 Feb 03 13:05:02.374146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.376524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=e03300c4-d88c-4b58-a48e-7310f8f87a91,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:02.386021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.386393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.386739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.387738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.388090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.388616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.388954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.389289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.389669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.390482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.390482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.390620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.390945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:02.410476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9eea13b0-f0ac-456e-9bd2-8a843afdfdad None None] Current status of the port 819631fa-e1b0-406a-84a0-d03351a538fa is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:02.515463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-f4966508-4c29-4e63-be42-750c761b0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:02.517518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-f4966508-4c29-4e63-be42-750c761b0708 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 HTTP/1.1" status: 200 len: 895 time: 0.1932490 Feb 03 13:05:02.535188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:02.548767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:02.578126 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-df4c0f1d-3503-4f16-9b57-1ea5d476efc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b709631-b4b3-4234-a769-2c51be739e4a HTTP/1.1" status: 200 len: 217 time: 0.0532150 Feb 03 13:05:02.668352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-a5c8de5b-58eb-46d9-a446-bb817712f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:02.669986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-a5c8de5b-58eb-46d9-a446-bb817712f103 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b1ba508-f0cd-44bb-978b-260849b8f0ac HTTP/1.1" status: 200 len: 835 time: 0.0864234 Feb 03 13:05:02.746555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-27a89484-5bdc-471c-a67b-a2c63f983e60 None None] Provisioning complete for port e03300c4-d88c-4b58-a48e-7310f8f87a91 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:02.747281 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27a89484-5bdc-471c-a67b-a2c63f983e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.778460 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-6cf4fc9c-d56e-45c6-a159-b29ad9dc11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:02.781257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router 7d6cc385-fc9a-4a7d-8105-3e5206d3760a is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:05:02.788293 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-6cf4fc9c-d56e-45c6-a159-b29ad9dc11d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1088405 Feb 03 13:05:02.830780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-27a89484-5bdc-471c-a67b-a2c63f983e60 None None] Port e03300c4-d88c-4b58-a48e-7310f8f87a91 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:02.854096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-27a89484-5bdc-471c-a67b-a2c63f983e60 None None] Provisioning complete for port 819631fa-e1b0-406a-84a0-d03351a538fa triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:02.854504 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27a89484-5bdc-471c-a67b-a2c63f983e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.943357 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-0f35e306-6cd8-4818-97c1-9a29ce95c349 service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476307 Feb 03 13:05:02.945035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:02.951473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-830b7c87-e05d-4e05-9550-78e15a2af129 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/7d6cc385-fc9a-4a7d-8105-3e5206d3760a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5828688 Feb 03 13:05:02.962350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34708) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:02.963317 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24b9ba-2af4-4cdf-a770-c75755da9590 None None] Sync routers for ids ['7d6cc385-fc9a-4a7d-8105-3e5206d3760a'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:02.979741 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24b9ba-2af4-4cdf-a770-c75755da9590 None None] Routers {'7d6cc385-fc9a-4a7d-8105-3e5206d3760a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:02.987744 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4f24b9ba-2af4-4cdf-a770-c75755da9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7d6cc385-fc9a-4a7d-8105-3e5206d3760a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:03.032344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 819631fa-e1b0-406a-84a0-d03351a538fa up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:03.051083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-27a89484-5bdc-471c-a67b-a2c63f983e60 None None] Current status of the port 819631fa-e1b0-406a-84a0-d03351a538fa is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:03.113902 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4f24b9ba-2af4-4cdf-a770-c75755da9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:03.156824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 819631fa-e1b0-406a-84a0-d03351a538fa triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:03.157210 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:03.173529 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24b9ba-2af4-4cdf-a770-c75755da9590 None None] Routers {'7d6cc385-fc9a-4a7d-8105-3e5206d3760a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:03.174238 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4f24b9ba-2af4-4cdf-a770-c75755da9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7d6cc385-fc9a-4a7d-8105-3e5206d3760a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:03.180418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd9a175-c0af-4dff-8214-ea7893283bcd tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:03.184628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0fd9a175-c0af-4dff-8214-ea7893283bcd tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports/e03300c4-d88c-4b58-a48e-7310f8f87a91 HTTP/1.1" status: 200 len: 910 time: 0.2271948 Feb 03 13:05:03.189023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34716) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:03.194624 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7bde6b75-e44b-425e-9d0f-97c314547e0d req-a1bf704c-e314-43b3-890c-6bc515610e8f service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353110 Feb 03 13:05:03.199518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7ceb5c7d-6426-4ad6-8d3c-eaaac283bc11 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '710fec35-b02b-4df2-8f0b-51b1042bde9e'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:03.233085 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d6554d8f-92c1-42d8-80b7-a9b7353822af None None] Provisioning complete for port e03300c4-d88c-4b58-a48e-7310f8f87a91 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:03.233599 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6554d8f-92c1-42d8-80b7-a9b7353822af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:03.239568 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4f24b9ba-2af4-4cdf-a770-c75755da9590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:03.240238 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24b9ba-2af4-4cdf-a770-c75755da9590 None None] The sync data for ids ['7d6cc385-fc9a-4a7d-8105-3e5206d3760a'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:03.297236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d6554d8f-92c1-42d8-80b7-a9b7353822af None None] Port e03300c4-d88c-4b58-a48e-7310f8f87a91 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:03.335235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd9ff2-94ad-43be-98af-cbfbb7547408 req-541becc5-389c-47d4-b720-4d6e811693c1 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:03.347495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60fd9ff2-94ad-43be-98af-cbfbb7547408 req-541becc5-389c-47d4-b720-4d6e811693c1 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 944 time: 0.2940314 Feb 03 13:05:03.352998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 819631fa-e1b0-406a-84a0-d03351a538fa is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:03.469910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60fd9ff2-94ad-43be-98af-cbfbb7547408 req-3336dce1-9487-4cc8-8616-c7d07d9b6a38 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199374 Feb 03 13:05:03.523346 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-688e09ae-856e-46ae-be27-64182f0fa721 None None] Provisioning complete for port e03300c4-d88c-4b58-a48e-7310f8f87a91 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:03.524013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-688e09ae-856e-46ae-be27-64182f0fa721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:03.529969 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5c7d-6426-4ad6-8d3c-eaaac283bc11 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:03.569461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-688e09ae-856e-46ae-be27-64182f0fa721 None None] Port e03300c4-d88c-4b58-a48e-7310f8f87a91 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:03.916731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5c7d-6426-4ad6-8d3c-eaaac283bc11 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:03.928737 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5c7d-6426-4ad6-8d3c-eaaac283bc11 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:04.011052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb5c7d-6426-4ad6-8d3c-eaaac283bc11 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=e03300c4-d88c-4b58-a48e-7310f8f87a91,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:04.017779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb5c7d-6426-4ad6-8d3c-eaaac283bc11 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:04.018419 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5c7d-6426-4ad6-8d3c-eaaac283bc11 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:04.020081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7ceb5c7d-6426-4ad6-8d3c-eaaac283bc11 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/ports/e03300c4-d88c-4b58-a48e-7310f8f87a91 HTTP/1.1" status: 200 len: 910 time: 0.8287542 Feb 03 13:05:04.022831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34734) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:04.397893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:04.650717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99588e-d8dc-4422-9e77-e9f5854a97ba req-3dc860d0-8924-4884-9760-2a72e9d84743 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:04.653480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca99588e-d8dc-4422-9e77-e9f5854a97ba req-3dc860d0-8924-4884-9760-2a72e9d84743 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 944 time: 0.0841238 Feb 03 13:05:04.693954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port e03300c4-d88c-4b58-a48e-7310f8f87a91 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:04.694470 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:04.709510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca99588e-d8dc-4422-9e77-e9f5854a97ba req-0e00efca-6044-49bf-94f7-0aaf90cce31c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500691 Feb 03 13:05:04.756251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0b709631-b4b3-4234-a769-2c51be739e4a details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:05:04.807503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:04.821160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for e03300c4-d88c-4b58-a48e-7310f8f87a91 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:04.889982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0b709631-b4b3-4234-a769-2c51be739e4a, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0b709631-b4b3-4234-a769-2c51be739e4a,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:04.901311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '0b709631-b4b3-4234-a769-2c51be739e4a', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:05:04.946596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 0b709631-b4b3-4234-a769-2c51be739e4a is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:04.946995 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:04.966988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b709631-b4b3-4234-a769-2c51be739e4a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:04.990657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0b709631-b4b3-4234-a769-2c51be739e4a, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0b709631-b4b3-4234-a769-2c51be739e4a,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:05.002485 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:05.050197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e03300c4-d88c-4b58-a48e-7310f8f87a91), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:05.070860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=0b709631-b4b3-4234-a769-2c51be739e4a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:05.079008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.079386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.079692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.080091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.080772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.081097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.081417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.081738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.082055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.082393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.082715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.083031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.083348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:05.103412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=e03300c4-d88c-4b58-a48e-7310f8f87a91,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:05.239002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['0b709631-b4b3-4234-a769-2c51be739e4a'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:05:05.324241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:05.549158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router 7d6cc385-fc9a-4a7d-8105-3e5206d3760a has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:05.648560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:05.654124 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2b88674f-016b-46ee-9875-5bcf59fc8d40 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/7d6cc385-fc9a-4a7d-8105-3e5206d3760a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6301436 Feb 03 13:05:05.656677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34776) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:05.661469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da94b-e16d-49ee-8412-e255b04bbd83 None None] Sync routers for ids ['7d6cc385-fc9a-4a7d-8105-3e5206d3760a'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:05.674364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689da94b-e16d-49ee-8412-e255b04bbd83 None None] Routers {'7d6cc385-fc9a-4a7d-8105-3e5206d3760a'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:05.675482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-689da94b-e16d-49ee-8412-e255b04bbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7d6cc385-fc9a-4a7d-8105-3e5206d3760a'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:05.687173 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f42e2327-872d-47bf-9a9a-255beb871e8c tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6cc385-fc9a-4a7d-8105-3e5206d3760a HTTP/1.1" status: 200 len: 205 time: 0.0293431 Feb 03 13:05:05.689692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34778) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:05.726202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-689da94b-e16d-49ee-8412-e255b04bbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:05.762889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689da94b-e16d-49ee-8412-e255b04bbd83 None None] Routers {'7d6cc385-fc9a-4a7d-8105-3e5206d3760a'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:05.763528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-689da94b-e16d-49ee-8412-e255b04bbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7d6cc385-fc9a-4a7d-8105-3e5206d3760a'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:05.788079 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fffb36f2-b845-459e-b6f1-6e8a73ac7f03 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:05.811844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-689da94b-e16d-49ee-8412-e255b04bbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:05.812682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689da94b-e16d-49ee-8412-e255b04bbd83 None None] The sync data for ids ['7d6cc385-fc9a-4a7d-8105-3e5206d3760a'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:05.890740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e6e1-c0ed-461c-b9a5-4fef394c19b8 req-adc80b6b-bc43-4355-9f9e-253994a25048 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:05.894088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1435e6e1-c0ed-461c-b9a5-4fef394c19b8 req-adc80b6b-bc43-4355-9f9e-253994a25048 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 945 time: 0.0660164 Feb 03 13:05:05.956871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1435e6e1-c0ed-461c-b9a5-4fef394c19b8 req-ac5e24db-783f-48e1-8ae3-f912bcbc71fe tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563908 Feb 03 13:05:06.004201 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fffb36f2-b845-459e-b6f1-6e8a73ac7f03 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.006534 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fffb36f2-b845-459e-b6f1-6e8a73ac7f03 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.053832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fffb36f2-b845-459e-b6f1-6e8a73ac7f03 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (7d6cc385-fc9a-4a7d-8105-3e5206d3760a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.054430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb36f2-b845-459e-b6f1-6e8a73ac7f03 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Fanout notify agent at l3_agent the message router_deleted on router 7d6cc385-fc9a-4a7d-8105-3e5206d3760a {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:05:06.063809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fffb36f2-b845-459e-b6f1-6e8a73ac7f03 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.067710 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fffb36f2-b845-459e-b6f1-6e8a73ac7f03 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/7d6cc385-fc9a-4a7d-8105-3e5206d3760a HTTP/1.1" status: 204 len: 168 time: 0.3746519 Feb 03 13:05:06.068018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34784) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:06.136309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e9237b-219b-4b57-aa24-fcbbeb113a60 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting subnet 710fec35-b02b-4df2-8f0b-51b1042bde9e {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:05:06.139875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9237b-219b-4b57-aa24-fcbbeb113a60 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (710fec35-b02b-4df2-8f0b-51b1042bde9e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.187022 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9237b-219b-4b57-aa24-fcbbeb113a60 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (710fec35-b02b-4df2-8f0b-51b1042bde9e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.274774 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9237b-219b-4b57-aa24-fcbbeb113a60 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (710fec35-b02b-4df2-8f0b-51b1042bde9e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.347621 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9237b-219b-4b57-aa24-fcbbeb113a60 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (710fec35-b02b-4df2-8f0b-51b1042bde9e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.385077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9237b-219b-4b57-aa24-fcbbeb113a60 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Subnet': ['ID=710fec35-b02b-4df2-8f0b-51b1042bde9e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:06.391758 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a1e9237b-219b-4b57-aa24-fcbbeb113a60 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.394385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a40676-0f9a-4986-b0ee-ca5b0ddc3823 None None] Network 4ff998d5-f7e6-431d-aecd-fe54d2801b6c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:06.406504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34792) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:06.412874 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a1e9237b-219b-4b57-aa24-fcbbeb113a60 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/710fec35-b02b-4df2-8f0b-51b1042bde9e HTTP/1.1" status: 204 len: 168 time: 0.3436005 Feb 03 13:05:06.534719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (4ff998d5-f7e6-431d-aecd-fe54d2801b6c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.604274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port 819631fa-e1b0-406a-84a0-d03351a538fa {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:06.604996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.614073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d6f003-a0a8-4755-aa9c-0520a9d3cb0c None None] DHCP port deletion for 4ff998d5-f7e6-431d-aecd-fe54d2801b6c request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:05:06.706549 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port 819631fa-e1b0-406a-84a0-d03351a538fa, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=819631fa-e1b0-406a-84a0-d03351a538fa,segment=NetworkSegment(8c2b4868-d0c6-4710-afb1-bbce1d402a50),segment_id=8c2b4868-d0c6-4710-afb1-bbce1d402a50)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:06.706549 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.707716 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec868fa7-4876-4dc1-be7c-df9b30196e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.711709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c1d6f003-a0a8-4755-aa9c-0520a9d3cb0c None None] Deleting port 819631fa-e1b0-406a-84a0-d03351a538fa {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:06.715625 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f003-a0a8-4755-aa9c-0520a9d3cb0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.746922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for 819631fa-e1b0-406a-84a0-d03351a538fa owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:06.813441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0b709631-b4b3-4234-a769-2c51be739e4a up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:06.862689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c1d6f003-a0a8-4755-aa9c-0520a9d3cb0c None None] For port 819631fa-e1b0-406a-84a0-d03351a538fa, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=819631fa-e1b0-406a-84a0-d03351a538fa,segment=NetworkSegment(8c2b4868-d0c6-4710-afb1-bbce1d402a50),segment_id=8c2b4868-d0c6-4710-afb1-bbce1d402a50)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:06.863095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f003-a0a8-4755-aa9c-0520a9d3cb0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.889444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c1d6f003-a0a8-4755-aa9c-0520a9d3cb0c None None] Calling delete_port for 819631fa-e1b0-406a-84a0-d03351a538fa owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:06.937970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.947475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 0b709631-b4b3-4234-a769-2c51be739e4a completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:05:06.972675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 0b709631-b4b3-4234-a769-2c51be739e4a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:06.973059 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.979526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=819631fa-e1b0-406a-84a0-d03351a538fa,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:07.022767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No DVR routers for this DVR port 819631fa-e1b0-406a-84a0-d03351a538fa on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:07.043366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 819631fa-e1b0-406a-84a0-d03351a538fa no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:07.123942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 819631fa-e1b0-406a-84a0-d03351a538fa {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:07.124629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 819631fa-e1b0-406a-84a0-d03351a538fa not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:07.198705 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f003-a0a8-4755-aa9c-0520a9d3cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (819631fa-e1b0-406a-84a0-d03351a538fa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.226385 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (4ff998d5-f7e6-431d-aecd-fe54d2801b6c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.241736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6f003-a0a8-4755-aa9c-0520a9d3cb0c None None] No DVR routers for this DVR port 819631fa-e1b0-406a-84a0-d03351a538fa on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:07.244586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf48f0-4aff-4ba0-a1ee-b8fd50a0bb93 req-103f24cd-b3d8-406b-874c-819c62af64ac tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:07.246319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3dcf48f0-4aff-4ba0-a1ee-b8fd50a0bb93 req-103f24cd-b3d8-406b-874c-819c62af64ac tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 945 time: 0.1363618 Feb 03 13:05:07.265135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6f003-a0a8-4755-aa9c-0520a9d3cb0c None None] Pushing event deleted for resources: {'Port': ['ID=819631fa-e1b0-406a-84a0-d03351a538fa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:07.266455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d5012-a54b-4bb2-a80c-4b41c1c9fe9b req-fbadc63f-0d03-4c39-8e5b-296b9370e3e5 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:07.274258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591d5012-a54b-4bb2-a80c-4b41c1c9fe9b req-fbadc63f-0d03-4c39-8e5b-296b9370e3e5 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.2326188 Feb 03 13:05:07.280593 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 0b709631-b4b3-4234-a769-2c51be739e4a is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:07.281033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.310612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:07.312703 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cafa071-4874-4321-aa7c-130c01c025b5" -d '{"events": [{"server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "name": "network-vif-plugged", "status": "completed", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:07.328425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 0b709631-b4b3-4234-a769-2c51be739e4a, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0b709631-b4b3-4234-a769-2c51be739e4a,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:07.334230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff998d5-f7e6-431d-aecd-fe54d2801b6c']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:07.336970 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.395096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3dcf48f0-4aff-4ba0-a1ee-b8fd50a0bb93 req-314a6cbf-d6c3-48a6-8ab2-43084ae70196 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028109 Feb 03 13:05:07.399168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2b4868-d0c6-4710-afb1-bbce1d402a50') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:07.399441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2b4868-d0c6-4710-afb1-bbce1d402a50') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:07.414544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=0b709631-b4b3-4234-a769-2c51be739e4a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:07.428366 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (8c2b4868-d0c6-4710-afb1-bbce1d402a50), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.433052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591d5012-a54b-4bb2-a80c-4b41c1c9fe9b req-2a494b55-f6a2-41d7-8063-5226df476355 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579082 Feb 03 13:05:07.446434 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08569b9-05cf-4d72-bf0c-b4352a0da9d2 x-openstack-request-id: req-f08569b9-05cf-4d72-bf0c-b4352a0da9d2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:07.446741 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "name": "network-vif-plugged", "status": "completed", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:07.446999 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f08569b9-05cf-4d72-bf0c-b4352a0da9d2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:07.447402 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a', 'code': 200} Feb 03 13:05:07.448185 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8c2b4868-d0c6-4710-afb1-bbce1d402a50), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.455940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:05:07.456307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (8c2b4868-d0c6-4710-afb1-bbce1d402a50), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:05:07.459688 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:05:07.545944 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (4ff998d5-f7e6-431d-aecd-fe54d2801b6c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.556746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.560735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/networks/4ff998d5-f7e6-431d-aecd-fe54d2801b6c HTTP/1.1" status: 204 len: 168 time: 1.1528606 Feb 03 13:05:07.568265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34812) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:07.570309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa72b3-7b89-4e36-8db4-b6b2208c9cac req-69233c82-a2f2-4ae3-8734-7998e4b5dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:07.573480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2f280-ee5f-42c7-a632-2645f43539a4 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Network': ['ID=4ff998d5-f7e6-431d-aecd-fe54d2801b6c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:07.580189 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fcfa72b3-7b89-4e36-8db4-b6b2208c9cac req-69233c82-a2f2-4ae3-8734-7998e4b5dc64 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 1129 time: 0.0703180 Feb 03 13:05:07.584918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-797ea34e-b6e5-4cf0-84a7-99ee90129799 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-238322367', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:07.630692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-797ea34e-b6e5-4cf0-84a7-99ee90129799 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.631714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-797ea34e-b6e5-4cf0-84a7-99ee90129799 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.652613 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fcfa72b3-7b89-4e36-8db4-b6b2208c9cac req-d42aa380-d401-49ec-8ef5-44ef19209ddc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628393 Feb 03 13:05:07.697033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-797ea34e-b6e5-4cf0-84a7-99ee90129799 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.703804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-797ea34e-b6e5-4cf0-84a7-99ee90129799 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.723638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-797ea34e-b6e5-4cf0-84a7-99ee90129799 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.727701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34814) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:07.728626 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-797ea34e-b6e5-4cf0-84a7-99ee90129799 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1470904 Feb 03 13:05:07.733614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'network': {'name': 'tempest-RoutersTest-255860476'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:07.757574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:07.761704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.791593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:05:07.802872 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5b542198-d5b7-46bf-a59a-f7f91fa289a4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.802872 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added segment 5b542198-d5b7-46bf-a59a-f7f91fa289a4 of type vlan for network 27945d0d-25ee-40e6-addb-0bff9b1f772e Feb 03 13:05:07.843762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (27945d0d-25ee-40e6-addb-0bff9b1f772e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.875556 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (27945d0d-25ee-40e6-addb-0bff9b1f772e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.881676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:07.882466 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.982008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Network': ['ID=27945d0d-25ee-40e6-addb-0bff9b1f772e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:07.999567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 27945d0d-25ee-40e6-addb-0bff9b1f772e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:05:08.009608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-12d3767f-74f7-4ffa-8be9-28f022eeb50b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2807662 Feb 03 13:05:08.012553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34816) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:08.017751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'subnet': {'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:08.143054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:08.147135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:08.368828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (54b433cd-2178-417a-a58d-d91106e32471), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:08.410992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351801f-e69e-4acf-8811-0d344f064fde req-b4eb2f9f-e5a5-4ffa-8fdc-c51329cf9d93 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:08.413642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8351801f-e69e-4acf-8811-0d344f064fde req-b4eb2f9f-e5a5-4ffa-8fdc-c51329cf9d93 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.0882668 Feb 03 13:05:08.473151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Subnet': ['ID=54b433cd-2178-417a-a58d-d91106e32471,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:08.480235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Checking segment: {'id': '5b542198-d5b7-46bf-a59a-f7f91fa289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:08.480235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network hostable DHCP agents. Network: 27945d0d-25ee-40e6-addb-0bff9b1f772e, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:05:08.547792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 27945d0d-25ee-40e6-addb-0bff9b1f772e is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:05:08.564009 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 27945d0d-25ee-40e6-addb-0bff9b1f772e) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:08.574188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba3b47-a3b8-4b18-b5b0-96885c581b6b None None] Network 27945d0d-25ee-40e6-addb-0bff9b1f772e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:08.578855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:08.581247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:08.605199 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5a39c5a0-f39e-418e-bb9a-46ee0d897ad0 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5907316 Feb 03 13:05:08.608332 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34832) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:08.617560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14228-461e-4b93-8130-2ac25f974beb req-0c76f881-ac0c-434f-8fd7-8d4ea71b1295 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:08.619264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1fb14228-461e-4b93-8130-2ac25f974beb req-0c76f881-ac0c-434f-8fd7-8d4ea71b1295 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 946 time: 0.1121063 Feb 03 13:05:08.671306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5bff8-8e6b-4e8c-aba6-315af25260be req-2c326eff-b594-4e7f-8770-51d36dd6a967 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:08.689925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83a5bff8-8e6b-4e8c-aba6-315af25260be req-2c326eff-b594-4e7f-8770-51d36dd6a967 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 945 time: 0.1418955 Feb 03 13:05:08.795470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83a5bff8-8e6b-4e8c-aba6-315af25260be req-a043baf2-19e4-455d-84fc-1259760f1a39 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ea5fe6-862f-470f-8b32-02f70aa131f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957379 Feb 03 13:05:08.826946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1fb14228-461e-4b93-8130-2ac25f974beb req-87b6cf43-cc0c-4ea5-a0a5-85c505bd1a93 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964505 Feb 03 13:05:08.833398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Deleting port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:08.833848 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:08.875391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-27945d0d-25ee-40e6-addb-0bff9b1f772e', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'project_id': 'b39135717be44eba981f4577603e414f', 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:05:08.876282 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:08.915515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fece22ce-2ace-4cdc-8cd5-82817cfc64c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:08.968099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] For port 7f7b2e5a-a935-462d-a875-b2eeba3bd785, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=7f7b2e5a-a935-462d-a875-b2eeba3bd785,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:08.968462 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.174702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Allocated IP 172.20.0.2 (27945d0d-25ee-40e6-addb-0bff9b1f772e/54b433cd-2178-417a-a58d-d91106e32471/c3854b72-2e7f-4555-8411-cb088d0b5bdd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:09.313312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.313962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (d0408d89-b4d0-44b2-a87f-61d8e02c5966), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.314257 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Floating IP d0408d89-b4d0-44b2-a87f-61d8e02c5966 disassociated. External IP: 172.25.3.159, port: 7f7b2e5a-a935-462d-a875-b2eeba3bd785. Feb 03 13:05:09.314746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Calling delete_port for 7f7b2e5a-a935-462d-a875-b2eeba3bd785 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:09.432787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Publish callbacks [] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.445865 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.488280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Network 27945d0d-25ee-40e6-addb-0bff9b1f772e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:09.493835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:09.497900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:09.556846 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7f7b2e5a-a935-462d-a875-b2eeba3bd785), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.568569 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.588939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Pushing event updated for resources: {'Port': ['ID=c3854b72-2e7f-4555-8411-cb088d0b5bdd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:09.597611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Attempting to bind port c3854b72-2e7f-4555-8411-cb088d0b5bdd on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:09.598156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Attempting to bind port c3854b72-2e7f-4555-8411-cb088d0b5bdd by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '5b542198-d5b7-46bf-a59a-f7f91fa289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:09.598806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Attempting to bind port c3854b72-2e7f-4555-8411-cb088d0b5bdd on network 27945d0d-25ee-40e6-addb-0bff9b1f772e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:09.599280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event deleted for resources: {'Port': ['ID=7f7b2e5a-a935-462d-a875-b2eeba3bd785,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:09.612351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:09.613354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Checking segment: {'id': '5b542198-d5b7-46bf-a59a-f7f91fa289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:09.613871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.614433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Bound using segment: {'id': '5b542198-d5b7-46bf-a59a-f7f91fa289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:09.615027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Bound port: c3854b72-2e7f-4555-8411-cb088d0b5bdd, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b542198-d5b7-46bf-a59a-f7f91fa289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:09.615593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.706953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] For port c3854b72-2e7f-4555-8411-cb088d0b5bdd, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:09.710904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] For port c3854b72-2e7f-4555-8411-cb088d0b5bdd, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c3854b72-2e7f-4555-8411-cb088d0b5bdd,segment=NetworkSegment(5b542198-d5b7-46bf-a59a-f7f91fa289a4),segment_id=5b542198-d5b7-46bf-a59a-f7f91fa289a4)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:09.737076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:09.761864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Router 4b3f0a7d-a840-4661-afb7-57d34b9df663 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:09.834843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f805aa-ed3d-4ae2-ba7b-dd89614f74b9 None None] Pushing event updated for resources: {'Port': ['ID=c3854b72-2e7f-4555-8411-cb088d0b5bdd,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:09.944249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.20.0.1 (27945d0d-25ee-40e6-addb-0bff9b1f772e/54b433cd-2178-417a-a58d-d91106e32471/83bc89b9-9e09-4404-a65f-31f10726166e) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:09.949423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:09.973036 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] Sync routers for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:09.987191 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:09.989387 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:10.046686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a146b5a-8188-4d09-a4e3-7dbb818757e7 req-43d50363-1f13-47ff-ba3c-16eac51536b7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4084e2-8972-44e0-97a3-ec16d94753dd HTTP/1.1" status: 200 len: 210 time: 0.0429137 Feb 03 13:05:10.083263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] No DVR routers for this DVR port 7f7b2e5a-a935-462d-a875-b2eeba3bd785 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:10.086514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:10.103869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8351801f-e69e-4acf-8811-0d344f064fde req-88683948-249a-440e-bc85-437fb2a8ead1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "DELETE /v2.0/ports/7f7b2e5a-a935-462d-a875-b2eeba3bd785 HTTP/1.1" status: 204 len: 173 time: 1.6820331 Feb 03 13:05:10.104511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'name': 'network-vif-deleted', 'tag': '7f7b2e5a-a935-462d-a875-b2eeba3bd785'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:10.109744 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a549528b-fcc5-4dbb-82b6-ec4a8e5723c4" -d '{"events": [{"server_uuid": "8f4084e2-8972-44e0-97a3-ec16d94753dd", "name": "network-vif-deleted", "tag": "7f7b2e5a-a935-462d-a875-b2eeba3bd785"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:10.115188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:10.232769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945b9fd-df50-4a73-acb6-ca6aab7df2ff req-085dbc4b-b2e5-410f-9f6d-0c914706ded4 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:10.245776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2945b9fd-df50-4a73-acb6-ca6aab7df2ff req-085dbc4b-b2e5-410f-9f6d-0c914706ded4 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 946 time: 0.2863681 Feb 03 13:05:10.254029 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (83bc89b9-9e09-4404-a65f-31f10726166e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:10.333179 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:10.377078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2945b9fd-df50-4a73-acb6-ca6aab7df2ff req-b04fec4f-30a5-4c6b-8ad0-cde0db6a4ddc tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298568 Feb 03 13:05:10.413184 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:10.469479 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 27945d0d-25ee-40e6-addb-0bff9b1f772e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:10.477716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:10.482639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:10.542428 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:10.637719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=83bc89b9-9e09-4404-a65f-31f10726166e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:10.666096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b873d-1b12-453e-b551-57d81cb2ab5c req-4242f27e-06e3-4017-ae27-e49ae04ba425 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:10.669930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba9b873d-1b12-453e-b551-57d81cb2ab5c req-4242f27e-06e3-4017-ae27-e49ae04ba425 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 946 time: 0.1667862 Feb 03 13:05:10.676041 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b897c5-8a9f-4d98-8eb7-a724555bb73e x-openstack-request-id: req-33b897c5-8a9f-4d98-8eb7-a724555bb73e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:10.676342 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4084e2-8972-44e0-97a3-ec16d94753dd", "name": "network-vif-deleted", "tag": "7f7b2e5a-a935-462d-a875-b2eeba3bd785", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:10.676602 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33b897c5-8a9f-4d98-8eb7-a724555bb73e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:10.677010 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4084e2-8972-44e0-97a3-ec16d94753dd', 'name': 'network-vif-deleted', 'tag': '7f7b2e5a-a935-462d-a875-b2eeba3bd785', 'status': 'completed', 'code': 200} Feb 03 13:05:10.758144 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:10.763241 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:10.788314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba9b873d-1b12-453e-b551-57d81cb2ab5c req-06b6adc9-a407-4eda-9978-148806b83614 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104457 Feb 03 13:05:10.814488 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] Checking router: 4b3f0a7d-a840-4661-afb7-57d34b9df663 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:10.816990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34852) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:10.840301 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:10.841711 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:11.011514 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:11.017483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c8af5-4353-4095-b339-af1df3f62f85 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:11.022410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34854) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:11.027830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:11.035000 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-224c8af5-4353-4095-b339-af1df3f62f85 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 1124 time: 0.2159057 Feb 03 13:05:11.065996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c3854b72-2e7f-4555-8411-cb088d0b5bdd up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:11.078495 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.204490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 7f7b2e5a-a935-462d-a875-b2eeba3bd785 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:11.212156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34860) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:11.277975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 7f7b2e5a-a935-462d-a875-b2eeba3bd785 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:11.289230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 7f7b2e5a-a935-462d-a875-b2eeba3bd785 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:11.293598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c3854b72-2e7f-4555-8411-cb088d0b5bdd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:11.294229 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.327469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.447973 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:11.460587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (83bc89b9-9e09-4404-a65f-31f10726166e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.475556 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcc58fac-8dfb-49a2-a406-f142427a02f8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (27ea5fe6-862f-470f-8b32-02f70aa131f6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.475775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c3854b72-2e7f-4555-8411-cb088d0b5bdd is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:11.478495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.504487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.25.3.96 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/28818fab-3f79-458e-b670-f427aef707ac) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:11.537835 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304ca7-8be0-4a07-90d8-2efde66de5fa None None] The sync data for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 is: [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:11.559861 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcc58fac-8dfb-49a2-a406-f142427a02f8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (27ea5fe6-862f-470f-8b32-02f70aa131f6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.569404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port c3854b72-2e7f-4555-8411-cb088d0b5bdd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c3854b72-2e7f-4555-8411-cb088d0b5bdd,segment=NetworkSegment(5b542198-d5b7-46bf-a59a-f7f91fa289a4),segment_id=5b542198-d5b7-46bf-a59a-f7f91fa289a4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:11.589488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.637451 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.670429 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.707559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=c3854b72-2e7f-4555-8411-cb088d0b5bdd,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:11.778121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (28818fab-3f79-458e-b670-f427aef707ac), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.800805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcc58fac-8dfb-49a2-a406-f142427a02f8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (27ea5fe6-862f-470f-8b32-02f70aa131f6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.805292 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fcc58fac-8dfb-49a2-a406-f142427a02f8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.808342 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fcc58fac-8dfb-49a2-a406-f142427a02f8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "DELETE /v2.0/security-groups/27ea5fe6-862f-470f-8b32-02f70aa131f6 HTTP/1.1" status: 204 len: 168 time: 0.5951016 Feb 03 13:05:11.822017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34866) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:11.836389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=83bc89b9-9e09-4404-a65f-31f10726166e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:11.848786 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (28818fab-3f79-458e-b670-f427aef707ac), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:11.851064 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-49ae6463-d37b-4e40-ac35-a8bfb69a576f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] show failed (client error): The resource could not be found. Feb 03 13:05:11.854943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49ae6463-d37b-4e40-ac35-a8bfb69a576f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups/27ea5fe6-862f-470f-8b32-02f70aa131f6 HTTP/1.1" status: 404 len: 347 time: 0.0290489 Feb 03 13:05:11.863451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde392b7-acf9-4849-af8b-d788a666190e None None] Network 27945d0d-25ee-40e6-addb-0bff9b1f772e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:11.864977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34868) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:11.867454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58fac-8dfb-49a2-a406-f142427a02f8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ea5fe6-862f-470f-8b32-02f70aa131f6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:11.913280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=28818fab-3f79-458e-b670-f427aef707ac,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:11.927771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:11.929196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:11.931789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:12.032688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-dc1cb1de-4798-4e60-a79b-ed09ecca8c1a None None] Provisioning complete for port c3854b72-2e7f-4555-8411-cb088d0b5bdd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:12.033695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc1cb1de-4798-4e60-a79b-ed09ecca8c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.051577 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.099063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d061dc6-0829-46d6-a6e9-b03eec156576 None None] New status for floating IP d0408d89-b4d0-44b2-a87f-61d8e02c5966: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:05:12.220620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 27945d0d-25ee-40e6-addb-0bff9b1f772e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:12.224082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:12.356521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dc1cb1de-4798-4e60-a79b-ed09ecca8c1a None None] Current status of the port c3854b72-2e7f-4555-8411-cb088d0b5bdd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:12.422142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Deleting port b0b0df2b-e419-40d4-b646-7b99a3c12de5 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:12.422612 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b0b0df2b-e419-40d4-b646-7b99a3c12de5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.568504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:05:12.582891 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b0b0df2b-e419-40d4-b646-7b99a3c12de5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.583223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (b0b0df2b-e419-40d4-b646-7b99a3c12de5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.622666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Calling delete_port for b0b0df2b-e419-40d4-b646-7b99a3c12de5 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:12.754382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-37beb364-7b95-40e3-a763-d869285a266c None None] Provisioning complete for port c3854b72-2e7f-4555-8411-cb088d0b5bdd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:12.756322 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37beb364-7b95-40e3-a763-d869285a266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.836425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:12.843454 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1ccc4fe2-9a64-495f-af10-2fdb82edc28a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2337961 Feb 03 13:05:12.849860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34880) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:12.850024 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:12.855354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'network': {'name': 'tempest-RoutersTest-21312298'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:12.864257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.887008 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:12.893509 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:12.927929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:12.935816 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.062461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:05:13.117650 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (68ab6c56-344b-427e-8b64-1739dff3e3e2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.118243 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added segment 68ab6c56-344b-427e-8b64-1739dff3e3e2 of type vlan for network ecd170c8-b6c2-4226-bfe7-eec382ca399f Feb 03 13:05:13.145082 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:13.208215 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (b0b0df2b-e419-40d4-b646-7b99a3c12de5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.276146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ecd170c8-b6c2-4226-bfe7-eec382ca399f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.288224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event deleted for resources: {'Port': ['ID=b0b0df2b-e419-40d4-b646-7b99a3c12de5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:13.309973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c3854b72-2e7f-4555-8411-cb088d0b5bdd up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:13.437180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-37beb364-7b95-40e3-a763-d869285a266c None None] Current status of the port c3854b72-2e7f-4555-8411-cb088d0b5bdd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:13.466711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c3854b72-2e7f-4555-8411-cb088d0b5bdd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:13.467358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ecd170c8-b6c2-4226-bfe7-eec382ca399f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.467839 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.476793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:13.479106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.494078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for floatingip (6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.498688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (d0408d89-b4d0-44b2-a87f-61d8e02c5966), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.501342 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.511264 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5fd892d8-04c0-44c2-8684-ea0dbe37f63d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "DELETE /v2.0/floatingips/d0408d89-b4d0-44b2-a87f-61d8e02c5966 HTTP/1.1" status: 204 len: 168 time: 1.6415877 Feb 03 13:05:13.518138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-37beb364-7b95-40e3-a763-d869285a266c None None] Provisioning complete for port 83bc89b9-9e09-4404-a65f-31f10726166e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:13.524174 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37beb364-7b95-40e3-a763-d869285a266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.587733 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7366869 Feb 03 13:05:13.591028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-37beb364-7b95-40e3-a763-d869285a266c None None] Port 83bc89b9-9e09-4404-a65f-31f10726166e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:13.591243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34884) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:13.604033 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:10Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:11Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:13.605751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'subnet': {'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:13.663704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c3854b72-2e7f-4555-8411-cb088d0b5bdd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:13.666034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941d826-aec3-4d38-b4a3-98baf1295beb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Network': ['ID=ecd170c8-b6c2-4226-bfe7-eec382ca399f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:13.681639 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:13.682774 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Updating router f465c51b-5dc5-45f2-9f22-78338ed62936 port 83bc89b9-9e09-4404-a65f-31f10726166e binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:05:13.685329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ecd170c8-b6c2-4226-bfe7-eec382ca399f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:05:13.741042 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.821642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0ef462b5-f9c6-45d3-a3ef-1935cfdcdf9c None None] Provisioning complete for port 83bc89b9-9e09-4404-a65f-31f10726166e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:13.830995 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ef462b5-f9c6-45d3-a3ef-1935cfdcdf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.855225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (28818fab-3f79-458e-b670-f427aef707ac), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.890955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0ef462b5-f9c6-45d3-a3ef-1935cfdcdf9c None None] Port 83bc89b9-9e09-4404-a65f-31f10726166e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:13.946505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:13.950122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.968017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34890) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:13.972589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c6ce9375-ec0b-4377-a5c7-c50718fc5db7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400686965', 'description': 'tempest-description--1098543430'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:14.019924 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9375-ec0b-4377-a5c7-c50718fc5db7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.159737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9375-ec0b-4377-a5c7-c50718fc5db7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (b7254150-0f47-4f0a-b56b-b919a801c886), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.172232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9375-ec0b-4377-a5c7-c50718fc5db7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b7254150-0f47-4f0a-b56b-b919a801c886), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.238788 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9375-ec0b-4377-a5c7-c50718fc5db7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.243013 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c6ce9375-ec0b-4377-a5c7-c50718fc5db7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2739320 Feb 03 13:05:14.243770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34892) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:14.244415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce9375-ec0b-4377-a5c7-c50718fc5db7 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7254150-0f47-4f0a-b56b-b919a801c886,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:14.255975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6e42e154-8767-441d-a02c-6c74add64adf tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'security_group_rule': {'security_group_id': 'b7254150-0f47-4f0a-b56b-b919a801c886', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:14.270177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (777db501-12a6-4b84-86f7-3d379188da39), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.312962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e42e154-8767-441d-a02c-6c74add64adf tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (13c8f430-27ee-44a1-af67-4c7cacd6f420), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.317723 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Publish callbacks [] for port (83bc89b9-9e09-4404-a65f-31f10726166e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.328984 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.417463 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (28818fab-3f79-458e-b670-f427aef707ac), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.420106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Subnet': ['ID=777db501-12a6-4b84-86f7-3d379188da39,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:14.437996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (28818fab-3f79-458e-b670-f427aef707ac), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.461370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e42e154-8767-441d-a02c-6c74add64adf tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (13c8f430-27ee-44a1-af67-4c7cacd6f420), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.473065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e42e154-8767-441d-a02c-6c74add64adf tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (13c8f430-27ee-44a1-af67-4c7cacd6f420), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.480238 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Attempting to bind port 83bc89b9-9e09-4404-a65f-31f10726166e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:14.480238 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Attempting to bind port 83bc89b9-9e09-4404-a65f-31f10726166e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '5b542198-d5b7-46bf-a59a-f7f91fa289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:14.480777 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Attempting to bind port 83bc89b9-9e09-4404-a65f-31f10726166e on network 27945d0d-25ee-40e6-addb-0bff9b1f772e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:14.490230 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:14.490670 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Checking segment: {'id': '5b542198-d5b7-46bf-a59a-f7f91fa289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:14.490960 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.491337 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Bound using segment: {'id': '5b542198-d5b7-46bf-a59a-f7f91fa289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:14.491823 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Bound port: 83bc89b9-9e09-4404-a65f-31f10726166e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b542198-d5b7-46bf-a59a-f7f91fa289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:14.492485 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.492866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42e154-8767-441d-a02c-6c74add64adf tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c8f430-27ee-44a1-af67-4c7cacd6f420,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:14.507984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Checking segment: {'id': '68ab6c56-344b-427e-8b64-1739dff3e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:14.508531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network hostable DHCP agents. Network: ecd170c8-b6c2-4226-bfe7-eec382ca399f, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:05:14.515716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6e42e154-8767-441d-a02c-6c74add64adf tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.523316 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6e42e154-8767-441d-a02c-6c74add64adf tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2736754 Feb 03 13:05:14.523316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34894) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:14.523630 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b5541-3d77-47e9-b379-4d0e159b4e6f None None] Pushing event updated for resources: {'Port': ['ID=83bc89b9-9e09-4404-a65f-31f10726166e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:14.533693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-201e7a86-7415-43d1-b619-98cd5b8220e1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'security_group_rule': {'security_group_id': 'b7254150-0f47-4f0a-b56b-b919a801c886', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:14.573161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=28818fab-3f79-458e-b670-f427aef707ac,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:14.587725 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-201e7a86-7415-43d1-b619-98cd5b8220e1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (d29dea18-4c66-47aa-981a-b010a0db0fa4), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.609532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network ecd170c8-b6c2-4226-bfe7-eec382ca399f is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:05:14.624707 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.636077 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] For port 83bc89b9-9e09-4404-a65f-31f10726166e, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:14.645331 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] For port 83bc89b9-9e09-4404-a65f-31f10726166e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=83bc89b9-9e09-4404-a65f-31f10726166e,segment=NetworkSegment(5b542198-d5b7-46bf-a59a-f7f91fa289a4),segment_id=5b542198-d5b7-46bf-a59a-f7f91fa289a4)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:14.659037 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.693467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ecd170c8-b6c2-4226-bfe7-eec382ca399f) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:14.701646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9471b9-6d99-42c2-b48b-d30b1ade9bc7 None None] Network ecd170c8-b6c2-4226-bfe7-eec382ca399f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:14.710384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:14.713446 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.745743 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:14.746064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-201e7a86-7415-43d1-b619-98cd5b8220e1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (d29dea18-4c66-47aa-981a-b010a0db0fa4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.746553 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:14.760111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-201e7a86-7415-43d1-b619-98cd5b8220e1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (d29dea18-4c66-47aa-981a-b010a0db0fa4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.801508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e7a86-7415-43d1-b619-98cd5b8220e1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29dea18-4c66-47aa-981a-b010a0db0fa4,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:14.819700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-201e7a86-7415-43d1-b619-98cd5b8220e1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.824367 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-201e7a86-7415-43d1-b619-98cd5b8220e1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3018067 Feb 03 13:05:14.825490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34898) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:14.829599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:14.840113 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b5541-3d77-47e9-b379-4d0e159b4e6f None None] Pushing event updated for resources: {'Port': ['ID=83bc89b9-9e09-4404-a65f-31f10726166e,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:14.894013 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Floating IP 6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7 associated. External IP: 172.25.3.96, port: 0b709631-b4b3-4234-a769-2c51be739e4a. Feb 03 13:05:14.908511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.918730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'project_id': 'b39135717be44eba981f4577603e414f', 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:05:14.920863 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:14.962100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e7df64ef-6fdd-4e9b-8cc7-a1df609f4705 None None] Provisioning complete for port 83bc89b9-9e09-4404-a65f-31f10726166e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:14.962895 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7df64ef-6fdd-4e9b-8cc7-a1df609f4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.032881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-89a8b781-6088-4043-9348-04f75b97f38f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4374516 Feb 03 13:05:15.033098 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:15.033197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34902) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:15.187561 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.257309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e7df64ef-6fdd-4e9b-8cc7-a1df609f4705 None None] Current status of the port 83bc89b9-9e09-4404-a65f-31f10726166e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:15.260081 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7df64ef-6fdd-4e9b-8cc7-a1df609f4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.383191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Allocated IP 172.25.3.219 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/16421302-d8a5-4c23-9190-ddebbb7c2bb1) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:15.391205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e7df64ef-6fdd-4e9b-8cc7-a1df609f4705 None None] For port 83bc89b9-9e09-4404-a65f-31f10726166e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=83bc89b9-9e09-4404-a65f-31f10726166e,segment=NetworkSegment(5b542198-d5b7-46bf-a59a-f7f91fa289a4),segment_id=5b542198-d5b7-46bf-a59a-f7f91fa289a4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:15.404804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Allocated IP 172.21.0.2 (ecd170c8-b6c2-4226-bfe7-eec382ca399f/777db501-12a6-4b84-86f7-3d379188da39/d20f06c6-4df3-4797-a328-eb749c7c4d2d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:15.416486 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7df64ef-6fdd-4e9b-8cc7-a1df609f4705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.497663 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:10Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:14Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:15.512521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df64ef-6fdd-4e9b-8cc7-a1df609f4705 None None] Pushing event updated for resources: {'Port': ['ID=83bc89b9-9e09-4404-a65f-31f10726166e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:15.545484 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d7aee-541f-43b8-91d2-901fc3c5eedc None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:10Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:14Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:15.635562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for port (16421302-d8a5-4c23-9190-ddebbb7c2bb1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.685461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router de3b4cd0-1469-4985-8c2f-d074dd0a27af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:15.713693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-42e438d0-3907-43ce-8e0a-94d0c0959aa1 None None] Provisioning complete for port 83bc89b9-9e09-4404-a65f-31f10726166e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:15.714222 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42e438d0-3907-43ce-8e0a-94d0c0959aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.716810 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (16421302-d8a5-4c23-9190-ddebbb7c2bb1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.829406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:15.835270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:15.854713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:15.905685 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'Port': ['ID=16421302-d8a5-4c23-9190-ddebbb7c2bb1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:16.017631 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (a33977e8-6e42-4d4e-9ddf-346ca07b9e5e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.042575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:16.082030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] Sync routers for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:16.105356 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.106169 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (16421302-d8a5-4c23-9190-ddebbb7c2bb1), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.113403 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.114493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Publish callbacks [] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.156948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:16.157605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:16.162121 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.279389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-42e438d0-3907-43ce-8e0a-94d0c0959aa1 None None] Current status of the port 83bc89b9-9e09-4404-a65f-31f10726166e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:16.352907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for port (16421302-d8a5-4c23-9190-ddebbb7c2bb1), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.358844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Network ecd170c8-b6c2-4226-bfe7-eec382ca399f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:16.367263 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (16421302-d8a5-4c23-9190-ddebbb7c2bb1), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.399399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:16.420253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'Port': ['ID=16421302-d8a5-4c23-9190-ddebbb7c2bb1,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:16.441660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:16.479167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (a33977e8-6e42-4d4e-9ddf-346ca07b9e5e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.509389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.512459 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-46382a70-13f1-40f3-8c8e-85574d55481d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6860330 Feb 03 13:05:16.542901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Pushing event updated for resources: {'Port': ['ID=d20f06c6-4df3-4797-a328-eb749c7c4d2d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:16.569577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34912) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:16.572989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d2aded9a-0b1b-40f4-adbc-990c75417785 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5487866 Feb 03 13:05:16.576952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:16.583970 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517" -d '{"events": [{"name": "network-changed", "server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:16.616140 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.708364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.21.0.1 (ecd170c8-b6c2-4226-bfe7-eec382ca399f/777db501-12a6-4b84-86f7-3d379188da39/dbe1600d-1e87-46b7-a59f-1cd51ea45acd) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:16.769819 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d836c3e-c722-43b4-ba56-bfb3a30ede8f x-openstack-request-id: req-5d836c3e-c722-43b4-ba56-bfb3a30ede8f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:16.770122 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:16.770424 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d836c3e-c722-43b4-ba56-bfb3a30ede8f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:16.770988 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a', 'status': 'completed', 'code': 200} Feb 03 13:05:16.797545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:16.799274 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c6280547-b397-4e93-b1d7-5574a9f420e4 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/floatingips/6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7 HTTP/1.1" status: 200 len: 991 time: 0.2281764 Feb 03 13:05:16.808590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Attempting to bind port d20f06c6-4df3-4797-a328-eb749c7c4d2d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:16.808976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Attempting to bind port d20f06c6-4df3-4797-a328-eb749c7c4d2d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '68ab6c56-344b-427e-8b64-1739dff3e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:16.809423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Attempting to bind port d20f06c6-4df3-4797-a328-eb749c7c4d2d on network ecd170c8-b6c2-4226-bfe7-eec382ca399f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:16.855014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-0cc13266-2527-48d6-9363-1fe674ae2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:16.862299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-f5c98fdc-d131-48e1-8922-56e4b6180ce4 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1400686965&fields=id&tenant_id=f574a93f8e1f450e9cf26e02e56f357b HTTP/1.1" status: 200 len: 267 time: 0.0902653 Feb 03 13:05:16.867963 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-0cc13266-2527-48d6-9363-1fe674ae2163 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 1129 time: 0.1542962 Feb 03 13:05:16.882018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:16.890265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Checking segment: {'id': '68ab6c56-344b-427e-8b64-1739dff3e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:16.890772 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.891182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Bound using segment: {'id': '68ab6c56-344b-427e-8b64-1739dff3e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:16.891702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Bound port: d20f06c6-4df3-4797-a328-eb749c7c4d2d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ab6c56-344b-427e-8b64-1739dff3e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:16.892092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:17.039961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] For port d20f06c6-4df3-4797-a328-eb749c7c4d2d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:17.050692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] For port d20f06c6-4df3-4797-a328-eb749c7c4d2d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d20f06c6-4df3-4797-a328-eb749c7c4d2d,segment=NetworkSegment(68ab6c56-344b-427e-8b64-1739dff3e3e2),segment_id=68ab6c56-344b-427e-8b64-1739dff3e3e2)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:17.068514 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:17.073169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-f29253c7-fd98-4353-a8cf-499bbb179b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:17.075920 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-f29253c7-fd98-4353-a8cf-499bbb179b69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 HTTP/1.1" status: 200 len: 895 time: 0.2009215 Feb 03 13:05:17.203253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 83bc89b9-9e09-4404-a65f-31f10726166e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:17.219232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-ff50f43d-6f36-465e-bf2c-7192929fd5ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b709631-b4b3-4234-a769-2c51be739e4a HTTP/1.1" status: 200 len: 999 time: 0.1358635 Feb 03 13:05:17.225448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:17.264631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-04b78bf1-e8e8-42d1-a6e1-66c704863cf2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:17.266120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-04b78bf1-e8e8-42d1-a6e1-66c704863cf2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 811 time: 0.2845926 Feb 03 13:05:17.291865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-1b5a3681-e540-46f3-9bb1-adb7142da783 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/quotas/f574a93f8e1f450e9cf26e02e56f357b HTTP/1.1" status: 200 len: 375 time: 0.0158582 Feb 03 13:05:17.346541 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:17.365875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-6221fb30-f476-41b4-b641-5bf01f204db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:17.368643 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-6221fb30-f476-41b4-b641-5bf01f204db0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b1ba508-f0cd-44bb-978b-260849b8f0ac HTTP/1.1" status: 200 len: 835 time: 0.1446090 Feb 03 13:05:17.392654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network ecd170c8-b6c2-4226-bfe7-eec382ca399f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:17.396832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcd6a6-e8ed-4915-9f5e-60f83617f3c4 None None] Pushing event updated for resources: {'Port': ['ID=d20f06c6-4df3-4797-a328-eb749c7c4d2d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:17.410422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:17.418096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:17.487244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-e9c5203d-22ab-4853-a947-cb67ef14a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:17.491737 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-e9c5203d-22ab-4853-a947-cb67ef14a8c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1153371 Feb 03 13:05:17.532922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 83bc89b9-9e09-4404-a65f-31f10726166e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:17.533299 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:17.545876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-cad92293-ab2f-4598-bf2d-bca3b792619f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2419450 Feb 03 13:05:17.576880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:17.619947 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:05:17.715986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-1ef8af70-f89a-4219-b907-bb5947b25fc5 service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208061 Feb 03 13:05:17.717775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=dbe1600d-1e87-46b7-a59f-1cd51ea45acd,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:17.801762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34930) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:17.897507 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1ca03ff2-3c3c-4aeb-992b-1f8278c79517 req-bd79f10d-5b2e-49db-ba28-e5fa56a17473 service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651886 Feb 03 13:05:17.898365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-8d99b637-79ee-4c27-8bdd-6d4e4749407c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:05:17.904194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-8d99b637-79ee-4c27-8bdd-6d4e4749407c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3324356 Feb 03 13:05:17.969024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 83bc89b9-9e09-4404-a65f-31f10726166e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:18.000288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:04:49Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:13Z', 'updated_at': '2022-02-03T13:05:13Z', 'revision_number': 0, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:18.067207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] Checking router: de3b4cd0-1469-4985-8c2f-d074dd0a27af for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:18.079850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:18.081621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:18.094148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c6b99ffe-b4f0-4363-97ef-2201aaed7f29 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/floatingips/6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7 HTTP/1.1" status: 200 len: 991 time: 0.2267156 Feb 03 13:05:18.111901 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:18.132678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-45b6cca5-61a5-4a92-9dbd-437f44b8ae6c service neutron] 10.222.0.65 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766832 Feb 03 13:05:18.244081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-47164fb5-2804-4f9d-9002-48f5a5abd46e service neutron] 10.222.0.65 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027513 Feb 03 13:05:18.672847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:18.819145 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:18.828841 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:18.904246 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e1de91-c88f-4389-9123-f2f5768f006e req-8643761a-5c16-492d-a466-4a2f21877460 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1124203 Feb 03 13:05:19.002135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.015566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=dbe1600d-1e87-46b7-a59f-1cd51ea45acd,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:19.045500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6775858e-9555-43b2-90de-30446b3c7af2 None None] Network ecd170c8-b6c2-4226-bfe7-eec382ca399f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:19.062568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1de91-c88f-4389-9123-f2f5768f006e req-3633d18a-8496-47ab-b7af-a457268c2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:19.065859 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e1de91-c88f-4389-9123-f2f5768f006e req-3633d18a-8496-47ab-b7af-a457268c2839 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82667eedb8334c5fadb10165a764dc4d&device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 1128 time: 0.0946610 Feb 03 13:05:19.109595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34942) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:19.284213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1de91-c88f-4389-9123-f2f5768f006e req-396db1a0-b178-4603-a26a-583a87a0d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:19.285637 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e1de91-c88f-4389-9123-f2f5768f006e req-396db1a0-b178-4603-a26a-583a87a0d420 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba74eada-ec8f-4411-b4ab-5cdd60138a69 HTTP/1.1" status: 200 len: 910 time: 0.1949172 Feb 03 13:05:19.360739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d20f06c6-4df3-4797-a328-eb749c7c4d2d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:19.374860 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e1de91-c88f-4389-9123-f2f5768f006e req-393f82bb-5224-49e4-aea1-8088d6ec2d6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979 HTTP/1.1" status: 200 len: 1001 time: 0.0813344 Feb 03 13:05:19.446364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1de91-c88f-4389-9123-f2f5768f006e req-a95af535-ddde-4194-8ab7-e7d741898ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:19.448290 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e1de91-c88f-4389-9123-f2f5768f006e req-a95af535-ddde-4194-8ab7-e7d741898ec9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ff1e13e-651b-4317-b63f-7b9bb73e1545 HTTP/1.1" status: 200 len: 848 time: 0.0665181 Feb 03 13:05:19.559705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d20f06c6-4df3-4797-a328-eb749c7c4d2d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:19.561013 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.596342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1de91-c88f-4389-9123-f2f5768f006e req-dd85bd2c-e6c4-450a-8dd8-ef0bcc94a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:19.601785 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e1de91-c88f-4389-9123-f2f5768f006e req-dd85bd2c-e6c4-450a-8dd8-ef0bcc94a7d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba74eada-ec8f-4411-b4ab-5cdd60138a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1456041 Feb 03 13:05:19.635591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b4250dc1-ef5a-4cf8-84e8-d54ec2758583 None None] Provisioning complete for port d20f06c6-4df3-4797-a328-eb749c7c4d2d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:19.636878 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4250dc1-ef5a-4cf8-84e8-d54ec2758583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.812026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b4250dc1-ef5a-4cf8-84e8-d54ec2758583 None None] Current status of the port d20f06c6-4df3-4797-a328-eb749c7c4d2d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:19.813966 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4250dc1-ef5a-4cf8-84e8-d54ec2758583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.847431 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e1de91-c88f-4389-9123-f2f5768f006e req-f78cfd6e-983b-4dd4-8899-0d030d00c43a service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371025 Feb 03 13:05:19.891326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b4250dc1-ef5a-4cf8-84e8-d54ec2758583 None None] For port d20f06c6-4df3-4797-a328-eb749c7c4d2d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d20f06c6-4df3-4797-a328-eb749c7c4d2d,segment=NetworkSegment(68ab6c56-344b-427e-8b64-1739dff3e3e2),segment_id=68ab6c56-344b-427e-8b64-1739dff3e3e2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:19.894591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34954) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:19.900483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:04:49Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:13Z', 'updated_at': '2022-02-03T13:05:13Z', 'revision_number': 0, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:19.983282 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4250dc1-ef5a-4cf8-84e8-d54ec2758583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.089111 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-21e1de91-c88f-4389-9123-f2f5768f006e req-c322cf35-5698-4d9f-9ff0-390eca663535 service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315991 Feb 03 13:05:20.133017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc11f08d-7415-4fa3-9b4f-27cc31642afa tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/floatingips/6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7 HTTP/1.1" status: 200 len: 991 time: 1.0189834 Feb 03 13:05:20.135133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-014f389b-c59b-4276-88f1-2e238383f63c req-1767b2f6-747d-4f9d-b6a1-8933adecb66c tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 210 time: 0.1844721 Feb 03 13:05:20.161323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d20f06c6-4df3-4797-a328-eb749c7c4d2d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:20.163743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9d0c0-d6d4-4ccb-8508-cb98961af462 None None] The sync data for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 is: [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:04:49Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:13Z', 'updated_at': '2022-02-03T13:05:13Z', 'revision_number': 0, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:20.171905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4250dc1-ef5a-4cf8-84e8-d54ec2758583 None None] Pushing event updated for resources: {'Port': ['ID=d20f06c6-4df3-4797-a328-eb749c7c4d2d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:20.214932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8a5e67fd-c2ac-4e59-a934-329bcf1716f9 None None] Provisioning complete for port d20f06c6-4df3-4797-a328-eb749c7c4d2d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:20.215475 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a5e67fd-c2ac-4e59-a934-329bcf1716f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.216871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a0bac368-aeb4-483e-9ef5-083e062ba005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.241982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network ecd170c8-b6c2-4226-bfe7-eec382ca399f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:20.243617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:20.425168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a0bac368-aeb4-483e-9ef5-083e062ba005 admin admin] Publish callbacks [] for security_group (b273e4d9-b3d6-4275-b2cb-87261f65e400), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.444905 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a0bac368-aeb4-483e-9ef5-083e062ba005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b273e4d9-b3d6-4275-b2cb-87261f65e400), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.471682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e67fd-c2ac-4e59-a934-329bcf1716f9 None None] Current status of the port d20f06c6-4df3-4797-a328-eb749c7c4d2d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:20.475529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:20.500723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8a5e67fd-c2ac-4e59-a934-329bcf1716f9 None None] Provisioning complete for port dbe1600d-1e87-46b7-a59f-1cd51ea45acd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:20.501148 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a5e67fd-c2ac-4e59-a934-329bcf1716f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.536586 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a0bac368-aeb4-483e-9ef5-083e062ba005 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9dad529731f0476891aaa36d09c46fe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6387913 Feb 03 13:05:20.550389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34960) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:20.591475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e67fd-c2ac-4e59-a934-329bcf1716f9 None None] Port dbe1600d-1e87-46b7-a59f-1cd51ea45acd cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:20.604612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bac368-aeb4-483e-9ef5-083e062ba005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b273e4d9-b3d6-4275-b2cb-87261f65e400,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:20.642539 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e735652b-eb04-49f8-8419-41730b9910f1 None None] New status for floating IP 6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:05:20.682716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:20.691734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2ed1093c-deda-454c-a0c0-4cad8a8a24b6 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6572838 Feb 03 13:05:20.692254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34966) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:20.694159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:20.697749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'network': {'name': 'tempest-RoutersTest-852021524'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:20.735089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:20.735654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:20.738523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:20.743625 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a55011e1-f3ef-41d1-92c6-e62a56e1353e admin admin] Publish callbacks [] for security_group (b273e4d9-b3d6-4275-b2cb-87261f65e400), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.743972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.776282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:05:20.787535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a55011e1-f3ef-41d1-92c6-e62a56e1353e admin admin] Publish callbacks [] for security_group (b273e4d9-b3d6-4275-b2cb-87261f65e400), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.798896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4fb4c477-24b8-4a82-aea6-8c740ba131a1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.799445 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added segment 4fb4c477-24b8-4a82-aea6-8c740ba131a1 of type vlan for network ac395722-3d1f-4a21-b050-e40ad417061b Feb 03 13:05:20.879936 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a55011e1-f3ef-41d1-92c6-e62a56e1353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b273e4d9-b3d6-4275-b2cb-87261f65e400), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.882507 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a55011e1-f3ef-41d1-92c6-e62a56e1353e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.883658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a55011e1-f3ef-41d1-92c6-e62a56e1353e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b273e4d9-b3d6-4275-b2cb-87261f65e400 HTTP/1.1" status: 204 len: 168 time: 0.3323102 Feb 03 13:05:20.896412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55011e1-f3ef-41d1-92c6-e62a56e1353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273e4d9-b3d6-4275-b2cb-87261f65e400,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:20.902990 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.905932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-357cd7a9-bd03-4ee5-a9ad-ae28c58a7e62 None None] Provisioning complete for port dbe1600d-1e87-46b7-a59f-1cd51ea45acd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:20.906301 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-357cd7a9-bd03-4ee5-a9ad-ae28c58a7e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.907489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ac395722-3d1f-4a21-b050-e40ad417061b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.975012 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ac395722-3d1f-4a21-b050-e40ad417061b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.986436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:20.986436 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.008924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-357cd7a9-bd03-4ee5-a9ad-ae28c58a7e62 None None] Port dbe1600d-1e87-46b7-a59f-1cd51ea45acd cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:21.015595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:21.106164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d20f06c6-4df3-4797-a328-eb749c7c4d2d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:21.118911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Network': ['ID=ac395722-3d1f-4a21-b050-e40ad417061b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:21.136105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34972) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:21.154370 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-af4c9724-db50-4312-aa4f-d5f7b325e0f9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4601057 Feb 03 13:05:21.156665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34976) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:21.162228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'subnet': {'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:21.176858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ac395722-3d1f-4a21-b050-e40ad417061b details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:05:21.284531 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-929ac894-0469-4360-ad77-d5ee265c71ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/floatingips/6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7 HTTP/1.1" status: 200 len: 993 time: 0.1412411 Feb 03 13:05:21.337990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f370c235-5cac-4351-a2cf-aee3e03b68c9 req-031f52f8-a14c-47da-b6b6-d41d6d704f91 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 210 time: 0.0540543 Feb 03 13:05:21.378284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-777a714b-93ee-49c6-b114-a1ab68c91200 None None] Provisioning complete for port dbe1600d-1e87-46b7-a59f-1cd51ea45acd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:21.379123 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-777a714b-93ee-49c6-b114-a1ab68c91200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.388571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:21.392439 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.443464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d20f06c6-4df3-4797-a328-eb749c7c4d2d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:21.444404 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.514507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34982) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:21.542000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f11bcf74-4a2e-447c-a579-4e0c5eddb3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.603267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-777a714b-93ee-49c6-b114-a1ab68c91200 None None] Port dbe1600d-1e87-46b7-a59f-1cd51ea45acd cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:21.682269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f11bcf74-4a2e-447c-a579-4e0c5eddb3e6 admin admin] Publish callbacks [] for security_group (0b7927dc-406b-476f-ac9f-8842f53cd9fd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.735562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.737900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f11bcf74-4a2e-447c-a579-4e0c5eddb3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0b7927dc-406b-476f-ac9f-8842f53cd9fd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.765373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d20f06c6-4df3-4797-a328-eb749c7c4d2d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:21.853914 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f11bcf74-4a2e-447c-a579-4e0c5eddb3e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a425aed4285842239175f9f1c9bf8bf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3320317 Feb 03 13:05:21.853914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bcf74-4a2e-447c-a579-4e0c5eddb3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7927dc-406b-476f-ac9f-8842f53cd9fd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:21.863181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 34988) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:21.864280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:18Z', 'revision_number': 3, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:18Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:21.869097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Subnet': ['ID=e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:21.883104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Checking segment: {'id': '4fb4c477-24b8-4a82-aea6-8c740ba131a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:21.883701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network hostable DHCP agents. Network: ac395722-3d1f-4a21-b050-e40ad417061b, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:05:21.905728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network ac395722-3d1f-4a21-b050-e40ad417061b is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:05:21.926653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ac395722-3d1f-4a21-b050-e40ad417061b) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:21.928523 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:21.929669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Updating router f465c51b-5dc5-45f2-9f22-78338ed62936 port dbe1600d-1e87-46b7-a59f-1cd51ea45acd binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:05:21.936325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:21.938857 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.940674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffc0dce-ec4c-486a-aeaf-a83dcb5a8807 None None] Network ac395722-3d1f-4a21-b050-e40ad417061b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:21.980742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-93803077-0497-42f1-a8c5-24e1d0142ec1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8197811 Feb 03 13:05:21.981332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 34992) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:22.000462 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49c55163-6cc4-4c46-bbb0-3863e23f1784 admin admin] Publish callbacks [] for security_group (0b7927dc-406b-476f-ac9f-8842f53cd9fd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.050569 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49c55163-6cc4-4c46-bbb0-3863e23f1784 admin admin] Publish callbacks [] for security_group (0b7927dc-406b-476f-ac9f-8842f53cd9fd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.115913 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49c55163-6cc4-4c46-bbb0-3863e23f1784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0b7927dc-406b-476f-ac9f-8842f53cd9fd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.117730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.119792 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49c55163-6cc4-4c46-bbb0-3863e23f1784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.125200 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-49c55163-6cc4-4c46-bbb0-3863e23f1784 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b7927dc-406b-476f-ac9f-8842f53cd9fd HTTP/1.1" status: 204 len: 168 time: 0.2541256 Feb 03 13:05:22.134975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c55163-6cc4-4c46-bbb0-3863e23f1784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7927dc-406b-476f-ac9f-8842f53cd9fd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:22.330063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-ac395722-3d1f-4a21-b050-e40ad417061b', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'project_id': 'b39135717be44eba981f4577603e414f', 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:05:22.335505 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.482749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Allocated IP 172.22.0.2 (ac395722-3d1f-4a21-b050-e40ad417061b/e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02/74ef5da7-9591-43cb-a695-471345265157) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:22.526926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0721b49-d79f-4717-8d0b-34635d7e82b3 req-3dec201b-c123-43ad-ab55-00c1965f74fa tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 210 time: 0.0632241 Feb 03 13:05:22.594242 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.987672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Publish callbacks [] for port (74ef5da7-9591-43cb-a695-471345265157), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.027442 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (74ef5da7-9591-43cb-a695-471345265157), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.085381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Pushing event updated for resources: {'Port': ['ID=74ef5da7-9591-43cb-a695-471345265157,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:23.088336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.22.0.1 (ac395722-3d1f-4a21-b050-e40ad417061b/e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02/4f70b76b-7ee4-4794-bd2e-49343b43c19e) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:23.096930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Network ac395722-3d1f-4a21-b050-e40ad417061b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:23.099699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:23.103950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:23.206931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Attempting to bind port 74ef5da7-9591-43cb-a695-471345265157 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:23.207304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Attempting to bind port 74ef5da7-9591-43cb-a695-471345265157 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '4fb4c477-24b8-4a82-aea6-8c740ba131a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:23.207679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Attempting to bind port 74ef5da7-9591-43cb-a695-471345265157 on network ac395722-3d1f-4a21-b050-e40ad417061b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:23.221879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:23.221879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Checking segment: {'id': '4fb4c477-24b8-4a82-aea6-8c740ba131a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:23.222915 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.223317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Bound using segment: {'id': '4fb4c477-24b8-4a82-aea6-8c740ba131a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:23.223829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Bound port: 74ef5da7-9591-43cb-a695-471345265157, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb4c477-24b8-4a82-aea6-8c740ba131a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:23.224219 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74ef5da7-9591-43cb-a695-471345265157), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.250109 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.295999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.335325 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Publish callbacks [] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.347499 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.369100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=4f70b76b-7ee4-4794-bd2e-49343b43c19e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:23.373201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network ac395722-3d1f-4a21-b050-e40ad417061b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:23.374983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:23.377108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:23.389312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] For port 74ef5da7-9591-43cb-a695-471345265157, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:23.425560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9124fc-42c8-4789-8bf8-6678378c04dc None None] Pushing event updated for resources: {'Port': ['ID=dbe1600d-1e87-46b7-a59f-1cd51ea45acd,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:23.429726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] For port 74ef5da7-9591-43cb-a695-471345265157, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=74ef5da7-9591-43cb-a695-471345265157,segment=NetworkSegment(4fb4c477-24b8-4a82-aea6-8c740ba131a1),segment_id=4fb4c477-24b8-4a82-aea6-8c740ba131a1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:23.431310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.462670 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (74ef5da7-9591-43cb-a695-471345265157), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.558308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Attempting to bind port dbe1600d-1e87-46b7-a59f-1cd51ea45acd on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:23.559096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Attempting to bind port dbe1600d-1e87-46b7-a59f-1cd51ea45acd by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '68ab6c56-344b-427e-8b64-1739dff3e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:23.561720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Attempting to bind port dbe1600d-1e87-46b7-a59f-1cd51ea45acd on network ecd170c8-b6c2-4226-bfe7-eec382ca399f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:23.579225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:23.580450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Checking segment: {'id': '68ab6c56-344b-427e-8b64-1739dff3e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:23.581185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.581785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Bound using segment: {'id': '68ab6c56-344b-427e-8b64-1739dff3e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:23.582529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Bound port: dbe1600d-1e87-46b7-a59f-1cd51ea45acd, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ab6c56-344b-427e-8b64-1739dff3e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:23.583152 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.597614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27172cc-d9db-4298-a296-b2652d06560b None None] Pushing event updated for resources: {'Port': ['ID=74ef5da7-9591-43cb-a695-471345265157,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:23.637242 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.677284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] For port dbe1600d-1e87-46b7-a59f-1cd51ea45acd, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:23.680955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] For port dbe1600d-1e87-46b7-a59f-1cd51ea45acd, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dbe1600d-1e87-46b7-a59f-1cd51ea45acd,segment=NetworkSegment(68ab6c56-344b-427e-8b64-1739dff3e3e2),segment_id=68ab6c56-344b-427e-8b64-1739dff3e3e2)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:23.689677 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.747310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a35560b2-97f2-40bf-a9e9-d532a0160e2e req-18cb87bc-3727-4c38-aa5a-9468d28f190c tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 210 time: 0.0891643 Feb 03 13:05:23.766261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9124fc-42c8-4789-8bf8-6678378c04dc None None] Pushing event updated for resources: {'Port': ['ID=dbe1600d-1e87-46b7-a59f-1cd51ea45acd,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:23.771455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:23.772603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:23.908479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-18d4bf0a-632d-46d9-b134-b4c46ae27d51 None None] Provisioning complete for port dbe1600d-1e87-46b7-a59f-1cd51ea45acd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:23.908980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18d4bf0a-632d-46d9-b134-b4c46ae27d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.961995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:24.009084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35034) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:24.090735 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.098230 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.145165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-18d4bf0a-632d-46d9-b134-b4c46ae27d51 None None] Current status of the port dbe1600d-1e87-46b7-a59f-1cd51ea45acd is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:24.145486 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18d4bf0a-632d-46d9-b134-b4c46ae27d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.160538 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.207360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.209907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=4f70b76b-7ee4-4794-bd2e-49343b43c19e,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:24.233802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-18d4bf0a-632d-46d9-b134-b4c46ae27d51 None None] For port dbe1600d-1e87-46b7-a59f-1cd51ea45acd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dbe1600d-1e87-46b7-a59f-1cd51ea45acd,segment=NetworkSegment(68ab6c56-344b-427e-8b64-1739dff3e3e2),segment_id=68ab6c56-344b-427e-8b64-1739dff3e3e2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:24.252270 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18d4bf0a-632d-46d9-b134-b4c46ae27d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.307690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Publish callbacks [] for security_group (34a74455-e289-4a10-80ff-42cee6ddb348), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.334465 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (34a74455-e289-4a10-80ff-42cee6ddb348), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.346954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4bf0a-632d-46d9-b134-b4c46ae27d51 None None] Pushing event updated for resources: {'Port': ['ID=dbe1600d-1e87-46b7-a59f-1cd51ea45acd,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:24.372302 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5dda79437bcd4e668acadaec388058ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619854 Feb 03 13:05:24.372785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35048) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:24.395035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a74455-e289-4a10-80ff-42cee6ddb348,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:24.400921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4e225d3c-31e5-4ec8-9e61-3af6c19b3cb3 None None] Provisioning complete for port dbe1600d-1e87-46b7-a59f-1cd51ea45acd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:24.401226 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e225d3c-31e5-4ec8-9e61-3af6c19b3cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.404212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.404616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.404967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.405157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 1, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:24.405334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.405628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.405959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.406404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.406688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.407016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.408415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.408415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.408415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.408415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f62e5-9452-43b0-9c21-b7243259f836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:24.417662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network ac395722-3d1f-4a21-b050-e40ad417061b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:24.424389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:24.454716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f34ced7-bb00-4f34-8b58-9e1b23f810ad None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 1, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:24.599494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4e225d3c-31e5-4ec8-9e61-3af6c19b3cb3 None None] Current status of the port dbe1600d-1e87-46b7-a59f-1cd51ea45acd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:24.601817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f5cc7d7-346b-4bd0-bc40-00f6931069bc admin admin] Publish callbacks [] for security_group (34a74455-e289-4a10-80ff-42cee6ddb348), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.628283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f5cc7d7-346b-4bd0-bc40-00f6931069bc admin admin] Publish callbacks [] for security_group (34a74455-e289-4a10-80ff-42cee6ddb348), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.745871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:24.757257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f5cc7d7-346b-4bd0-bc40-00f6931069bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (34a74455-e289-4a10-80ff-42cee6ddb348), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.760020 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f5cc7d7-346b-4bd0-bc40-00f6931069bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.764168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5f5cc7d7-346b-4bd0-bc40-00f6931069bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34a74455-e289-4a10-80ff-42cee6ddb348 HTTP/1.1" status: 204 len: 168 time: 0.3865924 Feb 03 13:05:24.818220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cc7d7-346b-4bd0-bc40-00f6931069bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a74455-e289-4a10-80ff-42cee6ddb348,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:24.912806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18fa76c2-1677-4bac-98d0-f9908297b574 req-dcbed9f9-e281-4217-8403-5bdcf6d2f936 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 210 time: 0.0457010 Feb 03 13:05:24.967406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:24.975784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7fdd24f8-62b8-4088-b534-72142a509a5d tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9906518 Feb 03 13:05:24.975784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35056) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:24.981588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'network': {'name': 'tempest-RoutersTest-49142531'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:25.018131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:25.026177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.069272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:05:25.081142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8affb6a7-14ae-472b-b60d-0c9d7cbb2543), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.081500 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added segment 8affb6a7-14ae-472b-b60d-0c9d7cbb2543 of type vlan for network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 Feb 03 13:05:25.153032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 74ef5da7-9591-43cb-a695-471345265157 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:25.153744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1d0a09a0-d8e0-4096-9030-f8bca9d87734), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.239816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1d0a09a0-d8e0-4096-9030-f8bca9d87734), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.246795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:25.247502 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.345669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3658986 Feb 03 13:05:25.345991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35062) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:25.351291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'subnet': {'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:25.368740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf63d3-c898-48d5-aff9-ca9ab380438b None None] Network ac395722-3d1f-4a21-b050-e40ad417061b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:25.389097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb242711-cd38-4378-9caa-e7237c0815ca tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Network': ['ID=1d0a09a0-d8e0-4096-9030-f8bca9d87734,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:25.423688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-881630fe-0a58-4de9-ba62-d7e594841f0a tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:25.425544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-881630fe-0a58-4de9-ba62-d7e594841f0a tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 811 time: 0.2585411 Feb 03 13:05:25.428180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:05:25.436090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 74ef5da7-9591-43cb-a695-471345265157 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:25.436711 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (74ef5da7-9591-43cb-a695-471345265157), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.556541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-2eab5cc6-18ce-4fff-b4fb-14b6d42a7305 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f574a93f8e1f450e9cf26e02e56f357b HTTP/1.1" status: 200 len: 380 time: 0.1194475 Feb 03 13:05:25.585243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'port': {'device_id': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'admin_state_up': True, 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'security_groups': ['b7254150-0f47-4f0a-b56b-b919a801c886']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:25.666481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Made reservation on behalf of b39135717be44eba981f4577603e414f for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:25.695604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.777727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-031fdf3c-b74d-40c0-82e9-415abaa501d3 None None] Provisioning complete for port 74ef5da7-9591-43cb-a695-471345265157 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:25.778229 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-031fdf3c-b74d-40c0-82e9-415abaa501d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (74ef5da7-9591-43cb-a695-471345265157), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.861865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Made reservation on behalf of f574a93f8e1f450e9cf26e02e56f357b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:25.865986 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.064653 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (3510e48d-fcbe-44ca-938a-476b0c015930), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.171977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6200af3b-21fd-468c-9bba-a3ead463cd71 req-6682c418-9e46-4f10-a4f3-6d7393dfdd26 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 210 time: 0.1377828 Feb 03 13:05:26.191808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Subnet': ['ID=3510e48d-fcbe-44ca-938a-476b0c015930,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:26.223594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Checking segment: {'id': '8affb6a7-14ae-472b-b60d-0c9d7cbb2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:26.224229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network hostable DHCP agents. Network: 1d0a09a0-d8e0-4096-9030-f8bca9d87734, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:05:26.228650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Allocated IP 172.20.0.5 (64111f43-c21f-4d3d-bb08-77e169231801/8a1f614d-c46e-4529-a049-1810c3a89023/23b7b14f-15ec-442c-b0b7-324f20bbba0b) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:26.251378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:05:26.272577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1d0a09a0-d8e0-4096-9030-f8bca9d87734) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:26.277715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 74ef5da7-9591-43cb-a695-471345265157 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:26.278421 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74ef5da7-9591-43cb-a695-471345265157), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.294809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:26.296712 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.326830 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6fc3c8f0-b720-408a-a557-32419e9dfa72 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9796917 Feb 03 13:05:26.330739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35082) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:26.333240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea665dec-9736-4cd7-a25f-470ede6adfb1 None None] Network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:26.566626 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.584171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 74ef5da7-9591-43cb-a695-471345265157, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=74ef5da7-9591-43cb-a695-471345265157,segment=NetworkSegment(4fb4c477-24b8-4a82-aea6-8c740ba131a1),segment_id=4fb4c477-24b8-4a82-aea6-8c740ba131a1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:26.589605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-031fdf3c-b74d-40c0-82e9-415abaa501d3 None None] Current status of the port 74ef5da7-9591-43cb-a695-471345265157 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:26.590000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-031fdf3c-b74d-40c0-82e9-415abaa501d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74ef5da7-9591-43cb-a695-471345265157), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.597153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (74ef5da7-9591-43cb-a695-471345265157), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.708637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.819646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Network 64111f43-c21f-4d3d-bb08-77e169231801 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:26.826097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:26.839237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:26.876792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=74ef5da7-9591-43cb-a695-471345265157,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:26.946882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event updated for resources: {'Port': ['ID=23b7b14f-15ec-442c-b0b7-324f20bbba0b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:26.980148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-1d0a09a0-d8e0-4096-9030-f8bca9d87734', 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734', 'project_id': 'b39135717be44eba981f4577603e414f', 'fixed_ips': [{'subnet_id': '3510e48d-fcbe-44ca-938a-476b0c015930'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:05:26.993658 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.996067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:27.000569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.040342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-23318fd7-f8c5-4939-951c-c1c085e7ca54 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4766192 Feb 03 13:05:27.053712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Request body: {'port': {'device_id': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:27.069086 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-031fdf3c-b74d-40c0-82e9-415abaa501d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:05:27.069446 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-031fdf3c-b74d-40c0-82e9-415abaa501d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:05:27.189872 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.258288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35098) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:27.351600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 74ef5da7-9591-43cb-a695-471345265157 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:27.362911 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:27.378829 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:27.379452 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:27.429079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Allocated IP 172.23.0.2 (1d0a09a0-d8e0-4096-9030-f8bca9d87734/3510e48d-fcbe-44ca-938a-476b0c015930/4e4bd814-764d-4f9a-96f8-651c3ec9027e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:27.469107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 74ef5da7-9591-43cb-a695-471345265157 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:27.469768 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (74ef5da7-9591-43cb-a695-471345265157), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.550186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492bd09-e186-448f-b745-bb4be211cb75 req-d5a46900-0338-4bb7-98fc-385a37d89a5e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:27.552404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3492bd09-e186-448f-b745-bb4be211cb75 req-d5a46900-0338-4bb7-98fc-385a37d89a5e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 931 time: 0.1136408 Feb 03 13:05:27.595458 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:27.648967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cacf4-1631-4e8a-ae6b-4bf27dd73fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.712687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-031fdf3c-b74d-40c0-82e9-415abaa501d3 None None] Current status of the port 74ef5da7-9591-43cb-a695-471345265157 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:27.761275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 74ef5da7-9591-43cb-a695-471345265157 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:27.763036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dbe1600d-1e87-46b7-a59f-1cd51ea45acd up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:27.837603 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cacf4-1631-4e8a-ae6b-4bf27dd73fda admin admin] Publish callbacks [] for security_group (7f630152-c3c4-46eb-90a9-8e5a8375cfa3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.858280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3492bd09-e186-448f-b745-bb4be211cb75 req-b5eda8df-3f30-4afd-90bc-e528d378bec9 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701979 Feb 03 13:05:27.863061 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Publish callbacks [] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.863229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f9cacf4-1631-4e8a-ae6b-4bf27dd73fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7f630152-c3c4-46eb-90a9-8e5a8375cfa3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.894521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0c542104-5966-4201-9c5c-ff8bb1f8cfde None None] Provisioning complete for port 23b7b14f-15ec-442c-b0b7-324f20bbba0b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:27.898722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c542104-5966-4201-9c5c-ff8bb1f8cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.913369 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.959031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4f9cacf4-1631-4e8a-ae6b-4bf27dd73fda admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af46733f82e7456abefb87eefb6d84d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890035 Feb 03 13:05:27.959755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cacf4-1631-4e8a-ae6b-4bf27dd73fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f630152-c3c4-46eb-90a9-8e5a8375cfa3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:27.973459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35104) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:27.995894 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:28.031246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Pushing event updated for resources: {'Port': ['ID=4e4bd814-764d-4f9a-96f8-651c3ec9027e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:28.035191 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:28.036544 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Updating router f465c51b-5dc5-45f2-9f22-78338ed62936 port 4f70b76b-7ee4-4794-bd2e-49343b43c19e binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:05:28.040818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port dbe1600d-1e87-46b7-a59f-1cd51ea45acd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:28.041318 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.071426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.072029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b7b14f-15ec-442c-b0b7-324f20bbba0b {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:28.075920 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.091311 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Publish callbacks [] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.116361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Transition to ACTIVE for port object 23b7b14f-15ec-442c-b0b7-324f20bbba0b will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:05:28.127087 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.127329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:28.129246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0c542104-5966-4201-9c5c-ff8bb1f8cfde None None] Port 23b7b14f-15ec-442c-b0b7-324f20bbba0b cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:28.139052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:28.142675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:28.183749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port dbe1600d-1e87-46b7-a59f-1cd51ea45acd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:28.196887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0c542104-5966-4201-9c5c-ff8bb1f8cfde None None] Provisioning complete for port 74ef5da7-9591-43cb-a695-471345265157 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:28.197499 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c542104-5966-4201-9c5c-ff8bb1f8cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (74ef5da7-9591-43cb-a695-471345265157), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.244612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Pushing event updated for resources: {'Port': ['ID=23b7b14f-15ec-442c-b0b7-324f20bbba0b,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:28.248929 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0186be5-2620-40ea-8eb4-c86898b8e579 admin admin] Publish callbacks [] for security_group (7f630152-c3c4-46eb-90a9-8e5a8375cfa3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.351454 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0186be5-2620-40ea-8eb4-c86898b8e579 admin admin] Publish callbacks [] for security_group (7f630152-c3c4-46eb-90a9-8e5a8375cfa3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.409720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Attempting to bind port 4e4bd814-764d-4f9a-96f8-651c3ec9027e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:28.411141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Attempting to bind port 4e4bd814-764d-4f9a-96f8-651c3ec9027e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '8affb6a7-14ae-472b-b60d-0c9d7cbb2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:28.411503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Attempting to bind port 4e4bd814-764d-4f9a-96f8-651c3ec9027e on network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:28.429859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:28.430288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Checking segment: {'id': '8affb6a7-14ae-472b-b60d-0c9d7cbb2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:28.430698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.431098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Bound using segment: {'id': '8affb6a7-14ae-472b-b60d-0c9d7cbb2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:28.431931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Bound port: 4e4bd814-764d-4f9a-96f8-651c3ec9027e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affb6a7-14ae-472b-b60d-0c9d7cbb2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:28.432089 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.478078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Attempting to bind port 23b7b14f-15ec-442c-b0b7-324f20bbba0b on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:28.478312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Attempting to bind port 23b7b14f-15ec-442c-b0b7-324f20bbba0b by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:28.478658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Attempting to bind port 23b7b14f-15ec-442c-b0b7-324f20bbba0b on network 64111f43-c21f-4d3d-bb08-77e169231801 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:28.486451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Port 23b7b14f-15ec-442c-b0b7-324f20bbba0b on network 64111f43-c21f-4d3d-bb08-77e169231801 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:05:28.486859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Attempting to bind port 23b7b14f-15ec-442c-b0b7-324f20bbba0b on network 64111f43-c21f-4d3d-bb08-77e169231801 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:28.491959 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0c542104-5966-4201-9c5c-ff8bb1f8cfde None None] Current status of the port 74ef5da7-9591-43cb-a695-471345265157 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:28.495433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:28.495675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Checking segment: {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:28.496043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Bound using segment: {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:28.496579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Bound port: 23b7b14f-15ec-442c-b0b7-324f20bbba0b, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab63c54c-17fa-407c-951b-e42048e5b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:28.496957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.554017 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Publish callbacks [] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.564321 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.566908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0186be5-2620-40ea-8eb4-c86898b8e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7f630152-c3c4-46eb-90a9-8e5a8375cfa3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.570002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0c542104-5966-4201-9c5c-ff8bb1f8cfde None None] Provisioning complete for port 4f70b76b-7ee4-4794-bd2e-49343b43c19e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:28.570357 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0186be5-2620-40ea-8eb4-c86898b8e579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.570488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c542104-5966-4201-9c5c-ff8bb1f8cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.573897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e0186be5-2620-40ea-8eb4-c86898b8e579 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f630152-c3c4-46eb-90a9-8e5a8375cfa3 HTTP/1.1" status: 204 len: 168 time: 0.5843587 Feb 03 13:05:28.586802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0186be5-2620-40ea-8eb4-c86898b8e579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f630152-c3c4-46eb-90a9-8e5a8375cfa3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:28.629573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Allocated IP 172.23.0.1 (1d0a09a0-d8e0-4096-9030-f8bca9d87734/3510e48d-fcbe-44ca-938a-476b0c015930/1aa4c598-ddb5-49af-94fe-2d3ba9cbe781) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:28.640154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] For port 23b7b14f-15ec-442c-b0b7-324f20bbba0b, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:28.644093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] For port 23b7b14f-15ec-442c-b0b7-324f20bbba0b, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=23b7b14f-15ec-442c-b0b7-324f20bbba0b,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:28.658935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.739198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0c542104-5966-4201-9c5c-ff8bb1f8cfde None None] Port 4f70b76b-7ee4-4794-bd2e-49343b43c19e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:28.779888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:28.781931 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.782080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] For port 4e4bd814-764d-4f9a-96f8-651c3ec9027e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:28.784945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] 10.222.0.91 "PUT /v2.0/ports/23b7b14f-15ec-442c-b0b7-324f20bbba0b HTTP/1.1" status: 200 len: 1092 time: 1.7353699 Feb 03 13:05:28.785686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'tag': '23b7b14f-15ec-442c-b0b7-324f20bbba0b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:28.791427 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf5b35e-145c-4973-afad-6cb6653ce74c" -d '{"events": [{"name": "network-changed", "server_uuid": "93e47ff6-ff8a-41a3-86f4-d28bad5c333e", "tag": "23b7b14f-15ec-442c-b0b7-324f20bbba0b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:28.794300 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Attempting to bind port 4f70b76b-7ee4-4794-bd2e-49343b43c19e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:28.794779 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Attempting to bind port 4f70b76b-7ee4-4794-bd2e-49343b43c19e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '4fb4c477-24b8-4a82-aea6-8c740ba131a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:28.795938 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Attempting to bind port 4f70b76b-7ee4-4794-bd2e-49343b43c19e on network ac395722-3d1f-4a21-b050-e40ad417061b {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:28.804921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] For port 4e4bd814-764d-4f9a-96f8-651c3ec9027e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4e4bd814-764d-4f9a-96f8-651c3ec9027e,segment=NetworkSegment(8affb6a7-14ae-472b-b60d-0c9d7cbb2543),segment_id=8affb6a7-14ae-472b-b60d-0c9d7cbb2543)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:28.828999 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.850702 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:28.852971 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Checking segment: {'id': '4fb4c477-24b8-4a82-aea6-8c740ba131a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:28.853396 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.857110 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Bound using segment: {'id': '4fb4c477-24b8-4a82-aea6-8c740ba131a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:28.857285 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Bound port: 4f70b76b-7ee4-4794-bd2e-49343b43c19e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb4c477-24b8-4a82-aea6-8c740ba131a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:28.863912 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.953921 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8821f189-fb84-4390-bd6b-0cc1a1ed0404 x-openstack-request-id: req-8821f189-fb84-4390-bd6b-0cc1a1ed0404 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:28.953921 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e47ff6-ff8a-41a3-86f4-d28bad5c333e", "tag": "23b7b14f-15ec-442c-b0b7-324f20bbba0b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:28.953921 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8821f189-fb84-4390-bd6b-0cc1a1ed0404 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:28.956434 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'tag': '23b7b14f-15ec-442c-b0b7-324f20bbba0b', 'status': 'completed', 'code': 200} Feb 03 13:05:29.012916 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.027758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866fb30-a4e8-417f-bb19-5ba8f0b934ea service neutron] Pushing event updated for resources: {'Port': ['ID=23b7b14f-15ec-442c-b0b7-324f20bbba0b,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:29.164031 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] For port 4f70b76b-7ee4-4794-bd2e-49343b43c19e, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:29.174261 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] For port 4f70b76b-7ee4-4794-bd2e-49343b43c19e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4f70b76b-7ee4-4794-bd2e-49343b43c19e,segment=NetworkSegment(4fb4c477-24b8-4a82-aea6-8c740ba131a1),segment_id=4fb4c477-24b8-4a82-aea6-8c740ba131a1)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:29.189948 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f6f96-ee76-4067-8549-b5aafbbd2656 None None] Pushing event updated for resources: {'Port': ['ID=4f70b76b-7ee4-4794-bd2e-49343b43c19e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:29.190211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.197783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017508d9-5f6d-4e65-bc7a-8101f039667c None None] Pushing event updated for resources: {'Port': ['ID=4e4bd814-764d-4f9a-96f8-651c3ec9027e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:29.222886 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.253905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-14f04eb4-0e47-4324-957e-a5710c083e6b None None] Provisioning complete for port 4f70b76b-7ee4-4794-bd2e-49343b43c19e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:29.254704 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f04eb4-0e47-4324-957e-a5710c083e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.283630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-9277bcdf-2ff0-4d8a-9694-b26f8eb078a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:29.291066 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-9277bcdf-2ff0-4d8a-9694-b26f8eb078a6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 1126 time: 0.3929756 Feb 03 13:05:29.367734 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:29.373305 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:29.375559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:29.379090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:29.397619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:29.422797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-14f04eb4-0e47-4324-957e-a5710c083e6b None None] Current status of the port 4f70b76b-7ee4-4794-bd2e-49343b43c19e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:29.423188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f04eb4-0e47-4324-957e-a5710c083e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.446634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-98306524-d767-4a07-8ae1-e2909394281f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b7b14f-15ec-442c-b0b7-324f20bbba0b HTTP/1.1" status: 200 len: 217 time: 0.1458101 Feb 03 13:05:29.457857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c32c7e-0343-42ee-9a90-2bbea04989d5 req-1d71bea3-8b6d-4ee4-aab9-b327257a8706 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:29.469506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7c32c7e-0343-42ee-9a90-2bbea04989d5 req-1d71bea3-8b6d-4ee4-aab9-b327257a8706 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 943 time: 0.4278483 Feb 03 13:05:29.526957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-14f04eb4-0e47-4324-957e-a5710c083e6b None None] For port 4f70b76b-7ee4-4794-bd2e-49343b43c19e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4f70b76b-7ee4-4794-bd2e-49343b43c19e,segment=NetworkSegment(4fb4c477-24b8-4a82-aea6-8c740ba131a1),segment_id=4fb4c477-24b8-4a82-aea6-8c740ba131a1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:29.537487 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f04eb4-0e47-4324-957e-a5710c083e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.593977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=1aa4c598-ddb5-49af-94fe-2d3ba9cbe781,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:29.609524 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.627756 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f6f96-ee76-4067-8549-b5aafbbd2656 None None] Pushing event updated for resources: {'Port': ['ID=4f70b76b-7ee4-4794-bd2e-49343b43c19e,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:29.659956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-a4860573-e9b6-49dd-be72-b8fd7a69b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:29.661463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-a4860573-e9b6-49dd-be72-b8fd7a69b37d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.1907718 Feb 03 13:05:29.663792 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:29.680198 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7c32c7e-0343-42ee-9a90-2bbea04989d5 req-343fb497-2915-4c33-a123-4592d5607a8f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913805 Feb 03 13:05:29.711804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f04eb4-0e47-4324-957e-a5710c083e6b None None] Pushing event updated for resources: {'Port': ['ID=4f70b76b-7ee4-4794-bd2e-49343b43c19e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:29.804102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-f3fd899a-4bac-4fb2-b262-4960bba54041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:29.815104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-f3fd899a-4bac-4fb2-b262-4960bba54041 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1338861 Feb 03 13:05:29.859552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-667ce6ea-2d93-49ea-80ad-4b3608f5d841 None None] Provisioning complete for port 4f70b76b-7ee4-4794-bd2e-49343b43c19e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:29.860055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-667ce6ea-2d93-49ea-80ad-4b3608f5d841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.964842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.034408 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:30.046754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-da632117-16ca-402a-a703-83fcf62b7158 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246516 Feb 03 13:05:30.087830 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c42385-d11f-415c-8757-7ee15c3761bf None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:23Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:30.091335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-667ce6ea-2d93-49ea-80ad-4b3608f5d841 None None] Current status of the port 4f70b76b-7ee4-4794-bd2e-49343b43c19e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:30.194267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5c6211-331a-41db-86b9-0f24db35f85d req-2eafe0d9-c73b-4d4a-abbe-aae71964260a service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401341 Feb 03 13:05:30.382658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-ac9f7a84-df46-4126-a594-90c116c36eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:30.386584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-ac9f7a84-df46-4126-a594-90c116c36eec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 1126 time: 0.1099687 Feb 03 13:05:30.426371 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.437223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.517139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-88184237-1136-4a1e-8ab8-8b5617a8484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:30.520091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-88184237-1136-4a1e-8ab8-8b5617a8484e service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.1248507 Feb 03 13:05:30.522640 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event updated for resources: {'Port': ['ID=1aa4c598-ddb5-49af-94fe-2d3ba9cbe781,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:30.548272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.655344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:30.657032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:30.790473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:30.811794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e4b4ec-697d-4afe-ac3b-0f5bfbe5aabd None None] Network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:30.931986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35148) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:30.969823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c51315dc-3659-4d06-af91-bbad56b8d394 None None] Provisioning complete for port 4e4bd814-764d-4f9a-96f8-651c3ec9027e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:30.975251 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c51315dc-3659-4d06-af91-bbad56b8d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.992401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:30.999699 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e430471-2428-4951-9f80-1c131f3987ce tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6674919 Feb 03 13:05:31.002373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35152) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:31.007553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:31.042031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:31.079435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:31.080861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:31.173493 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7db41e59-69b8-4733-989e-aa25acb921bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.206435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-65597747-d01d-4639-b4c6-e5e317339c43 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b7b14f-15ec-442c-b0b7-324f20bbba0b HTTP/1.1" status: 200 len: 217 time: 0.6771469 Feb 03 13:05:31.275288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-e77e1b86-88f1-4800-8a3b-b94a80e8a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:31.277315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-e77e1b86-88f1-4800-8a3b-b94a80e8a5bc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.0622327 Feb 03 13:05:31.288786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4e4bd814-764d-4f9a-96f8-651c3ec9027e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:31.367036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:31.369945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21233850-c27c-4f23-bf96-b4a064047f6f req-41229326-bb3a-4332-ba6e-6ab0c329af91 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:31.371882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21233850-c27c-4f23-bf96-b4a064047f6f req-41229326-bb3a-4332-ba6e-6ab0c329af91 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 943 time: 0.1683517 Feb 03 13:05:31.379200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-36950103-51d1-4346-96a0-799081cf10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:31.380910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-36950103-51d1-4346-96a0-799081cf10ed service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0877924 Feb 03 13:05:31.484100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4e4bd814-764d-4f9a-96f8-651c3ec9027e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:31.484488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.498262 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7db41e59-69b8-4733-989e-aa25acb921bf admin admin] Publish callbacks [] for security_group (ff6b3e43-53c3-4263-abd3-e7e278e6ea6f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.512540 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7db41e59-69b8-4733-989e-aa25acb921bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ff6b3e43-53c3-4263-abd3-e7e278e6ea6f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.524666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21233850-c27c-4f23-bf96-b4a064047f6f req-cce3b9b8-1d4d-437d-9da5-c8d95f3b3430 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422765 Feb 03 13:05:31.547965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c51315dc-3659-4d06-af91-bbad56b8d394 None None] Current status of the port 4e4bd814-764d-4f9a-96f8-651c3ec9027e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:31.547965 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c51315dc-3659-4d06-af91-bbad56b8d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.567754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-e7795806-87c9-4358-8cb2-2dcc22a9c8e7 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782248 Feb 03 13:05:31.594062 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7db41e59-69b8-4733-989e-aa25acb921bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2fa1174559d424e94ad20bd550a95a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6608977 Feb 03 13:05:31.594810 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db41e59-69b8-4733-989e-aa25acb921bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b3e43-53c3-4263-abd3-e7e278e6ea6f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:31.602131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35156) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:31.732849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7b34297-9965-4ee0-8c73-3c9b1116cdf9 admin admin] Publish callbacks [] for security_group (ff6b3e43-53c3-4263-abd3-e7e278e6ea6f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.735365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cf5b35e-145c-4973-afad-6cb6653ce74c req-93409d10-5a6d-4cce-83b1-ba49cedaa928 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613836 Feb 03 13:05:31.763800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 13:05:31.789239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Removed routes are [] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 13:05:31.789773 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.807656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7b34297-9965-4ee0-8c73-3c9b1116cdf9 admin admin] Publish callbacks [] for security_group (ff6b3e43-53c3-4263-abd3-e7e278e6ea6f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.886706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c51315dc-3659-4d06-af91-bbad56b8d394 None None] For port 4e4bd814-764d-4f9a-96f8-651c3ec9027e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4e4bd814-764d-4f9a-96f8-651c3ec9027e,segment=NetworkSegment(8affb6a7-14ae-472b-b60d-0c9d7cbb2543),segment_id=8affb6a7-14ae-472b-b60d-0c9d7cbb2543)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:31.907927 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c51315dc-3659-4d06-af91-bbad56b8d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.015348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4e4bd814-764d-4f9a-96f8-651c3ec9027e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:32.016393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4f70b76b-7ee4-4794-bd2e-49343b43c19e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:32.036785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.041111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.048080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7b34297-9965-4ee0-8c73-3c9b1116cdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ff6b3e43-53c3-4263-abd3-e7e278e6ea6f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.051298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7b34297-9965-4ee0-8c73-3c9b1116cdf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.056376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7b34297-9965-4ee0-8c73-3c9b1116cdf9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff6b3e43-53c3-4263-abd3-e7e278e6ea6f HTTP/1.1" status: 204 len: 168 time: 0.4526358 Feb 03 13:05:32.094195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51315dc-3659-4d06-af91-bbad56b8d394 None None] Pushing event updated for resources: {'Port': ['ID=4e4bd814-764d-4f9a-96f8-651c3ec9027e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:32.108648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b34297-9965-4ee0-8c73-3c9b1116cdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b3e43-53c3-4263-abd3-e7e278e6ea6f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:32.114423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cbc32928-8c03-4d6c-af1d-0a67b22b0705 None None] Provisioning complete for port 4e4bd814-764d-4f9a-96f8-651c3ec9027e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:32.115140 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc32928-8c03-4d6c-af1d-0a67b22b0705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.165317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4f70b76b-7ee4-4794-bd2e-49343b43c19e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:32.165703 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.181392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:32.185273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '1aa4c598-ddb5-49af-94fe-2d3ba9cbe781', 'name': '', 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:e0:8e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '3510e48d-fcbe-44ca-938a-476b0c015930', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '3510e48d-fcbe-44ca-938a-476b0c015930', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:32.241129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:32.241451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Updating router f465c51b-5dc5-45f2-9f22-78338ed62936 port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:05:32.295368 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.343335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:32.354514 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.356083 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c3279476-2f2a-454e-ace5-26234664105e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936 HTTP/1.1" status: 200 len: 933 time: 1.3523781 Feb 03 13:05:32.359567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35164) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:32.481705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a1231eea-4458-45eb-938e-7a6384707d59 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936 HTTP/1.1" status: 200 len: 933 time: 0.1200850 Feb 03 13:05:32.484484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35168) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:32.489777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'routes': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:32.542524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cbc32928-8c03-4d6c-af1d-0a67b22b0705 None None] Current status of the port 4e4bd814-764d-4f9a-96f8-651c3ec9027e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:32.637887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cbc32928-8c03-4d6c-af1d-0a67b22b0705 None None] Provisioning complete for port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:32.638516 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc32928-8c03-4d6c-af1d-0a67b22b0705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.737509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cbc32928-8c03-4d6c-af1d-0a67b22b0705 None None] Port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:32.748035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4f70b76b-7ee4-4794-bd2e-49343b43c19e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:32.760691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050c233-4f88-4426-b822-c8abccb859ec req-22a665c6-a277-45e1-b8d7-a2c1aebd5e5d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:32.768504 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2050c233-4f88-4426-b822-c8abccb859ec req-22a665c6-a277-45e1-b8d7-a2c1aebd5e5d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 943 time: 0.1113534 Feb 03 13:05:32.828520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2050c233-4f88-4426-b822-c8abccb859ec req-08ac613e-db60-4645-88b3-48f1adabb0c2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589771 Feb 03 13:05:32.856774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Publish callbacks [] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.868123 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.877852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d30c2b71-74c9-4ca2-a831-243445c2ab0a None None] Provisioning complete for port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:32.878371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30c2b71-74c9-4ca2-a831-243445c2ab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.992081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18685a96-f1ec-4deb-9446-8969ef614a7d None None] Pushing event updated for resources: {'Port': ['ID=1aa4c598-ddb5-49af-94fe-2d3ba9cbe781,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:33.016233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4e4bd814-764d-4f9a-96f8-651c3ec9027e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:33.019034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d30c2b71-74c9-4ca2-a831-243445c2ab0a None None] Port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:33.116023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Attempting to bind port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:33.116400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Attempting to bind port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '8affb6a7-14ae-472b-b60d-0c9d7cbb2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:33.116766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Attempting to bind port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 on network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:33.123791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:33.124177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Checking segment: {'id': '8affb6a7-14ae-472b-b60d-0c9d7cbb2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:33.124582 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.124973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Bound using segment: {'id': '8affb6a7-14ae-472b-b60d-0c9d7cbb2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:33.125446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Bound port: 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8affb6a7-14ae-472b-b60d-0c9d7cbb2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:33.125825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.152433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4e4bd814-764d-4f9a-96f8-651c3ec9027e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:33.152933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.240046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] For port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:33.244600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] For port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1aa4c598-ddb5-49af-94fe-2d3ba9cbe781,segment=NetworkSegment(8affb6a7-14ae-472b-b60d-0c9d7cbb2543),segment_id=8affb6a7-14ae-472b-b60d-0c9d7cbb2543)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:33.280794 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.326046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 23b7b14f-15ec-442c-b0b7-324f20bbba0b details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:05:33.344303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4e4bd814-764d-4f9a-96f8-651c3ec9027e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:33.385984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:33.386671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:33.452520 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:05:33.455415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18685a96-f1ec-4deb-9446-8969ef614a7d None None] Pushing event updated for resources: {'Port': ['ID=1aa4c598-ddb5-49af-94fe-2d3ba9cbe781,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:33.537401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added routes are [] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 13:05:33.538476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 13:05:33.642065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7297d50c-d025-4646-bb9b-16a724b276a3 None None] Provisioning complete for port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:33.642558 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7297d50c-d025-4646-bb9b-16a724b276a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.679836 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.702523 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:33.938847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.943535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.943709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 23b7b14f-15ec-442c-b0b7-324f20bbba0b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=23b7b14f-15ec-442c-b0b7-324f20bbba0b,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:33.991702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '23b7b14f-15ec-442c-b0b7-324f20bbba0b', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'port_id': '23b7b14f-15ec-442c-b0b7-324f20bbba0b', 'mac_address': 'fa:16:3e:0c:af:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:05:34.067316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d19907-a5d5-4540-81b9-5c95f99b5cee req-7a18db0b-912b-41c9-9c18-41b914e612e2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:34.070533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86d19907-a5d5-4540-81b9-5c95f99b5cee req-7a18db0b-912b-41c9-9c18-41b914e612e2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 943 time: 0.0775404 Feb 03 13:05:34.094302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35248) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:34.108006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:34.162369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86d19907-a5d5-4540-81b9-5c95f99b5cee req-58361aa6-75e5-4b90-a5f1-18eafd5045c2 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853200 Feb 03 13:05:34.285604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:34.304004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.305232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-32d2845c-2817-480b-8e0d-583b3e6953d9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936 HTTP/1.1" status: 200 len: 699 time: 1.8195572 Feb 03 13:05:34.308251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35272) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:34.374884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7297d50c-d025-4646-bb9b-16a724b276a3 None None] Current status of the port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:34.375491 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7297d50c-d025-4646-bb9b-16a724b276a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.378417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 23b7b14f-15ec-442c-b0b7-324f20bbba0b is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:34.378833 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.393078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b7b14f-15ec-442c-b0b7-324f20bbba0b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:34.419711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9480cc1a-6016-4188-9a02-07b41dfeb0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.444515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7297d50c-d025-4646-bb9b-16a724b276a3 None None] For port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1aa4c598-ddb5-49af-94fe-2d3ba9cbe781,segment=NetworkSegment(8affb6a7-14ae-472b-b60d-0c9d7cbb2543),segment_id=8affb6a7-14ae-472b-b60d-0c9d7cbb2543)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:34.450272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 23b7b14f-15ec-442c-b0b7-324f20bbba0b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=23b7b14f-15ec-442c-b0b7-324f20bbba0b,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:34.456307 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7297d50c-d025-4646-bb9b-16a724b276a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.479965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-899fbeb5-1ff4-411c-998e-0d8d2964c024 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936 HTTP/1.1" status: 200 len: 699 time: 0.1707063 Feb 03 13:05:34.482813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35290) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:34.484364 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.509360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:31Z', 'revision_number': 6, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '1aa4c598-ddb5-49af-94fe-2d3ba9cbe781', 'name': '', 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:e0:8e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '3510e48d-fcbe-44ca-938a-476b0c015930', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '3510e48d-fcbe-44ca-938a-476b0c015930', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:34.549198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164065c-7b7e-44fb-b586-6ba2983da808 None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:31Z', 'revision_number': 6, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '1aa4c598-ddb5-49af-94fe-2d3ba9cbe781', 'name': '', 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:e0:8e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '3510e48d-fcbe-44ca-938a-476b0c015930', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '3510e48d-fcbe-44ca-938a-476b0c015930', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:34.553555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297d50c-d025-4646-bb9b-16a724b276a3 None None] Pushing event updated for resources: {'Port': ['ID=1aa4c598-ddb5-49af-94fe-2d3ba9cbe781,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:34.596111 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9480cc1a-6016-4188-9a02-07b41dfeb0f1 admin admin] Publish callbacks [] for security_group (7f6e60ea-505f-4b8e-9324-3dbfd161c37f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.612811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9480cc1a-6016-4188-9a02-07b41dfeb0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7f6e60ea-505f-4b8e-9324-3dbfd161c37f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.669027 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9480cc1a-6016-4188-9a02-07b41dfeb0f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e7172261e8840b78828858bb854afe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5732722 Feb 03 13:05:34.676148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35306) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:34.705661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=23b7b14f-15ec-442c-b0b7-324f20bbba0b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:34.729584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6f655b85-3d64-4eb7-90fc-cbcbd95622cb None None] Provisioning complete for port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:34.730138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f655b85-3d64-4eb7-90fc-cbcbd95622cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.748130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480cc1a-6016-4188-9a02-07b41dfeb0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e60ea-505f-4b8e-9324-3dbfd161c37f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:34.811246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e1a345-8e24-4462-884d-d639f1528ccd admin admin] Publish callbacks [] for security_group (7f6e60ea-505f-4b8e-9324-3dbfd161c37f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.845188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e1a345-8e24-4462-884d-d639f1528ccd admin admin] Publish callbacks [] for security_group (7f6e60ea-505f-4b8e-9324-3dbfd161c37f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.917344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e1a345-8e24-4462-884d-d639f1528ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (7f6e60ea-505f-4b8e-9324-3dbfd161c37f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.920538 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-49e1a345-8e24-4462-884d-d639f1528ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.924167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-49e1a345-8e24-4462-884d-d639f1528ccd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f6e60ea-505f-4b8e-9324-3dbfd161c37f HTTP/1.1" status: 204 len: 168 time: 0.2329473 Feb 03 13:05:34.937421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1a345-8e24-4462-884d-d639f1528ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e60ea-505f-4b8e-9324-3dbfd161c37f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:34.939543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['23b7b14f-15ec-442c-b0b7-324f20bbba0b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:05:35.206857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6f655b85-3d64-4eb7-90fc-cbcbd95622cb None None] Current status of the port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:35.235368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:35.428680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:35.471234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:35.471827 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:35.623648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a560f-aeb7-4034-9c4f-52c35f39d716 req-ff72b2c3-fe85-4b74-8135-0ed837c122d1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:35.632993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a9a560f-aeb7-4034-9c4f-52c35f39d716 req-ff72b2c3-fe85-4b74-8135-0ed837c122d1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 944 time: 0.2938302 Feb 03 13:05:35.701415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:35.756536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a9a560f-aeb7-4034-9c4f-52c35f39d716 req-1957f06a-145e-4a9a-be1f-a171dbe96e6b tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143692 Feb 03 13:05:35.953309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:35.953941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.093157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1aa4c598-ddb5-49af-94fe-2d3ba9cbe781,segment=NetworkSegment(8affb6a7-14ae-472b-b60d-0c9d7cbb2543),segment_id=8affb6a7-14ae-472b-b60d-0c9d7cbb2543)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:36.093535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.115671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:36.156711 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:36.169074 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:36.169759 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:36.381854 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:36.383478 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1aa4c598-ddb5-49af-94fe-2d3ba9cbe781), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.424193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=1aa4c598-ddb5-49af-94fe-2d3ba9cbe781,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:36.668395 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-926dd670-a4e1-462e-b922-02aefcb67bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.801719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.031453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83462c04-7d6c-4849-9132-c51642419721 req-4adefae8-122d-452b-95f1-276fe0128906 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:37.041004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83462c04-7d6c-4849-9132-c51642419721 req-4adefae8-122d-452b-95f1-276fe0128906 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 944 time: 0.1595097 Feb 03 13:05:37.075911 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 7, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '1aa4c598-ddb5-49af-94fe-2d3ba9cbe781', 'name': '', 'network_id': '1d0a09a0-d8e0-4096-9030-f8bca9d87734', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:e0:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '3510e48d-fcbe-44ca-938a-476b0c015930', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:34Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '3510e48d-fcbe-44ca-938a-476b0c015930', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:37.113573 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:37.124434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:37.134882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83462c04-7d6c-4849-9132-c51642419721 req-badd4166-b07a-4166-a3ab-8a63945ae6ff tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925686 Feb 03 13:05:37.135267 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:37.136023 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:37.258369 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:37.276955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:37.284897 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2adb06ac-c939-4960-ab5a-30dea44b4534 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8006949 Feb 03 13:05:37.287806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35562) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:37.319199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 23b7b14f-15ec-442c-b0b7-324f20bbba0b up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:37.384408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a922e9b-f1f3-4717-9ee9-1d258328f292 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting subnet 3510e48d-fcbe-44ca-938a-476b0c015930 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:05:37.388082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a922e9b-f1f3-4717-9ee9-1d258328f292 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (3510e48d-fcbe-44ca-938a-476b0c015930), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.420649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 23b7b14f-15ec-442c-b0b7-324f20bbba0b completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:05:37.426703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 23b7b14f-15ec-442c-b0b7-324f20bbba0b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:37.427345 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.457207 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a922e9b-f1f3-4717-9ee9-1d258328f292 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (3510e48d-fcbe-44ca-938a-476b0c015930), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.569187 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:36Z', 'revision_number': 8, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:37.580715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 23b7b14f-15ec-442c-b0b7-324f20bbba0b is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:37.581687 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.639323 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a922e9b-f1f3-4717-9ee9-1d258328f292 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (3510e48d-fcbe-44ca-938a-476b0c015930), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.639767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 23b7b14f-15ec-442c-b0b7-324f20bbba0b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=23b7b14f-15ec-442c-b0b7-324f20bbba0b,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:37.642067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b7b14f-15ec-442c-b0b7-324f20bbba0b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:37.648471 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1706e5-41d8-445c-ab79-f1ea9890b8d3" -d '{"events": [{"server_uuid": "93e47ff6-ff8a-41a3-86f4-d28bad5c333e", "name": "network-vif-plugged", "status": "completed", "tag": "23b7b14f-15ec-442c-b0b7-324f20bbba0b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:37.667226 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.734651 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e3f5-537e-437c-a060-1c835419fa19 None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:36Z', 'revision_number': 8, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:37.762917 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0fdc11-9b88-4490-aa82-e0cad6be86e5 x-openstack-request-id: req-3f0fdc11-9b88-4490-aa82-e0cad6be86e5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:37.763428 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e47ff6-ff8a-41a3-86f4-d28bad5c333e", "name": "network-vif-plugged", "status": "completed", "tag": "23b7b14f-15ec-442c-b0b7-324f20bbba0b", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:37.763794 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f0fdc11-9b88-4490-aa82-e0cad6be86e5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:37.764643 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b7b14f-15ec-442c-b0b7-324f20bbba0b', 'code': 200} Feb 03 13:05:37.777508 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a922e9b-f1f3-4717-9ee9-1d258328f292 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (3510e48d-fcbe-44ca-938a-476b0c015930), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.844541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=23b7b14f-15ec-442c-b0b7-324f20bbba0b,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:37.879034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a922e9b-f1f3-4717-9ee9-1d258328f292 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Subnet': ['ID=3510e48d-fcbe-44ca-938a-476b0c015930,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:37.892845 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6a922e9b-f1f3-4717-9ee9-1d258328f292 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.897930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ef319-fa60-42bb-bbd6-4d95e3c77e03 None None] Network 1d0a09a0-d8e0-4096-9030-f8bca9d87734 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:37.898071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6a922e9b-f1f3-4717-9ee9-1d258328f292 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/3510e48d-fcbe-44ca-938a-476b0c015930 HTTP/1.1" status: 204 len: 168 time: 0.6089189 Feb 03 13:05:37.900938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35616) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:37.972874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096735b-fbf1-428a-b94f-3d01767e736d req-65bd3f63-edad-49a9-aabc-68c964927b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:37.981857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d096735b-fbf1-428a-b94f-3d01767e736d req-65bd3f63-edad-49a9-aabc-68c964927b52 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 1128 time: 0.0825026 Feb 03 13:05:38.041258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d096735b-fbf1-428a-b94f-3d01767e736d req-62c2bd1a-9179-4378-a389-64128e0ea5c5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552480 Feb 03 13:05:38.042479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1d0a09a0-d8e0-4096-9030-f8bca9d87734), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.120269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port 4e4bd814-764d-4f9a-96f8-651c3ec9027e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:38.120608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.187358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a182e18-3522-42f5-9342-a4d8532a8cf7 None None] DHCP port deletion for 1d0a09a0-d8e0-4096-9030-f8bca9d87734 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:05:38.264860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port 4e4bd814-764d-4f9a-96f8-651c3ec9027e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4e4bd814-764d-4f9a-96f8-651c3ec9027e,segment=NetworkSegment(8affb6a7-14ae-472b-b60d-0c9d7cbb2543),segment_id=8affb6a7-14ae-472b-b60d-0c9d7cbb2543)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:38.265917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.294413 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9a182e18-3522-42f5-9342-a4d8532a8cf7 None None] Deleting port 4e4bd814-764d-4f9a-96f8-651c3ec9027e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:38.295033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a182e18-3522-42f5-9342-a4d8532a8cf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.318024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for 4e4bd814-764d-4f9a-96f8-651c3ec9027e owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:38.328492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb6d3-53d1-4b44-8968-93f8c970738f req-91f00a50-9b3d-44a0-9514-9b2904dba69e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:38.337306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb6d3-53d1-4b44-8968-93f8c970738f req-91f00a50-9b3d-44a0-9514-9b2904dba69e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 945 time: 0.0837877 Feb 03 13:05:38.403715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23ffb6d3-53d1-4b44-8968-93f8c970738f req-4c35df14-f427-4184-8c7c-4167605d9f52 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651929 Feb 03 13:05:38.449090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9a182e18-3522-42f5-9342-a4d8532a8cf7 None None] For port 4e4bd814-764d-4f9a-96f8-651c3ec9027e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4e4bd814-764d-4f9a-96f8-651c3ec9027e,segment=NetworkSegment(8affb6a7-14ae-472b-b60d-0c9d7cbb2543),segment_id=8affb6a7-14ae-472b-b60d-0c9d7cbb2543)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:38.449917 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a182e18-3522-42f5-9342-a4d8532a8cf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.467917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9a182e18-3522-42f5-9342-a4d8532a8cf7 None None] Calling delete_port for 4e4bd814-764d-4f9a-96f8-651c3ec9027e owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:38.506779 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.566289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=4e4bd814-764d-4f9a-96f8-651c3ec9027e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:38.577458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No DVR routers for this DVR port 4e4bd814-764d-4f9a-96f8-651c3ec9027e on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:38.577856 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a182e18-3522-42f5-9342-a4d8532a8cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (4e4bd814-764d-4f9a-96f8-651c3ec9027e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.607178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a182e18-3522-42f5-9342-a4d8532a8cf7 None None] Pushing event deleted for resources: {'Port': ['ID=4e4bd814-764d-4f9a-96f8-651c3ec9027e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:38.611422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a182e18-3522-42f5-9342-a4d8532a8cf7 None None] No DVR routers for this DVR port 4e4bd814-764d-4f9a-96f8-651c3ec9027e on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:38.693194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1d0a09a0-d8e0-4096-9030-f8bca9d87734), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.721285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0a09a0-d8e0-4096-9030-f8bca9d87734']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:38.732228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8affb6a7-14ae-472b-b60d-0c9d7cbb2543') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:38.732532 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8affb6a7-14ae-472b-b60d-0c9d7cbb2543') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:38.750403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (8affb6a7-14ae-472b-b60d-0c9d7cbb2543), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.751187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:38.766399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8affb6a7-14ae-472b-b60d-0c9d7cbb2543), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.767971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:38.768753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:38.772222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:05:38.772612 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (8affb6a7-14ae-472b-b60d-0c9d7cbb2543), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:05:38.775804 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:05:38.838628 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1d0a09a0-d8e0-4096-9030-f8bca9d87734), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.851892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.857637 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/networks/1d0a09a0-d8e0-4096-9030-f8bca9d87734 HTTP/1.1" status: 204 len: 168 time: 0.9528375 Feb 03 13:05:38.858705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35700) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:38.901600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3382b54a-cb33-4c28-a4cf-f921bf54b5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.939634 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:38.959621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c37f13-6464-4ff0-ac06-e4f049b2d5b3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Network': ['ID=1d0a09a0-d8e0-4096-9030-f8bca9d87734,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:39.014204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4e4bd814-764d-4f9a-96f8-651c3ec9027e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:39.095044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4e4bd814-764d-4f9a-96f8-651c3ec9027e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:39.095393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4e4bd814-764d-4f9a-96f8-651c3ec9027e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:39.095805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:39.127510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:39.127762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1aa4c598-ddb5-49af-94fe-2d3ba9cbe781 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:39.278803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:36Z', 'revision_number': 8, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:39.290221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.324808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:39.346941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:39.347649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:39.460871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:39.636673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-077b14f4-5cb1-4e89-a10d-aa0e97c918a5 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f1d243a74d204adbbb0d494bbf272379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426850 Feb 03 13:05:39.690912 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port 4f70b76b-7ee4-4794-bd2e-49343b43c19e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:39.691261 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.725690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:36Z', 'revision_number': 8, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:39.758189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3c740-b948-4365-9eba-e13e6ad0bd70 None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:36Z', 'revision_number': 8, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '4f70b76b-7ee4-4794-bd2e-49343b43c19e', 'name': '', 'network_id': 'ac395722-3d1f-4a21-b050-e40ad417061b', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:ff:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:29Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': 'e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:39.831027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port 4f70b76b-7ee4-4794-bd2e-49343b43c19e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4f70b76b-7ee4-4794-bd2e-49343b43c19e,segment=NetworkSegment(4fb4c477-24b8-4a82-aea6-8c740ba131a1),segment_id=4fb4c477-24b8-4a82-aea6-8c740ba131a1)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:39.836072 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.851060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for 4f70b76b-7ee4-4794-bd2e-49343b43c19e owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:39.863758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154b14-2794-4b5f-88eb-d9310b59f49f req-70dc801c-8534-4f5c-856e-903fe9f469c5 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:39.865993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84154b14-2794-4b5f-88eb-d9310b59f49f req-70dc801c-8534-4f5c-856e-903fe9f469c5 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 945 time: 0.3340003 Feb 03 13:05:39.881296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-81449b00-7cca-4dd0-8926-75cdd9716ded tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:39.883258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-81449b00-7cca-4dd0-8926-75cdd9716ded tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458293 Feb 03 13:05:39.917416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-fca62335-2977-4a6b-ae3e-f7c769770447 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/quotas/f1d243a74d204adbbb0d494bbf272379 HTTP/1.1" status: 200 len: 375 time: 0.0263281 Feb 03 13:05:39.975901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-bb058d66-9c99-4e5f-b83e-68e7c18a94a5 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1d243a74d204adbbb0d494bbf272379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501528 Feb 03 13:05:39.984578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84154b14-2794-4b5f-88eb-d9310b59f49f req-4846ea3a-7e07-4a10-a91e-8b41dbf5b28f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111400 Feb 03 13:05:40.118039 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.160699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec6edf-4be9-4d31-beaa-28c8317aab06 req-913a6ebf-0dc5-4197-bd1e-f611ddffffa5 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:40.162706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4eec6edf-4be9-4d31-beaa-28c8317aab06 req-913a6ebf-0dc5-4197-bd1e-f611ddffffa5 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 945 time: 0.0760908 Feb 03 13:05:40.174803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35732) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:40.182445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6ea5387f-d33b-4c80-8419-146e5a688760 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Request body: {'floatingip': {'port_id': '23b7b14f-15ec-442c-b0b7-324f20bbba0b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:40.286960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ea5387f-d33b-4c80-8419-146e5a688760 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (a33977e8-6e42-4d4e-9ddf-346ca07b9e5e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.310243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b733a4e9-a792-48d9-b674-7665ca1da25c req-4a00a55f-466b-487e-8be0-d4ece6fd9b42 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 210 time: 0.0437157 Feb 03 13:05:40.489958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4f70b76b-7ee4-4794-bd2e-49343b43c19e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.529073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=4f70b76b-7ee4-4794-bd2e-49343b43c19e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:40.796493 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.902617 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ea5387f-d33b-4c80-8419-146e5a688760 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.910682 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ea5387f-d33b-4c80-8419-146e5a688760 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (a33977e8-6e42-4d4e-9ddf-346ca07b9e5e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.032136 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-6ea5387f-d33b-4c80-8419-146e5a688760 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Floating IP a33977e8-6e42-4d4e-9ddf-346ca07b9e5e associated. External IP: 172.25.3.219, port: 23b7b14f-15ec-442c-b0b7-324f20bbba0b. Feb 03 13:05:41.091885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:41.204625 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:41.211917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d0be3c2-ede7-4fbc-bfdc-c9cabc308932 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3521135 Feb 03 13:05:41.214782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35746) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:41.220346 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:41.232527 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:41.233408 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:41.302408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea192dd-7c51-40a7-8870-dd31b9c070da tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting subnet e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:05:41.308826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ea192dd-7c51-40a7-8870-dd31b9c070da tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.322314 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:41.348706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea5387f-d33b-4c80-8419-146e5a688760 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Router 4b3f0a7d-a840-4661-afb7-57d34b9df663 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:41.360274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ea192dd-7c51-40a7-8870-dd31b9c070da tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.539376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb1e7ac8-22d9-4fa7-b595-a35ee679ca83 req-450e6891-dfe9-4389-932f-fda23b80f5bc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 210 time: 0.0663989 Feb 03 13:05:41.571260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ea192dd-7c51-40a7-8870-dd31b9c070da tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.581866 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.589551 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-8ecaae82-6fd5-4d25-b97b-520af1e35bac tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f1d243a74d204adbbb0d494bbf272379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719593 Feb 03 13:05:41.638136 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:40Z', 'revision_number': 9, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:41.691626 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:41.703125 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:41.703906 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:41.857456 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:41.917288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-c2dd5d27-0e1b-43c8-b239-2894286774d9 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:41.919454 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-c2dd5d27-0e1b-43c8-b239-2894286774d9 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3108132 Feb 03 13:05:41.932836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Request body: {'port': {'device_id': '4a70b292-4ee0-4dbc-b0e8-975f3c272427', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': 'f1d243a74d204adbbb0d494bbf272379'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:42.074967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea5387f-d33b-4c80-8419-146e5a688760 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:42.089297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] Sync routers for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:42.097649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6ea5387f-d33b-4c80-8419-146e5a688760 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.105406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:42.106513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:42.118291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Made reservation on behalf of f1d243a74d204adbbb0d494bbf272379 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:42.124509 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.136312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.181163 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:40Z', 'revision_number': 9, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:42.187078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ea192dd-7c51-40a7-8870-dd31b9c070da tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.250420 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1f131-9c55-4765-b5f2-7432e2dc120a None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:40Z', 'revision_number': 9, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbe1600d-1e87-46b7-a59f-1cd51ea45acd', 'name': '', 'network_id': 'ecd170c8-b6c2-4226-bfe7-eec382ca399f', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:6b:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '777db501-12a6-4b84-86f7-3d379188da39', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:16Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '777db501-12a6-4b84-86f7-3d379188da39', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:42.256516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea192dd-7c51-40a7-8870-dd31b9c070da tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:42.271564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6ea5387f-d33b-4c80-8419-146e5a688760 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "PUT /v2.0/floatingips/a33977e8-6e42-4d4e-9ddf-346ca07b9e5e HTTP/1.1" status: 200 len: 991 time: 2.0929942 Feb 03 13:05:42.273191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ea192dd-7c51-40a7-8870-dd31b9c070da tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.279292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f4d8b0-2e3d-4443-82bf-581c94363783 None None] Network ac395722-3d1f-4a21-b050-e40ad417061b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:42.280394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2ea192dd-7c51-40a7-8870-dd31b9c070da tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02 HTTP/1.1" status: 204 len: 168 time: 1.0644355 Feb 03 13:05:42.281059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'tag': '23b7b14f-15ec-442c-b0b7-324f20bbba0b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:42.284076 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e1467c-4082-4e05-8699-cd963e917699" -d '{"events": [{"name": "network-changed", "server_uuid": "93e47ff6-ff8a-41a3-86f4-d28bad5c333e", "tag": "23b7b14f-15ec-442c-b0b7-324f20bbba0b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:42.285658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:42.291307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35754) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:42.302387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks [] for security_group (cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.318614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.424453 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ef3e0a-eb89-4fa5-b69d-7e36579caff6 x-openstack-request-id: req-41ef3e0a-eb89-4fa5-b69d-7e36579caff6 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:42.424740 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e47ff6-ff8a-41a3-86f4-d28bad5c333e", "tag": "23b7b14f-15ec-442c-b0b7-324f20bbba0b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:42.425526 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41ef3e0a-eb89-4fa5-b69d-7e36579caff6 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:42.425683 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'tag': '23b7b14f-15ec-442c-b0b7-324f20bbba0b', 'status': 'completed', 'code': 200} Feb 03 13:05:42.441112 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ac395722-3d1f-4a21-b050-e40ad417061b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.534884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:42.561473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Allocated IP 192.168.233.129 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/125cd4a3-99eb-41a0-b3a6-33e7a04deaca) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:42.594258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1467c-4082-4e05-8699-cd963e917699 req-a54e588c-4360-479a-8e1e-1812dd83255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:42.596045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74e1467c-4082-4e05-8699-cd963e917699 req-a54e588c-4360-479a-8e1e-1812dd83255f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 1128 time: 0.1188912 Feb 03 13:05:42.602372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port 74ef5da7-9591-43cb-a695-471345265157 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:42.603411 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (74ef5da7-9591-43cb-a695-471345265157), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.646382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0da35-3adf-4255-8445-c15d3fe06066 req-e2b01236-fa96-4b94-ba76-f3159fcc1235 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:42.648168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85e0da35-3adf-4255-8445-c15d3fe06066 req-e2b01236-fa96-4b94-ba76-f3159fcc1235 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 945 time: 0.1630142 Feb 03 13:05:42.775284 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.814308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks [] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.836830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90a0557b-3a72-47da-a7a9-191bdb187cad req-2e437870-5c6d-4227-968e-8e1ccfdda17d tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 210 time: 0.0647373 Feb 03 13:05:42.866901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.915263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port 74ef5da7-9591-43cb-a695-471345265157, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=74ef5da7-9591-43cb-a695-471345265157,segment=NetworkSegment(4fb4c477-24b8-4a82-aea6-8c740ba131a1),segment_id=4fb4c477-24b8-4a82-aea6-8c740ba131a1)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:42.915627 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (74ef5da7-9591-43cb-a695-471345265157), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.951654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:42.955700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:42.959095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:42.969633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for 74ef5da7-9591-43cb-a695-471345265157 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:42.971295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4f70b76b-7ee4-4794-bd2e-49343b43c19e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:43.000690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Pushing event updated for resources: {'Port': ['ID=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:43.013029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85e0da35-3adf-4255-8445-c15d3fe06066 req-4dd6a7c7-1580-41ce-a4d9-85e1a578b3b6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557460 Feb 03 13:05:43.031796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1467c-4082-4e05-8699-cd963e917699 req-b5372bf5-3876-4686-acdf-0627923d2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:43.033301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74e1467c-4082-4e05-8699-cd963e917699 req-b5372bf5-3876-4686-acdf-0627923d2d5c service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.4274576 Feb 03 13:05:43.062222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:43.063062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.070156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31634c-9428-4fb5-bc95-1af5c521d300 None None] DHCP port deletion for ac395722-3d1f-4a21-b050-e40ad417061b request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:05:43.074930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4f70b76b-7ee4-4794-bd2e-49343b43c19e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:43.076455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4f70b76b-7ee4-4794-bd2e-49343b43c19e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:43.093958 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-efb084e8-46a7-46bd-ba76-18a4ce3b21fc tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1656365 Feb 03 13:05:43.108688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Request body: {'port': {'device_id': '4a70b292-4ee0-4dbc-b0e8-975f3c272427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:43.123418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'a33977e8-6e42-4d4e-9ddf-346ca07b9e5e', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'port_id': '23b7b14f-15ec-442c-b0b7-324f20bbba0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'mac_address': 'fa:16:3e:0c:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:15Z', 'updated_at': '2022-02-03T13:05:40Z', 'revision_number': 1, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:43.160673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] Checking router: 4b3f0a7d-a840-4661-afb7-57d34b9df663 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:43.174145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:43.174802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:43.191958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.212116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74e1467c-4082-4e05-8699-cd963e917699 req-b6e5397f-d0d3-443b-92a6-03e03c3505ef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b7b14f-15ec-442c-b0b7-324f20bbba0b HTTP/1.1" status: 200 len: 999 time: 0.1203129 Feb 03 13:05:43.256329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ea31634c-9428-4fb5-bc95-1af5c521d300 None None] Deleting port 74ef5da7-9591-43cb-a695-471345265157 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:43.256329 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea31634c-9428-4fb5-bc95-1af5c521d300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (74ef5da7-9591-43cb-a695-471345265157), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.299838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (74ef5da7-9591-43cb-a695-471345265157), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.315010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No DVR routers for this DVR port 74ef5da7-9591-43cb-a695-471345265157 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:43.317420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1467c-4082-4e05-8699-cd963e917699 req-e590007b-370f-4fd6-97b2-88801830e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:43.319528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74e1467c-4082-4e05-8699-cd963e917699 req-e590007b-370f-4fd6-97b2-88801830e58f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.0951686 Feb 03 13:05:43.373471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=74ef5da7-9591-43cb-a695-471345265157,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:43.386423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ea31634c-9428-4fb5-bc95-1af5c521d300 None None] For port 74ef5da7-9591-43cb-a695-471345265157, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=74ef5da7-9591-43cb-a695-471345265157,segment=NetworkSegment(4fb4c477-24b8-4a82-aea6-8c740ba131a1),segment_id=4fb4c477-24b8-4a82-aea6-8c740ba131a1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:43.386888 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea31634c-9428-4fb5-bc95-1af5c521d300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (74ef5da7-9591-43cb-a695-471345265157), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.416175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ea31634c-9428-4fb5-bc95-1af5c521d300 None None] Calling delete_port for 74ef5da7-9591-43cb-a695-471345265157 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:43.464789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ac395722-3d1f-4a21-b050-e40ad417061b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.492114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1467c-4082-4e05-8699-cd963e917699 req-cb9a82d7-cff2-4056-8267-62abfa0d29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:43.493604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74e1467c-4082-4e05-8699-cd963e917699 req-cb9a82d7-cff2-4056-8267-62abfa0d29b9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1453114 Feb 03 13:05:43.495294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac395722-3d1f-4a21-b050-e40ad417061b']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:43.515120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb4c477-24b8-4a82-aea6-8c740ba131a1') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:43.515419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb4c477-24b8-4a82-aea6-8c740ba131a1') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:43.537277 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (4fb4c477-24b8-4a82-aea6-8c740ba131a1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.543812 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea31634c-9428-4fb5-bc95-1af5c521d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (74ef5da7-9591-43cb-a695-471345265157), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.555181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125cd4a3-99eb-41a0-b3a6-33e7a04deaca {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:43.565431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Publish callbacks [] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.594142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31634c-9428-4fb5-bc95-1af5c521d300 None None] No DVR routers for this DVR port 74ef5da7-9591-43cb-a695-471345265157 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:43.601362 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4fb4c477-24b8-4a82-aea6-8c740ba131a1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.613873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:05:43.614278 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (4fb4c477-24b8-4a82-aea6-8c740ba131a1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.614538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31634c-9428-4fb5-bc95-1af5c521d300 None None] Pushing event deleted for resources: {'Port': ['ID=74ef5da7-9591-43cb-a695-471345265157,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:05:43.617381 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:05:43.633760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-eca11810-f99e-4995-8351-e689a3fec8a2 None None] Provisioning complete for port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:43.634146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eca11810-f99e-4995-8351-e689a3fec8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.669048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:43.690388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74e1467c-4082-4e05-8699-cd963e917699 req-c23389c4-3999-4ce4-bfb4-36cb6d844d85 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852028 Feb 03 13:05:43.697286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Transition to ACTIVE for port object 125cd4a3-99eb-41a0-b3a6-33e7a04deaca will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:05:43.703876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.709417 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ac395722-3d1f-4a21-b050-e40ad417061b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.715703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eca11810-f99e-4995-8351-e689a3fec8a2 None None] Port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:43.731828 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.735225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/networks/ac395722-3d1f-4a21-b050-e40ad417061b HTTP/1.1" status: 204 len: 168 time: 1.4429071 Feb 03 13:05:43.748876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35764) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:43.762817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454402-c530-44aa-897a-d9605cd19380 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Network': ['ID=ac395722-3d1f-4a21-b050-e40ad417061b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:43.900573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:43.970430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Attempting to bind port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:43.971028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Attempting to bind port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:43.972107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Attempting to bind port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:43.978350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'a33977e8-6e42-4d4e-9ddf-346ca07b9e5e', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'port_id': '23b7b14f-15ec-442c-b0b7-324f20bbba0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'mac_address': 'fa:16:3e:0c:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:15Z', 'updated_at': '2022-02-03T13:05:40Z', 'revision_number': 1, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:43.979464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:05:43.980111 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Attempting to bind port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:43.986565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:43.987148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:43.987685 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:43.988261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Bound port: 125cd4a3-99eb-41a0-b3a6-33e7a04deaca, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:43.988795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.020095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f57ad01-b8f6-4c6d-82b9-539df418bdcd None None] The sync data for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 is: [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'a33977e8-6e42-4d4e-9ddf-346ca07b9e5e', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'port_id': '23b7b14f-15ec-442c-b0b7-324f20bbba0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'mac_address': 'fa:16:3e:0c:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:15Z', 'updated_at': '2022-02-03T13:05:40Z', 'revision_number': 1, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:44.049771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74e1467c-4082-4e05-8699-cd963e917699 req-0b27d5a1-2834-4e30-9f03-da1f7db3d8a1 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530624 Feb 03 13:05:44.136433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] For port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:44.142268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] For port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:44.153951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5aa17-d943-4df5-ab6c-6785407accbe req-e7dab481-44e8-4e79-be10-ebef14cf27da tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.155557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ee5aa17-d943-4df5-ab6c-6785407accbe req-e7dab481-44e8-4e79-be10-ebef14cf27da tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 948 time: 0.1939600 Feb 03 13:05:44.165367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.219462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.220177 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.221729 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] 10.222.0.72 "PUT /v2.0/ports/125cd4a3-99eb-41a0-b3a6-33e7a04deaca HTTP/1.1" status: 200 len: 1097 time: 1.1181223 Feb 03 13:05:44.222994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a70b292-4ee0-4dbc-b0e8-975f3c272427', 'tag': '125cd4a3-99eb-41a0-b3a6-33e7a04deaca'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:44.226859 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b421131-9dd9-4560-a49e-210fc32fc6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a70b292-4ee0-4dbc-b0e8-975f3c272427", "tag": "125cd4a3-99eb-41a0-b3a6-33e7a04deaca"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:44.248563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143d13a-e192-4ce2-83a2-562c408dbdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:44.326360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ee5aa17-d943-4df5-ab6c-6785407accbe req-223434a9-bcb1-4688-8baf-63e6e2bcdc37 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416206 Feb 03 13:05:44.385342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-2e283c0c-28a5-4b43-8b28-e4d0994b4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.387510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-2e283c0c-28a5-4b43-8b28-e4d0994b4663 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1d243a74d204adbbb0d494bbf272379&device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 1131 time: 0.1125703 Feb 03 13:05:44.396714 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a8e509-ebf0-4ead-9ef7-fbbb481398ca x-openstack-request-id: req-30a8e509-ebf0-4ead-9ef7-fbbb481398ca {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:44.396932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac93772-1a49-4217-b314-850c6c6cbf68 req-21ca734f-a790-4f79-a34a-ded23170dd03 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.397026 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a70b292-4ee0-4dbc-b0e8-975f3c272427", "tag": "125cd4a3-99eb-41a0-b3a6-33e7a04deaca", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:44.397313 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30a8e509-ebf0-4ead-9ef7-fbbb481398ca {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:44.397757 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a70b292-4ee0-4dbc-b0e8-975f3c272427', 'tag': '125cd4a3-99eb-41a0-b3a6-33e7a04deaca', 'status': 'completed', 'code': 200} Feb 03 13:05:44.404319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dac93772-1a49-4217-b314-850c6c6cbf68 req-21ca734f-a790-4f79-a34a-ded23170dd03 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 945 time: 0.1999903 Feb 03 13:05:44.411331 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1efb85-5fb5-400b-ae17-218c6fe6dbb6 None None] New status for floating IP a33977e8-6e42-4d4e-9ddf-346ca07b9e5e: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:05:44.467680 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-ce8804a1-e8aa-4b17-87d4-241e4f5cc5cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=125cd4a3-99eb-41a0-b3a6-33e7a04deaca HTTP/1.1" status: 200 len: 217 time: 0.0687754 Feb 03 13:05:44.517209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dac93772-1a49-4217-b314-850c6c6cbf68 req-a9ff4ac1-b9d3-4dda-a410-2e8a7183dfeb tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064765 Feb 03 13:05:44.580164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-b1d0f6f0-fefc-448e-bb55-c693297fa70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.585439 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-b1d0f6f0-fefc-448e-bb55-c693297fa70e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.1122868 Feb 03 13:05:44.607290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35780) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:44.664386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-9b957a6a-0d1e-4257-b066-1d51bd20a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.666063 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-9b957a6a-0d1e-4257-b066-1d51bd20a7b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0747919 Feb 03 13:05:44.756014 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.790546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-2f44a7d7-7c25-42c6-a148-c23d4780ff92 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159172 Feb 03 13:05:44.838505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0046f52-0888-4fa1-b871-01a10defbbc6 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.839138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0046f52-0888-4fa1-b871-01a10defbbc6 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.839671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0046f52-0888-4fa1-b871-01a10defbbc6 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.845239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a0046f52-0888-4fa1-b871-01a10defbbc6 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=4b93f2f2727d4093985bf0daa094c12a&network_id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 HTTP/1.1" status: 200 len: 3076 time: 0.2291427 Feb 03 13:05:44.958858 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-15d12a45-a87b-46e3-9e2c-468ef52784db req-881bffe7-4d04-4fa9-9242-5658cc39a558 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551697 Feb 03 13:05:45.016458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 74ef5da7-9591-43cb-a695-471345265157 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:45.062897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 74ef5da7-9591-43cb-a695-471345265157 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:45.069700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 74ef5da7-9591-43cb-a695-471345265157 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:45.108443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-ec3432c2-272a-4f3c-8881-4df21b736fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:45.117192 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-ec3432c2-272a-4f3c-8881-4df21b736fd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1d243a74d204adbbb0d494bbf272379&device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 1131 time: 0.0856605 Feb 03 13:05:45.215717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port dbe1600d-1e87-46b7-a59f-1cd51ea45acd {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:45.216207 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.234193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-4baa8d1a-da42-4fdf-aa00-e9d6a0da9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:45.235719 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-4baa8d1a-da42-4fdf-aa00-e9d6a0da9efc service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1126785 Feb 03 13:05:45.304046 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-ae736771-3e5f-40de-bfe2-bca13ac80b4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=125cd4a3-99eb-41a0-b3a6-33e7a04deaca HTTP/1.1" status: 200 len: 217 time: 0.0542605 Feb 03 13:05:45.317730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port dbe1600d-1e87-46b7-a59f-1cd51ea45acd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dbe1600d-1e87-46b7-a59f-1cd51ea45acd,segment=NetworkSegment(68ab6c56-344b-427e-8b64-1739dff3e3e2),segment_id=68ab6c56-344b-427e-8b64-1739dff3e3e2)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:45.318482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.338876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for dbe1600d-1e87-46b7-a59f-1cd51ea45acd owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:45.373673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-f530182d-342f-43b0-a2ed-992341c6562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:45.376514 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-f530182d-342f-43b0-a2ed-992341c6562e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0646923 Feb 03 13:05:45.440302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-ad5cf6ad-9680-4534-842a-4eb675060ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:45.442162 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-ad5cf6ad-9680-4534-842a-4eb675060ba7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0570624 Feb 03 13:05:45.548706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31194ff4-a7b7-4df2-bc14-52701f01ecc8 req-bd79feca-7671-414b-b80f-e402c805be13 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:45.551108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31194ff4-a7b7-4df2-bc14-52701f01ecc8 req-bd79feca-7671-414b-b80f-e402c805be13 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 948 time: 0.1214774 Feb 03 13:05:45.617992 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-14c94001-8af9-4691-9afb-7b0cbc5da081 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667237 Feb 03 13:05:45.659144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31194ff4-a7b7-4df2-bc14-52701f01ecc8 req-f8293254-a64f-42ce-bb93-ae3951b7ea2f tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896342 Feb 03 13:05:45.712470 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (dbe1600d-1e87-46b7-a59f-1cd51ea45acd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.744674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=dbe1600d-1e87-46b7-a59f-1cd51ea45acd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:45.794732 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7b421131-9dd9-4560-a49e-210fc32fc6b2 req-1a051f75-1ac8-4bf1-8e6c-9e839a227c4b service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698914 Feb 03 13:05:46.030694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:46.283703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:46.352731 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:46.576048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35808) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:46.665470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52dd3c-d62f-4438-b236-6f383dc3bf91 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:46.670479 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2c52dd3c-d62f-4438-b236-6f383dc3bf91 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 814 time: 0.0901020 Feb 03 13:05:46.928288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:46.944424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:46.963516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:46.965618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:46.966230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35818) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:46.967422 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c1694bb2-aacc-477c-8a34-06772b744891 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2131829 Feb 03 13:05:46.994313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a28b0-5cf3-4e9f-be80-1b8f561cbca5 req-f0786210-69e2-4dc1-a8ba-2032a856fd0a tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:46.995565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af4a28b0-5cf3-4e9f-be80-1b8f561cbca5 req-f0786210-69e2-4dc1-a8ba-2032a856fd0a tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 948 time: 0.1460085 Feb 03 13:05:47.038746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da5258c-8059-42bb-a31b-2545309f3651 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting subnet 777db501-12a6-4b84-86f7-3d379188da39 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:05:47.042828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1da5258c-8059-42bb-a31b-2545309f3651 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (777db501-12a6-4b84-86f7-3d379188da39), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.047412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 125cd4a3-99eb-41a0-b3a6-33e7a04deaca details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:05:47.086423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af4a28b0-5cf3-4e9f-be80-1b8f561cbca5 req-3fd65407-f5a0-4315-892b-5819c4466c6b tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838573 Feb 03 13:05:47.121069 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1da5258c-8059-42bb-a31b-2545309f3651 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (777db501-12a6-4b84-86f7-3d379188da39), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.142125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:47.156542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35822) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:47.161956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'network': {'name': 'tempest-network-smoke--75566609', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'port_security_enabled': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:47.201024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Made reservation on behalf of 4b93f2f2727d4093985bf0daa094c12a for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:47.204509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.248214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:05:47.266512 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dfb2a8e8-3997-4d13-aa9d-be60d47f168d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.266904 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Added segment dfb2a8e8-3997-4d13-aa9d-be60d47f168d of type vlan for network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 Feb 03 13:05:47.350491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1da5258c-8059-42bb-a31b-2545309f3651 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (777db501-12a6-4b84-86f7-3d379188da39), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.360743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0ff2ec27-ce7a-4bd5-9352-08cb97236bd7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.436527 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0ff2ec27-ce7a-4bd5-9352-08cb97236bd7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.446798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:47.446798 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.503993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:47.507058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1da5258c-8059-42bb-a31b-2545309f3651 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (777db501-12a6-4b84-86f7-3d379188da39), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.525180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '125cd4a3-99eb-41a0-b3a6-33e7a04deaca', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': '125cd4a3-99eb-41a0-b3a6-33e7a04deaca', 'mac_address': 'fa:16:3e:00:f0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:05:47.572073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5258c-8059-42bb-a31b-2545309f3651 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Subnet': ['ID=777db501-12a6-4b84-86f7-3d379188da39,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:47.576703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1da5258c-8059-42bb-a31b-2545309f3651 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.584519 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1da5258c-8059-42bb-a31b-2545309f3651 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/777db501-12a6-4b84-86f7-3d379188da39 HTTP/1.1" status: 204 len: 168 time: 0.6168511 Feb 03 13:05:47.585362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35832) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:47.606860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b4858-26df-4a32-86da-e371870d0d30 None None] Network ecd170c8-b6c2-4226-bfe7-eec382ca399f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:47.641687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Network': ['ID=0ff2ec27-ce7a-4bd5-9352-08cb97236bd7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:47.663672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8dd1c968-a20f-494e-b502-bfed67476d09 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5032380 Feb 03 13:05:47.663997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35834) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:47.687261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:05:47.762356 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ecd170c8-b6c2-4226-bfe7-eec382ca399f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.881043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e982f-f96d-477b-91a5-bd9e895ea7db tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:47.890774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-741e982f-f96d-477b-91a5-bd9e895ea7db tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=4b93f2f2727d4093985bf0daa094c12a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2256463 Feb 03 13:05:47.893090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35840) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:47.911096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port d20f06c6-4df3-4797-a328-eb749c7c4d2d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:47.911465 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.969292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:47.969698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.016409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125cd4a3-99eb-41a0-b3a6-33e7a04deaca {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:48.044090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:48.055300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:45Z', 'revision_number': 10, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:48.088510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:48.097120 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.118677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port d20f06c6-4df3-4797-a328-eb749c7c4d2d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d20f06c6-4df3-4797-a328-eb749c7c4d2d,segment=NetworkSegment(68ab6c56-344b-427e-8b64-1739dff3e3e2),segment_id=68ab6c56-344b-427e-8b64-1739dff3e3e2)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:48.118942 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.137866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for d20f06c6-4df3-4797-a328-eb749c7c4d2d owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:48.158702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:48.159342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:48.161249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:48.163984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] DHCP port deletion for ecd170c8-b6c2-4226-bfe7-eec382ca399f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:05:48.253845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.266612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a9fba-6c91-45ed-a6a4-90283f71d44d tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:48.271215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-159a9fba-6c91-45ed-a6a4-90283f71d44d tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3766701 Feb 03 13:05:48.271878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35844) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:48.293459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=d20f06c6-4df3-4797-a328-eb749c7c4d2d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:48.305692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No DVR routers for this DVR port d20f06c6-4df3-4797-a328-eb749c7c4d2d on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:48.397040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7b1663b7-8c3b-40ee-afca-7e526e468358 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1227436 Feb 03 13:05:48.397596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35846) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:48.410750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ecd170c8-b6c2-4226-bfe7-eec382ca399f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.438511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd170c8-b6c2-4226-bfe7-eec382ca399f']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:48.448775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ab6c56-344b-427e-8b64-1739dff3e3e2') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:48.449085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ab6c56-344b-427e-8b64-1739dff3e3e2') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:48.462981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (68ab6c56-344b-427e-8b64-1739dff3e3e2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.479634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (68ab6c56-344b-427e-8b64-1739dff3e3e2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.487316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:05:48.487715 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (68ab6c56-344b-427e-8b64-1739dff3e3e2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.494022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4eb16b11-f594-40a4-bab5-e97df7de9d5b tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=4b93f2f2727d4093985bf0daa094c12a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684373 Feb 03 13:05:48.495908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:48.502961 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35848) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:48.551004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['125cd4a3-99eb-41a0-b3a6-33e7a04deaca'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:05:48.563817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] Deleting port d20f06c6-4df3-4797-a328-eb749c7c4d2d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:48.564578 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:05:48.571478 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:05:48.579405 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ecd170c8-b6c2-4226-bfe7-eec382ca399f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.611355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.618485 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/networks/ecd170c8-b6c2-4226-bfe7-eec382ca399f HTTP/1.1" status: 204 len: 168 time: 1.0294230 Feb 03 13:05:48.618799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35850) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:48.628593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549d5fc-ad47-4a75-8592-6dc06467966a tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Network': ['ID=ecd170c8-b6c2-4226-bfe7-eec382ca399f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:48.648780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a29b4-06cc-42c5-95a9-63f3ef4126b6 req-679cf6f0-0c01-48c6-852b-e301193a0dae tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:48.656641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df9a29b4-06cc-42c5-95a9-63f3ef4126b6 req-679cf6f0-0c01-48c6-852b-e301193a0dae tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 949 time: 0.3837256 Feb 03 13:05:48.729683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df9a29b4-06cc-42c5-95a9-63f3ef4126b6 req-eb22f0b2-e038-4014-b390-e5feff77bd7f tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701766 Feb 03 13:05:48.731851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f421a1-751a-4637-9401-a0f766e73fec tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:48.741268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-76f421a1-751a-4637-9401-a0f766e73fec tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2371912 Feb 03 13:05:48.742094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35852) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:48.811013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f26e21cc-f33b-454c-a86d-eddc33d65f0e tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675945 Feb 03 13:05:48.811950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35854) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:48.818265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760236068', 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:48.849434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] For port d20f06c6-4df3-4797-a328-eb749c7c4d2d, host n-d-792364-10, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:48.849972 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.881018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] Calling delete_port for d20f06c6-4df3-4797-a328-eb749c7c4d2d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:48.887625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] Port d20f06c6-4df3-4797-a328-eb749c7c4d2d was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 13:05:48.892006 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (d20f06c6-4df3-4797-a328-eb749c7c4d2d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.926640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] Pushing event deleted for resources: {'Port': ['ID=d20f06c6-4df3-4797-a328-eb749c7c4d2d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:48.949391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] Network ecd170c8-b6c2-4226-bfe7-eec382ca399f is not hosted by any dhcp agent {{(pid=103225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 13:05:48.949860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff42b5-e555-476f-8ffe-34e4d8b05a8b None None] No DVR routers for this DVR port d20f06c6-4df3-4797-a328-eb749c7c4d2d on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:49.071417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:45Z', 'revision_number': 10, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:49.078042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Made reservation on behalf of 4b93f2f2727d4093985bf0daa094c12a for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:49.081902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:49.103663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d20f06c6-4df3-4797-a328-eb749c7c4d2d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:49.108796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df603f6e-8873-49ac-ac05-3afdcfb05425 None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:45Z', 'revision_number': 10, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None, '_interfaces': [{'id': '83bc89b9-9e09-4404-a65f-31f10726166e', 'name': '', 'network_id': '27945d0d-25ee-40e6-addb-0bff9b1f772e', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'mac_address': 'fa:16:3e:fa:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '54b433cd-2178-417a-a58d-d91106e32471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:09Z', 'updated_at': '2022-02-03T13:05:15Z', 'revision_number': 5, 'project_id': 'b39135717be44eba981f4577603e414f', 'subnets': [{'id': '54b433cd-2178-417a-a58d-d91106e32471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:49.140353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d20f06c6-4df3-4797-a328-eb749c7c4d2d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:49.141257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d20f06c6-4df3-4797-a328-eb749c7c4d2d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:49.385542 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (200ec3ed-7496-4b01-b90d-010c2b8f01e3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:49.464375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Subnet': ['ID=200ec3ed-7496-4b01-b90d-010c2b8f01e3,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:49.467363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Checking segment: {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:49.467727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network hostable DHCP agents. Network: 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:05:49.533784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:05:49.551519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:49.556159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:49.556881 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:49.568496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fcb83f-470a-4ae3-9f68-d61c43ea0008 None None] Network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:49.584027 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-827d4a2f-ad4a-4509-b448-f1e67b6cd650 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7702432 Feb 03 13:05:49.714917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-0ff2ec27-ce7a-4bd5-9352-08cb97236bd7', 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ips': [{'subnet_id': '200ec3ed-7496-4b01-b90d-010c2b8f01e3'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:05:49.715793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:49.784745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:49.951324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c40a8-4053-4aba-a533-e37b9b87d436 req-c8a3b203-2061-4144-a9a6-ae4a5be011d6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:49.958711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a01c40a8-4053-4aba-a533-e37b9b87d436 req-c8a3b203-2061-4144-a9a6-ae4a5be011d6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 949 time: 0.1097701 Feb 03 13:05:49.987750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Allocated IP 172.20.0.18 (0ff2ec27-ce7a-4bd5-9352-08cb97236bd7/200ec3ed-7496-4b01-b90d-010c2b8f01e3/9bdeedde-cdbf-4430-82f1-35c423f716db) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:50.051063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a01c40a8-4053-4aba-a533-e37b9b87d436 req-685fc300-03b9-4427-a439-34ecdf801330 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859067 Feb 03 13:05:50.275048 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Publish callbacks [] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.280956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port 83bc89b9-9e09-4404-a65f-31f10726166e {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:50.281316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.288519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.363482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:50.366974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:50.371675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:50.392342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35868) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:50.398583 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-dc71f4ae-03b9-4c86-a465-d9ed64808926 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418764416', 'description': 'tempest-secgroup-smoke-1418764416 description', 'project_id': '4b93f2f2727d4093985bf0daa094c12a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:50.415986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Pushing event updated for resources: {'Port': ['ID=9bdeedde-cdbf-4430-82f1-35c423f716db,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:50.449757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Attempting to bind port 9bdeedde-cdbf-4430-82f1-35c423f716db on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:50.450307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Attempting to bind port 9bdeedde-cdbf-4430-82f1-35c423f716db by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:50.450809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Attempting to bind port 9bdeedde-cdbf-4430-82f1-35c423f716db on network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:50.458587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc71f4ae-03b9-4c86-a465-d9ed64808926 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.458781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:50.459042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Checking segment: {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:50.459690 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.460083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Bound using segment: {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:50.460643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Bound port: 9bdeedde-cdbf-4430-82f1-35c423f716db, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:50.461030 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.472867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port 83bc89b9-9e09-4404-a65f-31f10726166e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=83bc89b9-9e09-4404-a65f-31f10726166e,segment=NetworkSegment(5b542198-d5b7-46bf-a59a-f7f91fa289a4),segment_id=5b542198-d5b7-46bf-a59a-f7f91fa289a4)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:50.476180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.499519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for 83bc89b9-9e09-4404-a65f-31f10726166e owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:50.546692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] For port 9bdeedde-cdbf-4430-82f1-35c423f716db, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:50.550651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] For port 9bdeedde-cdbf-4430-82f1-35c423f716db, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9bdeedde-cdbf-4430-82f1-35c423f716db,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:50.572061 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.635574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc71f4ae-03b9-4c86-a465-d9ed64808926 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (8f5444e5-a334-4498-849e-cb99566d5345), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.644088 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc71f4ae-03b9-4c86-a465-d9ed64808926 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8f5444e5-a334-4498-849e-cb99566d5345), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.720362 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc71f4ae-03b9-4c86-a465-d9ed64808926 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.727474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dc71f4ae-03b9-4c86-a465-d9ed64808926 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3323247 Feb 03 13:05:50.728256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35870) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:50.734318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-61102172-1d29-408b-aa76-9b6ec2e6433b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': '8f5444e5-a334-4498-849e-cb99566d5345', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:50.748886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcc530-cdb3-4d75-814b-bcf2142b36fb None None] Pushing event updated for resources: {'Port': ['ID=9bdeedde-cdbf-4430-82f1-35c423f716db,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:50.762958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (83bc89b9-9e09-4404-a65f-31f10726166e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.779885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71f4ae-03b9-4c86-a465-d9ed64808926 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5444e5-a334-4498-849e-cb99566d5345,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:50.785810 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.811874 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61102172-1d29-408b-aa76-9b6ec2e6433b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (a465aaa5-f8b6-400f-974d-ec813ef5d13a), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.813943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=83bc89b9-9e09-4404-a65f-31f10726166e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:50.915304 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61102172-1d29-408b-aa76-9b6ec2e6433b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (a465aaa5-f8b6-400f-974d-ec813ef5d13a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.926443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61102172-1d29-408b-aa76-9b6ec2e6433b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (a465aaa5-f8b6-400f-974d-ec813ef5d13a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.958607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61102172-1d29-408b-aa76-9b6ec2e6433b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a465aaa5-f8b6-400f-974d-ec813ef5d13a,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:50.977808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-61102172-1d29-408b-aa76-9b6ec2e6433b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.979768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-61102172-1d29-408b-aa76-9b6ec2e6433b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2502649 Feb 03 13:05:50.982929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35872) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:50.991409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-08034390-1fa4-4391-9740-cf533711ce0b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': '8f5444e5-a334-4498-849e-cb99566d5345', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:51.004550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 125cd4a3-99eb-41a0-b3a6-33e7a04deaca up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:51.071831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08034390-1fa4-4391-9740-cf533711ce0b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (3e4a8075-2e02-4415-8a95-bfe1fe15ac02), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.076250 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dbe1600d-1e87-46b7-a59f-1cd51ea45acd no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:51.182112 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (f465c51b-5dc5-45f2-9f22-78338ed62936), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.207046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: dbe1600d-1e87-46b7-a59f-1cd51ea45acd {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:51.207387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dbe1600d-1e87-46b7-a59f-1cd51ea45acd not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:51.272092 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08034390-1fa4-4391-9740-cf533711ce0b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (3e4a8075-2e02-4415-8a95-bfe1fe15ac02), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.288821 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08034390-1fa4-4391-9740-cf533711ce0b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (3e4a8075-2e02-4415-8a95-bfe1fe15ac02), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.295614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:05:51.301574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:51.302040 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.327702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5565b0-bcf0-460f-b5c8-e3987213a421 req-b2510310-96ce-490b-9794-2546a7e7865f tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:51.346791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5565b0-bcf0-460f-b5c8-e3987213a421 req-b2510310-96ce-490b-9794-2546a7e7865f tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 949 time: 0.1366456 Feb 03 13:05:51.392733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08034390-1fa4-4391-9740-cf533711ce0b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4a8075-2e02-4415-8a95-bfe1fe15ac02,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:51.412943 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08034390-1fa4-4391-9740-cf533711ce0b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.414639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-08034390-1fa4-4391-9740-cf533711ce0b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4296792 Feb 03 13:05:51.419172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35880) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:51.427282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f5de078b-d09e-41f1-9d53-f236e515da99 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': '8f5444e5-a334-4498-849e-cb99566d5345', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:51.438704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:51.439105 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.479011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a70b292-4ee0-4dbc-b0e8-975f3c272427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125cd4a3-99eb-41a0-b3a6-33e7a04deaca'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:51.485055 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a61545-09d8-4f9a-8051-72f5c83967fe" -d '{"events": [{"server_uuid": "4a70b292-4ee0-4dbc-b0e8-975f3c272427", "name": "network-vif-plugged", "status": "completed", "tag": "125cd4a3-99eb-41a0-b3a6-33e7a04deaca"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:51.503113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:51.510353 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.554663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e5565b0-bcf0-460f-b5c8-e3987213a421 req-a70f4031-5839-4ceb-9e31-474d1ff405f6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069018 Feb 03 13:05:51.577059 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83a5cf4-905c-466e-9737-e37136ad8714 x-openstack-request-id: req-c83a5cf4-905c-466e-9737-e37136ad8714 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:51.579697 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a70b292-4ee0-4dbc-b0e8-975f3c272427", "name": "network-vif-plugged", "status": "completed", "tag": "125cd4a3-99eb-41a0-b3a6-33e7a04deaca", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:51.580662 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c83a5cf4-905c-466e-9737-e37136ad8714 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:51.581199 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a70b292-4ee0-4dbc-b0e8-975f3c272427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125cd4a3-99eb-41a0-b3a6-33e7a04deaca', 'code': 200} Feb 03 13:05:51.585725 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f5de078b-d09e-41f1-9d53-f236e515da99 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (a41abc83-e0fc-4f18-9816-49483187d735), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.614179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:51.615160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:51.677910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f5de078b-d09e-41f1-9d53-f236e515da99 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (a41abc83-e0fc-4f18-9816-49483187d735), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.690058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f5de078b-d09e-41f1-9d53-f236e515da99 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (a41abc83-e0fc-4f18-9816-49483187d735), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.728779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f5de078b-d09e-41f1-9d53-f236e515da99 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.735499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f5de078b-d09e-41f1-9d53-f236e515da99 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3130090 Feb 03 13:05:51.736587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35884) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:51.741346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fdb0d312-85a6-4a0a-ad7d-d7e42002ce59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': '8f5444e5-a334-4498-849e-cb99566d5345', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:51.745564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de078b-d09e-41f1-9d53-f236e515da99 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41abc83-e0fc-4f18-9816-49483187d735,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:51.772720 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77fec1-645e-404f-8c90-695f8b2e44a2 req-6c76f641-dfd7-4c38-a600-cfe0e2b3d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:51.774503 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2f77fec1-645e-404f-8c90-695f8b2e44a2 req-6c76f641-dfd7-4c38-a600-cfe0e2b3d5af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 1133 time: 0.1384227 Feb 03 13:05:51.775438 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:51.779150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdb0d312-85a6-4a0a-ad7d-d7e42002ce59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (1014fede-b86f-49d8-a383-4ed1043b1b9e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.781227 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c1ddccbd-09b6-4f07-93d5-e8213889b898 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1613054 Feb 03 13:05:51.788541 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:51.788998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35886) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:51.807337 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:51.810688 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:51.852959 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdb0d312-85a6-4a0a-ad7d-d7e42002ce59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (1014fede-b86f-49d8-a383-4ed1043b1b9e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.865346 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdb0d312-85a6-4a0a-ad7d-d7e42002ce59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (1014fede-b86f-49d8-a383-4ed1043b1b9e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.870057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6eb841-d96e-41cb-800e-2ee28a540814 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting subnet 54b433cd-2178-417a-a58d-d91106e32471 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:05:51.877267 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2f77fec1-645e-404f-8c90-695f8b2e44a2 req-8ea018d8-9c3a-4c40-ab1b-d4e218ec97cc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943005 Feb 03 13:05:51.878038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb841-d96e-41cb-800e-2ee28a540814 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (54b433cd-2178-417a-a58d-d91106e32471), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.898070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0d312-85a6-4a0a-ad7d-d7e42002ce59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1014fede-b86f-49d8-a383-4ed1043b1b9e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:51.911214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdb0d312-85a6-4a0a-ad7d-d7e42002ce59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.919331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fdb0d312-85a6-4a0a-ad7d-d7e42002ce59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1814029 Feb 03 13:05:51.920208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35888) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:51.926420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2038fdd6-5fc7-481c-b321-5ba344d0ceef tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': '8f5444e5-a334-4498-849e-cb99566d5345', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:51.962718 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-2038fdd6-5fc7-481c-b321-5ba344d0ceef tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Project 4b93f2f2727d4093985bf0daa094c12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:05:51.964136 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:51.967974 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb841-d96e-41cb-800e-2ee28a540814 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (54b433cd-2178-417a-a58d-d91106e32471), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.994065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2038fdd6-5fc7-481c-b321-5ba344d0ceef tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (2fae7536-f393-410e-b628-474df6791698), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.033418 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:50Z', 'revision_number': 11, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:52.103490 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:52.107509 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2038fdd6-5fc7-481c-b321-5ba344d0ceef tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (2fae7536-f393-410e-b628-474df6791698), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.115375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2038fdd6-5fc7-481c-b321-5ba344d0ceef tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (2fae7536-f393-410e-b628-474df6791698), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.118914 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:52.119736 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:52.130827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb841-d96e-41cb-800e-2ee28a540814 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (54b433cd-2178-417a-a58d-d91106e32471), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.193591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038fdd6-5fc7-481c-b321-5ba344d0ceef tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fae7536-f393-410e-b628-474df6791698,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:52.231541 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2038fdd6-5fc7-481c-b321-5ba344d0ceef tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.235642 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2038fdd6-5fc7-481c-b321-5ba344d0ceef tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3137338 Feb 03 13:05:52.238297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35892) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:52.245750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-dde3aa9e-5c5e-430a-9e17-4ec6bedd0d3a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': '8f5444e5-a334-4498-849e-cb99566d5345', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:52.249765 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:52.316595 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-dde3aa9e-5c5e-430a-9e17-4ec6bedd0d3a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Project 4b93f2f2727d4093985bf0daa094c12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:05:52.328468 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:50Z', 'revision_number': 11, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:52.331375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dde3aa9e-5c5e-430a-9e17-4ec6bedd0d3a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (9b05d87d-5d6d-411b-b0e5-cfa39a64cd27), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.334579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb841-d96e-41cb-800e-2ee28a540814 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (54b433cd-2178-417a-a58d-d91106e32471), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.425782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb841-d96e-41cb-800e-2ee28a540814 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.429653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac57af21-e634-4361-b13e-1e27865fa58e None None] Network 27945d0d-25ee-40e6-addb-0bff9b1f772e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:52.437457 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8f6eb841-d96e-41cb-800e-2ee28a540814 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/54b433cd-2178-417a-a58d-d91106e32471 HTTP/1.1" status: 204 len: 168 time: 0.6472778 Feb 03 13:05:52.438624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eb841-d96e-41cb-800e-2ee28a540814 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Subnet': ['ID=54b433cd-2178-417a-a58d-d91106e32471,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:52.438986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35896) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:52.495766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dde3aa9e-5c5e-430a-9e17-4ec6bedd0d3a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (9b05d87d-5d6d-411b-b0e5-cfa39a64cd27), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.509171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dde3aa9e-5c5e-430a-9e17-4ec6bedd0d3a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (9b05d87d-5d6d-411b-b0e5-cfa39a64cd27), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.546609 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034daaa-19b3-4b57-ad96-b11ac94c4545 None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:50Z', 'revision_number': 11, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:52.556677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3aa9e-5c5e-430a-9e17-4ec6bedd0d3a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b05d87d-5d6d-411b-b0e5-cfa39a64cd27,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:52.564985 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dde3aa9e-5c5e-430a-9e17-4ec6bedd0d3a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.567012 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dde3aa9e-5c5e-430a-9e17-4ec6bedd0d3a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3247452 Feb 03 13:05:52.675785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6b783-2cff-4ffb-9384-4dea32a377e9 None None] Network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:52.706275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (27945d0d-25ee-40e6-addb-0bff9b1f772e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:52.795700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b1223-b276-4a51-89d2-d659cac1dd79 req-6dacd821-3b66-4059-adfe-693385f93c21 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:52.797473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed8b1223-b276-4a51-89d2-d659cac1dd79 req-6dacd821-3b66-4059-adfe-693385f93c21 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 950 time: 0.1426723 Feb 03 13:05:52.814749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-697d39cd-0c94-4c22-890d-6457c4a6141d None None] Provisioning complete for port 9bdeedde-cdbf-4430-82f1-35c423f716db triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:52.815906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-697d39cd-0c94-4c22-890d-6457c4a6141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.006775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-697d39cd-0c94-4c22-890d-6457c4a6141d None None] Current status of the port 9bdeedde-cdbf-4430-82f1-35c423f716db is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:53.007763 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-697d39cd-0c94-4c22-890d-6457c4a6141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.023601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8153ec-1be2-42a3-8466-e9f91c209325 None None] DHCP port deletion for 27945d0d-25ee-40e6-addb-0bff9b1f772e request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:05:53.032826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed8b1223-b276-4a51-89d2-d659cac1dd79 req-e0c3d7fb-22d8-4f33-8ef0-3733b05578d9 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261207 Feb 03 13:05:53.070641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-1e34fc70-0066-4c08-afe7-9f4452e3b4c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418764416&fields=id&tenant_id=4b93f2f2727d4093985bf0daa094c12a HTTP/1.1" status: 200 len: 267 time: 0.2718797 Feb 03 13:05:53.111949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Deleting port c3854b72-2e7f-4555-8411-cb088d0b5bdd {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:53.112570 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.124719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-697d39cd-0c94-4c22-890d-6457c4a6141d None None] For port 9bdeedde-cdbf-4430-82f1-35c423f716db, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9bdeedde-cdbf-4430-82f1-35c423f716db,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:53.147412 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-697d39cd-0c94-4c22-890d-6457c4a6141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.190280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb8153ec-1be2-42a3-8466-e9f91c209325 None None] Deleting port c3854b72-2e7f-4555-8411-cb088d0b5bdd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:53.190777 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb8153ec-1be2-42a3-8466-e9f91c209325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.216153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9bdeedde-cdbf-4430-82f1-35c423f716db up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:53.331566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] For port c3854b72-2e7f-4555-8411-cb088d0b5bdd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c3854b72-2e7f-4555-8411-cb088d0b5bdd,segment=NetworkSegment(5b542198-d5b7-46bf-a59a-f7f91fa289a4),segment_id=5b542198-d5b7-46bf-a59a-f7f91fa289a4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:53.331964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.383819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Calling delete_port for c3854b72-2e7f-4555-8411-cb088d0b5bdd owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:53.410791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-c22d3716-dddf-4c7c-a426-bb22bddeeeae tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:53.412299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-c22d3716-dddf-4c7c-a426-bb22bddeeeae tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/networks?id=0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 HTTP/1.1" status: 200 len: 795 time: 0.3349934 Feb 03 13:05:53.431143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-000cdcc2-a609-4a08-b9e8-7e0a0f184d71 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/quotas/4b93f2f2727d4093985bf0daa094c12a HTTP/1.1" status: 200 len: 375 time: 0.0125000 Feb 03 13:05:53.441292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d39cd-0c94-4c22-890d-6457c4a6141d None None] Pushing event updated for resources: {'Port': ['ID=9bdeedde-cdbf-4430-82f1-35c423f716db,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:53.481707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bb8153ec-1be2-42a3-8466-e9f91c209325 None None] For port c3854b72-2e7f-4555-8411-cb088d0b5bdd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c3854b72-2e7f-4555-8411-cb088d0b5bdd,segment=NetworkSegment(5b542198-d5b7-46bf-a59a-f7f91fa289a4),segment_id=5b542198-d5b7-46bf-a59a-f7f91fa289a4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:53.487272 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb8153ec-1be2-42a3-8466-e9f91c209325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.508520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb8153ec-1be2-42a3-8466-e9f91c209325 None None] Calling delete_port for c3854b72-2e7f-4555-8411-cb088d0b5bdd owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:53.524118 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.528182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e25ce835-d7c8-4ea3-b256-e56e7b1c5be3 None None] Provisioning complete for port 9bdeedde-cdbf-4430-82f1-35c423f716db triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:53.528753 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e25ce835-d7c8-4ea3-b256-e56e7b1c5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.562792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No DVR routers for this DVR port c3854b72-2e7f-4555-8411-cb088d0b5bdd on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:53.624240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9bdeedde-cdbf-4430-82f1-35c423f716db triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:53.624771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.677706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Port': ['ID=c3854b72-2e7f-4555-8411-cb088d0b5bdd,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:53.723630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e25ce835-d7c8-4ea3-b256-e56e7b1c5be3 None None] Current status of the port 9bdeedde-cdbf-4430-82f1-35c423f716db is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:05:53.752646 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:05:53.763388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-03d3c62e-4131-414f-8b1f-aa928ff9f68c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2525074 Feb 03 13:05:53.795888 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb8153ec-1be2-42a3-8466-e9f91c209325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (c3854b72-2e7f-4555-8411-cb088d0b5bdd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.832838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (27945d0d-25ee-40e6-addb-0bff9b1f772e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.838969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8153ec-1be2-42a3-8466-e9f91c209325 None None] Pushing event deleted for resources: {'Port': ['ID=c3854b72-2e7f-4555-8411-cb088d0b5bdd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:53.841319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8153ec-1be2-42a3-8466-e9f91c209325 None None] No DVR routers for this DVR port c3854b72-2e7f-4555-8411-cb088d0b5bdd on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:53.935038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9bdeedde-cdbf-4430-82f1-35c423f716db is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:53.935972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27945d0d-25ee-40e6-addb-0bff9b1f772e']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:53.949931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 83bc89b9-9e09-4404-a65f-31f10726166e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:53.972521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 83bc89b9-9e09-4404-a65f-31f10726166e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:53.972876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 83bc89b9-9e09-4404-a65f-31f10726166e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:54.008123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b542198-d5b7-46bf-a59a-f7f91fa289a4') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:54.008123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b542198-d5b7-46bf-a59a-f7f91fa289a4') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:54.008437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:54.045845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-1a95d54e-bfdd-4265-805d-322568e911e0 service neutron] 10.222.0.65 "GET /v2.0/networks/0ff2ec27-ce7a-4bd5-9352-08cb97236bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295020 Feb 03 13:05:54.050945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (5b542198-d5b7-46bf-a59a-f7f91fa289a4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.091455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5b542198-d5b7-46bf-a59a-f7f91fa289a4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.128846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:05:54.129452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (5b542198-d5b7-46bf-a59a-f7f91fa289a4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:05:54.133381 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:05:54.187055 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e0be25a-b66f-4da1-a02d-2af5a7068f65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=34f62ff5e8e744e59463420b3602f07c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755087 Feb 03 13:05:54.188967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35928) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:54.248919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68927aa7-8647-489d-bc3d-ff0874b15b0f admin admin] Publish callbacks [] for security_group (50a88a13-0027-441b-a088-321fd3e8e5fc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.284704 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68927aa7-8647-489d-bc3d-ff0874b15b0f admin admin] Publish callbacks [] for security_group (50a88a13-0027-441b-a088-321fd3e8e5fc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.294655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (27945d0d-25ee-40e6-addb-0bff9b1f772e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.314878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.322204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/networks/27945d0d-25ee-40e6-addb-0bff9b1f772e HTTP/1.1" status: 204 len: 168 time: 1.8821583 Feb 03 13:05:54.323666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35930) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:54.331333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'routes': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:54.337209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-70a96811-e429-48d5-97f5-6f1827b39d11 service neutron] 10.222.0.65 "GET /v2.0/networks/0ff2ec27-ce7a-4bd5-9352-08cb97236bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772713 Feb 03 13:05:54.364569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457027c-766b-4a75-9196-f7e80d96f097 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Pushing event deleted for resources: {'Network': ['ID=27945d0d-25ee-40e6-addb-0bff9b1f772e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:54.380379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7c4a6-2d97-4a7e-8995-229402701605 req-a6fe6f7c-b31e-44ba-86b7-4f7aa0f4da01 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:54.382364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cf7c4a6-2d97-4a7e-8995-229402701605 req-a6fe6f7c-b31e-44ba-86b7-4f7aa0f4da01 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 950 time: 0.2583857 Feb 03 13:05:54.485293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cf7c4a6-2d97-4a7e-8995-229402701605 req-0d9e2859-9681-49b3-a4e7-1fe8a1b5f2c6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933428 Feb 03 13:05:54.582171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Added routes are [] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 13:05:54.582606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.extraroute_db [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Removed routes are [] {{(pid=103223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 13:05:54.582888 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.584551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68927aa7-8647-489d-bc3d-ff0874b15b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (50a88a13-0027-441b-a088-321fd3e8e5fc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.587086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68927aa7-8647-489d-bc3d-ff0874b15b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.588209 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-68927aa7-8647-489d-bc3d-ff0874b15b0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50a88a13-0027-441b-a088-321fd3e8e5fc HTTP/1.1" status: 204 len: 168 time: 0.3983274 Feb 03 13:05:54.611359 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:05:54.623584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68927aa7-8647-489d-bc3d-ff0874b15b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a88a13-0027-441b-a088-321fd3e8e5fc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:54.694312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34826d20-ae11-4fe2-8db6-8912deaad9db req-9b3ed7f8-cf9b-442d-97d5-202cd0da85dd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 210 time: 0.1152339 Feb 03 13:05:54.939067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.948496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:55.035160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9bdeedde-cdbf-4430-82f1-35c423f716db up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:55.147778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9322f-e898-4289-aece-1c99a1e834ae req-f3207bb9-7107-4132-ab53-9c4674f278be tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:55.152867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router f465c51b-5dc5-45f2-9f22-78338ed62936 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:55.156995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9bdeedde-cdbf-4430-82f1-35c423f716db triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:55.159783 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:55.161920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5db9322f-e898-4289-aece-1c99a1e834ae req-f3207bb9-7107-4132-ab53-9c4674f278be tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 950 time: 0.1834533 Feb 03 13:05:55.305323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:55.318459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:55.320311 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9f11bfb3-c06f-4bab-a8c6-eadceb69c008 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936 HTTP/1.1" status: 200 len: 700 time: 0.9945519 Feb 03 13:05:55.325755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35958) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:55.345555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] Sync routers for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:55.362412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9bdeedde-cdbf-4430-82f1-35c423f716db is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:55.398343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:55.401682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:55.414971 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-771dbb83-3443-482e-a775-e0243c9ae5fe tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=f465c51b-5dc5-45f2-9f22-78338ed62936 HTTP/1.1" status: 200 len: 205 time: 0.0866792 Feb 03 13:05:55.417694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35962) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:55.513768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c3854b72-2e7f-4555-8411-cb088d0b5bdd no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:55.581070 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c8e1a9-320f-4f49-b30c-e1a8fb5209d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:55.603552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c3854b72-2e7f-4555-8411-cb088d0b5bdd {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:55.603937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c3854b72-2e7f-4555-8411-cb088d0b5bdd not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:55.618570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:55.697666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:50Z', 'revision_number': 11, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:55.748117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] Checking router: f465c51b-5dc5-45f2-9f22-78338ed62936 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:55.758228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] Routers {'f465c51b-5dc5-45f2-9f22-78338ed62936'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:55.758963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f465c51b-5dc5-45f2-9f22-78338ed62936'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:55.846164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5db9322f-e898-4289-aece-1c99a1e834ae req-6fea81fd-99cf-49b4-8d73-98ad9e500f56 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832690 Feb 03 13:05:55.922019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] Set router f465c51b-5dc5-45f2-9f22-78338ed62936 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:55.929826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c8e1a9-320f-4f49-b30c-e1a8fb5209d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:55.932821 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c8e1a9-320f-4f49-b30c-e1a8fb5209d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (f465c51b-5dc5-45f2-9f22-78338ed62936), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:55.939673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6343d99c-3f61-46cc-8f02-cb75a1dc5186 req-00b3429b-805e-478b-89a5-2963333de2a9 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 210 time: 0.0532718 Feb 03 13:05:56.001329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:50Z', 'revision_number': 11, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:56.031353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c8e1a9-320f-4f49-b30c-e1a8fb5209d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (f465c51b-5dc5-45f2-9f22-78338ed62936), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.031916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c8e1a9-320f-4f49-b30c-e1a8fb5209d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Fanout notify agent at l3_agent the message router_deleted on router f465c51b-5dc5-45f2-9f22-78338ed62936 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:05:56.049017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ae6fe-87b8-475d-bf2b-00327bf300b3 None None] The sync data for ids ['f465c51b-5dc5-45f2-9f22-78338ed62936'] in n-d-792364-10 is: [{'id': 'f465c51b-5dc5-45f2-9f22-78338ed62936', 'name': 'tempest-RoutersTest-router-238322367', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:07Z', 'updated_at': '2022-02-03T13:05:50Z', 'revision_number': 11, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:56.051435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c8e1a9-320f-4f49-b30c-e1a8fb5209d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.052534 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-48c8e1a9-320f-4f49-b30c-e1a8fb5209d5 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936 HTTP/1.1" status: 204 len: 168 time: 0.6318066 Feb 03 13:05:56.061836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 35980) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:56.074184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9a828adf-943e-41d4-b57e-797a6fa18cd8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-608439183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:56.133793 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a828adf-943e-41d4-b57e-797a6fa18cd8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (2c621540-cbff-4e83-a247-22ec3f8297e3), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.134426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a828adf-943e-41d4-b57e-797a6fa18cd8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (2c621540-cbff-4e83-a247-22ec3f8297e3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.209051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-ba6a6ccc-3a6c-4199-a1f2-13a03966f7af tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:56.212327 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-ba6a6ccc-3a6c-4199-a1f2-13a03966f7af tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.91 "GET /v2.0/networks?id=0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 HTTP/1.1" status: 200 len: 795 time: 0.2554100 Feb 03 13:05:56.286526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a828adf-943e-41d4-b57e-797a6fa18cd8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (2c621540-cbff-4e83-a247-22ec3f8297e3), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.299603 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a828adf-943e-41d4-b57e-797a6fa18cd8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (2c621540-cbff-4e83-a247-22ec3f8297e3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.330505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-c57cbd72-9f10-4dbf-816f-693a42bc1a7c tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:56.333635 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-c57cbd72-9f10-4dbf-816f-693a42bc1a7c tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 950 time: 0.1625748 Feb 03 13:05:56.336921 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a828adf-943e-41d4-b57e-797a6fa18cd8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.339119 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a828adf-943e-41d4-b57e-797a6fa18cd8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2757628 Feb 03 13:05:56.344705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 35986) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:56.354788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fc328038-57c6-40e1-b18a-bbc2bbd3939b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:56.509106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-9a79a994-8906-4927-8f2a-a9cb5660c157 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b93f2f2727d4093985bf0daa094c12a HTTP/1.1" status: 200 len: 473 time: 0.2857249 Feb 03 13:05:56.520054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'port': {'device_id': '53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d', 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7', 'admin_state_up': True, 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'security_groups': ['8f5444e5-a334-4498-849e-cb99566d5345']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:56.533463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Deleting port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:56.534375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.656805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] For port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:56.657215 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.681405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Calling delete_port for 125cd4a3-99eb-41a0-b3a6-33e7a04deaca owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:56.803697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc328038-57c6-40e1-b18a-bbc2bbd3939b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5142'] for router (2c621540-cbff-4e83-a247-22ec3f8297e3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.827972 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc328038-57c6-40e1-b18a-bbc2bbd3939b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1041172'] for router (2c621540-cbff-4e83-a247-22ec3f8297e3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.858915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (125cd4a3-99eb-41a0-b3a6-33e7a04deaca), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:56.870564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['125cd4a3-99eb-41a0-b3a6-33e7a04deaca'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:05:56.973888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Made reservation on behalf of 4b93f2f2727d4093985bf0daa094c12a for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:56.979325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Pushing event deleted for resources: {'Port': ['ID=125cd4a3-99eb-41a0-b3a6-33e7a04deaca,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:57.001566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:57.011060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] No DVR routers for this DVR port 125cd4a3-99eb-41a0-b3a6-33e7a04deaca on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:57.016482 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:57.020844 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5220beaa-9d6f-4832-94aa-9355c14903d8 req-58fedfbc-bfec-4da9-bcb9-e750e07856b6 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.72 "DELETE /v2.0/ports/125cd4a3-99eb-41a0-b3a6-33e7a04deaca HTTP/1.1" status: 204 len: 173 time: 0.6804435 Feb 03 13:05:57.023828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a70b292-4ee0-4dbc-b0e8-975f3c272427', 'name': 'network-vif-deleted', 'tag': '125cd4a3-99eb-41a0-b3a6-33e7a04deaca'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:57.036594 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf025e0-78b4-44d4-beed-c2c4c09a49cd" -d '{"events": [{"server_uuid": "4a70b292-4ee0-4dbc-b0e8-975f3c272427", "name": "network-vif-deleted", "tag": "125cd4a3-99eb-41a0-b3a6-33e7a04deaca"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:57.152891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8220209e-458d-4bc5-9a06-0e7b4dff5768 req-bcf2b4e8-1f9c-4c42-84af-b140d6aad996 tempest-VolumesNegativeTest-1549801119 tempest-VolumesNegativeTest-1549801119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a70b292-4ee0-4dbc-b0e8-975f3c272427 HTTP/1.1" status: 200 len: 210 time: 0.0864263 Feb 03 13:05:57.254170 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c217c1-d68d-4d00-99bf-47501d924ece x-openstack-request-id: req-e2c217c1-d68d-4d00-99bf-47501d924ece {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:57.254486 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a70b292-4ee0-4dbc-b0e8-975f3c272427", "name": "network-vif-deleted", "tag": "125cd4a3-99eb-41a0-b3a6-33e7a04deaca", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:57.254739 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2c217c1-d68d-4d00-99bf-47501d924ece {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:57.255140 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a70b292-4ee0-4dbc-b0e8-975f3c272427', 'name': 'network-vif-deleted', 'tag': '125cd4a3-99eb-41a0-b3a6-33e7a04deaca', 'status': 'completed', 'code': 200} Feb 03 13:05:57.298538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c8e2ffc-1697-4af9-86c4-edd547e3282a req-7044a7a5-7e14-43ad-8bec-2296de11fa2d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 210 time: 0.2216892 Feb 03 13:05:57.335900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc328038-57c6-40e1-b18a-bbc2bbd3939b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Router 2c621540-cbff-4e83-a247-22ec3f8297e3 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:05:57.424897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.20.0.23 (0ff2ec27-ce7a-4bd5-9352-08cb97236bd7/200ec3ed-7496-4b01-b90d-010c2b8f01e3/c0bdd88f-006c-402b-9026-39c897baf197) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:57.437955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc328038-57c6-40e1-b18a-bbc2bbd3939b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:57.445238 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc328038-57c6-40e1-b18a-bbc2bbd3939b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:57.449665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36002) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:57.457391 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] Sync routers for ids ['2c621540-cbff-4e83-a247-22ec3f8297e3'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:57.458957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc328038-57c6-40e1-b18a-bbc2bbd3939b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "PUT /v2.0/routers/2c621540-cbff-4e83-a247-22ec3f8297e3 HTTP/1.1" status: 200 len: 693 time: 1.1127234 Feb 03 13:05:57.477929 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] Routers {'2c621540-cbff-4e83-a247-22ec3f8297e3'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:57.478587 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['2c621540-cbff-4e83-a247-22ec3f8297e3'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:57.600938 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f650805e-517b-46f6-b69a-e7f6b05fde43 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/routers/2c621540-cbff-4e83-a247-22ec3f8297e3 HTTP/1.1" status: 200 len: 699 time: 0.1505423 Feb 03 13:05:57.603730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36004) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:57.629339 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] Set router 2c621540-cbff-4e83-a247-22ec3f8297e3 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:57.648653 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a69b698c-7e9a-48c3-bed5-79456bcb7fff tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c621540-cbff-4e83-a247-22ec3f8297e3 HTTP/1.1" status: 200 len: 205 time: 0.0433412 Feb 03 13:05:57.650960 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36006) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:57.705079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (c0bdd88f-006c-402b-9026-39c897baf197), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:57.752152 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c621540-cbff-4e83-a247-22ec3f8297e3', 'name': 'tempest-RoutersTest-router-608439183', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:56Z', 'updated_at': '2022-02-03T13:05:56Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:57.776614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c0bdd88f-006c-402b-9026-39c897baf197), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:57.814995 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] Checking router: 2c621540-cbff-4e83-a247-22ec3f8297e3 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:57.817490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a77818c-99c2-47b5-b961-88fcc0c836b2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (2c621540-cbff-4e83-a247-22ec3f8297e3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:57.828347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:57.831965 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] Routers {'2c621540-cbff-4e83-a247-22ec3f8297e3'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:57.832781 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:05:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['2c621540-cbff-4e83-a247-22ec3f8297e3'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:57.834690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:57.838608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:57.845315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=c0bdd88f-006c-402b-9026-39c897baf197,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:57.905769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:57.907140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:57.952826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-8d622e1e-2389-403d-8dc5-a3d5e51a2e84 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4366601 Feb 03 13:05:57.954291 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] Set router 2c621540-cbff-4e83-a247-22ec3f8297e3 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:57.965262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Request body: {'port': {'device_id': '53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:58.073649 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c621540-cbff-4e83-a247-22ec3f8297e3', 'name': 'tempest-RoutersTest-router-608439183', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:56Z', 'updated_at': '2022-02-03T13:05:56Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:58.089937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a77818c-99c2-47b5-b961-88fcc0c836b2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (2c621540-cbff-4e83-a247-22ec3f8297e3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.093260 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a77818c-99c2-47b5-b961-88fcc0c836b2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router_controller (2c621540-cbff-4e83-a247-22ec3f8297e3), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.123727 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ce610-c54a-473f-b326-29ab54e44fe0 None None] The sync data for ids ['2c621540-cbff-4e83-a247-22ec3f8297e3'] in n-d-792364-10 is: [{'id': '2c621540-cbff-4e83-a247-22ec3f8297e3', 'name': 'tempest-RoutersTest-router-608439183', 'tenant_id': 'b39135717be44eba981f4577603e414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:56Z', 'updated_at': '2022-02-03T13:05:56Z', 'revision_number': 2, 'project_id': 'b39135717be44eba981f4577603e414f', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:58.129376 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c0bdd88f-006c-402b-9026-39c897baf197), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.223980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a77818c-99c2-47b5-b961-88fcc0c836b2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (2c621540-cbff-4e83-a247-22ec3f8297e3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.228671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a77818c-99c2-47b5-b961-88fcc0c836b2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Fanout notify agent at l3_agent the message router_deleted on router 2c621540-cbff-4e83-a247-22ec3f8297e3 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:05:58.242745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0a77818c-99c2-47b5-b961-88fcc0c836b2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.244120 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0a77818c-99c2-47b5-b961-88fcc0c836b2 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/2c621540-cbff-4e83-a247-22ec3f8297e3 HTTP/1.1" status: 204 len: 168 time: 0.5889380 Feb 03 13:05:58.248194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36014) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.305850 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-306f19e6-7055-462b-90ef-f763bef5151b tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c621540-cbff-4e83-a247-22ec3f8297e3 HTTP/1.1" status: 200 len: 205 time: 0.0542817 Feb 03 13:05:58.313619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36020) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.344219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fa8d10d4-8fc0-40fe-817f-74bfc9df59b5 None None] Provisioning complete for port c0bdd88f-006c-402b-9026-39c897baf197 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:58.344767 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8d10d4-8fc0-40fe-817f-74bfc9df59b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c0bdd88f-006c-402b-9026-39c897baf197), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.394703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d10d4-8fc0-40fe-817f-74bfc9df59b5 None None] Port c0bdd88f-006c-402b-9026-39c897baf197 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:58.412967 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-41ea6245-81e1-4e2d-bf03-757736dd7394 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] delete failed (client error): The resource could not be found. Feb 03 13:05:58.428735 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-41ea6245-81e1-4e2d-bf03-757736dd7394 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/2c621540-cbff-4e83-a247-22ec3f8297e3 HTTP/1.1" status: 404 len: 336 time: 0.1138997 Feb 03 13:05:58.429730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36028) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.468068 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b25465-2a1e-48a2-8adc-60554bc3ae75 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] DELETE failed (client error): The resource could not be found. Feb 03 13:05:58.469416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b25465-2a1e-48a2-8adc-60554bc3ae75 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:05:58.477332 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b0b25465-2a1e-48a2-8adc-60554bc3ae75 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/3510e48d-fcbe-44ca-938a-476b0c015930 HTTP/1.1" status: 404 len: 337 time: 0.0463500 Feb 03 13:05:58.478042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36032) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.540759 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-f918af45-6cdb-45ca-ae0b-8bb0afdceacb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] DELETE failed (client error): The resource could not be found. Feb 03 13:05:58.541582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f918af45-6cdb-45ca-ae0b-8bb0afdceacb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:05:58.548646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36034) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.558357 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f918af45-6cdb-45ca-ae0b-8bb0afdceacb tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/e0e4ad5a-4856-4bc9-81c4-1fc39e4aab02 HTTP/1.1" status: 404 len: 337 time: 0.0790935 Feb 03 13:05:58.600060 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bd7c84-ed2a-413e-9f1e-e50ebc51ea52 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] DELETE failed (client error): The resource could not be found. Feb 03 13:05:58.600521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bd7c84-ed2a-413e-9f1e-e50ebc51ea52 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:05:58.605840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c3bd7c84-ed2a-413e-9f1e-e50ebc51ea52 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/777db501-12a6-4b84-86f7-3d379188da39 HTTP/1.1" status: 404 len: 337 time: 0.0542581 Feb 03 13:05:58.608692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36042) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.666270 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0f495b-8272-469f-a184-637d88ba2233 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] DELETE failed (client error): The resource could not be found. Feb 03 13:05:58.670831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0f495b-8272-469f-a184-637d88ba2233 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:05:58.674079 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-de0f495b-8272-469f-a184-637d88ba2233 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/54b433cd-2178-417a-a58d-d91106e32471 HTTP/1.1" status: 404 len: 337 time: 0.0643146 Feb 03 13:05:58.676120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353de6c4-ba13-4a32-9ae7-6f0910439e1a req-36263530-9ee8-45bc-a962-9a3da70b2fa1 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:58.676832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36048) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.684302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-353de6c4-ba13-4a32-9ae7-6f0910439e1a req-36263530-9ee8-45bc-a962-9a3da70b2fa1 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 932 time: 0.2512112 Feb 03 13:05:58.719356 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6dfd779b-d2f2-4035-b8ed-bba95af7c4dd tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=f465c51b-5dc5-45f2-9f22-78338ed62936 HTTP/1.1" status: 200 len: 205 time: 0.0395904 Feb 03 13:05:58.721471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36050) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.783913 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-190c6596-6b5e-460f-871f-a55c36f16cfe tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] delete failed (client error): The resource could not be found. Feb 03 13:05:58.785356 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-190c6596-6b5e-460f-871f-a55c36f16cfe tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/f465c51b-5dc5-45f2-9f22-78338ed62936 HTTP/1.1" status: 404 len: 336 time: 0.0626278 Feb 03 13:05:58.790887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36052) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.842905 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-880494f3-86b9-4899-bffc-fd1d019e6cfd tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6cc385-fc9a-4a7d-8105-3e5206d3760a HTTP/1.1" status: 200 len: 205 time: 0.0508318 Feb 03 13:05:58.843502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36054) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.857510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-353de6c4-ba13-4a32-9ae7-6f0910439e1a req-18ee29fb-4bae-4cb3-b8c9-9d5006152173 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672657 Feb 03 13:05:58.887865 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-ce9ce3f8-adf5-4016-8ebb-eaf9186e80b8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] delete failed (client error): The resource could not be found. Feb 03 13:05:58.891566 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ce9ce3f8-adf5-4016-8ebb-eaf9186e80b8 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/7d6cc385-fc9a-4a7d-8105-3e5206d3760a HTTP/1.1" status: 404 len: 336 time: 0.0471177 Feb 03 13:05:58.892127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36058) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.901108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bdd88f-006c-402b-9026-39c897baf197 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:58.918424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Publish callbacks [] for port (c0bdd88f-006c-402b-9026-39c897baf197), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.920480 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a61854-44b4-4657-80ca-e74fb8f55bb3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] DELETE failed (client error): The resource could not be found. Feb 03 13:05:58.921152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a61854-44b4-4657-80ca-e74fb8f55bb3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:05:58.928034 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c2a61854-44b4-4657-80ca-e74fb8f55bb3 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/710fec35-b02b-4df2-8f0b-51b1042bde9e HTTP/1.1" status: 404 len: 337 time: 0.0348778 Feb 03 13:05:58.928660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36062) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:58.947676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Transition to ACTIVE for port object c0bdd88f-006c-402b-9026-39c897baf197 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:05:58.959032 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c0bdd88f-006c-402b-9026-39c897baf197), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.970250 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8ce78aa3-f6be-4d82-934b-9db0257828a1 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 HTTP/1.1" status: 200 len: 205 time: 0.0402296 Feb 03 13:05:58.972548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36066) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.029613 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-bb56ca08-df5f-4fd4-b1e8-bffd8cf9c262 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] delete failed (client error): The resource could not be found. Feb 03 13:05:59.030753 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bb56ca08-df5f-4fd4-b1e8-bffd8cf9c262 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/9d209cc7-dfa0-47d4-803d-fd38c45d6ff6 HTTP/1.1" status: 404 len: 336 time: 0.0571163 Feb 03 13:05:59.035279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 125cd4a3-99eb-41a0-b3a6-33e7a04deaca no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:59.038444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36068) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.053027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bdd88f-006c-402b-9026-39c897baf197,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:59.106467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 125cd4a3-99eb-41a0-b3a6-33e7a04deaca {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:59.107021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 125cd4a3-99eb-41a0-b3a6-33e7a04deaca not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:59.116604 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5ae1dafe-53aa-4217-a31e-9177c05b1ddf tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fedcc94-44b5-4b57-974a-55b7e040f8ad HTTP/1.1" status: 200 len: 205 time: 0.0709214 Feb 03 13:05:59.118861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36078) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.131619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Attempting to bind port c0bdd88f-006c-402b-9026-39c897baf197 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:59.132201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Attempting to bind port c0bdd88f-006c-402b-9026-39c897baf197 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:59.133728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Attempting to bind port c0bdd88f-006c-402b-9026-39c897baf197 on network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:59.145284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Port c0bdd88f-006c-402b-9026-39c897baf197 on network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:05:59.145762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Attempting to bind port c0bdd88f-006c-402b-9026-39c897baf197 on network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:59.154981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:59.156757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Checking segment: {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:59.158199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Bound using segment: {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:59.158846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Bound port: c0bdd88f-006c-402b-9026-39c897baf197, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:59.159227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c0bdd88f-006c-402b-9026-39c897baf197), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.186713 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-b99726cc-913b-469b-a292-d602a6f065ed tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] delete failed (client error): The resource could not be found. Feb 03 13:05:59.187672 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b99726cc-913b-469b-a292-d602a6f065ed tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/7fedcc94-44b5-4b57-974a-55b7e040f8ad HTTP/1.1" status: 404 len: 336 time: 0.0677552 Feb 03 13:05:59.190231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36082) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.269824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] For port c0bdd88f-006c-402b-9026-39c897baf197, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:59.276453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] For port c0bdd88f-006c-402b-9026-39c897baf197, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c0bdd88f-006c-402b-9026-39c897baf197,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:59.285829 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-f059f061-47e8-4362-a37c-330fc5a48100 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] DELETE failed (client error): The resource could not be found. Feb 03 13:05:59.286443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f059f061-47e8-4362-a37c-330fc5a48100 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:05:59.292532 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f059f061-47e8-4362-a37c-330fc5a48100 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/5fc5f903-0939-470d-ad7e-3c3cb99ae49e HTTP/1.1" status: 404 len: 337 time: 0.1010115 Feb 03 13:05:59.303667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36102) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.318910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c0bdd88f-006c-402b-9026-39c897baf197), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.354219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-121a97cc-5cb6-4b25-8969-da58b6d1dc47 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=9488ef62-1d8a-4c5f-ba33-4b139d8f291e HTTP/1.1" status: 200 len: 205 time: 0.0493031 Feb 03 13:05:59.355070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36116) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.382408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:59.383633 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.385040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] 10.222.0.91 "PUT /v2.0/ports/c0bdd88f-006c-402b-9026-39c897baf197 HTTP/1.1" status: 200 len: 1093 time: 1.4242146 Feb 03 13:05:59.385503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d', 'tag': 'c0bdd88f-006c-402b-9026-39c897baf197'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:59.393147 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea" -d '{"events": [{"name": "network-changed", "server_uuid": "53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d", "tag": "c0bdd88f-006c-402b-9026-39c897baf197"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:59.439744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f28435-a979-44e1-b4d8-f6b55bfc7ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bdd88f-006c-402b-9026-39c897baf197,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:59.489059 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-e53987c0-f993-45ae-8d57-07a3cd30827e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] delete failed (client error): The resource could not be found. Feb 03 13:05:59.491107 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e53987c0-f993-45ae-8d57-07a3cd30827e tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/9488ef62-1d8a-4c5f-ba33-4b139d8f291e HTTP/1.1" status: 404 len: 336 time: 0.1336854 Feb 03 13:05:59.493297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36136) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.503086 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa59cab-75a3-4d3c-af6f-c6735c991e0f x-openstack-request-id: req-2fa59cab-75a3-4d3c-af6f-c6735c991e0f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:59.503378 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d", "tag": "c0bdd88f-006c-402b-9026-39c897baf197", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:59.503625 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2fa59cab-75a3-4d3c-af6f-c6735c991e0f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:59.504380 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d', 'tag': 'c0bdd88f-006c-402b-9026-39c897baf197', 'status': 'completed', 'code': 200} Feb 03 13:05:59.527908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-39d58898-c2ee-4247-9e27-fd0ed8a74228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:59.529475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-39d58898-c2ee-4247-9e27-fd0ed8a74228 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 1127 time: 0.0801871 Feb 03 13:05:59.564131 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-97345217-87a0-4639-ac82-9493ac12180f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] DELETE failed (client error): The resource could not be found. Feb 03 13:05:59.570075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97345217-87a0-4639-ac82-9493ac12180f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:05:59.573379 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-97345217-87a0-4639-ac82-9493ac12180f tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/15686a0f-60c1-4726-909b-77105fb07cf6 HTTP/1.1" status: 404 len: 337 time: 0.0790355 Feb 03 13:05:59.580565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36144) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.610085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-14654081-3b77-40e2-823d-66cad4c36ec0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c0bdd88f-006c-402b-9026-39c897baf197 HTTP/1.1" status: 200 len: 217 time: 0.0692034 Feb 03 13:05:59.647806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d50298ba-3c0a-4172-bf2e-d035036757a9 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee3b0761-39c8-4dd0-bfba-4caa330b3ccb HTTP/1.1" status: 200 len: 205 time: 0.0659053 Feb 03 13:05:59.649957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36152) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.685232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-4ce7767a-ae6c-433f-9b73-8e29dcdf5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:59.686922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-4ce7767a-ae6c-433f-9b73-8e29dcdf5dc0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=200ec3ed-7496-4b01-b90d-010c2b8f01e3 HTTP/1.1" status: 200 len: 838 time: 0.0699518 Feb 03 13:05:59.758574 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-dfb07e5b-da47-47c5-8dd0-eca458497b52 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] delete failed (client error): The resource could not be found. Feb 03 13:05:59.759682 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dfb07e5b-da47-47c5-8dd0-eca458497b52 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/routers/ee3b0761-39c8-4dd0-bfba-4caa330b3ccb HTTP/1.1" status: 404 len: 336 time: 0.1078227 Feb 03 13:05:59.762243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36158) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.805503 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2397cba5-9967-4eea-b0a0-de171b8bc495 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] DELETE failed (client error): The resource could not be found. Feb 03 13:05:59.805967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2397cba5-9967-4eea-b0a0-de171b8bc495 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:05:59.809343 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2397cba5-9967-4eea-b0a0-de171b8bc495 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/9f425bd8-8270-4f52-beb8-a1bf520ca31b HTTP/1.1" status: 404 len: 337 time: 0.0460968 Feb 03 13:05:59.813207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36162) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:59.815605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-6f284b7f-6ae8-4f89-aab8-bbc3831678ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:59.817302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-6f284b7f-6ae8-4f89-aab8-bbc3831678ac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0ff2ec27-ce7a-4bd5-9352-08cb97236bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1193414 Feb 03 13:05:59.898156 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a6577c-8af3-484f-8b61-c4bbdfcc49c7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] DELETE failed (client error): The resource could not be found. Feb 03 13:05:59.898719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a6577c-8af3-484f-8b61-c4bbdfcc49c7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:05:59.902485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-22a6577c-8af3-484f-8b61-c4bbdfcc49c7 tempest-RoutersTest-743236238 tempest-RoutersTest-743236238-project] 10.222.0.65 "DELETE /v2.0/subnets/b6ab1d7e-00b5-48e5-bd48-3f3241d8302e HTTP/1.1" status: 404 len: 337 time: 0.0839674 Feb 03 13:06:00.069288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-4c5e7e25-42c1-4cbb-9acc-68eaae17f6b3 service neutron] 10.222.0.91 "GET /v2.0/networks/0ff2ec27-ce7a-4bd5-9352-08cb97236bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832781 Feb 03 13:06:00.113911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244a454-f068-4a1a-9b9b-b01a717d36a0 req-8b7eb4dd-c913-4e26-9b55-9fc3991100e2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:00.115442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c244a454-f068-4a1a-9b9b-b01a717d36a0 req-8b7eb4dd-c913-4e26-9b55-9fc3991100e2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 944 time: 0.1037061 Feb 03 13:06:00.236797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c244a454-f068-4a1a-9b9b-b01a717d36a0 req-787e4d8d-cdd0-4e2b-8c9c-96b9fd2eed1a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095369 Feb 03 13:06:00.241376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-734598ae-1f5b-43c8-895b-8d66e6f85deb req-39c50b7f-519f-49ad-8b6d-148a5375e85d service neutron] 10.222.0.91 "GET /v2.0/networks/0ff2ec27-ce7a-4bd5-9352-08cb97236bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659758 Feb 03 13:06:00.354166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-621b848d-ad79-4d8b-a84c-695ca7c533ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:00.356893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-621b848d-ad79-4d8b-a84c-695ca7c533ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 1127 time: 0.0515339 Feb 03 13:06:00.371913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36196) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:00.634566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-0f007c0e-edec-47a7-9c04-9eee36ce3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:00.636114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-0f007c0e-edec-47a7-9c04-9eee36ce3e4b service neutron] 10.222.0.91 "GET /v2.0/networks?id=0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 HTTP/1.1" status: 200 len: 896 time: 0.2731035 Feb 03 13:06:00.640416 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-90a29cac-7a5b-4008-ab68-f4015bb0d995 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b39135717be44eba981f4577603e414f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2677531 Feb 03 13:06:00.643064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36208) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:00.697879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-0ddcc4a4-a01a-40bd-be75-a307dfff33eb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c0bdd88f-006c-402b-9026-39c897baf197 HTTP/1.1" status: 200 len: 217 time: 0.0525296 Feb 03 13:06:00.772189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-2907d8df-070c-4e26-81d5-d22d2d118017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:00.775341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-2907d8df-070c-4e26-81d5-d22d2d118017 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=200ec3ed-7496-4b01-b90d-010c2b8f01e3 HTTP/1.1" status: 200 len: 838 time: 0.0682440 Feb 03 13:06:00.781088 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53f65258-d55c-4600-a728-457aef1eb415 admin admin] Publish callbacks [] for security_group (c5aa348a-aae4-4aca-a056-11a7e8fe9854), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:00.836870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53f65258-d55c-4600-a728-457aef1eb415 admin admin] Publish callbacks [] for security_group (c5aa348a-aae4-4aca-a056-11a7e8fe9854), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:00.881843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-22a90c49-74c9-4373-ad87-5b706e8a1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:00.883842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-22a90c49-74c9-4373-ad87-5b706e8a1004 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0ff2ec27-ce7a-4bd5-9352-08cb97236bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1007133 Feb 03 13:06:01.001809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53f65258-d55c-4600-a728-457aef1eb415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c5aa348a-aae4-4aca-a056-11a7e8fe9854), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:01.004824 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-53f65258-d55c-4600-a728-457aef1eb415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:01.008897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-53f65258-d55c-4600-a728-457aef1eb415 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5aa348a-aae4-4aca-a056-11a7e8fe9854 HTTP/1.1" status: 204 len: 168 time: 0.3648157 Feb 03 13:06:01.019442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f65258-d55c-4600-a728-457aef1eb415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa348a-aae4-4aca-a056-11a7e8fe9854,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:01.031424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-17c3e314-5a35-4df2-bed2-d98368b68947 service neutron] 10.222.0.91 "GET /v2.0/networks/0ff2ec27-ce7a-4bd5-9352-08cb97236bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364632 Feb 03 13:06:01.153564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82704ec5-2081-4c87-ad1f-2e20ed2b1dea req-224695fe-b679-4b42-808d-cba396696b6b service neutron] 10.222.0.91 "GET /v2.0/networks/0ff2ec27-ce7a-4bd5-9352-08cb97236bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163096 Feb 03 13:06:01.448415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b324c3-abc6-4f36-9337-80f214a6463d req-fba89dc6-0212-4a1d-845d-30ca8d8ff38d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:01.449986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23b324c3-abc6-4f36-9337-80f214a6463d req-fba89dc6-0212-4a1d-845d-30ca8d8ff38d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 944 time: 0.1096158 Feb 03 13:06:01.560966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23b324c3-abc6-4f36-9337-80f214a6463d req-a31a1f50-63da-4323-a42f-f5ab9a2bfd44 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014507 Feb 03 13:06:02.018618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36328) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:02.171544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6f4b9b5d-6f5e-44b6-bc48-843f560a1310 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1132879746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:02.196724 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f4b9b5d-6f5e-44b6-bc48-843f560a1310 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (bcea7d43-7f88-4f78-a6a9-c3068f098c52), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.198134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f4b9b5d-6f5e-44b6-bc48-843f560a1310 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (bcea7d43-7f88-4f78-a6a9-c3068f098c52), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.553017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f4b9b5d-6f5e-44b6-bc48-843f560a1310 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for router_controller (bcea7d43-7f88-4f78-a6a9-c3068f098c52), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.559147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f4b9b5d-6f5e-44b6-bc48-843f560a1310 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (bcea7d43-7f88-4f78-a6a9-c3068f098c52), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.584420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f4b9b5d-6f5e-44b6-bc48-843f560a1310 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.593833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36370) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:02.595597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6f4b9b5d-6f5e-44b6-bc48-843f560a1310 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5757356 Feb 03 13:06:02.599887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2037527066'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:02.642511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Made reservation on behalf of 660fa132f2aa4e87ba158ec463bcba9b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:02.649582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.664455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.703925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52333d8f-0a99-42d1-9949-42fe0c0ca5e9 req-2df546d9-bf4e-4b63-b3c9-c539de3998bb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:02.706094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52333d8f-0a99-42d1-9949-42fe0c0ca5e9 req-2df546d9-bf4e-4b63-b3c9-c539de3998bb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 944 time: 0.0606923 Feb 03 13:06:02.825157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52333d8f-0a99-42d1-9949-42fe0c0ca5e9 req-2b22b0c0-9fe1-45ca-9db1-dcb623094534 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121373 Feb 03 13:06:02.834114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for security_group (eca490ec-e5af-4f33-911f-bb5920ac779b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.849417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (eca490ec-e5af-4f33-911f-bb5920ac779b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.892312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca490ec-e5af-4f33-911f-bb5920ac779b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:02.898836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:06:02.913363 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6e950901-fbfd-4119-b76b-61dd2882e220), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:02.914209 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Added segment 6e950901-fbfd-4119-b76b-61dd2882e220 of type vlan for network 62f938ee-c7ab-4a58-9351-6cacf788d86b Feb 03 13:06:02.970425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (62f938ee-c7ab-4a58-9351-6cacf788d86b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.008660 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (62f938ee-c7ab-4a58-9351-6cacf788d86b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.015978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:03.016659 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.057287 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4616444 Feb 03 13:06:03.057500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36382) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:03.063700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'subnet': {'network_id': '62f938ee-c7ab-4a58-9351-6cacf788d86b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:03.095369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706de9ab-70a2-4151-a584-3dacd8771e83 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Network': ['ID=62f938ee-c7ab-4a58-9351-6cacf788d86b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:03.106867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 62f938ee-c7ab-4a58-9351-6cacf788d86b details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:06:03.190701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Made reservation on behalf of 660fa132f2aa4e87ba158ec463bcba9b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:03.194709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.383349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (d202f72e-d672-4a3b-8d39-36352b8b445f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.408152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c0bdd88f-006c-402b-9026-39c897baf197 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:06:03.434720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Subnet': ['ID=d202f72e-d672-4a3b-8d39-36352b8b445f,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:03.450174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.450564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.450915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.451263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.452733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.453078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.453413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.453743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.455117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.455117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.455345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.455537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.455861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:03.496598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Checking segment: {'id': '6e950901-fbfd-4119-b76b-61dd2882e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '62f938ee-c7ab-4a58-9351-6cacf788d86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:03.497012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network hostable DHCP agents. Network: 62f938ee-c7ab-4a58-9351-6cacf788d86b, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:06:03.517816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c0bdd88f-006c-402b-9026-39c897baf197, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c0bdd88f-006c-402b-9026-39c897baf197,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:03.521630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network 62f938ee-c7ab-4a58-9351-6cacf788d86b is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:06:03.535284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 62f938ee-c7ab-4a58-9351-6cacf788d86b) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:03.551129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:03.552260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.581869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36384) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:03.588856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'network': {'name': 'tempest-router-network01--1870524014'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:03.593215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d94e6ab7-c181-4270-83bd-9e32894152cf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5342252 Feb 03 13:06:03.616550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Made reservation on behalf of 660fa132f2aa4e87ba158ec463bcba9b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:03.620972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.664064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:06:03.675595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bd7831dd-9ace-45e2-ad43-ad8f9ca9f278), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.675996 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Added segment bd7831dd-9ace-45e2-ad43-ad8f9ca9f278 of type vlan for network 53b6ad85-c7dd-4f23-b305-69af16538a2b Feb 03 13:06:03.713078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'c0bdd88f-006c-402b-9026-39c897baf197', 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7', 'port_id': 'c0bdd88f-006c-402b-9026-39c897baf197', 'mac_address': 'fa:16:3e:24:14:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200ec3ed-7496-4b01-b90d-010c2b8f01e3', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:06:03.715513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b16c88d-c900-49df-8c17-7a74459d4535 None None] Network 62f938ee-c7ab-4a58-9351-6cacf788d86b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:03.879518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-62f938ee-c7ab-4a58-9351-6cacf788d86b', 'network_id': '62f938ee-c7ab-4a58-9351-6cacf788d86b', 'project_id': '660fa132f2aa4e87ba158ec463bcba9b', 'fixed_ips': [{'subnet_id': 'd202f72e-d672-4a3b-8d39-36352b8b445f'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:06:03.880845 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.902089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c0bdd88f-006c-402b-9026-39c897baf197 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:03.906827 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c0bdd88f-006c-402b-9026-39c897baf197), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.963863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bdd88f-006c-402b-9026-39c897baf197 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:06:04.077484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c0bdd88f-006c-402b-9026-39c897baf197, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c0bdd88f-006c-402b-9026-39c897baf197,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:04.080979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dded74e-cbae-405b-8d8c-f02598838173 req-8b8c7814-3f4c-4cd2-a6f0-bc15c93b9b99 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:04.092763 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c0bdd88f-006c-402b-9026-39c897baf197), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.094927 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dded74e-cbae-405b-8d8c-f02598838173 req-8b8c7814-3f4c-4cd2-a6f0-bc15c93b9b99 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 944 time: 0.1252789 Feb 03 13:06:04.202881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dded74e-cbae-405b-8d8c-f02598838173 req-4ecd5cce-bf4c-468a-bebb-1f939b24c53e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000323 Feb 03 13:06:04.213937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Allocated IP 2001:db8::2 (62f938ee-c7ab-4a58-9351-6cacf788d86b/d202f72e-d672-4a3b-8d39-36352b8b445f/0bcf3049-abb0-4be2-8cbf-462fb2f8274c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:04.235324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c0bdd88f-006c-402b-9026-39c897baf197,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:04.269687 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (53b6ad85-c7dd-4f23-b305-69af16538a2b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.297600 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (53b6ad85-c7dd-4f23-b305-69af16538a2b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.303538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:04.304440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.375626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Network': ['ID=53b6ad85-c7dd-4f23-b305-69af16538a2b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:04.393642 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aa96f250-4679-4779-866d-3bb27844e70e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8091562 Feb 03 13:06:04.396883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36394) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:04.397061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 53b6ad85-c7dd-4f23-b305-69af16538a2b details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:06:04.402653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'network': {'name': 'tempest-router-network02--1604512516'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:04.427264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Made reservation on behalf of 660fa132f2aa4e87ba158ec463bcba9b for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:04.431217 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.459911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:06:04.474201 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (35ba2e04-e5a0-4214-bb62-a67bfda70953), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.474742 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Added segment 35ba2e04-e5a0-4214-bb62-a67bfda70953 of type vlan for network f801a77c-46ae-4bda-8d41-31486c5e2a88 Feb 03 13:06:04.495886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['c0bdd88f-006c-402b-9026-39c897baf197'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:06:04.529309 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (f801a77c-46ae-4bda-8d41-31486c5e2a88), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.546196 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Publish callbacks [] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.562756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.572483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (f801a77c-46ae-4bda-8d41-31486c5e2a88), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.580121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:04.581801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.616594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2184565 Feb 03 13:06:04.619387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36396) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:04.624729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'subnet': {'network_id': '53b6ad85-c7dd-4f23-b305-69af16538a2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:04.630269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Pushing event updated for resources: {'Port': ['ID=0bcf3049-abb0-4be2-8cbf-462fb2f8274c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:04.662789 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Network 62f938ee-c7ab-4a58-9351-6cacf788d86b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:04.669026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:04.680778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6100e-3555-408c-b6c9-f66a713597a0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Network': ['ID=f801a77c-46ae-4bda-8d41-31486c5e2a88,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:04.682202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:04.743342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network f801a77c-46ae-4bda-8d41-31486c5e2a88 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:06:04.813791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Made reservation on behalf of 660fa132f2aa4e87ba158ec463bcba9b for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:04.817853 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.870433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Attempting to bind port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:06:04.870838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Attempting to bind port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6e950901-fbfd-4119-b76b-61dd2882e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '62f938ee-c7ab-4a58-9351-6cacf788d86b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:06:04.873195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Attempting to bind port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c on network 62f938ee-c7ab-4a58-9351-6cacf788d86b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:04.886437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:06:04.887389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Checking segment: {'id': '6e950901-fbfd-4119-b76b-61dd2882e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '62f938ee-c7ab-4a58-9351-6cacf788d86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:04.887814 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.888222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Bound using segment: {'id': '6e950901-fbfd-4119-b76b-61dd2882e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '62f938ee-c7ab-4a58-9351-6cacf788d86b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:06:04.888729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Bound port: 0bcf3049-abb0-4be2-8cbf-462fb2f8274c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e950901-fbfd-4119-b76b-61dd2882e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '62f938ee-c7ab-4a58-9351-6cacf788d86b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:06:04.889117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.030230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (5d17b698-bccb-4425-8708-5d2d82281a43), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.102661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] For port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:06:05.106969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] For port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0bcf3049-abb0-4be2-8cbf-462fb2f8274c,segment=NetworkSegment(6e950901-fbfd-4119-b76b-61dd2882e220),segment_id=6e950901-fbfd-4119-b76b-61dd2882e220)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:06:05.109177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Subnet': ['ID=5d17b698-bccb-4425-8708-5d2d82281a43,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:05.112015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Checking segment: {'id': 'bd7831dd-9ace-45e2-ad43-ad8f9ca9f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '53b6ad85-c7dd-4f23-b305-69af16538a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:05.112513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network hostable DHCP agents. Network: 53b6ad85-c7dd-4f23-b305-69af16538a2b, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:06:05.133040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network 53b6ad85-c7dd-4f23-b305-69af16538a2b is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:06:05.144499 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.145634 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 53b6ad85-c7dd-4f23-b305-69af16538a2b) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:05.160213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:05.161132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.185995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36404) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:05.186642 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-82451f9f-bbb6-40d0-a3c1-8357248dc024 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5656955 Feb 03 13:06:05.192494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'subnet': {'network_id': 'f801a77c-46ae-4bda-8d41-31486c5e2a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:05.200093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c3818-4ea9-43e9-b452-a94a1f3d8b89 None None] Network 53b6ad85-c7dd-4f23-b305-69af16538a2b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:05.307009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Pushing event updated for resources: {'Port': ['ID=0bcf3049-abb0-4be2-8cbf-462fb2f8274c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:05.323178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.326625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.327178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.327677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.330151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.330707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.331211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.333969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.334342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.334737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.335081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.335454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.335795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6908d06-b5da-4f6b-a849-736e3c119c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:05.403871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-53b6ad85-c7dd-4f23-b305-69af16538a2b', 'network_id': '53b6ad85-c7dd-4f23-b305-69af16538a2b', 'project_id': '660fa132f2aa4e87ba158ec463bcba9b', 'fixed_ips': [{'subnet_id': '5d17b698-bccb-4425-8708-5d2d82281a43'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:06:05.404879 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.425561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Made reservation on behalf of 660fa132f2aa4e87ba158ec463bcba9b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:05.433089 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.537320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a991d-74d5-47be-8ce7-bf083ff663a2 req-2863d629-9db5-433a-825b-b3d22f0fa25e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:05.538964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b59a991d-74d5-47be-8ce7-bf083ff663a2 req-2863d629-9db5-433a-825b-b3d22f0fa25e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 945 time: 0.1811862 Feb 03 13:06:05.676431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b59a991d-74d5-47be-8ce7-bf083ff663a2 req-6e82fb27-b491-4233-af73-d9e122ae8584 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921738 Feb 03 13:06:05.707751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Allocated IP 2001:db8::2 (53b6ad85-c7dd-4f23-b305-69af16538a2b/5d17b698-bccb-4425-8708-5d2d82281a43/d5632516-f483-4340-8b15-38d826c8ff17) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:05.861266 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (42902903-aca8-471a-86e8-a2825ba5a1af), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.952175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Publish callbacks [] for port (d5632516-f483-4340-8b15-38d826c8ff17), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.963925 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (d5632516-f483-4340-8b15-38d826c8ff17), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.972874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Subnet': ['ID=42902903-aca8-471a-86e8-a2825ba5a1af,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:05.988044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Checking segment: {'id': '35ba2e04-e5a0-4214-bb62-a67bfda70953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f801a77c-46ae-4bda-8d41-31486c5e2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:05.988419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network hostable DHCP agents. Network: f801a77c-46ae-4bda-8d41-31486c5e2a88, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:06:06.013077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Network 53b6ad85-c7dd-4f23-b305-69af16538a2b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:06.018676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:06.026915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:06.030831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network f801a77c-46ae-4bda-8d41-31486c5e2a88 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:06:06.036185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Pushing event updated for resources: {'Port': ['ID=d5632516-f483-4340-8b15-38d826c8ff17,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:06.049209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, f801a77c-46ae-4bda-8d41-31486c5e2a88) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:06.063584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591da42-3ff1-43ce-9afe-d1c48049e6e4 None None] Network f801a77c-46ae-4bda-8d41-31486c5e2a88 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:06.073603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:06.075093 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:06.097730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-52986068-9363-4585-8100-f1bf28bd08bf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9095209 Feb 03 13:06:06.100119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36412) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:06.126098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Attempting to bind port d5632516-f483-4340-8b15-38d826c8ff17 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:06:06.126823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Attempting to bind port d5632516-f483-4340-8b15-38d826c8ff17 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'bd7831dd-9ace-45e2-ad43-ad8f9ca9f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '53b6ad85-c7dd-4f23-b305-69af16538a2b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:06:06.127197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Attempting to bind port d5632516-f483-4340-8b15-38d826c8ff17 on network 53b6ad85-c7dd-4f23-b305-69af16538a2b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:06.165335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:06:06.167372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Checking segment: {'id': 'bd7831dd-9ace-45e2-ad43-ad8f9ca9f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '53b6ad85-c7dd-4f23-b305-69af16538a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:06.167965 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:06.168367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Bound using segment: {'id': 'bd7831dd-9ace-45e2-ad43-ad8f9ca9f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '53b6ad85-c7dd-4f23-b305-69af16538a2b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:06:06.169027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Bound port: d5632516-f483-4340-8b15-38d826c8ff17, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7831dd-9ace-45e2-ad43-ad8f9ca9f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '53b6ad85-c7dd-4f23-b305-69af16538a2b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:06:06.169411 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d5632516-f483-4340-8b15-38d826c8ff17), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:06.274835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-f801a77c-46ae-4bda-8d41-31486c5e2a88', 'network_id': 'f801a77c-46ae-4bda-8d41-31486c5e2a88', 'project_id': '660fa132f2aa4e87ba158ec463bcba9b', 'fixed_ips': [{'subnet_id': '42902903-aca8-471a-86e8-a2825ba5a1af'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:06:06.275720 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:06.327511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] For port d5632516-f483-4340-8b15-38d826c8ff17, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:06:06.396484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] For port d5632516-f483-4340-8b15-38d826c8ff17, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d5632516-f483-4340-8b15-38d826c8ff17,segment=NetworkSegment(bd7831dd-9ace-45e2-ad43-ad8f9ca9f278),segment_id=bd7831dd-9ace-45e2-ad43-ad8f9ca9f278)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:06:06.432675 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d5632516-f483-4340-8b15-38d826c8ff17), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:06.585767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Allocated IP 2001:db8::2 (f801a77c-46ae-4bda-8d41-31486c5e2a88/42902903-aca8-471a-86e8-a2825ba5a1af/d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:06.590182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff8a8d-b4fd-4b4c-a1c7-4b35f29c26b5 None None] Pushing event updated for resources: {'Port': ['ID=d5632516-f483-4340-8b15-38d826c8ff17,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:06.603042 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:06.721367 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ebd2f6c-8455-40b3-a4b1-f28de04e9766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:06.898707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Publish callbacks [] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:06.906786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d1bfa-79b1-41bf-b157-b7ed3bfdd564 req-80284c36-7997-4459-b93c-6c05b47d3bac tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:06.914236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-083d1bfa-79b1-41bf-b157-b7ed3bfdd564 req-80284c36-7997-4459-b93c-6c05b47d3bac tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 945 time: 0.0836658 Feb 03 13:06:06.917603 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.030372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-083d1bfa-79b1-41bf-b157-b7ed3bfdd564 req-46be5887-5b37-49f8-a748-d21fcb9668a1 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149726 Feb 03 13:06:07.032734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad0d69-588e-4f22-a371-1d346c5976e3 None None] Network 62f938ee-c7ab-4a58-9351-6cacf788d86b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:07.064905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Network f801a77c-46ae-4bda-8d41-31486c5e2a88 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:07.078284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:07.084713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:07.157668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Allocated IP 2001:db8::1 (53b6ad85-c7dd-4f23-b305-69af16538a2b/5d17b698-bccb-4425-8708-5d2d82281a43/100b5247-3517-4093-a5ad-33dcd0136bab) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:07.372254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0bcf3049-abb0-4be2-8cbf-462fb2f8274c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:07.403591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for port (100b5247-3517-4093-a5ad-33dcd0136bab), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.428226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Pushing event updated for resources: {'Port': ['ID=d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:07.432653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-50f96898-5e83-460b-a348-10c940a04c81 None None] Provisioning complete for port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:07.433234 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f96898-5e83-460b-a348-10c940a04c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.461779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c0bdd88f-006c-402b-9026-39c897baf197 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:07.462690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (100b5247-3517-4093-a5ad-33dcd0136bab), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.512426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36428) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:07.540823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Attempting to bind port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:06:07.541201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Attempting to bind port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '35ba2e04-e5a0-4214-bb62-a67bfda70953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f801a77c-46ae-4bda-8d41-31486c5e2a88'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:06:07.541573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Attempting to bind port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b on network f801a77c-46ae-4bda-8d41-31486c5e2a88 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:07.551051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:06:07.551584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Checking segment: {'id': '35ba2e04-e5a0-4214-bb62-a67bfda70953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f801a77c-46ae-4bda-8d41-31486c5e2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:07.552012 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.552407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Bound using segment: {'id': '35ba2e04-e5a0-4214-bb62-a67bfda70953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f801a77c-46ae-4bda-8d41-31486c5e2a88'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:06:07.552890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Bound port: d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ba2e04-e5a0-4214-bb62-a67bfda70953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f801a77c-46ae-4bda-8d41-31486c5e2a88'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:06:07.553270 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.557816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network 53b6ad85-c7dd-4f23-b305-69af16538a2b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:07.569446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:07.586197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:07.589135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (bcea7d43-7f88-4f78-a6a9-c3068f098c52), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.769145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Port': ['ID=100b5247-3517-4093-a5ad-33dcd0136bab,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:07.821298 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4db9b933-8fdb-41de-adb2-471e94690f5f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1d243a74d204adbbb0d494bbf272379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3012292 Feb 03 13:06:07.821958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36432) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:07.852311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:07.852686 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.895922 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (100b5247-3517-4093-a5ad-33dcd0136bab), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.950821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-50f96898-5e83-460b-a348-10c940a04c81 None None] Current status of the port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:07.951024 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f96898-5e83-460b-a348-10c940a04c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.953656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9045-69d3-4f09-80ac-c76d95c7e308 admin admin] Publish callbacks [] for security_group (cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.024483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port c0bdd88f-006c-402b-9026-39c897baf197 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:06:08.036461 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9045-69d3-4f09-80ac-c76d95c7e308 admin admin] Publish callbacks [] for security_group (cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.038908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port c0bdd88f-006c-402b-9026-39c897baf197 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:08.039288 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c0bdd88f-006c-402b-9026-39c897baf197), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.102361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-50f96898-5e83-460b-a348-10c940a04c81 None None] For port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0bcf3049-abb0-4be2-8cbf-462fb2f8274c,segment=NetworkSegment(6e950901-fbfd-4119-b76b-61dd2882e220),segment_id=6e950901-fbfd-4119-b76b-61dd2882e220)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:08.111153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] For port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:06:08.135284 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f96898-5e83-460b-a348-10c940a04c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.141788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] For port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b,segment=NetworkSegment(35ba2e04-e5a0-4214-bb62-a67bfda70953),segment_id=35ba2e04-e5a0-4214-bb62-a67bfda70953)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:06:08.177679 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9045-69d3-4f09-80ac-c76d95c7e308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.180340 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9045-69d3-4f09-80ac-c76d95c7e308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.181596 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed2d9045-69d3-4f09-80ac-c76d95c7e308 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf HTTP/1.1" status: 204 len: 168 time: 0.3481083 Feb 03 13:06:08.199765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d9045-69d3-4f09-80ac-c76d95c7e308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a8601-7f23-4ca3-ae77-b8d7ba26b6bf,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:08.224302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96898-5e83-460b-a348-10c940a04c81 None None] Pushing event updated for resources: {'Port': ['ID=0bcf3049-abb0-4be2-8cbf-462fb2f8274c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:08.253730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.377417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-84be99d7-3578-422c-896a-07c8e737cb5d None None] Provisioning complete for port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:08.378074 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84be99d7-3578-422c-896a-07c8e737cb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.384255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:08.385476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d5632516-f483-4340-8b15-38d826c8ff17 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:08.483513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c0bdd88f-006c-402b-9026-39c897baf197 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:08.483912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c0bdd88f-006c-402b-9026-39c897baf197), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.531679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d5632516-f483-4340-8b15-38d826c8ff17 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:08.532060 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d5632516-f483-4340-8b15-38d826c8ff17), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.540166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308f225-55a3-4417-91b3-7b1bde07930b None None] Pushing event updated for resources: {'Port': ['ID=d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:08.544440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8955630-f701-4f76-8997-24b4035b7c0f None None] Network 53b6ad85-c7dd-4f23-b305-69af16538a2b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:08.609157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c0bdd88f-006c-402b-9026-39c897baf197, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c0bdd88f-006c-402b-9026-39c897baf197,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:08.616471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bdd88f-006c-402b-9026-39c897baf197'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:08.619238 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a118b6e-c605-471d-a7fc-7d7cb97c8810" -d '{"events": [{"server_uuid": "53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d", "name": "network-vif-plugged", "status": "completed", "tag": "c0bdd88f-006c-402b-9026-39c897baf197"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:08.628117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c0bdd88f-006c-402b-9026-39c897baf197), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.784541 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46409ab3-3ff5-4568-bad6-fbd7c5125752 x-openstack-request-id: req-46409ab3-3ff5-4568-bad6-fbd7c5125752 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:08.784872 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d", "name": "network-vif-plugged", "status": "completed", "tag": "c0bdd88f-006c-402b-9026-39c897baf197", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:08.785139 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46409ab3-3ff5-4568-bad6-fbd7c5125752 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:08.785563 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bdd88f-006c-402b-9026-39c897baf197', 'code': 200} Feb 03 13:06:08.809169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280c5df-e552-4121-8977-5811e59ccf7b req-7637c7f1-275a-425b-84cb-565a21639c53 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:08.809913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c0bdd88f-006c-402b-9026-39c897baf197,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:08.816672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f280c5df-e552-4121-8977-5811e59ccf7b req-7637c7f1-275a-425b-84cb-565a21639c53 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 945 time: 0.2526107 Feb 03 13:06:08.826357 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for port (100b5247-3517-4093-a5ad-33dcd0136bab), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.878964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (100b5247-3517-4093-a5ad-33dcd0136bab), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.878964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (bcea7d43-7f88-4f78-a6a9-c3068f098c52), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:08.978540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Port': ['ID=100b5247-3517-4093-a5ad-33dcd0136bab,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:09.014433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6d8ea-0bda-425b-8697-259137c906bc req-2d15b47c-783a-4362-b5e1-184830819bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:09.015974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2a6d8ea-0bda-425b-8697-259137c906bc req-2d15b47c-783a-4362-b5e1-184830819bea service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 1129 time: 0.1875088 Feb 03 13:06:09.091183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f280c5df-e552-4121-8977-5811e59ccf7b req-e05ca476-9dfe-469d-9d31-de7c5d17beab tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731795 Feb 03 13:06:09.240994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network 53b6ad85-c7dd-4f23-b305-69af16538a2b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:09.249129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:09.278395 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7a9fa75-2422-4809-bc7c-c5374e6e9849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:09.304320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-84be99d7-3578-422c-896a-07c8e737cb5d None None] Current status of the port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:09.311458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d5632516-f483-4340-8b15-38d826c8ff17 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:09.312154 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d5632516-f483-4340-8b15-38d826c8ff17), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:09.338478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2a6d8ea-0bda-425b-8697-259137c906bc req-c3b8d6bd-586b-4f65-8350-931c5ff6a7cb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754383 Feb 03 13:06:09.359371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port d5632516-f483-4340-8b15-38d826c8ff17, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d5632516-f483-4340-8b15-38d826c8ff17,segment=NetworkSegment(bd7831dd-9ace-45e2-ad43-ad8f9ca9f278),segment_id=bd7831dd-9ace-45e2-ad43-ad8f9ca9f278)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:09.367853 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d5632516-f483-4340-8b15-38d826c8ff17), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:09.488094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=d5632516-f483-4340-8b15-38d826c8ff17,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:09.491501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fe6ea9b3-0ec8-4b19-a013-82e065387ec4 None None] Provisioning complete for port d5632516-f483-4340-8b15-38d826c8ff17 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:09.491948 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6ea9b3-0ec8-4b19-a013-82e065387ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d5632516-f483-4340-8b15-38d826c8ff17), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:09.547123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Router bcea7d43-7f88-4f78-a6a9-c3068f098c52 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:06:09.718314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:09.725859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0ad0ad50-5af5-4b87-8249-1b2eb6f700fa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "PUT /v2.0/routers/bcea7d43-7f88-4f78-a6a9-c3068f098c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6245399 Feb 03 13:06:09.728856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36472) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:09.746721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4f352-12fe-4bcf-9140-b1577b6accb2 None None] Sync routers for ids ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:09.797082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ea9b3-0ec8-4b19-a013-82e065387ec4 None None] Current status of the port d5632516-f483-4340-8b15-38d826c8ff17 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:09.806133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4f352-12fe-4bcf-9140-b1577b6accb2 None None] Routers {'bcea7d43-7f88-4f78-a6a9-c3068f098c52'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:09.808030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f352-12fe-4bcf-9140-b1577b6accb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:09.911490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f352-12fe-4bcf-9140-b1577b6accb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:09.925194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4f352-12fe-4bcf-9140-b1577b6accb2 None None] Routers {'bcea7d43-7f88-4f78-a6a9-c3068f098c52'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:09.925194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f352-12fe-4bcf-9140-b1577b6accb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:10.006364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0bcf3049-abb0-4be2-8cbf-462fb2f8274c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:10.011924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9bc4f352-12fe-4bcf-9140-b1577b6accb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:10.012163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4f352-12fe-4bcf-9140-b1577b6accb2 None None] The sync data for ids ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:10.055047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36480) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:10.229901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b21c0447-f73b-4b3e-acd1-204bd2bc93ad None None] Provisioning complete for port d5632516-f483-4340-8b15-38d826c8ff17 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:10.230384 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b21c0447-f73b-4b3e-acd1-204bd2bc93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d5632516-f483-4340-8b15-38d826c8ff17), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:10.354743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1851464477-network', 'tenant_id': '615c1a75cc1d40adbd1a32eda2046ee5'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:10.365328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574e020-de92-4226-a635-1613ddee0193 req-c755af35-4059-4456-b088-006b7880e2ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:10.378131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e574e020-de92-4226-a635-1613ddee0193 req-c755af35-4059-4456-b088-006b7880e2ff tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 946 time: 0.1260116 Feb 03 13:06:10.420665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:10.443480 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Made reservation on behalf of 615c1a75cc1d40adbd1a32eda2046ee5 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:10.446889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:10.479724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:10.501369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e574e020-de92-4226-a635-1613ddee0193 req-bb527464-1577-4004-942e-427e7b221863 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166477 Feb 03 13:06:10.571116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b21c0447-f73b-4b3e-acd1-204bd2bc93ad None None] Current status of the port d5632516-f483-4340-8b15-38d826c8ff17 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:10.630245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b21c0447-f73b-4b3e-acd1-204bd2bc93ad None None] Provisioning complete for port 100b5247-3517-4093-a5ad-33dcd0136bab triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:10.630651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b21c0447-f73b-4b3e-acd1-204bd2bc93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (100b5247-3517-4093-a5ad-33dcd0136bab), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:10.783547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b21c0447-f73b-4b3e-acd1-204bd2bc93ad None None] Port 100b5247-3517-4093-a5ad-33dcd0136bab cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:06:10.784648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ee6e3-8e55-48c3-b81f-9891d305047a None None] Network f801a77c-46ae-4bda-8d41-31486c5e2a88 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:10.989845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:10.990454 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.049352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] Provisioning complete for port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:11.049851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.139601 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Publish callbacks [] for security_group (fd7252d8-0485-4b14-8990-11c4d8674151), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.144384 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-9c8094f1-53b6-49d4-9eb9-f9a07eb361b0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:06:11.146749 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9c8094f1-53b6-49d4-9eb9-f9a07eb361b0 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "PUT /v2.0/routers/bcea7d43-7f88-4f78-a6a9-c3068f098c52/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4168563 Feb 03 13:06:11.149817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36494) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:11.158559 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fd7252d8-0485-4b14-8990-11c4d8674151), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.250504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:06:11.293804 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.294007 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Added segment dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9 of type vlan for network 13f68fe5-2362-42aa-9923-7d35b23e69f3 Feb 03 13:06:11.323396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7252d8-0485-4b14-8990-11c4d8674151,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:11.326686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:11.329018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:11.370268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] Current status of the port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:11.370994 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.432161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] For port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b,segment=NetworkSegment(35ba2e04-e5a0-4214-bb62-a67bfda70953),segment_id=35ba2e04-e5a0-4214-bb62-a67bfda70953)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:11.449977 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.452956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:11.453459 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.469389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (13f68fe5-2362-42aa-9923-7d35b23e69f3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.547276 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (13f68fe5-2362-42aa-9923-7d35b23e69f3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.548413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:11.549116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.607161 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5509987 Feb 03 13:06:11.616993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36498) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:11.630312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Request body: {'subnet': {'network_id': '13f68fe5-2362-42aa-9923-7d35b23e69f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1851464477-subnet', 'tenant_id': '615c1a75cc1d40adbd1a32eda2046ee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:11.682778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] Provisioning complete for port 100b5247-3517-4093-a5ad-33dcd0136bab triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:11.683409 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (100b5247-3517-4093-a5ad-33dcd0136bab), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.704061 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:11.791649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ef766-b4d9-45da-8be4-e0e01a60dc33 admin admin] Pushing event updated for resources: {'Network': ['ID=13f68fe5-2362-42aa-9923-7d35b23e69f3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:11.826825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Made reservation on behalf of 615c1a75cc1d40adbd1a32eda2046ee5 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:11.830707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:12.005296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 13f68fe5-2362-42aa-9923-7d35b23e69f3 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:06:12.007417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] Pushing event updated for resources: {'Port': ['ID=d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:12.118290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8033dfd9-4367-4afb-9f28-58b07d919f4c None None] Port 100b5247-3517-4093-a5ad-33dcd0136bab cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:06:12.165558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:12.196865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0905fddb-3063-4125-8172-fdef5be07772), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:12.250592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ee91c315-8fb0-48be-9618-969d14ff7102 None None] Provisioning complete for port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:12.250965 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee91c315-8fb0-48be-9618-969d14ff7102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:12.336512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d5632516-f483-4340-8b15-38d826c8ff17 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:12.339466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Checking segment: {'id': 'dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '13f68fe5-2362-42aa-9923-7d35b23e69f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:12.339896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Network hostable DHCP agents. Network: 13f68fe5-2362-42aa-9923-7d35b23e69f3, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:06:12.368841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0905fddb-3063-4125-8172-fdef5be07772,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:12.416541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Network 13f68fe5-2362-42aa-9923-7d35b23e69f3 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:06:12.437322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 13f68fe5-2362-42aa-9923-7d35b23e69f3) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:12.441929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:12.442591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:12.446612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ee91c315-8fb0-48be-9618-969d14ff7102 None None] Current status of the port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:12.452304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a94f579-0b7e-416e-8e7b-5cb9731fbdfb None None] Network 13f68fe5-2362-42aa-9923-7d35b23e69f3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:12.475325 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6191d98b-d5be-48bb-bcc5-7834a05b2281 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8572345 Feb 03 13:06:12.495251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d5632516-f483-4340-8b15-38d826c8ff17 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:12.495629 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d5632516-f483-4340-8b15-38d826c8ff17), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:12.506854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44b3c1-7dd1-47e2-bdfc-75e448527d47 req-62e502e6-1759-4461-ba6b-5bf49e35884b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:12.513958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb44b3c1-7dd1-47e2-bdfc-75e448527d47 req-62e502e6-1759-4461-ba6b-5bf49e35884b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 946 time: 0.8383512 Feb 03 13:06:12.564941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ee91c315-8fb0-48be-9618-969d14ff7102 None None] Provisioning complete for port 100b5247-3517-4093-a5ad-33dcd0136bab triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:12.565365 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee91c315-8fb0-48be-9618-969d14ff7102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (100b5247-3517-4093-a5ad-33dcd0136bab), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:12.595080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb44b3c1-7dd1-47e2-bdfc-75e448527d47 req-9d2acf08-674d-4706-b5ed-a72c4877ba00 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756073 Feb 03 13:06:12.606952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ee91c315-8fb0-48be-9618-969d14ff7102 None None] Port 100b5247-3517-4093-a5ad-33dcd0136bab cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:06:12.660814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35200ec-ecad-4f5b-be66-6dce4854107b None None] Network 13f68fe5-2362-42aa-9923-7d35b23e69f3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:12.703668 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (bcea7d43-7f88-4f78-a6a9-c3068f098c52), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:12.816031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d5632516-f483-4340-8b15-38d826c8ff17 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:12.820281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:12.881441 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:12.933834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef35cb-f1ff-41c9-a795-db1311f880b1 req-a2640846-0ec8-480d-a3d4-f39586acd620 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:12.935571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33ef35cb-f1ff-41c9-a795-db1311f880b1 req-a2640846-0ec8-480d-a3d4-f39586acd620 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 946 time: 0.2272146 Feb 03 13:06:13.004041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:13.004428 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.101322 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:13.131839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33ef35cb-f1ff-41c9-a795-db1311f880b1 req-ca67ae60-7f4e-4d2d-a94e-d3eb1143302f tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803689 Feb 03 13:06:13.228549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36526) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:13.235107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-648738338-network', 'tenant_id': 'f1c40ce1ad1b42ca8dd56467090dc6b0'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:13.243910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Deleting port 100b5247-3517-4093-a5ad-33dcd0136bab {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:13.244232 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (100b5247-3517-4093-a5ad-33dcd0136bab), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.260136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Made reservation on behalf of f1c40ce1ad1b42ca8dd56467090dc6b0 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:13.262018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.271950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.346273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (100b5247-3517-4093-a5ad-33dcd0136bab), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.360161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Calling delete_port for 100b5247-3517-4093-a5ad-33dcd0136bab owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:13.375664 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Publish callbacks [] for security_group (1b04a193-08dd-4d63-935e-41ed402a1192), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.381597 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1b04a193-08dd-4d63-935e-41ed402a1192), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.403025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:06:13.418446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b04a193-08dd-4d63-935e-41ed402a1192,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:13.421538 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3d7c21de-eeb7-4c2a-ad1f-b15300ae6af4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.421890 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Added segment 3d7c21de-eeb7-4c2a-ad1f-b15300ae6af4 of type vlan for network a349ea17-4de4-492f-aafb-61676b90adf9 Feb 03 13:06:13.467853 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (a349ea17-4de4-492f-aafb-61676b90adf9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.495652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (a349ea17-4de4-492f-aafb-61676b90adf9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.496724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:13.497299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.531670 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2993519 Feb 03 13:06:13.531879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36530) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:13.538347 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Request body: {'subnet': {'network_id': 'a349ea17-4de4-492f-aafb-61676b90adf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-648738338-subnet', 'tenant_id': 'f1c40ce1ad1b42ca8dd56467090dc6b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:13.553429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (100b5247-3517-4093-a5ad-33dcd0136bab), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.575377 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba370e47-e4ef-4a31-b30d-4b4b5bd33b31 admin admin] Pushing event updated for resources: {'Network': ['ID=a349ea17-4de4-492f-aafb-61676b90adf9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:13.586481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network a349ea17-4de4-492f-aafb-61676b90adf9 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:06:13.600380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Port': ['ID=100b5247-3517-4093-a5ad-33dcd0136bab,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:13.603277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Made reservation on behalf of f1c40ce1ad1b42ca8dd56467090dc6b0 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:13.607948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.729950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (bcea7d43-7f88-4f78-a6a9-c3068f098c52), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.849198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (d1de5ff0-1185-4088-b048-79725eb0b9eb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.906130 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1de5ff0-1185-4088-b048-79725eb0b9eb,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:13.927849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Router bcea7d43-7f88-4f78-a6a9-c3068f098c52 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:13.941414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Checking segment: {'id': '3d7c21de-eeb7-4c2a-ad1f-b15300ae6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a349ea17-4de4-492f-aafb-61676b90adf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:13.941779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Network hostable DHCP agents. Network: a349ea17-4de4-492f-aafb-61676b90adf9, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:06:13.963360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Network a349ea17-4de4-492f-aafb-61676b90adf9 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:06:13.976503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, a349ea17-4de4-492f-aafb-61676b90adf9) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:13.985968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64020350-fcdb-463e-8123-1606f7b6e22f None None] Network a349ea17-4de4-492f-aafb-61676b90adf9 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:14.009589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:14.010458 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:14.020594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:14.025915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e0411c6f-78c9-420d-8748-c33dfdb05dcf tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "PUT /v2.0/routers/bcea7d43-7f88-4f78-a6a9-c3068f098c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8749690 Feb 03 13:06:14.030158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36536) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:14.031884 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b9e8c-562d-4630-8be6-6803cb5d3bfb None None] Sync routers for ids ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:14.051248 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b9e8c-562d-4630-8be6-6803cb5d3bfb None None] Routers {'bcea7d43-7f88-4f78-a6a9-c3068f098c52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:14.051880 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-053b9e8c-562d-4630-8be6-6803cb5d3bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:14.053464 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5056c95b-a4a1-4ab7-b4a9-e8e3baf82441 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5206006 Feb 03 13:06:14.096545 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-053b9e8c-562d-4630-8be6-6803cb5d3bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:14.110101 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b9e8c-562d-4630-8be6-6803cb5d3bfb None None] Routers {'bcea7d43-7f88-4f78-a6a9-c3068f098c52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:14.111228 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-053b9e8c-562d-4630-8be6-6803cb5d3bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:14.115414 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-10e47292-0437-4337-917d-3c3a74411064 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] delete failed (client error): The resource could not be found. Feb 03 13:06:14.119567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-10e47292-0437-4337-917d-3c3a74411064 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-473970572 HTTP/1.1" status: 404 len: 334 time: 0.0879698 Feb 03 13:06:14.123872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36542) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:14.129884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6f2c58d7-5c7b-4ec3-aa31-3fdf9c0f1f63 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bcea7d43-7f88-4f78-a6a9-c3068f098c52'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:14.183611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc424b1c-1ff1-4b6c-975d-c3b3ec4f7489 None None] Network a349ea17-4de4-492f-aafb-61676b90adf9 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:14.201596 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-053b9e8c-562d-4630-8be6-6803cb5d3bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:14.206457 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b9e8c-562d-4630-8be6-6803cb5d3bfb None None] The sync data for ids ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:14.457311 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6f2c58d7-5c7b-4ec3-aa31-3fdf9c0f1f63 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for router_gateway (bcea7d43-7f88-4f78-a6a9-c3068f098c52), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:14.490009 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-6f2c58d7-5c7b-4ec3-aa31-3fdf9c0f1f63 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] update failed (client error): The resource could not be found. Feb 03 13:06:14.491397 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6f2c58d7-5c7b-4ec3-aa31-3fdf9c0f1f63 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "PUT /v2.0/routers/bcea7d43-7f88-4f78-a6a9-c3068f098c52 HTTP/1.1" status: 404 len: 339 time: 0.3663044 Feb 03 13:06:14.495110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36558) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:14.500489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1848165599'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:14.531153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Made reservation on behalf of 660fa132f2aa4e87ba158ec463bcba9b for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:14.536904 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:14.572758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:06:14.588069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (964616fa-2b35-4dd8-bc42-3b7356e41583), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:14.588635 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Added segment 964616fa-2b35-4dd8-bc42-3b7356e41583 of type vlan for network 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee Feb 03 13:06:14.649607 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:14.650081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36564) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:14.683561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:14.690568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:14.692307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:14.766003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2696824 Feb 03 13:06:14.766681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36572) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:14.776595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'subnet': {'network_id': '1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:14.821154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a6cea-74bb-4589-b4b8-2f65253edd8b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Network': ['ID=1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:14.837079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:06:15.046067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-a464ea41-0eb7-4bca-aa3e-c6344c7b00e9 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:15.047788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-a464ea41-0eb7-4bca-aa3e-c6344c7b00e9 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/networks?id=13f68fe5-2362-42aa-9923-7d35b23e69f3 HTTP/1.1" status: 200 len: 812 time: 0.3411584 Feb 03 13:06:15.081090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-a0629020-31d3-4f07-a807-f72d08edc7c2 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/quotas/615c1a75cc1d40adbd1a32eda2046ee5 HTTP/1.1" status: 200 len: 375 time: 0.0133340 Feb 03 13:06:15.084486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Made reservation on behalf of 660fa132f2aa4e87ba158ec463bcba9b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:15.088366 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:15.124082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-4043f34a-a0d0-42ea-93c6-50b973a121c1 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=615c1a75cc1d40adbd1a32eda2046ee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296743 Feb 03 13:06:15.182682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:15.303931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-3f792037-bbf3-4485-ba78-43d73d434056 service neutron] 10.222.0.65 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694005 Feb 03 13:06:15.433300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-b4446d03-bbfe-4d11-bc03-be12b8251a47 service neutron] 10.222.0.65 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209710 Feb 03 13:06:15.647256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (d3c6bb01-8b90-4f91-b15d-bf5359f84238), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:15.701351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.20.0.17 (0ff2ec27-ce7a-4bd5-9352-08cb97236bd7/200ec3ed-7496-4b01-b90d-010c2b8f01e3/ab060a0e-977f-42e5-a02d-09456e0ded59) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:15.803738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Subnet': ['ID=d3c6bb01-8b90-4f91-b15d-bf5359f84238,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:15.869982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:15.917275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:15.940671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2e469f4-68ed-42d4-858a-3e297bcbda6d req-699e6f36-a97c-4221-ab63-e0a000b429a6 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 210 time: 0.1211400 Feb 03 13:06:15.983954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Checking segment: {'id': '964616fa-2b35-4dd8-bc42-3b7356e41583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:15.984307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network hostable DHCP agents. Network: 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:06:15.999297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=ab060a0e-977f-42e5-a02d-09456e0ded59,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:16.028822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:06:16.038920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:16.043749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:16.052645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:16.056096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:16.056701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.062226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:16.091979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcfb12c-a539-4dc1-ba04-25a867c5c070 None None] Network 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:16.114317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6899f5d2-6630-44e1-8a4f-e1a5fa717882 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3420558 Feb 03 13:06:16.117345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36590) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:16.129916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-861695d2-91c3-4aa3-a875-31d849827e7e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'router': {'external_gateway_info': {'network_id': '1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:16.173172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (de3b4cd0-1469-4985-8c2f-d074dd0a27af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.464086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.540714 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-861695d2-91c3-4aa3-a875-31d849827e7e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for router_gateway (bcea7d43-7f88-4f78-a6a9-c3068f098c52), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.564556 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee', 'network_id': '1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee', 'project_id': '660fa132f2aa4e87ba158ec463bcba9b', 'fixed_ips': [{'subnet_id': 'd3c6bb01-8b90-4f91-b15d-bf5359f84238'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:06:16.565436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.576865 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.789553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6cded821-2154-4de0-aaef-7ec2dcb3c1a6 None None] Provisioning complete for port ab060a0e-977f-42e5-a02d-09456e0ded59 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:16.790148 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cded821-2154-4de0-aaef-7ec2dcb3c1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.843615 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-861695d2-91c3-4aa3-a875-31d849827e7e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:06:16.848641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-861695d2-91c3-4aa3-a875-31d849827e7e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "PUT /v2.0/routers/bcea7d43-7f88-4f78-a6a9-c3068f098c52 HTTP/1.1" status: 400 len: 364 time: 0.7271435 Feb 03 13:06:16.849406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36602) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:16.938147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.951727 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.998683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6cded821-2154-4de0-aaef-7ec2dcb3c1a6 None None] Port ab060a0e-977f-42e5-a02d-09456e0ded59 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:06:17.084861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Allocated IP 2001:db8:1::2 (1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee/d3c6bb01-8b90-4f91-b15d-bf5359f84238/9b300227-8488-4616-ae87-0d23ce776403) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:17.098595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (de3b4cd0-1469-4985-8c2f-d074dd0a27af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.216894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=ab060a0e-977f-42e5-a02d-09456e0ded59,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:17.248509 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:17.252660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:17.363596 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Publish callbacks [] for port (9b300227-8488-4616-ae87-0d23ce776403), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.383338 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (9b300227-8488-4616-ae87-0d23ce776403), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.436649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Network 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:17.443639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-832e0d32-42a4-4a13-aed1-337c08f65fbb req-e61c7bc5-5415-45ed-96ed-ed4b24c72d14 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 210 time: 0.1624177 Feb 03 13:06:17.449937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:17.453987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:17.478313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Pushing event updated for resources: {'Port': ['ID=9b300227-8488-4616-ae87-0d23ce776403,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:17.594905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Attempting to bind port 9b300227-8488-4616-ae87-0d23ce776403 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:06:17.598779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Attempting to bind port 9b300227-8488-4616-ae87-0d23ce776403 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '964616fa-2b35-4dd8-bc42-3b7356e41583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:06:17.601480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Attempting to bind port 9b300227-8488-4616-ae87-0d23ce776403 on network 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:17.620089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:06:17.620390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Checking segment: {'id': '964616fa-2b35-4dd8-bc42-3b7356e41583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:17.620871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.621446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Bound using segment: {'id': '964616fa-2b35-4dd8-bc42-3b7356e41583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:06:17.622031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Bound port: 9b300227-8488-4616-ae87-0d23ce776403, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964616fa-2b35-4dd8-bc42-3b7356e41583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:06:17.622454 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9b300227-8488-4616-ae87-0d23ce776403), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.625235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router de3b4cd0-1469-4985-8c2f-d074dd0a27af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:17.845263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-eec91b4e-ad46-4069-a6f0-638e8962fc19 None None] Provisioning complete for port ab060a0e-977f-42e5-a02d-09456e0ded59 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:17.845652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eec91b4e-ad46-4069-a6f0-638e8962fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.866228 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.872680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:17.913043 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ff7a758e-bffc-4943-8434-6bb7d8065979 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "PUT /v2.0/routers/de3b4cd0-1469-4985-8c2f-d074dd0a27af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2616212 Feb 03 13:06:17.960716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Sync routers for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:18.002650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] For port 9b300227-8488-4616-ae87-0d23ce776403, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:06:18.049831 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eec91b4e-ad46-4069-a6f0-638e8962fc19 None None] Port ab060a0e-977f-42e5-a02d-09456e0ded59 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:06:18.054089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] For port 9b300227-8488-4616-ae87-0d23ce776403, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b300227-8488-4616-ae87-0d23ce776403,segment=NetworkSegment(964616fa-2b35-4dd8-bc42-3b7356e41583),segment_id=964616fa-2b35-4dd8-bc42-3b7356e41583)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:06:18.060504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:18.062435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:18.158669 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9b300227-8488-4616-ae87-0d23ce776403), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:18.164849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-1d9a6d79-e31d-40f5-917a-f6dae705c656 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:18.166797 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-1d9a6d79-e31d-40f5-917a-f6dae705c656 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.72 "GET /v2.0/networks?id=13f68fe5-2362-42aa-9923-7d35b23e69f3 HTTP/1.1" status: 200 len: 812 time: 0.3002145 Feb 03 13:06:18.201866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Request body: {'port': {'device_id': '626d2e3a-bcb4-49ba-84c0-92b2729fdf2b', 'network_id': '13f68fe5-2362-42aa-9923-7d35b23e69f3', 'admin_state_up': True, 'tenant_id': '615c1a75cc1d40adbd1a32eda2046ee5'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:18.389415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Made reservation on behalf of 615c1a75cc1d40adbd1a32eda2046ee5 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:18.394638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:18.446172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Allocated IP 2001:db8::1 (62f938ee-c7ab-4a58-9351-6cacf788d86b/d202f72e-d672-4a3b-8d39-36352b8b445f/08db6072-b50a-4510-a1d2-23e92469b7d3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:18.686118 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:18.699009 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Allocated IP 172.20.0.11 (13f68fe5-2362-42aa-9923-7d35b23e69f3/0905fddb-3063-4125-8172-fdef5be07772/a6caafd7-1298-4336-b2a2-a636fac468d8) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:18.775796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:18.788332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:18.836536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ab2619e-eac9-477e-ba7b-3a9b42a8d881 req-25b54844-3403-4d2c-a623-a82789f01bfe tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 210 time: 0.0757883 Feb 03 13:06:18.977199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network 62f938ee-c7ab-4a58-9351-6cacf788d86b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:18.991998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:19.010226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:19.011545 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (bcea7d43-7f88-4f78-a6a9-c3068f098c52), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:19.152352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Port': ['ID=08db6072-b50a-4510-a1d2-23e92469b7d3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:19.172384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7d093-eee7-4f5d-8c11-f42bc56bd7aa None None] Pushing event updated for resources: {'Port': ['ID=9b300227-8488-4616-ae87-0d23ce776403,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:19.206658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Publish callbacks [] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:19.340722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:19.389808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Network 13f68fe5-2362-42aa-9923-7d35b23e69f3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:19.394197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:19.417861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:19.427316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:19.523166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:06:16Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:13Z', 'updated_at': '2022-02-03T13:05:20Z', 'revision_number': 1, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab060a0e-977f-42e5-a02d-09456e0ded59', 'name': '', 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:c7:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '200ec3ed-7496-4b01-b90d-010c2b8f01e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:06:15Z', 'updated_at': '2022-02-03T13:06:16Z', 'revision_number': 2, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '200ec3ed-7496-4b01-b90d-010c2b8f01e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:19.559088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Checking router: de3b4cd0-1469-4985-8c2f-d074dd0a27af for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:06:19.559658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Updating router de3b4cd0-1469-4985-8c2f-d074dd0a27af port ab060a0e-977f-42e5-a02d-09456e0ded59 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:06:19.587926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Pushing event updated for resources: {'Port': ['ID=a6caafd7-1298-4336-b2a2-a636fac468d8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:19.591579 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:19.614411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:19.616046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:19.639211 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-da528e8f-99f4-437c-ba1a-c700707e9676 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4475803 Feb 03 13:06:19.652857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Request body: {'port': {'device_id': '626d2e3a-bcb4-49ba-84c0-92b2729fdf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:19.656136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-350ba326-00f8-41ca-b372-fe4ff46b56d5 None None] Provisioning complete for port 08db6072-b50a-4510-a1d2-23e92469b7d3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:19.656521 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-350ba326-00f8-41ca-b372-fe4ff46b56d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:19.697265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-350ba326-00f8-41ca-b372-fe4ff46b56d5 None None] Port 08db6072-b50a-4510-a1d2-23e92469b7d3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:06:19.770357 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.133117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Publish callbacks [] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.141842 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.156976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6caafd7-1298-4336-b2a2-a636fac468d8 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:06:20.170104 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Publish callbacks [] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.217255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Transition to ACTIVE for port object a6caafd7-1298-4336-b2a2-a636fac468d8 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:06:20.226115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.377813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6caafd7-1298-4336-b2a2-a636fac468d8,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:20.461260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Attempting to bind port ab060a0e-977f-42e5-a02d-09456e0ded59 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:06:20.461260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Attempting to bind port ab060a0e-977f-42e5-a02d-09456e0ded59 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:06:20.461260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Attempting to bind port ab060a0e-977f-42e5-a02d-09456e0ded59 on network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:20.476394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36141197-b4ac-4a81-b6a3-7f372767adcf None None] Pushing event updated for resources: {'Port': ['ID=ab060a0e-977f-42e5-a02d-09456e0ded59,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:20.493598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:06:20.497000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Checking segment: {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:20.499381 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.499920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Bound using segment: {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:06:20.500659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Bound port: ab060a0e-977f-42e5-a02d-09456e0ded59, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:06:20.504635 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.634567 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.655806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.656961 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (bcea7d43-7f88-4f78-a6a9-c3068f098c52), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.678796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] For port ab060a0e-977f-42e5-a02d-09456e0ded59, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:06:20.682133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b41594-3369-4c6e-bb1c-7ad0b688b925 req-f4f4f8e1-d8af-4dee-932f-b83ab16f08cc tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:20.682956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] For port ab060a0e-977f-42e5-a02d-09456e0ded59, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ab060a0e-977f-42e5-a02d-09456e0ded59,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:06:20.687423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b300227-8488-4616-ae87-0d23ce776403 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:20.694540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25b41594-3369-4c6e-bb1c-7ad0b688b925 req-f4f4f8e1-d8af-4dee-932f-b83ab16f08cc tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 932 time: 0.5448205 Feb 03 13:06:20.743585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cd5c9a-2568-4c5e-b4bb-ade6ee893a1a None None] Network 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:20.770167 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.838817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event updated for resources: {'Port': ['ID=08db6072-b50a-4510-a1d2-23e92469b7d3,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:20.923750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36141197-b4ac-4a81-b6a3-7f372767adcf None None] Pushing event updated for resources: {'Port': ['ID=ab060a0e-977f-42e5-a02d-09456e0ded59,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:20.986160 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:20.987138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:20.988028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:21.069728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25b41594-3369-4c6e-bb1c-7ad0b688b925 req-3ee96a6d-04e5-4d21-92c3-af423e9d299d tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634412 Feb 03 13:06:21.145408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:21.162076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-9efb31c5-65e1-4994-b00b-6823895da418 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3271358 Feb 03 13:06:21.183384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Network 62f938ee-c7ab-4a58-9351-6cacf788d86b is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:21.184819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:21.283373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Provisioning complete for port 9b300227-8488-4616-ae87-0d23ce776403 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:21.284889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b300227-8488-4616-ae87-0d23ce776403), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:21.345023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9b300227-8488-4616-ae87-0d23ce776403 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:21.345778 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b300227-8488-4616-ae87-0d23ce776403), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:21.403316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Router bcea7d43-7f88-4f78-a6a9-c3068f098c52 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:21.416704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Attempting to bind port a6caafd7-1298-4336-b2a2-a636fac468d8 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:06:21.417278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Attempting to bind port a6caafd7-1298-4336-b2a2-a636fac468d8 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '13f68fe5-2362-42aa-9923-7d35b23e69f3'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:06:21.417604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Attempting to bind port a6caafd7-1298-4336-b2a2-a636fac468d8 on network 13f68fe5-2362-42aa-9923-7d35b23e69f3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:21.418680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-9c6d0ff4-697d-4dcd-9e6a-c5b10b4852ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:21.420540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-9c6d0ff4-697d-4dcd-9e6a-c5b10b4852ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 1129 time: 0.2275198 Feb 03 13:06:21.422799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Port a6caafd7-1298-4336-b2a2-a636fac468d8 on network 13f68fe5-2362-42aa-9923-7d35b23e69f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:06:21.423378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Attempting to bind port a6caafd7-1298-4336-b2a2-a636fac468d8 on network 13f68fe5-2362-42aa-9923-7d35b23e69f3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:21.445499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:06:21.445840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Checking segment: {'id': 'dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '13f68fe5-2362-42aa-9923-7d35b23e69f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:21.446244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Bound using segment: {'id': 'dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '13f68fe5-2362-42aa-9923-7d35b23e69f3'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:06:21.446694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Bound port: a6caafd7-1298-4336-b2a2-a636fac468d8, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '13f68fe5-2362-42aa-9923-7d35b23e69f3'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:06:21.447047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:21.551972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] For port a6caafd7-1298-4336-b2a2-a636fac468d8, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:06:21.556976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] For port a6caafd7-1298-4336-b2a2-a636fac468d8, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a6caafd7-1298-4336-b2a2-a636fac468d8,segment=NetworkSegment(dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9),segment_id=dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:06:21.576169 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:21.626417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:21.637520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:21.638190 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:21.639049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bf4bd216-5819-425a-a7dc-a166a36f7d59 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "PUT /v2.0/routers/bcea7d43-7f88-4f78-a6a9-c3068f098c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7883985 Feb 03 13:06:21.643352 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] 10.222.0.72 "PUT /v2.0/ports/a6caafd7-1298-4336-b2a2-a636fac468d8 HTTP/1.1" status: 200 len: 1093 time: 1.9969375 Feb 03 13:06:21.643865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626d2e3a-bcb4-49ba-84c0-92b2729fdf2b', 'tag': 'a6caafd7-1298-4336-b2a2-a636fac468d8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:21.645728 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3cae17-3e6e-4696-bde1-30fd257b3b14 None None] Sync routers for ids ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:21.646218 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57" -d '{"events": [{"name": "network-changed", "server_uuid": "626d2e3a-bcb4-49ba-84c0-92b2729fdf2b", "tag": "a6caafd7-1298-4336-b2a2-a636fac468d8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:21.648799 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36638) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:21.681397 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cae17-3e6e-4696-bde1-30fd257b3b14 None None] Routers {'bcea7d43-7f88-4f78-a6a9-c3068f098c52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:21.682048 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8d3cae17-3e6e-4696-bde1-30fd257b3b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:21.738278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-f0e1cf9a-14ac-4c38-83ab-57d2c524d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:21.739999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-f0e1cf9a-14ac-4c38-83ab-57d2c524d647 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 HTTP/1.1" status: 200 len: 895 time: 0.2657101 Feb 03 13:06:21.775213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33735f30-9f7f-4b43-a931-80eededa0aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6caafd7-1298-4336-b2a2-a636fac468d8,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:21.780963 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70244349-3beb-4917-8cbc-ee647dcbb386 x-openstack-request-id: req-70244349-3beb-4917-8cbc-ee647dcbb386 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:21.781244 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626d2e3a-bcb4-49ba-84c0-92b2729fdf2b", "tag": "a6caafd7-1298-4336-b2a2-a636fac468d8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:21.781496 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70244349-3beb-4917-8cbc-ee647dcbb386 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:21.781892 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626d2e3a-bcb4-49ba-84c0-92b2729fdf2b', 'tag': 'a6caafd7-1298-4336-b2a2-a636fac468d8', 'status': 'completed', 'code': 200} Feb 03 13:06:21.809813 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8d3cae17-3e6e-4696-bde1-30fd257b3b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:21.811358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-081c8462-e55b-4e4d-af4e-960580c516a6 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for router (bcea7d43-7f88-4f78-a6a9-c3068f098c52), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:21.832419 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cae17-3e6e-4696-bde1-30fd257b3b14 None None] Routers {'bcea7d43-7f88-4f78-a6a9-c3068f098c52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:21.833268 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8d3cae17-3e6e-4696-bde1-30fd257b3b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:21.865568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-e7f07bc2-732b-4b46-98b9-039c4d716249 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b709631-b4b3-4234-a769-2c51be739e4a HTTP/1.1" status: 200 len: 1001 time: 0.1170254 Feb 03 13:06:21.884799 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8d3cae17-3e6e-4696-bde1-30fd257b3b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:21.885701 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3cae17-3e6e-4696-bde1-30fd257b3b14 None None] The sync data for ids ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:21.896379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-8c4f27c9-bde2-41dc-b448-7dd337570961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:21.898419 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-8c4f27c9-bde2-41dc-b448-7dd337570961 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=615c1a75cc1d40adbd1a32eda2046ee5&device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 1127 time: 0.1903279 Feb 03 13:06:21.940399 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-648d3b84-e4a4-4064-828e-6e9506fc6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:21.942446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-648d3b84-e4a4-4064-828e-6e9506fc6891 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b1ba508-f0cd-44bb-978b-260849b8f0ac HTTP/1.1" status: 200 len: 835 time: 0.0702612 Feb 03 13:06:21.957520 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-1ca535b5-5d7a-443e-ae12-2ecc9ebd918a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caafd7-1298-4336-b2a2-a636fac468d8 HTTP/1.1" status: 200 len: 217 time: 0.0473576 Feb 03 13:06:21.960879 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-081c8462-e55b-4e4d-af4e-960580c516a6 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 13:06:21.962834 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-081c8462-e55b-4e4d-af4e-960580c516a6 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/routers/bcea7d43-7f88-4f78-a6a9-c3068f098c52 HTTP/1.1" status: 409 len: 329 time: 0.3086646 Feb 03 13:06:21.964762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36642) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:22.033166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:06:16Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:13Z', 'updated_at': '2022-02-03T13:05:20Z', 'revision_number': 1, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab060a0e-977f-42e5-a02d-09456e0ded59', 'name': '', 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:c7:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '200ec3ed-7496-4b01-b90d-010c2b8f01e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:06:15Z', 'updated_at': '2022-02-03T13:06:20Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '200ec3ed-7496-4b01-b90d-010c2b8f01e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:22.048797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-547bcdd5-b352-4c4b-ba26-efb920c7448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:22.053996 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-547bcdd5-b352-4c4b-ba26-efb920c7448c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0905fddb-3063-4125-8172-fdef5be07772 HTTP/1.1" status: 200 len: 852 time: 0.0897973 Feb 03 13:06:22.114241 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-2b7ffd1b-81f5-462e-a7e1-7dd8255e92b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=13f68fe5-2362-42aa-9923-7d35b23e69f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537210 Feb 03 13:06:22.118500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a30342-0d01-4db2-a891-ebef8dfda871 None None] The sync data for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 is: [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:06:16Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:13Z', 'updated_at': '2022-02-03T13:05:20Z', 'revision_number': 1, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab060a0e-977f-42e5-a02d-09456e0ded59', 'name': '', 'network_id': '0ff2ec27-ce7a-4bd5-9352-08cb97236bd7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:c7:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '200ec3ed-7496-4b01-b90d-010c2b8f01e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:06:15Z', 'updated_at': '2022-02-03T13:06:20Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '200ec3ed-7496-4b01-b90d-010c2b8f01e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:22.126310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9b300227-8488-4616-ae87-0d23ce776403 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:22.126924 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9b300227-8488-4616-ae87-0d23ce776403), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:22.138493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Current status of the port 9b300227-8488-4616-ae87-0d23ce776403 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:22.145279 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9b300227-8488-4616-ae87-0d23ce776403), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:22.220084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-9ebb83dc-6d2d-413a-aaef-22ed90e0134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:22.225612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-9ebb83dc-6d2d-413a-aaef-22ed90e0134c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2766271 Feb 03 13:06:22.312786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 9b300227-8488-4616-ae87-0d23ce776403, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b300227-8488-4616-ae87-0d23ce776403,segment=NetworkSegment(964616fa-2b35-4dd8-bc42-3b7356e41583),segment_id=964616fa-2b35-4dd8-bc42-3b7356e41583)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:22.329071 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9b300227-8488-4616-ae87-0d23ce776403), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:22.408868 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-4cc742f2-e9fb-45b8-ac07-79937a392a4e service neutron] 10.222.0.72 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866011 Feb 03 13:06:22.538114 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:06:22.538501 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:06:22.559830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=9b300227-8488-4616-ae87-0d23ce776403,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:22.614626 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-750b7567-2b70-44eb-963f-0e58ce9b33f2 req-e7569421-3952-4bff-a084-4f52bec792b9 service neutron] 10.222.0.72 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974442 Feb 03 13:06:22.635380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ab060a0e-977f-42e5-a02d-09456e0ded59 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:22.680990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-cc974c63-8f84-4691-b056-241901b692da service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464734 Feb 03 13:06:22.775821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-bd7b501d-3ea3-420c-89d3-463c634fb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:22.777087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774de4e-e451-4b44-8e82-2e7fd5b64ab9 req-2fb56a78-d752-4ee2-829a-5d45209a372f tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:22.777595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ab060a0e-977f-42e5-a02d-09456e0ded59 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:22.778868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:22.782264 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-bd7b501d-3ea3-420c-89d3-463c634fb08a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=615c1a75cc1d40adbd1a32eda2046ee5&device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 1127 time: 0.1072209 Feb 03 13:06:22.784862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a774de4e-e451-4b44-8e82-2e7fd5b64ab9 req-2fb56a78-d752-4ee2-829a-5d45209a372f tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 944 time: 0.4585104 Feb 03 13:06:22.971334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ab060a0e-977f-42e5-a02d-09456e0ded59 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:22.972851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:23.012140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-c9d9f511-6347-4676-828c-79d4c308c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:23.019142 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-c9d9f511-6347-4676-828c-79d4c308c668 service neutron] 10.222.0.72 "GET /v2.0/networks?id=13f68fe5-2362-42aa-9923-7d35b23e69f3 HTTP/1.1" status: 200 len: 913 time: 0.2312624 Feb 03 13:06:23.028768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a774de4e-e451-4b44-8e82-2e7fd5b64ab9 req-55fc1b12-3566-4bb4-80b2-d02f3c751a49 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430141 Feb 03 13:06:23.052825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ab060a0e-977f-42e5-a02d-09456e0ded59, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ab060a0e-977f-42e5-a02d-09456e0ded59,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:23.058398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17267560-bdc6-4171-8c3d-c3a5aa8e0600 req-969b40c4-7aff-453e-ae3f-b41476634ace service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536932 Feb 03 13:06:23.068861 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:23.143028 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-ac065d70-d84e-4d64-849a-b403309a112d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caafd7-1298-4336-b2a2-a636fac468d8 HTTP/1.1" status: 200 len: 217 time: 0.1171863 Feb 03 13:06:23.191898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (bcea7d43-7f88-4f78-a6a9-c3068f098c52), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:23.206995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-ea19599a-a94a-4e8c-b775-aa09f8ea22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:23.208903 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-ea19599a-a94a-4e8c-b775-aa09f8ea22f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0905fddb-3063-4125-8172-fdef5be07772 HTTP/1.1" status: 200 len: 852 time: 0.0593600 Feb 03 13:06:23.279841 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-1ff4341a-95a9-4c91-bc99-0a58ab104abf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=13f68fe5-2362-42aa-9923-7d35b23e69f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583100 Feb 03 13:06:23.419137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ab060a0e-977f-42e5-a02d-09456e0ded59,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:23.442510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Current status of the port 9b300227-8488-4616-ae87-0d23ce776403 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:23.470067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Provisioning complete for port ab060a0e-977f-42e5-a02d-09456e0ded59 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:23.470583 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:23.499194 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-4d45b75e-4bed-4d1d-88b7-98e4cf4fe4b6 service neutron] 10.222.0.72 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162187 Feb 03 13:06:23.667330 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a1823fec-90d6-4e5e-b007-3dbb17a6cb57 req-9ec65db1-99da-46f6-ab76-4ef8c3156653 service neutron] 10.222.0.72 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514893 Feb 03 13:06:23.670641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-851ecb74-2d1f-41c2-a858-057c00ce00db None None] Current status of the port ab060a0e-977f-42e5-a02d-09456e0ded59 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:23.712957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Deleting port 08db6072-b50a-4510-a1d2-23e92469b7d3 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:23.713554 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:23.800264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ca20c873-c7d4-470e-b020-1586377abbf5 None None] Provisioning complete for port 9b300227-8488-4616-ae87-0d23ce776403 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:23.800634 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca20c873-c7d4-470e-b020-1586377abbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b300227-8488-4616-ae87-0d23ce776403), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:23.811704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:23.827493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Calling delete_port for 08db6072-b50a-4510-a1d2-23e92469b7d3 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:23.892836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ca20c873-c7d4-470e-b020-1586377abbf5 None None] Current status of the port 9b300227-8488-4616-ae87-0d23ce776403 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:23.904357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ca20c873-c7d4-470e-b020-1586377abbf5 None None] Provisioning complete for port ab060a0e-977f-42e5-a02d-09456e0ded59 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:23.904774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca20c873-c7d4-470e-b020-1586377abbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:23.989799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ca20c873-c7d4-470e-b020-1586377abbf5 None None] Current status of the port ab060a0e-977f-42e5-a02d-09456e0ded59 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:24.003586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ca20c873-c7d4-470e-b020-1586377abbf5 None None] Provisioning complete for port 08db6072-b50a-4510-a1d2-23e92469b7d3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:24.003973 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca20c873-c7d4-470e-b020-1586377abbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:24.044623 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (08db6072-b50a-4510-a1d2-23e92469b7d3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:24.049554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ca20c873-c7d4-470e-b020-1586377abbf5 None None] Port 08db6072-b50a-4510-a1d2-23e92469b7d3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:06:24.080272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Port': ['ID=08db6072-b50a-4510-a1d2-23e92469b7d3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:24.497151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ab060a0e-977f-42e5-a02d-09456e0ded59 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:24.557753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ab060a0e-977f-42e5-a02d-09456e0ded59 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:24.559966 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:24.578410 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (bcea7d43-7f88-4f78-a6a9-c3068f098c52), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:24.707786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8266e11-938d-4ef9-beb4-fd8bc19c9137 req-9a377a91-b2ae-4f22-a672-3d6ab78cf06b tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:24.710180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8266e11-938d-4ef9-beb4-fd8bc19c9137 req-9a377a91-b2ae-4f22-a672-3d6ab78cf06b tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 944 time: 0.5446215 Feb 03 13:06:24.711288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ab060a0e-977f-42e5-a02d-09456e0ded59 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:24.714043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b300227-8488-4616-ae87-0d23ce776403 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:24.841903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9b300227-8488-4616-ae87-0d23ce776403 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:24.842725 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9b300227-8488-4616-ae87-0d23ce776403), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:24.880997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Router bcea7d43-7f88-4f78-a6a9-c3068f098c52 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:24.888247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8266e11-938d-4ef9-beb4-fd8bc19c9137 req-3106e18d-b03c-492c-9a10-8bf2f65d266e tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008263 Feb 03 13:06:24.954081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9b300227-8488-4616-ae87-0d23ce776403 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:24.968423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:24.973521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8d6a1a88-58de-4796-94a3-8a3580e6457e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "PUT /v2.0/routers/bcea7d43-7f88-4f78-a6a9-c3068f098c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071528 Feb 03 13:06:24.977372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36662) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:24.980083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059c9d3-b1c7-41fe-b25e-d40466ae4496 None None] Sync routers for ids ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:24.991313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059c9d3-b1c7-41fe-b25e-d40466ae4496 None None] Routers {'bcea7d43-7f88-4f78-a6a9-c3068f098c52'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:24.991957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f059c9d3-b1c7-41fe-b25e-d40466ae4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:25.022956 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-5e7ec640-f848-462e-a450-38c9aadce93e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] show failed (client error): The resource could not be found. Feb 03 13:06:25.028761 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5e7ec640-f848-462e-a450-38c9aadce93e tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1457798308 HTTP/1.1" status: 404 len: 335 time: 0.0456333 Feb 03 13:06:25.028857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f059c9d3-b1c7-41fe-b25e-d40466ae4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:25.028940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36664) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:25.033706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-cfb205a1-d376-44fd-b4fb-4f87308bc269 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:25.036454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059c9d3-b1c7-41fe-b25e-d40466ae4496 None None] Routers {'bcea7d43-7f88-4f78-a6a9-c3068f098c52'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:25.038104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f059c9d3-b1c7-41fe-b25e-d40466ae4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:25.069223 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-cfb205a1-d376-44fd-b4fb-4f87308bc269 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] update failed (client error): The resource could not be found. Feb 03 13:06:25.073394 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cfb205a1-d376-44fd-b4fb-4f87308bc269 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1396535130 HTTP/1.1" status: 404 len: 335 time: 0.0405328 Feb 03 13:06:25.073627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:25.075112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f059c9d3-b1c7-41fe-b25e-d40466ae4496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:25.075780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059c9d3-b1c7-41fe-b25e-d40466ae4496 None None] The sync data for ids ['bcea7d43-7f88-4f78-a6a9-c3068f098c52'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:25.132870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Deleting subnet d3c6bb01-8b90-4f91-b15d-bf5359f84238 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:06:25.136359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for subnet (d3c6bb01-8b90-4f91-b15d-bf5359f84238), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.182807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d3c6bb01-8b90-4f91-b15d-bf5359f84238), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.207521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a6caafd7-1298-4336-b2a2-a636fac468d8 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:06:25.278002 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d3c6bb01-8b90-4f91-b15d-bf5359f84238), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.342145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a6caafd7-1298-4336-b2a2-a636fac468d8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a6caafd7-1298-4336-b2a2-a636fac468d8,segment=NetworkSegment(dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9),segment_id=dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:25.355145 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d3c6bb01-8b90-4f91-b15d-bf5359f84238), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.356953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a6caafd7-1298-4336-b2a2-a636fac468d8', 'network_id': '13f68fe5-2362-42aa-9923-7d35b23e69f3', 'port_id': 'a6caafd7-1298-4336-b2a2-a636fac468d8', 'mac_address': 'fa:16:3e:d4:d8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0905fddb-3063-4125-8172-fdef5be07772', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:06:25.388480 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c6bb01-8b90-4f91-b15d-bf5359f84238,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:25.394563 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.398268 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/subnets/d3c6bb01-8b90-4f91-b15d-bf5359f84238 HTTP/1.1" status: 204 len: 168 time: 0.3235371 Feb 03 13:06:25.400887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36670) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:25.402006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a6caafd7-1298-4336-b2a2-a636fac468d8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:25.402642 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.417533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafcbb73-7ac6-43f3-8b35-b12e6d2363ef None None] Network 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:25.419942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.422011 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.422552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.423065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.425639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.426228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.426775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.427256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.427754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.428463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.429864 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.430381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.432026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b60bd-d9fc-4bde-9940-e5158e5f3eaa tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:25.479988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6caafd7-1298-4336-b2a2-a636fac468d8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:06:25.519077 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.548315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a6caafd7-1298-4336-b2a2-a636fac468d8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a6caafd7-1298-4336-b2a2-a636fac468d8,segment=NetworkSegment(dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9),segment_id=dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:25.584725 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.599100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Deleting port 9b300227-8488-4616-ae87-0d23ce776403 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:25.599455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9b300227-8488-4616-ae87-0d23ce776403), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.659845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c6c64-43fd-4a3c-8cb3-4766d54aba80 None None] DHCP port deletion for 1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:06:25.718033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a6caafd7-1298-4336-b2a2-a636fac468d8,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:25.723380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] For port 9b300227-8488-4616-ae87-0d23ce776403, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b300227-8488-4616-ae87-0d23ce776403,segment=NetworkSegment(964616fa-2b35-4dd8-bc42-3b7356e41583),segment_id=964616fa-2b35-4dd8-bc42-3b7356e41583)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:25.724847 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9b300227-8488-4616-ae87-0d23ce776403), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.757115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Calling delete_port for 9b300227-8488-4616-ae87-0d23ce776403 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:25.764304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-473c6c64-43fd-4a3c-8cb3-4766d54aba80 None None] Deleting port 9b300227-8488-4616-ae87-0d23ce776403 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:25.765004 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-473c6c64-43fd-4a3c-8cb3-4766d54aba80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9b300227-8488-4616-ae87-0d23ce776403), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.825042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a6caafd7-1298-4336-b2a2-a636fac468d8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:06:25.858240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-473c6c64-43fd-4a3c-8cb3-4766d54aba80 None None] For port 9b300227-8488-4616-ae87-0d23ce776403, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9b300227-8488-4616-ae87-0d23ce776403,segment=NetworkSegment(964616fa-2b35-4dd8-bc42-3b7356e41583),segment_id=964616fa-2b35-4dd8-bc42-3b7356e41583)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:25.858643 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-473c6c64-43fd-4a3c-8cb3-4766d54aba80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9b300227-8488-4616-ae87-0d23ce776403), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.860958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9b300227-8488-4616-ae87-0d23ce776403), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:25.877866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-473c6c64-43fd-4a3c-8cb3-4766d54aba80 None None] Calling delete_port for 9b300227-8488-4616-ae87-0d23ce776403 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:25.893966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Port': ['ID=9b300227-8488-4616-ae87-0d23ce776403,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:25.901607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] No DVR routers for this DVR port 9b300227-8488-4616-ae87-0d23ce776403 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:26.006774 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.030740 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-473c6c64-43fd-4a3c-8cb3-4766d54aba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (9b300227-8488-4616-ae87-0d23ce776403), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.031489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:26.061317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964616fa-2b35-4dd8-bc42-3b7356e41583') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:26.062104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964616fa-2b35-4dd8-bc42-3b7356e41583') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:26.067664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c6c64-43fd-4a3c-8cb3-4766d54aba80 None None] No DVR routers for this DVR port 9b300227-8488-4616-ae87-0d23ce776403 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:26.073816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (964616fa-2b35-4dd8-bc42-3b7356e41583), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.089647 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (964616fa-2b35-4dd8-bc42-3b7356e41583), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.093469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c6c64-43fd-4a3c-8cb3-4766d54aba80 None None] Pushing event deleted for resources: {'Port': ['ID=9b300227-8488-4616-ae87-0d23ce776403,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:26.107837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:06:26.108352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (964616fa-2b35-4dd8-bc42-3b7356e41583), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:06:26.112446 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:06:26.239834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34961131-4bd1-4618-9d9c-f55da6789402 req-d9817f96-a2a2-48ec-9137-535c7135e5a9 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:26.241787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34961131-4bd1-4618-9d9c-f55da6789402 req-d9817f96-a2a2-48ec-9137-535c7135e5a9 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 945 time: 0.1256371 Feb 03 13:06:26.242962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.251692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.257941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/networks/1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee HTTP/1.1" status: 204 len: 168 time: 0.8530695 Feb 03 13:06:26.258188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36678) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:26.281741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bf026-a42c-463b-9bba-8b23231fac0c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Network': ['ID=1eac15e1-130d-4d1f-9d5e-ad1b5cb913ee,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:26.319510 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a2edda-7c5f-434a-a257-d6ddf202a7c9 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Deleting subnet 42902903-aca8-471a-86e8-a2825ba5a1af {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:06:26.324099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a2edda-7c5f-434a-a257-d6ddf202a7c9 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for subnet (42902903-aca8-471a-86e8-a2825ba5a1af), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.340167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34961131-4bd1-4618-9d9c-f55da6789402 req-1e528525-640c-4a3c-99a9-b415690b66a9 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766735 Feb 03 13:06:26.384888 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a2edda-7c5f-434a-a257-d6ddf202a7c9 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (42902903-aca8-471a-86e8-a2825ba5a1af), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.428424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b300227-8488-4616-ae87-0d23ce776403 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:26.457804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 9b300227-8488-4616-ae87-0d23ce776403 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:26.458492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9b300227-8488-4616-ae87-0d23ce776403 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:26.490492 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a2edda-7c5f-434a-a257-d6ddf202a7c9 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (42902903-aca8-471a-86e8-a2825ba5a1af), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.558884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a2edda-7c5f-434a-a257-d6ddf202a7c9 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (42902903-aca8-471a-86e8-a2825ba5a1af), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.589672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2edda-7c5f-434a-a257-d6ddf202a7c9 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Subnet': ['ID=42902903-aca8-471a-86e8-a2825ba5a1af,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:26.595940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7a2edda-7c5f-434a-a257-d6ddf202a7c9 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.599892 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7a2edda-7c5f-434a-a257-d6ddf202a7c9 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/subnets/42902903-aca8-471a-86e8-a2825ba5a1af HTTP/1.1" status: 204 len: 168 time: 0.3406446 Feb 03 13:06:26.602197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36682) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:26.607518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335cb346-6025-4c70-bc79-5393c1bdd601 None None] Network f801a77c-46ae-4bda-8d41-31486c5e2a88 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:26.656490 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2d148b-1a2c-4c29-8ce4-f15a34af47f2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Deleting subnet 5d17b698-bccb-4425-8708-5d2d82281a43 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:06:26.659874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e2d148b-1a2c-4c29-8ce4-f15a34af47f2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for subnet (5d17b698-bccb-4425-8708-5d2d82281a43), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.706150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e2d148b-1a2c-4c29-8ce4-f15a34af47f2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (5d17b698-bccb-4425-8708-5d2d82281a43), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.798159 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e2d148b-1a2c-4c29-8ce4-f15a34af47f2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (5d17b698-bccb-4425-8708-5d2d82281a43), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.826716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2384dde-88b9-48f5-9770-86d568399d9c None None] DHCP port deletion for f801a77c-46ae-4bda-8d41-31486c5e2a88 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:06:26.878929 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e2d148b-1a2c-4c29-8ce4-f15a34af47f2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (5d17b698-bccb-4425-8708-5d2d82281a43), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.882583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d2384dde-88b9-48f5-9770-86d568399d9c None None] Deleting port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:26.882964 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2384dde-88b9-48f5-9770-86d568399d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.917226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1e2d148b-1a2c-4c29-8ce4-f15a34af47f2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.923459 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1e2d148b-1a2c-4c29-8ce4-f15a34af47f2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/subnets/5d17b698-bccb-4425-8708-5d2d82281a43 HTTP/1.1" status: 204 len: 168 time: 0.3195193 Feb 03 13:06:26.925031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d148b-1a2c-4c29-8ce4-f15a34af47f2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Subnet': ['ID=5d17b698-bccb-4425-8708-5d2d82281a43,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:26.925355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36686) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:26.941361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b46041-185c-422f-a800-5daab10d2d6e None None] Network 53b6ad85-c7dd-4f23-b305-69af16538a2b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:26.965891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d2384dde-88b9-48f5-9770-86d568399d9c None None] For port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b,segment=NetworkSegment(35ba2e04-e5a0-4214-bb62-a67bfda70953),segment_id=35ba2e04-e5a0-4214-bb62-a67bfda70953)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:26.966295 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2384dde-88b9-48f5-9770-86d568399d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:26.992547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d2384dde-88b9-48f5-9770-86d568399d9c None None] Calling delete_port for d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:27.035679 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (f801a77c-46ae-4bda-8d41-31486c5e2a88), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.091212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Deleting port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:27.091583 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.158522 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2384dde-88b9-48f5-9770-86d568399d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.169027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] For port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b,segment=NetworkSegment(35ba2e04-e5a0-4214-bb62-a67bfda70953),segment_id=35ba2e04-e5a0-4214-bb62-a67bfda70953)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:27.169027 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.208355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2384dde-88b9-48f5-9770-86d568399d9c None None] No DVR routers for this DVR port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:27.209673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Calling delete_port for d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:27.213011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2384dde-88b9-48f5-9770-86d568399d9c None None] Pushing event deleted for resources: {'Port': ['ID=d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:27.225315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34398068-a0c9-4961-98e4-abd74f0bb9c3 None None] DHCP port deletion for 53b6ad85-c7dd-4f23-b305-69af16538a2b request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:06:27.230229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a6caafd7-1298-4336-b2a2-a636fac468d8 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:27.305436 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.342973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Port': ['ID=d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:27.346782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] No DVR routers for this DVR port d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:27.411715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-34398068-a0c9-4961-98e4-abd74f0bb9c3 None None] Deleting port d5632516-f483-4340-8b15-38d826c8ff17 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:27.412033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34398068-a0c9-4961-98e4-abd74f0bb9c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d5632516-f483-4340-8b15-38d826c8ff17), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.468988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a6caafd7-1298-4336-b2a2-a636fac468d8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:06:27.509659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a6caafd7-1298-4336-b2a2-a636fac468d8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:27.510146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.519096 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (f801a77c-46ae-4bda-8d41-31486c5e2a88), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.550560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-34398068-a0c9-4961-98e4-abd74f0bb9c3 None None] For port d5632516-f483-4340-8b15-38d826c8ff17, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d5632516-f483-4340-8b15-38d826c8ff17,segment=NetworkSegment(bd7831dd-9ace-45e2-ad43-ad8f9ca9f278),segment_id=bd7831dd-9ace-45e2-ad43-ad8f9ca9f278)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:27.550999 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34398068-a0c9-4961-98e4-abd74f0bb9c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d5632516-f483-4340-8b15-38d826c8ff17), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.559452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f801a77c-46ae-4bda-8d41-31486c5e2a88']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:27.567012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-34398068-a0c9-4961-98e4-abd74f0bb9c3 None None] Calling delete_port for d5632516-f483-4340-8b15-38d826c8ff17 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:27.575722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ba2e04-e5a0-4214-bb62-a67bfda70953') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:27.575973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ba2e04-e5a0-4214-bb62-a67bfda70953') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:27.612463 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (35ba2e04-e5a0-4214-bb62-a67bfda70953), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.643352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1568ecf-8bf9-4e38-ac6b-de1a30bb3275 req-72bcdde0-0bad-46df-9081-1ff44a968a26 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:27.646581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1568ecf-8bf9-4e38-ac6b-de1a30bb3275 req-72bcdde0-0bad-46df-9081-1ff44a968a26 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 945 time: 0.1991670 Feb 03 13:06:27.687607 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (35ba2e04-e5a0-4214-bb62-a67bfda70953), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.731154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:06:27.731571 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (35ba2e04-e5a0-4214-bb62-a67bfda70953), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:06:27.735529 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:06:27.776250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34398068-a0c9-4961-98e4-abd74f0bb9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (d5632516-f483-4340-8b15-38d826c8ff17), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.781705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1568ecf-8bf9-4e38-ac6b-de1a30bb3275 req-0215b7df-8a5d-4f59-98b8-ca7773432b45 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264079 Feb 03 13:06:27.793941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34398068-a0c9-4961-98e4-abd74f0bb9c3 None None] No DVR routers for this DVR port d5632516-f483-4340-8b15-38d826c8ff17 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:27.854392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34398068-a0c9-4961-98e4-abd74f0bb9c3 None None] Pushing event deleted for resources: {'Port': ['ID=d5632516-f483-4340-8b15-38d826c8ff17,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:27.860294 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (f801a77c-46ae-4bda-8d41-31486c5e2a88), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.867238 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.873813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/networks/f801a77c-46ae-4bda-8d41-31486c5e2a88 HTTP/1.1" status: 204 len: 168 time: 0.9452858 Feb 03 13:06:27.874096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36698) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:27.879551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a6caafd7-1298-4336-b2a2-a636fac468d8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:27.879950 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:27.945477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a6caafd7-1298-4336-b2a2-a636fac468d8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a6caafd7-1298-4336-b2a2-a636fac468d8,segment=NetworkSegment(dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9),segment_id=dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:27.946584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626d2e3a-bcb4-49ba-84c0-92b2729fdf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6caafd7-1298-4336-b2a2-a636fac468d8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:27.949324 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9a84ff-b505-410d-b546-8ae69a9b0ad9" -d '{"events": [{"server_uuid": "626d2e3a-bcb4-49ba-84c0-92b2729fdf2b", "name": "network-vif-plugged", "status": "completed", "tag": "a6caafd7-1298-4336-b2a2-a636fac468d8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:27.956146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.010469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (53b6ad85-c7dd-4f23-b305-69af16538a2b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.014025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a6caafd7-1298-4336-b2a2-a636fac468d8,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:28.019485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb01fc-6409-440f-a03d-e8b0372f995b tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Network': ['ID=f801a77c-46ae-4bda-8d41-31486c5e2a88,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:28.041170 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2870f550-e3b8-4e94-8dc6-31d1f3f4f9c5 x-openstack-request-id: req-2870f550-e3b8-4e94-8dc6-31d1f3f4f9c5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:28.043702 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626d2e3a-bcb4-49ba-84c0-92b2729fdf2b", "name": "network-vif-plugged", "status": "completed", "tag": "a6caafd7-1298-4336-b2a2-a636fac468d8", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:28.044543 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2870f550-e3b8-4e94-8dc6-31d1f3f4f9c5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:28.044973 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626d2e3a-bcb4-49ba-84c0-92b2729fdf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6caafd7-1298-4336-b2a2-a636fac468d8', 'code': 200} Feb 03 13:06:28.109250 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (53b6ad85-c7dd-4f23-b305-69af16538a2b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.146265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b6ad85-c7dd-4f23-b305-69af16538a2b']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:28.147010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988f403-d761-4fa6-849e-648f6d453c8a req-caeec2b5-dd79-4deb-bc4a-235527f4c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:28.148519 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2988f403-d761-4fa6-849e-648f6d453c8a req-caeec2b5-dd79-4deb-bc4a-235527f4c390 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 1129 time: 0.0513878 Feb 03 13:06:28.156908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7831dd-9ace-45e2-ad43-ad8f9ca9f278') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:28.157238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7831dd-9ace-45e2-ad43-ad8f9ca9f278') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:28.173502 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (bd7831dd-9ace-45e2-ad43-ad8f9ca9f278), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.193398 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bd7831dd-9ace-45e2-ad43-ad8f9ca9f278), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.195070 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2988f403-d761-4fa6-849e-648f6d453c8a req-88ce284b-8a7e-47ef-a305-d6a277b22ffe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Feb 03 13:06:28.200829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:06:28.201304 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (bd7831dd-9ace-45e2-ad43-ad8f9ca9f278), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:06:28.205007 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:06:28.271544 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (53b6ad85-c7dd-4f23-b305-69af16538a2b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.279146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.282978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/networks/53b6ad85-c7dd-4f23-b305-69af16538a2b HTTP/1.1" status: 204 len: 168 time: 0.4079444 Feb 03 13:06:28.285502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36702) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:28.298634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cf14f-80b4-4cfc-bf64-11bf6f0c0cd2 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Network': ['ID=53b6ad85-c7dd-4f23-b305-69af16538a2b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:28.346973 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3056e11c-3924-4b6e-8c0a-7fe198595c97 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Deleting subnet d202f72e-d672-4a3b-8d39-36352b8b445f {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:06:28.352608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3056e11c-3924-4b6e-8c0a-7fe198595c97 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for subnet (d202f72e-d672-4a3b-8d39-36352b8b445f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.409294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3056e11c-3924-4b6e-8c0a-7fe198595c97 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d202f72e-d672-4a3b-8d39-36352b8b445f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.432268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d5632516-f483-4340-8b15-38d826c8ff17 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:28.468314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d5632516-f483-4340-8b15-38d826c8ff17 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:28.469030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d5632516-f483-4340-8b15-38d826c8ff17 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:28.469794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:28.494312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:28.495023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d6ceecd1-3cd2-4149-91a5-6bbc461c3d3b not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:28.526619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3056e11c-3924-4b6e-8c0a-7fe198595c97 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d202f72e-d672-4a3b-8d39-36352b8b445f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.588357 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3056e11c-3924-4b6e-8c0a-7fe198595c97 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d202f72e-d672-4a3b-8d39-36352b8b445f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.613727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056e11c-3924-4b6e-8c0a-7fe198595c97 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Subnet': ['ID=d202f72e-d672-4a3b-8d39-36352b8b445f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:28.619964 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3056e11c-3924-4b6e-8c0a-7fe198595c97 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.623294 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3056e11c-3924-4b6e-8c0a-7fe198595c97 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/subnets/d202f72e-d672-4a3b-8d39-36352b8b445f HTTP/1.1" status: 204 len: 168 time: 0.3367009 Feb 03 13:06:28.625728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36704) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:28.630576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331d6bd-8d90-4abe-bb11-60e485ea39d8 None None] Network 62f938ee-c7ab-4a58-9351-6cacf788d86b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:28.728605 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (62f938ee-c7ab-4a58-9351-6cacf788d86b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.804458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Deleting port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:28.804830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.860062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e0dfc4-a397-412b-8973-150031b6b589 None None] DHCP port deletion for 62f938ee-c7ab-4a58-9351-6cacf788d86b request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:06:28.881784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] For port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0bcf3049-abb0-4be2-8cbf-462fb2f8274c,segment=NetworkSegment(6e950901-fbfd-4119-b76b-61dd2882e220),segment_id=6e950901-fbfd-4119-b76b-61dd2882e220)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:28.883874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:28.910721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Calling delete_port for 0bcf3049-abb0-4be2-8cbf-462fb2f8274c owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:28.937449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a39ba1-fcd7-4f25-b098-4212b7d7b999 req-e7491847-050c-44ca-a57a-1d603339e543 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:28.941006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5a39ba1-fcd7-4f25-b098-4212b7d7b999 req-e7491847-050c-44ca-a57a-1d603339e543 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0759027 Feb 03 13:06:28.943627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-07e0dfc4-a397-412b-8973-150031b6b589 None None] Deleting port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:28.944079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07e0dfc4-a397-412b-8973-150031b6b589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.023322 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5a39ba1-fcd7-4f25-b098-4212b7d7b999 req-a6a25499-4f18-4769-8f4f-f24764f8d012 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639002 Feb 03 13:06:29.037134 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.050539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-07e0dfc4-a397-412b-8973-150031b6b589 None None] For port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0bcf3049-abb0-4be2-8cbf-462fb2f8274c,segment=NetworkSegment(6e950901-fbfd-4119-b76b-61dd2882e220),segment_id=6e950901-fbfd-4119-b76b-61dd2882e220)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:29.051074 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07e0dfc4-a397-412b-8973-150031b6b589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.053762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] No DVR routers for this DVR port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:29.066398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-07e0dfc4-a397-412b-8973-150031b6b589 None None] Calling delete_port for 0bcf3049-abb0-4be2-8cbf-462fb2f8274c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:29.142523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Port': ['ID=0bcf3049-abb0-4be2-8cbf-462fb2f8274c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:29.193998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-55cc8a7d-90cb-4bf7-82fa-3dac8b6cb503 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0958629 Feb 03 13:06:29.223006 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07e0dfc4-a397-412b-8973-150031b6b589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (0bcf3049-abb0-4be2-8cbf-462fb2f8274c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.233464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (62f938ee-c7ab-4a58-9351-6cacf788d86b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.263842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f938ee-c7ab-4a58-9351-6cacf788d86b']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:29.278643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e950901-fbfd-4119-b76b-61dd2882e220') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:29.278980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e950901-fbfd-4119-b76b-61dd2882e220') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:29.290114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0dfc4-a397-412b-8973-150031b6b589 None None] Pushing event deleted for resources: {'Port': ['ID=0bcf3049-abb0-4be2-8cbf-462fb2f8274c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:29.307428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e0dfc4-a397-412b-8973-150031b6b589 None None] No DVR routers for this DVR port 0bcf3049-abb0-4be2-8cbf-462fb2f8274c on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:29.309224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (6e950901-fbfd-4119-b76b-61dd2882e220), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.339856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6e950901-fbfd-4119-b76b-61dd2882e220), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.352220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:06:29.353346 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (6e950901-fbfd-4119-b76b-61dd2882e220), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:06:29.362779 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:06:29.366385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-8bb3d563-faf3-4abc-8b5c-3dde9456dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:29.368119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-8bb3d563-faf3-4abc-8b5c-3dde9456dfd3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 1128 time: 0.1113808 Feb 03 13:06:29.445148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (62f938ee-c7ab-4a58-9351-6cacf788d86b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.452643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.457232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/networks/62f938ee-c7ab-4a58-9351-6cacf788d86b HTTP/1.1" status: 204 len: 168 time: 0.8302352 Feb 03 13:06:29.462874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36712) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:29.509666 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-640c425d-dbfd-4a04-8627-5f9e13417bd8 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcea7d43-7f88-4f78-a6a9-c3068f098c52 HTTP/1.1" status: 200 len: 205 time: 0.0453019 Feb 03 13:06:29.511585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d93b5-04e5-45d6-ab35-81b653e7872c tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Pushing event deleted for resources: {'Network': ['ID=62f938ee-c7ab-4a58-9351-6cacf788d86b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:29.513431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36714) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:29.524972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-290017e1-093d-4254-962b-f964a1a262b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:29.527168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-290017e1-093d-4254-962b-f964a1a262b4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 200 len: 912 time: 0.1283226 Feb 03 13:06:29.603693 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a63a354b-68e5-4431-9975-51e5f68f20a3 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for router (bcea7d43-7f88-4f78-a6a9-c3068f098c52), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.614288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-5ea39227-a11c-4b8d-a032-2575fb9444d1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b7b14f-15ec-442c-b0b7-324f20bbba0b HTTP/1.1" status: 200 len: 1001 time: 0.0794039 Feb 03 13:06:29.684419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-0390257d-8f78-4624-a09f-c2553f91c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:29.686348 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-0390257d-8f78-4624-a09f-c2553f91c9f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 200 len: 850 time: 0.0640147 Feb 03 13:06:29.771817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-bb14564b-d01f-4b00-9719-e4fc18abfdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:29.773372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-bb14564b-d01f-4b00-9719-e4fc18abfdf6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=64111f43-c21f-4d3d-bb08-77e169231801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804734 Feb 03 13:06:29.784270 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a63a354b-68e5-4431-9975-51e5f68f20a3 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (bcea7d43-7f88-4f78-a6a9-c3068f098c52), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.786795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a63a354b-68e5-4431-9975-51e5f68f20a3 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for router_controller (bcea7d43-7f88-4f78-a6a9-c3068f098c52), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.872692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a63a354b-68e5-4431-9975-51e5f68f20a3 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (bcea7d43-7f88-4f78-a6a9-c3068f098c52), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.873179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63a354b-68e5-4431-9975-51e5f68f20a3 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Fanout notify agent at l3_agent the message router_deleted on router bcea7d43-7f88-4f78-a6a9-c3068f098c52 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:06:29.880436 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a63a354b-68e5-4431-9975-51e5f68f20a3 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:29.883909 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a63a354b-68e5-4431-9975-51e5f68f20a3 tempest-RoutersNegativeIpV6Test-508240433 tempest-RoutersNegativeIpV6Test-508240433-project] 10.222.0.65 "DELETE /v2.0/routers/bcea7d43-7f88-4f78-a6a9-c3068f098c52 HTTP/1.1" status: 204 len: 168 time: 0.3627424 Feb 03 13:06:29.946600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-7b351af1-0505-498f-adfa-fdc734e5fd98 service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644688 Feb 03 13:06:30.064224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a60ac37e-56ae-42c7-b3d0-5db72eaeb435 req-152a682e-83e2-4b24-bc73-20821ba4903b service neutron] 10.222.0.91 "GET /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086094 Feb 03 13:06:30.158094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eecb3e-0a3c-48cc-9ef1-625bddaead7f req-11e06eb1-c49c-4d07-8595-d046f8166885 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:30.159839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4eecb3e-0a3c-48cc-9ef1-625bddaead7f req-11e06eb1-c49c-4d07-8595-d046f8166885 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0634739 Feb 03 13:06:30.208980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4eecb3e-0a3c-48cc-9ef1-625bddaead7f req-66a2f455-8b70-4156-a683-8cb213283dff tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431035 Feb 03 13:06:30.222698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36728) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:30.347163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb46f23-1c4e-4c77-9f60-0ba51f8b6e6e req-d0ae84ed-2703-437f-9589-a5c8e94f3634 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:30.348650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ccb46f23-1c4e-4c77-9f60-0ba51f8b6e6e req-d0ae84ed-2703-437f-9589-a5c8e94f3634 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0652258 Feb 03 13:06:30.410912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fb80ab7c-e94e-4cf3-a628-6db292a4f703 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=660fa132f2aa4e87ba158ec463bcba9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1869562 Feb 03 13:06:30.414218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36734) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:30.423879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0bcf3049-abb0-4be2-8cbf-462fb2f8274c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:30.443392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ccb46f23-1c4e-4c77-9f60-0ba51f8b6e6e req-cf7cb02b-9de7-4740-a873-edd4ef8a368d tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862262 Feb 03 13:06:30.444531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 0bcf3049-abb0-4be2-8cbf-462fb2f8274c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:30.444880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0bcf3049-abb0-4be2-8cbf-462fb2f8274c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:30.478895 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41d5e160-eb26-485f-b17b-8d690e7c38af admin admin] Publish callbacks [] for security_group (eca490ec-e5af-4f33-911f-bb5920ac779b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:30.503247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41d5e160-eb26-485f-b17b-8d690e7c38af admin admin] Publish callbacks [] for security_group (eca490ec-e5af-4f33-911f-bb5920ac779b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:30.557141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41d5e160-eb26-485f-b17b-8d690e7c38af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (eca490ec-e5af-4f33-911f-bb5920ac779b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:30.560170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41d5e160-eb26-485f-b17b-8d690e7c38af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:30.561429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-41d5e160-eb26-485f-b17b-8d690e7c38af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eca490ec-e5af-4f33-911f-bb5920ac779b HTTP/1.1" status: 204 len: 168 time: 0.1462102 Feb 03 13:06:30.569826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5e160-eb26-485f-b17b-8d690e7c38af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca490ec-e5af-4f33-911f-bb5920ac779b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:30.720275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d1a0d-b327-46cd-bef4-1d6c7e643c05 req-6c6df682-7d2d-4105-bdc5-2a0cccd68736 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:30.731378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d8d1a0d-b327-46cd-bef4-1d6c7e643c05 req-6c6df682-7d2d-4105-bdc5-2a0cccd68736 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0711324 Feb 03 13:06:30.779577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d8d1a0d-b327-46cd-bef4-1d6c7e643c05 req-2a84c66a-9c85-46bf-b653-b2781e9e3504 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471113 Feb 03 13:06:31.321414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36764) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:31.432681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850867943'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:31.456686 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.466069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.544432 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (e7e5c634-cfa1-41f0-8db8-ea5c7d3206a2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.548575 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e7e5c634-cfa1-41f0-8db8-ea5c7d3206a2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.587049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e5c634-cfa1-41f0-8db8-ea5c7d3206a2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:31.615954 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:06:31.626351 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (3d07de87-59e2-49a3-a4fa-dbb12587b281), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.631364 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3d07de87-59e2-49a3-a4fa-dbb12587b281), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.662636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.664143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3414373 Feb 03 13:06:31.668517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36770) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:31.675827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3cc7e-c10e-47a3-b22e-aaf87c88da67 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07de87-59e2-49a3-a4fa-dbb12587b281,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:31.745005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6d7727f6-4c38-4f20-a7f8-fd796b0db5b5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0753784 Feb 03 13:06:31.747815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36772) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:31.752021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-af745259-de42-4806-ae35-0006a5626a50 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-security--324260160', 'description': 'tempest-security-description-1506906074'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:31.786077 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af745259-de42-4806-ae35-0006a5626a50 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (3d07de87-59e2-49a3-a4fa-dbb12587b281), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.848761 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af745259-de42-4806-ae35-0006a5626a50 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (3d07de87-59e2-49a3-a4fa-dbb12587b281), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.854529 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af745259-de42-4806-ae35-0006a5626a50 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3d07de87-59e2-49a3-a4fa-dbb12587b281), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.857788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af745259-de42-4806-ae35-0006a5626a50 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.862123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36776) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:31.862739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-af745259-de42-4806-ae35-0006a5626a50 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "PUT /v2.0/security-groups/3d07de87-59e2-49a3-a4fa-dbb12587b281 HTTP/1.1" status: 200 len: 1796 time: 0.1134598 Feb 03 13:06:31.903570 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e476dbf8-b165-4811-a037-c4452b31bc3c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups/3d07de87-59e2-49a3-a4fa-dbb12587b281 HTTP/1.1" status: 200 len: 1796 time: 0.0402708 Feb 03 13:06:31.905974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36778) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:31.929706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af745259-de42-4806-ae35-0006a5626a50 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07de87-59e2-49a3-a4fa-dbb12587b281,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:31.959543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e3ff3-495d-4e23-812e-b8e881429b9d req-0db1b9fa-9ac3-4e22-a1f4-521eaec4775c tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:31.961259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-359e3ff3-495d-4e23-812e-b8e881429b9d req-0db1b9fa-9ac3-4e22-a1f4-521eaec4775c tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0977230 Feb 03 13:06:32.000341 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97d4f51a-cce8-49e0-9e1b-fa99ddcb5c8a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (3d07de87-59e2-49a3-a4fa-dbb12587b281), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.016276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-359e3ff3-495d-4e23-812e-b8e881429b9d req-0c9d187f-6c50-4cd6-b43e-00c9465fa249 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494347 Feb 03 13:06:32.039083 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97d4f51a-cce8-49e0-9e1b-fa99ddcb5c8a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (3d07de87-59e2-49a3-a4fa-dbb12587b281), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.088833 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97d4f51a-cce8-49e0-9e1b-fa99ddcb5c8a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3d07de87-59e2-49a3-a4fa-dbb12587b281), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.092923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-97d4f51a-cce8-49e0-9e1b-fa99ddcb5c8a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.097963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36784) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:32.098317 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-97d4f51a-cce8-49e0-9e1b-fa99ddcb5c8a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/3d07de87-59e2-49a3-a4fa-dbb12587b281 HTTP/1.1" status: 204 len: 168 time: 0.1908343 Feb 03 13:06:32.108848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4f51a-cce8-49e0-9e1b-fa99ddcb5c8a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d07de87-59e2-49a3-a4fa-dbb12587b281,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:32.173195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c8577d47-3241-44f8-a9bc-654887f2bed3 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0740016 Feb 03 13:06:32.176303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36790) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:32.207808 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-9a113245-5dd5-47a8-a001-d418ca065064 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] delete failed (client error): The resource could not be found. Feb 03 13:06:32.212989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9a113245-5dd5-47a8-a001-d418ca065064 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/3d07de87-59e2-49a3-a4fa-dbb12587b281 HTTP/1.1" status: 404 len: 347 time: 0.0317738 Feb 03 13:06:32.213954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36792) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:32.221678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3c81b2fc-d1a4-412d-a33e-aa0ec7e49858 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957785352'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:32.279399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c81b2fc-d1a4-412d-a33e-aa0ec7e49858 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.325544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d464fc6-362f-4f1c-b542-125207d208a8 req-382d4e1a-233c-4d15-ba50-1a689bec459d tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:32.327129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d464fc6-362f-4f1c-b542-125207d208a8 req-382d4e1a-233c-4d15-ba50-1a689bec459d tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0662739 Feb 03 13:06:32.360535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-d819aa16-e1e5-42a9-91a5-35cee7309b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:32.362211 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-d819aa16-e1e5-42a9-91a5-35cee7309b20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=615c1a75cc1d40adbd1a32eda2046ee5&device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 1129 time: 0.0909903 Feb 03 13:06:32.405298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c81b2fc-d1a4-412d-a33e-aa0ec7e49858 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (97cb5a09-7959-4a6b-8e08-d8736a0b7dfe), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.412541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d464fc6-362f-4f1c-b542-125207d208a8 req-077c38eb-7cf3-4b6e-b5fe-43f61f200d2b tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787146 Feb 03 13:06:32.416197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c81b2fc-d1a4-412d-a33e-aa0ec7e49858 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (97cb5a09-7959-4a6b-8e08-d8736a0b7dfe), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.492450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c81b2fc-d1a4-412d-a33e-aa0ec7e49858 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.496475 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3c81b2fc-d1a4-412d-a33e-aa0ec7e49858 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2783608 Feb 03 13:06:32.496663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36794) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:32.502210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-44472661-739f-4968-b1f3-34ce55e9737d tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': '97cb5a09-7959-4a6b-8e08-d8736a0b7dfe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:32.506046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81b2fc-d1a4-412d-a33e-aa0ec7e49858 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb5a09-7959-4a6b-8e08-d8736a0b7dfe,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:32.528971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-574e4a57-70b7-42f5-8b79-047685b9be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:32.530499 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-574e4a57-70b7-42f5-8b79-047685b9be0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=13f68fe5-2362-42aa-9923-7d35b23e69f3 HTTP/1.1" status: 200 len: 913 time: 0.1599030 Feb 03 13:06:32.580443 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-bd211e34-7fb9-4009-a07c-5f680bd92f07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caafd7-1298-4336-b2a2-a636fac468d8 HTTP/1.1" status: 200 len: 217 time: 0.0429087 Feb 03 13:06:32.581990 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-44472661-739f-4968-b1f3-34ce55e9737d tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (78577725-bc2e-4b6a-9533-a587db71a07d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.660258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-0e7fbfdd-dc35-4397-80e3-86f231ee8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:32.661754 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-0e7fbfdd-dc35-4397-80e3-86f231ee8dc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0905fddb-3063-4125-8172-fdef5be07772 HTTP/1.1" status: 200 len: 852 time: 0.0761342 Feb 03 13:06:32.699198 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-44472661-739f-4968-b1f3-34ce55e9737d tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (78577725-bc2e-4b6a-9533-a587db71a07d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.702222 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-b4efbc1b-d5e2-4f09-9d6a-2f4819b844e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=13f68fe5-2362-42aa-9923-7d35b23e69f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342314 Feb 03 13:06:32.705592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-44472661-739f-4968-b1f3-34ce55e9737d tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (78577725-bc2e-4b6a-9533-a587db71a07d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.744822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44472661-739f-4968-b1f3-34ce55e9737d tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78577725-bc2e-4b6a-9533-a587db71a07d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:32.764754 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-44472661-739f-4968-b1f3-34ce55e9737d tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.768742 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-44472661-739f-4968-b1f3-34ce55e9737d tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2684579 Feb 03 13:06:32.769686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36796) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:32.809876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57eacbcf-bf9f-4159-b21a-1c78ecd68aaf tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (78577725-bc2e-4b6a-9533-a587db71a07d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.821573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57eacbcf-bf9f-4159-b21a-1c78ecd68aaf tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (78577725-bc2e-4b6a-9533-a587db71a07d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.854622 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-f75c6953-775c-4f14-9f30-c306b7e9fe07 service neutron] 10.222.0.72 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466711 Feb 03 13:06:32.861041 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57eacbcf-bf9f-4159-b21a-1c78ecd68aaf tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (78577725-bc2e-4b6a-9533-a587db71a07d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.875410 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57eacbcf-bf9f-4159-b21a-1c78ecd68aaf tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.879246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-57eacbcf-bf9f-4159-b21a-1c78ecd68aaf tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/78577725-bc2e-4b6a-9533-a587db71a07d HTTP/1.1" status: 204 len: 168 time: 0.1084957 Feb 03 13:06:32.880251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eacbcf-bf9f-4159-b21a-1c78ecd68aaf tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78577725-bc2e-4b6a-9533-a587db71a07d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:32.881730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36798) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:32.947736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fb9bc310-facc-44b3-80b3-109e593ea243 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0647626 Feb 03 13:06:32.948262 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36800) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:32.990912 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5b3818ab-95f9-4410-b189-9da66ff827a9 req-092687d8-b113-4984-b04d-206ea945f8aa service neutron] 10.222.0.72 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162913 Feb 03 13:06:33.013094 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-445ea6c8-68df-4c6f-93eb-06c03ea4f556 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (97cb5a09-7959-4a6b-8e08-d8736a0b7dfe), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.040620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-445ea6c8-68df-4c6f-93eb-06c03ea4f556 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (97cb5a09-7959-4a6b-8e08-d8736a0b7dfe), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.088888 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-445ea6c8-68df-4c6f-93eb-06c03ea4f556 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (97cb5a09-7959-4a6b-8e08-d8736a0b7dfe), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.091675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-445ea6c8-68df-4c6f-93eb-06c03ea4f556 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.092870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-445ea6c8-68df-4c6f-93eb-06c03ea4f556 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/97cb5a09-7959-4a6b-8e08-d8736a0b7dfe HTTP/1.1" status: 204 len: 168 time: 0.1428423 Feb 03 13:06:33.095652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36804) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:33.104626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ea6c8-68df-4c6f-93eb-06c03ea4f556 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cb5a09-7959-4a6b-8e08-d8736a0b7dfe,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:33.165912 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e90bc95a-c9ab-4960-8339-c717811893d4 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0691428 Feb 03 13:06:33.166406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36806) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:33.172316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-642adcaf-5557-4fb7-bcd7-f208bbf38a81 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-secgroup--624323754'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:33.193272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-642adcaf-5557-4fb7-bcd7-f208bbf38a81 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.270987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-642adcaf-5557-4fb7-bcd7-f208bbf38a81 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (f2e23e17-35b4-499a-8e02-7ed2a561e731), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.275952 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-642adcaf-5557-4fb7-bcd7-f208bbf38a81 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2e23e17-35b4-499a-8e02-7ed2a561e731), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.309872 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-642adcaf-5557-4fb7-bcd7-f208bbf38a81 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.311218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-642adcaf-5557-4fb7-bcd7-f208bbf38a81 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1426752 Feb 03 13:06:33.313982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36810) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:33.319246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-42280925-b7e6-4a4e-832a-35c5fa3e3b3f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': 'f2e23e17-35b4-499a-8e02-7ed2a561e731', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:33.323415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642adcaf-5557-4fb7-bcd7-f208bbf38a81 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e23e17-35b4-499a-8e02-7ed2a561e731,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:33.348914 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42280925-b7e6-4a4e-832a-35c5fa3e3b3f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (de44be46-f493-4099-b161-b839e4df8afa), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.409450 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42280925-b7e6-4a4e-832a-35c5fa3e3b3f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (de44be46-f493-4099-b161-b839e4df8afa), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.413380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42280925-b7e6-4a4e-832a-35c5fa3e3b3f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (de44be46-f493-4099-b161-b839e4df8afa), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.428324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42280925-b7e6-4a4e-832a-35c5fa3e3b3f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de44be46-f493-4099-b161-b839e4df8afa,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:33.449064 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-42280925-b7e6-4a4e-832a-35c5fa3e3b3f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.453390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36814) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:33.459465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-42280925-b7e6-4a4e-832a-35c5fa3e3b3f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436296 Feb 03 13:06:33.459740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-37b56342-8789-497f-933e-f3a3650eabfd tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': 'f2e23e17-35b4-499a-8e02-7ed2a561e731', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:33.488952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37b56342-8789-497f-933e-f3a3650eabfd tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (5e0a0f92-5ffb-4b34-b943-8de33a218261), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.552375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7028b-910a-4792-b566-bb4404368893 req-580cf1da-9279-4aff-898f-a6c09fd6c0f3 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:33.559224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9b7028b-910a-4792-b566-bb4404368893 req-580cf1da-9279-4aff-898f-a6c09fd6c0f3 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0641751 Feb 03 13:06:33.560167 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37b56342-8789-497f-933e-f3a3650eabfd tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (5e0a0f92-5ffb-4b34-b943-8de33a218261), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.565186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37b56342-8789-497f-933e-f3a3650eabfd tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (5e0a0f92-5ffb-4b34-b943-8de33a218261), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.590033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b56342-8789-497f-933e-f3a3650eabfd tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0a0f92-5ffb-4b34-b943-8de33a218261,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:33.602545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37b56342-8789-497f-933e-f3a3650eabfd tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.605469 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-37b56342-8789-497f-933e-f3a3650eabfd tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494737 Feb 03 13:06:33.607955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36816) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:33.615166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6f72ae5e-b57b-4f8e-bcd0-f962680395a9 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': 'f2e23e17-35b4-499a-8e02-7ed2a561e731', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:33.649794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9b7028b-910a-4792-b566-bb4404368893 req-7522b3ad-7a7d-4cdb-a4ca-43375e59adcc tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854082 Feb 03 13:06:33.668948 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f72ae5e-b57b-4f8e-bcd0-f962680395a9 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (dcae4fb1-7ccd-4393-9443-2fbab7eaff30), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.758271 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f72ae5e-b57b-4f8e-bcd0-f962680395a9 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (dcae4fb1-7ccd-4393-9443-2fbab7eaff30), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.763099 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f72ae5e-b57b-4f8e-bcd0-f962680395a9 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (dcae4fb1-7ccd-4393-9443-2fbab7eaff30), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.780566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72ae5e-b57b-4f8e-bcd0-f962680395a9 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcae4fb1-7ccd-4393-9443-2fbab7eaff30,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:33.789608 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6f72ae5e-b57b-4f8e-bcd0-f962680395a9 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.790818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6f72ae5e-b57b-4f8e-bcd0-f962680395a9 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1819055 Feb 03 13:06:33.793584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36818) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:33.797886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-aea2f412-b705-4e43-8ec6-ffc94d02bfbb tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': 'f2e23e17-35b4-499a-8e02-7ed2a561e731', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:33.824331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aea2f412-b705-4e43-8ec6-ffc94d02bfbb tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (c9695bdf-c1b0-4f23-b12a-600c58ee45d4), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.885069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aea2f412-b705-4e43-8ec6-ffc94d02bfbb tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (c9695bdf-c1b0-4f23-b12a-600c58ee45d4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.889808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aea2f412-b705-4e43-8ec6-ffc94d02bfbb tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c9695bdf-c1b0-4f23-b12a-600c58ee45d4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.908062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2f412-b705-4e43-8ec6-ffc94d02bfbb tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9695bdf-c1b0-4f23-b12a-600c58ee45d4,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:33.918595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-aea2f412-b705-4e43-8ec6-ffc94d02bfbb tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.922824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-aea2f412-b705-4e43-8ec6-ffc94d02bfbb tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281583 Feb 03 13:06:33.923216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36820) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:33.927510 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-279c0ae4-67c2-4cdc-8b12-ae9443fb8837 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': 'f2e23e17-35b4-499a-8e02-7ed2a561e731', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:33.956106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-279c0ae4-67c2-4cdc-8b12-ae9443fb8837 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (563b87bd-334d-47a6-8cef-5f67bd6096bb), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.024255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-279c0ae4-67c2-4cdc-8b12-ae9443fb8837 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (563b87bd-334d-47a6-8cef-5f67bd6096bb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.028491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-279c0ae4-67c2-4cdc-8b12-ae9443fb8837 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (563b87bd-334d-47a6-8cef-5f67bd6096bb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.041332 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c0ae4-67c2-4cdc-8b12-ae9443fb8837 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563b87bd-334d-47a6-8cef-5f67bd6096bb,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:34.056795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-279c0ae4-67c2-4cdc-8b12-ae9443fb8837 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.058209 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-279c0ae4-67c2-4cdc-8b12-ae9443fb8837 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1343660 Feb 03 13:06:34.061052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36826) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.090574 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9f2af2c-0409-4fb7-abff-0f64f83c2ca5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (563b87bd-334d-47a6-8cef-5f67bd6096bb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.099154 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9f2af2c-0409-4fb7-abff-0f64f83c2ca5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (563b87bd-334d-47a6-8cef-5f67bd6096bb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.127168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9f2af2c-0409-4fb7-abff-0f64f83c2ca5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (563b87bd-334d-47a6-8cef-5f67bd6096bb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.134388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9f2af2c-0409-4fb7-abff-0f64f83c2ca5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.135472 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a9f2af2c-0409-4fb7-abff-0f64f83c2ca5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/563b87bd-334d-47a6-8cef-5f67bd6096bb HTTP/1.1" status: 204 len: 168 time: 0.0734763 Feb 03 13:06:34.138300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36828) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.140628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2af2c-0409-4fb7-abff-0f64f83c2ca5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=563b87bd-334d-47a6-8cef-5f67bd6096bb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:34.186371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-21514098-9111-4e63-97a4-ea17cd89837a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0443714 Feb 03 13:06:34.186692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36830) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.214627 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7172-4ce0-4bad-9b7e-4012fe56c7ba tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (c9695bdf-c1b0-4f23-b12a-600c58ee45d4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.222269 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7172-4ce0-4bad-9b7e-4012fe56c7ba tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (c9695bdf-c1b0-4f23-b12a-600c58ee45d4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.252387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7172-4ce0-4bad-9b7e-4012fe56c7ba tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c9695bdf-c1b0-4f23-b12a-600c58ee45d4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.260185 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7172-4ce0-4bad-9b7e-4012fe56c7ba tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.262437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4c9f7172-4ce0-4bad-9b7e-4012fe56c7ba tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/c9695bdf-c1b0-4f23-b12a-600c58ee45d4 HTTP/1.1" status: 204 len: 168 time: 0.0737357 Feb 03 13:06:34.264287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36832) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.268604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f7172-4ce0-4bad-9b7e-4012fe56c7ba tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9695bdf-c1b0-4f23-b12a-600c58ee45d4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:34.335033 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2e6305ce-aea4-4fc3-8d72-496cce26eb59 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0667818 Feb 03 13:06:34.335436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36836) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.372998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-155973c0-e165-4576-968c-473552a20980 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (dcae4fb1-7ccd-4393-9443-2fbab7eaff30), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.380892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-155973c0-e165-4576-968c-473552a20980 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (dcae4fb1-7ccd-4393-9443-2fbab7eaff30), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.409784 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-155973c0-e165-4576-968c-473552a20980 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (dcae4fb1-7ccd-4393-9443-2fbab7eaff30), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.415255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-155973c0-e165-4576-968c-473552a20980 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.419073 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-155973c0-e165-4576-968c-473552a20980 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/dcae4fb1-7ccd-4393-9443-2fbab7eaff30 HTTP/1.1" status: 204 len: 168 time: 0.0800080 Feb 03 13:06:34.419479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36838) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.425817 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155973c0-e165-4576-968c-473552a20980 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcae4fb1-7ccd-4393-9443-2fbab7eaff30,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:34.462007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0ec77fe7-938c-47c4-a03b-4dc68fecaa6c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0412133 Feb 03 13:06:34.464858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36840) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.489177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7c29600c-1bc7-420b-9f68-3de04d592c4e tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (5e0a0f92-5ffb-4b34-b943-8de33a218261), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.497644 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7c29600c-1bc7-420b-9f68-3de04d592c4e tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (5e0a0f92-5ffb-4b34-b943-8de33a218261), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.525863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7c29600c-1bc7-420b-9f68-3de04d592c4e tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (5e0a0f92-5ffb-4b34-b943-8de33a218261), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.532055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7c29600c-1bc7-420b-9f68-3de04d592c4e tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.533174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7c29600c-1bc7-420b-9f68-3de04d592c4e tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5e0a0f92-5ffb-4b34-b943-8de33a218261 HTTP/1.1" status: 204 len: 168 time: 0.0672426 Feb 03 13:06:34.536060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36842) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.554289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29600c-1bc7-420b-9f68-3de04d592c4e tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e0a0f92-5ffb-4b34-b943-8de33a218261,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:34.585879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7ea476a9-37fd-4f97-842a-749d399bc359 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0486803 Feb 03 13:06:34.588616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36844) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.612263 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37615af4-148b-49f0-b19d-f76c3a8090db tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (de44be46-f493-4099-b161-b839e4df8afa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.619956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37615af4-148b-49f0-b19d-f76c3a8090db tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (de44be46-f493-4099-b161-b839e4df8afa), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.648493 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37615af4-148b-49f0-b19d-f76c3a8090db tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (de44be46-f493-4099-b161-b839e4df8afa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.656460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37615af4-148b-49f0-b19d-f76c3a8090db tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.660024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37615af4-148b-49f0-b19d-f76c3a8090db tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/de44be46-f493-4099-b161-b839e4df8afa HTTP/1.1" status: 204 len: 168 time: 0.0680921 Feb 03 13:06:34.661439 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36846) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.664052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37615af4-148b-49f0-b19d-f76c3a8090db tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de44be46-f493-4099-b161-b839e4df8afa,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:34.716714 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e8ec16b-e099-45c5-bd18-a689e60db756 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494683 Feb 03 13:06:34.719525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36850) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.785232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e499f27-cc8d-44aa-93ec-d63d14ca3e3f req-5599f1ec-c2d0-4608-83d6-99cf61fb9634 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:34.787325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e499f27-cc8d-44aa-93ec-d63d14ca3e3f req-5599f1ec-c2d0-4608-83d6-99cf61fb9634 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0612769 Feb 03 13:06:34.804531 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37af21c1-2de3-4bfa-a6bf-75863077f186 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (f2e23e17-35b4-499a-8e02-7ed2a561e731), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.841422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37af21c1-2de3-4bfa-a6bf-75863077f186 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (f2e23e17-35b4-499a-8e02-7ed2a561e731), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.850276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e499f27-cc8d-44aa-93ec-d63d14ca3e3f req-e92c78a3-9e48-4288-b5ca-ded09d6dd7f8 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571070 Feb 03 13:06:34.895133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37af21c1-2de3-4bfa-a6bf-75863077f186 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2e23e17-35b4-499a-8e02-7ed2a561e731), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.898281 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37af21c1-2de3-4bfa-a6bf-75863077f186 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:34.902768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-37af21c1-2de3-4bfa-a6bf-75863077f186 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/f2e23e17-35b4-499a-8e02-7ed2a561e731 HTTP/1.1" status: 204 len: 168 time: 0.1807158 Feb 03 13:06:34.902926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36854) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.924348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af21c1-2de3-4bfa-a6bf-75863077f186 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e23e17-35b4-499a-8e02-7ed2a561e731,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:34.947296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6673be07-aa03-4931-a51f-e2bc05c1d9fc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0431979 Feb 03 13:06:34.953685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36856) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:34.959899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d7df556b-0060-4702-a402-413a1b3eba29 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-secgroup--740044854'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:34.983573 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7df556b-0060-4702-a402-413a1b3eba29 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.071919 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7df556b-0060-4702-a402-413a1b3eba29 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (235b68d7-3559-49a9-a908-a2f80201d85d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.077650 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7df556b-0060-4702-a402-413a1b3eba29 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (235b68d7-3559-49a9-a908-a2f80201d85d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.123771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7df556b-0060-4702-a402-413a1b3eba29 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.127986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d7df556b-0060-4702-a402-413a1b3eba29 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1692960 Feb 03 13:06:35.128495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36862) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:35.133557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-238b320d-ea26-4843-8a1b-8822df9cec6f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': '235b68d7-3559-49a9-a908-a2f80201d85d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:35.153764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df556b-0060-4702-a402-413a1b3eba29 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235b68d7-3559-49a9-a908-a2f80201d85d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:35.193949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d52fc-8ea9-467e-bac5-5675868c053d req-5c4ccc8d-ef98-4e22-af78-65013bd53960 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:35.195466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c2d52fc-8ea9-467e-bac5-5675868c053d req-5c4ccc8d-ef98-4e22-af78-65013bd53960 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0904579 Feb 03 13:06:35.201814 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-238b320d-ea26-4843-8a1b-8822df9cec6f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (3a6e7e1c-0aba-400f-bca4-e4bfab9bf50b), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.283518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c2d52fc-8ea9-467e-bac5-5675868c053d req-35c1cca7-ee58-48c3-afd8-4fd212b7ddae tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788195 Feb 03 13:06:35.304344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-238b320d-ea26-4843-8a1b-8822df9cec6f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (3a6e7e1c-0aba-400f-bca4-e4bfab9bf50b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.310749 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-238b320d-ea26-4843-8a1b-8822df9cec6f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (3a6e7e1c-0aba-400f-bca4-e4bfab9bf50b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.330454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b320d-ea26-4843-8a1b-8822df9cec6f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6e7e1c-0aba-400f-bca4-e4bfab9bf50b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:35.342665 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-238b320d-ea26-4843-8a1b-8822df9cec6f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.347119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-238b320d-ea26-4843-8a1b-8822df9cec6f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2149005 Feb 03 13:06:35.347621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36864) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:35.414725 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c11b2cf9-0696-40e3-a15d-4583ae85d546 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (235b68d7-3559-49a9-a908-a2f80201d85d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.438510 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c11b2cf9-0696-40e3-a15d-4583ae85d546 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (235b68d7-3559-49a9-a908-a2f80201d85d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.485848 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c11b2cf9-0696-40e3-a15d-4583ae85d546 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (235b68d7-3559-49a9-a908-a2f80201d85d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.488534 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c11b2cf9-0696-40e3-a15d-4583ae85d546 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.489742 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c11b2cf9-0696-40e3-a15d-4583ae85d546 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/235b68d7-3559-49a9-a908-a2f80201d85d HTTP/1.1" status: 204 len: 168 time: 0.1411347 Feb 03 13:06:35.492554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36868) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:35.500700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b2cf9-0696-40e3-a15d-4583ae85d546 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235b68d7-3559-49a9-a908-a2f80201d85d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:35.578683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ae0b227f-47fe-469e-9ad3-0da74da6b08c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828927 Feb 03 13:06:35.581384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36870) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:35.587037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-85f31d57-e373-4faa-b69d-b8e26fa3f845 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428473960'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:35.625798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f31d57-e373-4faa-b69d-b8e26fa3f845 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.715081 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f31d57-e373-4faa-b69d-b8e26fa3f845 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (11ae21f3-a37f-47af-8995-e60ecfce1988), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.720349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f31d57-e373-4faa-b69d-b8e26fa3f845 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (11ae21f3-a37f-47af-8995-e60ecfce1988), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.751250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f31d57-e373-4faa-b69d-b8e26fa3f845 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.752635 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-85f31d57-e373-4faa-b69d-b8e26fa3f845 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1698301 Feb 03 13:06:35.755693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36872) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:35.762031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31d57-e373-4faa-b69d-b8e26fa3f845 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ae21f3-a37f-47af-8995-e60ecfce1988,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:35.762565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fdb18c00-36a2-4d22-a6f6-5fcb99b544e8 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-secgroup--505523072'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:35.785227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdb18c00-36a2-4d22-a6f6-5fcb99b544e8 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.863024 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdb18c00-36a2-4d22-a6f6-5fcb99b544e8 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (2736ff23-fb37-43b9-9837-7c8347ede8f6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.867745 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdb18c00-36a2-4d22-a6f6-5fcb99b544e8 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2736ff23-fb37-43b9-9837-7c8347ede8f6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.899489 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fdb18c00-36a2-4d22-a6f6-5fcb99b544e8 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:35.900728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fdb18c00-36a2-4d22-a6f6-5fcb99b544e8 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1439610 Feb 03 13:06:35.903062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb18c00-36a2-4d22-a6f6-5fcb99b544e8 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2736ff23-fb37-43b9-9837-7c8347ede8f6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:35.903872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36874) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:35.908745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-639f9276-e204-440e-8c15-5644e6271504 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': '11ae21f3-a37f-47af-8995-e60ecfce1988', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2736ff23-fb37-43b9-9837-7c8347ede8f6', 'remote_ip_prefix': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:35.946959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-639f9276-e204-440e-8c15-5644e6271504 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (82b8b213-2209-43c5-9750-96a7fd272711), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.019934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-639f9276-e204-440e-8c15-5644e6271504 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (82b8b213-2209-43c5-9750-96a7fd272711), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.024624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-639f9276-e204-440e-8c15-5644e6271504 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (82b8b213-2209-43c5-9750-96a7fd272711), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.040286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f9276-e204-440e-8c15-5644e6271504 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b8b213-2209-43c5-9750-96a7fd272711,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:36.051856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-639f9276-e204-440e-8c15-5644e6271504 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.053052 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-639f9276-e204-440e-8c15-5644e6271504 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1480751 Feb 03 13:06:36.056167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36878) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:36.079094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e304dc7-1087-457b-ac2a-1822f65fe5dc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (82b8b213-2209-43c5-9750-96a7fd272711), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.086831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e304dc7-1087-457b-ac2a-1822f65fe5dc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (82b8b213-2209-43c5-9750-96a7fd272711), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.115777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e304dc7-1087-457b-ac2a-1822f65fe5dc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (82b8b213-2209-43c5-9750-96a7fd272711), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.121570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8e304dc7-1087-457b-ac2a-1822f65fe5dc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.122807 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8e304dc7-1087-457b-ac2a-1822f65fe5dc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/82b8b213-2209-43c5-9750-96a7fd272711 HTTP/1.1" status: 204 len: 168 time: 0.0657563 Feb 03 13:06:36.125940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36880) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:36.128363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e304dc7-1087-457b-ac2a-1822f65fe5dc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82b8b213-2209-43c5-9750-96a7fd272711,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:36.168228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b55c4adb-cc4a-461f-b0af-4b9fa2a48382 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0410261 Feb 03 13:06:36.171363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36884) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:36.227696 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d44bfd99-1e68-4ec3-be86-3f96dcc49a48 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (2736ff23-fb37-43b9-9837-7c8347ede8f6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.248986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d44bfd99-1e68-4ec3-be86-3f96dcc49a48 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (2736ff23-fb37-43b9-9837-7c8347ede8f6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.296135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d44bfd99-1e68-4ec3-be86-3f96dcc49a48 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2736ff23-fb37-43b9-9837-7c8347ede8f6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.299051 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d44bfd99-1e68-4ec3-be86-3f96dcc49a48 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.302777 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d44bfd99-1e68-4ec3-be86-3f96dcc49a48 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/2736ff23-fb37-43b9-9837-7c8347ede8f6 HTTP/1.1" status: 204 len: 168 time: 0.1278913 Feb 03 13:06:36.303112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36886) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:36.313812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bfd99-1e68-4ec3-be86-3f96dcc49a48 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2736ff23-fb37-43b9-9837-7c8347ede8f6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:36.373227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fa9bbb5f-077e-4752-9b80-45af0311a833 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0664546 Feb 03 13:06:36.373722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36890) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:36.432940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75ed0975-06db-41de-9410-c598453761f1 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (11ae21f3-a37f-47af-8995-e60ecfce1988), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.436052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48baf9-a6ed-4967-aa04-2f7f6e33332e req-fdbf7890-c479-4ede-883a-9e0a479be77b tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:36.437596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e48baf9-a6ed-4967-aa04-2f7f6e33332e req-fdbf7890-c479-4ede-883a-9e0a479be77b tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0578210 Feb 03 13:06:36.459062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75ed0975-06db-41de-9410-c598453761f1 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (11ae21f3-a37f-47af-8995-e60ecfce1988), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.506051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e48baf9-a6ed-4967-aa04-2f7f6e33332e req-ba46c4b1-16cb-43a3-a970-f0e14df4ec79 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560217 Feb 03 13:06:36.511884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75ed0975-06db-41de-9410-c598453761f1 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (11ae21f3-a37f-47af-8995-e60ecfce1988), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.516975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75ed0975-06db-41de-9410-c598453761f1 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.521417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36896) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:36.526958 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-75ed0975-06db-41de-9410-c598453761f1 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/11ae21f3-a37f-47af-8995-e60ecfce1988 HTTP/1.1" status: 204 len: 168 time: 0.1519940 Feb 03 13:06:36.544691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed0975-06db-41de-9410-c598453761f1 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ae21f3-a37f-47af-8995-e60ecfce1988,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:36.609484 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6b584982-3890-4125-b9b6-aa9185b553ab tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0825887 Feb 03 13:06:36.610932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36902) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:36.615383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-57a957b6-72c2-4d8a-9efd-fe6419da1997 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159017017'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:36.656126 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57a957b6-72c2-4d8a-9efd-fe6419da1997 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.665768 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2573de4d-0c59-42e8-ad35-e5e7bb8a8112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.758262 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57a957b6-72c2-4d8a-9efd-fe6419da1997 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (8fac24d4-0e36-4e2f-92cb-2212e3c06ca4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.762761 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57a957b6-72c2-4d8a-9efd-fe6419da1997 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8fac24d4-0e36-4e2f-92cb-2212e3c06ca4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.808624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cefd48-2472-4bec-8965-4a386b5ebd18 req-c463697c-5e84-4eb3-98d5-196690821f65 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:36.810091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97cefd48-2472-4bec-8965-4a386b5ebd18 req-c463697c-5e84-4eb3-98d5-196690821f65 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0570703 Feb 03 13:06:36.816366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a957b6-72c2-4d8a-9efd-fe6419da1997 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fac24d4-0e36-4e2f-92cb-2212e3c06ca4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:36.822230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57a957b6-72c2-4d8a-9efd-fe6419da1997 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.826874 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-57a957b6-72c2-4d8a-9efd-fe6419da1997 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2145476 Feb 03 13:06:36.830102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36908) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:36.836006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-caa2d590-6e31-40db-bdfb-4a2567a787d0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': '8fac24d4-0e36-4e2f-92cb-2212e3c06ca4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:36.845234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-d8a55d7b-92fe-42f9-a9e0-b420907bd917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:36.846915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-d8a55d7b-92fe-42f9-a9e0-b420907bd917 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=615c1a75cc1d40adbd1a32eda2046ee5&device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 1129 time: 0.0694518 Feb 03 13:06:36.897929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97cefd48-2472-4bec-8965-4a386b5ebd18 req-ecc68088-f21e-488c-8df2-9dac1b188032 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790849 Feb 03 13:06:36.898743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-caa2d590-6e31-40db-bdfb-4a2567a787d0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (318bc2fb-b205-4583-bfb3-6c724e54cb90), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.950722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-97754ce0-fe1c-49c3-87ef-ba2e7de1c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:36.952244 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-97754ce0-fe1c-49c3-87ef-ba2e7de1c168 service neutron] 10.222.0.72 "GET /v2.0/networks?id=13f68fe5-2362-42aa-9923-7d35b23e69f3 HTTP/1.1" status: 200 len: 913 time: 0.0994387 Feb 03 13:06:36.971334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-caa2d590-6e31-40db-bdfb-4a2567a787d0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (318bc2fb-b205-4583-bfb3-6c724e54cb90), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.977978 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-caa2d590-6e31-40db-bdfb-4a2567a787d0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (318bc2fb-b205-4583-bfb3-6c724e54cb90), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.996433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2d590-6e31-40db-bdfb-4a2567a787d0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318bc2fb-b205-4583-bfb3-6c724e54cb90,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:36.996923 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-c66d0bf3-4316-4c65-85b7-ec8647479dbc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caafd7-1298-4336-b2a2-a636fac468d8 HTTP/1.1" status: 200 len: 217 time: 0.0393133 Feb 03 13:06:37.007743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-caa2d590-6e31-40db-bdfb-4a2567a787d0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.011699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-caa2d590-6e31-40db-bdfb-4a2567a787d0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1773384 Feb 03 13:06:37.012012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36910) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.038013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-21022e3c-6707-4c16-a452-1490c8d5f35a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (318bc2fb-b205-4583-bfb3-6c724e54cb90), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.046600 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-21022e3c-6707-4c16-a452-1490c8d5f35a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (318bc2fb-b205-4583-bfb3-6c724e54cb90), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.055126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-698995f6-7ccc-4010-89f4-0bf7a5cc55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:37.056840 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-698995f6-7ccc-4010-89f4-0bf7a5cc55fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0905fddb-3063-4125-8172-fdef5be07772 HTTP/1.1" status: 200 len: 852 time: 0.0544024 Feb 03 13:06:37.074321 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-21022e3c-6707-4c16-a452-1490c8d5f35a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (318bc2fb-b205-4583-bfb3-6c724e54cb90), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.080896 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-21022e3c-6707-4c16-a452-1490c8d5f35a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.082008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-21022e3c-6707-4c16-a452-1490c8d5f35a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/318bc2fb-b205-4583-bfb3-6c724e54cb90 HTTP/1.1" status: 204 len: 168 time: 0.0689638 Feb 03 13:06:37.087008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36912) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.094656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21022e3c-6707-4c16-a452-1490c8d5f35a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=318bc2fb-b205-4583-bfb3-6c724e54cb90,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:37.100020 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-965f1d24-e782-43b6-8cb0-c50a07a01b7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=13f68fe5-2362-42aa-9923-7d35b23e69f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368435 Feb 03 13:06:37.127063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-53e55a78-fa3d-4439-b617-5179f0c6988e tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389695 Feb 03 13:06:37.129904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36914) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.182036 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43b0175b-188c-4112-ad41-4183884d3557 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (8fac24d4-0e36-4e2f-92cb-2212e3c06ca4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.198769 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-0a4a5ead-2e45-4519-bb48-13d3a6d3c9d9 service neutron] 10.222.0.72 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916815 Feb 03 13:06:37.204547 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43b0175b-188c-4112-ad41-4183884d3557 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (8fac24d4-0e36-4e2f-92cb-2212e3c06ca4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.253784 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43b0175b-188c-4112-ad41-4183884d3557 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8fac24d4-0e36-4e2f-92cb-2212e3c06ca4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.258276 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-43b0175b-188c-4112-ad41-4183884d3557 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.262152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-43b0175b-188c-4112-ad41-4183884d3557 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/8fac24d4-0e36-4e2f-92cb-2212e3c06ca4 HTTP/1.1" status: 204 len: 168 time: 0.1286726 Feb 03 13:06:37.263228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36918) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.291408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0175b-188c-4112-ad41-4183884d3557 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fac24d4-0e36-4e2f-92cb-2212e3c06ca4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:37.305466 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bb2670a1-ca51-48cd-aaae-ee2078a205ec req-72d916c0-0e42-4061-b5e6-c6ef8e7fcbd3 service neutron] 10.222.0.72 "GET /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008000 Feb 03 13:06:37.341429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d2d061c3-1602-4851-a2d2-0c63107b1240 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0770054 Feb 03 13:06:37.345359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36920) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.350755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8132f6e2-91f4-4592-82ba-f666fe250aa3 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922631491'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:37.376660 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8132f6e2-91f4-4592-82ba-f666fe250aa3 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.442253 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8132f6e2-91f4-4592-82ba-f666fe250aa3 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (19ed0183-b0f1-48b4-8f0a-da4cd0d79192), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.447286 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8132f6e2-91f4-4592-82ba-f666fe250aa3 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (19ed0183-b0f1-48b4-8f0a-da4cd0d79192), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.477990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8132f6e2-91f4-4592-82ba-f666fe250aa3 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.479249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8132f6e2-91f4-4592-82ba-f666fe250aa3 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1322963 Feb 03 13:06:37.481245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132f6e2-91f4-4592-82ba-f666fe250aa3 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ed0183-b0f1-48b4-8f0a-da4cd0d79192,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:37.482394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.488182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6fe76989-93f0-4531-9021-f8b7ed85f4ea tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': '19ed0183-b0f1-48b4-8f0a-da4cd0d79192', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:37.515022 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fe76989-93f0-4531-9021-f8b7ed85f4ea tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (c65a2677-00ec-4178-a7cd-b2b87144a7ba), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.572722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fe76989-93f0-4531-9021-f8b7ed85f4ea tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (c65a2677-00ec-4178-a7cd-b2b87144a7ba), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.577706 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fe76989-93f0-4531-9021-f8b7ed85f4ea tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c65a2677-00ec-4178-a7cd-b2b87144a7ba), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.595493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe76989-93f0-4531-9021-f8b7ed85f4ea tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65a2677-00ec-4178-a7cd-b2b87144a7ba,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:37.604097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fe76989-93f0-4531-9021-f8b7ed85f4ea tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.605219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6fe76989-93f0-4531-9021-f8b7ed85f4ea tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209683 Feb 03 13:06:37.609263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36924) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.626054 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-00bf82f9-7988-4b67-aac1-b3aead328187 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules/c65a2677-00ec-4178-a7cd-b2b87144a7ba HTTP/1.1" status: 200 len: 763 time: 0.0155916 Feb 03 13:06:37.628696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36926) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.666245 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-74f6a8a3-69f9-494f-8970-83b303ca4663 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0365002 Feb 03 13:06:37.669897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36928) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.693387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af9ddc19-bfe6-4df7-911d-509e391a38fc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (c65a2677-00ec-4178-a7cd-b2b87144a7ba), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.701135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af9ddc19-bfe6-4df7-911d-509e391a38fc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (c65a2677-00ec-4178-a7cd-b2b87144a7ba), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.730016 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af9ddc19-bfe6-4df7-911d-509e391a38fc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c65a2677-00ec-4178-a7cd-b2b87144a7ba), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.737899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-af9ddc19-bfe6-4df7-911d-509e391a38fc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.739061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-af9ddc19-bfe6-4df7-911d-509e391a38fc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/c65a2677-00ec-4178-a7cd-b2b87144a7ba HTTP/1.1" status: 204 len: 168 time: 0.0681283 Feb 03 13:06:37.741740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36930) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.744781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ddc19-bfe6-4df7-911d-509e391a38fc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c65a2677-00ec-4178-a7cd-b2b87144a7ba,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:37.784306 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-17aea96c-411b-4916-a516-08a5e4f3108f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0412409 Feb 03 13:06:37.786915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36932) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.791099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4052806b-430a-43ba-a27f-7e8a80f76d3c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': '19ed0183-b0f1-48b4-8f0a-da4cd0d79192', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:37.818277 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052806b-430a-43ba-a27f-7e8a80f76d3c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (76a92a11-0b05-45f7-b86b-58df4308745f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.884174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052806b-430a-43ba-a27f-7e8a80f76d3c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (76a92a11-0b05-45f7-b86b-58df4308745f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.891086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052806b-430a-43ba-a27f-7e8a80f76d3c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (76a92a11-0b05-45f7-b86b-58df4308745f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.919292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052806b-430a-43ba-a27f-7e8a80f76d3c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a92a11-0b05-45f7-b86b-58df4308745f,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:37.941823 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052806b-430a-43ba-a27f-7e8a80f76d3c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.944901 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4052806b-430a-43ba-a27f-7e8a80f76d3c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564212 Feb 03 13:06:37.946953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36936) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:37.968550 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6de11f53-018f-4565-bf3d-dddbb45bd43f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules/76a92a11-0b05-45f7-b86b-58df4308745f HTTP/1.1" status: 200 len: 763 time: 0.0180535 Feb 03 13:06:37.971302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36938) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.022373 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-974128eb-10d4-4e7f-9d3f-c788ff1491fc tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0489097 Feb 03 13:06:38.027465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36940) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.052113 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-815afda0-7987-4196-af5a-d7fe8a42fd2f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (76a92a11-0b05-45f7-b86b-58df4308745f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.061111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-815afda0-7987-4196-af5a-d7fe8a42fd2f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (76a92a11-0b05-45f7-b86b-58df4308745f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.068794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be136c-9355-4bb4-910b-b21497ed75cc req-45d32215-8ce0-463f-bada-85eb66fd3ceb tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:38.071306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85be136c-9355-4bb4-910b-b21497ed75cc req-45d32215-8ce0-463f-bada-85eb66fd3ceb tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0774338 Feb 03 13:06:38.104591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-815afda0-7987-4196-af5a-d7fe8a42fd2f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (76a92a11-0b05-45f7-b86b-58df4308745f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.119805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-815afda0-7987-4196-af5a-d7fe8a42fd2f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.123320 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-815afda0-7987-4196-af5a-d7fe8a42fd2f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/76a92a11-0b05-45f7-b86b-58df4308745f HTTP/1.1" status: 204 len: 168 time: 0.0926731 Feb 03 13:06:38.126304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36942) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.131544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815afda0-7987-4196-af5a-d7fe8a42fd2f tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76a92a11-0b05-45f7-b86b-58df4308745f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:38.144792 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85be136c-9355-4bb4-910b-b21497ed75cc req-d5d6f4c8-bee3-49c6-a90f-359a944eeb61 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657947 Feb 03 13:06:38.194382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d1b361f3-7525-4ac4-bb40-6c6bb9b99d61 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607901 Feb 03 13:06:38.195819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36944) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.200366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e0cc2466-f7e9-4824-a790-03da74a094d5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': '19ed0183-b0f1-48b4-8f0a-da4cd0d79192', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:38.241389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2466-f7e9-4824-a790-03da74a094d5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (17497423-9fcb-46b8-a87b-617a4ba4a333), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.303340 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2466-f7e9-4824-a790-03da74a094d5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (17497423-9fcb-46b8-a87b-617a4ba4a333), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.308606 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2466-f7e9-4824-a790-03da74a094d5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (17497423-9fcb-46b8-a87b-617a4ba4a333), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.330100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc2466-f7e9-4824-a790-03da74a094d5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17497423-9fcb-46b8-a87b-617a4ba4a333,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:38.342769 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2466-f7e9-4824-a790-03da74a094d5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.345018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e0cc2466-f7e9-4824-a790-03da74a094d5 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472492 Feb 03 13:06:38.347234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36948) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.369011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cf66bcd5-5284-45c7-a055-dc4de7cb60ab tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules/17497423-9fcb-46b8-a87b-617a4ba4a333 HTTP/1.1" status: 200 len: 764 time: 0.0205314 Feb 03 13:06:38.369381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36954) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.410903 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b0a22e2d-a590-4cde-b8e8-c0af03afb3c4 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0403595 Feb 03 13:06:38.414196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36958) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.438932 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12f2ad34-9cb9-47b8-9341-b186e666bede tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (17497423-9fcb-46b8-a87b-617a4ba4a333), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.446401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12f2ad34-9cb9-47b8-9341-b186e666bede tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (17497423-9fcb-46b8-a87b-617a4ba4a333), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.473091 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12f2ad34-9cb9-47b8-9341-b186e666bede tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (17497423-9fcb-46b8-a87b-617a4ba4a333), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.479745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12f2ad34-9cb9-47b8-9341-b186e666bede tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.480932 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-12f2ad34-9cb9-47b8-9341-b186e666bede tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/17497423-9fcb-46b8-a87b-617a4ba4a333 HTTP/1.1" status: 204 len: 168 time: 0.0657475 Feb 03 13:06:38.483596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36962) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.486601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2ad34-9cb9-47b8-9341-b186e666bede tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17497423-9fcb-46b8-a87b-617a4ba4a333,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:38.520516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8e217e22-8158-45bc-be80-e54ecd7ff50c tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0355685 Feb 03 13:06:38.523410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36966) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.575512 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0b5051f0-7af0-4618-b378-eec3d4a188c0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (19ed0183-b0f1-48b4-8f0a-da4cd0d79192), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.597811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0b5051f0-7af0-4618-b378-eec3d4a188c0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (19ed0183-b0f1-48b4-8f0a-da4cd0d79192), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.645486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0b5051f0-7af0-4618-b378-eec3d4a188c0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (19ed0183-b0f1-48b4-8f0a-da4cd0d79192), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.648143 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0b5051f0-7af0-4618-b378-eec3d4a188c0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.649337 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0b5051f0-7af0-4618-b378-eec3d4a188c0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/19ed0183-b0f1-48b4-8f0a-da4cd0d79192 HTTP/1.1" status: 204 len: 168 time: 0.1248784 Feb 03 13:06:38.652634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36970) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.658800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5051f0-7af0-4618-b378-eec3d4a188c0 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ed0183-b0f1-48b4-8f0a-da4cd0d79192,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:38.700537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-89eecebd-da27-41f7-a707-a43dea18148b tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466881 Feb 03 13:06:38.705407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36972) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.710194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bb6adfd6-eabc-4444-a719-150d93c7cc19 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677937111'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:38.733685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb6adfd6-eabc-4444-a719-150d93c7cc19 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.807680 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb6adfd6-eabc-4444-a719-150d93c7cc19 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (279e44ff-9a2f-474f-a00f-f386b393a0e2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.812996 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb6adfd6-eabc-4444-a719-150d93c7cc19 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (279e44ff-9a2f-474f-a00f-f386b393a0e2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.854344 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c663a6a6-378f-4b6a-8e6a-0202fc5ee630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.858588 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb6adfd6-eabc-4444-a719-150d93c7cc19 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.862532 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bb6adfd6-eabc-4444-a719-150d93c7cc19 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1533823 Feb 03 13:06:38.862532 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6adfd6-eabc-4444-a719-150d93c7cc19 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279e44ff-9a2f-474f-a00f-f386b393a0e2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:38.863072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36978) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:38.873929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d2d4dddd-e4aa-4c3c-81e9-dcf17d960f10 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Request body: {'security_group_rule': {'security_group_id': '279e44ff-9a2f-474f-a00f-f386b393a0e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:38.906264 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2d4dddd-e4aa-4c3c-81e9-dcf17d960f10 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (f9ac5164-83e7-46ca-9f78-f20b4f160864), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.964078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2d4dddd-e4aa-4c3c-81e9-dcf17d960f10 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (f9ac5164-83e7-46ca-9f78-f20b4f160864), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.969488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2d4dddd-e4aa-4c3c-81e9-dcf17d960f10 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (f9ac5164-83e7-46ca-9f78-f20b4f160864), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.987344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4dddd-e4aa-4c3c-81e9-dcf17d960f10 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ac5164-83e7-46ca-9f78-f20b4f160864,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:38.996935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d2d4dddd-e4aa-4c3c-81e9-dcf17d960f10 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.998195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d2d4dddd-e4aa-4c3c-81e9-dcf17d960f10 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339104 Feb 03 13:06:39.000857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 36982) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:39.056826 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0102858f-0e12-4bba-ab7f-8bc13566531a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (279e44ff-9a2f-474f-a00f-f386b393a0e2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:39.080257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0102858f-0e12-4bba-ab7f-8bc13566531a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (279e44ff-9a2f-474f-a00f-f386b393a0e2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:39.124970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0102858f-0e12-4bba-ab7f-8bc13566531a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (279e44ff-9a2f-474f-a00f-f386b393a0e2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:39.128856 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0102858f-0e12-4bba-ab7f-8bc13566531a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:39.132313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0102858f-0e12-4bba-ab7f-8bc13566531a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/279e44ff-9a2f-474f-a00f-f386b393a0e2 HTTP/1.1" status: 204 len: 168 time: 0.1282036 Feb 03 13:06:39.132826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36984) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:39.141452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102858f-0e12-4bba-ab7f-8bc13566531a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=279e44ff-9a2f-474f-a00f-f386b393a0e2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:39.180534 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b129d9ec-2fa6-4d9e-ad6a-1b06d6a95f2a tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0464084 Feb 03 13:06:39.183214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36990) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:39.218897 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7a436aad-bb8f-4dd6-954c-f22b18c39cc6 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0338020 Feb 03 13:06:39.221514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36992) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:39.235189 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-5feef004-14a8-4db9-87bf-cf5862afed81 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] delete failed (client error): The resource could not be found. Feb 03 13:06:39.236547 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5feef004-14a8-4db9-87bf-cf5862afed81 tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "DELETE /v2.0/security-groups/279e44ff-9a2f-474f-a00f-f386b393a0e2 HTTP/1.1" status: 404 len: 347 time: 0.0138736 Feb 03 13:06:39.240696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 36994) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:39.272731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80f22a-f42e-4f9e-bb8d-fa67945f9c06 req-186a8185-45eb-446c-9a8c-deffb170670a tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:39.274122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea80f22a-f42e-4f9e-bb8d-fa67945f9c06 req-186a8185-45eb-446c-9a8c-deffb170670a tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0537088 Feb 03 13:06:39.282619 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4f845334-b17d-4e7b-913c-eda368a150fd tempest-SecGroupTest-2145293567 tempest-SecGroupTest-2145293567-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0408671 Feb 03 13:06:39.341113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea80f22a-f42e-4f9e-bb8d-fa67945f9c06 req-7b57b54e-72cb-48fe-a338-7e459e2e1c3a tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598874 Feb 03 13:06:39.576411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37004) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:39.609705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2711952-09e1-45cc-8f1a-9836cb09fc9f req-a15e5da5-b2a2-4ee9-b229-e38350382a09 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:39.611252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2711952-09e1-45cc-8f1a-9836cb09fc9f req-a15e5da5-b2a2-4ee9-b229-e38350382a09 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0607440 Feb 03 13:06:39.662458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2711952-09e1-45cc-8f1a-9836cb09fc9f req-747d7f3b-5b11-4a1d-ad47-92730a67f28e tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Feb 03 13:06:39.720404 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ffe5360b-16cb-4b9b-80e9-1e38eb3ac365 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d774143829494b85ab98f4f068b883a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427941 Feb 03 13:06:39.722836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37008) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:40.119254 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:40.126893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e17051b-d43c-45ef-9531-a860b3d7e06e admin admin] Publish callbacks [] for security_group (e7e5c634-cfa1-41f0-8db8-ea5c7d3206a2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:40.148720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e17051b-d43c-45ef-9531-a860b3d7e06e admin admin] Publish callbacks [] for security_group (e7e5c634-cfa1-41f0-8db8-ea5c7d3206a2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:40.200513 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e17051b-d43c-45ef-9531-a860b3d7e06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e7e5c634-cfa1-41f0-8db8-ea5c7d3206a2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:40.203283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e17051b-d43c-45ef-9531-a860b3d7e06e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:40.204901 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e17051b-d43c-45ef-9531-a860b3d7e06e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7e5c634-cfa1-41f0-8db8-ea5c7d3206a2 HTTP/1.1" status: 204 len: 168 time: 0.4811261 Feb 03 13:06:40.212711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17051b-d43c-45ef-9531-a860b3d7e06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e5c634-cfa1-41f0-8db8-ea5c7d3206a2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:40.807916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cc63b-281f-49ca-b0c0-9a22da4efa58 req-3222b5a6-b226-42aa-abc6-a94d39d9ff6d tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:40.809812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-838cc63b-281f-49ca-b0c0-9a22da4efa58 req-3222b5a6-b226-42aa-abc6-a94d39d9ff6d tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0616913 Feb 03 13:06:40.858549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-838cc63b-281f-49ca-b0c0-9a22da4efa58 req-c46d9de8-f909-4c7a-b171-e1ce4f5f3b87 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd7252d8-0485-4b14-8990-11c4d8674151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Feb 03 13:06:41.488787 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-2658554b-beae-4890-8fbd-5ecdc6f25234 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:41.490312 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-2658554b-beae-4890-8fbd-5ecdc6f25234 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.72 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 946 time: 0.0561755 Feb 03 13:06:41.582975 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:41.601833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Deleting port a6caafd7-1298-4336-b2a2-a636fac468d8 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:41.602171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:41.699694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] For port a6caafd7-1298-4336-b2a2-a636fac468d8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a6caafd7-1298-4336-b2a2-a636fac468d8,segment=NetworkSegment(dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9),segment_id=dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:41.701164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:41.717604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Calling delete_port for a6caafd7-1298-4336-b2a2-a636fac468d8 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:41.868155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a6caafd7-1298-4336-b2a2-a636fac468d8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:41.884452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a6caafd7-1298-4336-b2a2-a636fac468d8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:06:41.907452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Pushing event deleted for resources: {'Port': ['ID=a6caafd7-1298-4336-b2a2-a636fac468d8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:41.971884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] No DVR routers for this DVR port a6caafd7-1298-4336-b2a2-a636fac468d8 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:41.974770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:41.978526 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-191c1da8-33cd-4d45-87d1-657d48d54e6c req-a23dd8ba-bb3b-430f-9b5a-56d71f489919 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.72 "DELETE /v2.0/ports/a6caafd7-1298-4336-b2a2-a636fac468d8 HTTP/1.1" status: 204 len: 173 time: 0.4815691 Feb 03 13:06:41.979019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626d2e3a-bcb4-49ba-84c0-92b2729fdf2b', 'name': 'network-vif-deleted', 'tag': 'a6caafd7-1298-4336-b2a2-a636fac468d8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:41.982715 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31851239-7e8a-4375-8488-52f738903b14" -d '{"events": [{"server_uuid": "626d2e3a-bcb4-49ba-84c0-92b2729fdf2b", "name": "network-vif-deleted", "tag": "a6caafd7-1298-4336-b2a2-a636fac468d8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:42.012403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55ec97e1-16ed-4c6b-b576-96a9e194e33f req-d775fbb3-f89e-43d7-9e16-e823c1371e98 tempest-TestServerAdvancedOps-2116467551 tempest-TestServerAdvancedOps-2116467551-project] 10.222.0.65 "GET /v2.0/ports?device_id=626d2e3a-bcb4-49ba-84c0-92b2729fdf2b HTTP/1.1" status: 200 len: 210 time: 0.0540831 Feb 03 13:06:42.044388 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2211a23-a550-4902-a444-f9afad14f50e x-openstack-request-id: req-f2211a23-a550-4902-a444-f9afad14f50e {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:42.044693 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626d2e3a-bcb4-49ba-84c0-92b2729fdf2b", "name": "network-vif-deleted", "tag": "a6caafd7-1298-4336-b2a2-a636fac468d8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:42.044952 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2211a23-a550-4902-a444-f9afad14f50e {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:42.045456 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626d2e3a-bcb4-49ba-84c0-92b2729fdf2b', 'name': 'network-vif-deleted', 'tag': 'a6caafd7-1298-4336-b2a2-a636fac468d8', 'status': 'completed', 'code': 200} Feb 03 13:06:42.709765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.077067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37088) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:43.131890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ab7752-1952-433e-abdf-a0f53f03ba36 admin admin] Deleting subnet 0905fddb-3063-4125-8172-fdef5be07772 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:06:43.135593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7752-1952-433e-abdf-a0f53f03ba36 admin admin] Publish callbacks [] for subnet (0905fddb-3063-4125-8172-fdef5be07772), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.173622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7752-1952-433e-abdf-a0f53f03ba36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (0905fddb-3063-4125-8172-fdef5be07772), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.215116 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7752-1952-433e-abdf-a0f53f03ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0905fddb-3063-4125-8172-fdef5be07772), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.279629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7752-1952-433e-abdf-a0f53f03ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (0905fddb-3063-4125-8172-fdef5be07772), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.309946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab7752-1952-433e-abdf-a0f53f03ba36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0905fddb-3063-4125-8172-fdef5be07772,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:43.314815 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7752-1952-433e-abdf-a0f53f03ba36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.321873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37094) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:43.322289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b1ab7752-1952-433e-abdf-a0f53f03ba36 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0905fddb-3063-4125-8172-fdef5be07772 HTTP/1.1" status: 204 len: 168 time: 0.2433324 Feb 03 13:06:43.418487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (13f68fe5-2362-42aa-9923-7d35b23e69f3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.522162 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (13f68fe5-2362-42aa-9923-7d35b23e69f3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.555877 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f68fe5-2362-42aa-9923-7d35b23e69f3']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:43.569757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:43.571059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:43.592809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.616885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.624324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:06:43.625349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (dd58a8b7-2d0a-48a8-a2d7-daf81897c2d9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:06:43.627795 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:06:43.688783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (13f68fe5-2362-42aa-9923-7d35b23e69f3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.695156 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.702523 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] 10.222.0.65 "DELETE /v2.0/networks/13f68fe5-2362-42aa-9923-7d35b23e69f3 HTTP/1.1" status: 204 len: 168 time: 0.3760984 Feb 03 13:06:43.703124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37096) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:43.718478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f73c9-c38d-434f-9d0c-9ee5232e2c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=13f68fe5-2362-42aa-9923-7d35b23e69f3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:43.766784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c0fd17-ad98-411b-8e5e-9d2b19ec5e33 admin admin] Deleting subnet d1de5ff0-1185-4088-b048-79725eb0b9eb {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:06:43.770703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91c0fd17-ad98-411b-8e5e-9d2b19ec5e33 admin admin] Publish callbacks [] for subnet (d1de5ff0-1185-4088-b048-79725eb0b9eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.142029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91c0fd17-ad98-411b-8e5e-9d2b19ec5e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (d1de5ff0-1185-4088-b048-79725eb0b9eb), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.192666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91c0fd17-ad98-411b-8e5e-9d2b19ec5e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d1de5ff0-1185-4088-b048-79725eb0b9eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.272187 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91c0fd17-ad98-411b-8e5e-9d2b19ec5e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (d1de5ff0-1185-4088-b048-79725eb0b9eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.312959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0fd17-ad98-411b-8e5e-9d2b19ec5e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1de5ff0-1185-4088-b048-79725eb0b9eb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:44.316865 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91c0fd17-ad98-411b-8e5e-9d2b19ec5e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.322377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-91c0fd17-ad98-411b-8e5e-9d2b19ec5e33 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d1de5ff0-1185-4088-b048-79725eb0b9eb HTTP/1.1" status: 204 len: 168 time: 0.6152515 Feb 03 13:06:44.322642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37102) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:44.403873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (a349ea17-4de4-492f-aafb-61676b90adf9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.518020 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (a349ea17-4de4-492f-aafb-61676b90adf9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.542424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a349ea17-4de4-492f-aafb-61676b90adf9']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:44.552902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7c21de-eeb7-4c2a-ad1f-b15300ae6af4') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:44.553201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7c21de-eeb7-4c2a-ad1f-b15300ae6af4') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:44.564498 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (3d7c21de-eeb7-4c2a-ad1f-b15300ae6af4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.579501 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3d7c21de-eeb7-4c2a-ad1f-b15300ae6af4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.586181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:06:44.586810 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (3d7c21de-eeb7-4c2a-ad1f-b15300ae6af4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:06:44.588742 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:06:44.645508 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (a349ea17-4de4-492f-aafb-61676b90adf9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.651280 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.655032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a349ea17-4de4-492f-aafb-61676b90adf9 HTTP/1.1" status: 204 len: 168 time: 0.3314307 Feb 03 13:06:44.681484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207025f-fb1d-4d96-b1c9-2adbe1e6d2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a349ea17-4de4-492f-aafb-61676b90adf9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:44.848363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37110) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:44.892815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8785763f-0a28-42a9-a5b6-97cbae40de52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=615c1a75cc1d40adbd1a32eda2046ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407495 Feb 03 13:06:44.893241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37114) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:44.951001 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5e38e28-c683-4578-9bd5-18cadd309566 admin admin] Publish callbacks [] for security_group (fd7252d8-0485-4b14-8990-11c4d8674151), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.978613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5e38e28-c683-4578-9bd5-18cadd309566 admin admin] Publish callbacks [] for security_group (fd7252d8-0485-4b14-8990-11c4d8674151), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.032822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5e38e28-c683-4578-9bd5-18cadd309566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fd7252d8-0485-4b14-8990-11c4d8674151), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.035661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5e38e28-c683-4578-9bd5-18cadd309566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.039803 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f5e38e28-c683-4578-9bd5-18cadd309566 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd7252d8-0485-4b14-8990-11c4d8674151 HTTP/1.1" status: 204 len: 168 time: 0.1426299 Feb 03 13:06:45.045590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e38e28-c683-4578-9bd5-18cadd309566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7252d8-0485-4b14-8990-11c4d8674151,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:45.282313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a6caafd7-1298-4336-b2a2-a636fac468d8 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:45.329676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a6caafd7-1298-4336-b2a2-a636fac468d8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:45.333766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a6caafd7-1298-4336-b2a2-a636fac468d8 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:45.449963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37126) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:45.499373 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fdc4a4a3-cc46-4892-916a-62bbdbccccd1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1c40ce1ad1b42ca8dd56467090dc6b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477850 Feb 03 13:06:45.501925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37128) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:45.565771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15dba0ff-7e5a-422c-9662-4628752f60d5 admin admin] Publish callbacks [] for security_group (1b04a193-08dd-4d63-935e-41ed402a1192), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.595007 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15dba0ff-7e5a-422c-9662-4628752f60d5 admin admin] Publish callbacks [] for security_group (1b04a193-08dd-4d63-935e-41ed402a1192), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.652605 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15dba0ff-7e5a-422c-9662-4628752f60d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1b04a193-08dd-4d63-935e-41ed402a1192), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.655590 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-15dba0ff-7e5a-422c-9662-4628752f60d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.659228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-15dba0ff-7e5a-422c-9662-4628752f60d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b04a193-08dd-4d63-935e-41ed402a1192 HTTP/1.1" status: 204 len: 168 time: 0.1534476 Feb 03 13:06:45.666988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dba0ff-7e5a-422c-9662-4628752f60d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b04a193-08dd-4d63-935e-41ed402a1192,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:46.368935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:50.770448 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.434716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37270) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:54.895533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37276) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:54.899677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (de3b4cd0-1469-4985-8c2f-d074dd0a27af), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.029673 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76c80aef-1b84-4bcc-9b0c-54773240a8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.138188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76c80aef-1b84-4bcc-9b0c-54773240a8b4 admin admin] Publish callbacks [] for security_group (621dc6e2-2a58-41e6-af61-1442e12498fb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.145899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-76c80aef-1b84-4bcc-9b0c-54773240a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (621dc6e2-2a58-41e6-af61-1442e12498fb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.194408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c80aef-1b84-4bcc-9b0c-54773240a8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621dc6e2-2a58-41e6-af61-1442e12498fb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:55.216141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-76c80aef-1b84-4bcc-9b0c-54773240a8b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be68338c9144432b9240562ed6adfeba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3186109 Feb 03 13:06:55.218915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37280) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:55.279876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5daf-0d0e-4eb1-8800-5e3b9351bbdb admin admin] Publish callbacks [] for security_group (621dc6e2-2a58-41e6-af61-1442e12498fb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.308955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5daf-0d0e-4eb1-8800-5e3b9351bbdb admin admin] Publish callbacks [] for security_group (621dc6e2-2a58-41e6-af61-1442e12498fb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.315832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port ab060a0e-977f-42e5-a02d-09456e0ded59 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:55.316194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.379772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5daf-0d0e-4eb1-8800-5e3b9351bbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (621dc6e2-2a58-41e6-af61-1442e12498fb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.382523 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5daf-0d0e-4eb1-8800-5e3b9351bbdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.386482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dbdd5daf-0d0e-4eb1-8800-5e3b9351bbdb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/621dc6e2-2a58-41e6-af61-1442e12498fb HTTP/1.1" status: 204 len: 168 time: 0.1591909 Feb 03 13:06:55.394416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd5daf-0d0e-4eb1-8800-5e3b9351bbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621dc6e2-2a58-41e6-af61-1442e12498fb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:55.437243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] For port ab060a0e-977f-42e5-a02d-09456e0ded59, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ab060a0e-977f-42e5-a02d-09456e0ded59,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:55.437750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.454729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for ab060a0e-977f-42e5-a02d-09456e0ded59 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:55.702089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ab060a0e-977f-42e5-a02d-09456e0ded59), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.766493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=ab060a0e-977f-42e5-a02d-09456e0ded59,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:55.812954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37288) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:55.838191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c9ab73ad-67fa-428c-b05e-375e6ec321bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.962069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c9ab73ad-67fa-428c-b05e-375e6ec321bd admin admin] Publish callbacks [] for security_group (c6038762-a8e4-42a9-a6db-ccf260260215), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.969960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c9ab73ad-67fa-428c-b05e-375e6ec321bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c6038762-a8e4-42a9-a6db-ccf260260215), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.981056 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (de3b4cd0-1469-4985-8c2f-d074dd0a27af), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.048901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c9ab73ad-67fa-428c-b05e-375e6ec321bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=416ad4c9862a47a58b8b9003fd57080d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320759 Feb 03 13:06:56.048901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab73ad-67fa-428c-b05e-375e6ec321bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6038762-a8e4-42a9-a6db-ccf260260215,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:56.049667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37290) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:56.109662 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f8627797-67fb-4f0e-986d-3409a585369e admin admin] Publish callbacks [] for security_group (c6038762-a8e4-42a9-a6db-ccf260260215), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.138110 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f8627797-67fb-4f0e-986d-3409a585369e admin admin] Publish callbacks [] for security_group (c6038762-a8e4-42a9-a6db-ccf260260215), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.201300 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f8627797-67fb-4f0e-986d-3409a585369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c6038762-a8e4-42a9-a6db-ccf260260215), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.204348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f8627797-67fb-4f0e-986d-3409a585369e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.205721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f8627797-67fb-4f0e-986d-3409a585369e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6038762-a8e4-42a9-a6db-ccf260260215 HTTP/1.1" status: 204 len: 168 time: 0.1552846 Feb 03 13:06:56.215392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627797-67fb-4f0e-986d-3409a585369e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6038762-a8e4-42a9-a6db-ccf260260215,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:56.299900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router de3b4cd0-1469-4985-8c2f-d074dd0a27af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:56.466436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:56.472378 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c30d3eb7-b8bc-4f8e-a2f5-91f578704ad3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "PUT /v2.0/routers/de3b4cd0-1469-4985-8c2f-d074dd0a27af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0359991 Feb 03 13:06:56.481464 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] Sync routers for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:56.493449 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:56.494110 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:56.695905 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:56.790258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd3cb-f73f-4d8f-ba2f-97277134e1bd req-f37e731a-a3c5-46ae-bbb5-abf0240ae907 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:56.791944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e19fd3cb-f73f-4d8f-ba2f-97277134e1bd req-f37e731a-a3c5-46ae-bbb5-abf0240ae907 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 946 time: 0.0883768 Feb 03 13:06:56.852635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e19fd3cb-f73f-4d8f-ba2f-97277134e1bd req-ccc26cdb-0133-4e79-9636-5f498acd37b5 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529394 Feb 03 13:06:56.975079 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:06:55Z', 'revision_number': 6, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:13Z', 'updated_at': '2022-02-03T13:05:20Z', 'revision_number': 1, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:57.003645 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] Checking router: de3b4cd0-1469-4985-8c2f-d074dd0a27af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:06:57.012383 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:57.014472 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:57.129483 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:57.486274 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:06:55Z', 'revision_number': 6, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:13Z', 'updated_at': '2022-02-03T13:05:20Z', 'revision_number': 1, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:57.516546 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9c1ec-9e11-42ee-9b4a-31094fe30206 None None] The sync data for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 is: [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:06:55Z', 'revision_number': 6, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'port_id': '0b709631-b4b3-4234-a769-2c51be739e4a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'mac_address': 'fa:16:3e:2c:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d60140-6500-4f04-ace2-20ae3ce63401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:13Z', 'updated_at': '2022-02-03T13:05:20Z', 'revision_number': 1, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:58.003641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf39864-fbde-4f2b-bdcb-160f555047ed req-4a7a27ae-9057-4b7f-8a2f-16a54ed4a847 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:58.007839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cbf39864-fbde-4f2b-bdcb-160f555047ed req-4a7a27ae-9057-4b7f-8a2f-16a54ed4a847 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 946 time: 0.0718544 Feb 03 13:06:58.070142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cbf39864-fbde-4f2b-bdcb-160f555047ed req-4cb33730-fe27-49bb-8360-f6194da04003 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f5444e5-a334-4498-849e-cb99566d5345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566385 Feb 03 13:06:58.387885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ab060a0e-977f-42e5-a02d-09456e0ded59 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:58.418897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ab060a0e-977f-42e5-a02d-09456e0ded59 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:58.419354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ab060a0e-977f-42e5-a02d-09456e0ded59 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:58.493224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-251f2d89-a7d2-4fbd-9e72-f765929b62d3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:58.494761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-251f2d89-a7d2-4fbd-9e72-f765929b62d3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.91 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 946 time: 0.0579007 Feb 03 13:06:58.596044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port c0bdd88f-006c-402b-9026-39c897baf197 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:58.596445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c0bdd88f-006c-402b-9026-39c897baf197), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:58.708613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] For port c0bdd88f-006c-402b-9026-39c897baf197, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c0bdd88f-006c-402b-9026-39c897baf197,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:58.709067 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c0bdd88f-006c-402b-9026-39c897baf197), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:58.735618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for c0bdd88f-006c-402b-9026-39c897baf197 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:58.750258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37370) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:58.880715 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe5938d0-88d7-41cc-b82c-cad478941772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:58.889804 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c0bdd88f-006c-402b-9026-39c897baf197), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:58.920092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=c0bdd88f-006c-402b-9026-39c897baf197,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:58.967313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] No DVR routers for this DVR port c0bdd88f-006c-402b-9026-39c897baf197 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:58.968816 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe5938d0-88d7-41cc-b82c-cad478941772 admin admin] Publish callbacks [] for security_group (919e4fed-37e5-47a8-a190-9a2a9baa039b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:58.970079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:58.973829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee4b3150-efbd-468c-a4df-4876d8bb5f6f req-ceadfb5f-744f-4551-9b54-82cb894df9c6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.91 "DELETE /v2.0/ports/c0bdd88f-006c-402b-9026-39c897baf197 HTTP/1.1" status: 204 len: 173 time: 0.4732363 Feb 03 13:06:58.974259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d', 'name': 'network-vif-deleted', 'tag': 'c0bdd88f-006c-402b-9026-39c897baf197'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:58.976418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe5938d0-88d7-41cc-b82c-cad478941772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (919e4fed-37e5-47a8-a190-9a2a9baa039b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:58.976602 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a167e5-08af-4bc8-9ae9-781dfc6b0d37" -d '{"events": [{"server_uuid": "53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d", "name": "network-vif-deleted", "tag": "c0bdd88f-006c-402b-9026-39c897baf197"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:59.006371 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fe5938d0-88d7-41cc-b82c-cad478941772 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6b119712ed34498b2ee0a1368ca75d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536893 Feb 03 13:06:59.008326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37376) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:59.031163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5938d0-88d7-41cc-b82c-cad478941772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e4fed-37e5-47a8-a190-9a2a9baa039b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:59.036922 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109be8b7-d18a-4d6a-ad3b-6b1c1145e83f x-openstack-request-id: req-109be8b7-d18a-4d6a-ad3b-6b1c1145e83f {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:59.037413 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d", "name": "network-vif-deleted", "tag": "c0bdd88f-006c-402b-9026-39c897baf197", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:59.037702 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-109be8b7-d18a-4d6a-ad3b-6b1c1145e83f {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:59.038118 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d', 'name': 'network-vif-deleted', 'tag': 'c0bdd88f-006c-402b-9026-39c897baf197', 'status': 'completed', 'code': 200} Feb 03 13:06:59.081654 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b59fc410-fedb-42cb-afa1-46131fa6523d admin admin] Publish callbacks [] for security_group (919e4fed-37e5-47a8-a190-9a2a9baa039b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.115863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b59fc410-fedb-42cb-afa1-46131fa6523d admin admin] Publish callbacks [] for security_group (919e4fed-37e5-47a8-a190-9a2a9baa039b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.177298 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b59fc410-fedb-42cb-afa1-46131fa6523d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (919e4fed-37e5-47a8-a190-9a2a9baa039b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.179916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b59fc410-fedb-42cb-afa1-46131fa6523d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.181012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b59fc410-fedb-42cb-afa1-46131fa6523d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/919e4fed-37e5-47a8-a190-9a2a9baa039b HTTP/1.1" status: 204 len: 168 time: 0.1716967 Feb 03 13:06:59.205711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44728d10-4854-4aba-b9aa-759c8003ca06 req-8e32e2b3-a408-47bf-84e1-45752af48bc9 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=53b391fa-0bf9-41bf-9ecd-e3e3ba2cf19d HTTP/1.1" status: 200 len: 210 time: 0.0384514 Feb 03 13:06:59.206883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fc410-fedb-42cb-afa1-46131fa6523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e4fed-37e5-47a8-a190-9a2a9baa039b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:59.582313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37392) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:59.598250 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4e085315-2fb5-444f-ab5a-5fdcbe35e8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.708027 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4e085315-2fb5-444f-ab5a-5fdcbe35e8b5 admin admin] Publish callbacks [] for security_group (68610971-bdbd-4e61-aef0-5f80fa33e2ae), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.716431 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4e085315-2fb5-444f-ab5a-5fdcbe35e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (68610971-bdbd-4e61-aef0-5f80fa33e2ae), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.772455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4e085315-2fb5-444f-ab5a-5fdcbe35e8b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09c5f5736066497bad21b204ace48cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1887467 Feb 03 13:06:59.774774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37400) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:59.792663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e085315-2fb5-444f-ab5a-5fdcbe35e8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68610971-bdbd-4e61-aef0-5f80fa33e2ae,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:59.834290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cd940aa4-ffba-4c0e-bc68-9837d3b00e4a admin admin] Publish callbacks [] for security_group (68610971-bdbd-4e61-aef0-5f80fa33e2ae), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.858789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cd940aa4-ffba-4c0e-bc68-9837d3b00e4a admin admin] Publish callbacks [] for security_group (68610971-bdbd-4e61-aef0-5f80fa33e2ae), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.909266 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cd940aa4-ffba-4c0e-bc68-9837d3b00e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (68610971-bdbd-4e61-aef0-5f80fa33e2ae), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.912035 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cd940aa4-ffba-4c0e-bc68-9837d3b00e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.915949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cd940aa4-ffba-4c0e-bc68-9837d3b00e4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68610971-bdbd-4e61-aef0-5f80fa33e2ae HTTP/1.1" status: 204 len: 168 time: 0.1377375 Feb 03 13:06:59.927820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd940aa4-ffba-4c0e-bc68-9837d3b00e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68610971-bdbd-4e61-aef0-5f80fa33e2ae,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:00.265281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37412) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:00.337997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a104a947-e8a0-46b3-906a-0f770cf53936 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (8f5444e5-a334-4498-849e-cb99566d5345), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.371065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a104a947-e8a0-46b3-906a-0f770cf53936 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (8f5444e5-a334-4498-849e-cb99566d5345), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.451837 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a104a947-e8a0-46b3-906a-0f770cf53936 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8f5444e5-a334-4498-849e-cb99566d5345), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.454942 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a104a947-e8a0-46b3-906a-0f770cf53936 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.458568 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a104a947-e8a0-46b3-906a-0f770cf53936 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/security-groups/8f5444e5-a334-4498-849e-cb99566d5345 HTTP/1.1" status: 204 len: 168 time: 0.1912317 Feb 03 13:07:00.473986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104a947-e8a0-46b3-906a-0f770cf53936 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5444e5-a334-4498-849e-cb99566d5345,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:00.518759 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37422) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:00.588591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b288c70e-cf8a-4660-9069-952d486a488e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting subnet 200ec3ed-7496-4b01-b90d-010c2b8f01e3 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:07:00.593146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b288c70e-cf8a-4660-9069-952d486a488e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for subnet (200ec3ed-7496-4b01-b90d-010c2b8f01e3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.649057 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b288c70e-cf8a-4660-9069-952d486a488e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (200ec3ed-7496-4b01-b90d-010c2b8f01e3), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.821850 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b288c70e-cf8a-4660-9069-952d486a488e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (200ec3ed-7496-4b01-b90d-010c2b8f01e3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.903071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b288c70e-cf8a-4660-9069-952d486a488e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (200ec3ed-7496-4b01-b90d-010c2b8f01e3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.931181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c70e-cf8a-4660-9069-952d486a488e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Subnet': ['ID=200ec3ed-7496-4b01-b90d-010c2b8f01e3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:00.942177 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b288c70e-cf8a-4660-9069-952d486a488e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.946405 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b288c70e-cf8a-4660-9069-952d486a488e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/subnets/200ec3ed-7496-4b01-b90d-010c2b8f01e3 HTTP/1.1" status: 204 len: 168 time: 0.4263642 Feb 03 13:07:00.949305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37438) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:00.949591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f09cc-d85a-4ef8-b25b-481a5a2f0103 None None] Network 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:07:01.066240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0ff2ec27-ce7a-4bd5-9352-08cb97236bd7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.126395 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port 9bdeedde-cdbf-4430-82f1-35c423f716db {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:01.127111 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.192995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2cc228-bd3d-4fac-9d07-ef578093d365 None None] DHCP port deletion for 0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:07:01.208354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] For port 9bdeedde-cdbf-4430-82f1-35c423f716db, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9bdeedde-cdbf-4430-82f1-35c423f716db,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:01.208811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.228156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for 9bdeedde-cdbf-4430-82f1-35c423f716db owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:01.287077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cc228-bd3d-4fac-9d07-ef578093d365 None None] Deleting port 9bdeedde-cdbf-4430-82f1-35c423f716db {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:01.287824 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc228-bd3d-4fac-9d07-ef578093d365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.372728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4b2cc228-bd3d-4fac-9d07-ef578093d365 None None] For port 9bdeedde-cdbf-4430-82f1-35c423f716db, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9bdeedde-cdbf-4430-82f1-35c423f716db,segment=NetworkSegment(dfb2a8e8-3997-4d13-aa9d-be60d47f168d),segment_id=dfb2a8e8-3997-4d13-aa9d-be60d47f168d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:01.373398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc228-bd3d-4fac-9d07-ef578093d365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.375935 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.392191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cc228-bd3d-4fac-9d07-ef578093d365 None None] Calling delete_port for 9bdeedde-cdbf-4430-82f1-35c423f716db owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:01.434964 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=9bdeedde-cdbf-4430-82f1-35c423f716db,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:01.446370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] No DVR routers for this DVR port 9bdeedde-cdbf-4430-82f1-35c423f716db on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:01.565062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0ff2ec27-ce7a-4bd5-9352-08cb97236bd7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.594879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff2ec27-ce7a-4bd5-9352-08cb97236bd7']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:01.605099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:01.605541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb2a8e8-3997-4d13-aa9d-be60d47f168d') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:01.618658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (dfb2a8e8-3997-4d13-aa9d-be60d47f168d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.636161 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (dfb2a8e8-3997-4d13-aa9d-be60d47f168d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.644830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:07:01.645237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (dfb2a8e8-3997-4d13-aa9d-be60d47f168d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:07:01.649055 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:07:01.691651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc228-bd3d-4fac-9d07-ef578093d365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (9bdeedde-cdbf-4430-82f1-35c423f716db), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.708588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2cc228-bd3d-4fac-9d07-ef578093d365 None None] No DVR routers for this DVR port 9bdeedde-cdbf-4430-82f1-35c423f716db on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:01.731678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c0bdd88f-006c-402b-9026-39c897baf197 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:01.739998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0ff2ec27-ce7a-4bd5-9352-08cb97236bd7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.750919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.754177 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/networks/0ff2ec27-ce7a-4bd5-9352-08cb97236bd7 HTTP/1.1" status: 204 len: 168 time: 0.8037012 Feb 03 13:07:01.757009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37444) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:01.780975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec8533-9043-4096-9d06-00b5fe709d0e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Network': ['ID=0ff2ec27-ce7a-4bd5-9352-08cb97236bd7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:01.782300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: c0bdd88f-006c-402b-9026-39c897baf197 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:01.782897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c0bdd88f-006c-402b-9026-39c897baf197 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:01.784536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cc228-bd3d-4fac-9d07-ef578093d365 None None] Pushing event deleted for resources: {'Port': ['ID=9bdeedde-cdbf-4430-82f1-35c423f716db,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:01.984530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port 28818fab-3f79-458e-b670-f427aef707ac {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:01.985164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (28818fab-3f79-458e-b670-f427aef707ac), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:02.090935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (28818fab-3f79-458e-b670-f427aef707ac), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:02.091602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for floatingip (28818fab-3f79-458e-b670-f427aef707ac), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:02.107200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for 28818fab-3f79-458e-b670-f427aef707ac owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:02.339047 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (28818fab-3f79-458e-b670-f427aef707ac), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:02.371523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=28818fab-3f79-458e-b670-f427aef707ac,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:02.456089 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for floatingip (6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:02.456567 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Floating IP 6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7 disassociated (deleted). External IP: 172.25.3.96, port: 0b709631-b4b3-4234-a769-2c51be739e4a. Feb 03 13:07:02.484404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9bdeedde-cdbf-4430-82f1-35c423f716db no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:02.520254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 9bdeedde-cdbf-4430-82f1-35c423f716db {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:02.522600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9bdeedde-cdbf-4430-82f1-35c423f716db not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:02.704591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router de3b4cd0-1469-4985-8c2f-d074dd0a27af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:07:02.835126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:02.848779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] Sync routers for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:02.856162 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:02.876615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:02.877269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:02.893498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e35f6fe9-4145-4a9d-a5d6-5f678b556d59 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/floatingips/6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7 HTTP/1.1" status: 204 len: 168 time: 1.1353250 Feb 03 13:07:02.894765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:02.897486 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94185aec-38ef-4fe8-ac5f-12db077a47b6" -d '{"events": [{"name": "network-changed", "server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:02.982897 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0868182e-e343-49a1-adc0-cbb8e1f6c6be x-openstack-request-id: req-0868182e-e343-49a1-adc0-cbb8e1f6c6be {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:02.983565 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:02.983914 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0868182e-e343-49a1-adc0-cbb8e1f6c6be {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:02.984427 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a', 'status': 'completed', 'code': 200} Feb 03 13:07:03.068817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:03.148310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-41b1eea0-840a-4327-b737-3dfe6f949a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:03.151987 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-41b1eea0-840a-4327-b737-3dfe6f949a11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 1129 time: 0.1360917 Feb 03 13:07:03.341964 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-e0fc016e-78d3-418e-9707-c2101ccdb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:03.343558 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-e0fc016e-78d3-418e-9707-c2101ccdb276 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 HTTP/1.1" status: 200 len: 895 time: 0.1856463 Feb 03 13:07:03.400932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd8858-b650-49b7-85cb-91cbbd197b48 req-7d2bb7f6-4ed0-4a79-a090-d458b952fe83 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:03.403254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0fd8858-b650-49b7-85cb-91cbbd197b48 req-7d2bb7f6-4ed0-4a79-a090-d458b952fe83 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 946 time: 0.0802515 Feb 03 13:07:03.413916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:06:55Z', 'revision_number': 6, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:03.429676 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-902f9b13-41be-4826-a81d-5cf55dd8c7f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b709631-b4b3-4234-a769-2c51be739e4a HTTP/1.1" status: 200 len: 217 time: 0.0782511 Feb 03 13:07:03.459340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] Checking router: de3b4cd0-1469-4985-8c2f-d074dd0a27af for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:03.475212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0fd8858-b650-49b7-85cb-91cbbd197b48 req-48908fec-9d87-45a6-bda1-d5a9fde3ec46 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601747 Feb 03 13:07:03.481259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:03.481851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:06:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:03.486822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-b97533e3-c984-4d04-892d-af06a344e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:03.488382 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-b97533e3-c984-4d04-892d-af06a344e45b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b1ba508-f0cd-44bb-978b-260849b8f0ac HTTP/1.1" status: 200 len: 835 time: 0.0483696 Feb 03 13:07:03.540851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-c67832e5-143e-4c36-be20-fed126f8a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:03.543426 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-c67832e5-143e-4c36-be20-fed126f8a6eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485706 Feb 03 13:07:03.593244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:03.686262 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-78bf17f2-2a34-4164-bc53-15ba0b079df9 service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355395 Feb 03 13:07:03.819809 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94185aec-38ef-4fe8-ac5f-12db077a47b6 req-47724ffc-d7f8-47fe-ac11-22e5c55cd8e5 service neutron] 10.222.0.72 "GET /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212664 Feb 03 13:07:03.824416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:06:55Z', 'revision_number': 6, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:03.855187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d782cb9-c841-4c20-bd92-971cfa4017e7 None None] The sync data for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 is: [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:06:55Z', 'revision_number': 6, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '01f40f58-3480-4e2f-8af9-37d5d915bd88', 'name': '', 'network_id': 'b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:56:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:48Z', 'updated_at': '2022-02-03T13:04:54Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': '7b1ba508-f0cd-44bb-978b-260849b8f0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:04.269226 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581a851-c30d-4a31-b341-043f26597ecd None None] New status for floating IP 6d5fbc73-efaf-4b78-8ba4-4d269a0c09d7: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:07:04.619234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a3092-e212-4450-a246-05affc7d2789 req-98c298bd-d148-40e4-ac2e-393f51f3447d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:04.621939 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-942a3092-e212-4450-a246-05affc7d2789 req-98c298bd-d148-40e4-ac2e-393f51f3447d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 946 time: 0.1118946 Feb 03 13:07:04.818744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-942a3092-e212-4450-a246-05affc7d2789 req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port 0b709631-b4b3-4234-a769-2c51be739e4a {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:04.818997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-942a3092-e212-4450-a246-05affc7d2789 req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:04.948191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-942a3092-e212-4450-a246-05affc7d2789 req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] For port 0b709631-b4b3-4234-a769-2c51be739e4a, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=0b709631-b4b3-4234-a769-2c51be739e4a,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:04.948756 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-942a3092-e212-4450-a246-05affc7d2789 req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:04.954387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cb9c-1d05-41b3-9154-5411a423ed08 req-71827c44-09f5-46cc-afdf-7dc89e1b492f tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:04.960207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c761cb9c-1d05-41b3-9154-5411a423ed08 req-71827c44-09f5-46cc-afdf-7dc89e1b492f tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=24d60140-6500-4f04-ace2-20ae3ce63401 HTTP/1.1" status: 200 len: 946 time: 0.4173563 Feb 03 13:07:04.969573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-942a3092-e212-4450-a246-05affc7d2789 req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for 0b709631-b4b3-4234-a769-2c51be739e4a owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:05.073660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c761cb9c-1d05-41b3-9154-5411a423ed08 req-9c006d8f-8a0d-46cb-8984-7fff22abd5e4 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae2a85c7-b982-459f-b336-09d9fc3462d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073143 Feb 03 13:07:05.154619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-942a3092-e212-4450-a246-05affc7d2789 req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0b709631-b4b3-4234-a769-2c51be739e4a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:05.212561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=0b709631-b4b3-4234-a769-2c51be739e4a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:05.264252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-942a3092-e212-4450-a246-05affc7d2789 req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] No DVR routers for this DVR port 0b709631-b4b3-4234-a769-2c51be739e4a on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:05.276813 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-942a3092-e212-4450-a246-05affc7d2789 req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:05.281142 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-942a3092-e212-4450-a246-05affc7d2789 req-78f5d23a-9195-41b9-af55-901a72b105d6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "DELETE /v2.0/ports/0b709631-b4b3-4234-a769-2c51be739e4a HTTP/1.1" status: 204 len: 173 time: 0.6533353 Feb 03 13:07:05.281628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'name': 'network-vif-deleted', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:05.284119 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464576f-7671-4a01-bdeb-9e32944e802f" -d '{"events": [{"server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "name": "network-vif-deleted", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:05.358293 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e697a065-9279-44d5-9e0a-47be39177a37 x-openstack-request-id: req-e697a065-9279-44d5-9e0a-47be39177a37 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:05.358633 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d60140-6500-4f04-ace2-20ae3ce63401", "name": "network-vif-deleted", "tag": "0b709631-b4b3-4234-a769-2c51be739e4a", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:05.358901 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e697a065-9279-44d5-9e0a-47be39177a37 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:05.359343 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d60140-6500-4f04-ace2-20ae3ce63401', 'name': 'network-vif-deleted', 'tag': '0b709631-b4b3-4234-a769-2c51be739e4a', 'status': 'completed', 'code': 200} Feb 03 13:07:06.178255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37508) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:06.260370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (ae2a85c7-b982-459f-b336-09d9fc3462d6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.291765 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (ae2a85c7-b982-459f-b336-09d9fc3462d6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.429875 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ae2a85c7-b982-459f-b336-09d9fc3462d6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.432942 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.434558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/security-groups/ae2a85c7-b982-459f-b336-09d9fc3462d6 HTTP/1.1" status: 204 len: 168 time: 0.2546120 Feb 03 13:07:06.463803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2a85c7-b982-459f-b336-09d9fc3462d6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:06.484070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.484070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.487648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.487648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.487970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.491264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.491910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.492508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.493096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.493725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.494429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.501383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.501999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee3ac2-02b0-4a72-bd69-05333db26438 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:06.505296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37514) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:06.668110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6e75ffe-3799-4071-93ab-e52593499605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.999989 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (de3b4cd0-1469-4985-8c2f-d074dd0a27af), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:07.378052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0b709631-b4b3-4234-a769-2c51be739e4a no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:07.423424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 0b709631-b4b3-4234-a769-2c51be739e4a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:07.425223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 0b709631-b4b3-4234-a769-2c51be739e4a not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:07.729824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port 01f40f58-3480-4e2f-8af9-37d5d915bd88 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:07.730284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:07.844761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] For port 01f40f58-3480-4e2f-8af9-37d5d915bd88, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=01f40f58-3480-4e2f-8af9-37d5d915bd88,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:07.845137 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:07.862686 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for 01f40f58-3480-4e2f-8af9-37d5d915bd88 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:08.099416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (01f40f58-3480-4e2f-8af9-37d5d915bd88), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:08.141033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=01f40f58-3480-4e2f-8af9-37d5d915bd88,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:08.483793 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (de3b4cd0-1469-4985-8c2f-d074dd0a27af), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:08.616179 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:07:08.757281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router de3b4cd0-1469-4985-8c2f-d074dd0a27af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:07:08.864673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de65cdea-31d9-4bfc-9926-0d43c658b383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:08.934501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:08.944322 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] Sync routers for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:08.948601 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f088a2bb-4d49-492f-b168-6bbea2587f31 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "PUT /v2.0/routers/de3b4cd0-1469-4985-8c2f-d074dd0a27af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4397552 Feb 03 13:07:08.949098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37566) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:08.975013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:08.975742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:09.019000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa86d5fa-c838-44fe-acaf-d326f6975c2c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting subnet 7b1ba508-f0cd-44bb-978b-260849b8f0ac {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:07:09.022877 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa86d5fa-c838-44fe-acaf-d326f6975c2c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for subnet (7b1ba508-f0cd-44bb-978b-260849b8f0ac), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.072412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa86d5fa-c838-44fe-acaf-d326f6975c2c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (7b1ba508-f0cd-44bb-978b-260849b8f0ac), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.109787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:09.179156 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa86d5fa-c838-44fe-acaf-d326f6975c2c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (7b1ba508-f0cd-44bb-978b-260849b8f0ac), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.251114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa86d5fa-c838-44fe-acaf-d326f6975c2c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (7b1ba508-f0cd-44bb-978b-260849b8f0ac), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.296027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86d5fa-c838-44fe-acaf-d326f6975c2c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1ba508-f0cd-44bb-978b-260849b8f0ac,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:09.298791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fa86d5fa-c838-44fe-acaf-d326f6975c2c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.299093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67adc5e1-8e4f-445c-9dde-95d4c3ce9c27 None None] Network b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:07:09.302887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fa86d5fa-c838-44fe-acaf-d326f6975c2c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/subnets/7b1ba508-f0cd-44bb-978b-260849b8f0ac HTTP/1.1" status: 204 len: 168 time: 0.3522613 Feb 03 13:07:09.306170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37568) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:09.474687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:07:08Z', 'revision_number': 7, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:09.505983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] Checking router: de3b4cd0-1469-4985-8c2f-d074dd0a27af for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:09.520912 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router (de3b4cd0-1469-4985-8c2f-d074dd0a27af), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.549340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] Routers {'de3b4cd0-1469-4985-8c2f-d074dd0a27af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:09.551026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:09.634318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] DHCP port deletion for b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:07:09.674128 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_gateway (de3b4cd0-1469-4985-8c2f-d074dd0a27af), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.751410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port ac4e8f78-b6db-4b95-86fe-6798ed1686f2 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:09.751751 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.771618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Deleting port 06942dbb-57fd-416b-948c-d46169613c4f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:09.772098 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (06942dbb-57fd-416b-948c-d46169613c4f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.780877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] Set router de3b4cd0-1469-4985-8c2f-d074dd0a27af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:09.868533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] For port ac4e8f78-b6db-4b95-86fe-6798ed1686f2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ac4e8f78-b6db-4b95-86fe-6798ed1686f2,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:09.869075 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.883444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for ac4e8f78-b6db-4b95-86fe-6798ed1686f2 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:10.075982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] For port 06942dbb-57fd-416b-948c-d46169613c4f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=06942dbb-57fd-416b-948c-d46169613c4f,segment=NetworkSegment(a2922cee-5894-42a2-ae4f-77dc2386ebd0),segment_id=a2922cee-5894-42a2-ae4f-77dc2386ebd0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:10.078128 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (06942dbb-57fd-416b-948c-d46169613c4f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.107117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Calling delete_port for 06942dbb-57fd-416b-948c-d46169613c4f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:10.138770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ac4e8f78-b6db-4b95-86fe-6798ed1686f2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.195705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=ac4e8f78-b6db-4b95-86fe-6798ed1686f2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:10.251786 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (06942dbb-57fd-416b-948c-d46169613c4f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.299960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (de3b4cd0-1469-4985-8c2f-d074dd0a27af), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.301370 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] No DVR routers for this DVR port 06942dbb-57fd-416b-948c-d46169613c4f on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:10.312764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Pushing event deleted for resources: {'Port': ['ID=06942dbb-57fd-416b-948c-d46169613c4f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:10.325655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.326198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.326594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.327030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.327459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.327881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.328326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.328753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.329551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.329973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.330418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.330841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.331262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e0f2a-3fd9-4ae1-b1c4-e5bb7d13ae8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:10.350799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:07:08Z', 'revision_number': 7, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:10.390614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d193c-a8ca-4857-9087-b3587ce1aebb None None] The sync data for ids ['de3b4cd0-1469-4985-8c2f-d074dd0a27af'] in n-d-792364-10 is: [{'id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'name': 'tempest-TestNetworkBasicOps-router-1575358608', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:04:41Z', 'updated_at': '2022-02-03T13:07:08Z', 'revision_number': 7, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'ac4e8f78-b6db-4b95-86fe-6798ed1686f2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3b4cd0-1469-4985-8c2f-d074dd0a27af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:04:43Z', 'updated_at': '2022-02-03T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:10.392475 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.498851 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (de3b4cd0-1469-4985-8c2f-d074dd0a27af), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.501354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_controller (de3b4cd0-1469-4985-8c2f-d074dd0a27af), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.570375 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (de3b4cd0-1469-4985-8c2f-d074dd0a27af), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.570888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Fanout notify agent at l3_agent the message router_deleted on router de3b4cd0-1469-4985-8c2f-d074dd0a27af {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:07:10.587700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.588901 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d68380b-d6f1-4285-b0d0-5f650d88222d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/routers/de3b4cd0-1469-4985-8c2f-d074dd0a27af HTTP/1.1" status: 204 len: 168 time: 1.2816916 Feb 03 13:07:10.592017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37580) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:10.707544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 06942dbb-57fd-416b-948c-d46169613c4f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:10.746733 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.750074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 06942dbb-57fd-416b-948c-d46169613c4f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:10.750620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 06942dbb-57fd-416b-948c-d46169613c4f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:10.858148 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.880701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:10.890960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2922cee-5894-42a2-ae4f-77dc2386ebd0') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:10.891266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2922cee-5894-42a2-ae4f-77dc2386ebd0') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:10.908679 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (a2922cee-5894-42a2-ae4f-77dc2386ebd0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.927199 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a2922cee-5894-42a2-ae4f-77dc2386ebd0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.934651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:07:10.935224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (a2922cee-5894-42a2-ae4f-77dc2386ebd0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:07:10.938521 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:07:11.013317 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.032396 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.035917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/networks/b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36 HTTP/1.1" status: 204 len: 168 time: 0.4422026 Feb 03 13:07:11.037186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacd922-de95-4da1-afc4-30304af8990c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Network': ['ID=b98e1c67-8cbb-4cfd-ae12-da6ccd07ea36,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:11.057367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37594) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:11.063845 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'network': {'name': 'tempest-network-smoke--784418496', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'port_security_enabled': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:11.091695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Made reservation on behalf of 4b93f2f2727d4093985bf0daa094c12a for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:07:11.096650 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.137520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:07:11.149927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6a94c8b4-b389-4126-8b55-ee9875c2e59c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.150224 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Added segment 6a94c8b4-b389-4126-8b55-ee9875c2e59c of type vlan for network dcaba985-7bef-4e66-b208-03dd3a413089 Feb 03 13:07:11.212293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (dcaba985-7bef-4e66-b208-03dd3a413089), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.249874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (dcaba985-7bef-4e66-b208-03dd3a413089), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.256385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.257049 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.304274 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2443795 Feb 03 13:07:11.304644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37596) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:11.310171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'admin_state_up': True, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:11.336178 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (f5b93ac4-9123-47b9-a555-36557c26fe17), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.337697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (f5b93ac4-9123-47b9-a555-36557c26fe17), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.353314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47092e28-0df2-494c-b70a-0eac596027fd tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Network': ['ID=dcaba985-7bef-4e66-b208-03dd3a413089,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:11.364465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network dcaba985-7bef-4e66-b208-03dd3a413089 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:07:11.403952 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_controller (f5b93ac4-9123-47b9-a555-36557c26fe17), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.546033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_gateway (f5b93ac4-9123-47b9-a555-36557c26fe17), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.574128 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.749895 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_gateway (f5b93ac4-9123-47b9-a555-36557c26fe17), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.773098 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:11.882285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.25.3.75 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/d2fb5020-6245-4bb7-b85d-f6eef5b2ac83) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:07:12.002739 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:12.047876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:12.091030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:07:12.094198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:12.098108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:07:12.140902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=d2fb5020-6245-4bb7-b85d-f6eef5b2ac83,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:12.422983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 01f40f58-3480-4e2f-8af9-37d5d915bd88 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:12.602182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_gateway (f5b93ac4-9123-47b9-a555-36557c26fe17), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:12.677203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 01f40f58-3480-4e2f-8af9-37d5d915bd88 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:12.677855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 01f40f58-3480-4e2f-8af9-37d5d915bd88 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:12.678464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ac4e8f78-b6db-4b95-86fe-6798ed1686f2 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:12.716578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ac4e8f78-b6db-4b95-86fe-6798ed1686f2 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:12.717535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ac4e8f78-b6db-4b95-86fe-6798ed1686f2 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:12.832323 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:13.214937 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (f5b93ac4-9123-47b9-a555-36557c26fe17), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:13.423044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router f5b93ac4-9123-47b9-a555-36557c26fe17 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:07:13.546202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:13.559701 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Sync routers for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:13.576480 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:13.578155 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:13.619005 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:13.620308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a21f12f1-9ce7-4786-88a6-c8bb7211f96b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3143623 Feb 03 13:07:13.623597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37614) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:13.676583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a346aa18-8d2f-4738-8965-3e6f6127407a tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=4b93f2f2727d4093985bf0daa094c12a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516620 Feb 03 13:07:13.679350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37616) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:13.760891 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:13.977738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2b3e4-ad7d-4f06-a99a-3e5f48087d48 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:13.979529 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-01c2b3e4-ad7d-4f06-a99a-3e5f48087d48 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2991738 Feb 03 13:07:13.982491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37620) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:14.037288 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-af18e58f-1129-411e-902c-12cea90a001f tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520885 Feb 03 13:07:14.039816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37622) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:14.045265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1355147524', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:14.057645 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:12Z', 'revision_number': 3, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:14.093248 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Checking router: f5b93ac4-9123-47b9-a555-36557c26fe17 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:14.093855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Updating router f5b93ac4-9123-47b9-a555-36557c26fe17 port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:07:14.135012 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.236620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Made reservation on behalf of 4b93f2f2727d4093985bf0daa094c12a for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:07:14.240001 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.441112 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Publish callbacks [] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.463301 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.506743 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Pushing event updated for resources: {'Port': ['ID=d2fb5020-6245-4bb7-b85d-f6eef5b2ac83,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:14.517573 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.517919 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.518463 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.518802 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.519134 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.519449 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.519768 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.520087 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.520839 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.520839 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.521030 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.521309 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.521625 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:14.583565 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Attempting to bind port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:07:14.584298 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Attempting to bind port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:07:14.584298 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Attempting to bind port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:14.600657 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:07:14.601054 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:07:14.601443 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.601836 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:07:14.602312 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Bound port: d2fb5020-6245-4bb7-b85d-f6eef5b2ac83, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:07:14.602715 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.611182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (e0874cfa-1b73-484b-85f6-782832d5cab9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.659518 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] For port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:07:14.661339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Subnet': ['ID=e0874cfa-1b73-484b-85f6-782832d5cab9,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:14.672091 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] For port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d2fb5020-6245-4bb7-b85d-f6eef5b2ac83,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:07:14.685469 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.697843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Checking segment: {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:07:14.698228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network hostable DHCP agents. Network: dcaba985-7bef-4e66-b208-03dd3a413089, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:07:14.748432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network dcaba985-7bef-4e66-b208-03dd3a413089 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:07:14.765117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, dcaba985-7bef-4e66-b208-03dd3a413089) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:14.770626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:14.773323 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.777188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91709560-8c80-4aed-9335-e5d231138ee6 None None] Network dcaba985-7bef-4e66-b208-03dd3a413089 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:07:14.785024 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:14.785665 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:14.805965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37628) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:14.807133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-91897f60-fd14-45de-a420-f9278f80faed tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7653673 Feb 03 13:07:14.901083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-dcaba985-7bef-4e66-b208-03dd3a413089', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:07:14.903204 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.912972 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306c698-e10a-442b-87a7-a23e5477b617 None None] Pushing event updated for resources: {'Port': ['ID=d2fb5020-6245-4bb7-b85d-f6eef5b2ac83,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:14.924689 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:15.187388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Allocated IP 172.20.0.2 (dcaba985-7bef-4e66-b208-03dd3a413089/e0874cfa-1b73-484b-85f6-782832d5cab9/bdefc280-a9a3-4afa-8582-628888f01fd8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:07:15.276473 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:12Z', 'revision_number': 3, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:15.335494 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c4212-60bc-42a4-a508-be33b61e671e None None] The sync data for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 is: [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:12Z', 'revision_number': 3, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:15.439513 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Publish callbacks [] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.459000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.498494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Network dcaba985-7bef-4e66-b208-03dd3a413089 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:07:15.502477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:15.550909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:07:15.635554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Pushing event updated for resources: {'Port': ['ID=bdefc280-a9a3-4afa-8582-628888f01fd8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:15.683526 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.704248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Attempting to bind port bdefc280-a9a3-4afa-8582-628888f01fd8 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:07:15.704628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Attempting to bind port bdefc280-a9a3-4afa-8582-628888f01fd8 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:07:15.705001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Attempting to bind port bdefc280-a9a3-4afa-8582-628888f01fd8 on network dcaba985-7bef-4e66-b208-03dd3a413089 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:15.713053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:07:15.713438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Checking segment: {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:07:15.713848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.714364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Bound using segment: {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:07:15.714791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Bound port: bdefc280-a9a3-4afa-8582-628888f01fd8, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:07:15.715209 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.909159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] For port bdefc280-a9a3-4afa-8582-628888f01fd8, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:07:15.932003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] For port bdefc280-a9a3-4afa-8582-628888f01fd8, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bdefc280-a9a3-4afa-8582-628888f01fd8,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:07:15.971591 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.179111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d39bc-9623-436b-ac5d-d5741a7917a0 None None] Pushing event updated for resources: {'Port': ['ID=bdefc280-a9a3-4afa-8582-628888f01fd8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:16.388289 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.457949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.20.0.1 (dcaba985-7bef-4e66-b208-03dd3a413089/e0874cfa-1b73-484b-85f6-782832d5cab9/bd616408-ac73-48b4-b835-c94f2f30e21a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:07:16.689499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:16.824479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:16.825232 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.835225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.911900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.988813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network dcaba985-7bef-4e66-b208-03dd3a413089 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:07:16.992401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:16.993304 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:17.004220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:17.023671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:07:17.042956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d2fb5020-6245-4bb7-b85d-f6eef5b2ac83,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:17.065647 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:17.176026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=bd616408-ac73-48b4-b835-c94f2f30e21a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:17.182697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=d2fb5020-6245-4bb7-b85d-f6eef5b2ac83,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:17.205025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (f5b93ac4-9123-47b9-a555-36557c26fe17), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:17.563386 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:17.586710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37662) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:17.801123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f335659-22c2-4f3f-9fe7-4cb85b8d2010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:17.995767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f335659-22c2-4f3f-9fe7-4cb85b8d2010 admin admin] Publish callbacks [] for security_group (f267f6fd-625b-4907-bc27-0b1d651fc103), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.007176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4f335659-22c2-4f3f-9fe7-4cb85b8d2010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f267f6fd-625b-4907-bc27-0b1d651fc103), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.047284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f335659-22c2-4f3f-9fe7-4cb85b8d2010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f267f6fd-625b-4907-bc27-0b1d651fc103,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:18.060071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3428e-e7f9-4f57-a77b-792341898585 None None] Network dcaba985-7bef-4e66-b208-03dd3a413089 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:07:18.125075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4f335659-22c2-4f3f-9fe7-4cb85b8d2010 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d815b80d2b945719eea87e372912f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5365412 Feb 03 13:07:18.128445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37666) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:18.259795 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-077a3f3c-de33-4fd0-8f45-dba40939d0ef admin admin] Publish callbacks [] for security_group (f267f6fd-625b-4907-bc27-0b1d651fc103), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.292144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1d656c47-6b03-43c5-a943-401cb5baeda9 None None] Provisioning complete for port bdefc280-a9a3-4afa-8582-628888f01fd8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:18.294749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.295329 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d656c47-6b03-43c5-a943-401cb5baeda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.310539 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.337518 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-077a3f3c-de33-4fd0-8f45-dba40939d0ef admin admin] Publish callbacks [] for security_group (f267f6fd-625b-4907-bc27-0b1d651fc103), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.452238 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=bd616408-ac73-48b4-b835-c94f2f30e21a,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:18.475150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-077a3f3c-de33-4fd0-8f45-dba40939d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f267f6fd-625b-4907-bc27-0b1d651fc103), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.477788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-077a3f3c-de33-4fd0-8f45-dba40939d0ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.479019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-077a3f3c-de33-4fd0-8f45-dba40939d0ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f267f6fd-625b-4907-bc27-0b1d651fc103 HTTP/1.1" status: 204 len: 168 time: 0.3489146 Feb 03 13:07:18.514731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a3f3c-de33-4fd0-8f45-dba40939d0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f267f6fd-625b-4907-bc27-0b1d651fc103,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:18.590124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (f5b93ac4-9123-47b9-a555-36557c26fe17), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.642421 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1d656c47-6b03-43c5-a943-401cb5baeda9 None None] Current status of the port bdefc280-a9a3-4afa-8582-628888f01fd8 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:18.642857 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d656c47-6b03-43c5-a943-401cb5baeda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.729611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:18.802800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network dcaba985-7bef-4e66-b208-03dd3a413089 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:07:18.807824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:18.853668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1d656c47-6b03-43c5-a943-401cb5baeda9 None None] For port bdefc280-a9a3-4afa-8582-628888f01fd8, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bdefc280-a9a3-4afa-8582-628888f01fd8,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:18.878199 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d656c47-6b03-43c5-a943-401cb5baeda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:18.969793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d656c47-6b03-43c5-a943-401cb5baeda9 None None] Pushing event updated for resources: {'Port': ['ID=bdefc280-a9a3-4afa-8582-628888f01fd8,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:18.972956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:18.973331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:19.112455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router f5b93ac4-9123-47b9-a555-36557c26fe17 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:07:19.150096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:19.151824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bdefc280-a9a3-4afa-8582-628888f01fd8 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:19.311955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bdefc280-a9a3-4afa-8582-628888f01fd8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:19.312415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:19.492877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-587b9a1f-118e-48ad-b063-7d8b308954b7 None None] Provisioning complete for port bd616408-ac73-48b4-b835-c94f2f30e21a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:19.493299 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-587b9a1f-118e-48ad-b063-7d8b308954b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:19.582184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-587b9a1f-118e-48ad-b063-7d8b308954b7 None None] Port bd616408-ac73-48b4-b835-c94f2f30e21a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:07:19.598287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-587b9a1f-118e-48ad-b063-7d8b308954b7 None None] Provisioning complete for port bdefc280-a9a3-4afa-8582-628888f01fd8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:19.598697 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-587b9a1f-118e-48ad-b063-7d8b308954b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:19.676400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bdefc280-a9a3-4afa-8582-628888f01fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:19.851983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-587b9a1f-118e-48ad-b063-7d8b308954b7 None None] Current status of the port bdefc280-a9a3-4afa-8582-628888f01fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:19.977112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3fe5330c-4b57-405c-97aa-38a7490a1afd None None] Provisioning complete for port bd616408-ac73-48b4-b835-c94f2f30e21a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:19.977532 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fe5330c-4b57-405c-97aa-38a7490a1afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:20.035883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:20.041596 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb508b14-2939-4b2c-bd08-916403c05557 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "PUT /v2.0/routers/f5b93ac4-9123-47b9-a555-36557c26fe17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2344081 Feb 03 13:07:20.044572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37702) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:20.048877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Sync routers for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:20.092002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5330c-4b57-405c-97aa-38a7490a1afd None None] Port bd616408-ac73-48b4-b835-c94f2f30e21a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:07:20.093787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:20.094432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:20.283445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-84bac9af-d39d-4346-9050-1f7a01941574 None None] Provisioning complete for port bd616408-ac73-48b4-b835-c94f2f30e21a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:20.284145 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84bac9af-d39d-4346-9050-1f7a01941574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:20.362561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-84bac9af-d39d-4346-9050-1f7a01941574 None None] Port bd616408-ac73-48b4-b835-c94f2f30e21a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:07:20.414522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:20.450591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c079bda-8a41-4b63-a0c2-6b45228f7f13 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.458674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c079bda-8a41-4b63-a0c2-6b45228f7f13 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.459263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c079bda-8a41-4b63-a0c2-6b45228f7f13 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.459893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c079bda-8a41-4b63-a0c2-6b45228f7f13 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.460419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c079bda-8a41-4b63-a0c2-6b45228f7f13 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.464651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c079bda-8a41-4b63-a0c2-6b45228f7f13 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.466574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c079bda-8a41-4b63-a0c2-6b45228f7f13 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.472370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6c079bda-8a41-4b63-a0c2-6b45228f7f13 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4977 time: 0.4232123 Feb 03 13:07:20.472914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37710) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:20.639341 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523490b6-11bf-4f09-892f-9c8f9bcf23b8 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.639341 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523490b6-11bf-4f09-892f-9c8f9bcf23b8 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.641128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523490b6-11bf-4f09-892f-9c8f9bcf23b8 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.641128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523490b6-11bf-4f09-892f-9c8f9bcf23b8 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.641128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523490b6-11bf-4f09-892f-9c8f9bcf23b8 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.642945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523490b6-11bf-4f09-892f-9c8f9bcf23b8 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.643069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523490b6-11bf-4f09-892f-9c8f9bcf23b8 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.648585 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-523490b6-11bf-4f09-892f-9c8f9bcf23b8 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.1722100 Feb 03 13:07:20.653551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37716) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:20.794963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bdefc280-a9a3-4afa-8582-628888f01fd8 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:20.882472 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-df21bb5b-f7df-423c-8852-0d1266d06626 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1072779 Feb 03 13:07:20.893082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:20.921234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bdefc280-a9a3-4afa-8582-628888f01fd8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:20.921613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:21.022800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'bd616408-ac73-48b4-b835-c94f2f30e21a', 'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:5b:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:16Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 2, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:21.054687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Checking router: f5b93ac4-9123-47b9-a555-36557c26fe17 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:21.055002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Updating router f5b93ac4-9123-47b9-a555-36557c26fe17 port bd616408-ac73-48b4-b835-c94f2f30e21a binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:07:21.062937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-6427ff25-99f5-4257-b78b-4aa9fb08bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:21.067470 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-6427ff25-99f5-4257-b78b-4aa9fb08bf36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82667eedb8334c5fadb10165a764dc4d&device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 1128 time: 0.1312220 Feb 03 13:07:21.096853 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:21.115803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bdefc280-a9a3-4afa-8582-628888f01fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:21.177098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5b622403-4a20-4c12-9a12-8e6e60185e14 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3762 time: 0.5170770 Feb 03 13:07:21.234243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-ca342bb1-5705-4da7-96b4-cfbc3d1ae626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:21.236497 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-ca342bb1-5705-4da7-96b4-cfbc3d1ae626 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba74eada-ec8f-4411-b4ab-5cdd60138a69 HTTP/1.1" status: 200 len: 910 time: 0.1473904 Feb 03 13:07:21.408011 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-4b2fad4c-003e-405f-930e-65a0167c7cf0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979 HTTP/1.1" status: 200 len: 1001 time: 0.1647789 Feb 03 13:07:21.516565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-70d540f3-8497-4b10-b2b7-115745da57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:21.518193 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-70d540f3-8497-4b10-b2b7-115745da57f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ff1e13e-651b-4317-b63f-7b9bb73e1545 HTTP/1.1" status: 200 len: 848 time: 0.1024756 Feb 03 13:07:21.663207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-440ee234-5294-4034-9385-4c967037067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:21.667001 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-440ee234-5294-4034-9385-4c967037067f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba74eada-ec8f-4411-b4ab-5cdd60138a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1420627 Feb 03 13:07:21.774571 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-a5713cd3-1ff2-40b6-859f-5e723b846a15 service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000977 Feb 03 13:07:21.895948 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4abbbc3a-2278-4133-a557-412ec9c0c211 req-854266aa-4fd0-47e0-822b-434c750f7e1d service neutron] 10.222.0.72 "GET /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154275 Feb 03 13:07:21.912194 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Publish callbacks [] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:21.922625 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.019205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9a944-68e1-4a33-81d1-4f183b845efe None None] Pushing event updated for resources: {'Port': ['ID=bd616408-ac73-48b4-b835-c94f2f30e21a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:22.056731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37746) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:22.061416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b7fde199-5b42-40c3-a84d-3b2240d05bca tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119559042', 'description': 'tempest-secgroup-smoke-119559042 description', 'project_id': '4b93f2f2727d4093985bf0daa094c12a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:22.114111 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fde199-5b42-40c3-a84d-3b2240d05bca tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.185490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Attempting to bind port bd616408-ac73-48b4-b835-c94f2f30e21a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:07:22.186006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Attempting to bind port bd616408-ac73-48b4-b835-c94f2f30e21a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:07:22.186542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Attempting to bind port bd616408-ac73-48b4-b835-c94f2f30e21a on network dcaba985-7bef-4e66-b208-03dd3a413089 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:22.202189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:07:22.202189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Checking segment: {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:07:22.202698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.203197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Bound using segment: {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:07:22.204135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Bound port: bd616408-ac73-48b4-b835-c94f2f30e21a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:07:22.207031 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.218276 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fde199-5b42-40c3-a84d-3b2240d05bca tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (f2d2d856-48c3-4c9d-b66c-d537b7141266), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.233097 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fde199-5b42-40c3-a84d-3b2240d05bca tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2d2d856-48c3-4c9d-b66c-d537b7141266), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.306538 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fde199-5b42-40c3-a84d-3b2240d05bca tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.308685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b7fde199-5b42-40c3-a84d-3b2240d05bca tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2508302 Feb 03 13:07:22.310901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fde199-5b42-40c3-a84d-3b2240d05bca tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2d856-48c3-4c9d-b66c-d537b7141266,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:22.311700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37752) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:22.317238 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7ea652fe-4796-4db2-a002-1bfca5e8ff8d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'f2d2d856-48c3-4c9d-b66c-d537b7141266', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:22.336556 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] For port bd616408-ac73-48b4-b835-c94f2f30e21a, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:07:22.340749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] For port bd616408-ac73-48b4-b835-c94f2f30e21a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bd616408-ac73-48b4-b835-c94f2f30e21a,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:07:22.354881 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.367655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ea652fe-4796-4db2-a002-1bfca5e8ff8d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (0e081b65-9f4f-48f2-a347-128b6655a8bf), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.489888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9a944-68e1-4a33-81d1-4f183b845efe None None] Pushing event updated for resources: {'Port': ['ID=bd616408-ac73-48b4-b835-c94f2f30e21a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:22.492887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8c5fe38d-63a6-4fa8-9da5-728733ffcafb None None] Provisioning complete for port bd616408-ac73-48b4-b835-c94f2f30e21a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:22.493265 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe38d-63a6-4fa8-9da5-728733ffcafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.500133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:22.500764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:22.508498 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ea652fe-4796-4db2-a002-1bfca5e8ff8d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (0e081b65-9f4f-48f2-a347-128b6655a8bf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.522544 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ea652fe-4796-4db2-a002-1bfca5e8ff8d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (0e081b65-9f4f-48f2-a347-128b6655a8bf), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.574053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea652fe-4796-4db2-a002-1bfca5e8ff8d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e081b65-9f4f-48f2-a347-128b6655a8bf,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:22.599566 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7ea652fe-4796-4db2-a002-1bfca5e8ff8d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.604679 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7ea652fe-4796-4db2-a002-1bfca5e8ff8d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2913036 Feb 03 13:07:22.606956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37754) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:22.617530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5e8ee844-bd41-45cf-ad67-4c5a174113d8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'f2d2d856-48c3-4c9d-b66c-d537b7141266', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:22.655565 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e8ee844-bd41-45cf-ad67-4c5a174113d8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (74cccb0c-2001-4aff-9847-c32c9bd6c1be), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.775778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:22.784568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e8ee844-bd41-45cf-ad67-4c5a174113d8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (74cccb0c-2001-4aff-9847-c32c9bd6c1be), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.802940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e8ee844-bd41-45cf-ad67-4c5a174113d8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (74cccb0c-2001-4aff-9847-c32c9bd6c1be), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.809012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8c5fe38d-63a6-4fa8-9da5-728733ffcafb None None] Current status of the port bd616408-ac73-48b4-b835-c94f2f30e21a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:22.809727 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe38d-63a6-4fa8-9da5-728733ffcafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.874270 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e8ee844-bd41-45cf-ad67-4c5a174113d8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.875536 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5e8ee844-bd41-45cf-ad67-4c5a174113d8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2675717 Feb 03 13:07:22.876331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ee844-bd41-45cf-ad67-4c5a174113d8 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cccb0c-2001-4aff-9847-c32c9bd6c1be,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:22.878618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37758) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:22.882758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-37854b44-ac83-46c7-bc21-5798e167c320 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'f2d2d856-48c3-4c9d-b66c-d537b7141266', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:22.901109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8c5fe38d-63a6-4fa8-9da5-728733ffcafb None None] For port bd616408-ac73-48b4-b835-c94f2f30e21a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bd616408-ac73-48b4-b835-c94f2f30e21a,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:22.917802 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe38d-63a6-4fa8-9da5-728733ffcafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:22.942094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37854b44-ac83-46c7-bc21-5798e167c320 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (6dbf43bd-2fa2-487d-855e-f37fad201ddb), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.085451 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37854b44-ac83-46c7-bc21-5798e167c320 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (6dbf43bd-2fa2-487d-855e-f37fad201ddb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.093876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37854b44-ac83-46c7-bc21-5798e167c320 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (6dbf43bd-2fa2-487d-855e-f37fad201ddb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.112427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fe38d-63a6-4fa8-9da5-728733ffcafb None None] Pushing event updated for resources: {'Port': ['ID=bd616408-ac73-48b4-b835-c94f2f30e21a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:23.113674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37854b44-ac83-46c7-bc21-5798e167c320 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbf43bd-2fa2-487d-855e-f37fad201ddb,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:23.128505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0ff178af-04d1-4cac-8137-0c93ffee89b3 None None] Provisioning complete for port bd616408-ac73-48b4-b835-c94f2f30e21a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:23.128927 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ff178af-04d1-4cac-8137-0c93ffee89b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.132593 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-37854b44-ac83-46c7-bc21-5798e167c320 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.136537 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-37854b44-ac83-46c7-bc21-5798e167c320 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562258 Feb 03 13:07:23.138105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37766) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:23.145349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7cab7e04-1586-445e-b76b-593f8f75af1d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'f2d2d856-48c3-4c9d-b66c-d537b7141266', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:23.193762 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7cab7e04-1586-445e-b76b-593f8f75af1d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (bd508eaf-fd54-41c2-84cb-92f2590b50af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.281011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0ff178af-04d1-4cac-8137-0c93ffee89b3 None None] Current status of the port bd616408-ac73-48b4-b835-c94f2f30e21a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:23.288940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'bd616408-ac73-48b4-b835-c94f2f30e21a', 'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:5b:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:16Z', 'updated_at': '2022-02-03T13:07:22Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:23.310539 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7cab7e04-1586-445e-b76b-593f8f75af1d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (bd508eaf-fd54-41c2-84cb-92f2590b50af), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.319576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7cab7e04-1586-445e-b76b-593f8f75af1d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (bd508eaf-fd54-41c2-84cb-92f2590b50af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.338996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab7e04-1586-445e-b76b-593f8f75af1d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd508eaf-fd54-41c2-84cb-92f2590b50af,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:23.339991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3945883-12c1-49b2-b3e0-3ff269c79f5c None None] The sync data for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 is: [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'bd616408-ac73-48b4-b835-c94f2f30e21a', 'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:5b:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:16Z', 'updated_at': '2022-02-03T13:07:22Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:23.357945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7cab7e04-1586-445e-b76b-593f8f75af1d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.359449 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7cab7e04-1586-445e-b76b-593f8f75af1d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2190242 Feb 03 13:07:23.362366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37770) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:23.367406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-425cf5d8-1001-40ca-ab8c-739bc44f3f24 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'f2d2d856-48c3-4c9d-b66c-d537b7141266', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:23.408377 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-425cf5d8-1001-40ca-ab8c-739bc44f3f24 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Project 4b93f2f2727d4093985bf0daa094c12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:07:23.416390 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-425cf5d8-1001-40ca-ab8c-739bc44f3f24 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (ad606cb1-94c6-423b-ac51-edc4469566cf), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.524226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-425cf5d8-1001-40ca-ab8c-739bc44f3f24 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (ad606cb1-94c6-423b-ac51-edc4469566cf), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.531972 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-425cf5d8-1001-40ca-ab8c-739bc44f3f24 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (ad606cb1-94c6-423b-ac51-edc4469566cf), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.567811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-425cf5d8-1001-40ca-ab8c-739bc44f3f24 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.569142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-425cf5d8-1001-40ca-ab8c-739bc44f3f24 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2056553 Feb 03 13:07:23.570174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cf5d8-1001-40ca-ab8c-739bc44f3f24 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad606cb1-94c6-423b-ac51-edc4469566cf,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:23.572179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:23.576710 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b4b5da66-50af-4b8a-8708-1e338418762e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'security_group_rule': {'security_group_id': 'f2d2d856-48c3-4c9d-b66c-d537b7141266', 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:23.621678 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-b4b5da66-50af-4b8a-8708-1e338418762e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Project 4b93f2f2727d4093985bf0daa094c12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:07:23.627332 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4b5da66-50af-4b8a-8708-1e338418762e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (6bec73e7-6f7f-4031-af30-b1d95edc0120), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.744298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4b5da66-50af-4b8a-8708-1e338418762e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (6bec73e7-6f7f-4031-af30-b1d95edc0120), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.757959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4b5da66-50af-4b8a-8708-1e338418762e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (6bec73e7-6f7f-4031-af30-b1d95edc0120), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.786160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5da66-50af-4b8a-8708-1e338418762e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bec73e7-6f7f-4031-af30-b1d95edc0120,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:23.805205 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b4b5da66-50af-4b8a-8708-1e338418762e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:23.816694 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b4b5da66-50af-4b8a-8708-1e338418762e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2363234 Feb 03 13:07:24.509534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-dafcabc0-bbaf-418e-8840-114c52a6446c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119559042&fields=id&tenant_id=4b93f2f2727d4093985bf0daa094c12a HTTP/1.1" status: 200 len: 267 time: 0.1050575 Feb 03 13:07:24.606996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd616408-ac73-48b4-b835-c94f2f30e21a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:24.711056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port bd616408-ac73-48b4-b835-c94f2f30e21a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:24.712164 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:24.765749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-3dd4af06-cb37-4997-a660-073b8626b57e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:24.767470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-3dd4af06-cb37-4997-a660-073b8626b57e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/networks?id=dcaba985-7bef-4e66-b208-03dd3a413089 HTTP/1.1" status: 200 len: 796 time: 0.2497180 Feb 03 13:07:24.793935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-c2362b7e-c632-4973-9a11-50a12536cf4b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/quotas/4b93f2f2727d4093985bf0daa094c12a HTTP/1.1" status: 200 len: 375 time: 0.0195091 Feb 03 13:07:24.904736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-39f0c031-e627-4f6b-a89c-e32461785d6d tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094019 Feb 03 13:07:24.917516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port bd616408-ac73-48b4-b835-c94f2f30e21a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:25.041128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-a0c2ba54-c974-4560-aa6f-33b17a282b81 service neutron] 10.222.0.65 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354244 Feb 03 13:07:25.161131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-743cda04-3cf7-41b7-a12a-d76ac1cd7e32 service neutron] 10.222.0.65 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137648 Feb 03 13:07:25.404587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39e7e79c-78d6-4280-b8c7-bd887cf2e6a8 req-aed495da-1a88-47ac-bcef-4ad0e7cecc44 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 210 time: 0.0454249 Feb 03 13:07:26.576539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-150ce46b-7ba4-414f-ba4b-d32b8e5d06db req-95fd95a9-6ced-4497-a393-98d0a89010e2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 210 time: 0.0626361 Feb 03 13:07:26.910144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5616bae6-7781-40a2-bf52-385977142f3b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:26.911754 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5616bae6-7781-40a2-bf52-385977142f3b tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "GET /v2.0/networks?id=dcaba985-7bef-4e66-b208-03dd3a413089 HTTP/1.1" status: 200 len: 796 time: 0.2857065 Feb 03 13:07:27.030668 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-8ddddfc9-8318-4691-a18a-64d83993a8c5 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b93f2f2727d4093985bf0daa094c12a HTTP/1.1" status: 200 len: 379 time: 0.1088948 Feb 03 13:07:27.044053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'port': {'device_id': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'admin_state_up': True, 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'security_groups': ['f2d2d856-48c3-4c9d-b66c-d537b7141266']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:27.208920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Made reservation on behalf of 4b93f2f2727d4093985bf0daa094c12a for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:07:27.213914 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:27.263592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3b38-2224-4c04-9c46-cfa9becb6f77 req-0e31d48f-51d0-46a5-90fc-b6822d2ce0a6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:27.279475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71ee3b38-2224-4c04-9c46-cfa9becb6f77 req-0e31d48f-51d0-46a5-90fc-b6822d2ce0a6 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 945 time: 0.0946727 Feb 03 13:07:27.412575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71ee3b38-2224-4c04-9c46-cfa9becb6f77 req-6ee5c9a6-daa8-4949-932f-5114a8dc3d65 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308897 Feb 03 13:07:27.465255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.20.0.7 (dcaba985-7bef-4e66-b208-03dd3a413089/e0874cfa-1b73-484b-85f6-782832d5cab9/2b835041-b91a-4432-9d38-0b7e741bc0ab) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:07:27.666059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:27.778518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:27.804601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b40d5645-28c5-4ddf-a405-9bebe0e2ef22 req-e8527364-8b5d-4913-ae1e-98e49dd8b914 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 210 time: 0.0970926 Feb 03 13:07:27.871853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network dcaba985-7bef-4e66-b208-03dd3a413089 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:07:27.875552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:27.892229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:07:27.933624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=2b835041-b91a-4432-9d38-0b7e741bc0ab,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:27.950295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.950833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.951454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.951922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.952848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.953368 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.954150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.954603 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.955022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.955454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.955871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.956299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.956712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:27.991431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:27.992080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:28.043203 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-5459b716-bbb0-4e9a-a942-dca548465f97 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0065112 Feb 03 13:07:28.056905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Request body: {'port': {'device_id': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:28.132244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:28.168732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7ae9fc58-d524-4e13-a4fc-c54abbb54320 None None] Provisioning complete for port 2b835041-b91a-4432-9d38-0b7e741bc0ab triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:28.170070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fc58-d524-4e13-a4fc-c54abbb54320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:28.213377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9fc58-d524-4e13-a4fc-c54abbb54320 None None] Port 2b835041-b91a-4432-9d38-0b7e741bc0ab cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:07:28.457487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b835041-b91a-4432-9d38-0b7e741bc0ab {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:07:28.466201 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Publish callbacks [] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:28.479322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Transition to ACTIVE for port object 2b835041-b91a-4432-9d38-0b7e741bc0ab will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:07:28.485796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:28.538261 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Pushing event updated for resources: {'Port': ['ID=2b835041-b91a-4432-9d38-0b7e741bc0ab,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:28.571469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32580dd9-eedc-4838-b706-589c47f147d5 req-9c5ae9d7-1e62-4155-80ca-aef3c0bb8ed8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:28.579813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32580dd9-eedc-4838-b706-589c47f147d5 req-9c5ae9d7-1e62-4155-80ca-aef3c0bb8ed8 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 945 time: 0.0828643 Feb 03 13:07:28.634314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32580dd9-eedc-4838-b706-589c47f147d5 req-1cf89674-307b-4d01-a272-aa0203c2f35f tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502174 Feb 03 13:07:28.642923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Attempting to bind port 2b835041-b91a-4432-9d38-0b7e741bc0ab on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:07:28.643267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Attempting to bind port 2b835041-b91a-4432-9d38-0b7e741bc0ab by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:07:28.643600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Attempting to bind port 2b835041-b91a-4432-9d38-0b7e741bc0ab on network dcaba985-7bef-4e66-b208-03dd3a413089 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:28.649559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Port 2b835041-b91a-4432-9d38-0b7e741bc0ab on network dcaba985-7bef-4e66-b208-03dd3a413089 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:07:28.649882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Attempting to bind port 2b835041-b91a-4432-9d38-0b7e741bc0ab on network dcaba985-7bef-4e66-b208-03dd3a413089 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:28.655368 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:07:28.655711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Checking segment: {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:07:28.656265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Bound using segment: {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:07:28.656696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Bound port: 2b835041-b91a-4432-9d38-0b7e741bc0ab, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a94c8b4-b389-4126-8b55-ee9875c2e59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:07:28.657059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:28.728090 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] For port 2b835041-b91a-4432-9d38-0b7e741bc0ab, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:07:28.732644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] For port 2b835041-b91a-4432-9d38-0b7e741bc0ab, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2b835041-b91a-4432-9d38-0b7e741bc0ab,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:07:28.743912 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:28.761654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:28.762284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:28.764260 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] 10.222.0.72 "PUT /v2.0/ports/2b835041-b91a-4432-9d38-0b7e741bc0ab HTTP/1.1" status: 200 len: 1092 time: 0.7120440 Feb 03 13:07:28.783806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:28.786162 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f6286-aba5-4a6b-b21c-8164571cdc62" -d '{"events": [{"name": "network-changed", "server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:28.865643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a61cb5-e2ad-43c0-9816-6f5f3f54e564 service neutron] Pushing event updated for resources: {'Port': ['ID=2b835041-b91a-4432-9d38-0b7e741bc0ab,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:28.915334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-f8fd5678-5168-48bc-9a5b-50ad8e8937db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:28.920317 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-f8fd5678-5168-48bc-9a5b-50ad8e8937db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 1126 time: 0.0906565 Feb 03 13:07:28.956924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199866a0-128e-4c17-87bc-bf4fdd4e1f67 req-43f428c1-5605-4bb7-b236-0f4d3cf177b2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:28.965402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-199866a0-128e-4c17-87bc-bf4fdd4e1f67 req-43f428c1-5605-4bb7-b236-0f4d3cf177b2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 943 time: 0.0686698 Feb 03 13:07:28.989058 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75d1541-aefe-455b-b24c-68dd812acbb0 x-openstack-request-id: req-a75d1541-aefe-455b-b24c-68dd812acbb0 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:28.989508 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:28.989607 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a75d1541-aefe-455b-b24c-68dd812acbb0 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:28.990209 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'status': 'completed', 'code': 200} Feb 03 13:07:28.991754 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-15e437a6-72ed-4f27-9ab2-3e795d780c08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b835041-b91a-4432-9d38-0b7e741bc0ab HTTP/1.1" status: 200 len: 217 time: 0.0657661 Feb 03 13:07:29.072515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-aa5cd948-82ae-4edb-a712-65dba4bfead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:29.076000 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-aa5cd948-82ae-4edb-a712-65dba4bfead3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0874cfa-1b73-484b-85f6-782832d5cab9 HTTP/1.1" status: 200 len: 835 time: 0.0765915 Feb 03 13:07:29.088161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-199866a0-128e-4c17-87bc-bf4fdd4e1f67 req-407f4997-94a3-49e0-b40b-0115467b79e7 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217768 Feb 03 13:07:29.120412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-99b75a5a-f750-4d14-97e4-1b13f7962491 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:29.124463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-99b75a5a-f750-4d14-97e4-1b13f7962491 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 945 time: 0.1139166 Feb 03 13:07:29.145366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-345dd01e-b6db-45f0-baa5-50c827cc9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:29.147736 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-345dd01e-b6db-45f0-baa5-50c827cc9835 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcaba985-7bef-4e66-b208-03dd3a413089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0660791 Feb 03 13:07:29.280115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Deleting port 23b7b14f-15ec-442c-b0b7-324f20bbba0b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:29.280795 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:29.294186 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-caa094bd-e3d1-435e-9064-17e923555e3c service neutron] 10.222.0.72 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401122 Feb 03 13:07:29.390980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] For port 23b7b14f-15ec-442c-b0b7-324f20bbba0b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=23b7b14f-15ec-442c-b0b7-324f20bbba0b,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:29.391461 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:29.415397 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9bc0039c-9a17-431a-9d82-892263e7e719 req-b227c6f2-0f19-414c-8776-31f1fa8abdd3 service neutron] 10.222.0.72 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141012 Feb 03 13:07:29.534274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-fc14ca0b-3e54-4299-80d0-fe0adc019a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:29.535875 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-fc14ca0b-3e54-4299-80d0-fe0adc019a58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 1126 time: 0.0565865 Feb 03 13:07:29.670499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-78f9c645-1112-4f75-b48a-38fc21dcc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:29.674949 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-78f9c645-1112-4f75-b48a-38fc21dcc0ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=dcaba985-7bef-4e66-b208-03dd3a413089 HTTP/1.1" status: 200 len: 897 time: 0.1336825 Feb 03 13:07:29.684415 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:29.684791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (a33977e8-6e42-4d4e-9ddf-346ca07b9e5e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:29.685104 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Floating IP a33977e8-6e42-4d4e-9ddf-346ca07b9e5e disassociated. External IP: 172.25.3.219, port: 23b7b14f-15ec-442c-b0b7-324f20bbba0b. Feb 03 13:07:29.685707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Calling delete_port for 23b7b14f-15ec-442c-b0b7-324f20bbba0b owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:29.740496 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-7f7d70b5-527a-4df5-8eaf-3d69aaa7e3e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b835041-b91a-4432-9d38-0b7e741bc0ab HTTP/1.1" status: 200 len: 217 time: 0.0584993 Feb 03 13:07:29.802525 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-d411e597-c8c1-4d73-a994-221e97df6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:29.804471 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-d411e597-c8c1-4d73-a994-221e97df6302 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0874cfa-1b73-484b-85f6-782832d5cab9 HTTP/1.1" status: 200 len: 835 time: 0.0572791 Feb 03 13:07:29.821740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a4554-1c0d-4aed-9490-56049b40ecf7 req-8229a201-7089-40d0-8a73-c7f64de66a3d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:29.824660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b3a4554-1c0d-4aed-9490-56049b40ecf7 req-8229a201-7089-40d0-8a73-c7f64de66a3d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 945 time: 0.0889170 Feb 03 13:07:29.866830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-fe60885f-9348-4546-8c76-6e3e858dd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:29.869300 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-fe60885f-9348-4546-8c76-6e3e858dd16d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcaba985-7bef-4e66-b208-03dd3a413089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572498 Feb 03 13:07:29.909943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b3a4554-1c0d-4aed-9490-56049b40ecf7 req-bebc0913-a160-453b-a2c4-6bab01b6d22d tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7254150-0f47-4f0a-b56b-b919a801c886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801342 Feb 03 13:07:29.937268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (23b7b14f-15ec-442c-b0b7-324f20bbba0b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:29.976596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event deleted for resources: {'Port': ['ID=23b7b14f-15ec-442c-b0b7-324f20bbba0b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:30.032839 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-6bef06ca-8b7a-4f8a-8e42-3f60fce4db79 service neutron] 10.222.0.72 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546307 Feb 03 13:07:30.247158 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7c0f6286-aba5-4a6b-b21c-8164571cdc62 req-27f2f9f4-f50f-4acf-b2de-d491b13ada3f service neutron] 10.222.0.72 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046440 Feb 03 13:07:30.680565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea230baf-7f73-4edc-b54f-64dadadbd610 req-c1046c4d-8a36-48a5-85bd-156a55144fbc tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:30.682599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea230baf-7f73-4edc-b54f-64dadadbd610 req-c1046c4d-8a36-48a5-85bd-156a55144fbc tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 943 time: 0.1167033 Feb 03 13:07:30.728968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Router 4b3f0a7d-a840-4661-afb7-57d34b9df663 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:07:30.769574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea230baf-7f73-4edc-b54f-64dadadbd610 req-8466ed1b-17dd-4393-a2e6-60705addf1ec tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792279 Feb 03 13:07:30.888402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:30.901668 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] Sync routers for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:30.935577 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:30.936483 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:30.983259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] No DVR routers for this DVR port 23b7b14f-15ec-442c-b0b7-324f20bbba0b on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:30.987572 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:30.991108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e559cf07-43af-4558-9bfe-09df1d52b4d5 req-d80fa862-cb88-4a24-84f2-d92720b4a2be tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.91 "DELETE /v2.0/ports/23b7b14f-15ec-442c-b0b7-324f20bbba0b HTTP/1.1" status: 204 len: 173 time: 1.8556461 Feb 03 13:07:30.993761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'name': 'network-vif-deleted', 'tag': '23b7b14f-15ec-442c-b0b7-324f20bbba0b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:31.006025 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3e65e1-c15d-41a9-8a59-149063294f84" -d '{"events": [{"server_uuid": "93e47ff6-ff8a-41a3-86f4-d28bad5c333e", "name": "network-vif-deleted", "tag": "23b7b14f-15ec-442c-b0b7-324f20bbba0b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:31.099647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d9587b0-daf9-41cb-aa0f-dd3a518c49f4 req-7c97ccba-f42e-4093-b048-548f6f58f4a1 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e47ff6-ff8a-41a3-86f4-d28bad5c333e HTTP/1.1" status: 200 len: 210 time: 0.0809054 Feb 03 13:07:31.113681 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32abc02f-5587-4542-b7b8-673d03e68cea x-openstack-request-id: req-32abc02f-5587-4542-b7b8-673d03e68cea {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:31.114382 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e47ff6-ff8a-41a3-86f4-d28bad5c333e", "name": "network-vif-deleted", "tag": "23b7b14f-15ec-442c-b0b7-324f20bbba0b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:31.114382 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32abc02f-5587-4542-b7b8-673d03e68cea {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:31.114734 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e47ff6-ff8a-41a3-86f4-d28bad5c333e', 'name': 'network-vif-deleted', 'tag': '23b7b14f-15ec-442c-b0b7-324f20bbba0b', 'status': 'completed', 'code': 200} Feb 03 13:07:31.121773 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:31.407097 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:31.545279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2b835041-b91a-4432-9d38-0b7e741bc0ab details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:07:31.556172 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] Checking router: 4b3f0a7d-a840-4661-afb7-57d34b9df663 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:31.564990 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:31.565898 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:31.687709 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:31.735533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2b835041-b91a-4432-9d38-0b7e741bc0ab, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2b835041-b91a-4432-9d38-0b7e741bc0ab,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:31.751422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'port_id': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'mac_address': 'fa:16:3e:cd:95:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:07:31.795682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2b835041-b91a-4432-9d38-0b7e741bc0ab is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:31.796654 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:31.826502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b835041-b91a-4432-9d38-0b7e741bc0ab {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:07:31.878840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2b835041-b91a-4432-9d38-0b7e741bc0ab, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2b835041-b91a-4432-9d38-0b7e741bc0ab,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:31.893577 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:31.960860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 23b7b14f-15ec-442c-b0b7-324f20bbba0b no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:31.981193 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:32.008189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a0f3c-9304-4d03-a261-59a42fb6ce0f req-9c5e5898-65b7-4f37-8b0f-7bf616061ab6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:32.012664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d7a0f3c-9304-4d03-a261-59a42fb6ce0f req-9c5e5898-65b7-4f37-8b0f-7bf616061ab6 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 944 time: 0.1064107 Feb 03 13:07:32.015832 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215fc298-6fc9-4fe6-a306-9f7516bd4609 None None] The sync data for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 is: [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T12:59:10Z', 'revision_number': 4, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '961ad478-54a8-4910-b311-e008726e37e2', 'name': '', 'network_id': '64111f43-c21f-4d3d-bb08-77e169231801', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'mac_address': 'fa:16:3e:90:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:08Z', 'updated_at': '2022-02-03T12:59:19Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'subnets': [{'id': '8a1f614d-c46e-4529-a049-1810c3a89023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:32.050609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 23b7b14f-15ec-442c-b0b7-324f20bbba0b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:32.050961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 23b7b14f-15ec-442c-b0b7-324f20bbba0b not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:32.102358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2b835041-b91a-4432-9d38-0b7e741bc0ab,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:32.127525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['2b835041-b91a-4432-9d38-0b7e741bc0ab'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:07:32.151625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d7a0f3c-9304-4d03-a261-59a42fb6ce0f req-1ffe2f3a-6d5c-41a6-be21-44f3bbdd3a2f tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210182 Feb 03 13:07:32.261587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37906) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:32.426172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba5b6-3bba-4ebb-a725-273acc28de33 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (b7254150-0f47-4f0a-b56b-b919a801c886), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:32.454745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba5b6-3bba-4ebb-a725-273acc28de33 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (b7254150-0f47-4f0a-b56b-b919a801c886), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:32.558026 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba5b6-3bba-4ebb-a725-273acc28de33 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b7254150-0f47-4f0a-b56b-b919a801c886), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:32.561133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba5b6-3bba-4ebb-a725-273acc28de33 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:32.562440 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2a9ba5b6-3bba-4ebb-a725-273acc28de33 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "DELETE /v2.0/security-groups/b7254150-0f47-4f0a-b56b-b919a801c886 HTTP/1.1" status: 204 len: 168 time: 0.2997320 Feb 03 13:07:32.565356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37914) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:32.576298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47101c05-e106-4e78-bfe3-073f30af0662 None None] New status for floating IP a33977e8-6e42-4d4e-9ddf-346ca07b9e5e: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:07:32.602440 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-bb1f7dd8-6d91-4978-b9f2-496d0ca3e3aa tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] show failed (client error): The resource could not be found. Feb 03 13:07:32.603700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bb1f7dd8-6d91-4978-b9f2-496d0ca3e3aa tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "GET /v2.0/security-groups/b7254150-0f47-4f0a-b56b-b919a801c886 HTTP/1.1" status: 404 len: 347 time: 0.0372436 Feb 03 13:07:32.604064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ba5b6-3bba-4ebb-a725-273acc28de33 tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7254150-0f47-4f0a-b56b-b919a801c886,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:32.606746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37916) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:32.931349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Deleting port 16421302-d8a5-4c23-9190-ddebbb7c2bb1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:32.931981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (16421302-d8a5-4c23-9190-ddebbb7c2bb1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.016620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (16421302-d8a5-4c23-9190-ddebbb7c2bb1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.017198 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (16421302-d8a5-4c23-9190-ddebbb7c2bb1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.029652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Calling delete_port for 16421302-d8a5-4c23-9190-ddebbb7c2bb1 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:33.195016 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (16421302-d8a5-4c23-9190-ddebbb7c2bb1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.263147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Pushing event deleted for resources: {'Port': ['ID=16421302-d8a5-4c23-9190-ddebbb7c2bb1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:33.378135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7713d4-e115-48e1-8f14-c1eb3377eccf req-9d4ec5d2-b093-49f7-bfb4-a386670f68c3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:33.386352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b7713d4-e115-48e1-8f14-c1eb3377eccf req-9d4ec5d2-b093-49f7-bfb4-a386670f68c3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 944 time: 0.1260664 Feb 03 13:07:33.406553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks [] for floatingip (a33977e8-6e42-4d4e-9ddf-346ca07b9e5e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.409310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.410969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0e428d30-e592-476d-966f-b93e04a5661e tempest-AttachVolumeTestJSON-221208509 tempest-AttachVolumeTestJSON-221208509-project] 10.222.0.65 "DELETE /v2.0/floatingips/a33977e8-6e42-4d4e-9ddf-346ca07b9e5e HTTP/1.1" status: 204 len: 168 time: 0.8029811 Feb 03 13:07:33.505133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b7713d4-e115-48e1-8f14-c1eb3377eccf req-ddfecaac-39ac-45eb-8a6d-ca354f355830 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171117 Feb 03 13:07:33.581462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2b835041-b91a-4432-9d38-0b7e741bc0ab up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:33.663381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 2b835041-b91a-4432-9d38-0b7e741bc0ab completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:07:33.668793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 2b835041-b91a-4432-9d38-0b7e741bc0ab triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:33.669621 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.792701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2b835041-b91a-4432-9d38-0b7e741bc0ab is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:33.793630 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.838887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2b835041-b91a-4432-9d38-0b7e741bc0ab, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2b835041-b91a-4432-9d38-0b7e741bc0ab,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:33.842103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:33.845303 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb24af7-b05e-4af4-9fd0-c5fecf964f1e" -d '{"events": [{"server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "name": "network-vif-plugged", "status": "completed", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:33.854041 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.918685 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3cbb5e-532f-4352-a005-05a3c376827d x-openstack-request-id: req-0e3cbb5e-532f-4352-a005-05a3c376827d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:33.918989 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "name": "network-vif-plugged", "status": "completed", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:33.919244 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e3cbb5e-532f-4352-a005-05a3c376827d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:33.919642 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'code': 200} Feb 03 13:07:33.960403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2b835041-b91a-4432-9d38-0b7e741bc0ab,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:34.075729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffea8f-9ed3-4899-a4c7-c0ede406545b req-f8df37c1-6bf7-4ab8-b9e8-d95f604d0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:34.077186 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fffea8f-9ed3-4899-a4c7-c0ede406545b req-f8df37c1-6bf7-4ab8-b9e8-d95f604d0ac0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 1128 time: 0.0853624 Feb 03 13:07:34.145090 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7fffea8f-9ed3-4899-a4c7-c0ede406545b req-f438e984-4ac5-4b21-a4d9-494110a86652 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604155 Feb 03 13:07:34.642846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a451-ca3c-46a3-9316-ad1af5557976 req-2dc6bd07-49cb-4db6-a68e-55dda7f8d252 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:34.644913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67d6a451-ca3c-46a3-9316-ad1af5557976 req-2dc6bd07-49cb-4db6-a68e-55dda7f8d252 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 945 time: 0.0589206 Feb 03 13:07:34.698634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-67d6a451-ca3c-46a3-9316-ad1af5557976 req-8a76dda6-32e6-4732-a7b1-150f1d7b8a5c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474200 Feb 03 13:07:35.874200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7483de4-8b75-4577-a3e8-9b272303abe8 req-d3a7f40a-25fd-47dc-89b5-0a2c17fd586a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:35.882850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7483de4-8b75-4577-a3e8-9b272303abe8 req-d3a7f40a-25fd-47dc-89b5-0a2c17fd586a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 945 time: 0.0830715 Feb 03 13:07:36.002810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7483de4-8b75-4577-a3e8-9b272303abe8 req-5b7b81ef-9563-40d4-9870-6661acd7e21e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167853 Feb 03 13:07:36.022570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 37974) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:36.158425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bdd40-0f65-48ea-9403-297728e5cb29 req-20f4900c-bf0c-475a-8a2b-40ebcb24326e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:36.160326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d81bdd40-0f65-48ea-9403-297728e5cb29 req-20f4900c-bf0c-475a-8a2b-40ebcb24326e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 945 time: 0.0954652 Feb 03 13:07:36.222626 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a599133-875b-4311-9c09-9d3d3e439bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.240116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d81bdd40-0f65-48ea-9403-297728e5cb29 req-d3da9877-804c-4fc4-8028-024a86b11320 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740232 Feb 03 13:07:36.268374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37978) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:36.341359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a599133-875b-4311-9c09-9d3d3e439bec admin admin] Publish callbacks [] for security_group (741acbe1-0977-4038-996d-a760d38123e9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.349321 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a599133-875b-4311-9c09-9d3d3e439bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (741acbe1-0977-4038-996d-a760d38123e9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.363616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1891e-9f9c-4efa-9193-de19a527ecc1 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:36.371482 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d5c1891e-9f9c-4efa-9193-de19a527ecc1 tempest-TestNetworkBasicOps-1514559098 tempest-TestNetworkBasicOps-1514559098-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 1123 time: 0.1015127 Feb 03 13:07:36.373709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37980) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:36.384474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:36.444615 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 37982) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:36.444844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9a599133-875b-4311-9c09-9d3d3e439bec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d2cdd070c374f04a02121d9404377ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4210832 Feb 03 13:07:36.447818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a599133-875b-4311-9c09-9d3d3e439bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741acbe1-0977-4038-996d-a760d38123e9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:36.453315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.576430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1de14887-c7eb-466e-88c3-207cd9828c99 admin admin] Publish callbacks [] for security_group (741acbe1-0977-4038-996d-a760d38123e9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.631598 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1de14887-c7eb-466e-88c3-207cd9828c99 admin admin] Publish callbacks [] for security_group (741acbe1-0977-4038-996d-a760d38123e9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.668105 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f07f3743-050a-49a1-8fb9-818b8e2dd454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.716046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.724248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1de14887-c7eb-466e-88c3-207cd9828c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (741acbe1-0977-4038-996d-a760d38123e9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.724248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1de14887-c7eb-466e-88c3-207cd9828c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.744345 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1de14887-c7eb-466e-88c3-207cd9828c99 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/741acbe1-0977-4038-996d-a760d38123e9 HTTP/1.1" status: 204 len: 168 time: 0.2784338 Feb 03 13:07:36.799340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de14887-c7eb-466e-88c3-207cd9828c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741acbe1-0977-4038-996d-a760d38123e9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:36.987034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Allocated IP 172.25.3.199 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/2f08d460-5d79-4e2b-b26d-b4d3a2e41220) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:07:37.186833 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (2f08d460-5d79-4e2b-b26d-b4d3a2e41220), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:37.228538 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2f08d460-5d79-4e2b-b26d-b4d3a2e41220), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:37.276156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:07:37.280580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:37.287937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:07:37.319503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=2f08d460-5d79-4e2b-b26d-b4d3a2e41220,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:37.660079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38010) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:37.794440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-889953400-network', 'tenant_id': '1ad234cd63ab4ca0ab6610702283f746'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:37.822698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Made reservation on behalf of 1ad234cd63ab4ca0ab6610702283f746 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:07:37.829580 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:37.843668 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:37.929966 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Publish callbacks [] for security_group (01045d7e-bd03-4cbd-9d74-7e5e403f2936), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:37.937496 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (01045d7e-bd03-4cbd-9d74-7e5e403f2936), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:37.971632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01045d7e-bd03-4cbd-9d74-7e5e403f2936,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:37.983042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:07:37.995551 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (15726687-8aeb-4480-b1a2-bc5be1711d13), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:37.996085 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Added segment 15726687-8aeb-4480-b1a2-bc5be1711d13 of type vlan for network 222eff4a-24cb-4568-bacc-b859eeff1a41 Feb 03 13:07:38.053078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (222eff4a-24cb-4568-bacc-b859eeff1a41), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.082551 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (222eff4a-24cb-4568-bacc-b859eeff1a41), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.083882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:38.084483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.201916 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for floatingip (d5f741cc-de9e-4bc6-a7ee-e82517a60477), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.224019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] Pushing event updated for resources: {'Network': ['ID=222eff4a-24cb-4568-bacc-b859eeff1a41,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:38.233747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-97129327-8ee8-4682-8c0a-1566d653567a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5718021 Feb 03 13:07:38.234259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38016) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:38.236117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 222eff4a-24cb-4568-bacc-b859eeff1a41 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:07:38.240035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Request body: {'subnet': {'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-889953400-subnet', 'tenant_id': '1ad234cd63ab4ca0ab6610702283f746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:38.283905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Made reservation on behalf of 1ad234cd63ab4ca0ab6610702283f746 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:07:38.286554 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.374155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2f08d460-5d79-4e2b-b26d-b4d3a2e41220), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.529511 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (ff32cc7d-ecb0-4946-9d44-bc0b3072a10f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.589744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff32cc7d-ecb0-4946-9d44-bc0b3072a10f,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:38.616959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Checking segment: {'id': '15726687-8aeb-4480-b1a2-bc5be1711d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:07:38.617474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Network hostable DHCP agents. Network: 222eff4a-24cb-4568-bacc-b859eeff1a41, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:07:38.644964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Network 222eff4a-24cb-4568-bacc-b859eeff1a41 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:07:38.662096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 222eff4a-24cb-4568-bacc-b859eeff1a41) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:38.663162 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for port (2f08d460-5d79-4e2b-b26d-b4d3a2e41220), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.670903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:38.672359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.673992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1744ae2e-c053-4c2d-ae73-00f3d0be6fda None None] Network 222eff4a-24cb-4568-bacc-b859eeff1a41 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:07:38.684926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (2f08d460-5d79-4e2b-b26d-b4d3a2e41220), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.702747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-409708b6-3c22-49d5-b013-6ddae9351e76 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4664397 Feb 03 13:07:38.811567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event updated for resources: {'Port': ['ID=2f08d460-5d79-4e2b-b26d-b4d3a2e41220,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:38.855313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (d5f741cc-de9e-4bc6-a7ee-e82517a60477), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.926913 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-715a83e4-f767-4e65-bce6-898c6768560a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.999775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01d67f-3d1d-4eea-a201-abd925e3d4ea None None] Network 222eff4a-24cb-4568-bacc-b859eeff1a41 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:07:39.068158 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Floating IP d5f741cc-de9e-4bc6-a7ee-e82517a60477 associated. External IP: 172.25.3.199, port: 2b835041-b91a-4432-9d38-0b7e741bc0ab. Feb 03 13:07:39.403827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router f5b93ac4-9123-47b9-a555-36557c26fe17 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:07:39.556911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:39.568094 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] Sync routers for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:39.587432 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:39.588783 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:39.595035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:39.641806 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-583d2c83-2de6-4c54-9cfc-2e0925cc282c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2669261 Feb 03 13:07:39.642419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:39.644673 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e512c3-ef06-46ab-a9b9-94dac66a9af2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:39.644828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38032) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:39.714002 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a94b7d6-67d1-4007-99ea-e5f9b263954f x-openstack-request-id: req-3a94b7d6-67d1-4007-99ea-e5f9b263954f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:39.714706 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:39.714970 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a94b7d6-67d1-4007-99ea-e5f9b263954f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:39.715427 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'status': 'completed', 'code': 200} Feb 03 13:07:39.782404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-acf4b967-7d42-4348-80dc-67a55b3cb0c7 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/floatingips/d5f741cc-de9e-4bc6-a7ee-e82517a60477 HTTP/1.1" status: 200 len: 991 time: 0.1357431 Feb 03 13:07:39.783313 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:39.825926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-1d28e54c-7dd2-4244-93c0-775d4585d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:39.828071 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-1d28e54c-7dd2-4244-93c0-775d4585d2a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 1128 time: 0.0895514 Feb 03 13:07:39.951570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-ecfd7db1-2994-492a-9e60-347602c8a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:39.953173 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-ecfd7db1-2994-492a-9e60-347602c8a2b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dcaba985-7bef-4e66-b208-03dd3a413089 HTTP/1.1" status: 200 len: 897 time: 0.1183960 Feb 03 13:07:40.078775 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-f2d3e4ec-cf90-4d86-8524-7e669117f339 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b835041-b91a-4432-9d38-0b7e741bc0ab HTTP/1.1" status: 200 len: 999 time: 0.1182210 Feb 03 13:07:40.140510 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:40.142778 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'd5f741cc-de9e-4bc6-a7ee-e82517a60477', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'port_id': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'mac_address': 'fa:16:3e:cd:95:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:07:37Z', 'updated_at': '2022-02-03T13:07:37Z', 'revision_number': 0, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd616408-ac73-48b4-b835-c94f2f30e21a', 'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:5b:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:16Z', 'updated_at': '2022-02-03T13:07:22Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:40.186465 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] Checking router: f5b93ac4-9123-47b9-a555-36557c26fe17 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:40.205502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-6cd18ed7-51b0-4e87-a8ca-927345c9278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:40.205750 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:40.206980 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:40.211058 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-6cd18ed7-51b0-4e87-a8ca-927345c9278a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0874cfa-1b73-484b-85f6-782832d5cab9 HTTP/1.1" status: 200 len: 835 time: 0.1218703 Feb 03 13:07:40.290065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-726bfb55-9b81-4fce-84a6-73982dcbabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:40.291929 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-726bfb55-9b81-4fce-84a6-73982dcbabdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcaba985-7bef-4e66-b208-03dd3a413089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0722394 Feb 03 13:07:40.350134 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:40.427230 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-ea9e573c-08a4-4d86-8090-e91a422730f9 service neutron] 10.222.0.72 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277008 Feb 03 13:07:40.613044 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-38e512c3-ef06-46ab-a9b9-94dac66a9af2 req-75b57ffc-49ca-4f89-9931-cf1c6f822bdd service neutron] 10.222.0.72 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799841 Feb 03 13:07:40.771736 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'd5f741cc-de9e-4bc6-a7ee-e82517a60477', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'port_id': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'mac_address': 'fa:16:3e:cd:95:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:07:37Z', 'updated_at': '2022-02-03T13:07:37Z', 'revision_number': 0, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd616408-ac73-48b4-b835-c94f2f30e21a', 'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:5b:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:16Z', 'updated_at': '2022-02-03T13:07:22Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:40.785673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38050) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:40.845902 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59f826-9f74-44fa-978c-abbbfd59759d None None] The sync data for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 is: [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'd5f741cc-de9e-4bc6-a7ee-e82517a60477', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'port_id': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'mac_address': 'fa:16:3e:cd:95:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:07:37Z', 'updated_at': '2022-02-03T13:07:37Z', 'revision_number': 0, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd616408-ac73-48b4-b835-c94f2f30e21a', 'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:5b:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:16Z', 'updated_at': '2022-02-03T13:07:22Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:41.284319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59584a44-ea0e-4359-b2d3-135d54af3d63 None None] New status for floating IP d5f741cc-de9e-4bc6-a7ee-e82517a60477: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:07:41.410061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38064) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:41.558369 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5cbf765f-cd78-44f2-b38d-e7e7b78e3b1c tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/floatingips/d5f741cc-de9e-4bc6-a7ee-e82517a60477 HTTP/1.1" status: 200 len: 991 time: 0.7710807 Feb 03 13:07:41.622429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcdae943-da53-4343-b50f-1ab30f24f139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:41.635196 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:41.794609 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcdae943-da53-4343-b50f-1ab30f24f139 admin admin] Publish callbacks [] for security_group (d58d08b4-20e2-4371-89e0-f642a60bd089), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:41.803076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcdae943-da53-4343-b50f-1ab30f24f139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d58d08b4-20e2-4371-89e0-f642a60bd089), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:41.866872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38070) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:41.879976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fcdae943-da53-4343-b50f-1ab30f24f139 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6d1966f10e143829cee4ea35e26044e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4679291 Feb 03 13:07:41.880931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdae943-da53-4343-b50f-1ab30f24f139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58d08b4-20e2-4371-89e0-f642a60bd089,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:41.933699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-033a22bd-db13-415d-892b-df5f66015e0c admin admin] Publish callbacks [] for security_group (d58d08b4-20e2-4371-89e0-f642a60bd089), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:41.954847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-033a22bd-db13-415d-892b-df5f66015e0c admin admin] Publish callbacks [] for security_group (d58d08b4-20e2-4371-89e0-f642a60bd089), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.003783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-033a22bd-db13-415d-892b-df5f66015e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d58d08b4-20e2-4371-89e0-f642a60bd089), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.006550 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-033a22bd-db13-415d-892b-df5f66015e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.007950 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-033a22bd-db13-415d-892b-df5f66015e0c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d58d08b4-20e2-4371-89e0-f642a60bd089 HTTP/1.1" status: 204 len: 168 time: 0.1400442 Feb 03 13:07:42.016993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a22bd-db13-415d-892b-df5f66015e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58d08b4-20e2-4371-89e0-f642a60bd089,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:42.335696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38076) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:42.357490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf26d56c-bf40-4bd7-9069-f4de90c6bce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.507349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf26d56c-bf40-4bd7-9069-f4de90c6bce4 admin admin] Publish callbacks [] for security_group (2ebe8996-3326-4798-a870-3c1d69e4a00d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.512977 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf26d56c-bf40-4bd7-9069-f4de90c6bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2ebe8996-3326-4798-a870-3c1d69e4a00d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.558034 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bf26d56c-bf40-4bd7-9069-f4de90c6bce4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=432d7ea7f25f411bacde0d2e2438d7b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206485 Feb 03 13:07:42.560856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38080) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:42.561382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26d56c-bf40-4bd7-9069-f4de90c6bce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebe8996-3326-4798-a870-3c1d69e4a00d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:42.562281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38082) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:42.702590 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c0d289cf-a53a-4c5b-8ac5-63e27373d18a tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/floatingips/d5f741cc-de9e-4bc6-a7ee-e82517a60477 HTTP/1.1" status: 200 len: 993 time: 0.1315155 Feb 03 13:07:42.724712 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.755225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-292b4816-ccdf-4314-a0bf-8fe30ec9cb90 admin admin] Publish callbacks [] for security_group (2ebe8996-3326-4798-a870-3c1d69e4a00d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.781210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-292b4816-ccdf-4314-a0bf-8fe30ec9cb90 admin admin] Publish callbacks [] for security_group (2ebe8996-3326-4798-a870-3c1d69e4a00d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.844272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-292b4816-ccdf-4314-a0bf-8fe30ec9cb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2ebe8996-3326-4798-a870-3c1d69e4a00d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.849176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-292b4816-ccdf-4314-a0bf-8fe30ec9cb90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:42.854071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-292b4816-ccdf-4314-a0bf-8fe30ec9cb90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ebe8996-3326-4798-a870-3c1d69e4a00d HTTP/1.1" status: 204 len: 168 time: 0.2853026 Feb 03 13:07:42.868110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b4816-ccdf-4314-a0bf-8fe30ec9cb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebe8996-3326-4798-a870-3c1d69e4a00d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:43.265366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38096) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:43.280147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6987999-3757-420b-8ab5-ee67e1bb5a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:43.375487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6987999-3757-420b-8ab5-ee67e1bb5a09 admin admin] Publish callbacks [] for security_group (72e64712-1661-4225-b79a-74f3b130ff33), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:43.381955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d6987999-3757-420b-8ab5-ee67e1bb5a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (72e64712-1661-4225-b79a-74f3b130ff33), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:43.409986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d6987999-3757-420b-8ab5-ee67e1bb5a09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac30e51d04d04e5ea8f8ca7a07bd239c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428773 Feb 03 13:07:43.412769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38098) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:43.439140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6987999-3757-420b-8ab5-ee67e1bb5a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e64712-1661-4225-b79a-74f3b130ff33,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:43.477870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4040cae6-b31e-449c-884a-ad8a54abaa07 admin admin] Publish callbacks [] for security_group (72e64712-1661-4225-b79a-74f3b130ff33), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:43.499609 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4040cae6-b31e-449c-884a-ad8a54abaa07 admin admin] Publish callbacks [] for security_group (72e64712-1661-4225-b79a-74f3b130ff33), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:43.552585 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4040cae6-b31e-449c-884a-ad8a54abaa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (72e64712-1661-4225-b79a-74f3b130ff33), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:43.555595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4040cae6-b31e-449c-884a-ad8a54abaa07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:43.556876 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4040cae6-b31e-449c-884a-ad8a54abaa07 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72e64712-1661-4225-b79a-74f3b130ff33 HTTP/1.1" status: 204 len: 168 time: 0.1431289 Feb 03 13:07:43.566702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040cae6-b31e-449c-884a-ad8a54abaa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e64712-1661-4225-b79a-74f3b130ff33,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:45.615957 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:07:46.381775 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:50.761710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:52.154697 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38152) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:52.813957 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (4b3f0a7d-a840-4661-afb7-57d34b9df663), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:53.086545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Deleting port 961ad478-54a8-4910-b311-e008726e37e2 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:53.086889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (961ad478-54a8-4910-b311-e008726e37e2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:53.178014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] For port 961ad478-54a8-4910-b311-e008726e37e2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=961ad478-54a8-4910-b311-e008726e37e2,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:53.178720 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (961ad478-54a8-4910-b311-e008726e37e2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:53.204304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Calling delete_port for 961ad478-54a8-4910-b311-e008726e37e2 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:53.419502 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (961ad478-54a8-4910-b311-e008726e37e2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:53.460487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Pushing event deleted for resources: {'Port': ['ID=961ad478-54a8-4910-b311-e008726e37e2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:53.665728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (4b3f0a7d-a840-4661-afb7-57d34b9df663), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:53.931002 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Router 4b3f0a7d-a840-4661-afb7-57d34b9df663 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:07:54.039749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:54.045645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-71fa6f51-d3ab-4479-b414-fc9e67fdf133 admin admin] 10.222.0.65 "PUT /v2.0/routers/4b3f0a7d-a840-4661-afb7-57d34b9df663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8892546 Feb 03 13:07:54.048025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38160) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:54.051244 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a310d1-222d-4498-8183-a4d139688374 None None] Sync routers for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:54.063194 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a310d1-222d-4498-8183-a4d139688374 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:54.064252 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-92a310d1-222d-4498-8183-a4d139688374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:54.166673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks [] for router (4b3f0a7d-a840-4661-afb7-57d34b9df663), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.283061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks [] for router_gateway (4b3f0a7d-a840-4661-afb7-57d34b9df663), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.294360 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-92a310d1-222d-4498-8183-a4d139688374 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:54.344053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Deleting port c76586f1-e3fe-456d-b37e-a3647cff2a59 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:54.344549 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.438918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] For port c76586f1-e3fe-456d-b37e-a3647cff2a59, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c76586f1-e3fe-456d-b37e-a3647cff2a59,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:54.439289 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.452846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Calling delete_port for c76586f1-e3fe-456d-b37e-a3647cff2a59 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:54.519603 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-92a310d1-222d-4498-8183-a4d139688374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T13:07:53Z', 'revision_number': 5, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port': {'id': 'c76586f1-e3fe-456d-b37e-a3647cff2a59', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:02Z', 'updated_at': '2022-02-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:54.551960 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a310d1-222d-4498-8183-a4d139688374 None None] Checking router: 4b3f0a7d-a840-4661-afb7-57d34b9df663 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:54.560956 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a310d1-222d-4498-8183-a4d139688374 None None] Routers {'4b3f0a7d-a840-4661-afb7-57d34b9df663'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:54.561817 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-92a310d1-222d-4498-8183-a4d139688374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['4b3f0a7d-a840-4661-afb7-57d34b9df663'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:54.657371 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-92a310d1-222d-4498-8183-a4d139688374 None None] Set router 4b3f0a7d-a840-4661-afb7-57d34b9df663 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:54.680815 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c76586f1-e3fe-456d-b37e-a3647cff2a59), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.709550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76586f1-e3fe-456d-b37e-a3647cff2a59,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:54.721030 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-92a310d1-222d-4498-8183-a4d139688374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T13:07:54Z', 'revision_number': 6, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:54.759050 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a310d1-222d-4498-8183-a4d139688374 None None] The sync data for ids ['4b3f0a7d-a840-4661-afb7-57d34b9df663'] in n-d-792364-10 is: [{'id': '4b3f0a7d-a840-4661-afb7-57d34b9df663', 'name': 'tempest-AttachVolumeTestJSON-1601287704-router', 'tenant_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:01Z', 'updated_at': '2022-02-03T13:07:54Z', 'revision_number': 6, 'project_id': 'f574a93f8e1f450e9cf26e02e56f357b', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:54.811980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (4b3f0a7d-a840-4661-afb7-57d34b9df663), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.902064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (4b3f0a7d-a840-4661-afb7-57d34b9df663), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.904349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks [] for router_controller (4b3f0a7d-a840-4661-afb7-57d34b9df663), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.949440 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (4b3f0a7d-a840-4661-afb7-57d34b9df663), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.950216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3f0a7d-a840-4661-afb7-57d34b9df663 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:07:54.955362 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.956546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b8f9796b-f276-4075-8d46-187979522973 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4b3f0a7d-a840-4661-afb7-57d34b9df663 HTTP/1.1" status: 204 len: 168 time: 0.9075911 Feb 03 13:07:54.959072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38164) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:55.005277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-33061a41-1de2-47af-9fa3-8703fa93c4b3 admin admin] Deleting subnet 8a1f614d-c46e-4529-a049-1810c3a89023 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:07:55.008785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-33061a41-1de2-47af-9fa3-8703fa93c4b3 admin admin] Publish callbacks [] for subnet (8a1f614d-c46e-4529-a049-1810c3a89023), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.044703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-33061a41-1de2-47af-9fa3-8703fa93c4b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (8a1f614d-c46e-4529-a049-1810c3a89023), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.149554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-33061a41-1de2-47af-9fa3-8703fa93c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (8a1f614d-c46e-4529-a049-1810c3a89023), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.212935 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-33061a41-1de2-47af-9fa3-8703fa93c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (8a1f614d-c46e-4529-a049-1810c3a89023), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.241642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33061a41-1de2-47af-9fa3-8703fa93c4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1f614d-c46e-4529-a049-1810c3a89023,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:55.244832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-33061a41-1de2-47af-9fa3-8703fa93c4b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.248259 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-33061a41-1de2-47af-9fa3-8703fa93c4b3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8a1f614d-c46e-4529-a049-1810c3a89023 HTTP/1.1" status: 204 len: 168 time: 0.2882116 Feb 03 13:07:55.251500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38166) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:55.254730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e30b2f-6053-48d2-bbef-5e52758b5935 None None] Network 64111f43-c21f-4d3d-bb08-77e169231801 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:07:55.326925 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (64111f43-c21f-4d3d-bb08-77e169231801), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.388092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Deleting port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:55.388438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.456861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] For port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=caf2ac6c-6d30-4828-aaab-2b873ffb6b7d,segment=NetworkSegment(ab63c54c-17fa-407c-951b-e42048e5b12c),segment_id=ab63c54c-17fa-407c-951b-e42048e5b12c)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:55.457221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.475133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Calling delete_port for caf2ac6c-6d30-4828-aaab-2b873ffb6b7d owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:55.579036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (caf2ac6c-6d30-4828-aaab-2b873ffb6b7d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.581205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1511fe3-9854-4bfa-9e7f-f56862efa8c1 None None] DHCP port deletion for 64111f43-c21f-4d3d-bb08-77e169231801 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:07:55.614409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf2ac6c-6d30-4828-aaab-2b873ffb6b7d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:55.622574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] No DVR routers for this DVR port caf2ac6c-6d30-4828-aaab-2b873ffb6b7d on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:55.700950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (64111f43-c21f-4d3d-bb08-77e169231801), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.731774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64111f43-c21f-4d3d-bb08-77e169231801']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:55.738206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab63c54c-17fa-407c-951b-e42048e5b12c') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:55.738560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab63c54c-17fa-407c-951b-e42048e5b12c') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:55.751383 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (ab63c54c-17fa-407c-951b-e42048e5b12c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.765581 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ab63c54c-17fa-407c-951b-e42048e5b12c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.772896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:07:55.773130 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (ab63c54c-17fa-407c-951b-e42048e5b12c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:07:55.775110 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:07:55.839613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (64111f43-c21f-4d3d-bb08-77e169231801), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.847269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.850498 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] 10.222.0.65 "DELETE /v2.0/networks/64111f43-c21f-4d3d-bb08-77e169231801 HTTP/1.1" status: 204 len: 168 time: 0.5980737 Feb 03 13:07:55.866529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15503ca4-af06-4cd5-8a90-d893ea74df84 admin admin] Pushing event deleted for resources: {'Network': ['ID=64111f43-c21f-4d3d-bb08-77e169231801,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:56.008421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38174) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:56.056596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e31a6637-c47e-4535-85c6-4ffc0fab385b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f574a93f8e1f450e9cf26e02e56f357b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468979 Feb 03 13:07:56.061528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38176) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:56.117960 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16297e65-54c4-4ee7-9ff9-8e086006cf25 admin admin] Publish callbacks [] for security_group (0cba60d3-fc07-4e64-a0b3-ccbcdfc8b609), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:56.145439 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16297e65-54c4-4ee7-9ff9-8e086006cf25 admin admin] Publish callbacks [] for security_group (0cba60d3-fc07-4e64-a0b3-ccbcdfc8b609), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:56.197649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16297e65-54c4-4ee7-9ff9-8e086006cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0cba60d3-fc07-4e64-a0b3-ccbcdfc8b609), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:56.200481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-16297e65-54c4-4ee7-9ff9-8e086006cf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:56.201631 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-16297e65-54c4-4ee7-9ff9-8e086006cf25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0cba60d3-fc07-4e64-a0b3-ccbcdfc8b609 HTTP/1.1" status: 204 len: 168 time: 0.1407270 Feb 03 13:07:56.210512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16297e65-54c4-4ee7-9ff9-8e086006cf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cba60d3-fc07-4e64-a0b3-ccbcdfc8b609,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:56.495170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c76586f1-e3fe-456d-b37e-a3647cff2a59 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:56.517656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c76586f1-e3fe-456d-b37e-a3647cff2a59 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:56.517950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c76586f1-e3fe-456d-b37e-a3647cff2a59 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:56.518403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device caf2ac6c-6d30-4828-aaab-2b873ffb6b7d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:56.538879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: caf2ac6c-6d30-4828-aaab-2b873ffb6b7d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:56.540121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device caf2ac6c-6d30-4828-aaab-2b873ffb6b7d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:56.540919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 961ad478-54a8-4910-b311-e008726e37e2 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:56.565247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 961ad478-54a8-4910-b311-e008726e37e2 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:56.565686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 961ad478-54a8-4910-b311-e008726e37e2 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:57.484870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38228) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:57.594657 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f054113-681d-4175-81d2-ad62c7ef1f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.667589 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f054113-681d-4175-81d2-ad62c7ef1f43 admin admin] Publish callbacks [] for security_group (071e84e2-e025-490e-9afe-4833779754c7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.673314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5f054113-681d-4175-81d2-ad62c7ef1f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (071e84e2-e025-490e-9afe-4833779754c7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.712677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5f054113-681d-4175-81d2-ad62c7ef1f43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77dc18e0271e4ecb90c9ddf9f6744242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267132 Feb 03 13:07:57.713398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f054113-681d-4175-81d2-ad62c7ef1f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071e84e2-e025-490e-9afe-4833779754c7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:57.715914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38234) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:57.772943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81d68fd0-4d8d-47d8-9630-0f76de627543 admin admin] Publish callbacks [] for security_group (071e84e2-e025-490e-9afe-4833779754c7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.795250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81d68fd0-4d8d-47d8-9630-0f76de627543 admin admin] Publish callbacks [] for security_group (071e84e2-e025-490e-9afe-4833779754c7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.848277 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81d68fd0-4d8d-47d8-9630-0f76de627543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (071e84e2-e025-490e-9afe-4833779754c7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.851083 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-81d68fd0-4d8d-47d8-9630-0f76de627543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.852461 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-81d68fd0-4d8d-47d8-9630-0f76de627543 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/071e84e2-e025-490e-9afe-4833779754c7 HTTP/1.1" status: 204 len: 168 time: 0.1354389 Feb 03 13:07:57.864231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68fd0-4d8d-47d8-9630-0f76de627543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071e84e2-e025-490e-9afe-4833779754c7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:01.477457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc40f46-846d-4c17-8d86-bb3db629ab07 req-529d66e9-0ff0-44ce-a2ce-7c26f57ec258 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:01.479632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2fc40f46-846d-4c17-8d86-bb3db629ab07 req-529d66e9-0ff0-44ce-a2ce-7c26f57ec258 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 945 time: 0.0545752 Feb 03 13:08:01.528459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2fc40f46-846d-4c17-8d86-bb3db629ab07 req-a1a56a9f-6c64-4c55-a707-3a7ed45d4895 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Feb 03 13:08:02.667037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b968f0a-6101-4888-ade1-55016e81da98 req-c3e51d98-36fd-45e6-9521-60432dc1fc5e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:02.668552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b968f0a-6101-4888-ade1-55016e81da98 req-c3e51d98-36fd-45e6-9521-60432dc1fc5e tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 945 time: 0.0608001 Feb 03 13:08:02.738822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b968f0a-6101-4888-ade1-55016e81da98 req-45034331-e076-4419-8882-3fda84a45e4c tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/security-groups?id=6d622a0b-bd52-4ffa-894c-b4f12220d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598834 Feb 03 13:08:02.815009 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-4a99e1d1-44ba-4cd8-a299-2275d234751f tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:02.816731 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-4a99e1d1-44ba-4cd8-a299-2275d234751f tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.72 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 945 time: 0.0718651 Feb 03 13:08:02.916998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Deleting port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:02.918206 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:03.296238 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] For port e48bccff-1f5a-4452-89f4-7a1f2c8a9979, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:03.296604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:03.538666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:03.539061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (a650886f-6534-4557-95f7-c17b44512297), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:03.539423 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Floating IP a650886f-6534-4557-95f7-c17b44512297 disassociated. External IP: 172.25.3.234, port: e48bccff-1f5a-4452-89f4-7a1f2c8a9979. Feb 03 13:08:03.539762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Calling delete_port for e48bccff-1f5a-4452-89f4-7a1f2c8a9979 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:03.684413 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e48bccff-1f5a-4452-89f4-7a1f2c8a9979), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:03.716527 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event deleted for resources: {'Port': ['ID=e48bccff-1f5a-4452-89f4-7a1f2c8a9979,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:03.852435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-171491e1-717c-41f0-98e9-6dcdcba22bd6 req-d16fe923-2e94-4235-b22f-9eb637ce6284 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a26c-a8f1-48cb-ba85-419e24226b02 HTTP/1.1" status: 200 len: 210 time: 0.0377948 Feb 03 13:08:03.860926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Router 61b1967e-6e01-4be6-b8c4-8783b89b2131 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:04.031050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:04.046100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] Sync routers for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:04.056907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:04.058421 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:04.080736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] No DVR routers for this DVR port e48bccff-1f5a-4452-89f4-7a1f2c8a9979 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:04.084367 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:04.088330 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d4195538-48d0-4a81-b2e3-6d7f96192b0e req-e10b1ba2-37ec-40bd-a8df-296e054e1313 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.72 "DELETE /v2.0/ports/e48bccff-1f5a-4452-89f4-7a1f2c8a9979 HTTP/1.1" status: 204 len: 173 time: 1.2658792 Feb 03 13:08:04.089175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'name': 'network-vif-deleted', 'tag': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:04.092530 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a4b2cc-10f5-440a-929e-1f0a0ff0a0ac" -d '{"events": [{"server_uuid": "a186a26c-a8f1-48cb-ba85-419e24226b02", "name": "network-vif-deleted", "tag": "e48bccff-1f5a-4452-89f4-7a1f2c8a9979"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:04.162830 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a454442-705e-4729-8716-e4135ec4fd08 x-openstack-request-id: req-7a454442-705e-4729-8716-e4135ec4fd08 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:04.163242 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186a26c-a8f1-48cb-ba85-419e24226b02", "name": "network-vif-deleted", "tag": "e48bccff-1f5a-4452-89f4-7a1f2c8a9979", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:04.163611 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a454442-705e-4729-8716-e4135ec4fd08 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:04.164253 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186a26c-a8f1-48cb-ba85-419e24226b02', 'name': 'network-vif-deleted', 'tag': 'e48bccff-1f5a-4452-89f4-7a1f2c8a9979', 'status': 'completed', 'code': 200} Feb 03 13:08:04.243439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:04.472434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '15f8e7f1-ba44-4dec-b728-b20e75b9fb41', 'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'mac_address': 'fa:16:3e:2e:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:38Z', 'updated_at': '2022-02-03T13:02:48Z', 'revision_number': 5, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'subnets': [{'id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:04.503783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] Checking router: 61b1967e-6e01-4be6-b8c4-8783b89b2131 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:04.512965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:04.513580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:04.628627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:04.881210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '15f8e7f1-ba44-4dec-b728-b20e75b9fb41', 'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'mac_address': 'fa:16:3e:2e:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:38Z', 'updated_at': '2022-02-03T13:02:48Z', 'revision_number': 5, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'subnets': [{'id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:04.914499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff4936-dfa6-474b-880e-535d1d1c5003 None None] The sync data for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 is: [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:40Z', 'revision_number': 4, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '15f8e7f1-ba44-4dec-b728-b20e75b9fb41', 'name': '', 'network_id': 'ba74eada-ec8f-4411-b4ab-5cdd60138a69', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'mac_address': 'fa:16:3e:2e:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:38Z', 'updated_at': '2022-02-03T13:02:48Z', 'revision_number': 5, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'subnets': [{'id': '2ff1e13e-651b-4317-b63f-7b9bb73e1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:04.927411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38448) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:05.068660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Deleting port ad697b80-ef8f-4737-9e11-297de60ef734 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:05.069402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ad697b80-ef8f-4737-9e11-297de60ef734), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.166154 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ad697b80-ef8f-4737-9e11-297de60ef734), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.166803 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for floatingip (ad697b80-ef8f-4737-9e11-297de60ef734), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.185476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Calling delete_port for ad697b80-ef8f-4737-9e11-297de60ef734 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:05.273953 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23175619-6881-4ea0-bb50-0974eb4530d8 None None] New status for floating IP a650886f-6534-4557-95f7-c17b44512297: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:08:05.361190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ad697b80-ef8f-4737-9e11-297de60ef734), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.361840 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-23175619-6881-4ea0-bb50-0974eb4530d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:08:05.362247 n-d-792364-10 neutron-server[103226]: DEBUG oslo_db.api [None req-23175619-6881-4ea0-bb50-0974eb4530d8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:08:05.396505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event deleted for resources: {'Port': ['ID=ad697b80-ef8f-4737-9e11-297de60ef734,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:05.472950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for floatingip (a650886f-6534-4557-95f7-c17b44512297), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.473313 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.474543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-807bcaa4-978e-43bd-9da0-0b468407a7c4 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "DELETE /v2.0/floatingips/a650886f-6534-4557-95f7-c17b44512297 HTTP/1.1" status: 204 len: 168 time: 0.5460157 Feb 03 13:08:05.560443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38466) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:05.631497 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-653beba4-252f-4361-9dfd-89519e970989 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group (6d622a0b-bd52-4ffa-894c-b4f12220d9b8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.662906 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-653beba4-252f-4361-9dfd-89519e970989 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group (6d622a0b-bd52-4ffa-894c-b4f12220d9b8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.704026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e48bccff-1f5a-4452-89f4-7a1f2c8a9979 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:05.759025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-653beba4-252f-4361-9dfd-89519e970989 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6d622a0b-bd52-4ffa-894c-b4f12220d9b8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.760800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: e48bccff-1f5a-4452-89f4-7a1f2c8a9979 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:05.761353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e48bccff-1f5a-4452-89f4-7a1f2c8a9979 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:05.765546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-653beba4-252f-4361-9dfd-89519e970989 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.767103 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-653beba4-252f-4361-9dfd-89519e970989 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] 10.222.0.65 "DELETE /v2.0/security-groups/6d622a0b-bd52-4ffa-894c-b4f12220d9b8 HTTP/1.1" status: 204 len: 168 time: 0.2055540 Feb 03 13:08:05.782680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653beba4-252f-4361-9dfd-89519e970989 tempest-TestServerBasicOps-1020439021 tempest-TestServerBasicOps-1020439021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d622a0b-bd52-4ffa-894c-b4f12220d9b8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:05.816757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38480) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:05.865465 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23175619-6881-4ea0-bb50-0974eb4530d8 None None] New status for floating IP a650886f-6534-4557-95f7-c17b44512297: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:08:06.441424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (61b1967e-6e01-4be6-b8c4-8783b89b2131), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:06.656041 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-635b13b3-708a-4d30-9e34-30d8f7cb5bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:06.694413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Deleting port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:06.694818 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:06.787504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] For port 15f8e7f1-ba44-4dec-b728-b20e75b9fb41, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=15f8e7f1-ba44-4dec-b728-b20e75b9fb41,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:06.787877 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:06.802173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Calling delete_port for 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:07.018261 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (15f8e7f1-ba44-4dec-b728-b20e75b9fb41), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.045475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f8e7f1-ba44-4dec-b728-b20e75b9fb41,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:07.058937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.059555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.059994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.060458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.060849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.061282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.061758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.062153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.062594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.062986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.063341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.063754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.064142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:07.274079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38522) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:07.317078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (61b1967e-6e01-4be6-b8c4-8783b89b2131), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.390607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a7e39ee6-a83c-4807-8568-0b9295399106 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/floatingips/d5f741cc-de9e-4bc6-a7ee-e82517a60477 HTTP/1.1" status: 200 len: 993 time: 0.1141081 Feb 03 13:08:07.684838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38534) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:07.909876 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port 2f08d460-5d79-4e2b-b26d-b4d3a2e41220 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:07.910209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2f08d460-5d79-4e2b-b26d-b4d3a2e41220), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.924480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Router 61b1967e-6e01-4be6-b8c4-8783b89b2131 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:08.014035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2f08d460-5d79-4e2b-b26d-b4d3a2e41220), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.014494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for floatingip (2f08d460-5d79-4e2b-b26d-b4d3a2e41220), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.031396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for 2f08d460-5d79-4e2b-b26d-b4d3a2e41220 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:08.045383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:08.054261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c2af6157-d1a1-4102-8c13-6a9957af8278 admin admin] 10.222.0.65 "PUT /v2.0/routers/61b1967e-6e01-4be6-b8c4-8783b89b2131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361872 Feb 03 13:08:08.054716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38548) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:08.060856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] Sync routers for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:08.075453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:08.077696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:08.237577 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks [] for router (61b1967e-6e01-4be6-b8c4-8783b89b2131), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.250840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:08.279750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2f08d460-5d79-4e2b-b26d-b4d3a2e41220), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.316881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=2f08d460-5d79-4e2b-b26d-b4d3a2e41220,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:08.403380 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for floatingip (d5f741cc-de9e-4bc6-a7ee-e82517a60477), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.404104 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Floating IP d5f741cc-de9e-4bc6-a7ee-e82517a60477 disassociated (deleted). External IP: 172.25.3.199, port: 2b835041-b91a-4432-9d38-0b7e741bc0ab. Feb 03 13:08:08.434941 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks [] for router_gateway (61b1967e-6e01-4be6-b8c4-8783b89b2131), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.541208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Deleting port 8f19208e-de8c-4cf5-addc-5cde6207c57e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:08.541545 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.562097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 5, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port': {'id': '8f19208e-de8c-4cf5-addc-5cde6207c57e', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:33Z', 'updated_at': '2022-02-03T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:08.605966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] Checking router: 61b1967e-6e01-4be6-b8c4-8783b89b2131 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:08.616217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] Routers {'61b1967e-6e01-4be6-b8c4-8783b89b2131'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:08.620723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['61b1967e-6e01-4be6-b8c4-8783b89b2131'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:08.689020 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router f5b93ac4-9123-47b9-a555-36557c26fe17 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:08.700993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] For port 8f19208e-de8c-4cf5-addc-5cde6207c57e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8f19208e-de8c-4cf5-addc-5cde6207c57e,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:08.701305 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.723753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Calling delete_port for 8f19208e-de8c-4cf5-addc-5cde6207c57e owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:08.751584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] Set router 61b1967e-6e01-4be6-b8c4-8783b89b2131 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:08.899949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:08.912781 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] Sync routers for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:08.913949 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.942824 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:08.943459 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:08.973923 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8414dc76-7399-4f61-b7c6-721468870c6e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/floatingips/d5f741cc-de9e-4bc6-a7ee-e82517a60477 HTTP/1.1" status: 204 len: 168 time: 1.2852097 Feb 03 13:08:08.973923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:08.984487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8f19208e-de8c-4cf5-addc-5cde6207c57e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.988675 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398f4086-382f-4da6-a339-de22564bb42f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:09.022075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f19208e-de8c-4cf5-addc-5cde6207c57e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:09.083489 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f4b042-2a53-4275-84b8-5471de48dfde x-openstack-request-id: req-05f4b042-2a53-4275-84b8-5471de48dfde {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:09.083796 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:09.084049 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05f4b042-2a53-4275-84b8-5471de48dfde {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:09.084447 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'status': 'completed', 'code': 200} Feb 03 13:08:09.162741 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (61b1967e-6e01-4be6-b8c4-8783b89b2131), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.177078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f4086-382f-4da6-a339-de22564bb42f req-d77ee68c-aa1b-48ff-8d99-8299be6d87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:09.179211 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-398f4086-382f-4da6-a339-de22564bb42f req-d77ee68c-aa1b-48ff-8d99-8299be6d87d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b93f2f2727d4093985bf0daa094c12a&device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 1128 time: 0.0581753 Feb 03 13:08:09.271413 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 6, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:09.286012 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:09.322613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f4086-382f-4da6-a339-de22564bb42f req-5be9402b-da51-4a56-b9e1-0a2ee7769347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:09.324246 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-398f4086-382f-4da6-a339-de22564bb42f req-5be9402b-da51-4a56-b9e1-0a2ee7769347 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dcaba985-7bef-4e66-b208-03dd3a413089 HTTP/1.1" status: 200 len: 897 time: 0.1367888 Feb 03 13:08:09.349022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd0e20-9947-4fac-b119-c579ea529d21 None None] The sync data for ids ['61b1967e-6e01-4be6-b8c4-8783b89b2131'] in n-d-792364-10 is: [{'id': '61b1967e-6e01-4be6-b8c4-8783b89b2131', 'name': 'tempest-TestServerBasicOps-1941361728-router', 'tenant_id': '82667eedb8334c5fadb10165a764dc4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 6, 'project_id': '82667eedb8334c5fadb10165a764dc4d', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:09.353532 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd07edc-7927-4e6d-956e-2dfc0d0691b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.392548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (61b1967e-6e01-4be6-b8c4-8783b89b2131), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.402012 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-398f4086-382f-4da6-a339-de22564bb42f req-5e92b688-30a9-4716-9b31-0c899b4275b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b835041-b91a-4432-9d38-0b7e741bc0ab HTTP/1.1" status: 200 len: 217 time: 0.0712292 Feb 03 13:08:09.439672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks [] for router_controller (61b1967e-6e01-4be6-b8c4-8783b89b2131), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.461644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38590) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:09.504244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f4086-382f-4da6-a339-de22564bb42f req-3b0b0d7c-143e-458b-a527-7e3b197f4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:09.523995 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-398f4086-382f-4da6-a339-de22564bb42f req-3b0b0d7c-143e-458b-a527-7e3b197f4507 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0874cfa-1b73-484b-85f6-782832d5cab9 HTTP/1.1" status: 200 len: 835 time: 0.1129584 Feb 03 13:08:09.545823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a36d90-070d-46f9-8503-906889c5a423 req-059e2127-f14c-46fd-938f-ba46c61a54a3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:09.547561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92a36d90-070d-46f9-8503-906889c5a423 req-059e2127-f14c-46fd-938f-ba46c61a54a3 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 945 time: 0.1706736 Feb 03 13:08:09.548438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (61b1967e-6e01-4be6-b8c4-8783b89b2131), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.549144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b1967e-6e01-4be6-b8c4-8783b89b2131 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:08:09.554667 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.555937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-de1ddf0d-fdff-444f-a95a-bb392c8ca1a2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/61b1967e-6e01-4be6-b8c4-8783b89b2131 HTTP/1.1" status: 204 len: 168 time: 1.5003054 Feb 03 13:08:09.559886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38594) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:09.612638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92a36d90-070d-46f9-8503-906889c5a423 req-bb2fe512-cd0f-4b6f-8240-96192dbe41eb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552332 Feb 03 13:08:09.641635 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eb8d388f-a338-404b-8571-7b57edf21b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.656852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fd7ef0-d139-4933-855a-9bd181b7cb3c admin admin] Deleting subnet 2ff1e13e-651b-4317-b63f-7b9bb73e1545 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:08:09.664006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7ef0-d139-4933-855a-9bd181b7cb3c admin admin] Publish callbacks [] for subnet (2ff1e13e-651b-4317-b63f-7b9bb73e1545), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.699640 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'bd616408-ac73-48b4-b835-c94f2f30e21a', 'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:5b:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:16Z', 'updated_at': '2022-02-03T13:07:22Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:09.706260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f4086-382f-4da6-a339-de22564bb42f req-63007be2-8287-431c-bfa7-d02ea5c2f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:09.707848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-398f4086-382f-4da6-a339-de22564bb42f req-63007be2-8287-431c-bfa7-d02ea5c2f051 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcaba985-7bef-4e66-b208-03dd3a413089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1757109 Feb 03 13:08:09.732832 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] Checking router: f5b93ac4-9123-47b9-a555-36557c26fe17 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:09.733412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7ef0-d139-4933-855a-9bd181b7cb3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (2ff1e13e-651b-4317-b63f-7b9bb73e1545), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.757211 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:09.758265 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:09.903734 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:09.931080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eb8d388f-a338-404b-8571-7b57edf21b67 admin admin] Publish callbacks [] for security_group (2f6b2463-9fea-493d-8933-43d77a4e2dad), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.938939 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-398f4086-382f-4da6-a339-de22564bb42f req-c0e6fb47-8792-48c1-bd79-e5cee8ff1942 service neutron] 10.222.0.72 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207403 Feb 03 13:08:09.943794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7ef0-d139-4933-855a-9bd181b7cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (2ff1e13e-651b-4317-b63f-7b9bb73e1545), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.977827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eb8d388f-a338-404b-8571-7b57edf21b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2f6b2463-9fea-493d-8933-43d77a4e2dad), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.085934 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eb8d388f-a338-404b-8571-7b57edf21b67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07df4ec241674f998c25a042bae79b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6229281 Feb 03 13:08:10.089704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38604) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:10.101385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d388f-a338-404b-8571-7b57edf21b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6b2463-9fea-493d-8933-43d77a4e2dad,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:10.121251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7ef0-d139-4933-855a-9bd181b7cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (2ff1e13e-651b-4317-b63f-7b9bb73e1545), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.152221 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-398f4086-382f-4da6-a339-de22564bb42f req-f4d33816-db94-46fa-b1c8-aeaed883daf9 service neutron] 10.222.0.72 "GET /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054870 Feb 03 13:08:10.153461 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.155091 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'bd616408-ac73-48b4-b835-c94f2f30e21a', 'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:5b:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:16Z', 'updated_at': '2022-02-03T13:07:22Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:10.194975 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9dd080e9-282a-4253-8603-974babd70394 admin admin] Publish callbacks [] for security_group (2f6b2463-9fea-493d-8933-43d77a4e2dad), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.220612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd7ef0-d139-4933-855a-9bd181b7cb3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff1e13e-651b-4317-b63f-7b9bb73e1545,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:10.228144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a073c691-3365-4c24-a8a2-5f611833c1b6 None None] Network ba74eada-ec8f-4411-b4ab-5cdd60138a69 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:10.228555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7ef0-d139-4933-855a-9bd181b7cb3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.236657 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a8fd7ef0-d139-4933-855a-9bd181b7cb3c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2ff1e13e-651b-4317-b63f-7b9bb73e1545 HTTP/1.1" status: 204 len: 168 time: 0.6755929 Feb 03 13:08:10.238870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38608) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:10.239246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9dd080e9-282a-4253-8603-974babd70394 admin admin] Publish callbacks [] for security_group (2f6b2463-9fea-493d-8933-43d77a4e2dad), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.340510 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9dd080e9-282a-4253-8603-974babd70394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2f6b2463-9fea-493d-8933-43d77a4e2dad), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.344380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9dd080e9-282a-4253-8603-974babd70394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.347529 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530fab91-7120-4440-85eb-88bb7b2e43d6 None None] The sync data for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 is: [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:17Z', 'revision_number': 4, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'bd616408-ac73-48b4-b835-c94f2f30e21a', 'name': '', 'network_id': 'dcaba985-7bef-4e66-b208-03dd3a413089', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'mac_address': 'fa:16:3e:5b:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:16Z', 'updated_at': '2022-02-03T13:07:22Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'subnets': [{'id': 'e0874cfa-1b73-484b-85f6-782832d5cab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:10.348838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9dd080e9-282a-4253-8603-974babd70394 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f6b2463-9fea-493d-8933-43d77a4e2dad HTTP/1.1" status: 204 len: 168 time: 0.2579844 Feb 03 13:08:10.364565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd080e9-282a-4253-8603-974babd70394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6b2463-9fea-493d-8933-43d77a4e2dad,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:10.389714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ba74eada-ec8f-4411-b4ab-5cdd60138a69), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.526167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Deleting port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:10.527015 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.545598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] DHCP port deletion for ba74eada-ec8f-4411-b4ab-5cdd60138a69 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:08:10.598971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8f19208e-de8c-4cf5-addc-5cde6207c57e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:10.604494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] For port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:10.605054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.622485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Calling delete_port for fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:10.636597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 8f19208e-de8c-4cf5-addc-5cde6207c57e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:10.640015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8f19208e-de8c-4cf5-addc-5cde6207c57e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:10.640721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:10.672781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:10.673289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 15f8e7f1-ba44-4dec-b728-b20e75b9fb41 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:10.676843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Deleting port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:10.678467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.795730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] For port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f,segment=NetworkSegment(4bc471b0-07f3-4b5e-80e1-ec440ee6e2df),segment_id=4bc471b0-07f3-4b5e-80e1-ec440ee6e2df)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:10.798545 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.819402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Calling delete_port for fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:10.885268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e513be3-d9b5-48dd-be25-77a68a9039cd req-843587e4-4cdb-4265-be02-4028a6c037dc tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:10.887472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e513be3-d9b5-48dd-be25-77a68a9039cd req-843587e4-4cdb-4265-be02-4028a6c037dc tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 945 time: 0.1408358 Feb 03 13:08:11.004809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38624) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:11.008888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e513be3-d9b5-48dd-be25-77a68a9039cd req-b608a0d3-85e6-4884-a600-145c318dadb1 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2d2d856-48c3-4c9d-b66c-d537b7141266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138763 Feb 03 13:08:11.018213 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.023214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e094aa65-9c0c-4443-a89a-14f5656e2024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.063345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Pushing event deleted for resources: {'Port': ['ID=fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:11.067356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] No DVR routers for this DVR port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:11.084356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.084967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.085470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.086282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.086814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.087298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.088304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.089312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.090006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.090900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.091520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.092016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.092496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd2245-9564-4798-bd1c-019550473eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:11.098242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c2fbc8-9cc8-4dd7-bb9a-7554a10f8cba None None] New status for floating IP d5f741cc-de9e-4bc6-a7ee-e82517a60477: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:08:11.146595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e094aa65-9c0c-4443-a89a-14f5656e2024 admin admin] Publish callbacks [] for security_group (4b489316-9031-4109-b478-74223683f84c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.154389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e094aa65-9c0c-4443-a89a-14f5656e2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4b489316-9031-4109-b478-74223683f84c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.196014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e094aa65-9c0c-4443-a89a-14f5656e2024 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c9038318bf842c7b7a38d68057089cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1858985 Feb 03 13:08:11.196761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38628) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:11.219430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094aa65-9c0c-4443-a89a-14f5656e2024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b489316-9031-4109-b478-74223683f84c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:11.232514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29735106-267c-484a-840c-7e24983408ea req-91f7f780-cfe2-457f-99ce-1edda25ec750 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:11.235379 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-29735106-267c-484a-840c-7e24983408ea req-91f7f780-cfe2-457f-99ce-1edda25ec750 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 945 time: 0.5999162 Feb 03 13:08:11.283230 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e375ff9-0f2b-4dbc-acfc-41bf1de10727 admin admin] Publish callbacks [] for security_group (4b489316-9031-4109-b478-74223683f84c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.299416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.308857 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e375ff9-0f2b-4dbc-acfc-41bf1de10727 admin admin] Publish callbacks [] for security_group (4b489316-9031-4109-b478-74223683f84c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.353399 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:11.359692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] No DVR routers for this DVR port fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:11.374662 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e375ff9-0f2b-4dbc-acfc-41bf1de10727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4b489316-9031-4109-b478-74223683f84c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.377237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e375ff9-0f2b-4dbc-acfc-41bf1de10727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.381512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6e375ff9-0f2b-4dbc-acfc-41bf1de10727 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b489316-9031-4109-b478-74223683f84c HTTP/1.1" status: 204 len: 168 time: 0.1632068 Feb 03 13:08:11.390860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e375ff9-0f2b-4dbc-acfc-41bf1de10727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b489316-9031-4109-b478-74223683f84c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:11.444194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ba74eada-ec8f-4411-b4ab-5cdd60138a69), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.462563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-29735106-267c-484a-840c-7e24983408ea req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port 2b835041-b91a-4432-9d38-0b7e741bc0ab {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:11.462909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-29735106-267c-484a-840c-7e24983408ea req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.488197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba74eada-ec8f-4411-b4ab-5cdd60138a69']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:11.507187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:11.507487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc471b0-07f3-4b5e-80e1-ec440ee6e2df') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:11.544191 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (4bc471b0-07f3-4b5e-80e1-ec440ee6e2df), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.565452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4bc471b0-07f3-4b5e-80e1-ec440ee6e2df), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.577176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:11.577589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (4bc471b0-07f3-4b5e-80e1-ec440ee6e2df), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:11.579696 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:11.592476 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.652757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-29735106-267c-484a-840c-7e24983408ea req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] For port 2b835041-b91a-4432-9d38-0b7e741bc0ab, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2b835041-b91a-4432-9d38-0b7e741bc0ab,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:11.653183 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-29735106-267c-484a-840c-7e24983408ea req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.664645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ba74eada-ec8f-4411-b4ab-5cdd60138a69), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.671645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-29735106-267c-484a-840c-7e24983408ea req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for 2b835041-b91a-4432-9d38-0b7e741bc0ab owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:11.696795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.702948 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ba74eada-ec8f-4411-b4ab-5cdd60138a69 HTTP/1.1" status: 204 len: 168 time: 1.4595499 Feb 03 13:08:11.703661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38644) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:11.782046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5530d9-9fa0-4090-9683-106fd712f8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba74eada-ec8f-4411-b4ab-5cdd60138a69,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:11.847807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-29735106-267c-484a-840c-7e24983408ea req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2b835041-b91a-4432-9d38-0b7e741bc0ab), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.887827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=2b835041-b91a-4432-9d38-0b7e741bc0ab,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:11.932107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-29735106-267c-484a-840c-7e24983408ea req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] No DVR routers for this DVR port 2b835041-b91a-4432-9d38-0b7e741bc0ab on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:11.935133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-29735106-267c-484a-840c-7e24983408ea req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.938757 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-29735106-267c-484a-840c-7e24983408ea req-606c4579-8f74-42c4-8118-d171408e6787 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.72 "DELETE /v2.0/ports/2b835041-b91a-4432-9d38-0b7e741bc0ab HTTP/1.1" status: 204 len: 173 time: 0.6968505 Feb 03 13:08:11.939315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'name': 'network-vif-deleted', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:11.941673 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b74c3bf-e3d9-4c00-9ef0-96167bcbaf64" -d '{"events": [{"server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "name": "network-vif-deleted", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:12.015822 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ff8021-e94e-4fb3-a4d1-12bb0b6669be x-openstack-request-id: req-95ff8021-e94e-4fb3-a4d1-12bb0b6669be {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:12.016127 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19", "name": "network-vif-deleted", "tag": "2b835041-b91a-4432-9d38-0b7e741bc0ab", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:12.016385 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95ff8021-e94e-4fb3-a4d1-12bb0b6669be {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:12.016968 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19', 'name': 'network-vif-deleted', 'tag': '2b835041-b91a-4432-9d38-0b7e741bc0ab', 'status': 'completed', 'code': 200} Feb 03 13:08:12.172344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb71e5eb-5d1d-4670-a5f5-af528f13f65f req-d0470ca0-d642-4674-b4ae-2f7785afa08e tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea785c8d-7e4c-4a01-95b5-ec96fd1f7c19 HTTP/1.1" status: 200 len: 210 time: 0.0506721 Feb 03 13:08:12.216073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (0a9e470f-a271-4d8b-b2b7-2965a4039e44), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.562217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:12.592495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:12.593208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device fbb690c3-c4b6-49f0-9eae-1f36e7d69f8f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:12.620508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Deleting port deefee8d-a975-45d2-b949-1635231fe682 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:12.620772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (deefee8d-a975-45d2-b949-1635231fe682), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.709941 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.716135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] For port deefee8d-a975-45d2-b949-1635231fe682, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=deefee8d-a975-45d2-b949-1635231fe682,segment=NetworkSegment(2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d),segment_id=2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:12.716553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (deefee8d-a975-45d2-b949-1635231fe682), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.731328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Calling delete_port for deefee8d-a975-45d2-b949-1635231fe682 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:12.800951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38692) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:12.919339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9db67cd4-691f-487c-b467-d812ba71bd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.930675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (deefee8d-a975-45d2-b949-1635231fe682), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.958921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Pushing event deleted for resources: {'Port': ['ID=deefee8d-a975-45d2-b949-1635231fe682,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:13.019697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9db67cd4-691f-487c-b467-d812ba71bd56 admin admin] Publish callbacks [] for security_group (0ff957b0-cb9d-4ad8-bcdb-05f317eb66dd), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.027523 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9db67cd4-691f-487c-b467-d812ba71bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0ff957b0-cb9d-4ad8-bcdb-05f317eb66dd), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.100378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db67cd4-691f-487c-b467-d812ba71bd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff957b0-cb9d-4ad8-bcdb-05f317eb66dd,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:13.108742 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9db67cd4-691f-487c-b467-d812ba71bd56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c3fac4957a5491790ff5ba0d2c415cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3054910 Feb 03 13:08:13.109670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38702) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:13.154526 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (0a9e470f-a271-4d8b-b2b7-2965a4039e44), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.173822 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c79d71fd-c22c-4dd0-822e-fb3c8272cbbd admin admin] Publish callbacks [] for security_group (0ff957b0-cb9d-4ad8-bcdb-05f317eb66dd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.202821 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c79d71fd-c22c-4dd0-822e-fb3c8272cbbd admin admin] Publish callbacks [] for security_group (0ff957b0-cb9d-4ad8-bcdb-05f317eb66dd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.267554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c79d71fd-c22c-4dd0-822e-fb3c8272cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0ff957b0-cb9d-4ad8-bcdb-05f317eb66dd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.268210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38708) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:13.271218 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c79d71fd-c22c-4dd0-822e-fb3c8272cbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.272405 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c79d71fd-c22c-4dd0-822e-fb3c8272cbbd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ff957b0-cb9d-4ad8-bcdb-05f317eb66dd HTTP/1.1" status: 204 len: 168 time: 0.1613348 Feb 03 13:08:13.281778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d71fd-c22c-4dd0-822e-fb3c8272cbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff957b0-cb9d-4ad8-bcdb-05f317eb66dd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:13.411299 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ae2d-e15d-4bbb-88b0-ab0ad571c052 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (f2d2d856-48c3-4c9d-b66c-d537b7141266), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.447508 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ae2d-e15d-4bbb-88b0-ab0ad571c052 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (f2d2d856-48c3-4c9d-b66c-d537b7141266), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.783719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2b835041-b91a-4432-9d38-0b7e741bc0ab no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:13.815088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 2b835041-b91a-4432-9d38-0b7e741bc0ab {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:13.815930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2b835041-b91a-4432-9d38-0b7e741bc0ab not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:13.854274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:13.952503 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ae2d-e15d-4bbb-88b0-ab0ad571c052 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f2d2d856-48c3-4c9d-b66c-d537b7141266), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.955537 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ae2d-e15d-4bbb-88b0-ab0ad571c052 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:13.959577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7fe3ae2d-e15d-4bbb-88b0-ab0ad571c052 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/security-groups/f2d2d856-48c3-4c9d-b66c-d537b7141266 HTTP/1.1" status: 204 len: 168 time: 0.6875346 Feb 03 13:08:13.987794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3ae2d-e15d-4bbb-88b0-ab0ad571c052 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2d856-48c3-4c9d-b66c-d537b7141266,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:13.993939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:13.999986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-df4d1818-5b43-4e1e-a8cc-bcc7f5c8b75d admin admin] 10.222.0.65 "PUT /v2.0/routers/0a9e470f-a271-4d8b-b2b7-2965a4039e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2951436 Feb 03 13:08:14.002286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38740) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:14.005588 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] Sync routers for ids ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:14.008384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38742) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:14.019882 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] Routers {'0a9e470f-a271-4d8b-b2b7-2965a4039e44'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:14.020512 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:14.185283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks [] for router (0a9e470f-a271-4d8b-b2b7-2965a4039e44), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:14.187348 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] Set router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:14.326439 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks [] for router_gateway (0a9e470f-a271-4d8b-b2b7-2965a4039e44), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:14.403719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Deleting port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:14.404056 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:14.539240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] For port 4ab343bc-2f6f-4ff6-ac49-f700674b19f4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4ab343bc-2f6f-4ff6-ac49-f700674b19f4,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:14.539618 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:14.555006 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:45Z', 'updated_at': '2022-02-03T13:08:12Z', 'revision_number': 5, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'gw_port': {'id': '4ab343bc-2f6f-4ff6-ac49-f700674b19f4', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:47Z', 'updated_at': '2022-02-03T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:14.555269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Calling delete_port for 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:14.600162 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] Checking router: 0a9e470f-a271-4d8b-b2b7-2965a4039e44 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:14.619396 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] Routers {'0a9e470f-a271-4d8b-b2b7-2965a4039e44'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:14.620064 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:14.663599 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (f5b93ac4-9123-47b9-a555-36557c26fe17), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:14.761405 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] Set router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:14.768103 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4ab343bc-2f6f-4ff6-ac49-f700674b19f4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:14.834295 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:45Z', 'updated_at': '2022-02-03T13:08:14Z', 'revision_number': 6, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:14.840650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab343bc-2f6f-4ff6-ac49-f700674b19f4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:14.869817 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0bf81-fc85-418b-807c-c32bf445a9a6 None None] The sync data for ids ['0a9e470f-a271-4d8b-b2b7-2965a4039e44'] in n-d-792364-10 is: [{'id': '0a9e470f-a271-4d8b-b2b7-2965a4039e44', 'name': 'tempest-TestServerBasicOps-262772584-router', 'tenant_id': 'b8908e69ddd74904b11eb067a6e1443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:45Z', 'updated_at': '2022-02-03T13:08:14Z', 'revision_number': 6, 'project_id': 'b8908e69ddd74904b11eb067a6e1443a', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:14.969211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (0a9e470f-a271-4d8b-b2b7-2965a4039e44), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.047602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port bd616408-ac73-48b4-b835-c94f2f30e21a {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:15.048180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.097003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (0a9e470f-a271-4d8b-b2b7-2965a4039e44), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.099738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks [] for router_controller (0a9e470f-a271-4d8b-b2b7-2965a4039e44), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.166215 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (0a9e470f-a271-4d8b-b2b7-2965a4039e44), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.170774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a9e470f-a271-4d8b-b2b7-2965a4039e44 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:08:15.177198 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.179068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1e13ab6f-7261-4243-8d0e-2ba969e418d1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0a9e470f-a271-4d8b-b2b7-2965a4039e44 HTTP/1.1" status: 204 len: 168 time: 1.1719301 Feb 03 13:08:15.181642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38776) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:15.187542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] For port bd616408-ac73-48b4-b835-c94f2f30e21a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bd616408-ac73-48b4-b835-c94f2f30e21a,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:15.187755 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.206402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for bd616408-ac73-48b4-b835-c94f2f30e21a owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:15.241143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1512233-69cc-424a-b944-78f77ce0058b admin admin] Deleting subnet 4c8f4c3a-125b-43cb-b4e8-2a423cd88775 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:08:15.244862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f1512233-69cc-424a-b944-78f77ce0058b admin admin] Publish callbacks [] for subnet (4c8f4c3a-125b-43cb-b4e8-2a423cd88775), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.285087 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f1512233-69cc-424a-b944-78f77ce0058b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (4c8f4c3a-125b-43cb-b4e8-2a423cd88775), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.385078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f1512233-69cc-424a-b944-78f77ce0058b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (4c8f4c3a-125b-43cb-b4e8-2a423cd88775), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.445073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (bd616408-ac73-48b4-b835-c94f2f30e21a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.448811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f1512233-69cc-424a-b944-78f77ce0058b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (4c8f4c3a-125b-43cb-b4e8-2a423cd88775), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.477571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=bd616408-ac73-48b4-b835-c94f2f30e21a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:15.491685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1512233-69cc-424a-b944-78f77ce0058b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c8f4c3a-125b-43cb-b4e8-2a423cd88775,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:15.495542 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f1512233-69cc-424a-b944-78f77ce0058b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.498911 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f1512233-69cc-424a-b944-78f77ce0058b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4c8f4c3a-125b-43cb-b4e8-2a423cd88775 HTTP/1.1" status: 204 len: 168 time: 0.3162060 Feb 03 13:08:15.504303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839aa399-228f-4686-b261-aaf6e1ea466b None None] Network ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:15.507320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38794) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:15.730752 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.914506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (f5b93ac4-9123-47b9-a555-36557c26fe17), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.917020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Deleting port b5a77cf9-e5c8-42f3-aeb9-3a925877759e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:15.918507 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:15.937280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c3e7a-ab11-4b76-9498-c05ffce66f45 None None] DHCP port deletion for ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:08:16.054711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-334c3e7a-ab11-4b76-9498-c05ffce66f45 None None] Deleting port b5a77cf9-e5c8-42f3-aeb9-3a925877759e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:16.055434 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334c3e7a-ab11-4b76-9498-c05ffce66f45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.145023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] For port b5a77cf9-e5c8-42f3-aeb9-3a925877759e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b5a77cf9-e5c8-42f3-aeb9-3a925877759e,segment=NetworkSegment(2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d),segment_id=2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:16.145652 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.159820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-334c3e7a-ab11-4b76-9498-c05ffce66f45 None None] For port b5a77cf9-e5c8-42f3-aeb9-3a925877759e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b5a77cf9-e5c8-42f3-aeb9-3a925877759e,segment=NetworkSegment(2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d),segment_id=2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:16.160232 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334c3e7a-ab11-4b76-9498-c05ffce66f45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.177621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-334c3e7a-ab11-4b76-9498-c05ffce66f45 None None] Calling delete_port for b5a77cf9-e5c8-42f3-aeb9-3a925877759e owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:16.184393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Calling delete_port for b5a77cf9-e5c8-42f3-aeb9-3a925877759e owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:16.354693 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334c3e7a-ab11-4b76-9498-c05ffce66f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.359025 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b5a77cf9-e5c8-42f3-aeb9-3a925877759e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.382619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Router f5b93ac4-9123-47b9-a555-36557c26fe17 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:16.396737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c3e7a-ab11-4b76-9498-c05ffce66f45 None None] Pushing event deleted for resources: {'Port': ['ID=b5a77cf9-e5c8-42f3-aeb9-3a925877759e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:16.413637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a77cf9-e5c8-42f3-aeb9-3a925877759e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:16.429763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c3e7a-ab11-4b76-9498-c05ffce66f45 None None] No DVR routers for this DVR port b5a77cf9-e5c8-42f3-aeb9-3a925877759e on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:16.437043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] No DVR routers for this DVR port b5a77cf9-e5c8-42f3-aeb9-3a925877759e on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:16.498949 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.598974 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.649031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:16.676823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:16.677115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:16.702211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.705973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:16.721987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.731290 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:16.735037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:16.735446 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (2874d3e8-4aa3-4998-b4e7-5c05d8f7b53d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:16.737277 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:16.748536 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ac13f634-b9cb-4c36-bf41-70e24731e459 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "PUT /v2.0/routers/f5b93ac4-9123-47b9-a555-36557c26fe17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7361238 Feb 03 13:08:16.748882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38872) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:16.818226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38874) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:16.843195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:16.843650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4ab343bc-2f6f-4ff6-ac49-f700674b19f4 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:16.844133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device deefee8d-a975-45d2-b949-1635231fe682 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:16.848345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-715f6032-ad18-45e1-a3de-9a9a204111ab tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting subnet e0874cfa-1b73-484b-85f6-782832d5cab9 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:08:16.856036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-715f6032-ad18-45e1-a3de-9a9a204111ab tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for subnet (e0874cfa-1b73-484b-85f6-782832d5cab9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.874302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.884574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.891587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97 HTTP/1.1" status: 204 len: 168 time: 1.3832128 Feb 03 13:08:16.907024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] Sync routers for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:16.910562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-715f6032-ad18-45e1-a3de-9a9a204111ab tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (e0874cfa-1b73-484b-85f6-782832d5cab9), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.923808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: deefee8d-a975-45d2-b949-1635231fe682 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:16.924158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device deefee8d-a975-45d2-b949-1635231fe682 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:16.924576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b5a77cf9-e5c8-42f3-aeb9-3a925877759e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:16.940781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fe0ed-1520-4039-9ed3-69d6fe90f6b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd3bbd1-5f58-45ae-a0d0-4ca6232e2a97,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:16.995578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b5a77cf9-e5c8-42f3-aeb9-3a925877759e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:16.995947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b5a77cf9-e5c8-42f3-aeb9-3a925877759e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:17.002529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:17.004770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:17.066583 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45883b26-d0e2-443c-8b72-12f27cf6b624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.108647 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-715f6032-ad18-45e1-a3de-9a9a204111ab tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e0874cfa-1b73-484b-85f6-782832d5cab9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.126180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38884) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:17.169011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:17.178420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f426049b-96b3-4803-8d2e-cf54f9372e0b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82667eedb8334c5fadb10165a764dc4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508187 Feb 03 13:08:17.180993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38886) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:17.254393 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dd1536a0-eee0-4328-ac3e-d39d5730c5a4 admin admin] Publish callbacks [] for security_group (c4e45a07-1c61-4761-9111-82aa5ea11975), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.287780 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dd1536a0-eee0-4328-ac3e-d39d5730c5a4 admin admin] Publish callbacks [] for security_group (c4e45a07-1c61-4761-9111-82aa5ea11975), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.291269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-715f6032-ad18-45e1-a3de-9a9a204111ab tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (e0874cfa-1b73-484b-85f6-782832d5cab9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.317979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45883b26-d0e2-443c-8b72-12f27cf6b624 admin admin] Publish callbacks [] for security_group (c796e807-1f60-4eed-b730-13199f3ee2f7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.344279 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-715f6032-ad18-45e1-a3de-9a9a204111ab tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.347589 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-715f6032-ad18-45e1-a3de-9a9a204111ab tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/subnets/e0874cfa-1b73-484b-85f6-782832d5cab9 HTTP/1.1" status: 204 len: 168 time: 0.5975549 Feb 03 13:08:17.350016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f6032-ad18-45e1-a3de-9a9a204111ab tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Subnet': ['ID=e0874cfa-1b73-484b-85f6-782832d5cab9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:17.350795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38890) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:17.353119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-45883b26-d0e2-443c-8b72-12f27cf6b624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c796e807-1f60-4eed-b730-13199f3ee2f7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.402298 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-45883b26-d0e2-443c-8b72-12f27cf6b624 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2686410567b84fe181af5d8361efc326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804365 Feb 03 13:08:17.403002 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45883b26-d0e2-443c-8b72-12f27cf6b624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c796e807-1f60-4eed-b730-13199f3ee2f7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:17.406197 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38892) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:17.441653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de64e46-dd41-4713-800b-ec57b8eb336a None None] Network dcaba985-7bef-4e66-b208-03dd3a413089 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:17.466124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7751148-d52b-4112-a5f0-863ebeab7bd1 admin admin] Publish callbacks [] for security_group (c796e807-1f60-4eed-b730-13199f3ee2f7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.486955 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router (f5b93ac4-9123-47b9-a555-36557c26fe17), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.489579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7751148-d52b-4112-a5f0-863ebeab7bd1 admin admin] Publish callbacks [] for security_group (c796e807-1f60-4eed-b730-13199f3ee2f7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.490191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dd1536a0-eee0-4328-ac3e-d39d5730c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c4e45a07-1c61-4761-9111-82aa5ea11975), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.493109 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dd1536a0-eee0-4328-ac3e-d39d5730c5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.494293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dd1536a0-eee0-4328-ac3e-d39d5730c5a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4e45a07-1c61-4761-9111-82aa5ea11975 HTTP/1.1" status: 204 len: 168 time: 0.3114433 Feb 03 13:08:17.552464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7751148-d52b-4112-a5f0-863ebeab7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c796e807-1f60-4eed-b730-13199f3ee2f7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.553205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1536a0-eee0-4328-ac3e-d39d5730c5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e45a07-1c61-4761-9111-82aa5ea11975,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:17.555663 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a7751148-d52b-4112-a5f0-863ebeab7bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.564260 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a7751148-d52b-4112-a5f0-863ebeab7bd1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c796e807-1f60-4eed-b730-13199f3ee2f7 HTTP/1.1" status: 204 len: 168 time: 0.1561348 Feb 03 13:08:17.582619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7751148-d52b-4112-a5f0-863ebeab7bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796e807-1f60-4eed-b730-13199f3ee2f7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:17.695872 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_gateway (f5b93ac4-9123-47b9-a555-36557c26fe17), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.768989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:08:15Z', 'revision_number': 5, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port': {'id': 'd2fb5020-6245-4bb7-b85d-f6eef5b2ac83', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:17.798191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Deleting port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:17.798704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.808197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] Checking router: f5b93ac4-9123-47b9-a555-36557c26fe17 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:17.819932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] Routers {'f5b93ac4-9123-47b9-a555-36557c26fe17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:17.820809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f5b93ac4-9123-47b9-a555-36557c26fe17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:17.947967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] For port d2fb5020-6245-4bb7-b85d-f6eef5b2ac83, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d2fb5020-6245-4bb7-b85d-f6eef5b2ac83,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:17.948372 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:17.974689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Calling delete_port for d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:18.015006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] Set router f5b93ac4-9123-47b9-a555-36557c26fe17 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:18.143076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140af902-7bb5-4806-aa0d-3d6e3d019278 None None] DHCP port deletion for dcaba985-7bef-4e66-b208-03dd3a413089 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:08:18.146512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:08:17Z', 'revision_number': 6, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:18.175902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa866a2-9317-4346-8fe9-80e67e8348b4 None None] The sync data for ids ['f5b93ac4-9123-47b9-a555-36557c26fe17'] in n-d-792364-10 is: [{'id': 'f5b93ac4-9123-47b9-a555-36557c26fe17', 'name': 'tempest-TestNetworkBasicOps-router-1678546839', 'tenant_id': '4b93f2f2727d4093985bf0daa094c12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:07:11Z', 'updated_at': '2022-02-03T13:08:17Z', 'revision_number': 6, 'project_id': '4b93f2f2727d4093985bf0daa094c12a', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:18.244044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38912) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:18.251881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38914) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:18.265124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-140af902-7bb5-4806-aa0d-3d6e3d019278 None None] Deleting port bdefc280-a9a3-4afa-8582-628888f01fd8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:18.265594 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-140af902-7bb5-4806-aa0d-3d6e3d019278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.296542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1759aadf-47dd-4419-b03d-cf2daa13458f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.304568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d2fb5020-6245-4bb7-b85d-f6eef5b2ac83), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.353851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Port': ['ID=d2fb5020-6245-4bb7-b85d-f6eef5b2ac83,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:18.384039 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fecd51ab-0fe5-4179-b5dd-620fdeed2063 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8908e69ddd74904b11eb067a6e1443a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310549 Feb 03 13:08:18.387569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38920) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:18.460997 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (f5b93ac4-9123-47b9-a555-36557c26fe17), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.516975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1759aadf-47dd-4419-b03d-cf2daa13458f admin admin] Publish callbacks [] for security_group (89e5d995-4170-4257-91c9-00b9fcba7c3b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.523838 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1759aadf-47dd-4419-b03d-cf2daa13458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (89e5d995-4170-4257-91c9-00b9fcba7c3b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.590565 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1759aadf-47dd-4419-b03d-cf2daa13458f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=458a29983889456a8ee008e2fd6a576f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3447976 Feb 03 13:08:18.597339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759aadf-47dd-4419-b03d-cf2daa13458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e5d995-4170-4257-91c9-00b9fcba7c3b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:18.605229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:18.694415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-140af902-7bb5-4806-aa0d-3d6e3d019278 None None] For port bdefc280-a9a3-4afa-8582-628888f01fd8, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=bdefc280-a9a3-4afa-8582-628888f01fd8,segment=NetworkSegment(6a94c8b4-b389-4126-8b55-ee9875c2e59c),segment_id=6a94c8b4-b389-4126-8b55-ee9875c2e59c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:18.695102 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-140af902-7bb5-4806-aa0d-3d6e3d019278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.699157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (f5b93ac4-9123-47b9-a555-36557c26fe17), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.703385 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router_controller (f5b93ac4-9123-47b9-a555-36557c26fe17), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.731214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-140af902-7bb5-4806-aa0d-3d6e3d019278 None None] Calling delete_port for bdefc280-a9a3-4afa-8582-628888f01fd8 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:18.739096 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb645651-2fb8-4c42-8fc3-4dc056011db4 admin admin] Publish callbacks [] for security_group (89e5d995-4170-4257-91c9-00b9fcba7c3b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.747892 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-126865a6-ef8e-4074-b2b0-7292a8f843d1 admin admin] Publish callbacks [] for security_group (c458710a-5669-41bc-af7f-6fb5f0261093), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.815554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb645651-2fb8-4c42-8fc3-4dc056011db4 admin admin] Publish callbacks [] for security_group (89e5d995-4170-4257-91c9-00b9fcba7c3b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.817637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (f5b93ac4-9123-47b9-a555-36557c26fe17), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.818166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Fanout notify agent at l3_agent the message router_deleted on router f5b93ac4-9123-47b9-a555-36557c26fe17 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:08:18.827746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.829235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5127c3a4-4382-41f1-9364-280da3c143f2 tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/routers/f5b93ac4-9123-47b9-a555-36557c26fe17 HTTP/1.1" status: 204 len: 168 time: 1.4772060 Feb 03 13:08:18.831448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-126865a6-ef8e-4074-b2b0-7292a8f843d1 admin admin] Publish callbacks [] for security_group (c458710a-5669-41bc-af7f-6fb5f0261093), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.833073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 38928) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:18.900561 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-126865a6-ef8e-4074-b2b0-7292a8f843d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c458710a-5669-41bc-af7f-6fb5f0261093), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.908298 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-126865a6-ef8e-4074-b2b0-7292a8f843d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.909405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-126865a6-ef8e-4074-b2b0-7292a8f843d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c458710a-5669-41bc-af7f-6fb5f0261093 HTTP/1.1" status: 204 len: 168 time: 0.5203903 Feb 03 13:08:18.934875 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-140af902-7bb5-4806-aa0d-3d6e3d019278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (bdefc280-a9a3-4afa-8582-628888f01fd8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.951439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126865a6-ef8e-4074-b2b0-7292a8f843d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c458710a-5669-41bc-af7f-6fb5f0261093,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:18.978308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (dcaba985-7bef-4e66-b208-03dd3a413089), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.991565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140af902-7bb5-4806-aa0d-3d6e3d019278 None None] Pushing event deleted for resources: {'Port': ['ID=bdefc280-a9a3-4afa-8582-628888f01fd8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:19.013235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140af902-7bb5-4806-aa0d-3d6e3d019278 None None] No DVR routers for this DVR port bdefc280-a9a3-4afa-8582-628888f01fd8 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:19.045487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb645651-2fb8-4c42-8fc3-4dc056011db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (89e5d995-4170-4257-91c9-00b9fcba7c3b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:19.047770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb645651-2fb8-4c42-8fc3-4dc056011db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:19.048988 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb645651-2fb8-4c42-8fc3-4dc056011db4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89e5d995-4170-4257-91c9-00b9fcba7c3b HTTP/1.1" status: 204 len: 168 time: 0.4411781 Feb 03 13:08:19.070171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb645651-2fb8-4c42-8fc3-4dc056011db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e5d995-4170-4257-91c9-00b9fcba7c3b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:19.121448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bdefc280-a9a3-4afa-8582-628888f01fd8 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:19.141468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (dcaba985-7bef-4e66-b208-03dd3a413089), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:19.169726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaba985-7bef-4e66-b208-03dd3a413089']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:19.172540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: bdefc280-a9a3-4afa-8582-628888f01fd8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:19.172961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bdefc280-a9a3-4afa-8582-628888f01fd8 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:19.173388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd616408-ac73-48b4-b835-c94f2f30e21a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:19.181433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a94c8b4-b389-4126-8b55-ee9875c2e59c') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:19.182653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a94c8b4-b389-4126-8b55-ee9875c2e59c') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:19.200203 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (6a94c8b4-b389-4126-8b55-ee9875c2e59c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:19.214975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6a94c8b4-b389-4126-8b55-ee9875c2e59c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:19.225222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: bd616408-ac73-48b4-b835-c94f2f30e21a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:19.225222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device bd616408-ac73-48b4-b835-c94f2f30e21a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:19.225716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:19.225716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (6a94c8b4-b389-4126-8b55-ee9875c2e59c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:19.226219 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:19.316433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (dcaba985-7bef-4e66-b208-03dd3a413089), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:19.325661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:19.333048 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] 10.222.0.65 "DELETE /v2.0/networks/dcaba985-7bef-4e66-b208-03dd3a413089 HTTP/1.1" status: 204 len: 168 time: 0.4983068 Feb 03 13:08:19.359205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1d223-b272-45cf-baac-c748e25b6cfb tempest-TestNetworkBasicOps-1940512682 tempest-TestNetworkBasicOps-1940512682-project] Pushing event deleted for resources: {'Network': ['ID=dcaba985-7bef-4e66-b208-03dd3a413089,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:19.791100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38964) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:19.999565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c37e197b-7273-4726-bc4d-f624bd38971c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b93f2f2727d4093985bf0daa094c12a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071640 Feb 03 13:08:20.001920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 38976) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:20.062894 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7f8687e-cf5b-4ff7-a1a1-856ef3377867 admin admin] Publish callbacks [] for security_group (de035c95-6536-4eb8-bcc3-e205efd8dc5a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.091216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7f8687e-cf5b-4ff7-a1a1-856ef3377867 admin admin] Publish callbacks [] for security_group (de035c95-6536-4eb8-bcc3-e205efd8dc5a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.154247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7f8687e-cf5b-4ff7-a1a1-856ef3377867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de035c95-6536-4eb8-bcc3-e205efd8dc5a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.156968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7f8687e-cf5b-4ff7-a1a1-856ef3377867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.160642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d7f8687e-cf5b-4ff7-a1a1-856ef3377867 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de035c95-6536-4eb8-bcc3-e205efd8dc5a HTTP/1.1" status: 204 len: 168 time: 0.1553583 Feb 03 13:08:20.167326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8687e-cf5b-4ff7-a1a1-856ef3377867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de035c95-6536-4eb8-bcc3-e205efd8dc5a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:20.393510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39002) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:20.459882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:20.496437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:20.496964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d2fb5020-6245-4bb7-b85d-f6eef5b2ac83 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:20.531854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39012) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:20.550178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4e89-ccb6-4350-b092-2d57e97369db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.651672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39014) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:20.670847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4e89-ccb6-4350-b092-2d57e97369db admin admin] Publish callbacks [] for security_group (d8625768-ce5c-473e-a383-b292afddcf3a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.678141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa1c4e89-ccb6-4350-b092-2d57e97369db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d8625768-ce5c-473e-a383-b292afddcf3a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.716224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2007653275-network', 'tenant_id': '99b83e38485b43169241062bc8920281'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:20.730657 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fa1c4e89-ccb6-4350-b092-2d57e97369db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64f0e199550f45aa8c468970e66db3b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974807 Feb 03 13:08:20.734398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39020) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:20.753102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c4e89-ccb6-4350-b092-2d57e97369db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8625768-ce5c-473e-a383-b292afddcf3a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:20.776592 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.781506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-270abc94-ead7-4933-8253-d0f2d6ad0d34 tempest-AgentManagementNegativeTest-1465527475 tempest-AgentManagementNegativeTest-1465527475-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1282845 Feb 03 13:08:20.800023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Made reservation on behalf of 99b83e38485b43169241062bc8920281 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:20.802645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.805013 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8498-1c3b-4fe4-bbb0-351f0ff53879 admin admin] Publish callbacks [] for security_group (d8625768-ce5c-473e-a383-b292afddcf3a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.813205 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.850955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8498-1c3b-4fe4-bbb0-351f0ff53879 admin admin] Publish callbacks [] for security_group (d8625768-ce5c-473e-a383-b292afddcf3a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.914280 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8498-1c3b-4fe4-bbb0-351f0ff53879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d8625768-ce5c-473e-a383-b292afddcf3a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.918403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8498-1c3b-4fe4-bbb0-351f0ff53879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.919592 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c7bd8498-1c3b-4fe4-bbb0-351f0ff53879 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8625768-ce5c-473e-a383-b292afddcf3a HTTP/1.1" status: 204 len: 168 time: 0.1854091 Feb 03 13:08:20.928112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd8498-1c3b-4fe4-bbb0-351f0ff53879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8625768-ce5c-473e-a383-b292afddcf3a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:20.929094 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Publish callbacks [] for security_group (1583af0e-48b8-4979-b040-d9feba0ccab3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.941012 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1583af0e-48b8-4979-b040-d9feba0ccab3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:20.988598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:20.999081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1583af0e-48b8-4979-b040-d9feba0ccab3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:21.004060 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3185af16-5ad5-49c0-bdf8-db4e7af577eb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.004402 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Added segment 3185af16-5ad5-49c0-bdf8-db4e7af577eb of type vlan for network 75ad7196-e757-41e4-8aba-22056577a99c Feb 03 13:08:21.059846 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (75ad7196-e757-41e4-8aba-22056577a99c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.110215 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (75ad7196-e757-41e4-8aba-22056577a99c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.110864 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:21.112168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:21.113977 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.154360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7588847 Feb 03 13:08:21.156568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39040) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:21.162982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Request body: {'subnet': {'network_id': '75ad7196-e757-41e4-8aba-22056577a99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2007653275-subnet', 'tenant_id': '99b83e38485b43169241062bc8920281', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:21.188085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6caa1-5fa4-4d13-8fe9-dd17a89ee547 admin admin] Pushing event updated for resources: {'Network': ['ID=75ad7196-e757-41e4-8aba-22056577a99c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:21.202743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 75ad7196-e757-41e4-8aba-22056577a99c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:21.203885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Made reservation on behalf of 99b83e38485b43169241062bc8920281 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:21.206359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.392725 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1f464f7c-8e1a-4b0f-927d-06139ec19922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.459764 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (aef72221-94d0-4b7a-b4ed-d17423deede5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.543914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef72221-94d0-4b7a-b4ed-d17423deede5,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:21.569235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Checking segment: {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:21.569513 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Network hostable DHCP agents. Network: 75ad7196-e757-41e4-8aba-22056577a99c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:21.591337 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1f464f7c-8e1a-4b0f-927d-06139ec19922 admin admin] Publish callbacks [] for security_group (e61beb7a-23bf-49ba-8ecd-1dbbdbc0dc1e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.599516 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1f464f7c-8e1a-4b0f-927d-06139ec19922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e61beb7a-23bf-49ba-8ecd-1dbbdbc0dc1e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.618470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Network 75ad7196-e757-41e4-8aba-22056577a99c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:21.649739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 75ad7196-e757-41e4-8aba-22056577a99c) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:21.656694 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1f464f7c-8e1a-4b0f-927d-06139ec19922 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a5571f8b0044e14b11dbefeb0851755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5445857 Feb 03 13:08:21.657166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39066) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:21.660353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e998af-2989-4d19-b565-c398106ddfe8 None None] Network 75ad7196-e757-41e4-8aba-22056577a99c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:21.660776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f464f7c-8e1a-4b0f-927d-06139ec19922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61beb7a-23bf-49ba-8ecd-1dbbdbc0dc1e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:21.667869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:21.668469 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.712531 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-72913c72-31a2-47e1-8809-d7f3a7c8e104 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5537214 Feb 03 13:08:21.715385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39070) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:21.722037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:21.761353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (c92430ca-c1b6-4dff-bc33-4df4c1730949), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.762937 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (c92430ca-c1b6-4dff-bc33-4df4c1730949), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.765316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5359d83-975b-48f4-9e78-799c6c7bfee0 admin admin] Publish callbacks [] for security_group (e61beb7a-23bf-49ba-8ecd-1dbbdbc0dc1e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.799094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5359d83-975b-48f4-9e78-799c6c7bfee0 admin admin] Publish callbacks [] for security_group (e61beb7a-23bf-49ba-8ecd-1dbbdbc0dc1e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.847187 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks [] for router_controller (c92430ca-c1b6-4dff-bc33-4df4c1730949), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.875004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-75ad7196-e757-41e4-8aba-22056577a99c', 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c', 'project_id': '99b83e38485b43169241062bc8920281', 'fixed_ips': [{'subnet_id': 'aef72221-94d0-4b7a-b4ed-d17423deede5'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:21.876024 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.886468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5359d83-975b-48f4-9e78-799c6c7bfee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e61beb7a-23bf-49ba-8ecd-1dbbdbc0dc1e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.889450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f5359d83-975b-48f4-9e78-799c6c7bfee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.893402 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f5359d83-975b-48f4-9e78-799c6c7bfee0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e61beb7a-23bf-49ba-8ecd-1dbbdbc0dc1e HTTP/1.1" status: 204 len: 168 time: 0.2337356 Feb 03 13:08:21.913215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5359d83-975b-48f4-9e78-799c6c7bfee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61beb7a-23bf-49ba-8ecd-1dbbdbc0dc1e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:22.017540 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks [] for router_gateway (c92430ca-c1b6-4dff-bc33-4df4c1730949), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.098978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Allocated IP 172.20.0.2 (75ad7196-e757-41e4-8aba-22056577a99c/aef72221-94d0-4b7a-b4ed-d17423deede5/84236235-0d3b-4cae-a1ce-851b11e879c4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:22.272178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Publish callbacks [] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.283536 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.335875 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks [] for router_gateway (c92430ca-c1b6-4dff-bc33-4df4c1730949), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.356290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Network 75ad7196-e757-41e4-8aba-22056577a99c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:22.365876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:22.369740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:22.383724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Pushing event updated for resources: {'Port': ['ID=84236235-0d3b-4cae-a1ce-851b11e879c4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:22.391800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.476607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Attempting to bind port 84236235-0d3b-4cae-a1ce-851b11e879c4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:22.477282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Attempting to bind port 84236235-0d3b-4cae-a1ce-851b11e879c4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:22.478623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Attempting to bind port 84236235-0d3b-4cae-a1ce-851b11e879c4 on network 75ad7196-e757-41e4-8aba-22056577a99c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:22.486273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:22.487703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Checking segment: {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:22.488275 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.488894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Bound using segment: {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:22.490029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Bound port: 84236235-0d3b-4cae-a1ce-851b11e879c4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:22.490665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.576683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Allocated IP 172.25.3.38 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/74a98878-95c0-44c3-bd92-d7938aa4dae1) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:22.586340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5870d799-a689-489f-9412-00cf881513e8 None None] For port 84236235-0d3b-4cae-a1ce-851b11e879c4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:22.594974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5870d799-a689-489f-9412-00cf881513e8 None None] For port 84236235-0d3b-4cae-a1ce-851b11e879c4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84236235-0d3b-4cae-a1ce-851b11e879c4,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:22.612119 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.618222 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:08:22.696720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870d799-a689-489f-9412-00cf881513e8 None None] Pushing event updated for resources: {'Port': ['ID=84236235-0d3b-4cae-a1ce-851b11e879c4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:22.752625 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks [] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.796747 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.849479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:22.858550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:22.863147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:22.948521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Pushing event updated for resources: {'Port': ['ID=74a98878-95c0-44c3-bd92-d7938aa4dae1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:23.376637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39128) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:23.523798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-628638607'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:23.553319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:23.557915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.569714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.689488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks [] for router_gateway (c92430ca-c1b6-4dff-bc33-4df4c1730949), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.703590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for security_group (2642bdfd-7ca3-42bd-9c7f-566b45570f96), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.709777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2642bdfd-7ca3-42bd-9c7f-566b45570f96), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.723941 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:23.738616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.739246 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment 08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3 of type vlan for network 66e22b66-7a3f-406c-a3b2-eb5b4f28626d Feb 03 13:08:23.810207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (66e22b66-7a3f-406c-a3b2-eb5b4f28626d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.847646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2642bdfd-7ca3-42bd-9c7f-566b45570f96,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:23.870204 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (66e22b66-7a3f-406c-a3b2-eb5b4f28626d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.876886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:23.877222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.957015 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5785205 Feb 03 13:08:24.009290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (c92430ca-c1b6-4dff-bc33-4df4c1730949), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:24.076010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7274b-c13e-40b7-987d-41e0d418ff07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=66e22b66-7a3f-406c-a3b2-eb5b4f28626d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:24.100060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 66e22b66-7a3f-406c-a3b2-eb5b4f28626d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:24.273083 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Router c92430ca-c1b6-4dff-bc33-4df4c1730949 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:08:24.358899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2b630-3fcd-4c43-be05-2c762ee7f354 None None] Network 75ad7196-e757-41e4-8aba-22056577a99c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:24.512095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:24.523954 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Sync routers for ids ['c92430ca-c1b6-4dff-bc33-4df4c1730949'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:24.545118 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Routers {'c92430ca-c1b6-4dff-bc33-4df4c1730949'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:24.545867 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c92430ca-c1b6-4dff-bc33-4df4c1730949'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:24.556269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ecac580c-cda6-4753-b7a5-641e64ff0648 None None] Provisioning complete for port 84236235-0d3b-4cae-a1ce-851b11e879c4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:24.557063 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecac580c-cda6-4753-b7a5-641e64ff0648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:24.558734 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:24.560172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7a84f84f-9d77-44b7-9a35-10a5eb7e5f40 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8426821 Feb 03 13:08:24.566375 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39162) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:24.678422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84236235-0d3b-4cae-a1ce-851b11e879c4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:24.725525 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Set router c92430ca-c1b6-4dff-bc33-4df4c1730949 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:24.967546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 84236235-0d3b-4cae-a1ce-851b11e879c4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:24.970912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.065171 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:21Z', 'updated_at': '2022-02-03T13:08:23Z', 'revision_number': 3, 'project_id': '99b83e38485b43169241062bc8920281', 'gw_port': {'id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:25.083971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ecac580c-cda6-4753-b7a5-641e64ff0648 None None] Current status of the port 84236235-0d3b-4cae-a1ce-851b11e879c4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:25.084841 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecac580c-cda6-4753-b7a5-641e64ff0648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.172140 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Checking router: c92430ca-c1b6-4dff-bc33-4df4c1730949 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:25.175371 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Updating router c92430ca-c1b6-4dff-bc33-4df4c1730949 port 74a98878-95c0-44c3-bd92-d7938aa4dae1 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:08:25.234543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ecac580c-cda6-4753-b7a5-641e64ff0648 None None] For port 84236235-0d3b-4cae-a1ce-851b11e879c4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84236235-0d3b-4cae-a1ce-851b11e879c4,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:25.239463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39170) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:25.245889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'network': {'name': 'tempest-network-smoke--1718561965', 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'port_security_enabled': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:25.252928 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.255778 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecac580c-cda6-4753-b7a5-641e64ff0648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.313219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Made reservation on behalf of 52aa579632c54ab0b8d5fe33c7cc9edd for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:25.320953 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.326943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 84236235-0d3b-4cae-a1ce-851b11e879c4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:25.327342 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.362233 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.379006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac580c-cda6-4753-b7a5-641e64ff0648 None None] Pushing event updated for resources: {'Port': ['ID=84236235-0d3b-4cae-a1ce-851b11e879c4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:25.449718 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:08:25.450514 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:08:25.456493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a5595ab5-3236-4077-b061-ae90d1b7c9dd None None] Provisioning complete for port 84236235-0d3b-4cae-a1ce-851b11e879c4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:25.457619 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5595ab5-3236-4077-b061-ae90d1b7c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.579119 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (3d9d333a-ead4-4abb-8e3b-3a0149441f48), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.591431 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3d9d333a-ead4-4abb-8e3b-3a0149441f48), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.613777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a5595ab5-3236-4077-b061-ae90d1b7c9dd None None] Current status of the port 84236235-0d3b-4cae-a1ce-851b11e879c4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:25.638955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:25.664997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9d333a-ead4-4abb-8e3b-3a0149441f48,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:25.670571 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6e621d32-6a4a-422b-8303-552a1bf04c8a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.671150 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Added segment 6e621d32-6a4a-422b-8303-552a1bf04c8a of type vlan for network 448b5fe0-4d30-49fd-818f-e499db294b5f Feb 03 13:08:25.763834 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (448b5fe0-4d30-49fd-818f-e499db294b5f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.766009 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.810822 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (448b5fe0-4d30-49fd-818f-e499db294b5f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.819465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:25.820235 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.874129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6333730 Feb 03 13:08:25.875317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39180) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:25.908496 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Publish callbacks [] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.911537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'admin_state_up': True, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:25.923392 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.939300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668271ca-9a1c-4178-9f6b-f84a78d7e172 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Network': ['ID=448b5fe0-4d30-49fd-818f-e499db294b5f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:25.954741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 448b5fe0-4d30-49fd-818f-e499db294b5f details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:25.967464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (3880d128-14e8-4cab-b9c8-34c5662e26d8), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:25.968628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (3880d128-14e8-4cab-b9c8-34c5662e26d8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.051521 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Attempting to bind port 74a98878-95c0-44c3-bd92-d7938aa4dae1 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:26.052147 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Attempting to bind port 74a98878-95c0-44c3-bd92-d7938aa4dae1 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:26.053764 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Attempting to bind port 74a98878-95c0-44c3-bd92-d7938aa4dae1 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:26.095253 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_controller (3880d128-14e8-4cab-b9c8-34c5662e26d8), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.112378 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:26.113428 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:26.114002 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.114550 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:26.115153 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Bound port: 74a98878-95c0-44c3-bd92-d7938aa4dae1, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:26.115640 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.118798 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Pushing event updated for resources: {'Port': ['ID=74a98878-95c0-44c3-bd92-d7938aa4dae1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:26.149355 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.149874 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.150333 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.150810 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.151544 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.152136 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.152661 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.153094 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.153987 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.154482 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.154935 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.155973 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.155973 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:26.180524 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 84236235-0d3b-4cae-a1ce-851b11e879c4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:26.218851 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] For port 74a98878-95c0-44c3-bd92-d7938aa4dae1, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:26.224298 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] For port 74a98878-95c0-44c3-bd92-d7938aa4dae1, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=74a98878-95c0-44c3-bd92-d7938aa4dae1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:26.240041 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.263681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Allocated IP 172.20.0.1 (75ad7196-e757-41e4-8aba-22056577a99c/aef72221-94d0-4b7a-b4ed-d17423deede5/51fbf9f8-a070-4098-bda2-bef292b822b6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:26.319663 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Routers {'c92430ca-c1b6-4dff-bc33-4df4c1730949'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:26.320305 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c92430ca-c1b6-4dff-bc33-4df4c1730949'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:26.363564 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_gateway (3880d128-14e8-4cab-b9c8-34c5662e26d8), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.390662 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763a440-6e45-4059-b52b-2d3c1d59a78d None None] Pushing event updated for resources: {'Port': ['ID=74a98878-95c0-44c3-bd92-d7938aa4dae1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:26.439903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Publish callbacks [] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.520252 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.587733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84236235-0d3b-4cae-a1ce-851b11e879c4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:26.613044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Pushing event updated for resources: {'Port': ['ID=51fbf9f8-a070-4098-bda2-bef292b822b6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:26.650622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Network 75ad7196-e757-41e4-8aba-22056577a99c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:26.653297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:26.670602 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] Set router c92430ca-c1b6-4dff-bc33-4df4c1730949 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:26.675629 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:26.783696 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (c92430ca-c1b6-4dff-bc33-4df4c1730949), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.788808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 84236235-0d3b-4cae-a1ce-851b11e879c4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:26.790359 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.893390 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_gateway (3880d128-14e8-4cab-b9c8-34c5662e26d8), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:26.910632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 84236235-0d3b-4cae-a1ce-851b11e879c4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:26.943810 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:27.030218 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:21Z', 'updated_at': '2022-02-03T13:08:23Z', 'revision_number': 3, 'project_id': '99b83e38485b43169241062bc8920281', 'gw_port': {'id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:27.086419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:27.106907 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d330682-4fe0-41d1-ba4f-9b1d4db79ba0 None None] The sync data for ids ['c92430ca-c1b6-4dff-bc33-4df4c1730949'] in n-d-792364-10 is: [{'id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:21Z', 'updated_at': '2022-02-03T13:08:23Z', 'revision_number': 3, 'project_id': '99b83e38485b43169241062bc8920281', 'gw_port': {'id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:27.153211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Allocated IP 172.25.3.183 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/03b91e03-5f84-4b5c-b9e6-70ba52f9d53b) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:27.195153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e7938f12-0b13-4816-840f-7fd9bcc2c630 None None] Provisioning complete for port 51fbf9f8-a070-4098-bda2-bef292b822b6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:27.203818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7938f12-0b13-4816-840f-7fd9bcc2c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:27.278124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e7938f12-0b13-4816-840f-7fd9bcc2c630 None None] Port 51fbf9f8-a070-4098-bda2-bef292b822b6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:08:27.304013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:27.342871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39196) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:27.348249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '66e22b66-7a3f-406c-a3b2-eb5b4f28626d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:27.460248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:27.463910 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:27.470400 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:27.537327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:27.543967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:27.583528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:27.762399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Publish callbacks [] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:27.766584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=03b91e03-5f84-4b5c-b9e6-70ba52f9d53b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:27.778135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:27.854176 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (c92430ca-c1b6-4dff-bc33-4df4c1730949), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:27.868887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Pushing event updated for resources: {'Port': ['ID=51fbf9f8-a070-4098-bda2-bef292b822b6,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:27.977329 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Network 75ad7196-e757-41e4-8aba-22056577a99c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:27.979128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:27.996453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.080590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:28.145835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Router c92430ca-c1b6-4dff-bc33-4df4c1730949 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:28.176207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking segment: {'id': '08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '66e22b66-7a3f-406c-a3b2-eb5b4f28626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:28.176567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network hostable DHCP agents. Network: 66e22b66-7a3f-406c-a3b2-eb5b4f28626d, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:28.191488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_gateway (3880d128-14e8-4cab-b9c8-34c5662e26d8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.247173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 66e22b66-7a3f-406c-a3b2-eb5b4f28626d is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:28.315137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 66e22b66-7a3f-406c-a3b2-eb5b4f28626d) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:28.325064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:28.328240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe5063-1fab-4a19-a2a3-4cb12ac14b2f None None] Network 66e22b66-7a3f-406c-a3b2-eb5b4f28626d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:28.330655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:28.331299 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.332493 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-79eb3f27-a749-4423-aa3f-bba6629878df admin admin] 10.222.0.65 "PUT /v2.0/routers/c92430ca-c1b6-4dff-bc33-4df4c1730949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7492039 Feb 03 13:08:28.374382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3b25648f-94cd-43e8-b588-cf2ee4f632bd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0274780 Feb 03 13:08:28.375793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39214) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:28.381159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-543261814'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:28.431848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:28.437313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.498292 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (3880d128-14e8-4cab-b9c8-34c5662e26d8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.506126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:28.530885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (fb70a9a6-b38e-4128-862a-5521b73b32e7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.531229 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment fb70a9a6-b38e-4128-862a-5521b73b32e7 of type vlan for network 178b09e8-98e8-42a4-aa34-02a0c2afd34b Feb 03 13:08:28.583352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-30420793-083c-45f1-85c6-7a7c01f31372 None None] Provisioning complete for port 51fbf9f8-a070-4098-bda2-bef292b822b6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:28.583493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30420793-083c-45f1-85c6-7a7c01f31372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.653934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (178b09e8-98e8-42a4-aa34-02a0c2afd34b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.657292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-30420793-083c-45f1-85c6-7a7c01f31372 None None] Port 51fbf9f8-a070-4098-bda2-bef292b822b6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:08:28.659918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 74a98878-95c0-44c3-bd92-d7938aa4dae1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:28.736929 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (178b09e8-98e8-42a4-aa34-02a0c2afd34b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.742610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:28.743432 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.778004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Router 3880d128-14e8-4cab-b9c8-34c5662e26d8 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:08:28.803357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-66e22b66-7a3f-406c-a3b2-eb5b4f28626d', 'network_id': '66e22b66-7a3f-406c-a3b2-eb5b4f28626d', 'project_id': 'fa458c630c4f4a50bc42b03c6a76af4e', 'fixed_ips': [{'subnet_id': '6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:28.804519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.806560 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4295042 Feb 03 13:08:28.810643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39224) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:28.848201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '178b09e8-98e8-42a4-aa34-02a0c2afd34b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:28.868172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=178b09e8-98e8-42a4-aa34-02a0c2afd34b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:28.869095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 74a98878-95c0-44c3-bd92-d7938aa4dae1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:28.870712 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.881709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.882068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.884324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.885262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.885607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.885988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.886336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.886780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.887195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.887529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.887859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.888182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.888504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42b747-e6a6-4bab-baa8-b6d01f263ba3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:28.941343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 178b09e8-98e8-42a4-aa34-02a0c2afd34b details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:28.986267 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:28.991232 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.005068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:29.028240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Sync routers for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:29.048863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.055943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ef3e4ec2-992b-4c42-9042-ff6c7599f717 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1498039 Feb 03 13:08:29.058193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39234) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:29.127136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:29.127790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:29.226745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 74a98878-95c0-44c3-bd92-d7938aa4dae1 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:29.232282 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.264178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (a00b3073-768c-4114-b78a-1c60dbdc6925), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.365038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3efc18e4-5f39-442e-a4d0-5ff381402f2a tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52aa579632c54ab0b8d5fe33c7cc9edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3051858 Feb 03 13:08:29.365958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39242) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:29.389707 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=a00b3073-768c-4114-b78a-1c60dbdc6925,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:29.410677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking segment: {'id': 'fb70a9a6-b38e-4128-862a-5521b73b32e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '178b09e8-98e8-42a4-aa34-02a0c2afd34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:29.410963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network hostable DHCP agents. Network: 178b09e8-98e8-42a4-aa34-02a0c2afd34b, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:29.466352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 178b09e8-98e8-42a4-aa34-02a0c2afd34b is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:29.489585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 178b09e8-98e8-42a4-aa34-02a0c2afd34b) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:29.499083 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:29.500288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.537891 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-04b60c32-8085-4ea1-a406-dbd2a14fb471 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7264674 Feb 03 13:08:29.541346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39250) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:29.543858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39252) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:29.549864 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1028128386-network', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:29.550188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Allocated IP 2001:db8:0:ffff::2 (66e22b66-7a3f-406c-a3b2-eb5b4f28626d/6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0/b3f20b3a-2c6a-438e-8c52-0cf893b8e381) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:29.579322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Made reservation on behalf of 23822b775bab4ac89b0790ee49bc5267 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:29.582190 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.593737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.598744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee35adf0-5108-490c-8bda-20b175fa2d43 None None] Network 178b09e8-98e8-42a4-aa34-02a0c2afd34b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:29.603171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 74a98878-95c0-44c3-bd92-d7938aa4dae1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=74a98878-95c0-44c3-bd92-d7938aa4dae1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:29.603799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36acb098-4559-4609-ba8e-0c53f6c2e68e tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:29.605588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-36acb098-4559-4609-ba8e-0c53f6c2e68e tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2381842 Feb 03 13:08:29.641668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39254) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:29.673280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.694360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e3ba79c4-af13-418b-96dd-517ddd26ede5 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512948 Feb 03 13:08:29.698901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39256) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:29.704902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1053289655', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:29.726864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Publish callbacks [] for security_group (2b755e6c-785d-4c7e-8048-1982a90b01ee), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.746352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2b755e6c-785d-4c7e-8048-1982a90b01ee), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.764486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=74a98878-95c0-44c3-bd92-d7938aa4dae1,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:29.781826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:29.805959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b1b5d573-c423-476b-b899-82db4c1862b1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.806616 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Added segment b1b5d573-c423-476b-b899-82db4c1862b1 of type vlan for network 22f5b4f7-cbde-489b-a239-b2b1164460d1 Feb 03 13:08:29.808483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b755e6c-785d-4c7e-8048-1982a90b01ee,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:29.836795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:29.887314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (178b09e8-98e8-42a4-aa34-02a0c2afd34b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.893998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (22f5b4f7-cbde-489b-a239-b2b1164460d1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.905434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Made reservation on behalf of 52aa579632c54ab0b8d5fe33c7cc9edd for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:29.911648 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.934896 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Sync routers for ids ['c92430ca-c1b6-4dff-bc33-4df4c1730949'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:29.954181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (22f5b4f7-cbde-489b-a239-b2b1164460d1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.956554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:29.960036 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.968039 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Routers {'c92430ca-c1b6-4dff-bc33-4df4c1730949'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:29.972606 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c92430ca-c1b6-4dff-bc33-4df4c1730949'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:30.048996 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5033529 Feb 03 13:08:30.051282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39264) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:30.070671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Request body: {'subnet': {'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1028128386-subnet', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:30.092332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (a00b3073-768c-4114-b78a-1c60dbdc6925), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.105539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579cb966-99e7-4742-b733-bfc31f18f538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-178b09e8-98e8-42a4-aa34-02a0c2afd34b', 'network_id': '178b09e8-98e8-42a4-aa34-02a0c2afd34b', 'project_id': 'fa458c630c4f4a50bc42b03c6a76af4e', 'fixed_ips': [{'subnet_id': 'a00b3073-768c-4114-b78a-1c60dbdc6925'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:30.107626 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-579cb966-99e7-4742-b733-bfc31f18f538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.133898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Publish callbacks [] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.145392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffac5fe-149a-460b-a1ff-1fd64ce5d0ea admin admin] Pushing event updated for resources: {'Network': ['ID=22f5b4f7-cbde-489b-a239-b2b1164460d1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:30.170111 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Made reservation on behalf of 23822b775bab4ac89b0790ee49bc5267 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:30.173396 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.194607 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Set router c92430ca-c1b6-4dff-bc33-4df4c1730949 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:30.212767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (a00b3073-768c-4114-b78a-1c60dbdc6925), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.223710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 22f5b4f7-cbde-489b-a239-b2b1164460d1 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:30.277465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=a00b3073-768c-4114-b78a-1c60dbdc6925,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:30.304768 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server [None req-579cb966-99e7-4742-b733-bfc31f18f538 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a00b3073-768c-4114-b78a-1c60dbdc6925: This subnet is being modified by another concurrent operation. Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise exception Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a00b3073-768c-4114-b78a-1c60dbdc6925: This subnet is being modified by another concurrent operation. Feb 03 13:08:30.318147 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Feb 03 13:08:30.367557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c34e4e-cde8-4b97-bae5-3f711d82977d None None] Network 178b09e8-98e8-42a4-aa34-02a0c2afd34b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:30.386918 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (178b09e8-98e8-42a4-aa34-02a0c2afd34b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.429707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:27Z', 'revision_number': 3, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:30.437013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178b09e8-98e8-42a4-aa34-02a0c2afd34b']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:30.451985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb70a9a6-b38e-4128-862a-5521b73b32e7') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:30.452286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb70a9a6-b38e-4128-862a-5521b73b32e7') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:30.491636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (fb70a9a6-b38e-4128-862a-5521b73b32e7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.491924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Checking router: 3880d128-14e8-4cab-b9c8-34c5662e26d8 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:30.492084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Updating router 3880d128-14e8-4cab-b9c8-34c5662e26d8 port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:08:30.511733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Network 66e22b66-7a3f-406c-a3b2-eb5b4f28626d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:30.513693 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (ee20cce2-9abe-4cae-a337-8f8d3213bb3b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.569228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:30.577175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Pushing event updated for resources: {'Port': ['ID=b3f20b3a-2c6a-438e-8c52-0cf893b8e381,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:30.582123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:30.584282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 74a98878-95c0-44c3-bd92-d7938aa4dae1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:30.585606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee20cce2-9abe-4cae-a337-8f8d3213bb3b,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:30.588457 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (fb70a9a6-b38e-4128-862a-5521b73b32e7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.606377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:30.607069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (fb70a9a6-b38e-4128-862a-5521b73b32e7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: warnings.warn(msg) Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:30.610498 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:30.637868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.638585 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:21Z', 'updated_at': '2022-02-03T13:08:27Z', 'revision_number': 4, 'project_id': '99b83e38485b43169241062bc8920281', 'gw_port': {'id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '51fbf9f8-a070-4098-bda2-bef292b822b6', 'name': '', 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c', 'tenant_id': '99b83e38485b43169241062bc8920281', 'mac_address': 'fa:16:3e:fb:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'aef72221-94d0-4b7a-b4ed-d17423deede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:27Z', 'revision_number': 2, 'project_id': '99b83e38485b43169241062bc8920281', 'subnets': [{'id': 'aef72221-94d0-4b7a-b4ed-d17423deede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:30.650294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Checking segment: {'id': 'b1b5d573-c423-476b-b899-82db4c1862b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:30.650690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Network hostable DHCP agents. Network: 22f5b4f7-cbde-489b-a239-b2b1164460d1, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:30.655014 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (8768d3eb-305a-4f45-95d6-d6df05fa43e5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.679916 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Checking router: c92430ca-c1b6-4dff-bc33-4df4c1730949 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:30.680318 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Updating router c92430ca-c1b6-4dff-bc33-4df4c1730949 port 51fbf9f8-a070-4098-bda2-bef292b822b6 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:08:30.680597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Network 22f5b4f7-cbde-489b-a239-b2b1164460d1 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:30.701190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 22f5b4f7-cbde-489b-a239-b2b1164460d1) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:30.742637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:30.743261 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.774645 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.786708 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (178b09e8-98e8-42a4-aa34-02a0c2afd34b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.790813 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0844a7db-b3a4-40f5-925a-96d9578ee905 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7298725 Feb 03 13:08:30.791048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39276) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:30.795809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Subnet': ['ID=8768d3eb-305a-4f45-95d6-d6df05fa43e5,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:30.800843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:30.812554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede372df-01e1-4eab-b5ba-ef6c070929e7 None None] Network 22f5b4f7-cbde-489b-a239-b2b1164460d1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:30.813509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.816762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/178b09e8-98e8-42a4-aa34-02a0c2afd34b HTTP/1.1" status: 204 len: 168 time: 1.2742956 Feb 03 13:08:30.820023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad972e-4638-4db0-a327-12993b73eaa2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=178b09e8-98e8-42a4-aa34-02a0c2afd34b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:30.821809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39278) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:30.828893 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443060015'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:30.844469 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (e0b244cb-ef81-4bff-89d3-cb3678a098f8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.844930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Checking segment: {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:30.845303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network hostable DHCP agents. Network: 448b5fe0-4d30-49fd-818f-e499db294b5f, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:30.845676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (e0b244cb-ef81-4bff-89d3-cb3678a098f8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.871045 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:30.876718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.894771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 448b5fe0-4d30-49fd-818f-e499db294b5f is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:30.930988 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks [] for router_controller (e0b244cb-ef81-4bff-89d3-cb3678a098f8), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.935219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 448b5fe0-4d30-49fd-818f-e499db294b5f) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:30.949026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:30.949632 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.970245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:30.995599 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2a8a8fab-3a85-4a67-a88e-6c42a3cb2575), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.996117 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment 2a8a8fab-3a85-4a67-a88e-6c42a3cb2575 of type vlan for network 3112145a-c1cc-401e-a1fa-d9fec06e0f1b Feb 03 13:08:31.014383 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-45f24211-2091-4bf1-99dc-c57214060bc9 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3137646 Feb 03 13:08:31.018968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39280) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:31.057871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04749cce-76d8-421f-ae9a-ae2d85b78b33 None None] Network 448b5fe0-4d30-49fd-818f-e499db294b5f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:31.109859 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3112145a-c1cc-401e-a1fa-d9fec06e0f1b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.145102 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks [] for router_gateway (e0b244cb-ef81-4bff-89d3-cb3678a098f8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.222346 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Publish callbacks [] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.232597 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.266984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Attempting to bind port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:31.267448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Attempting to bind port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '66e22b66-7a3f-406c-a3b2-eb5b4f28626d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:31.267878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Attempting to bind port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 on network 66e22b66-7a3f-406c-a3b2-eb5b4f28626d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:31.299340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 74a98878-95c0-44c3-bd92-d7938aa4dae1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:31.299785 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.322113 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Publish callbacks [] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.340400 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b93754-8fa8-4073-af2d-712cbc9635dd None None] Pushing event updated for resources: {'Port': ['ID=51fbf9f8-a070-4098-bda2-bef292b822b6,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:31.362666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-22f5b4f7-cbde-489b-a239-b2b1164460d1', 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1', 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'fixed_ips': [{'subnet_id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:31.364441 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.376572 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:31.377165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Checking segment: {'id': '08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '66e22b66-7a3f-406c-a3b2-eb5b4f28626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:31.377737 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.378308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Bound using segment: {'id': '08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '66e22b66-7a3f-406c-a3b2-eb5b4f28626d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:31.379014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Bound port: b3f20b3a-2c6a-438e-8c52-0cf893b8e381, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '66e22b66-7a3f-406c-a3b2-eb5b4f28626d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:31.379573 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.418795 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Attempting to bind port 51fbf9f8-a070-4098-bda2-bef292b822b6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:31.419209 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Attempting to bind port 51fbf9f8-a070-4098-bda2-bef292b822b6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:31.420180 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Attempting to bind port 51fbf9f8-a070-4098-bda2-bef292b822b6 on network 75ad7196-e757-41e4-8aba-22056577a99c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:31.429766 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:31.430340 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Checking segment: {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:31.430871 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.431354 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Bound using segment: {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:31.432072 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Bound port: 51fbf9f8-a070-4098-bda2-bef292b822b6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:31.432648 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.473606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] For port b3f20b3a-2c6a-438e-8c52-0cf893b8e381, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:31.478007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] For port b3f20b3a-2c6a-438e-8c52-0cf893b8e381, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b3f20b3a-2c6a-438e-8c52-0cf893b8e381,segment=NetworkSegment(08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3),segment_id=08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:31.488274 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.519928 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] For port 51fbf9f8-a070-4098-bda2-bef292b822b6, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:31.541845 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.543312 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] For port 51fbf9f8-a070-4098-bda2-bef292b822b6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=51fbf9f8-a070-4098-bda2-bef292b822b6,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:31.555381 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.599532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks [] for router_gateway (e0b244cb-ef81-4bff-89d3-cb3678a098f8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.652633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.686132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-448b5fe0-4d30-49fd-818f-e499db294b5f', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:31.687077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.698991 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b93754-8fa8-4073-af2d-712cbc9635dd None None] Pushing event updated for resources: {'Port': ['ID=51fbf9f8-a070-4098-bda2-bef292b822b6,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:31.705640 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Routers {'c92430ca-c1b6-4dff-bc33-4df4c1730949'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:31.706561 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c92430ca-c1b6-4dff-bc33-4df4c1730949'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:31.741700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8755b77-7f4f-451c-b420-433bbb27edc3 None None] Pushing event updated for resources: {'Port': ['ID=03b91e03-5f84-4b5c-b9e6-70ba52f9d53b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:31.750274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-04c0c914-c3ca-4ff3-8baf-a8da8a1d130e None None] Provisioning complete for port 51fbf9f8-a070-4098-bda2-bef292b822b6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:31.750701 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04c0c914-c3ca-4ff3-8baf-a8da8a1d130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.843341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Attempting to bind port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:31.844124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Attempting to bind port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:31.844660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Attempting to bind port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:31.883331 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] Set router c92430ca-c1b6-4dff-bc33-4df4c1730949 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:31.942969 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.resource_extend [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] It took 0.83 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:08:31.980284 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Allocated IP 172.25.3.212 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/0c487ef4-47c9-44c2-8f00-71f98ddd66db) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:31.995687 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3112145a-c1cc-401e-a1fa-d9fec06e0f1b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:32.012206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:32.013080 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:32.126532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2994647 Feb 03 13:08:32.128642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39296) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:32.197486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks [] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:32.218959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '3112145a-c1cc-401e-a1fa-d9fec06e0f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:32.284027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ec525-20e7-410b-b9b8-74f59d63756b None None] Pushing event updated for resources: {'Port': ['ID=b3f20b3a-2c6a-438e-8c52-0cf893b8e381,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:32.299680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:32.300464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:32.301110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:32.301816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:32.302766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Bound port: 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:32.303381 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:32.306511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:32.318304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1122b-b219-4343-af5b-eb1da5432464 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=3112145a-c1cc-401e-a1fa-d9fec06e0f1b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:32.359851 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:21Z', 'updated_at': '2022-02-03T13:08:27Z', 'revision_number': 4, 'project_id': '99b83e38485b43169241062bc8920281', 'gw_port': {'id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '51fbf9f8-a070-4098-bda2-bef292b822b6', 'name': '', 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c', 'tenant_id': '99b83e38485b43169241062bc8920281', 'mac_address': 'fa:16:3e:fb:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'aef72221-94d0-4b7a-b4ed-d17423deede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:31Z', 'revision_number': 4, 'project_id': '99b83e38485b43169241062bc8920281', 'subnets': [{'id': 'aef72221-94d0-4b7a-b4ed-d17423deede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:32.396674 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560257d-f07f-4fc1-9126-82d40388fd45 None None] The sync data for ids ['c92430ca-c1b6-4dff-bc33-4df4c1730949'] in n-d-792364-10 is: [{'id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:21Z', 'updated_at': '2022-02-03T13:08:27Z', 'revision_number': 4, 'project_id': '99b83e38485b43169241062bc8920281', 'gw_port': {'id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '51fbf9f8-a070-4098-bda2-bef292b822b6', 'name': '', 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c', 'tenant_id': '99b83e38485b43169241062bc8920281', 'mac_address': 'fa:16:3e:fb:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'aef72221-94d0-4b7a-b4ed-d17423deede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:31Z', 'revision_number': 4, 'project_id': '99b83e38485b43169241062bc8920281', 'subnets': [{'id': 'aef72221-94d0-4b7a-b4ed-d17423deede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:32.399747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:32.416035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:32.421279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:32.428391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0c487ef4-47c9-44c2-8f00-71f98ddd66db,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:32.532190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3112145a-c1cc-401e-a1fa-d9fec06e0f1b details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:32.617469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] For port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:32.622772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] For port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=03b91e03-5f84-4b5c-b9e6-70ba52f9d53b,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:32.705473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:32.710831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:32.741703 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:32.894142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks [] for router_gateway (e0b244cb-ef81-4bff-89d3-cb3678a098f8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:32.910172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 74a98878-95c0-44c3-bd92-d7938aa4dae1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:33.011015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Allocated IP 172.20.0.2 (22f5b4f7-cbde-489b-a239-b2b1164460d1/ee20cce2-9abe-4cae-a337-8f8d3213bb3b/f5104d5c-d65e-4ee4-9141-8d05e190a14c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:33.058849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Allocated IP 172.20.0.2 (448b5fe0-4d30-49fd-818f-e499db294b5f/8768d3eb-305a-4f45-95d6-d6df05fa43e5/7ec578b1-fd50-4642-adac-4ba763f9a792) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:33.190631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-04c0c914-c3ca-4ff3-8baf-a8da8a1d130e None None] Current status of the port 51fbf9f8-a070-4098-bda2-bef292b822b6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:33.191024 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04c0c914-c3ca-4ff3-8baf-a8da8a1d130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:33.226891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:33.227553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:33.235241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8755b77-7f4f-451c-b420-433bbb27edc3 None None] Pushing event updated for resources: {'Port': ['ID=03b91e03-5f84-4b5c-b9e6-70ba52f9d53b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:33.243876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (e0b244cb-ef81-4bff-89d3-cb3678a098f8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:33.380444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-04c0c914-c3ca-4ff3-8baf-a8da8a1d130e None None] For port 51fbf9f8-a070-4098-bda2-bef292b822b6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=51fbf9f8-a070-4098-bda2-bef292b822b6,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:33.403834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 51fbf9f8-a070-4098-bda2-bef292b822b6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:33.425852 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (0e71b5b4-7514-4d0b-9dfd-59e341b47c92), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:33.498922 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:33.577689 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04c0c914-c3ca-4ff3-8baf-a8da8a1d130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:33.593362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=0e71b5b4-7514-4d0b-9dfd-59e341b47c92,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:33.601617 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Publish callbacks [] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:33.638704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Router e0b244cb-ef81-4bff-89d3-cb3678a098f8 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:08:33.670135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking segment: {'id': '2a8a8fab-3a85-4a67-a88e-6c42a3cb2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3112145a-c1cc-401e-a1fa-d9fec06e0f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:33.670655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network hostable DHCP agents. Network: 3112145a-c1cc-401e-a1fa-d9fec06e0f1b, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:33.747614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811746a-e4f7-4a16-bd10-e3801bba51ff None None] Network 66e22b66-7a3f-406c-a3b2-eb5b4f28626d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:33.780646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:33.797848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:33.829522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:33.833386 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-43b20202-1756-48f1-83fc-74c33096e8e2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0388806 Feb 03 13:08:33.834266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39312) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:33.852342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Sync routers for ids ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:33.888166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:33.986804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Allocated IP 172.20.0.1 (448b5fe0-4d30-49fd-818f-e499db294b5f/8768d3eb-305a-4f45-95d6-d6df05fa43e5/87e40dff-d3b8-47d4-bf8d-7c050c9610d9) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:34.023887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Network 448b5fe0-4d30-49fd-818f-e499db294b5f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:34.027817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:34.035486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:34.109777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 3112145a-c1cc-401e-a1fa-d9fec06e0f1b is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:34.135182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3112145a-c1cc-401e-a1fa-d9fec06e0f1b) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:34.142912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:34.143522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.149588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 51fbf9f8-a070-4098-bda2-bef292b822b6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:34.149811 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.153001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Provisioning complete for port 51fbf9f8-a070-4098-bda2-bef292b822b6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:34.153378 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.154863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0c914-c3ca-4ff3-8baf-a8da8a1d130e None None] Pushing event updated for resources: {'Port': ['ID=51fbf9f8-a070-4098-bda2-bef292b822b6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:34.197814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8eee9f75-11e7-4b67-a321-70c88db891a8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0527005 Feb 03 13:08:34.211034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39320) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:34.213782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaaccfa-e9a7-4a34-ba11-88871301356b None None] Network 3112145a-c1cc-401e-a1fa-d9fec06e0f1b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:34.227868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1981839455'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:34.241945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.288373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:34.292709 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.329396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:34.345115 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.388924 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b0400754-3061-4c7a-9558-4e1277c9b902), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.389628 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment b0400754-3061-4c7a-9558-4e1277c9b902 of type vlan for network 5a725937-b171-4cb7-a842-fed7bacf0a10 Feb 03 13:08:34.397044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Routers {'e0b244cb-ef81-4bff-89d3-cb3678a098f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:34.397705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:34.463436 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (5a725937-b171-4cb7-a842-fed7bacf0a10), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.488582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 448b5fe0-4d30-49fd-818f-e499db294b5f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:34.497428 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (5a725937-b171-4cb7-a842-fed7bacf0a10), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.503682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:34.504396 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.514183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:34.533533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:34.539452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.564925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=87e40dff-d3b8-47d4-bf8d-7c050c9610d9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:34.590297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3771782 Feb 03 13:08:34.632439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39326) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:34.637463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '5a725937-b171-4cb7-a842-fed7bacf0a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:34.649406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066a696-20c2-4782-9b04-ea6724a2bd7a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=5a725937-b171-4cb7-a842-fed7bacf0a10,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:34.674138 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (3880d128-14e8-4cab-b9c8-34c5662e26d8), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.810826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Publish callbacks [] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.817184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:34.821644 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.866832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 5a725937-b171-4cb7-a842-fed7bacf0a10 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:34.913608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Attempting to bind port 7ec578b1-fd50-4642-adac-4ba763f9a792 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:34.914127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Attempting to bind port 7ec578b1-fd50-4642-adac-4ba763f9a792 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:34.914616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Attempting to bind port 7ec578b1-fd50-4642-adac-4ba763f9a792 on network 448b5fe0-4d30-49fd-818f-e499db294b5f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:34.939228 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:34.961634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_backend_mixin [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Performing IP validity checks on allocation pools {{(pid=103224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 13:08:34.962172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.ipam_backend_mixin [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 13:08:34.973063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-3112145a-c1cc-401e-a1fa-d9fec06e0f1b', 'network_id': '3112145a-c1cc-401e-a1fa-d9fec06e0f1b', 'project_id': 'fa458c630c4f4a50bc42b03c6a76af4e', 'fixed_ips': [{'subnet_id': '0e71b5b4-7514-4d0b-9dfd-59e341b47c92'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:34.974625 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.038856 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.102719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:35.103631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Checking segment: {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:35.104272 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.105017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Bound using segment: {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:35.105905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Bound port: 7ec578b1-fd50-4642-adac-4ba763f9a792, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:35.106676 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.109283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Pushing event updated for resources: {'Port': ['ID=7ec578b1-fd50-4642-adac-4ba763f9a792,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:35.177038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Allocated IP 172.20.0.1 (22f5b4f7-cbde-489b-a239-b2b1164460d1/ee20cce2-9abe-4cae-a337-8f8d3213bb3b/c4712d2a-41fe-4cb9-bd0c-40b86edf0753) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:35.265318 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (fb22d5bb-3e8d-4990-9f90-58ebfca97298), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.289554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Set router e0b244cb-ef81-4bff-89d3-cb3678a098f8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:35.298205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Network 22f5b4f7-cbde-489b-a239-b2b1164460d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:35.322593 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Publish callbacks [] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.365570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.400189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=fb22d5bb-3e8d-4990-9f90-58ebfca97298,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:35.416677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking segment: {'id': 'b0400754-3061-4c7a-9558-4e1277c9b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5a725937-b171-4cb7-a842-fed7bacf0a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:35.416677 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network hostable DHCP agents. Network: 5a725937-b171-4cb7-a842-fed7bacf0a10, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:35.417484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Network 22f5b4f7-cbde-489b-a239-b2b1164460d1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:35.421498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:35.424356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c4712d2a-41fe-4cb9-bd0c-40b86edf0753,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:35.426796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:35.473117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (e0b244cb-ef81-4bff-89d3-cb3678a098f8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.533100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 5a725937-b171-4cb7-a842-fed7bacf0a10 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:35.551288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 5a725937-b171-4cb7-a842-fed7bacf0a10) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:35.563138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:35.564003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.598277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Allocated IP 2001:db8::1 (3112145a-c1cc-401e-a1fa-d9fec06e0f1b/0e71b5b4-7514-4d0b-9dfd-59e341b47c92/e81e4144-6c1a-4579-8b8b-6d841fd0fd53) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:35.613303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc5d661d-c41b-458b-8b54-d10a47f47e5b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9800539 Feb 03 13:08:35.616348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39342) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:35.620112 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.629444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:35.630666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.685034 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.705569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f165493-68b5-4139-98ad-60065fc40cb3 None None] Network 5a725937-b171-4cb7-a842-fed7bacf0a10 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:35.713576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:35.796777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Pushing event updated for resources: {'Port': ['ID=f5104d5c-d65e-4ee4-9141-8d05e190a14c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:35.802071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Current status of the port 51fbf9f8-a070-4098-bda2-bef292b822b6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:35.816616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=87e40dff-d3b8-47d4-bf8d-7c050c9610d9,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:35.822744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (3880d128-14e8-4cab-b9c8-34c5662e26d8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:35.936972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 448b5fe0-4d30-49fd-818f-e499db294b5f is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:35.953536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:35.958284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 51fbf9f8-a070-4098-bda2-bef292b822b6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:35.963078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b3f20b3a-2c6a-438e-8c52-0cf893b8e381 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:36.012610 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Publish callbacks [] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.036544 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.062408 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (5a725937-b171-4cb7-a842-fed7bacf0a10), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.108381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c4712d2a-41fe-4cb9-bd0c-40b86edf0753,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:36.141117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (e0b244cb-ef81-4bff-89d3-cb3678a098f8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.141382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Attempting to bind port f5104d5c-d65e-4ee4-9141-8d05e190a14c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:36.141914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Attempting to bind port f5104d5c-d65e-4ee4-9141-8d05e190a14c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'b1b5d573-c423-476b-b899-82db4c1862b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:36.142618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Attempting to bind port f5104d5c-d65e-4ee4-9141-8d05e190a14c on network 22f5b4f7-cbde-489b-a239-b2b1164460d1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:36.157796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-5a725937-b171-4cb7-a842-fed7bacf0a10', 'network_id': '5a725937-b171-4cb7-a842-fed7bacf0a10', 'project_id': 'fa458c630c4f4a50bc42b03c6a76af4e', 'fixed_ips': [{'subnet_id': 'fb22d5bb-3e8d-4990-9f90-58ebfca97298'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:36.159043 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.182266 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (fb22d5bb-3e8d-4990-9f90-58ebfca97298), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.194692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Provisioning complete for port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:36.194692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.194692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:36.194692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Checking segment: {'id': 'b1b5d573-c423-476b-b899-82db4c1862b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:36.194692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.194692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Bound using segment: {'id': 'b1b5d573-c423-476b-b899-82db4c1862b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:36.194692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Bound port: f5104d5c-d65e-4ee4-9141-8d05e190a14c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b5d573-c423-476b-b899-82db4c1862b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:36.194692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.197509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] For port 7ec578b1-fd50-4642-adac-4ba763f9a792, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:36.223789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Router 3880d128-14e8-4cab-b9c8-34c5662e26d8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:36.279908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Network 22f5b4f7-cbde-489b-a239-b2b1164460d1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:36.281942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:36.282099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] For port 7ec578b1-fd50-4642-adac-4ba763f9a792, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7ec578b1-fd50-4642-adac-4ba763f9a792,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:36.431507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Router e0b244cb-ef81-4bff-89d3-cb3678a098f8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:36.458300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Allocated IP 2001:db8::3 (5a725937-b171-4cb7-a842-fed7bacf0a10/fb22d5bb-3e8d-4990-9f90-58ebfca97298/64f85256-818e-4b5e-8c20-5cb13f4d46a8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:36.476518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:36.477143 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.507276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:27Z', 'revision_number': 3, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:36.522824 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.570982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:36.577520 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-78ddab17-ab8d-4dc6-ad19-64a12a9e05f1 admin admin] 10.222.0.65 "PUT /v2.0/routers/e0b244cb-ef81-4bff-89d3-cb3678a098f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7421033 Feb 03 13:08:36.606315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Publish callbacks [] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.613102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304abd7-7048-4bbc-b909-44882330ad3a None None] The sync data for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 is: [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:27Z', 'revision_number': 3, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:36.706678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88191b-2e95-496d-81ec-7d3b904f57b5 None None] Pushing event updated for resources: {'Port': ['ID=7ec578b1-fd50-4642-adac-4ba763f9a792,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:36.801311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:36.815868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39368) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:36.817208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c2a93618-c4ed-4dfa-9611-5e000dc43926 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "PUT /v2.0/routers/3880d128-14e8-4cab-b9c8-34c5662e26d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7912269 Feb 03 13:08:36.826134 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.837300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ec5b191f-dc20-424d-a89c-a0c625465da6 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1772604158', 'description': 'tempest-secgroup_access--1772604158 description', 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:36.885220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec5b191f-dc20-424d-a89c-a0c625465da6 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.011762 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee84184b-0628-46c6-b7c2-967ce75dce43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.024481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec5b191f-dc20-424d-a89c-a0c625465da6 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (e4c235f4-079c-4329-bba9-e10e63421ddf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.046412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec5b191f-dc20-424d-a89c-a0c625465da6 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e4c235f4-079c-4329-bba9-e10e63421ddf), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.062124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Network 3112145a-c1cc-401e-a1fa-d9fec06e0f1b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:37.097101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b191f-dc20-424d-a89c-a0c625465da6 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c235f4-079c-4329-bba9-e10e63421ddf,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:37.109120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec5b191f-dc20-424d-a89c-a0c625465da6 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.113202 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ec5b191f-dc20-424d-a89c-a0c625465da6 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2935076 Feb 03 13:08:37.115661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39372) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:37.123500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] For port f5104d5c-d65e-4ee4-9141-8d05e190a14c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:37.147072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7a8d4132-aee6-40d7-b7bc-15b3e9c4c34b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1898030112', 'description': 'tempest-secgroup_general--1898030112 description', 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:37.147398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:37.167057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:37.171091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Pushing event updated for resources: {'Port': ['ID=e81e4144-6c1a-4579-8b8b-6d841fd0fd53,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:37.204687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] For port f5104d5c-d65e-4ee4-9141-8d05e190a14c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f5104d5c-d65e-4ee4-9141-8d05e190a14c,segment=NetworkSegment(b1b5d573-c423-476b-b899-82db4c1862b1),segment_id=b1b5d573-c423-476b-b899-82db4c1862b1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:37.248754 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4132-aee6-40d7-b7bc-15b3e9c4c34b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.289352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:37.289683 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.294763 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.454749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4132-aee6-40d7-b7bc-15b3e9c4c34b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (e2166a66-cde4-467b-88bb-7f76dfbc2e4a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.465292 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4132-aee6-40d7-b7bc-15b3e9c4c34b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e2166a66-cde4-467b-88bb-7f76dfbc2e4a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.504846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d4132-aee6-40d7-b7bc-15b3e9c4c34b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2166a66-cde4-467b-88bb-7f76dfbc2e4a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:37.530291 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4132-aee6-40d7-b7bc-15b3e9c4c34b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.531655 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7a8d4132-aee6-40d7-b7bc-15b3e9c4c34b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4141197 Feb 03 13:08:37.535282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39392) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:37.541313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e9324a7e-aaba-4fd6-aae8-b288cd40d387 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'security_group_rule': {'security_group_id': 'e4c235f4-079c-4329-bba9-e10e63421ddf', 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:37.706406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-b3dfca56-19ec-4390-81b8-880a593e08eb tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:37.713505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-b3dfca56-19ec-4390-81b8-880a593e08eb tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/networks?id=75ad7196-e757-41e4-8aba-22056577a99c HTTP/1.1" status: 200 len: 911 time: 0.1663084 Feb 03 13:08:37.724246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9324a7e-aaba-4fd6-aae8-b288cd40d387 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group_rule (e048dfde-33ca-4332-b749-34a7eb8d0d2d), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.740134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Current status of the port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:37.740523 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.746648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-d1889c32-02ce-4b28-9408-60b26aa00250 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/quotas/23822b775bab4ac89b0790ee49bc5267 HTTP/1.1" status: 200 len: 375 time: 0.0321522 Feb 03 13:08:37.779076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eca156-8ce5-4124-a814-f3eb82a7d4aa None None] Pushing event updated for resources: {'Port': ['ID=f5104d5c-d65e-4ee4-9141-8d05e190a14c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:37.866220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port b3f20b3a-2c6a-438e-8c52-0cf893b8e381, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b3f20b3a-2c6a-438e-8c52-0cf893b8e381,segment=NetworkSegment(08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3),segment_id=08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:37.900239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9324a7e-aaba-4fd6-aae8-b288cd40d387 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group_rule (e048dfde-33ca-4332-b749-34a7eb8d0d2d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.903860 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.921108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-49e9eb21-aaab-4d08-848f-3f8dc9ea93df tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=23822b775bab4ac89b0790ee49bc5267&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647623 Feb 03 13:08:37.923597 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9324a7e-aaba-4fd6-aae8-b288cd40d387 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (e048dfde-33ca-4332-b749-34a7eb8d0d2d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.975582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9324a7e-aaba-4fd6-aae8-b288cd40d387 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e048dfde-33ca-4332-b749-34a7eb8d0d2d,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:38.017139 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9324a7e-aaba-4fd6-aae8-b288cd40d387 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.021622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e9324a7e-aaba-4fd6-aae8-b288cd40d387 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4851284 Feb 03 13:08:38.032027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Attempting to bind port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:38.032667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Attempting to bind port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '2a8a8fab-3a85-4a67-a88e-6c42a3cb2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3112145a-c1cc-401e-a1fa-d9fec06e0f1b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:38.032775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Attempting to bind port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 on network 3112145a-c1cc-401e-a1fa-d9fec06e0f1b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:38.065109 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:08:38.067156 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:08:38.090181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:30Z', 'updated_at': '2022-02-03T13:08:32Z', 'revision_number': 3, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'gw_port': {'id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:31Z', 'updated_at': '2022-02-03T13:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:38.154746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Checking router: e0b244cb-ef81-4bff-89d3-cb3678a098f8 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:38.155621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Updating router e0b244cb-ef81-4bff-89d3-cb3678a098f8 port 0c487ef4-47c9-44c2-8f00-71f98ddd66db binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:08:38.165465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:38.165845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Checking segment: {'id': '2a8a8fab-3a85-4a67-a88e-6c42a3cb2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3112145a-c1cc-401e-a1fa-d9fec06e0f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:38.166257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.166690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Bound using segment: {'id': '2a8a8fab-3a85-4a67-a88e-6c42a3cb2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3112145a-c1cc-401e-a1fa-d9fec06e0f1b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:38.167212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Bound port: e81e4144-6c1a-4579-8b8b-6d841fd0fd53, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8a8fab-3a85-4a67-a88e-6c42a3cb2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '3112145a-c1cc-401e-a1fa-d9fec06e0f1b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:38.167594 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.192706 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Publish callbacks [] for port (64f85256-818e-4b5e-8c20-5cb13f4d46a8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.301557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-2ef8ecfa-4b40-440b-a703-cf8734120d72 service neutron] 10.222.0.65 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318496 Feb 03 13:08:38.308944 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (64f85256-818e-4b5e-8c20-5cb13f4d46a8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.340265 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (fb22d5bb-3e8d-4990-9f90-58ebfca97298), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.386669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] For port e81e4144-6c1a-4579-8b8b-6d841fd0fd53, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:38.390957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] For port e81e4144-6c1a-4579-8b8b-6d841fd0fd53, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e81e4144-6c1a-4579-8b8b-6d841fd0fd53,segment=NetworkSegment(2a8a8fab-3a85-4a67-a88e-6c42a3cb2575),segment_id=2a8a8fab-3a85-4a67-a88e-6c42a3cb2575)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:38.405826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=b3f20b3a-2c6a-438e-8c52-0cf893b8e381,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:38.437195 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=fb22d5bb-3e8d-4990-9f90-58ebfca97298,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:38.463918 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.478943 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.588302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7ec578b1-fd50-4642-adac-4ba763f9a792 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:38.612666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (5a725937-b171-4cb7-a842-fed7bacf0a10), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.688744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90d04499-e2c5-4e3d-918e-5148fe6f3511 None None] Current status of the port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:38.693175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Pushing event updated for resources: {'Port': ['ID=64f85256-818e-4b5e-8c20-5cb13f4d46a8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:38.707339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a725937-b171-4cb7-a842-fed7bacf0a10']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:38.708598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Network 5a725937-b171-4cb7-a842-fed7bacf0a10 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:38.740842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-f310e0ec-ee9e-456d-add5-d4a9c4b246dd service neutron] 10.222.0.65 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315655 Feb 03 13:08:38.746265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0400754-3061-4c7a-9558-4e1277c9b902') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:38.747166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0400754-3061-4c7a-9558-4e1277c9b902') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:38.752658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-3d9c9bdb-96bf-4ac7-bf71-7e52ec9ec762 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--1772604158&fields=id&tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd HTTP/1.1" status: 200 len: 267 time: 0.2901504 Feb 03 13:08:38.765987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:38.790921 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (b0400754-3061-4c7a-9558-4e1277c9b902), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.827494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b0400754-3061-4c7a-9558-4e1277c9b902), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.852315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:38.853198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:38.854661 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (b0400754-3061-4c7a-9558-4e1277c9b902), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:38.923853 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:38.940485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-21b0c445-4f64-4062-8b1e-1bbdf743776d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--1898030112&fields=id&tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd HTTP/1.1" status: 200 len: 267 time: 0.1714876 Feb 03 13:08:38.951354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.api [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:08:38.951354 n-d-792364-10 neutron-server[103224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:08:38.951354 n-d-792364-10 neutron-server[103224]: [parameters: {'id': '5a725937-b171-4cb7-a842-fed7bacf0a10'}] Feb 03 13:08:38.951354 n-d-792364-10 neutron-server[103224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:08:38.952071 n-d-792364-10 neutron-server[103224]: DEBUG oslo_db.api [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:08:39.150245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ebc5f48-8501-4e61-850c-ef9fb53fdedd req-705fc951-5800-4290-81e6-684f55080d2c tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 210 time: 0.1122596 Feb 03 13:08:39.300946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be15-a476-40da-9755-b7e854e31f6a req-f13d0a67-0a2c-4038-9beb-9e91738abc16 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:39.308032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-f13d0a67-0a2c-4038-9beb-9e91738abc16 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/networks?id=448b5fe0-4d30-49fd-818f-e499db294b5f HTTP/1.1" status: 200 len: 797 time: 0.3524461 Feb 03 13:08:39.319952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc37c99-14dc-4850-998d-5dc3a6ea832e None None] Network 448b5fe0-4d30-49fd-818f-e499db294b5f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:39.335798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-b3ad105d-84a6-466c-91c4-714c8ddec872 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/quotas/52aa579632c54ab0b8d5fe33c7cc9edd HTTP/1.1" status: 200 len: 375 time: 0.0259712 Feb 03 13:08:39.390675 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d628a81c-528e-490b-a259-d0c5fe412fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:39.471397 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-6fe1ef0c-a6ef-469e-a4f8-c7734c929443 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336403 Feb 03 13:08:39.475923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (5a725937-b171-4cb7-a842-fed7bacf0a10), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:39.592570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Attempting to bind port 64f85256-818e-4b5e-8c20-5cb13f4d46a8 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:39.592955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Attempting to bind port 64f85256-818e-4b5e-8c20-5cb13f4d46a8 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'b0400754-3061-4c7a-9558-4e1277c9b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5a725937-b171-4cb7-a842-fed7bacf0a10'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:39.593329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Attempting to bind port 64f85256-818e-4b5e-8c20-5cb13f4d46a8 on network 5a725937-b171-4cb7-a842-fed7bacf0a10 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:39.595470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3d0089b9-f9ba-4a6e-89c0-a5d3b084f43d None None] Provisioning complete for port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:39.595841 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d0089b9-f9ba-4a6e-89c0-a5d3b084f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:39.609695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53d4f3-7018-4336-8683-ad441c5a2a95 None None] Pushing event updated for resources: {'Port': ['ID=e81e4144-6c1a-4579-8b8b-6d841fd0fd53,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:39.671075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:39.671457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Checking segment: {'id': 'b0400754-3061-4c7a-9558-4e1277c9b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5a725937-b171-4cb7-a842-fed7bacf0a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:39.671864 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:39.672260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Bound using segment: {'id': 'b0400754-3061-4c7a-9558-4e1277c9b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5a725937-b171-4cb7-a842-fed7bacf0a10'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:39.672747 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Bound port: 64f85256-818e-4b5e-8c20-5cb13f4d46a8, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0400754-3061-4c7a-9558-4e1277c9b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5a725937-b171-4cb7-a842-fed7bacf0a10'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:39.673127 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (64f85256-818e-4b5e-8c20-5cb13f4d46a8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:39.763175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7ec578b1-fd50-4642-adac-4ba763f9a792 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:39.763544 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:39.777502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-24f2686c-0371-4f67-a3a0-79f009440869 service neutron] 10.222.0.65 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922926 Feb 03 13:08:39.782275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting port 64f85256-818e-4b5e-8c20-5cb13f4d46a8 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:39.782670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (64f85256-818e-4b5e-8c20-5cb13f4d46a8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:39.904866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] For port 64f85256-818e-4b5e-8c20-5cb13f4d46a8, host n-d-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:39.905530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (64f85256-818e-4b5e-8c20-5cb13f4d46a8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:39.962970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Calling delete_port for 64f85256-818e-4b5e-8c20-5cb13f4d46a8 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:39.975255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879f928-924e-40bb-853d-4c8a281efef7 None None] Network 22f5b4f7-cbde-489b-a239-b2b1164460d1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:40.036843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] For port 64f85256-818e-4b5e-8c20-5cb13f4d46a8, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:40.043396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-7edd4489-c1f4-44f2-9a6c-664cd596eca2 service neutron] 10.222.0.65 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796908 Feb 03 13:08:40.182819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] For port 64f85256-818e-4b5e-8c20-5cb13f4d46a8, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=64f85256-818e-4b5e-8c20-5cb13f4d46a8,segment=NetworkSegment(b0400754-3061-4c7a-9558-4e1277c9b902),segment_id=b0400754-3061-4c7a-9558-4e1277c9b902)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:40.231578 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (64f85256-818e-4b5e-8c20-5cb13f4d46a8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.254954 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.256175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (64f85256-818e-4b5e-8c20-5cb13f4d46a8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.257385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No DVR routers for this DVR port 64f85256-818e-4b5e-8c20-5cb13f4d46a8 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:40.269295 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Publish callbacks [] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.425257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Port': ['ID=64f85256-818e-4b5e-8c20-5cb13f4d46a8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:40.503804 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Sync routers for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:40.511394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f3924-9bf2-4028-a927-caf4b7a3014c None None] Pushing event deleted for resources: {'Port': ['ID=64f85256-818e-4b5e-8c20-5cb13f4d46a8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:40.521324 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:40.523843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7ec578b1-fd50-4642-adac-4ba763f9a792 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:40.526107 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:40.526957 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.534349 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.536555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3d0089b9-f9ba-4a6e-89c0-a5d3b084f43d None None] Current status of the port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:40.552379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf7ce155-c5dc-4f0e-888a-0ce7464c22bd req-03428506-ae1d-4927-99f0-5ce7c49aeb48 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 210 time: 0.1548235 Feb 03 13:08:40.573666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-289dd131-9cf4-4e10-87b5-d0767eb372f9 req-7206ba77-a49d-46c0-ba34-eb16a1a84998 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 210 time: 0.1635942 Feb 03 13:08:40.730164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (5a725937-b171-4cb7-a842-fed7bacf0a10), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.784527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a725937-b171-4cb7-a842-fed7bacf0a10']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:40.799108 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:40.822746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0400754-3061-4c7a-9558-4e1277c9b902') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:40.823141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0400754-3061-4c7a-9558-4e1277c9b902') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:40.839189 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (b0400754-3061-4c7a-9558-4e1277c9b902), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.865564 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b0400754-3061-4c7a-9558-4e1277c9b902), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.884524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:40.885010 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (b0400754-3061-4c7a-9558-4e1277c9b902), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:40.894660 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server [None req-7d2f8d66-1b84-44f4-85da-36d14466aace None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 64f85256-818e-4b5e-8c20-5cb13f4d46a8 could not be found. Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 64f85256-818e-4b5e-8c20-5cb13f4d46a8 could not be found. Feb 03 13:08:40.934690 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Feb 03 13:08:40.953284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Attempting to bind port 0c487ef4-47c9-44c2-8f00-71f98ddd66db on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:40.953944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Attempting to bind port 0c487ef4-47c9-44c2-8f00-71f98ddd66db by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:40.954697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Attempting to bind port 0c487ef4-47c9-44c2-8f00-71f98ddd66db on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:40.960940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937d903-0041-4bc9-b4bd-631bd5f20a44 None None] Pushing event updated for resources: {'Port': ['ID=0c487ef4-47c9-44c2-8f00-71f98ddd66db,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:40.976140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Provisioning complete for port f5104d5c-d65e-4ee4-9141-8d05e190a14c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:40.979933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.984443 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 7ec578b1-fd50-4642-adac-4ba763f9a792, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7ec578b1-fd50-4642-adac-4ba763f9a792,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:41.012180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:41.012847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:41.013415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.014178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:41.015007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Bound port: 0c487ef4-47c9-44c2-8f00-71f98ddd66db, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:41.015545 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.022613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da5fb1-eca6-41ab-be83-7c1e8eb61fd1 None None] Network 5a725937-b171-4cb7-a842-fed7bacf0a10 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:41.029188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.030319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:41.107334 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (5a725937-b171-4cb7-a842-fed7bacf0a10), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.114369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.128538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39462) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:41.129287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/5a725937-b171-4cb7-a842-fed7bacf0a10 HTTP/1.1" status: 204 len: 168 time: 5.5114501 Feb 03 13:08:41.136367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979654517'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:41.170703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896c815-6b18-4f08-8833-ee5b438e7aa0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=5a725937-b171-4cb7-a842-fed7bacf0a10,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:41.204138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:41.213408 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.284950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:41.322396 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d907b4ab-8365-467e-8868-40fdaf186289), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.323111 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment d907b4ab-8365-467e-8868-40fdaf186289 of type vlan for network 868722f8-a67f-4e23-b8f9-bf486bfc072d Feb 03 13:08:41.421726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba38134-c1cc-4cdb-99ef-38c5d1c98879 None None] Network 3112145a-c1cc-401e-a1fa-d9fec06e0f1b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:41.424050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (868722f8-a67f-4e23-b8f9-bf486bfc072d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.474484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (868722f8-a67f-4e23-b8f9-bf486bfc072d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.481385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:41.482444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.491058 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:34Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '87e40dff-d3b8-47d4-bf8d-7c050c9610d9', 'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:a1:ef:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:33Z', 'updated_at': '2022-02-03T13:08:35Z', 'revision_number': 2, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:41.528353 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Checking router: 3880d128-14e8-4cab-b9c8-34c5662e26d8 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:41.529563 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Updating router 3880d128-14e8-4cab-b9c8-34c5662e26d8 port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:08:41.536341 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-d14bc154-9ae6-4add-bb4e-6b5dfad8822c tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:41.538570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-d14bc154-9ae6-4add-bb4e-6b5dfad8822c tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.91 "GET /v2.0/networks?id=75ad7196-e757-41e4-8aba-22056577a99c HTTP/1.1" status: 200 len: 911 time: 0.2065270 Feb 03 13:08:41.553865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Request body: {'port': {'device_id': '1aff15e9-5d38-4ce3-8a61-98e89ca312e9', 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c', 'admin_state_up': True, 'tenant_id': '23822b775bab4ac89b0790ee49bc5267'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:41.575161 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4440546 Feb 03 13:08:41.578299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39470) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:41.600955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '868722f8-a67f-4e23-b8f9-bf486bfc072d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:41.626742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Made reservation on behalf of 23822b775bab4ac89b0790ee49bc5267 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:41.637956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.648088 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.771739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7cc12749-ebea-4278-8ace-10a9a2fbd865 req-2041f2dc-a3a4-4005-8262-136ed9531f0d tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 210 time: 0.0941081 Feb 03 13:08:41.854277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43b2b6-773e-4aec-a973-43bd684b6f6d tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=868722f8-a67f-4e23-b8f9-bf486bfc072d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:41.906387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c64f0e2-870d-43e5-96b5-3ae3b31d08ca req-d0667d1b-e625-48ba-b48e-5540dd4d4057 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 210 time: 0.1521955 Feb 03 13:08:41.921523 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:41.923054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 868722f8-a67f-4e23-b8f9-bf486bfc072d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:41.937648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] For port 0c487ef4-47c9-44c2-8f00-71f98ddd66db, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:41.968879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=7ec578b1-fd50-4642-adac-4ba763f9a792,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:41.977171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:41.984116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.044038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Current status of the port f5104d5c-d65e-4ee4-9141-8d05e190a14c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:42.044787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.066589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] For port 0c487ef4-47c9-44c2-8f00-71f98ddd66db, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0c487ef4-47c9-44c2-8f00-71f98ddd66db,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:42.091827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Allocated IP 172.20.0.11 (75ad7196-e757-41e4-8aba-22056577a99c/aef72221-94d0-4b7a-b4ed-d17423deede5/efb9deaa-6675-4880-a27b-293875b73e66) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:42.193642 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.222319 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Publish callbacks [] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.235933 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.306937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] For port f5104d5c-d65e-4ee4-9141-8d05e190a14c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f5104d5c-d65e-4ee4-9141-8d05e190a14c,segment=NetworkSegment(b1b5d573-c423-476b-b899-82db4c1862b1),segment_id=b1b5d573-c423-476b-b899-82db4c1862b1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:42.317101 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:42.317771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.400393 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.421751 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df09239-baf6-4802-9f28-712941cfb27e None None] Pushing event updated for resources: {'Port': ['ID=87e40dff-d3b8-47d4-bf8d-7c050c9610d9,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:42.491669 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks [] for port (efb9deaa-6675-4880-a27b-293875b73e66), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.522473 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Attempting to bind port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:42.522853 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Attempting to bind port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:42.523212 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Attempting to bind port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 on network 448b5fe0-4d30-49fd-818f-e499db294b5f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:42.534952 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:42.535695 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Checking segment: {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:42.535811 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.536805 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Bound using segment: {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:42.539434 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Bound port: 87e40dff-d3b8-47d4-bf8d-7c050c9610d9, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:42.539834 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.562796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Provisioning complete for port 7ec578b1-fd50-4642-adac-4ba763f9a792 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:42.565420 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.570104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Routers {'e0b244cb-ef81-4bff-89d3-cb3678a098f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:42.576310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:42.593804 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (efb9deaa-6675-4880-a27b-293875b73e66), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.643592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937d903-0041-4bc9-b4bd-631bd5f20a44 None None] Pushing event updated for resources: {'Port': ['ID=0c487ef4-47c9-44c2-8f00-71f98ddd66db,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:42.701084 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be15-a476-40da-9755-b7e854e31f6a req-1b67f404-3683-4662-bf2b-eadd1e72f9ca tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:42.703015 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-1b67f404-3683-4662-bf2b-eadd1e72f9ca tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.72 "GET /v2.0/networks?id=448b5fe0-4d30-49fd-818f-e499db294b5f HTTP/1.1" status: 200 len: 797 time: 0.5094397 Feb 03 13:08:42.705071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Network 75ad7196-e757-41e4-8aba-22056577a99c is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:42.709517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:42.714576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:42.761787 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] For port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:42.778099 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] For port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=87e40dff-d3b8-47d4-bf8d-7c050c9610d9,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:42.795963 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.845776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Pushing event updated for resources: {'Port': ['ID=efb9deaa-6675-4880-a27b-293875b73e66,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:42.914936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:42.917234 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:42.947694 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df09239-baf6-4802-9f28-712941cfb27e None None] Pushing event updated for resources: {'Port': ['ID=87e40dff-d3b8-47d4-bf8d-7c050c9610d9,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:42.989498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-463e2a80-9a14-4ca7-bac8-e64818295ad0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4436755 Feb 03 13:08:42.999714 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:43.003330 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:43.099060 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.102403 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-2c390374-81fd-4cd5-881b-79c0bce9859d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd HTTP/1.1" status: 200 len: 478 time: 0.3756890 Feb 03 13:08:43.106517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:43.106920 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.107767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (ea223ec2-5b67-410a-a4f8-b3c7529035ee), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.130302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Pushing event updated for resources: {'Port': ['ID=f5104d5c-d65e-4ee4-9141-8d05e190a14c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:43.146554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'port': {'device_id': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'admin_state_up': True, 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'security_groups': ['e4c235f4-079c-4329-bba9-e10e63421ddf', 'e2166a66-cde4-467b-88bb-7f76dfbc2e4a']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:43.158695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=03b91e03-5f84-4b5c-b9e6-70ba52f9d53b,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:43.185783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0642d796-20e0-44af-9867-64185070e6fc req-9c7b0296-3f64-4472-80b5-2e3d81d54424 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 210 time: 0.1018536 Feb 03 13:08:43.203700 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.204869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 51fbf9f8-a070-4098-bda2-bef292b822b6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:43.224788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6f97-9e44-4a54-a4fd-568f0a93ec5e req-8e699a65-5327-4f73-be8e-834aab5c1783 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:43.226377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce0f6f97-9e44-4a54-a4fd-568f0a93ec5e req-8e699a65-5327-4f73-be8e-834aab5c1783 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1028 time: 0.2815578 Feb 03 13:08:43.255434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] Set router e0b244cb-ef81-4bff-89d3-cb3678a098f8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:43.280835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Request body: {'port': {'device_id': '1aff15e9-5d38-4ce3-8a61-98e89ca312e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:43.359115 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:43.384096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking segment: {'id': 'd907b4ab-8365-467e-8868-40fdaf186289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '868722f8-a67f-4e23-b8f9-bf486bfc072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:43.386629 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network hostable DHCP agents. Network: 868722f8-a67f-4e23-b8f9-bf486bfc072d, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:43.392280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Current status of the port 7ec578b1-fd50-4642-adac-4ba763f9a792 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:43.399102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=ea223ec2-5b67-410a-a4f8-b3c7529035ee,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:43.410632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Made reservation on behalf of 52aa579632c54ab0b8d5fe33c7cc9edd for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:43.414058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.498988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=03b91e03-5f84-4b5c-b9e6-70ba52f9d53b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:43.508198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 868722f8-a67f-4e23-b8f9-bf486bfc072d is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:43.560838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce0f6f97-9e44-4a54-a4fd-568f0a93ec5e req-bea80799-47af-4d85-bb72-925b43e02f37 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272572 Feb 03 13:08:43.574476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efb9deaa-6675-4880-a27b-293875b73e66), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.615276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 868722f8-a67f-4e23-b8f9-bf486bfc072d) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:43.643600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:43.644214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.651871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707ec78-5a2b-4169-8757-1a8573132196 None None] Network 868722f8-a67f-4e23-b8f9-bf486bfc072d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:43.678420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Provisioning complete for port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:43.679054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.680788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 51fbf9f8-a070-4098-bda2-bef292b822b6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:43.681330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.781311 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-56c26a26-afb4-49e0-a205-bbcd9da7b23c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1844897 Feb 03 13:08:43.786803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39506) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:43.808325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Allocated IP 172.20.0.9 (448b5fe0-4d30-49fd-818f-e499db294b5f/8768d3eb-305a-4f45-95d6-d6df05fa43e5/a15f2e74-9a81-4d57-8db8-cac5b84a7c19) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:43.860549 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:34Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '87e40dff-d3b8-47d4-bf8d-7c050c9610d9', 'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:a1:ef:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:33Z', 'updated_at': '2022-02-03T13:08:42Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:43.919198 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b6cd7-a6c4-4f89-9e1d-de779d1bb747 None None] The sync data for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 is: [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:34Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '87e40dff-d3b8-47d4-bf8d-7c050c9610d9', 'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:a1:ef:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:33Z', 'updated_at': '2022-02-03T13:08:42Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:44.034175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (868722f8-a67f-4e23-b8f9-bf486bfc072d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.053263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92a6b7-4da1-4c37-a276-77201c235899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-868722f8-a67f-4e23-b8f9-bf486bfc072d', 'network_id': '868722f8-a67f-4e23-b8f9-bf486bfc072d', 'project_id': 'fa458c630c4f4a50bc42b03c6a76af4e', 'fixed_ips': [{'subnet_id': 'ea223ec2-5b67-410a-a4f8-b3c7529035ee'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:44.054792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd92a6b7-4da1-4c37-a276-77201c235899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.092281 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.112220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 51fbf9f8-a070-4098-bda2-bef292b822b6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:44.188797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (ea223ec2-5b67-410a-a4f8-b3c7529035ee), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.192901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.287926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Current status of the port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:44.287926 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.310063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 448b5fe0-4d30-49fd-818f-e499db294b5f is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:44.314556 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:44.339822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:44.362130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:30Z', 'updated_at': '2022-02-03T13:08:35Z', 'revision_number': 4, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'gw_port': {'id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:31Z', 'updated_at': '2022-02-03T13:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c4712d2a-41fe-4cb9-bd0c-40b86edf0753', 'name': '', 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'mac_address': 'fa:16:3e:23:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:34Z', 'updated_at': '2022-02-03T13:08:35Z', 'revision_number': 2, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'subnets': [{'id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:44.434938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:44.442955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] For port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=87e40dff-d3b8-47d4-bf8d-7c050c9610d9,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:44.478180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:44.479091 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.500547 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.500887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (ea223ec2-5b67-410a-a4f8-b3c7529035ee), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.514613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b5001-8fb4-4f81-9bda-6bc36f874d04 None None] The sync data for ids ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'] in n-d-792364-10 is: [{'id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:30Z', 'updated_at': '2022-02-03T13:08:35Z', 'revision_number': 4, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'gw_port': {'id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:31Z', 'updated_at': '2022-02-03T13:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c4712d2a-41fe-4cb9-bd0c-40b86edf0753', 'name': '', 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'mac_address': 'fa:16:3e:23:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:34Z', 'updated_at': '2022-02-03T13:08:35Z', 'revision_number': 2, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'subnets': [{'id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server [None req-fd92a6b7-4da1-4c37-a276-77201c235899 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea223ec2-5b67-410a-a4f8-b3c7529035ee: This subnet is being modified by another concurrent operation. Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise exception Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea223ec2-5b67-410a-a4f8-b3c7529035ee: This subnet is being modified by another concurrent operation. Feb 03 13:08:44.519952 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Feb 03 13:08:44.527176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb9deaa-6675-4880-a27b-293875b73e66 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:44.549859 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-7cb44ecc-7122-41c6-ae92-a838a3d37a71 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4366245 Feb 03 13:08:44.563130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87925ab0-0e1a-48cf-9fa9-9a9f06e8870b None None] Network 868722f8-a67f-4e23-b8f9-bf486bfc072d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:44.610595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Publish callbacks [] for port (efb9deaa-6675-4880-a27b-293875b73e66), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.643686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Transition to ACTIVE for port object efb9deaa-6675-4880-a27b-293875b73e66 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:08:44.674696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e31018-7827-4d5e-928a-de1cd928d33b req-5c353e1f-4e1b-4f51-8e60-9d9fb0d78cc8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:44.676411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Request body: {'port': {'device_id': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:44.676788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02e31018-7827-4d5e-928a-de1cd928d33b req-5c353e1f-4e1b-4f51-8e60-9d9fb0d78cc8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 970 time: 0.3610880 Feb 03 13:08:44.678540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=ea223ec2-5b67-410a-a4f8-b3c7529035ee,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:44.683545 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (efb9deaa-6675-4880-a27b-293875b73e66), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.804548 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.110616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (868722f8-a67f-4e23-b8f9-bf486bfc072d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.139268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Pushing event updated for resources: {'Port': ['ID=efb9deaa-6675-4880-a27b-293875b73e66,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:45.246719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868722f8-a67f-4e23-b8f9-bf486bfc072d']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:45.285151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02e31018-7827-4d5e-928a-de1cd928d33b req-4fc52e89-11ef-41e0-ac85-4dd275e271a5 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5949855 Feb 03 13:08:45.363523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd907b4ab-8365-467e-8868-40fdaf186289') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:45.366680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd907b4ab-8365-467e-8868-40fdaf186289') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:45.395837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a4550-4583-4c95-b4f6-bb9fe0a36498 None None] Pushing event updated for resources: {'Port': ['ID=87e40dff-d3b8-47d4-bf8d-7c050c9610d9,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:45.436732 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (d907b4ab-8365-467e-8868-40fdaf186289), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.448083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f67a5-0174-4f4a-8b2c-5cf476fc8707 None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 13:08:45.458069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37b9b-e951-4191-8fc7-fd480caf0659 req-efedff97-3d17-4917-9152-c64f518e4d1a tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:45.459736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fd37b9b-e951-4191-8fc7-fd480caf0659 req-efedff97-3d17-4917-9152-c64f518e4d1a tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1054 time: 0.6725383 Feb 03 13:08:45.490180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7ec578b1-fd50-4642-adac-4ba763f9a792 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:45.553786 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d907b4ab-8365-467e-8868-40fdaf186289), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.573649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:45.574061 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (d907b4ab-8365-467e-8868-40fdaf186289), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:45.577519 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:45.583451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15f2e74-9a81-4d57-8db8-cac5b84a7c19 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:45.590710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Attempting to bind port efb9deaa-6675-4880-a27b-293875b73e66 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:45.591055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Attempting to bind port efb9deaa-6675-4880-a27b-293875b73e66 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:45.591389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Attempting to bind port efb9deaa-6675-4880-a27b-293875b73e66 on network 75ad7196-e757-41e4-8aba-22056577a99c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:45.596697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Publish callbacks [] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.616497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Transition to ACTIVE for port object a15f2e74-9a81-4d57-8db8-cac5b84a7c19 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:08:45.623904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.630507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Provisioning complete for port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:45.631140 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.684092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Port efb9deaa-6675-4880-a27b-293875b73e66 on network 75ad7196-e757-41e4-8aba-22056577a99c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:08:45.684706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Attempting to bind port efb9deaa-6675-4880-a27b-293875b73e66 on network 75ad7196-e757-41e4-8aba-22056577a99c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:45.688274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9fd37b9b-e951-4191-8fc7-fd480caf0659 req-8fa68c76-ce5d-44d8-bf7b-0f9558e89258 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877596 Feb 03 13:08:45.736079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:45.736621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Checking segment: {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:45.737207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Bound using segment: {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:45.737685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Bound port: efb9deaa-6675-4880-a27b-293875b73e66, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:45.738962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efb9deaa-6675-4880-a27b-293875b73e66), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.764262 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (868722f8-a67f-4e23-b8f9-bf486bfc072d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.771468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Pushing event updated for resources: {'Port': ['ID=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:45.815915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Attempting to bind port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:45.816828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Attempting to bind port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:45.817079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7ec578b1-fd50-4642-adac-4ba763f9a792 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:45.817369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Attempting to bind port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 on network 448b5fe0-4d30-49fd-818f-e499db294b5f {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:45.817481 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.824808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.826070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 on network 448b5fe0-4d30-49fd-818f-e499db294b5f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:08:45.826542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Attempting to bind port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 on network 448b5fe0-4d30-49fd-818f-e499db294b5f {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:45.832004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/868722f8-a67f-4e23-b8f9-bf486bfc072d HTTP/1.1" status: 204 len: 168 time: 2.0434253 Feb 03 13:08:45.837363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39530) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:45.838250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:45.838761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Checking segment: {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:45.839893 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Bound using segment: {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:45.840093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed32a8-8e0b-4941-8dec-9c8d21902565 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=868722f8-a67f-4e23-b8f9-bf486bfc072d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:45.840828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Bound port: a15f2e74-9a81-4d57-8db8-cac5b84a7c19, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e621d32-6a4a-422b-8303-552a1bf04c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:45.841323 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.849106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782f67a5-0174-4f4a-8b2c-5cf476fc8707 None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:08:45.850708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033177978'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:45.900049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:45.906038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.942895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Current status of the port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:45.960722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:45.986954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f56ef2d5-6962-4713-a29e-5d046e2fce46), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:45.987381 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment f56ef2d5-6962-4713-a29e-5d046e2fce46 of type vlan for network 232f26fe-2bbf-4ccf-9743-28abd84686d5 Feb 03 13:08:45.999628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Provisioning complete for port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:45.999628 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.005769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] For port a15f2e74-9a81-4d57-8db8-cac5b84a7c19, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:46.014588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] For port a15f2e74-9a81-4d57-8db8-cac5b84a7c19, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:46.016815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] For port efb9deaa-6675-4880-a27b-293875b73e66, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:46.023681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] For port efb9deaa-6675-4880-a27b-293875b73e66, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efb9deaa-6675-4880-a27b-293875b73e66,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:46.044528 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (efb9deaa-6675-4880-a27b-293875b73e66), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.083092 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.100055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.102072 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.102848 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (232f26fe-2bbf-4ccf-9743-28abd84686d5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.104663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] 10.222.0.91 "PUT /v2.0/ports/efb9deaa-6675-4880-a27b-293875b73e66 HTTP/1.1" status: 200 len: 1093 time: 3.0722198 Feb 03 13:08:46.105477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aff15e9-5d38-4ce3-8a61-98e89ca312e9', 'tag': 'efb9deaa-6675-4880-a27b-293875b73e66'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:46.108191 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc5976d-7d15-4639-8471-1018afe744a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1aff15e9-5d38-4ce3-8a61-98e89ca312e9", "tag": "efb9deaa-6675-4880-a27b-293875b73e66"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:46.191861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcff40-9507-4fa5-9adb-141d7b42da73 service neutron] Pushing event updated for resources: {'Port': ['ID=efb9deaa-6675-4880-a27b-293875b73e66,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:46.201262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.201901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.203733 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] 10.222.0.72 "PUT /v2.0/ports/a15f2e74-9a81-4d57-8db8-cac5b84a7c19 HTTP/1.1" status: 200 len: 1131 time: 1.6453247 Feb 03 13:08:46.225999 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d51d0e-f7a6-4aef-b634-1b1c765ac94e x-openstack-request-id: req-19d51d0e-f7a6-4aef-b634-1b1c765ac94e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:46.226237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:46.226419 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aff15e9-5d38-4ce3-8a61-98e89ca312e9", "tag": "efb9deaa-6675-4880-a27b-293875b73e66", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:46.226733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7ec578b1-fd50-4642-adac-4ba763f9a792 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:46.226853 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19d51d0e-f7a6-4aef-b634-1b1c765ac94e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:46.227057 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aff15e9-5d38-4ce3-8a61-98e89ca312e9', 'tag': 'efb9deaa-6675-4880-a27b-293875b73e66', 'status': 'completed', 'code': 200} Feb 03 13:08:46.227866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:46.232527 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bcf7d4-346d-4b28-b6ef-1238994276d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:46.264076 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.resource_extend [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:08:46.280131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-71d7d02f-9931-4d13-bd65-4124acd21e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.281643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-71d7d02f-9931-4d13-bd65-4124acd21e54 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=23822b775bab4ac89b0790ee49bc5267&device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1127 time: 0.1249299 Feb 03 13:08:46.336175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Current status of the port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:46.336632 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.361781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-e8e3244e-45a9-4f8a-91b2-dc2e8e804a6b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb9deaa-6675-4880-a27b-293875b73e66 HTTP/1.1" status: 200 len: 217 time: 0.0711825 Feb 03 13:08:46.407864 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef6d4f-12bf-46ea-ba17-611380df20dd service neutron] Pushing event updated for resources: {'Port': ['ID=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:46.425250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (232f26fe-2bbf-4ccf-9743-28abd84686d5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.431953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.432188 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.474028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:46.474672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.512525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-1c0baba9-7f7e-429b-b7bf-1c280d792d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.514417 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-1c0baba9-7f7e-429b-b7bf-1c280d792d19 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aef72221-94d0-4b7a-b4ed-d17423deede5 HTTP/1.1" status: 200 len: 849 time: 0.1454265 Feb 03 13:08:46.522857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] For port e81e4144-6c1a-4579-8b8b-6d841fd0fd53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e81e4144-6c1a-4579-8b8b-6d841fd0fd53,segment=NetworkSegment(2a8a8fab-3a85-4a67-a88e-6c42a3cb2575),segment_id=2a8a8fab-3a85-4a67-a88e-6c42a3cb2575)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:46.527633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.548605 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17e0dfe-116c-4132-a351-10835b07f706 x-openstack-request-id: req-d17e0dfe-116c-4132-a351-10835b07f706 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:46.548894 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:46.549171 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d17e0dfe-116c-4132-a351-10835b07f706 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:46.549548 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'status': 'completed', 'code': 200} Feb 03 13:08:46.550218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=232f26fe-2bbf-4ccf-9743-28abd84686d5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:46.564219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be15-a476-40da-9755-b7e854e31f6a req-8d74857a-66ff-4a22-a929-aae4e1682028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.565830 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-8d74857a-66ff-4a22-a929-aae4e1682028 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 1165 time: 0.2866113 Feb 03 13:08:46.582077 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a32b829a-8c9d-4b3b-b5b5-2c944aee9ade tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7343068 Feb 03 13:08:46.585620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 232f26fe-2bbf-4ccf-9743-28abd84686d5 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:46.592661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.597981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39550) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:46.612304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '232f26fe-2bbf-4ccf-9743-28abd84686d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:46.649389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f92f94-043e-43e7-baea-5a4abb25d200 None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 13:08:46.678821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-eb8aa718-f39d-4143-8714-b592ff11d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.680842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-eb8aa718-f39d-4143-8714-b592ff11d382 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=75ad7196-e757-41e4-8aba-22056577a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1524608 Feb 03 13:08:46.694364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb640d-b78b-4894-8634-8220a3757c67 req-8324e773-447a-4eeb-9be1-031d296ad64d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.703822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45eb640d-b78b-4894-8634-8220a3757c67 req-8324e773-447a-4eeb-9be1-031d296ad64d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 982 time: 0.1880963 Feb 03 13:08:46.808142 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-0abf5838-702c-4e93-b80e-f6309fc6a1e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19 HTTP/1.1" status: 200 len: 217 time: 0.2159636 Feb 03 13:08:46.823469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f92f94-043e-43e7-baea-5a4abb25d200 None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:08:46.886673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Provisioning complete for port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:46.887126 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.941733 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45eb640d-b78b-4894-8634-8220a3757c67 req-7a4fe257-1c1c-42b4-894f-990be10a5b3e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2368374 Feb 03 13:08:46.952255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Pushing event updated for resources: {'Port': ['ID=e81e4144-6c1a-4579-8b8b-6d841fd0fd53,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:46.991673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be15-a476-40da-9755-b7e854e31f6a req-acd7be8a-e59f-4dce-b025-74ab1a87282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.995093 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-acd7be8a-e59f-4dce-b025-74ab1a87282b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8768d3eb-305a-4f45-95d6-d6df05fa43e5 HTTP/1.1" status: 200 len: 835 time: 0.1696451 Feb 03 13:08:47.031401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-5729e960-a5a6-4f5f-8713-1740270a5123 service neutron] 10.222.0.91 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243120 Feb 03 13:08:47.041955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629afec9-2c2c-4796-a4b0-7a0ae200c627 req-b66224c2-ef23-4e34-b887-c14ab5ef8d9b tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:47.053039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-629afec9-2c2c-4796-a4b0-7a0ae200c627 req-b66224c2-ef23-4e34-b887-c14ab5ef8d9b tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1127 time: 0.1485043 Feb 03 13:08:47.093333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be15-a476-40da-9755-b7e854e31f6a req-35f95620-a13e-4476-84b3-5f6c1b603baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:47.097618 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-35f95620-a13e-4476-84b3-5f6c1b603baf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=448b5fe0-4d30-49fd-818f-e499db294b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0965464 Feb 03 13:08:47.100177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:47.108026 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:47.171837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:08:47.207666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:47.210807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:47.267861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7163b7f3-f664-45a5-96ca-2006e0d41aae req-6aefb82b-f2ef-41bf-b57b-faf579e7da7a service neutron] 10.222.0.91 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116106 Feb 03 13:08:47.282170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-629afec9-2c2c-4796-a4b0-7a0ae200c627 req-8edc7baf-1a92-4e6c-907f-6e73161199c9 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279584 Feb 03 13:08:47.310064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Provisioning complete for port f5104d5c-d65e-4ee4-9141-8d05e190a14c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:47.310563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:47.350310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:47.350883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:47.485522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-ad0731e8-308b-4d61-b312-bd21b08cb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:47.487247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-ad0731e8-308b-4d61-b312-bd21b08cb567 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=23822b775bab4ac89b0790ee49bc5267&device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1127 time: 0.1025026 Feb 03 13:08:47.510962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-ea33c34e-83e3-4b84-9ca8-f1241e689d29 service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926342 Feb 03 13:08:47.564576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5bd6d-fade-419f-909b-c71f5323cd2c None None] Current status of the port f5104d5c-d65e-4ee4-9141-8d05e190a14c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:47.601550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:47.610231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e81e4144-6c1a-4579-8b8b-6d841fd0fd53 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:47.677568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-86cfffb4-f387-42fe-bac7-24c535d7af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:47.682020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-86cfffb4-f387-42fe-bac7-24c535d7af87 service neutron] 10.222.0.91 "GET /v2.0/networks?id=75ad7196-e757-41e4-8aba-22056577a99c HTTP/1.1" status: 200 len: 911 time: 0.1871293 Feb 03 13:08:47.781095 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (f59fa24e-894b-4e63-8685-e01c478311cb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:47.788649 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2834be15-a476-40da-9755-b7e854e31f6a req-eabed3b4-a5a8-4655-8d4c-29f63da68613 service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740593 Feb 03 13:08:47.801690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-bed702d3-91ff-47bc-b3fa-9697cfef6d36 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb9deaa-6675-4880-a27b-293875b73e66 HTTP/1.1" status: 200 len: 217 time: 0.1118598 Feb 03 13:08:47.843393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:47.844865 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:47.921633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-de8bb242-1f66-465f-b4fc-46abb0daf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:47.923180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-de8bb242-1f66-465f-b4fc-46abb0daf0ec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aef72221-94d0-4b7a-b4ed-d17423deede5 HTTP/1.1" status: 200 len: 849 time: 0.1144679 Feb 03 13:08:47.946059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=f59fa24e-894b-4e63-8685-e01c478311cb,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:47.959092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking segment: {'id': 'f56ef2d5-6962-4713-a29e-5d046e2fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '232f26fe-2bbf-4ccf-9743-28abd84686d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:47.959593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network hostable DHCP agents. Network: 232f26fe-2bbf-4ccf-9743-28abd84686d5, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:47.979514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:47.981905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b3f20b3a-2c6a-438e-8c52-0cf893b8e381 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:48.003045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-daf1137f-c3ef-41cf-b5e5-0897d1e4c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:48.012245 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-daf1137f-c3ef-41cf-b5e5-0897d1e4c201 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 1165 time: 0.1276798 Feb 03 13:08:48.029485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 232f26fe-2bbf-4ccf-9743-28abd84686d5 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:48.057411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-296bff8a-ee6e-4349-b125-8c43269dd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:48.058970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-296bff8a-ee6e-4349-b125-8c43269dd3c5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=75ad7196-e757-41e4-8aba-22056577a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1258543 Feb 03 13:08:48.071751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 232f26fe-2bbf-4ccf-9743-28abd84686d5) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:48.083743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c025fa6-0a2b-4abf-ba1d-e188e3428cb4 None None] Network 232f26fe-2bbf-4ccf-9743-28abd84686d5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:48.086230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:48.086852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:48.177201 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-890fb881-cdc2-44f1-843b-efa484c604a4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5747592 Feb 03 13:08:48.177201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39578) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:48.188135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-a4f048cb-2002-4f28-b789-3aa612beef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:48.189779 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-a4f048cb-2002-4f28-b789-3aa612beef45 service neutron] 10.222.0.72 "GET /v2.0/networks?id=448b5fe0-4d30-49fd-818f-e499db294b5f HTTP/1.1" status: 200 len: 898 time: 0.1699421 Feb 03 13:08:48.196438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:48.196824 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:48.250009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-232f26fe-2bbf-4ccf-9743-28abd84686d5', 'network_id': '232f26fe-2bbf-4ccf-9743-28abd84686d5', 'project_id': 'fa458c630c4f4a50bc42b03c6a76af4e', 'fixed_ips': [{'subnet_id': 'f59fa24e-894b-4e63-8685-e01c478311cb'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:48.250009 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:48.258445 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-e289b4ce-58da-4c45-952a-da9e3efb2bb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19 HTTP/1.1" status: 200 len: 217 time: 0.0548716 Feb 03 13:08:48.320272 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-a692d553-4121-4eaa-9c3f-534f9ae8a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:48.322273 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-a692d553-4121-4eaa-9c3f-534f9ae8a573 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8768d3eb-305a-4f45-95d6-d6df05fa43e5 HTTP/1.1" status: 200 len: 835 time: 0.0577629 Feb 03 13:08:48.442935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-6a283b26-fcae-46d8-a885-aa3f12687ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:48.444916 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-6a283b26-fcae-46d8-a885-aa3f12687ab4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=448b5fe0-4d30-49fd-818f-e499db294b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0932012 Feb 03 13:08:48.448922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (232f26fe-2bbf-4ccf-9743-28abd84686d5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:48.456705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Allocated IP 2001:db8::1 (232f26fe-2bbf-4ccf-9743-28abd84686d5/f59fa24e-894b-4e63-8685-e01c478311cb/9fc75ca5-79fc-4d43-850e-2077314fa8a9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:48.553334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Sync routers for ids ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:48.598274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Routers {'e0b244cb-ef81-4bff-89d3-cb3678a098f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:48.598999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:48.673621 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-44e03b9d-d0c6-4f43-b8ba-a7b37fbe1d75 service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212031 Feb 03 13:08:48.752032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c5aba-8c22-40ae-8748-177686073a94 req-575bfcb3-781d-4e7e-97de-a2743909438c tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:48.759082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-363c5aba-8c22-40ae-8748-177686073a94 req-575bfcb3-781d-4e7e-97de-a2743909438c tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1127 time: 0.0922332 Feb 03 13:08:48.788208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f8322-61d7-47f6-9a44-f285a3180d44 req-4520a393-49db-46e8-bcc2-f1485deb7c41 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:48.789951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-470f8322-61d7-47f6-9a44-f285a3180d44 req-4520a393-49db-46e8-bcc2-f1485deb7c41 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 982 time: 0.7442453 Feb 03 13:08:48.806647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-74af01d6-64cc-4346-af5b-ddec98139ba7 service neutron] 10.222.0.91 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7393613 Feb 03 13:08:48.810629 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-88bcf7d4-346d-4b28-b6ef-1238994276d8 req-2174f273-7ab8-4d10-8fe9-72c0d18f49b6 service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226680 Feb 03 13:08:48.814105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (f59fa24e-894b-4e63-8685-e01c478311cb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:48.904744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Set router e0b244cb-ef81-4bff-89d3-cb3678a098f8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:48.909874 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-470f8322-61d7-47f6-9a44-f285a3180d44 req-d10aaa97-0921-462b-af6b-d3f9a29a9817 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1102431 Feb 03 13:08:48.933390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-363c5aba-8c22-40ae-8748-177686073a94 req-322e3172-53be-41f3-b60a-40cb32855da5 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733119 Feb 03 13:08:49.020357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcc5976d-7d15-4639-8471-1018afe744a3 req-24d10ac4-4193-4de1-9bc4-34b948261e3c service neutron] 10.222.0.91 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844084 Feb 03 13:08:49.124981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:49.125643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f5104d5c-d65e-4ee4-9141-8d05e190a14c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:49.158992 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Publish callbacks [] for port (9fc75ca5-79fc-4d43-850e-2077314fa8a9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.193347 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (9fc75ca5-79fc-4d43-850e-2077314fa8a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.235327 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (f59fa24e-894b-4e63-8685-e01c478311cb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.260449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=f59fa24e-894b-4e63-8685-e01c478311cb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:49.267938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Network 232f26fe-2bbf-4ccf-9743-28abd84686d5 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:49.277207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:49.284217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:49.305274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Pushing event updated for resources: {'Port': ['ID=9fc75ca5-79fc-4d43-850e-2077314fa8a9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:49.329820 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (232f26fe-2bbf-4ccf-9743-28abd84686d5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.349879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232f26fe-2bbf-4ccf-9743-28abd84686d5']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:49.350289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f5104d5c-d65e-4ee4-9141-8d05e190a14c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:49.350747 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.362073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56ef2d5-6962-4713-a29e-5d046e2fce46') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:49.362483 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56ef2d5-6962-4713-a29e-5d046e2fce46') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:49.372067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (f56ef2d5-6962-4713-a29e-5d046e2fce46), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.385556 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f56ef2d5-6962-4713-a29e-5d046e2fce46), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.394378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:49.394768 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (f56ef2d5-6962-4713-a29e-5d046e2fce46), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:49.398301 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:49.424052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Attempting to bind port 9fc75ca5-79fc-4d43-850e-2077314fa8a9 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:49.424436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Attempting to bind port 9fc75ca5-79fc-4d43-850e-2077314fa8a9 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'f56ef2d5-6962-4713-a29e-5d046e2fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '232f26fe-2bbf-4ccf-9743-28abd84686d5'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:49.424809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Attempting to bind port 9fc75ca5-79fc-4d43-850e-2077314fa8a9 on network 232f26fe-2bbf-4ccf-9743-28abd84686d5 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:49.436335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:49.436731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Checking segment: {'id': 'f56ef2d5-6962-4713-a29e-5d046e2fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '232f26fe-2bbf-4ccf-9743-28abd84686d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:49.437257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.437636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Bound using segment: {'id': 'f56ef2d5-6962-4713-a29e-5d046e2fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '232f26fe-2bbf-4ccf-9743-28abd84686d5'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:49.438106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Bound port: 9fc75ca5-79fc-4d43-850e-2077314fa8a9, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56ef2d5-6962-4713-a29e-5d046e2fce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '232f26fe-2bbf-4ccf-9743-28abd84686d5'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:49.438520 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9fc75ca5-79fc-4d43-850e-2077314fa8a9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.460505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.db.api [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:08:49.460505 n-d-792364-10 neutron-server[103223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:08:49.460505 n-d-792364-10 neutron-server[103223]: [parameters: {'id': '232f26fe-2bbf-4ccf-9743-28abd84686d5'}] Feb 03 13:08:49.460505 n-d-792364-10 neutron-server[103223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:08:49.460962 n-d-792364-10 neutron-server[103223]: DEBUG oslo_db.api [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:08:49.461041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:30Z', 'updated_at': '2022-02-03T13:08:35Z', 'revision_number': 4, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'gw_port': {'id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:31Z', 'updated_at': '2022-02-03T13:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c4712d2a-41fe-4cb9-bd0c-40b86edf0753', 'name': '', 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'mac_address': 'fa:16:3e:23:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:34Z', 'updated_at': '2022-02-03T13:08:35Z', 'revision_number': 2, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'subnets': [{'id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:49.511393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Checking router: e0b244cb-ef81-4bff-89d3-cb3678a098f8 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:49.511728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Updating router e0b244cb-ef81-4bff-89d3-cb3678a098f8 port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:08:49.590646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.594506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f5104d5c-d65e-4ee4-9141-8d05e190a14c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:49.607076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] For port 9fc75ca5-79fc-4d43-850e-2077314fa8a9, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:49.611289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] For port 9fc75ca5-79fc-4d43-850e-2077314fa8a9, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9fc75ca5-79fc-4d43-850e-2077314fa8a9,segment=NetworkSegment(f56ef2d5-6962-4713-a29e-5d046e2fce46),segment_id=f56ef2d5-6962-4713-a29e-5d046e2fce46)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:49.637638 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9fc75ca5-79fc-4d43-850e-2077314fa8a9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.799315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50474b-981b-4695-ba1e-317f6c43f918 None None] Pushing event updated for resources: {'Port': ['ID=9fc75ca5-79fc-4d43-850e-2077314fa8a9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:49.818462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17067bb4-4573-4d5c-bddb-11605be4ed4f None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 13:08:49.857745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:49.962827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (232f26fe-2bbf-4ccf-9743-28abd84686d5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.985801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a15f2e74-9a81-4d57-8db8-cac5b84a7c19 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:08:50.068918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting port 9fc75ca5-79fc-4d43-850e-2077314fa8a9 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:50.069567 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9fc75ca5-79fc-4d43-850e-2077314fa8a9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.110366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af1813-7ed5-4e34-848f-7286e73200ed req-b353a580-0034-40c4-810d-57def4d60db3 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:50.111985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3af1813-7ed5-4e34-848f-7286e73200ed req-b353a580-0034-40c4-810d-57def4d60db3 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1127 time: 0.1037295 Feb 03 13:08:50.151171 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] For port 9fc75ca5-79fc-4d43-850e-2077314fa8a9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9fc75ca5-79fc-4d43-850e-2077314fa8a9,segment=NetworkSegment(f56ef2d5-6962-4713-a29e-5d046e2fce46),segment_id=f56ef2d5-6962-4713-a29e-5d046e2fce46)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:50.151871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9fc75ca5-79fc-4d43-850e-2077314fa8a9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.168342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Calling delete_port for 9fc75ca5-79fc-4d43-850e-2077314fa8a9 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:50.179702 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Publish callbacks [] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.181144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3af1813-7ed5-4e34-848f-7286e73200ed req-d7e613b3-db86-499e-a09c-822ecc2317a6 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626166 Feb 03 13:08:50.190845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8d468-c592-4bef-8192-17271ad86eb7 req-34b88a64-6207-4c80-98c7-fdebba5d6228 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:50.195105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ff8d468-c592-4bef-8192-17271ad86eb7 req-34b88a64-6207-4c80-98c7-fdebba5d6228 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 982 time: 0.1386170 Feb 03 13:08:50.225402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:50.226151 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.255319 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.273267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ff8d468-c592-4bef-8192-17271ad86eb7 req-4c5db2b2-c55f-4962-adda-2e0e2670b23c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0711303 Feb 03 13:08:50.299993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17067bb4-4573-4d5c-bddb-11605be4ed4f None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:08:50.314409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9fc75ca5-79fc-4d43-850e-2077314fa8a9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.346164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Port': ['ID=9fc75ca5-79fc-4d43-850e-2077314fa8a9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:50.354570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No DVR routers for this DVR port 9fc75ca5-79fc-4d43-850e-2077314fa8a9 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:50.385621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c016-dacb-4c57-bb32-e41ff3caac26 None None] Pushing event updated for resources: {'Port': ['ID=c4712d2a-41fe-4cb9-bd0c-40b86edf0753,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:50.424932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a15f2e74-9a81-4d57-8db8-cac5b84a7c19, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:50.452220 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (232f26fe-2bbf-4ccf-9743-28abd84686d5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.473254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232f26fe-2bbf-4ccf-9743-28abd84686d5']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:50.484422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56ef2d5-6962-4713-a29e-5d046e2fce46') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:50.484933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56ef2d5-6962-4713-a29e-5d046e2fce46') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:50.496004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (f56ef2d5-6962-4713-a29e-5d046e2fce46), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.505438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'port_id': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'mac_address': 'fa:16:3e:ec:a8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:08:50.511700 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f56ef2d5-6962-4713-a29e-5d046e2fce46), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.522637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:50.523376 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (f56ef2d5-6962-4713-a29e-5d046e2fce46), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:50.528904 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:50.539902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Attempting to bind port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:50.540264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Attempting to bind port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'b1b5d573-c423-476b-b899-82db4c1862b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:50.540627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Attempting to bind port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 on network 22f5b4f7-cbde-489b-a239-b2b1164460d1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:50.602229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (232f26fe-2bbf-4ccf-9743-28abd84686d5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.611436 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.615121 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/232f26fe-2bbf-4ccf-9743-28abd84686d5 HTTP/1.1" status: 204 len: 168 time: 2.4377127 Feb 03 13:08:50.618830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39622) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:50.624617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1871296976'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:50.641782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b015ae-da0a-4a82-abb6-bb68135f1c3e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=232f26fe-2bbf-4ccf-9743-28abd84686d5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:50.654287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:50.660683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.693307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:50.706163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ad5d9402-39a6-45e6-ae4d-c097337796f4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.706728 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment ad5d9402-39a6-45e6-ae4d-c097337796f4 of type vlan for network 0c429ab2-4534-4f14-9de4-054e628f3163 Feb 03 13:08:50.729160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:50.730198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0c487ef4-47c9-44c2-8f00-71f98ddd66db up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:50.750914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:50.751288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Checking segment: {'id': 'b1b5d573-c423-476b-b899-82db4c1862b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:50.751693 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.754546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Bound using segment: {'id': 'b1b5d573-c423-476b-b899-82db4c1862b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:50.754546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Bound port: c4712d2a-41fe-4cb9-bd0c-40b86edf0753, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b5d573-c423-476b-b899-82db4c1862b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:50.754808 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.759907 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0c429ab2-4534-4f14-9de4-054e628f3163), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.789117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0c429ab2-4534-4f14-9de4-054e628f3163), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.794503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:50.795095 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.824676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:50.825065 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.835081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2145803 Feb 03 13:08:50.838039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39626) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:50.844141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:50.872976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edde4b2-39f4-42ec-8007-5ee5a125fd09 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=0c429ab2-4534-4f14-9de4-054e628f3163,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:50.875095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.883473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15f2e74-9a81-4d57-8db8-cac5b84a7c19 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:50.894195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0c429ab2-4534-4f14-9de4-054e628f3163 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:50.958649 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:50.961791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a15f2e74-9a81-4d57-8db8-cac5b84a7c19, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:50.962983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.003740 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.008280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] For port c4712d2a-41fe-4cb9-bd0c-40b86edf0753, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:51.052294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0c487ef4-47c9-44c2-8f00-71f98ddd66db triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:51.052670 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.067925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcb190b-4bb6-48f5-9453-496fcabc43f2 None None] Network 232f26fe-2bbf-4ccf-9743-28abd84686d5 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:51.072849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] For port c4712d2a-41fe-4cb9-bd0c-40b86edf0753, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c4712d2a-41fe-4cb9-bd0c-40b86edf0753,segment=NetworkSegment(b1b5d573-c423-476b-b899-82db4c1862b1),segment_id=b1b5d573-c423-476b-b899-82db4c1862b1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:51.121291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcb190b-4bb6-48f5-9453-496fcabc43f2 None None] Network 232f26fe-2bbf-4ccf-9743-28abd84686d5 could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:08:51.135218 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.171746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:51.218503 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (ce8748e2-3d85-4b47-897d-28959d6d991a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.225163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a15f2e74-9a81-4d57-8db8-cac5b84a7c19'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:08:51.274595 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=ce8748e2-3d85-4b47-897d-28959d6d991a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:51.296321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Routers {'e0b244cb-ef81-4bff-89d3-cb3678a098f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:51.298571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:51.339422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking segment: {'id': 'ad5d9402-39a6-45e6-ae4d-c097337796f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:51.340024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network hostable DHCP agents. Network: 0c429ab2-4534-4f14-9de4-054e628f3163, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:51.389322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 0c429ab2-4534-4f14-9de4-054e628f3163 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:51.408902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 0c429ab2-4534-4f14-9de4-054e628f3163) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:51.414094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.414911 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.456120 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-102b4784-38d0-4e16-8bbe-a4167a6cd9ff tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6140332 Feb 03 13:08:51.456316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39632) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:51.459986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab412-094c-4fd4-87b6-74e7111b5cac req-ddcde353-5614-4a97-9091-9cf59cd63a3e tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.461155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] Set router e0b244cb-ef81-4bff-89d3-cb3678a098f8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:51.461757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:51.468328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2eab412-094c-4fd4-87b6-74e7111b5cac req-ddcde353-5614-4a97-9091-9cf59cd63a3e tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1127 time: 0.1747553 Feb 03 13:08:51.509362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217bebfb-9ea8-4b3a-9155-96df43d508d8 None None] Network 0c429ab2-4534-4f14-9de4-054e628f3163 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:51.520575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb08d3d-1897-4f32-b91f-6ad30efdd7a7 req-f7a480d9-4fec-4f19-b94a-142051fb6415 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.522138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbb08d3d-1897-4f32-b91f-6ad30efdd7a7 req-f7a480d9-4fec-4f19-b94a-142051fb6415 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 983 time: 0.1492047 Feb 03 13:08:51.563370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2eab412-094c-4fd4-87b6-74e7111b5cac req-9d551446-e4fc-467e-a930-ded399d2e0d8 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887175 Feb 03 13:08:51.626975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbb08d3d-1897-4f32-b91f-6ad30efdd7a7 req-eb9268fc-09a9-45e9-85ee-f43750de105c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0971670 Feb 03 13:08:51.640655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:51.644721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.755054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c016-dacb-4c57-bb32-e41ff3caac26 None None] Pushing event updated for resources: {'Port': ['ID=c4712d2a-41fe-4cb9-bd0c-40b86edf0753,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:51.765869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-0c429ab2-4534-4f14-9de4-054e628f3163', 'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163', 'project_id': 'fa458c630c4f4a50bc42b03c6a76af4e', 'fixed_ips': [{'subnet_id': 'ce8748e2-3d85-4b47-897d-28959d6d991a'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:51.766875 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.829466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e5c0493c-690f-4238-ab92-f4e436ad35c9 None None] Provisioning complete for port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:51.829852 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5c0493c-690f-4238-ab92-f4e436ad35c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.878028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0c487ef4-47c9-44c2-8f00-71f98ddd66db is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:51.878373 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.920807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (431be18d-f9ee-413f-89e8-a11b724935c5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.964591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 0c429ab2-4534-4f14-9de4-054e628f3163 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:51.968659 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:51.972537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.974601 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.984698 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=431be18d-f9ee-413f-89e8-a11b724935c5,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:52.003117 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-87c7b387-6174-4f3d-a147-0fc9680ce82c tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5458322 Feb 03 13:08:52.003845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39636) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:52.003979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 0c487ef4-47c9-44c2-8f00-71f98ddd66db, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0c487ef4-47c9-44c2-8f00-71f98ddd66db,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:52.026785 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.027591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e81e4144-6c1a-4579-8b8b-6d841fd0fd53 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:52.109433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d660896-1bc6-4cfa-a59d-e137037afef3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.111201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d660896-1bc6-4cfa-a59d-e137037afef3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.112521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d660896-1bc6-4cfa-a59d-e137037afef3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.113816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d660896-1bc6-4cfa-a59d-e137037afef3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.115308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d660896-1bc6-4cfa-a59d-e137037afef3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.122210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39638) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:52.126870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0d660896-1bc6-4cfa-a59d-e137037afef3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1210399 Feb 03 13:08:52.127312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1112192987'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:52.150253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:52.154288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.184008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:52.194758 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a74b8055-0ebf-4381-b13e-ac647ca22222), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.195107 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment a74b8055-0ebf-4381-b13e-ac647ca22222 of type vlan for network 120ba98d-5d19-4c59-9614-0a33525c8fcc Feb 03 13:08:52.240147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (120ba98d-5d19-4c59-9614-0a33525c8fcc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.248850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=0c487ef4-47c9-44c2-8f00-71f98ddd66db,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:52.253500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Allocated IP 2001:db8::2 (0c429ab2-4534-4f14-9de4-054e628f3163/ce8748e2-3d85-4b47-897d-28959d6d991a/18985d17-819b-4cff-84ba-2939dd5ef5b7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:52.272604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (120ba98d-5d19-4c59-9614-0a33525c8fcc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.278929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.279707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.291407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0493c-690f-4238-ab92-f4e436ad35c9 None None] Current status of the port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:52.291869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5c0493c-690f-4238-ab92-f4e436ad35c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.306573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device efb9deaa-6675-4880-a27b-293875b73e66 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:08:52.359096 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2356670 Feb 03 13:08:52.364090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39640) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:52.364448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e79c13-beb0-454e-8ed0-35c1970d964a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=120ba98d-5d19-4c59-9614-0a33525c8fcc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:52.370799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2a91eef1-1016-4aeb-881f-13465b3e97f4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:52.374536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:52.374890 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.410118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 120ba98d-5d19-4c59-9614-0a33525c8fcc details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:52.478263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e5c0493c-690f-4238-ab92-f4e436ad35c9 None None] For port c4712d2a-41fe-4cb9-bd0c-40b86edf0753, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c4712d2a-41fe-4cb9-bd0c-40b86edf0753,segment=NetworkSegment(b1b5d573-c423-476b-b899-82db4c1862b1),segment_id=b1b5d573-c423-476b-b899-82db4c1862b1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:52.510550 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5c0493c-690f-4238-ab92-f4e436ad35c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.546279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a91eef1-1016-4aeb-881f-13465b3e97f4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (120ba98d-5d19-4c59-9614-0a33525c8fcc), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.546929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:30Z', 'updated_at': '2022-02-03T13:08:35Z', 'revision_number': 4, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'gw_port': {'id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:31Z', 'updated_at': '2022-02-03T13:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c4712d2a-41fe-4cb9-bd0c-40b86edf0753', 'name': '', 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'mac_address': 'fa:16:3e:23:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:34Z', 'updated_at': '2022-02-03T13:08:50Z', 'revision_number': 4, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'subnets': [{'id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:52.563292 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a91eef1-1016-4aeb-881f-13465b3e97f4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (120ba98d-5d19-4c59-9614-0a33525c8fcc), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.656779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a91eef1-1016-4aeb-881f-13465b3e97f4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 120ba98d-5d19-4c59-9614-0a33525c8fcc is not hosted by any dhcp agent {{(pid=103224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 13:08:52.660485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a91eef1-1016-4aeb-881f-13465b3e97f4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.661165 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a91eef1-1016-4aeb-881f-13465b3e97f4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.664159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2a91eef1-1016-4aeb-881f-13465b3e97f4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "PUT /v2.0/networks/120ba98d-5d19-4c59-9614-0a33525c8fcc HTTP/1.1" status: 200 len: 723 time: 0.2994418 Feb 03 13:08:52.667434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39646) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:52.672570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '120ba98d-5d19-4c59-9614-0a33525c8fcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:52.686165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91eef1-1016-4aeb-881f-13465b3e97f4 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=120ba98d-5d19-4c59-9614-0a33525c8fcc,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:52.724580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5b2bf-82f4-4dc8-afd6-52b0251148f5 req-9aa619f2-3ecc-48be-b42a-9bd0f4944bc8 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.728961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5b5b2bf-82f4-4dc8-afd6-52b0251148f5 req-9aa619f2-3ecc-48be-b42a-9bd0f4944bc8 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1127 time: 0.0879164 Feb 03 13:08:52.829604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e92fd1-b8fa-4bdc-8c72-6328d4ead2a4 req-dcd7ae6a-3429-42e4-b888-0a19de384b02 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.831196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:52.831346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97e92fd1-b8fa-4bdc-8c72-6328d4ead2a4 req-dcd7ae6a-3429-42e4-b888-0a19de384b02 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 983 time: 0.1007073 Feb 03 13:08:52.834251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5b5b2bf-82f4-4dc8-afd6-52b0251148f5 req-86391e96-7cbd-4050-b081-a3f6c380d1a5 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911763 Feb 03 13:08:52.835527 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:52.911649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97e92fd1-b8fa-4bdc-8c72-6328d4ead2a4 req-75839458-4b55-4b83-8409-b947a64c8ce0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0683670 Feb 03 13:08:52.938516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 120ba98d-5d19-4c59-9614-0a33525c8fcc details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:52.944152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b1c50-e9aa-4322-b3ea-71a4ef572b57 None None] The sync data for ids ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'] in n-d-792364-10 is: [{'id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:30Z', 'updated_at': '2022-02-03T13:08:35Z', 'revision_number': 4, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'gw_port': {'id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:31Z', 'updated_at': '2022-02-03T13:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'c4712d2a-41fe-4cb9-bd0c-40b86edf0753', 'name': '', 'network_id': '22f5b4f7-cbde-489b-a239-b2b1164460d1', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'mac_address': 'fa:16:3e:23:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:34Z', 'updated_at': '2022-02-03T13:08:50Z', 'revision_number': 4, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'subnets': [{'id': 'ee20cce2-9abe-4cae-a337-8f8d3213bb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:53.038437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1e6100cd-bee7-40ba-8e6b-3f8c7eb736c5 None None] Provisioning complete for port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:53.038681 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e6100cd-bee7-40ba-8e6b-3f8c7eb736c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.071175 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (649da66a-75de-4257-9748-66229c688646), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.110774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Publish callbacks [] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.115957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0493c-690f-4238-ab92-f4e436ad35c9 None None] Pushing event updated for resources: {'Port': ['ID=c4712d2a-41fe-4cb9-bd0c-40b86edf0753,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:53.159781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=649da66a-75de-4257-9748-66229c688646,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:53.160712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port efb9deaa-6675-4880-a27b-293875b73e66, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efb9deaa-6675-4880-a27b-293875b73e66,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:53.166039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking segment: {'id': 'a74b8055-0ebf-4381-b13e-ac647ca22222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '120ba98d-5d19-4c59-9614-0a33525c8fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:53.166648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network hostable DHCP agents. Network: 120ba98d-5d19-4c59-9614-0a33525c8fcc, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:53.167048 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.200554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 120ba98d-5d19-4c59-9614-0a33525c8fcc is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:53.213402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 120ba98d-5d19-4c59-9614-0a33525c8fcc) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:53.222696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:53.223434 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.224306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Network 0c429ab2-4534-4f14-9de4-054e628f3163 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:53.230597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'efb9deaa-6675-4880-a27b-293875b73e66', 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c', 'port_id': 'efb9deaa-6675-4880-a27b-293875b73e66', 'mac_address': 'fa:16:3e:4e:9d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef72221-94d0-4b7a-b4ed-d17423deede5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:08:53.240612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:53.242883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:53.257366 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-19866c7f-fd52-47db-a463-b043f98c630e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5807807 Feb 03 13:08:53.258137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad54d35-0fa8-4c38-b39c-8f8e6cfbb576 None None] Network 120ba98d-5d19-4c59-9614-0a33525c8fcc requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:53.258224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39650) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:53.263455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-bdb6c53b-29da-41d5-a091-0dadc96d2fc3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:53.266879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:53.344834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Pushing event updated for resources: {'Port': ['ID=18985d17-819b-4cff-84ba-2939dd5ef5b7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:53.409777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c53b-29da-41d5-a091-0dadc96d2fc3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4348672'] for subnet (649da66a-75de-4257-9748-66229c688646), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.430051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Attempting to bind port 18985d17-819b-4cff-84ba-2939dd5ef5b7 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:53.430444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Attempting to bind port 18985d17-819b-4cff-84ba-2939dd5ef5b7 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ad5d9402-39a6-45e6-ae4d-c097337796f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:53.430811 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Attempting to bind port 18985d17-819b-4cff-84ba-2939dd5ef5b7 on network 0c429ab2-4534-4f14-9de4-054e628f3163 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:53.456707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:53.457092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Checking segment: {'id': 'ad5d9402-39a6-45e6-ae4d-c097337796f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:53.457503 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.457901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Bound using segment: {'id': 'ad5d9402-39a6-45e6-ae4d-c097337796f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:53.458433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Bound port: 18985d17-819b-4cff-84ba-2939dd5ef5b7, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5d9402-39a6-45e6-ae4d-c097337796f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:53.458831 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.479549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port efb9deaa-6675-4880-a27b-293875b73e66 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:53.479991 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efb9deaa-6675-4880-a27b-293875b73e66), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.516191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c4712d2a-41fe-4cb9-bd0c-40b86edf0753 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:53.545553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1e6100cd-bee7-40ba-8e6b-3f8c7eb736c5 None None] Current status of the port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:53.556263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb9deaa-6675-4880-a27b-293875b73e66 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:53.609579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c53b-29da-41d5-a091-0dadc96d2fc3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752285408485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7423213'] for subnet (649da66a-75de-4257-9748-66229c688646), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.614806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-120ba98d-5d19-4c59-9614-0a33525c8fcc', 'network_id': '120ba98d-5d19-4c59-9614-0a33525c8fcc', 'project_id': 'fa458c630c4f4a50bc42b03c6a76af4e', 'fixed_ips': [{'subnet_id': '649da66a-75de-4257-9748-66229c688646'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:53.615672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.643518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb6c53b-29da-41d5-a091-0dadc96d2fc3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:53.644274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c53b-29da-41d5-a091-0dadc96d2fc3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.645671 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bdb6c53b-29da-41d5-a091-0dadc96d2fc3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "PUT /v2.0/subnets/649da66a-75de-4257-9748-66229c688646 HTTP/1.1" status: 200 len: 826 time: 0.3868480 Feb 03 13:08:53.646027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port efb9deaa-6675-4880-a27b-293875b73e66, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efb9deaa-6675-4880-a27b-293875b73e66,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:53.648484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39652) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:53.678043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6c53b-29da-41d5-a091-0dadc96d2fc3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=649da66a-75de-4257-9748-66229c688646,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:53.738010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] For port 18985d17-819b-4cff-84ba-2939dd5ef5b7, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:53.744909 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (efb9deaa-6675-4880-a27b-293875b73e66), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.763429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] For port 18985d17-819b-4cff-84ba-2939dd5ef5b7, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=18985d17-819b-4cff-84ba-2939dd5ef5b7,segment=NetworkSegment(ad5d9402-39a6-45e6-ae4d-c097337796f4),segment_id=ad5d9402-39a6-45e6-ae4d-c097337796f4)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:53.775590 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (120ba98d-5d19-4c59-9614-0a33525c8fcc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.806983 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.831813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:53.832188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.839519 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (649da66a-75de-4257-9748-66229c688646), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:53.920502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Allocated IP 2001:db8::2 (120ba98d-5d19-4c59-9614-0a33525c8fcc/649da66a-75de-4257-9748-66229c688646/c2b63ef9-d8c0-410d-bff7-4c35845df23d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:53.930971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=efb9deaa-6675-4880-a27b-293875b73e66,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:53.985766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a15f2e74-9a81-4d57-8db8-cac5b84a7c19 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:54.017147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9fa8b-0912-4e22-9444-cd73cccb5625 req-5b17372f-1dc8-4255-bc7b-588e89beb10e tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:54.020844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00a9fa8b-0912-4e22-9444-cd73cccb5625 req-5b17372f-1dc8-4255-bc7b-588e89beb10e tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1128 time: 0.0936887 Feb 03 13:08:54.114272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f0e65-663e-4fb9-9755-97215860e8df req-6b83c91c-37be-4c9d-bc53-becac7a058d6 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:54.115896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-371f0e65-663e-4fb9-9755-97215860e8df req-6b83c91c-37be-4c9d-bc53-becac7a058d6 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 983 time: 0.0824511 Feb 03 13:08:54.133019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['efb9deaa-6675-4880-a27b-293875b73e66'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:08:54.136427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e54d03-8432-431a-8385-7e2029a0fbcc None None] Pushing event updated for resources: {'Port': ['ID=18985d17-819b-4cff-84ba-2939dd5ef5b7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:54.146387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:08:54.158581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-00a9fa8b-0912-4e22-9444-cd73cccb5625 req-cb5882f1-0227-43e3-b849-518a84481986 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311457 Feb 03 13:08:54.223038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-371f0e65-663e-4fb9-9755-97215860e8df req-ce56c86a-c250-47e3-8e10-08752a3e4629 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0956306 Feb 03 13:08:54.239445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:54.239825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.310659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:54.311763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0c487ef4-47c9-44c2-8f00-71f98ddd66db up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:54.455090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Publish callbacks [] for port (c2b63ef9-d8c0-410d-bff7-4c35845df23d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.471735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (c2b63ef9-d8c0-410d-bff7-4c35845df23d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.484746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (649da66a-75de-4257-9748-66229c688646), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.501389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:54.501778 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.522375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=649da66a-75de-4257-9748-66229c688646,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:54.546180 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Network 120ba98d-5d19-4c59-9614-0a33525c8fcc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:54.551275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0c487ef4-47c9-44c2-8f00-71f98ddd66db triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:54.551508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.562299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:54.571975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:54.594138 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (120ba98d-5d19-4c59-9614-0a33525c8fcc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.612377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Pushing event updated for resources: {'Port': ['ID=c2b63ef9-d8c0-410d-bff7-4c35845df23d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:54.620974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:54.623293 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc7915-c318-4115-a1df-680d1727b915" -d '{"events": [{"server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "name": "network-vif-plugged", "status": "completed", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:54.624634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120ba98d-5d19-4c59-9614-0a33525c8fcc']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:54.656729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74b8055-0ebf-4381-b13e-ac647ca22222') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:54.657390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74b8055-0ebf-4381-b13e-ac647ca22222') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:54.668681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a15f2e74-9a81-4d57-8db8-cac5b84a7c19, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:54.675339 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (a74b8055-0ebf-4381-b13e-ac647ca22222), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.692972 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a74b8055-0ebf-4381-b13e-ac647ca22222), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.699587 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.703434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:54.706921 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (a74b8055-0ebf-4381-b13e-ac647ca22222), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:54.710650 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:54.761989 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f17627f-7562-4533-9259-9d51c351cd8b x-openstack-request-id: req-0f17627f-7562-4533-9259-9d51c351cd8b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:54.762286 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "name": "network-vif-plugged", "status": "completed", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:54.762549 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f17627f-7562-4533-9259-9d51c351cd8b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:54.762973 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'code': 200} Feb 03 13:08:54.766712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Attempting to bind port c2b63ef9-d8c0-410d-bff7-4c35845df23d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:54.766852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Attempting to bind port c2b63ef9-d8c0-410d-bff7-4c35845df23d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a74b8055-0ebf-4381-b13e-ac647ca22222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '120ba98d-5d19-4c59-9614-0a33525c8fcc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:54.767236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Attempting to bind port c2b63ef9-d8c0-410d-bff7-4c35845df23d on network 120ba98d-5d19-4c59-9614-0a33525c8fcc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:54.786996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:54.787261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Checking segment: {'id': 'a74b8055-0ebf-4381-b13e-ac647ca22222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '120ba98d-5d19-4c59-9614-0a33525c8fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:54.787672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.788072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Bound using segment: {'id': 'a74b8055-0ebf-4381-b13e-ac647ca22222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '120ba98d-5d19-4c59-9614-0a33525c8fcc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:54.788565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Bound port: c2b63ef9-d8c0-410d-bff7-4c35845df23d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74b8055-0ebf-4381-b13e-ac647ca22222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '120ba98d-5d19-4c59-9614-0a33525c8fcc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:54.788953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c2b63ef9-d8c0-410d-bff7-4c35845df23d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:54.810137 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.db.api [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:08:54.810137 n-d-792364-10 neutron-server[103224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:08:54.810137 n-d-792364-10 neutron-server[103224]: [parameters: {'id': '120ba98d-5d19-4c59-9614-0a33525c8fcc'}] Feb 03 13:08:54.810137 n-d-792364-10 neutron-server[103224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:08:54.810563 n-d-792364-10 neutron-server[103224]: DEBUG oslo_db.api [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:08:54.873263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:54.901608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f2108-5684-44de-8584-fd39b80cde9d req-368bbbaa-67f8-42ac-8b77-1f2338d240ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:54.903708 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e6f2108-5684-44de-8584-fd39b80cde9d req-368bbbaa-67f8-42ac-8b77-1f2338d240ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 1167 time: 0.0758977 Feb 03 13:08:54.979906 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0e6f2108-5684-44de-8584-fd39b80cde9d req-ef9f2ae2-0b2f-4814-907f-78fdc79549e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e4c235f4-079c-4329-bba9-e10e63421ddf&id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0700293 Feb 03 13:08:55.081717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0c487ef4-47c9-44c2-8f00-71f98ddd66db is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:55.112534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] For port c2b63ef9-d8c0-410d-bff7-4c35845df23d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:55.115750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] For port c2b63ef9-d8c0-410d-bff7-4c35845df23d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c2b63ef9-d8c0-410d-bff7-4c35845df23d,segment=NetworkSegment(a74b8055-0ebf-4381-b13e-ac647ca22222),segment_id=a74b8055-0ebf-4381-b13e-ac647ca22222)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:55.124695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c2b63ef9-d8c0-410d-bff7-4c35845df23d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.212092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92b5c8-0889-427a-8420-ac2ced54e67d None None] Pushing event updated for resources: {'Port': ['ID=c2b63ef9-d8c0-410d-bff7-4c35845df23d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:55.241131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea24271-ba9c-4115-858f-a1621a8ace11 None None] Network 120ba98d-5d19-4c59-9614-0a33525c8fcc requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:55.244927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40055aac-13da-42fb-9bf8-5312d15caab0 None None] Network 0c429ab2-4534-4f14-9de4-054e628f3163 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:55.310776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3265e4-0f73-4987-8ef5-ed7955f8714b req-aebbdf1c-ab16-47ec-a433-20ab6f508f96 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:55.312426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a3265e4-0f73-4987-8ef5-ed7955f8714b req-aebbdf1c-ab16-47ec-a433-20ab6f508f96 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1128 time: 0.0656466 Feb 03 13:08:55.313029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (120ba98d-5d19-4c59-9614-0a33525c8fcc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.421477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4bccd40e-8221-4108-804f-844cf231bded None None] Provisioning complete for port 18985d17-819b-4cff-84ba-2939dd5ef5b7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:55.421796 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4bccd40e-8221-4108-804f-844cf231bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.426392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a3265e4-0f73-4987-8ef5-ed7955f8714b req-d707e662-77ec-4d8a-aab7-1af0a4734ba2 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071472 Feb 03 13:08:55.502951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 18985d17-819b-4cff-84ba-2939dd5ef5b7 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:55.505778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112199d-1d08-4f20-9ead-c2bb56fe10c1 req-59270b33-36ac-465d-a40a-ba02a22f05c3 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:55.507657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8112199d-1d08-4f20-9ead-c2bb56fe10c1 req-59270b33-36ac-465d-a40a-ba02a22f05c3 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 984 time: 0.1669919 Feb 03 13:08:55.509097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting port c2b63ef9-d8c0-410d-bff7-4c35845df23d {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:55.509439 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c2b63ef9-d8c0-410d-bff7-4c35845df23d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.571750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed2248-ee92-4c46-ba78-e0ef46cc76cf None None] Network 120ba98d-5d19-4c59-9614-0a33525c8fcc requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:55.608192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] For port c2b63ef9-d8c0-410d-bff7-4c35845df23d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c2b63ef9-d8c0-410d-bff7-4c35845df23d,segment=NetworkSegment(a74b8055-0ebf-4381-b13e-ac647ca22222),segment_id=a74b8055-0ebf-4381-b13e-ac647ca22222)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:55.608681 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c2b63ef9-d8c0-410d-bff7-4c35845df23d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.623876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4bccd40e-8221-4108-804f-844cf231bded None None] Current status of the port 18985d17-819b-4cff-84ba-2939dd5ef5b7 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:55.624272 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4bccd40e-8221-4108-804f-844cf231bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.630633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Calling delete_port for c2b63ef9-d8c0-410d-bff7-4c35845df23d owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:55.654906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8112199d-1d08-4f20-9ead-c2bb56fe10c1 req-064f7691-5a07-4730-b491-792009cd9389 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1325967 Feb 03 13:08:55.744258 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 18985d17-819b-4cff-84ba-2939dd5ef5b7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:55.744608 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.747685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4bccd40e-8221-4108-804f-844cf231bded None None] For port 18985d17-819b-4cff-84ba-2939dd5ef5b7, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=18985d17-819b-4cff-84ba-2939dd5ef5b7,segment=NetworkSegment(ad5d9402-39a6-45e6-ae4d-c097337796f4),segment_id=ad5d9402-39a6-45e6-ae4d-c097337796f4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:55.752212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c2b63ef9-d8c0-410d-bff7-4c35845df23d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.788754 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4bccd40e-8221-4108-804f-844cf231bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.794373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Port': ['ID=c2b63ef9-d8c0-410d-bff7-4c35845df23d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:55.797797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No DVR routers for this DVR port c2b63ef9-d8c0-410d-bff7-4c35845df23d on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:55.862688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5954d5-aa97-4663-b6df-9ce7168666d8 None None] Update dhcp port {'port': {'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163', 'fixed_ips': [{'subnet_id': 'ce8748e2-3d85-4b47-897d-28959d6d991a', 'ip_address': '2001:db8::2'}, {'subnet_id': '431be18d-f9ee-413f-89e8-a11b724935c5'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '18985d17-819b-4cff-84ba-2939dd5ef5b7'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:08:55.897422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccd40e-8221-4108-804f-844cf231bded None None] Pushing event updated for resources: {'Port': ['ID=18985d17-819b-4cff-84ba-2939dd5ef5b7,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:55.897670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (120ba98d-5d19-4c59-9614-0a33525c8fcc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.910050 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c5954d5-aa97-4663-b6df-9ce7168666d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.927238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120ba98d-5d19-4c59-9614-0a33525c8fcc']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:55.938787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74b8055-0ebf-4381-b13e-ac647ca22222') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:55.938993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74b8055-0ebf-4381-b13e-ac647ca22222') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:55.949001 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (a74b8055-0ebf-4381-b13e-ac647ca22222), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.963629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a74b8055-0ebf-4381-b13e-ac647ca22222), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.976320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:08:55.976712 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (a74b8055-0ebf-4381-b13e-ac647ca22222), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.984385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 18985d17-819b-4cff-84ba-2939dd5ef5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:08:55.991935 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:08:56.058682 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (120ba98d-5d19-4c59-9614-0a33525c8fcc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.065838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.073228 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39672) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.074252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/120ba98d-5d19-4c59-9614-0a33525c8fcc HTTP/1.1" status: 204 len: 168 time: 2.4227431 Feb 03 13:08:56.086548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837c5dd-48ea-4d30-a976-6984adab5670 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=120ba98d-5d19-4c59-9614-0a33525c8fcc,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:56.105412 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f80800e-67d4-4fb2-95d3-35023b35e066 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:08:56.106255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f80800e-67d4-4fb2-95d3-35023b35e066 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:08:56.111167 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2f80800e-67d4-4fb2-95d3-35023b35e066 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/120ba98d-5d19-4c59-9614-0a33525c8fcc HTTP/1.1" status: 404 len: 339 time: 0.0357854 Feb 03 13:08:56.115196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39674) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.121206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-445956260', 'description': 'd1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:56.146869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:56.150529 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.154928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6c5954d5-aa97-4663-b6df-9ce7168666d8 None None] Allocated IP 172.20.0.1 (0c429ab2-4534-4f14-9de4-054e628f3163/431be18d-f9ee-413f-89e8-a11b724935c5/18985d17-819b-4cff-84ba-2939dd5ef5b7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:56.175310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:56.184948 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8ece6911-50ec-4ceb-8bd3-c1a2486bb5b5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.185298 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment 8ece6911-50ec-4ceb-8bd3-c1a2486bb5b5 of type vlan for network eaa543bf-4690-4cd5-b4c8-2f58705fbbb2 Feb 03 13:08:56.228141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (eaa543bf-4690-4cd5-b4c8-2f58705fbbb2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.257806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (eaa543bf-4690-4cd5-b4c8-2f58705fbbb2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.262999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:56.263558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c5954d5-aa97-4663-b6df-9ce7168666d8 None None] For port 18985d17-819b-4cff-84ba-2939dd5ef5b7, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=18985d17-819b-4cff-84ba-2939dd5ef5b7,segment=NetworkSegment(ad5d9402-39a6-45e6-ae4d-c097337796f4),segment_id=ad5d9402-39a6-45e6-ae4d-c097337796f4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:56.263711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.294244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device efb9deaa-6675-4880-a27b-293875b73e66 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:56.300711 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c5954d5-aa97-4663-b6df-9ce7168666d8 None None] Publish callbacks [] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.305180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39676) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.305360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1887693 Feb 03 13:08:56.323054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c5954d5-aa97-4663-b6df-9ce7168666d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.351560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1a927-4705-480a-9b17-6f6e982aa818 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=eaa543bf-4690-4cd5-b4c8-2f58705fbbb2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:56.372626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network eaa543bf-4690-4cd5-b4c8-2f58705fbbb2 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:56.421678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b5028-ec9d-4a41-aece-368e425b94a7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:56.425969 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-973b5028-ec9d-4a41-aece-368e425b94a7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/networks?id=eaa543bf-4690-4cd5-b4c8-2f58705fbbb2 HTTP/1.1" status: 200 len: 764 time: 0.1160982 Feb 03 13:08:56.426106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39678) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.431160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-676d212f-37fe-4d1c-bf98-54d8d2698423 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'description': 'd2'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:56.500930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5954d5-aa97-4663-b6df-9ce7168666d8 None None] Pushing event updated for resources: {'Port': ['ID=18985d17-819b-4cff-84ba-2939dd5ef5b7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:56.521010 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port efb9deaa-6675-4880-a27b-293875b73e66 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:08:56.526639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port efb9deaa-6675-4880-a27b-293875b73e66 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:56.526929 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (efb9deaa-6675-4880-a27b-293875b73e66), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.621245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea3750-1394-44cb-b02e-2da2604b18cd req-e48b42c7-dd43-41f9-9d82-815fcf019e93 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:56.623467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58ea3750-1394-44cb-b02e-2da2604b18cd req-e48b42c7-dd43-41f9-9d82-815fcf019e93 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1128 time: 0.0941930 Feb 03 13:08:56.631573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port efb9deaa-6675-4880-a27b-293875b73e66 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:56.632071 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (efb9deaa-6675-4880-a27b-293875b73e66), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.688768 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-676d212f-37fe-4d1c-bf98-54d8d2698423 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (eaa543bf-4690-4cd5-b4c8-2f58705fbbb2), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.696167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port efb9deaa-6675-4880-a27b-293875b73e66, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efb9deaa-6675-4880-a27b-293875b73e66,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:56.701709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-58ea3750-1394-44cb-b02e-2da2604b18cd req-6ed36b4c-b63f-441f-b6a5-de100e60823b tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710936 Feb 03 13:08:56.703774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (efb9deaa-6675-4880-a27b-293875b73e66), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.743380 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-676d212f-37fe-4d1c-bf98-54d8d2698423 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (eaa543bf-4690-4cd5-b4c8-2f58705fbbb2), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.752943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-676d212f-37fe-4d1c-bf98-54d8d2698423 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network eaa543bf-4690-4cd5-b4c8-2f58705fbbb2 is not hosted by any dhcp agent {{(pid=103223) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 13:08:56.763107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d212f-37fe-4d1c-bf98-54d8d2698423 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:56.763794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-676d212f-37fe-4d1c-bf98-54d8d2698423 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.768255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aff15e9-5d38-4ce3-8a61-98e89ca312e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb9deaa-6675-4880-a27b-293875b73e66'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:56.771031 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e9c26f-bae8-4d5b-a6d9-e2ba53187d90" -d '{"events": [{"server_uuid": "1aff15e9-5d38-4ce3-8a61-98e89ca312e9", "name": "network-vif-plugged", "status": "completed", "tag": "efb9deaa-6675-4880-a27b-293875b73e66"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:56.773053 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-676d212f-37fe-4d1c-bf98-54d8d2698423 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "PUT /v2.0/networks/eaa543bf-4690-4cd5-b4c8-2f58705fbbb2 HTTP/1.1" status: 200 len: 761 time: 0.3456869 Feb 03 13:08:56.773800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39684) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.810611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05971a7-540f-4297-a7df-d9fc77611d32 req-42e4ec04-01bb-4106-a49d-2543c63501b3 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:56.827085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e05971a7-540f-4297-a7df-d9fc77611d32 req-42e4ec04-01bb-4106-a49d-2543c63501b3 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 984 time: 0.0794153 Feb 03 13:08:56.828390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=efb9deaa-6675-4880-a27b-293875b73e66,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:56.886306 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45087f76-6c87-4ee1-a1a4-7e01182f05ab x-openstack-request-id: req-45087f76-6c87-4ee1-a1a4-7e01182f05ab {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:56.886306 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aff15e9-5d38-4ce3-8a61-98e89ca312e9", "name": "network-vif-plugged", "status": "completed", "tag": "efb9deaa-6675-4880-a27b-293875b73e66", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:56.886591 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45087f76-6c87-4ee1-a1a4-7e01182f05ab {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:56.886989 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aff15e9-5d38-4ce3-8a61-98e89ca312e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb9deaa-6675-4880-a27b-293875b73e66', 'code': 200} Feb 03 13:08:56.892528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e05971a7-540f-4297-a7df-d9fc77611d32 req-3d393f47-ed2f-447d-938f-6d683f7043f5 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0588591 Feb 03 13:08:56.958234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc1d709-1fbe-4076-8ff1-e59b489b46dd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:56.960061 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0fc1d709-1fbe-4076-8ff1-e59b489b46dd tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/networks?id=eaa543bf-4690-4cd5-b4c8-2f58705fbbb2 HTTP/1.1" status: 200 len: 764 time: 0.1825790 Feb 03 13:08:56.964298 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39692) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:57.012652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d212f-37fe-4d1c-bf98-54d8d2698423 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=eaa543bf-4690-4cd5-b4c8-2f58705fbbb2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:57.028139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network eaa543bf-4690-4cd5-b4c8-2f58705fbbb2 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:57.101663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e48d0e-943a-4dc3-b4c3-3e787500ef9d req-04421a25-8859-4209-aa40-3d0e5645f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.103299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7e48d0e-943a-4dc3-b4c3-3e787500ef9d req-04421a25-8859-4209-aa40-3d0e5645f3a2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1129 time: 0.1313534 Feb 03 13:08:57.143736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84e333-d090-4676-9e34-9d5a6dfd0951 req-f8061cd0-a69a-4b3f-b93b-310756043fc2 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.150587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a84e333-d090-4676-9e34-9d5a6dfd0951 req-f8061cd0-a69a-4b3f-b93b-310756043fc2 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 984 time: 0.1198359 Feb 03 13:08:57.223173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7e48d0e-943a-4dc3-b4c3-3e787500ef9d req-2eee65f6-6f5f-4dec-a565-fa6b87b4ebe4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096492 Feb 03 13:08:57.237563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a84e333-d090-4676-9e34-9d5a6dfd0951 req-d10b69e0-4f05-482e-ad02-62213637ef66 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0859966 Feb 03 13:08:57.237906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0479a496-ff2a-414b-8744-281b436fb575 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.243169 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0479a496-ff2a-414b-8744-281b436fb575 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2750626 Feb 03 13:08:57.243730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39694) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:57.290479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0942ab14-4ad2-4856-acd6-0e66fe7ed057 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a HTTP/1.1" status: 200 len: 207 time: 0.0426729 Feb 03 13:08:57.290830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39698) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:57.348667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8cf60e-82b6-4dc5-ba67-3c2ff9071f43 None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 13:08:57.350261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81808b8d-f0c1-438f-85a3-9152e250dbdc req-0c37db39-8d4a-4983-bf04-274e379faaf3 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.358104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81808b8d-f0c1-438f-85a3-9152e250dbdc req-0c37db39-8d4a-4983-bf04-274e379faaf3 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 1167 time: 0.0578904 Feb 03 13:08:57.374210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-81808b8d-f0c1-438f-85a3-9152e250dbdc req-bc68e879-f964-4fe8-af31-194798396201 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.396068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 18985d17-819b-4cff-84ba-2939dd5ef5b7 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:57.481962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-81808b8d-f0c1-438f-85a3-9152e250dbdc req-bc68e879-f964-4fe8-af31-194798396201 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Publish callbacks [] for security_group (6c309c1a-db56-4a45-9e65-16a5009749eb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.486168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f6a7b94f-c073-4b5c-950f-2005ebba11be None None] Provisioning complete for port 18985d17-819b-4cff-84ba-2939dd5ef5b7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:57.486849 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b94f-c073-4b5c-950f-2005ebba11be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.491492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-81808b8d-f0c1-438f-85a3-9152e250dbdc req-bc68e879-f964-4fe8-af31-194798396201 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6c309c1a-db56-4a45-9e65-16a5009749eb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.565862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3513d5-654f-40c9-bb1e-bd4f445f8381 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.567345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-81808b8d-f0c1-438f-85a3-9152e250dbdc req-bc68e879-f964-4fe8-af31-194798396201 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2077124 Feb 03 13:08:57.580057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3513d5-654f-40c9-bb1e-bd4f445f8381 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.580169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68e879-f964-4fe8-af31-194798396201 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c309c1a-db56-4a45-9e65-16a5009749eb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:57.580255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3513d5-654f-40c9-bb1e-bd4f445f8381 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.580351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39700) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:57.587048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3513d5-654f-40c9-bb1e-bd4f445f8381 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.591151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3513d5-654f-40c9-bb1e-bd4f445f8381 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.597147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3513d5-654f-40c9-bb1e-bd4f445f8381 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.599163 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bd3513d5-654f-40c9-bb1e-bd4f445f8381 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3073249 Feb 03 13:08:57.603820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39702) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:57.605256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 18985d17-819b-4cff-84ba-2939dd5ef5b7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:57.605641 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.633587 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8cf60e-82b6-4dc5-ba67-3c2ff9071f43 None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:08:57.643415 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2c1d70-2bf7-49a8-bc71-e86269efe1c5 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.647859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1c2c1d70-2bf7-49a8-bc71-e86269efe1c5 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 1162 time: 0.0641890 Feb 03 13:08:57.648074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39704) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:57.653071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:57.687779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.692848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7b94f-c073-4b5c-950f-2005ebba11be None None] Current status of the port 18985d17-819b-4cff-84ba-2939dd5ef5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:57.769781 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d6c046d-ddea-4100-bc3d-d358cb96e4a2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1616595 Feb 03 13:08:57.770318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39708) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:57.871579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80d082-97de-4274-aec5-7f8e2c0b5461 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.871828 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.873823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80d082-97de-4274-aec5-7f8e2c0b5461 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.876568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80d082-97de-4274-aec5-7f8e2c0b5461 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.877976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80d082-97de-4274-aec5-7f8e2c0b5461 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.879343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80d082-97de-4274-aec5-7f8e2c0b5461 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.882385 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fa80d082-97de-4274-aec5-7f8e2c0b5461 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1098785 Feb 03 13:08:57.885700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39710) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:57.948486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839897b9-2ada-44bb-9946-02959dc8138d req-67ade52d-ec7a-4701-b655-7b23c5c00731 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.950450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-839897b9-2ada-44bb-9946-02959dc8138d req-67ade52d-ec7a-4701-b655-7b23c5c00731 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1129 time: 0.1304431 Feb 03 13:08:57.965527 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b1221-bb30-4764-a219-6e19fa43687b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.966445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b1221-bb30-4764-a219-6e19fa43687b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.967693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b1221-bb30-4764-a219-6e19fa43687b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.968880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b1221-bb30-4764-a219-6e19fa43687b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.970063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b1221-bb30-4764-a219-6e19fa43687b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.972015 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b27b1221-bb30-4764-a219-6e19fa43687b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0847559 Feb 03 13:08:57.976760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39714) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:58.061107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 18985d17-819b-4cff-84ba-2939dd5ef5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:58.110452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Allocated IP 172.25.3.141 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/2f566620-1573-4656-848a-ebf45403313b) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:58.126969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-839897b9-2ada-44bb-9946-02959dc8138d req-ed54b04d-4d6a-4f6d-bcfe-784a1999cede tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488299 Feb 03 13:08:58.157096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc26205-6d72-44be-9f62-ad6b979e0b1b None None] Network 0c429ab2-4534-4f14-9de4-054e628f3163 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:58.174593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ecc420-b493-43d6-9f7a-dd81424d63d2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:58.179614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-27ecc420-b493-43d6-9f7a-dd81424d63d2 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/networks/66e22b66-7a3f-406c-a3b2-eb5b4f28626d HTTP/1.1" status: 200 len: 803 time: 0.1968057 Feb 03 13:08:58.180004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39716) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:58.284082 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6b06b807-cc4c-4f6b-9c6c-5ebb02c5c0d8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/networks/66e22b66-7a3f-406c-a3b2-eb5b4f28626d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0995595 Feb 03 13:08:58.287338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39718) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:58.302622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (2f566620-1573-4656-848a-ebf45403313b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:58.343233 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2f566620-1573-4656-848a-ebf45403313b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:58.394958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:58.400521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:58.403863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:58.430951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=2f566620-1573-4656-848a-ebf45403313b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:58.647327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0f24f107-fe2e-464b-98f6-a07b56bcbd72 None None] Provisioning complete for port 18985d17-819b-4cff-84ba-2939dd5ef5b7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:58.647936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f24f107-fe2e-464b-98f6-a07b56bcbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:58.677610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d44938-fe94-4cde-bed9-cc94c988c632 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:58.679582 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-00d44938-fe94-4cde-bed9-cc94c988c632 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/subnets/6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0 HTTP/1.1" status: 200 len: 843 time: 0.3942733 Feb 03 13:08:58.683105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39720) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:58.748252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c08df5-8406-4976-ac30-ee74253f3dd3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['shared'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:58.753414 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-71c08df5-8406-4976-ac30-ee74253f3dd3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "GET /v2.0/subnets/6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0662620 Feb 03 13:08:58.753981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39722) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:58.758860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-383941041'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:58.782360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f24f107-fe2e-464b-98f6-a07b56bcbd72 None None] Current status of the port 18985d17-819b-4cff-84ba-2939dd5ef5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:58.783247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:58.790341 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:58.815702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:58.825992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f97030cd-dde4-402e-8901-09effff2bce6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:58.826882 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Added segment f97030cd-dde4-402e-8901-09effff2bce6 of type vlan for network 14a4df90-962e-41fe-91c2-d23337e9d627 Feb 03 13:08:58.872842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (14a4df90-962e-41fe-91c2-d23337e9d627), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:58.902975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (14a4df90-962e-41fe-91c2-d23337e9d627), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:58.908206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:58.908962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:58.960020 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2023404 Feb 03 13:08:58.961126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39726) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:58.967016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'network_id': '14a4df90-962e-41fe-91c2-d23337e9d627', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:59.068984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca165d3-2a0f-4d73-85be-e57092b01616 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Network': ['ID=14a4df90-962e-41fe-91c2-d23337e9d627,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:59.083822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 14a4df90-962e-41fe-91c2-d23337e9d627 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:59.110065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Made reservation on behalf of fa458c630c4f4a50bc42b03c6a76af4e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:59.123251 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.213110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Performing IP validity checks on allocation pools {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 13:08:59.213955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 13:08:59.302930 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for floatingip (64099d51-6b0d-4ccf-8b96-e3f04a72ca94), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.339335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ffdfb-a9c3-4245-be14-3a6b92136e84 req-30d7d87b-1151-4bbd-917f-ea67d84e3f2b tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:59.340916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-524ffdfb-a9c3-4245-be14-3a6b92136e84 req-30d7d87b-1151-4bbd-917f-ea67d84e3f2b tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1129 time: 0.0820644 Feb 03 13:08:59.360553 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (5cbc6823-f36e-49f3-b829-950ce030fa72), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.420220 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2f566620-1573-4656-848a-ebf45403313b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.436400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=5cbc6823-f36e-49f3-b829-950ce030fa72,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:59.443351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-524ffdfb-a9c3-4245-be14-3a6b92136e84 req-fa855503-19ee-4cac-8f73-683fe842237b tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902767 Feb 03 13:08:59.466190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Checking segment: {'id': 'f97030cd-dde4-402e-8901-09effff2bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '14a4df90-962e-41fe-91c2-d23337e9d627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:59.466524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network hostable DHCP agents. Network: 14a4df90-962e-41fe-91c2-d23337e9d627, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:59.506915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Network 14a4df90-962e-41fe-91c2-d23337e9d627 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:59.523655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 14a4df90-962e-41fe-91c2-d23337e9d627) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:59.533970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:59.535123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.535617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ba4d60-9ceb-4c56-9bdc-e5c8bc527a36 None None] Network 14a4df90-962e-41fe-91c2-d23337e9d627 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:59.563163 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eea83feb-f5d2-4933-957b-e8174a2913de tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6009605 Feb 03 13:08:59.564149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39732) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:59.570101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4c376d23-c81e-4b53-96a6-cbbe4a41a3be tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:59.617973 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:08:59.638226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665af71-4137-45f3-87e6-5a42f49272c5 req-bbc39d15-395f-4280-b323-52be5b91e4e0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:59.639796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c665af71-4137-45f3-87e6-5a42f49272c5 req-bbc39d15-395f-4280-b323-52be5b91e4e0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1129 time: 0.0858686 Feb 03 13:08:59.674254 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (2f566620-1573-4656-848a-ebf45403313b), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.687151 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2f566620-1573-4656-848a-ebf45403313b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.691683 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c376d23-c81e-4b53-96a6-cbbe4a41a3be tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4348672'] for subnet (5cbc6823-f36e-49f3-b829-950ce030fa72), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.704800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-14a4df90-962e-41fe-91c2-d23337e9d627', 'network_id': '14a4df90-962e-41fe-91c2-d23337e9d627', 'project_id': 'fa458c630c4f4a50bc42b03c6a76af4e', 'fixed_ips': [{'subnet_id': '5cbc6823-f36e-49f3-b829-950ce030fa72'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:59.706068 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.762077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c665af71-4137-45f3-87e6-5a42f49272c5 req-471ddf60-eec4-460e-82df-82ac716c5163 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148667 Feb 03 13:08:59.802973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=2f566620-1573-4656-848a-ebf45403313b,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:59.821797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (64099d51-6b0d-4ccf-8b96-e3f04a72ca94), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.956291 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c376d23-c81e-4b53-96a6-cbbe4a41a3be tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752285408485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7423213'] for subnet (5cbc6823-f36e-49f3-b829-950ce030fa72), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:59.966745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b740c-0de6-469c-953a-fa0c6a3b0573 req-de9a584d-6474-4531-94cd-c884e39152aa tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:59.968271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb9b740c-0de6-469c-953a-fa0c6a3b0573 req-de9a584d-6474-4531-94cd-c884e39152aa tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1129 time: 0.0993683 Feb 03 13:08:59.971399 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Floating IP 64099d51-6b0d-4ccf-8b96-e3f04a72ca94 associated. External IP: 172.25.3.141, port: a15f2e74-9a81-4d57-8db8-cac5b84a7c19. Feb 03 13:09:00.002463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c376d23-c81e-4b53-96a6-cbbe4a41a3be tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:00.003084 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4c376d23-c81e-4b53-96a6-cbbe4a41a3be tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.007645 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4c376d23-c81e-4b53-96a6-cbbe4a41a3be tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "PUT /v2.0/subnets/5cbc6823-f36e-49f3-b829-950ce030fa72 HTTP/1.1" status: 200 len: 900 time: 0.4389446 Feb 03 13:09:00.009006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39738) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:00.026739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c376d23-c81e-4b53-96a6-cbbe4a41a3be tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event updated for resources: {'Subnet': ['ID=5cbc6823-f36e-49f3-b829-950ce030fa72,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:00.037086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Allocated IP 2001:db8::3 (14a4df90-962e-41fe-91c2-d23337e9d627/5cbc6823-f36e-49f3-b829-950ce030fa72/2bd87593-acc1-48ca-a0f5-13799e508898) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:00.188060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb9b740c-0de6-469c-953a-fa0c6a3b0573 req-9f964664-feb1-4fc4-848b-2e1cb3852153 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790195 Feb 03 13:09:00.198762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (14a4df90-962e-41fe-91c2-d23337e9d627), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.202011 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Publish callbacks [] for port (2bd87593-acc1-48ca-a0f5-13799e508898), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.217610 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (2bd87593-acc1-48ca-a0f5-13799e508898), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.267113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Network 14a4df90-962e-41fe-91c2-d23337e9d627 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:00.273888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:00.293326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Pushing event updated for resources: {'Port': ['ID=2bd87593-acc1-48ca-a0f5-13799e508898,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:00.312059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:00.390978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Attempting to bind port 2bd87593-acc1-48ca-a0f5-13799e508898 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:00.391362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Attempting to bind port 2bd87593-acc1-48ca-a0f5-13799e508898 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'f97030cd-dde4-402e-8901-09effff2bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '14a4df90-962e-41fe-91c2-d23337e9d627'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:00.391731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Attempting to bind port 2bd87593-acc1-48ca-a0f5-13799e508898 on network 14a4df90-962e-41fe-91c2-d23337e9d627 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:00.396860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:00.397717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Checking segment: {'id': 'f97030cd-dde4-402e-8901-09effff2bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '14a4df90-962e-41fe-91c2-d23337e9d627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:00.398138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.398634 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Bound using segment: {'id': 'f97030cd-dde4-402e-8901-09effff2bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '14a4df90-962e-41fe-91c2-d23337e9d627'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:00.399106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Bound port: 2bd87593-acc1-48ca-a0f5-13799e508898, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97030cd-dde4-402e-8901-09effff2bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '14a4df90-962e-41fe-91c2-d23337e9d627'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:00.399489 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2bd87593-acc1-48ca-a0f5-13799e508898), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.407324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Router 3880d128-14e8-4cab-b9c8-34c5662e26d8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:00.419173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting port 2bd87593-acc1-48ca-a0f5-13799e508898 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:00.419521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2bd87593-acc1-48ca-a0f5-13799e508898), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.474553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] For port 2bd87593-acc1-48ca-a0f5-13799e508898, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:00.477660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] For port 2bd87593-acc1-48ca-a0f5-13799e508898, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2bd87593-acc1-48ca-a0f5-13799e508898,segment=NetworkSegment(f97030cd-dde4-402e-8901-09effff2bce6),segment_id=f97030cd-dde4-402e-8901-09effff2bce6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:00.487092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2bd87593-acc1-48ca-a0f5-13799e508898), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.563885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe5d64-7b37-4f6c-a860-7bb29914d3bc None None] Pushing event updated for resources: {'Port': ['ID=2bd87593-acc1-48ca-a0f5-13799e508898,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:00.595144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-4f87562f-bcfd-496f-a02b-ad79786eb7a6 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:00.597970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-4f87562f-bcfd-496f-a02b-ad79786eb7a6 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/networks?id=75ad7196-e757-41e4-8aba-22056577a99c HTTP/1.1" status: 200 len: 911 time: 0.2323020 Feb 03 13:09:00.649138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] For port 2bd87593-acc1-48ca-a0f5-13799e508898, host n-d-792364-10, got binding levels [] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:00.649648 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2bd87593-acc1-48ca-a0f5-13799e508898), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.668390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-b5e6a5e5-9215-41fa-8a90-8f70987124bc tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/quotas/23822b775bab4ac89b0790ee49bc5267 HTTP/1.1" status: 200 len: 375 time: 0.0344918 Feb 03 13:09:00.674594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Calling delete_port for 2bd87593-acc1-48ca-a0f5-13799e508898 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:00.716741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:00.771309 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] Sync routers for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:00.797224 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:00.798002 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:00.801410 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.849821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-5e472de9-fb21-4f79-92bc-ba261637f60c tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=23822b775bab4ac89b0790ee49bc5267&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1713500 Feb 03 13:09:00.859167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39752) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:00.859725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bc4e1bf6-f650-4bb0-b309-1054ebf3286c tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2101216 Feb 03 13:09:00.861380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:00.863690 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:00.936881 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:01.092441 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a71119-71a8-4f11-a5a6-27e5764b8c1d x-openstack-request-id: req-47a71119-71a8-4f11-a5a6-27e5764b8c1d {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:01.093277 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:01.093683 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47a71119-71a8-4f11-a5a6-27e5764b8c1d {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:01.094475 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'status': 'completed', 'code': 200} Feb 03 13:09:01.100942 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2bd87593-acc1-48ca-a0f5-13799e508898), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.172949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.172949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.172949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.172949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.173457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.173457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.173901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.174367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.174815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.175259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.175706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.176146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.182229 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-01ed0a32-2cba-44e7-9d37-da9299b2e3ce tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8476 time: 0.3211946 Feb 03 13:09:01.183175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39758) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:01.197615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Port': ['ID=2bd87593-acc1-48ca-a0f5-13799e508898,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:01.223166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-2a7773ee-8011-40a6-b8f2-8b7a9ad81f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.224701 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-2a7773ee-8011-40a6-b8f2-8b7a9ad81f5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 1167 time: 0.1481955 Feb 03 13:09:01.227280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No DVR routers for this DVR port 2bd87593-acc1-48ca-a0f5-13799e508898 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:01.250062 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:34Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '64099d51-6b0d-4ccf-8b96-e3f04a72ca94', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'port_id': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'mac_address': 'fa:16:3e:ec:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:08:58Z', 'updated_at': '2022-02-03T13:08:58Z', 'revision_number': 0, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e40dff-d3b8-47d4-bf8d-7c050c9610d9', 'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:a1:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:33Z', 'updated_at': '2022-02-03T13:08:44Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:01.311540 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (5cbc6823-f36e-49f3-b829-950ce030fa72), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.314809 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] Checking router: 3880d128-14e8-4cab-b9c8-34c5662e26d8 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:01.328020 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:01.328649 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:08:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:01.337677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.338311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.339235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.339775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.340294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.340811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.341320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.341836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.342357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.342870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.343380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.343896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.349469 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-17927161-59c3-4061-b0f2-8128d9a7b8ba tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7830 time: 0.1641169 Feb 03 13:09:01.352410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39760) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:01.357429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-f4b87d1d-988b-4446-8d86-86e6d5325198 service neutron] 10.222.0.65 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809723 Feb 03 13:09:01.461168 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-e77adddb-382f-4f82-93fe-b7aa4c8efc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.462750 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-e77adddb-382f-4f82-93fe-b7aa4c8efc1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=448b5fe0-4d30-49fd-818f-e499db294b5f HTTP/1.1" status: 200 len: 898 time: 0.2282205 Feb 03 13:09:01.481423 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (5cbc6823-f36e-49f3-b829-950ce030fa72), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.503799 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:01.539050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbc6823-f36e-49f3-b829-950ce030fa72,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:01.575137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-6951cf87-722e-4edc-bbd5-6cb1192958bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19 HTTP/1.1" status: 200 len: 999 time: 0.1044230 Feb 03 13:09:01.620896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-38964d2d-67b7-4005-9b59-91cb8eeb0d94 service neutron] 10.222.0.65 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547450 Feb 03 13:09:01.668342 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (14a4df90-962e-41fe-91c2-d23337e9d627), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.705608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a4df90-962e-41fe-91c2-d23337e9d627']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:01.727970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97030cd-dde4-402e-8901-09effff2bce6') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:01.729203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97030cd-dde4-402e-8901-09effff2bce6') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:01.748290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (f97030cd-dde4-402e-8901-09effff2bce6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.768989 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f97030cd-dde4-402e-8901-09effff2bce6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.776277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:01.776928 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (f97030cd-dde4-402e-8901-09effff2bce6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.797189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-b335aaf0-bc88-41c3-b8f7-d8a4cf1835f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.799194 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-b335aaf0-bc88-41c3-b8f7-d8a4cf1835f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8768d3eb-305a-4f45-95d6-d6df05fa43e5 HTTP/1.1" status: 200 len: 835 time: 0.2053359 Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:01.914673 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:01.927538 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1dd340f6-1cd6-4024-88b9-0c7f20020dcd tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.5713978 Feb 03 13:09:01.928264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39764) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:01.930186 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-d1cd792a-d420-4940-af8d-c14144f0d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.931667 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-d1cd792a-d420-4940-af8d-c14144f0d6e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=448b5fe0-4d30-49fd-818f-e499db294b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1194351 Feb 03 13:09:01.954170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (14a4df90-962e-41fe-91c2-d23337e9d627), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:02.029123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:02.037726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/14a4df90-962e-41fe-91c2-d23337e9d627 HTTP/1.1" status: 204 len: 168 time: 2.0269015 Feb 03 13:09:02.038784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b51a8-9d99-4a6d-8988-87dbe3edea07 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=14a4df90-962e-41fe-91c2-d23337e9d627,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:02.045828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39768) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:02.056847 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:34Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '64099d51-6b0d-4ccf-8b96-e3f04a72ca94', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'port_id': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'mac_address': 'fa:16:3e:ec:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:08:58Z', 'updated_at': '2022-02-03T13:08:58Z', 'revision_number': 0, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e40dff-d3b8-47d4-bf8d-7c050c9610d9', 'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:a1:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:33Z', 'updated_at': '2022-02-03T13:08:44Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:02.091648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e933b3c-29f7-48fd-b41e-549318caf864 req-409731c0-8c97-4fb9-bc98-4a0593202794 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 210 time: 0.1683695 Feb 03 13:09:02.137241 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b611f18-420d-49fe-a25c-22a1b4c4e9ac None None] The sync data for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 is: [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:34Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '64099d51-6b0d-4ccf-8b96-e3f04a72ca94', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'port_id': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'mac_address': 'fa:16:3e:ec:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:08:58Z', 'updated_at': '2022-02-03T13:08:58Z', 'revision_number': 0, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e40dff-d3b8-47d4-bf8d-7c050c9610d9', 'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:a1:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:33Z', 'updated_at': '2022-02-03T13:08:44Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:02.145389 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca706d9-8a49-43d1-8ac3-a894fb3cde9a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:02.146223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca706d9-8a49-43d1-8ac3-a894fb3cde9a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:02.152685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3ca706d9-8a49-43d1-8ac3-a894fb3cde9a tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/5cbc6823-f36e-49f3-b829-950ce030fa72 HTTP/1.1" status: 404 len: 337 time: 0.1011958 Feb 03 13:09:02.153328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39778) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:02.161717 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-3c3a66f0-598f-4b2f-af4c-a555c0cfbd7b service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214761 Feb 03 13:09:02.196603 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d991d7aa-9129-49b3-9391-3f8a443da1e0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:02.207489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d991d7aa-9129-49b3-9391-3f8a443da1e0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:02.224988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d991d7aa-9129-49b3-9391-3f8a443da1e0 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/14a4df90-962e-41fe-91c2-d23337e9d627 HTTP/1.1" status: 404 len: 339 time: 0.0696568 Feb 03 13:09:02.225658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39782) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:02.226047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7d246009-05ab-40aa-a016-96383559893e None None] Could not find standard attr ID for object 2bd87593-acc1-48ca-a0f5-13799e508898. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:09:02.297372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0d160-70b5-4162-b19e-8805c9e22a12 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:02.297644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0d160-70b5-4162-b19e-8805c9e22a12 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:02.302422 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fbc0d160-70b5-4162-b19e-8805c9e22a12 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3880d128-14e8-4cab-b9c8-34c5662e26d8 HTTP/1.1" status: 200 len: 2064 time: 0.3698964 Feb 03 13:09:02.302597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af395004-61e0-4700-b3c7-3502e35e7245 None None] DHCP port deletion for 14a4df90-962e-41fe-91c2-d23337e9d627 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:02.334028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29072d7-23d4-41b1-954b-9e7250e194b2 None None] Network 14a4df90-962e-41fe-91c2-d23337e9d627 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:02.348045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29072d7-23d4-41b1-954b-9e7250e194b2 None None] Network 14a4df90-962e-41fe-91c2-d23337e9d627 could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:09:02.362133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c7a6cc-822f-41f4-9d31-e8710647a498 None None] Network 14a4df90-962e-41fe-91c2-d23337e9d627 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:02.393546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c7a6cc-822f-41f4-9d31-e8710647a498 None None] Network 14a4df90-962e-41fe-91c2-d23337e9d627 could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:09:02.409769 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (eaa543bf-4690-4cd5-b4c8-2f58705fbbb2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:02.465368 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8d0c2fbe-f2fb-4c7c-9ccc-334de6f10bdb req-d0d55cb4-5997-4402-a06b-cc099c15156d service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948883 Feb 03 13:09:02.587224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (eaa543bf-4690-4cd5-b4c8-2f58705fbbb2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:02.634004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa543bf-4690-4cd5-b4c8-2f58705fbbb2']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:02.646141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ece6911-50ec-4ceb-8bd3-c1a2486bb5b5') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:02.646686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ece6911-50ec-4ceb-8bd3-c1a2486bb5b5') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:02.671690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (8ece6911-50ec-4ceb-8bd3-c1a2486bb5b5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:02.687238 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8ece6911-50ec-4ceb-8bd3-c1a2486bb5b5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:02.693900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:02.694450 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (8ece6911-50ec-4ceb-8bd3-c1a2486bb5b5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:02.697723 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:02.777964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (eaa543bf-4690-4cd5-b4c8-2f58705fbbb2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:02.786191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:02.790085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/eaa543bf-4690-4cd5-b4c8-2f58705fbbb2 HTTP/1.1" status: 204 len: 168 time: 0.5509808 Feb 03 13:09:02.793158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39826) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:02.822791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caa5f2-de42-4fde-ae7e-ac1c1e0c9c5f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=eaa543bf-4690-4cd5-b4c8-2f58705fbbb2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:02.851378 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5a7d22-899c-4435-8de3-f1f6081fc2f8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:02.853196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5a7d22-899c-4435-8de3-f1f6081fc2f8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:02.863682 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4f5a7d22-899c-4435-8de3-f1f6081fc2f8 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/649da66a-75de-4257-9748-66229c688646 HTTP/1.1" status: 404 len: 337 time: 0.0670702 Feb 03 13:09:02.863853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39834) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:02.896608 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de8b5f8-17c1-4108-853e-24e844686f29 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:02.897673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de8b5f8-17c1-4108-853e-24e844686f29 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:02.904318 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0de8b5f8-17c1-4108-853e-24e844686f29 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/120ba98d-5d19-4c59-9614-0a33525c8fcc HTTP/1.1" status: 404 len: 339 time: 0.0388303 Feb 03 13:09:02.906517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39838) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:02.990858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b5b727-3166-4b1c-b9f3-8c2750a2ff96 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting subnet 431be18d-f9ee-413f-89e8-a11b724935c5 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:02.995058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68b5b727-3166-4b1c-b9f3-8c2750a2ff96 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (431be18d-f9ee-413f-89e8-a11b724935c5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.047215 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68b5b727-3166-4b1c-b9f3-8c2750a2ff96 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (431be18d-f9ee-413f-89e8-a11b724935c5), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.155214 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68b5b727-3166-4b1c-b9f3-8c2750a2ff96 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (431be18d-f9ee-413f-89e8-a11b724935c5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.222708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68b92706-74c6-4aec-bcb9-03efc599cd4c req-e9103f3d-2b88-4236-8315-801ca09c67fd tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 210 time: 0.0320456 Feb 03 13:09:03.246365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68b5b727-3166-4b1c-b9f3-8c2750a2ff96 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (431be18d-f9ee-413f-89e8-a11b724935c5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.282757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5b727-3166-4b1c-b9f3-8c2750a2ff96 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=431be18d-f9ee-413f-89e8-a11b724935c5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:03.301788 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-68b5b727-3166-4b1c-b9f3-8c2750a2ff96 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.305467 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-68b5b727-3166-4b1c-b9f3-8c2750a2ff96 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/431be18d-f9ee-413f-89e8-a11b724935c5 HTTP/1.1" status: 204 len: 168 time: 0.3973668 Feb 03 13:09:03.308379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 39880) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:03.311444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71babb86-621a-46f6-9028-0f258dd87626 None None] Network 0c429ab2-4534-4f14-9de4-054e628f3163 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:03.399510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2bd87593-acc1-48ca-a0f5-13799e508898 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:03.456812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18bc8c0-8cc3-4c03-87d2-322750ef4495 None None] New status for floating IP 64099d51-6b0d-4ccf-8b96-e3f04a72ca94: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:09:03.457579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-080bc713-ec67-4cc9-a68e-a076cbd02ee1 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting subnet ce8748e2-3d85-4b47-897d-28959d6d991a {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:03.461476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-080bc713-ec67-4cc9-a68e-a076cbd02ee1 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (ce8748e2-3d85-4b47-897d-28959d6d991a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.512427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-080bc713-ec67-4cc9-a68e-a076cbd02ee1 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (ce8748e2-3d85-4b47-897d-28959d6d991a), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.540372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2bd87593-acc1-48ca-a0f5-13799e508898 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:03.540924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2bd87593-acc1-48ca-a0f5-13799e508898 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:03.612960 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-080bc713-ec67-4cc9-a68e-a076cbd02ee1 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (ce8748e2-3d85-4b47-897d-28959d6d991a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.648207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-b47c944c-56f3-450c-9820-9ce63c3cc098 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:03.650619 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-b47c944c-56f3-450c-9820-9ce63c3cc098 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.72 "GET /v2.0/networks?id=75ad7196-e757-41e4-8aba-22056577a99c HTTP/1.1" status: 200 len: 911 time: 0.2441924 Feb 03 13:09:03.667222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Request body: {'port': {'device_id': '08ed9deb-e5a8-49c8-8b89-9d80b6f9b698', 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c', 'admin_state_up': True, 'tenant_id': '23822b775bab4ac89b0790ee49bc5267'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:03.691203 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-080bc713-ec67-4cc9-a68e-a076cbd02ee1 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (ce8748e2-3d85-4b47-897d-28959d6d991a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.711920 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-080bc713-ec67-4cc9-a68e-a076cbd02ee1 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.720607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-080bc713-ec67-4cc9-a68e-a076cbd02ee1 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/ce8748e2-3d85-4b47-897d-28959d6d991a HTTP/1.1" status: 204 len: 168 time: 0.4111075 Feb 03 13:09:03.720849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 39922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:03.733861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Made reservation on behalf of 23822b775bab4ac89b0790ee49bc5267 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:03.741732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.745263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bc713-ec67-4cc9-a68e-a076cbd02ee1 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8748e2-3d85-4b47-897d-28959d6d991a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:03.922107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0c429ab2-4534-4f14-9de4-054e628f3163), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.922523 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0936944b-91d4-4683-bee2-f6dde7d08b90 None None] Update dhcp port {'port': {'network_id': '0c429ab2-4534-4f14-9de4-054e628f3163', 'fixed_ips': [{'subnet_id': 'ce8748e2-3d85-4b47-897d-28959d6d991a'}], 'binding:host_id': 'n-d-792364-10'}, 'id': '18985d17-819b-4cff-84ba-2939dd5ef5b7'} from n-d-792364-10. {{(pid=103225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:09:03.967983 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0936944b-91d4-4683-bee2-f6dde7d08b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.020982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Allocated IP 172.20.0.9 (75ad7196-e757-41e4-8aba-22056577a99c/aef72221-94d0-4b7a-b4ed-d17423deede5/67ecc2fd-81c1-49e4-943a-a7193f0c9542) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:04.056299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting port 18985d17-819b-4cff-84ba-2939dd5ef5b7 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:04.056645 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.199763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] For port 18985d17-819b-4cff-84ba-2939dd5ef5b7, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=18985d17-819b-4cff-84ba-2939dd5ef5b7,segment=NetworkSegment(ad5d9402-39a6-45e6-ae4d-c097337796f4),segment_id=ad5d9402-39a6-45e6-ae4d-c097337796f4)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:04.200140 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.220622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Calling delete_port for 18985d17-819b-4cff-84ba-2939dd5ef5b7 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:04.280399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e604fb2-647f-43ca-bebf-20b97c9885af None None] Network 0c429ab2-4534-4f14-9de4-054e628f3163 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:04.300571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-08787268-8e4a-4ebd-927b-218c78a73bad None None] Provisioning complete for port 18985d17-819b-4cff-84ba-2939dd5ef5b7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:04.301169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08787268-8e4a-4ebd-927b-218c78a73bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.318053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks [] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.393222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.395766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (18985d17-819b-4cff-84ba-2939dd5ef5b7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.419370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d44f888-88aa-4873-a9a7-208d9f56eaca req-57c497fc-5e0b-4022-aee5-51872b52f575 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 210 time: 0.0558369 Feb 03 13:09:04.441977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['efb9deaa-6675-4880-a27b-293875b73e66'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:04.447316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Port': ['ID=18985d17-819b-4cff-84ba-2939dd5ef5b7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:04.457895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No DVR routers for this DVR port 18985d17-819b-4cff-84ba-2939dd5ef5b7 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:04.461457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Network 75ad7196-e757-41e4-8aba-22056577a99c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:04.515490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-08787268-8e4a-4ebd-927b-218c78a73bad None None] Could not find standard attr ID for object 18985d17-819b-4cff-84ba-2939dd5ef5b7. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:09:04.520339 n-d-792364-10 neutron-server[103225]: INFO neutron.plugins.ml2.db [None req-08787268-8e4a-4ebd-927b-218c78a73bad None None] No ports have port_id starting with 18985d17-819b-4cff-84ba-2939dd5ef5b7 Feb 03 13:09:04.567435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0c429ab2-4534-4f14-9de4-054e628f3163), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.580293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f663b-0220-4eef-8de7-67157fb228de None None] DHCP port deletion for 0c429ab2-4534-4f14-9de4-054e628f3163 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:04.589941 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c429ab2-4534-4f14-9de4-054e628f3163']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:04.599714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5d9402-39a6-45e6-ae4d-c097337796f4') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:04.600012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5d9402-39a6-45e6-ae4d-c097337796f4') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:04.613124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (ad5d9402-39a6-45e6-ae4d-c097337796f4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.626025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ad5d9402-39a6-45e6-ae4d-c097337796f4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.633126 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:04.633504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (ad5d9402-39a6-45e6-ae4d-c097337796f4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:04.685201 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:04.687733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:04.694932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:04.753865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Pushing event updated for resources: {'Port': ['ID=67ecc2fd-81c1-49e4-943a-a7193f0c9542,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:04.758297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0c429ab2-4534-4f14-9de4-054e628f3163), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.771819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.774957 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/0c429ab2-4534-4f14-9de4-054e628f3163 HTTP/1.1" status: 204 len: 168 time: 1.0529988 Feb 03 13:09:04.778036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40024) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:04.795537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a28a61-5b02-4131-92ec-b6800f7f6ced tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=0c429ab2-4534-4f14-9de4-054e628f3163,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:04.800907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:04.801518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.819564 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-92eb8c0c-25ee-45b1-be0c-b4efbdb04171 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:04.820619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92eb8c0c-25ee-45b1-be0c-b4efbdb04171 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:04.830347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-92eb8c0c-25ee-45b1-be0c-b4efbdb04171 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/f59fa24e-894b-4e63-8685-e01c478311cb HTTP/1.1" status: 404 len: 337 time: 0.0495973 Feb 03 13:09:04.831888 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-e8e6efb6-35a0-4d89-86f4-cc2c6253bd35 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1735592 Feb 03 13:09:04.832563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40030) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:04.859590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Request body: {'port': {'device_id': '08ed9deb-e5a8-49c8-8b89-9d80b6f9b698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:04.870720 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efd4071-b135-4333-9fa4-28a1d04de1b3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:04.871381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efd4071-b135-4333-9fa4-28a1d04de1b3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:04.875175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2efd4071-b135-4333-9fa4-28a1d04de1b3 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/232f26fe-2bbf-4ccf-9743-28abd84686d5 HTTP/1.1" status: 404 len: 339 time: 0.0417786 Feb 03 13:09:04.877666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40038) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:04.926244 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1387e62-4533-4a12-9d74-3754523ec859 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:04.927026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1387e62-4533-4a12-9d74-3754523ec859 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:04.930775 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a1387e62-4533-4a12-9d74-3754523ec859 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/ea223ec2-5b67-410a-a4f8-b3c7529035ee HTTP/1.1" status: 404 len: 337 time: 0.0513728 Feb 03 13:09:04.933808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40044) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:04.954625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.962380 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5beddd-c31e-4508-b7f3-201d003a7ffe tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:04.962908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5beddd-c31e-4508-b7f3-201d003a7ffe tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:04.968832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40050) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:04.969772 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8b5beddd-c31e-4508-b7f3-201d003a7ffe tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/868722f8-a67f-4e23-b8f9-bf486bfc072d HTTP/1.1" status: 404 len: 339 time: 0.0341814 Feb 03 13:09:05.011467 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbb48f5-c48a-4a6b-a616-44d2d302a154 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:05.011918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbb48f5-c48a-4a6b-a616-44d2d302a154 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:05.017515 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fdbb48f5-c48a-4a6b-a616-44d2d302a154 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/fb22d5bb-3e8d-4990-9f90-58ebfca97298 HTTP/1.1" status: 404 len: 337 time: 0.0450902 Feb 03 13:09:05.019031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40058) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:05.043921 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc732f6-1dbc-47d9-bdf1-6802de16613f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:05.044427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc732f6-1dbc-47d9-bdf1-6802de16613f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:05.049855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fcc732f6-1dbc-47d9-bdf1-6802de16613f tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/5a725937-b171-4cb7-a842-fed7bacf0a10 HTTP/1.1" status: 404 len: 339 time: 0.0290995 Feb 03 13:09:05.053358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40064) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:05.065111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-834a924c-16b9-4316-bdc7-ff6224145660 None None] Provisioning complete for port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:05.065514 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-834a924c-16b9-4316-bdc7-ff6224145660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.107972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-834a924c-16b9-4316-bdc7-ff6224145660 None None] Port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:05.199138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2c2ff5-44e6-4600-81e7-fcb1a3d67bcb tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting subnet 0e71b5b4-7514-4d0b-9dfd-59e341b47c92 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:05.205999 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2ff5-44e6-4600-81e7-fcb1a3d67bcb tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (0e71b5b4-7514-4d0b-9dfd-59e341b47c92), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.288663 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2ff5-44e6-4600-81e7-fcb1a3d67bcb tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (0e71b5b4-7514-4d0b-9dfd-59e341b47c92), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.383752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 18985d17-819b-4cff-84ba-2939dd5ef5b7 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:05.407964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 18985d17-819b-4cff-84ba-2939dd5ef5b7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:05.408555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 18985d17-819b-4cff-84ba-2939dd5ef5b7 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:05.449677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2ff5-44e6-4600-81e7-fcb1a3d67bcb tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0e71b5b4-7514-4d0b-9dfd-59e341b47c92), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.478150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ecc2fd-81c1-49e4-943a-a7193f0c9542 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:05.495174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Publish callbacks [] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.523444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Transition to ACTIVE for port object 67ecc2fd-81c1-49e4-943a-a7193f0c9542 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:09:05.534286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.586378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d69a61-f70e-4510-a74f-7bd544003386 req-517e416b-364f-4dca-b92b-7e803cfb7182 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:05.596034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79d69a61-f70e-4510-a74f-7bd544003386 req-517e416b-364f-4dca-b92b-7e803cfb7182 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1027 time: 0.0827968 Feb 03 13:09:05.597570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2ff5-44e6-4600-81e7-fcb1a3d67bcb tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (0e71b5b4-7514-4d0b-9dfd-59e341b47c92), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.639454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=67ecc2fd-81c1-49e4-943a-a7193f0c9542,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:05.648160 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2ff5-44e6-4600-81e7-fcb1a3d67bcb tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.651457 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bb2c2ff5-44e6-4600-81e7-fcb1a3d67bcb tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/0e71b5b4-7514-4d0b-9dfd-59e341b47c92 HTTP/1.1" status: 204 len: 168 time: 0.5923057 Feb 03 13:09:05.654636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf9cf5-3a23-4262-8648-95cfdc3d34fb None None] Network 3112145a-c1cc-401e-a1fa-d9fec06e0f1b requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:05.691263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40132) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:05.692108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c2ff5-44e6-4600-81e7-fcb1a3d67bcb tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=0e71b5b4-7514-4d0b-9dfd-59e341b47c92,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:05.714460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79d69a61-f70e-4510-a74f-7bd544003386 req-ae8f87cd-0381-4e9e-b78b-14e579abd293 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934997 Feb 03 13:09:05.843950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Attempting to bind port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:05.844295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Attempting to bind port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:05.844629 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Attempting to bind port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 on network 75ad7196-e757-41e4-8aba-22056577a99c {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:05.850651 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3112145a-c1cc-401e-a1fa-d9fec06e0f1b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.858476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 on network 75ad7196-e757-41e4-8aba-22056577a99c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:09:05.858813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Attempting to bind port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 on network 75ad7196-e757-41e4-8aba-22056577a99c {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:05.868666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:05.869010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Checking segment: {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:05.869645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Bound using segment: {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:05.870159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Bound port: 67ecc2fd-81c1-49e4-943a-a7193f0c9542, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3185af16-5ad5-49c0-bdf8-db4e7af577eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:05.870715 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.979726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ccbd7a-6827-4693-aecd-35ebaf6fd3d5 None None] DHCP port deletion for 3112145a-c1cc-401e-a1fa-d9fec06e0f1b request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:05.999689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] For port 67ecc2fd-81c1-49e4-943a-a7193f0c9542, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:06.003415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] For port 67ecc2fd-81c1-49e4-943a-a7193f0c9542, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=67ecc2fd-81c1-49e4-943a-a7193f0c9542,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:06.022897 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.037949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:06.038392 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.048291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:06.049920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.052169 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/67ecc2fd-81c1-49e4-943a-a7193f0c9542 HTTP/1.1" status: 200 len: 1092 time: 1.1969383 Feb 03 13:09:06.062643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-74ccbd7a-6827-4693-aecd-35ebaf6fd3d5 None None] Deleting port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:06.063379 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ccbd7a-6827-4693-aecd-35ebaf6fd3d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.078492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed9deb-e5a8-49c8-8b89-9d80b6f9b698', 'tag': '67ecc2fd-81c1-49e4-943a-a7193f0c9542'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:06.093699 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fbd981-7677-4bee-994e-91d9fa637d14" -d '{"events": [{"name": "network-changed", "server_uuid": "08ed9deb-e5a8-49c8-8b89-9d80b6f9b698", "tag": "67ecc2fd-81c1-49e4-943a-a7193f0c9542"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:06.189244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-74ccbd7a-6827-4693-aecd-35ebaf6fd3d5 None None] For port e81e4144-6c1a-4579-8b8b-6d841fd0fd53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e81e4144-6c1a-4579-8b8b-6d841fd0fd53,segment=NetworkSegment(2a8a8fab-3a85-4a67-a88e-6c42a3cb2575),segment_id=2a8a8fab-3a85-4a67-a88e-6c42a3cb2575)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:06.189665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ccbd7a-6827-4693-aecd-35ebaf6fd3d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.214459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-74ccbd7a-6827-4693-aecd-35ebaf6fd3d5 None None] Calling delete_port for e81e4144-6c1a-4579-8b8b-6d841fd0fd53 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:06.354233 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ccbd7a-6827-4693-aecd-35ebaf6fd3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.394205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccbd7a-6827-4693-aecd-35ebaf6fd3d5 None None] Pushing event deleted for resources: {'Port': ['ID=e81e4144-6c1a-4579-8b8b-6d841fd0fd53,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:06.399468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ccbd7a-6827-4693-aecd-35ebaf6fd3d5 None None] No DVR routers for this DVR port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:06.600567 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255650c7-1127-4ceb-8ef0-e2cef8607c19 x-openstack-request-id: req-255650c7-1127-4ceb-8ef0-e2cef8607c19 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:06.600803 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ed9deb-e5a8-49c8-8b89-9d80b6f9b698", "tag": "67ecc2fd-81c1-49e4-943a-a7193f0c9542", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:06.601017 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-255650c7-1127-4ceb-8ef0-e2cef8607c19 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:06.601395 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ed9deb-e5a8-49c8-8b89-9d80b6f9b698', 'tag': '67ecc2fd-81c1-49e4-943a-a7193f0c9542', 'status': 'completed', 'code': 200} Feb 03 13:09:06.640538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] For port e81e4144-6c1a-4579-8b8b-6d841fd0fd53, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e81e4144-6c1a-4579-8b8b-6d841fd0fd53,segment=NetworkSegment(2a8a8fab-3a85-4a67-a88e-6c42a3cb2575),segment_id=2a8a8fab-3a85-4a67-a88e-6c42a3cb2575)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:06.640915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.657367 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bc1556-a83f-4965-956d-bb27efc9dd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.664528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd332458-4fd8-458e-ba92-025a6048d1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=67ecc2fd-81c1-49e4-943a-a7193f0c9542,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:06.673198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Calling delete_port for e81e4144-6c1a-4579-8b8b-6d841fd0fd53 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:06.685935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-b988e6fa-ab93-4348-b65f-5bc0e0cf314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:06.687520 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-b988e6fa-ab93-4348-b65f-5bc0e0cf314c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23822b775bab4ac89b0790ee49bc5267&device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1126 time: 0.5684254 Feb 03 13:09:06.767096 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-bf2060b0-33fc-481b-be9c-25f4172fbf85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67ecc2fd-81c1-49e4-943a-a7193f0c9542 HTTP/1.1" status: 200 len: 217 time: 0.0441790 Feb 03 13:09:06.843704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-ce0a96cc-d42c-473c-b17c-ad1adb4d9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:06.845191 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-ce0a96cc-d42c-473c-b17c-ad1adb4d9d5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aef72221-94d0-4b7a-b4ed-d17423deede5 HTTP/1.1" status: 200 len: 849 time: 0.0687072 Feb 03 13:09:06.847735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e81e4144-6c1a-4579-8b8b-6d841fd0fd53), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.853410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1405c7d-8a52-4ecf-9eb3-18462de4f557 req-d6cec378-b3be-494b-a221-f83f8c341fd0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:06.856038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1405c7d-8a52-4ecf-9eb3-18462de4f557 req-d6cec378-b3be-494b-a221-f83f8c341fd0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1126 time: 0.0609140 Feb 03 13:09:06.863098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No DVR routers for this DVR port e81e4144-6c1a-4579-8b8b-6d841fd0fd53 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:06.935026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1405c7d-8a52-4ecf-9eb3-18462de4f557 req-30c19006-37e5-4c9b-95bd-ab580cc711fb tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673726 Feb 03 13:09:06.936482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Port': ['ID=e81e4144-6c1a-4579-8b8b-6d841fd0fd53,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:07.009136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3112145a-c1cc-401e-a1fa-d9fec06e0f1b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.023002 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-2b4a134a-3cec-48f5-b642-9e0b2462df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:07.024541 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-2b4a134a-3cec-48f5-b642-9e0b2462df6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75ad7196-e757-41e4-8aba-22056577a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1669059 Feb 03 13:09:07.035855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3112145a-c1cc-401e-a1fa-d9fec06e0f1b']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:07.053664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8a8fab-3a85-4a67-a88e-6c42a3cb2575') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:07.054007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8a8fab-3a85-4a67-a88e-6c42a3cb2575') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:07.075393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (2a8a8fab-3a85-4a67-a88e-6c42a3cb2575), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.127677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2a8a8fab-3a85-4a67-a88e-6c42a3cb2575), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.137598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:07.138024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (2a8a8fab-3a85-4a67-a88e-6c42a3cb2575), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: self.session.flush() Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:07.141831 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:07.207548 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-4a15629b-8d0e-4943-870d-d4692ee323ce service neutron] 10.222.0.72 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690011 Feb 03 13:09:07.224228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3112145a-c1cc-401e-a1fa-d9fec06e0f1b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.229618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.235347 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/3112145a-c1cc-401e-a1fa-d9fec06e0f1b HTTP/1.1" status: 204 len: 168 time: 1.5368640 Feb 03 13:09:07.235715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40264) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:07.263817 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c7d8de-09b9-4f88-a952-12f1692b7dcf tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:07.264465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c7d8de-09b9-4f88-a952-12f1692b7dcf tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:07.267692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c1c7d8de-09b9-4f88-a952-12f1692b7dcf tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/a00b3073-768c-4114-b78a-1c60dbdc6925 HTTP/1.1" status: 404 len: 337 time: 0.0308821 Feb 03 13:09:07.271358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40266) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:07.274869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca207d8e-0875-4ae7-8973-3a58aaceb73e tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=3112145a-c1cc-401e-a1fa-d9fec06e0f1b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:07.329059 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb206a6-9e54-44f7-b053-3749d6c97539 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:07.329575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb206a6-9e54-44f7-b053-3749d6c97539 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:07.334444 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2fb206a6-9e54-44f7-b053-3749d6c97539 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/178b09e8-98e8-42a4-aa34-02a0c2afd34b HTTP/1.1" status: 404 len: 339 time: 0.0589206 Feb 03 13:09:07.335517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40268) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:07.359381 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e81e4144-6c1a-4579-8b8b-6d841fd0fd53 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:07.380499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e81e4144-6c1a-4579-8b8b-6d841fd0fd53 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:07.380751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e81e4144-6c1a-4579-8b8b-6d841fd0fd53 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:07.402955 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-540dab6d-9f97-4185-a6ae-392f420ae261 req-9357960b-de59-46c1-a88d-2fd99b1398d9 service neutron] 10.222.0.72 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892755 Feb 03 13:09:07.410693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c290681-5ff7-4ae6-a6b0-13ff8b04b0d7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting subnet 6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:07.414523 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c290681-5ff7-4ae6-a6b0-13ff8b04b0d7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.487987 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c290681-5ff7-4ae6-a6b0-13ff8b04b0d7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.543086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-225037b5-7e20-45fd-821a-ef3cf16207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:07.544572 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-225037b5-7e20-45fd-821a-ef3cf16207c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23822b775bab4ac89b0790ee49bc5267&device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1126 time: 0.0923986 Feb 03 13:09:07.633817 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c290681-5ff7-4ae6-a6b0-13ff8b04b0d7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.702821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-de7e8d77-ec00-4497-855e-b1bfe277734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:07.704300 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-de7e8d77-ec00-4497-855e-b1bfe277734d service neutron] 10.222.0.72 "GET /v2.0/networks?id=75ad7196-e757-41e4-8aba-22056577a99c HTTP/1.1" status: 200 len: 911 time: 0.1435909 Feb 03 13:09:07.764682 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-d1bdda4b-da6d-40f3-a18b-be52a1bba37d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67ecc2fd-81c1-49e4-943a-a7193f0c9542 HTTP/1.1" status: 200 len: 217 time: 0.0525577 Feb 03 13:09:07.765964 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c290681-5ff7-4ae6-a6b0-13ff8b04b0d7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.822894 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c290681-5ff7-4ae6-a6b0-13ff8b04b0d7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.828771 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6c290681-5ff7-4ae6-a6b0-13ff8b04b0d7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/subnets/6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0 HTTP/1.1" status: 204 len: 168 time: 0.4894440 Feb 03 13:09:07.830404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb0ebd-9d23-46fc-8be0-2f3a568f8330 None None] Network 66e22b66-7a3f-406c-a3b2-eb5b4f28626d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:07.830936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c290681-5ff7-4ae6-a6b0-13ff8b04b0d7 tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbaabd6-f5f7-4fdd-ad72-7dd426b078d0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:07.832609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40284) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:07.851164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-d1c3cac4-2763-40e2-9273-7774a14a02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:07.852817 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-d1c3cac4-2763-40e2-9273-7774a14a02f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aef72221-94d0-4b7a-b4ed-d17423deede5 HTTP/1.1" status: 200 len: 849 time: 0.0779481 Feb 03 13:09:07.904714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-5a970b6d-a13d-43b9-ab04-3173d0be3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:07.906376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-5a970b6d-a13d-43b9-ab04-3173d0be3bd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75ad7196-e757-41e4-8aba-22056577a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475547 Feb 03 13:09:07.940922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-d14252d7-b484-4b29-b568-4642a6c7e992 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:07.942540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-d14252d7-b484-4b29-b568-4642a6c7e992 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/networks?id=222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 200 len: 813 time: 0.1849906 Feb 03 13:09:07.946199 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (66e22b66-7a3f-406c-a3b2-eb5b4f28626d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:07.970985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c7522f86-e5dc-4d37-8514-26d972468372 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/quotas/1ad234cd63ab4ca0ab6610702283f746 HTTP/1.1" status: 200 len: 375 time: 0.0222266 Feb 03 13:09:08.009666 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-cd86a3a3-7792-4655-af25-dffd5d4d5919 service neutron] 10.222.0.72 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943594 Feb 03 13:09:08.022541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-f894fb84-6711-4cf9-a5cc-3904aac7ff52 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ad234cd63ab4ca0ab6610702283f746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506637 Feb 03 13:09:08.045616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa5aa0-64fa-4968-a086-255f0e3211da None None] DHCP port deletion for 66e22b66-7a3f-406c-a3b2-eb5b4f28626d request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:08.092615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa5aa0-64fa-4968-a086-255f0e3211da None None] Deleting port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:08.093378 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5aa0-64fa-4968-a086-255f0e3211da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:08.111721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c1fbd981-7677-4bee-994e-91d9fa637d14 req-cc5d654b-bf91-4835-9c24-15a0a60ffaee service neutron] 10.222.0.72 "GET /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927544 Feb 03 13:09:08.148656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-5483d99a-df9a-4589-ab0c-fbd7776a7e88 service neutron] 10.222.0.65 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119108 Feb 03 13:09:08.161918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fcaa5aa0-64fa-4968-a086-255f0e3211da None None] For port b3f20b3a-2c6a-438e-8c52-0cf893b8e381, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b3f20b3a-2c6a-438e-8c52-0cf893b8e381,segment=NetworkSegment(08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3),segment_id=08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:08.162319 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5aa0-64fa-4968-a086-255f0e3211da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:08.175590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa5aa0-64fa-4968-a086-255f0e3211da None None] Calling delete_port for b3f20b3a-2c6a-438e-8c52-0cf893b8e381 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:08.192253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daa14a-ddd8-4471-bbdc-b5070f3671ce req-1d2307a7-9485-416a-b085-230c3db9e061 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:08.193765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1daa14a-ddd8-4471-bbdc-b5070f3671ce req-1d2307a7-9485-416a-b085-230c3db9e061 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1126 time: 0.1694722 Feb 03 13:09:08.196481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Deleting port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:08.196818 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:08.260297 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5aa0-64fa-4968-a086-255f0e3211da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:08.290952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa5aa0-64fa-4968-a086-255f0e3211da None None] Pushing event deleted for resources: {'Port': ['ID=b3f20b3a-2c6a-438e-8c52-0cf893b8e381,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:08.296716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa5aa0-64fa-4968-a086-255f0e3211da None None] No DVR routers for this DVR port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:08.665826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-ab5119de-44aa-4bc8-9536-25d43870c072 service neutron] 10.222.0.65 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093849 Feb 03 13:09:08.671188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] For port b3f20b3a-2c6a-438e-8c52-0cf893b8e381, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b3f20b3a-2c6a-438e-8c52-0cf893b8e381,segment=NetworkSegment(08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3),segment_id=08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:08.671565 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:08.692290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1daa14a-ddd8-4471-bbdc-b5070f3671ce req-e0ec18e7-34ec-4bcf-9949-2b20df3e6920 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289010 Feb 03 13:09:08.693165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Calling delete_port for b3f20b3a-2c6a-438e-8c52-0cf893b8e381 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:08.772772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b3f20b3a-2c6a-438e-8c52-0cf893b8e381), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:08.808150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Port': ['ID=b3f20b3a-2c6a-438e-8c52-0cf893b8e381,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:08.810635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] No DVR routers for this DVR port b3f20b3a-2c6a-438e-8c52-0cf893b8e381 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:08.862004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.862379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.862729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.863064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.863397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.863727 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.864052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.864375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.864697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.865051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.865369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.865688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.866007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:08.870498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d41512b-8782-4e3a-902c-f00144589bbd req-036885f2-38c8-4782-a268-89d8dcba1795 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 210 time: 0.0660434 Feb 03 13:09:08.937884 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (66e22b66-7a3f-406c-a3b2-eb5b4f28626d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:08.962895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e22b66-7a3f-406c-a3b2-eb5b4f28626d']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:08.974400 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:08.974619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:08.985767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.002146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.009598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:09.009998 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (08d67c0a-bc7f-49f6-b420-5cbbe2bf02f3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: self.session.flush() Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:09.013616 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:09.031874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85ef5f3f-87a5-493b-8ec5-57d3957a19b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.080172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (66e22b66-7a3f-406c-a3b2-eb5b4f28626d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.089190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.093022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] 10.222.0.65 "DELETE /v2.0/networks/66e22b66-7a3f-406c-a3b2-eb5b4f28626d HTTP/1.1" status: 204 len: 168 time: 1.2588313 Feb 03 13:09:09.107574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a5c1e-b3da-47f5-9e05-f78778a01f3b tempest-NetworksIpV6Test-1342541990 tempest-NetworksIpV6Test-1342541990-project] Pushing event deleted for resources: {'Network': ['ID=66e22b66-7a3f-406c-a3b2-eb5b4f28626d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:09.349174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40304) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:09.366909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b3f20b3a-2c6a-438e-8c52-0cf893b8e381 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:09.388794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b3f20b3a-2c6a-438e-8c52-0cf893b8e381 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:09.389146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b3f20b3a-2c6a-438e-8c52-0cf893b8e381 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:09.499324 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fa8eebcb-304c-4a08-9641-705189e648e2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa458c630c4f4a50bc42b03c6a76af4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487978 Feb 03 13:09:09.501918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40308) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:09.555530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1563-74b6-4428-92f4-9c7f61b77469 admin admin] Publish callbacks [] for security_group (2642bdfd-7ca3-42bd-9c7f-566b45570f96), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.579330 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1563-74b6-4428-92f4-9c7f61b77469 admin admin] Publish callbacks [] for security_group (2642bdfd-7ca3-42bd-9c7f-566b45570f96), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.634157 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1563-74b6-4428-92f4-9c7f61b77469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2642bdfd-7ca3-42bd-9c7f-566b45570f96), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.638952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1563-74b6-4428-92f4-9c7f61b77469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.640112 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a2ed1563-74b6-4428-92f4-9c7f61b77469 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2642bdfd-7ca3-42bd-9c7f-566b45570f96 HTTP/1.1" status: 204 len: 168 time: 0.1372006 Feb 03 13:09:09.648508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed1563-74b6-4428-92f4-9c7f61b77469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2642bdfd-7ca3-42bd-9c7f-566b45570f96,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:09.889098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebcadd-e1ed-413a-883d-faae3e962d03 req-4ff603c7-413b-4b97-9810-78ccbf901392 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:09.890710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5ebcadd-e1ed-413a-883d-faae3e962d03 req-4ff603c7-413b-4b97-9810-78ccbf901392 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1126 time: 0.1094112 Feb 03 13:09:09.935603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-f89505c6-33bd-4c9d-9c84-fa19ed96b4c3 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:09.937352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-f89505c6-33bd-4c9d-9c84-fa19ed96b4c3 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.91 "GET /v2.0/networks?id=222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 200 len: 813 time: 0.1663334 Feb 03 13:09:09.955142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Request body: {'port': {'device_id': '495684ba-7168-426d-99c3-ee7c40e556ae', 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41', 'admin_state_up': True, 'tenant_id': '1ad234cd63ab4ca0ab6610702283f746'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:10.020150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd5ea9e2-7c90-41fb-ad55-1d0b4d5a5d53 req-9c76ef1b-1f99-4d2d-87f8-4f8844c075ec tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 210 time: 0.0421009 Feb 03 13:09:10.022341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5ebcadd-e1ed-413a-883d-faae3e962d03 req-a0930f3c-de28-420f-9217-c917fa528b2b tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194885 Feb 03 13:09:10.046908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 67ecc2fd-81c1-49e4-943a-a7193f0c9542 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:09:10.109203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Made reservation on behalf of 1ad234cd63ab4ca0ab6610702283f746 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:10.114060 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.144840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.165558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 67ecc2fd-81c1-49e4-943a-a7193f0c9542, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=67ecc2fd-81c1-49e4-943a-a7193f0c9542,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:10.179079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '67ecc2fd-81c1-49e4-943a-a7193f0c9542', 'network_id': '75ad7196-e757-41e4-8aba-22056577a99c', 'port_id': '67ecc2fd-81c1-49e4-943a-a7193f0c9542', 'mac_address': 'fa:16:3e:17:54:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef72221-94d0-4b7a-b4ed-d17423deede5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:09:10.224407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:10.224804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.240199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ecc2fd-81c1-49e4-943a-a7193f0c9542 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:10.249493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Allocated IP 172.20.0.8 (222eff4a-24cb-4568-bacc-b859eeff1a41/ff32cc7d-ecb0-4946-9d44-bc0b3072a10f/1521424e-7b0b-4397-b26f-13ed59e34981) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:10.268625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 67ecc2fd-81c1-49e4-943a-a7193f0c9542, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=67ecc2fd-81c1-49e4-943a-a7193f0c9542,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:10.274571 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.335035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=67ecc2fd-81c1-49e4-943a-a7193f0c9542,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:10.421117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks [] for port (1521424e-7b0b-4397-b26f-13ed59e34981), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.421297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40334) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.456380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.494869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['67ecc2fd-81c1-49e4-943a-a7193f0c9542'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:10.504806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Network 222eff4a-24cb-4568-bacc-b859eeff1a41 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:10.510616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:10.514312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:10.537409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Pushing event updated for resources: {'Port': ['ID=1521424e-7b0b-4397-b26f-13ed59e34981,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:10.537904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-11d1f1a4-272f-4102-82a7-cdd8cf18f2f8 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] Request body: {'port': {'network_id': '4e58118c-d860-48bb-bd94-4c1f7267a2c6', 'name': 'tempest-NetworksNegativeTestJSON-115152277'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:10.557582 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d1f1a4-272f-4102-82a7-cdd8cf18f2f8 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] POST failed (client error): The resource could not be found. Feb 03 13:09:10.558406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d1f1a4-272f-4102-82a7-cdd8cf18f2f8 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:10.564409 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-11d1f1a4-272f-4102-82a7-cdd8cf18f2f8 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1415100 Feb 03 13:09:10.564730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:10.565309 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.565521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40338) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.582888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-4d6b8f50-4fb6-4de6-8c63-627e8be18641 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6322594 Feb 03 13:09:10.589593 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-4100ab1a-bc34-4600-93f4-9d5bc518946c tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:10.590097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4100ab1a-bc34-4600-93f4-9d5bc518946c tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:10.596537 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4100ab1a-bc34-4600-93f4-9d5bc518946c tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "DELETE /v2.0/networks/d198569d-f502-4b54-8f2e-568a6a7bea17 HTTP/1.1" status: 404 len: 339 time: 0.0264795 Feb 03 13:09:10.596786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40340) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.597132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Request body: {'port': {'device_id': '495684ba-7168-426d-99c3-ee7c40e556ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:10.623680 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e525e093-8996-4491-8405-7a440cca22b6 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:10.624903 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e525e093-8996-4491-8405-7a440cca22b6 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:10.628855 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e525e093-8996-4491-8405-7a440cca22b6 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "DELETE /v2.0/ports/5dd6a65f-4a16-4b9a-9578-b19e2d97f8b6 HTTP/1.1" status: 404 len: 333 time: 0.0311537 Feb 03 13:09:10.632734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40342) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.658027 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d9c834-372b-4181-8841-575778e6880c tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] DELETE failed (client error): The resource could not be found. Feb 03 13:09:10.658456 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.658571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d9c834-372b-4181-8841-575778e6880c tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:10.661431 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-68d9c834-372b-4181-8841-575778e6880c tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "DELETE /v2.0/subnets/93898217-8727-42ea-9c00-e2f93056f897 HTTP/1.1" status: 404 len: 337 time: 0.0277832 Feb 03 13:09:10.665562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40344) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.684816 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca69ca3-7a5c-4ce9-8fc9-56afdcd43003 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] GET failed (client error): The resource could not be found. Feb 03 13:09:10.686109 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bca69ca3-7a5c-4ce9-8fc9-56afdcd43003 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "GET /v2.0/networks/faf09be4-d8f8-46c3-b310-5362aaf173e7 HTTP/1.1" status: 404 len: 339 time: 0.0196538 Feb 03 13:09:10.689844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40346) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.718391 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc08452-dec1-400f-88fc-ce12d198f290 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] GET failed (client error): The resource could not be found. Feb 03 13:09:10.723390 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8cc08452-dec1-400f-88fc-ce12d198f290 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "GET /v2.0/ports/f21b222a-8be0-49dd-903c-de9e9f53a329 HTTP/1.1" status: 404 len: 333 time: 0.0290477 Feb 03 13:09:10.723734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40348) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.751954 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa09ab55-f878-44f3-9b63-aba87c737c28 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] GET failed (client error): The resource could not be found. Feb 03 13:09:10.753696 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aa09ab55-f878-44f3-9b63-aba87c737c28 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "GET /v2.0/subnets/9e7671c9-b77f-4ab1-a3bb-55af79c981bc HTTP/1.1" status: 404 len: 337 time: 0.0285490 Feb 03 13:09:10.757033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40350) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.761975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-62dc3b14-a610-463f-b916-bdb91ff3833b tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:10.775824 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dc3b14-a610-463f-b916-bdb91ff3833b tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] PUT failed (client error): The resource could not be found. Feb 03 13:09:10.776319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62dc3b14-a610-463f-b916-bdb91ff3833b tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:10.782145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40352) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.782392 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-62dc3b14-a610-463f-b916-bdb91ff3833b tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "PUT /v2.0/networks/3409deaf-fb28-4ba0-a3ae-1dcc72f36ddd HTTP/1.1" status: 404 len: 339 time: 0.0243087 Feb 03 13:09:10.787259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-baeea0dd-f019-457c-a5d6-567eba6475f7 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:10.811594 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-baeea0dd-f019-457c-a5d6-567eba6475f7 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] PUT failed (client error): The resource could not be found. Feb 03 13:09:10.812121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baeea0dd-f019-457c-a5d6-567eba6475f7 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:10.813256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-baeea0dd-f019-457c-a5d6-567eba6475f7 tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "PUT /v2.0/ports/f32deb4f-fe89-44ed-9fa0-c6d451772af6 HTTP/1.1" status: 404 len: 333 time: 0.0302422 Feb 03 13:09:10.817207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40354) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.822487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-423bacf1-dcec-4a9b-ab07-aa77c0544bbc tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:10.843946 n-d-792364-10 neutron-server[103223]: INFO neutron.pecan_wsgi.hooks.translation [None req-423bacf1-dcec-4a9b-ab07-aa77c0544bbc tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] PUT failed (client error): The resource could not be found. Feb 03 13:09:10.844382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423bacf1-dcec-4a9b-ab07-aa77c0544bbc tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:09:10.845489 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-423bacf1-dcec-4a9b-ab07-aa77c0544bbc tempest-NetworksNegativeTestJSON-371615384 tempest-NetworksNegativeTestJSON-371615384-project] 10.222.0.65 "PUT /v2.0/subnets/80348df1-3bec-400a-b3ba-b496c1c4f877 HTTP/1.1" status: 404 len: 337 time: 0.0273242 Feb 03 13:09:10.955634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1521424e-7b0b-4397-b26f-13ed59e34981 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:10.963731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Publish callbacks [] for port (1521424e-7b0b-4397-b26f-13ed59e34981), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.976348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Transition to ACTIVE for port object 1521424e-7b0b-4397-b26f-13ed59e34981 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:09:10.984629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.040417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Pushing event updated for resources: {'Port': ['ID=1521424e-7b0b-4397-b26f-13ed59e34981,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:11.138262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40364) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:11.167081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Attempting to bind port 1521424e-7b0b-4397-b26f-13ed59e34981 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:11.167412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Attempting to bind port 1521424e-7b0b-4397-b26f-13ed59e34981 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '15726687-8aeb-4480-b1a2-bc5be1711d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:11.167738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Attempting to bind port 1521424e-7b0b-4397-b26f-13ed59e34981 on network 222eff4a-24cb-4568-bacc-b859eeff1a41 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:11.178157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Port 1521424e-7b0b-4397-b26f-13ed59e34981 on network 222eff4a-24cb-4568-bacc-b859eeff1a41 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:09:11.178515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Attempting to bind port 1521424e-7b0b-4397-b26f-13ed59e34981 on network 222eff4a-24cb-4568-bacc-b859eeff1a41 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:11.190138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:11.190507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Checking segment: {'id': '15726687-8aeb-4480-b1a2-bc5be1711d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:11.190890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Bound using segment: {'id': '15726687-8aeb-4480-b1a2-bc5be1711d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:11.191320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Bound port: 1521424e-7b0b-4397-b26f-13ed59e34981, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15726687-8aeb-4480-b1a2-bc5be1711d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:11.191677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.216603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde6d96-7a9f-4e0f-9adb-ff244430c1c8 req-c2eb7f8c-adc3-4f20-8a90-c91da094d069 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:11.218172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bde6d96-7a9f-4e0f-9adb-ff244430c1c8 req-c2eb7f8c-adc3-4f20-8a90-c91da094d069 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1127 time: 0.1113145 Feb 03 13:09:11.225822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb82442-971e-4d15-b7b2-3cfad028f652 req-4d4dc32f-a38d-40c6-a98b-992e1e6a6245 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:11.227274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cb82442-971e-4d15-b7b2-3cfad028f652 req-4d4dc32f-a38d-40c6-a98b-992e1e6a6245 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 943 time: 0.1193042 Feb 03 13:09:11.252155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-96f2419e-d951-43df-97e6-73ccd3772335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.331373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-96f2419e-d951-43df-97e6-73ccd3772335 admin admin] Publish callbacks [] for security_group (922f3bdd-1b79-4b66-a31b-e73ca1ef91c7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.336305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] For port 1521424e-7b0b-4397-b26f-13ed59e34981, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:11.336749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-96f2419e-d951-43df-97e6-73ccd3772335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (922f3bdd-1b79-4b66-a31b-e73ca1ef91c7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.355950 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cb82442-971e-4d15-b7b2-3cfad028f652 req-fdb5514e-8cfd-4ed6-be8e-af8aa0413994 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101024 Feb 03 13:09:11.361032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bde6d96-7a9f-4e0f-9adb-ff244430c1c8 req-665945c7-0ba2-43a9-aba6-2cb47aad85e3 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166277 Feb 03 13:09:11.362827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] For port 1521424e-7b0b-4397-b26f-13ed59e34981, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1521424e-7b0b-4397-b26f-13ed59e34981,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:11.379902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.386024 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-96f2419e-d951-43df-97e6-73ccd3772335 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b453db2836154042a92310b24a044b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466011 Feb 03 13:09:11.388346 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2419e-d951-43df-97e6-73ccd3772335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922f3bdd-1b79-4b66-a31b-e73ca1ef91c7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:11.392186 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40368) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:11.417488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:11.418188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.419625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] 10.222.0.91 "PUT /v2.0/ports/1521424e-7b0b-4397-b26f-13ed59e34981 HTTP/1.1" status: 200 len: 1092 time: 0.8276157 Feb 03 13:09:11.420077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495684ba-7168-426d-99c3-ee7c40e556ae', 'tag': '1521424e-7b0b-4397-b26f-13ed59e34981'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:11.422370 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "495684ba-7168-426d-99c3-ee7c40e556ae", "tag": "1521424e-7b0b-4397-b26f-13ed59e34981"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:11.448776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d8bef-482b-4b94-a13f-2f843b134cdb service neutron] Pushing event updated for resources: {'Port': ['ID=1521424e-7b0b-4397-b26f-13ed59e34981,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:11.454860 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6548a616-31c4-467a-afa9-060cb0972652 admin admin] Publish callbacks [] for security_group (922f3bdd-1b79-4b66-a31b-e73ca1ef91c7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.470173 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2059497f-8ecc-47f7-b72b-b1f7a1fe5ab2 x-openstack-request-id: req-2059497f-8ecc-47f7-b72b-b1f7a1fe5ab2 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:11.470639 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495684ba-7168-426d-99c3-ee7c40e556ae", "tag": "1521424e-7b0b-4397-b26f-13ed59e34981", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:11.471082 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2059497f-8ecc-47f7-b72b-b1f7a1fe5ab2 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:11.471560 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495684ba-7168-426d-99c3-ee7c40e556ae', 'tag': '1521424e-7b0b-4397-b26f-13ed59e34981', 'status': 'completed', 'code': 200} Feb 03 13:09:11.479719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6548a616-31c4-467a-afa9-060cb0972652 admin admin] Publish callbacks [] for security_group (922f3bdd-1b79-4b66-a31b-e73ca1ef91c7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.522679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-6326204a-8174-4f48-bbdf-d000b2a3b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:11.524003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-6326204a-8174-4f48-bbdf-d000b2a3b1ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ad234cd63ab4ca0ab6610702283f746&device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 1126 time: 0.0470533 Feb 03 13:09:11.529958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6548a616-31c4-467a-afa9-060cb0972652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (922f3bdd-1b79-4b66-a31b-e73ca1ef91c7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.532741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6548a616-31c4-467a-afa9-060cb0972652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.536396 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6548a616-31c4-467a-afa9-060cb0972652 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/922f3bdd-1b79-4b66-a31b-e73ca1ef91c7 HTTP/1.1" status: 204 len: 168 time: 0.1407576 Feb 03 13:09:11.542107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548a616-31c4-467a-afa9-060cb0972652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922f3bdd-1b79-4b66-a31b-e73ca1ef91c7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:11.571425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-0fc3b1ed-208a-4708-88ae-8311fa1c838f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1521424e-7b0b-4397-b26f-13ed59e34981 HTTP/1.1" status: 200 len: 217 time: 0.0393405 Feb 03 13:09:11.592355 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:11.621593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-38749dab-e333-4a07-95a9-276bbf4ab069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:11.623114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-38749dab-e333-4a07-95a9-276bbf4ab069 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff32cc7d-ecb0-4946-9d44-bc0b3072a10f HTTP/1.1" status: 200 len: 853 time: 0.0457885 Feb 03 13:09:11.656873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-3860449d-50a2-4ad6-b6c9-a88f342d6f7c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=222eff4a-24cb-4568-bacc-b859eeff1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261359 Feb 03 13:09:11.763017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-69f7284d-e46e-46cf-967c-f219ad41fa3f service neutron] 10.222.0.91 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937979 Feb 03 13:09:11.857966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d4813e-73d1-4172-85f5-64a54353ce45 req-9e6556b1-f40b-4be0-ba03-35ef2fc5a313 service neutron] 10.222.0.91 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870161 Feb 03 13:09:11.956699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-854ef55d-9171-4ff3-ab85-e3335cf4756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:11.958231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-854ef55d-9171-4ff3-ab85-e3335cf4756b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ad234cd63ab4ca0ab6610702283f746&device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 1126 time: 0.0522010 Feb 03 13:09:12.051409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-6f4f0abd-8b79-44b5-8ecc-966993fdc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:12.052891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-6f4f0abd-8b79-44b5-8ecc-966993fdc441 service neutron] 10.222.0.91 "GET /v2.0/networks?id=222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 200 len: 914 time: 0.0872135 Feb 03 13:09:12.061563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 67ecc2fd-81c1-49e4-943a-a7193f0c9542 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:12.108953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-a87c0e06-94a6-482b-95af-733a9230d823 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1521424e-7b0b-4397-b26f-13ed59e34981 HTTP/1.1" status: 200 len: 217 time: 0.0489287 Feb 03 13:09:12.115020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:09:12.118771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:12.119184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.153066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-bd64a7ee-ca6c-409b-8324-0f75b21854f3 req-766df5f2-b490-45d1-88c3-aaa54cd70f0d service neutron] (103223) timed out ('10.222.0.91', 52772) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:09:12.167388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-f4479066-3190-4027-8e62-aa5cb292c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:12.169012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-f4479066-3190-4027-8e62-aa5cb292c04b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff32cc7d-ecb0-4946-9d44-bc0b3072a10f HTTP/1.1" status: 200 len: 853 time: 0.0541260 Feb 03 13:09:12.199663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40392) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:12.200667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:12.201125 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.204935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-d92ac85c-98fe-4eec-be9e-9d87601420fe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=222eff4a-24cb-4568-bacc-b859eeff1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272117 Feb 03 13:09:12.225312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed9deb-e5a8-49c8-8b89-9d80b6f9b698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ecc2fd-81c1-49e4-943a-a7193f0c9542'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:12.228070 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736fca7a-6e2f-40a2-8278-bc040728e766" -d '{"events": [{"server_uuid": "08ed9deb-e5a8-49c8-8b89-9d80b6f9b698", "name": "network-vif-plugged", "status": "completed", "tag": "67ecc2fd-81c1-49e4-943a-a7193f0c9542"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:12.242862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 67ecc2fd-81c1-49e4-943a-a7193f0c9542, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=67ecc2fd-81c1-49e4-943a-a7193f0c9542,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:12.250686 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.284529 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1644ae2d-6abf-4fa6-b257-169dfe016c2f x-openstack-request-id: req-1644ae2d-6abf-4fa6-b257-169dfe016c2f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:12.285047 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed9deb-e5a8-49c8-8b89-9d80b6f9b698", "name": "network-vif-plugged", "status": "completed", "tag": "67ecc2fd-81c1-49e4-943a-a7193f0c9542", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:12.285476 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1644ae2d-6abf-4fa6-b257-169dfe016c2f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:12.286038 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ed9deb-e5a8-49c8-8b89-9d80b6f9b698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ecc2fd-81c1-49e4-943a-a7193f0c9542', 'code': 200} Feb 03 13:09:12.326400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=67ecc2fd-81c1-49e4-943a-a7193f0c9542,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:12.327252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-ffc10dcf-2210-4306-ba55-7f0557cccbcb service neutron] 10.222.0.91 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156728 Feb 03 13:09:12.330858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e7be6ec7-47a5-4eac-9d33-aa4b9f3abbf3 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1801634721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:12.334727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.335075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.335414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.335746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.336116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.336450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.337126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.337126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.337407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.337886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.338490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.338812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.339154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:12.376592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7be6ec7-47a5-4eac-9d33-aa4b9f3abbf3 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.377609 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7be6ec7-47a5-4eac-9d33-aa4b9f3abbf3 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.402642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be772be4-6921-45a2-aca6-d374e61ab5e2 req-3105e0b9-76b4-48d5-905e-b57933e02e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:12.404182 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-be772be4-6921-45a2-aca6-d374e61ab5e2 req-3105e0b9-76b4-48d5-905e-b57933e02e00 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1128 time: 0.0666020 Feb 03 13:09:12.434243 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e23d8da9-cab0-4747-b256-8dd1c6e19ae8 req-fdaeb2cf-e506-4e5e-9687-c663b96f5211 service neutron] 10.222.0.91 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961690 Feb 03 13:09:12.465250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7be6ec7-47a5-4eac-9d33-aa4b9f3abbf3 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for router_controller (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.477395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7be6ec7-47a5-4eac-9d33-aa4b9f3abbf3 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.500432 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-be772be4-6921-45a2-aca6-d374e61ab5e2 req-39f07453-42e7-4c03-8dee-9adfde097144 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878191 Feb 03 13:09:12.506183 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7be6ec7-47a5-4eac-9d33-aa4b9f3abbf3 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.509829 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7be6ec7-47a5-4eac-9d33-aa4b9f3abbf3 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3060107 Feb 03 13:09:12.510121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40402) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:12.515127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1252544661'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:12.530109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062dd3b-a489-48da-ad59-2d5eb1fa49ac req-993f0d74-6490-4c8f-9ba9-530f2fda7dc8 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:12.531828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f062dd3b-a489-48da-ad59-2d5eb1fa49ac req-993f0d74-6490-4c8f-9ba9-530f2fda7dc8 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 943 time: 0.0966511 Feb 03 13:09:12.535193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Made reservation on behalf of e9c4ebaa16de4a47a2033e97e4f657b6 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:12.536716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb3ef6-1ed9-4ffa-8d4f-007e2b9bcafb req-c6380eb3-743e-4cdf-ae73-d887cb07eaa6 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:12.538141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faeb3ef6-1ed9-4ffa-8d4f-007e2b9bcafb req-c6380eb3-743e-4cdf-ae73-d887cb07eaa6 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1128 time: 0.0728905 Feb 03 13:09:12.539161 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.548737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.611909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f062dd3b-a489-48da-ad59-2d5eb1fa49ac req-9e419345-9b81-458b-88eb-73003c1c4841 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726855 Feb 03 13:09:12.621065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-faeb3ef6-1ed9-4ffa-8d4f-007e2b9bcafb req-43eb3b7f-7494-45b3-bf33-4c20c0e8db44 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740020 Feb 03 13:09:12.632693 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for security_group (306da1d8-4e13-4137-b4cb-a7b3badc5f81), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.632693 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (306da1d8-4e13-4137-b4cb-a7b3badc5f81), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.659269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:09:12.669107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306da1d8-4e13-4137-b4cb-a7b3badc5f81,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:12.675166 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9cb5ae7f-dac8-49de-bef1-ff6e86d109fc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.675518 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Added segment 9cb5ae7f-dac8-49de-bef1-ff6e86d109fc of type vlan for network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 Feb 03 13:09:12.705291 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.721347 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (0bb904bc-aa0f-4c45-8909-76036e8e9ac6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.755661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (0bb904bc-aa0f-4c45-8909-76036e8e9ac6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.760695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:12.761275 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:12.798549 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2872877 Feb 03 13:09:12.801272 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40404) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:12.806050 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Request body: {'subnet': {'network_id': '0bb904bc-aa0f-4c45-8909-76036e8e9ac6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:12.850251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430249c3-cbef-4a1e-a811-e984373ec87e tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Network': ['ID=0bb904bc-aa0f-4c45-8909-76036e8e9ac6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:12.861307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:09:12.923583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Made reservation on behalf of e9c4ebaa16de4a47a2033e97e4f657b6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:12.927546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.115790 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (4e1b7619-816f-42ef-bb88-255317428379), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.181778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Subnet': ['ID=4e1b7619-816f-42ef-bb88-255317428379,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:13.192425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Checking segment: {'id': '9cb5ae7f-dac8-49de-bef1-ff6e86d109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0bb904bc-aa0f-4c45-8909-76036e8e9ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:13.192793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network hostable DHCP agents. Network: 0bb904bc-aa0f-4c45-8909-76036e8e9ac6, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:09:13.213442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:09:13.225132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 0bb904bc-aa0f-4c45-8909-76036e8e9ac6) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:13.229165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:13.229771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.236952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387e7b3-6d7e-4bcd-bab7-324c9272cf33 None None] Network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:13.250232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d0256a43-2607-4ee7-b3ea-a9a06fd2cff4 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4451864 Feb 03 13:09:13.250527 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40406) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:13.255656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Request body: {'network': {'name': 'tempest-router-network01--151798751'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:13.276739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Made reservation on behalf of e9c4ebaa16de4a47a2033e97e4f657b6 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:13.280146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.304932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:09:13.314147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (33db695f-0d9b-4040-ac99-c5e796e270d8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.314637 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Added segment 33db695f-0d9b-4040-ac99-c5e796e270d8 of type vlan for network 7340c17a-a077-4300-9fda-746b81731153 Feb 03 13:09:13.344172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-0bb904bc-aa0f-4c45-8909-76036e8e9ac6', 'network_id': '0bb904bc-aa0f-4c45-8909-76036e8e9ac6', 'project_id': 'e9c4ebaa16de4a47a2033e97e4f657b6', 'fixed_ips': [{'subnet_id': '4e1b7619-816f-42ef-bb88-255317428379'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:09:13.345138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.355398 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (7340c17a-a077-4300-9fda-746b81731153), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.384089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (7340c17a-a077-4300-9fda-746b81731153), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.389180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:13.389772 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.430785 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1791654 Feb 03 13:09:13.433630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40408) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:13.439654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Request body: {'network': {'name': 'tempest-router-network02--1445105709'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:13.461845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Made reservation on behalf of e9c4ebaa16de4a47a2033e97e4f657b6 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:13.465273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.465423 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26a821-5354-4830-b8c9-587850264b00 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Network': ['ID=7340c17a-a077-4300-9fda-746b81731153,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:13.479359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 7340c17a-a077-4300-9fda-746b81731153 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:09:13.491418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:09:13.501628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (724785df-c4c0-435e-a643-94f1c40fa40b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.501979 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Added segment 724785df-c4c0-435e-a643-94f1c40fa40b of type vlan for network a58cad47-7ba7-423c-be7f-b6dd823ba778 Feb 03 13:09:13.542763 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (a58cad47-7ba7-423c-be7f-b6dd823ba778), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.561275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Allocated IP 172.20.0.2 (0bb904bc-aa0f-4c45-8909-76036e8e9ac6/4e1b7619-816f-42ef-bb88-255317428379/6d7f5d90-972b-4cfb-9fad-d3e3dd57d650) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:13.569219 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (a58cad47-7ba7-423c-be7f-b6dd823ba778), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.574519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:13.575192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.616024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1804335 Feb 03 13:09:13.618726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40410) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:13.626754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Request body: {'subnet': {'network_id': '7340c17a-a077-4300-9fda-746b81731153', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:13.677567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa36466-3c85-4954-ba2d-54d63193d611 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Network': ['ID=a58cad47-7ba7-423c-be7f-b6dd823ba778,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:13.691716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network a58cad47-7ba7-423c-be7f-b6dd823ba778 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:09:13.797725 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Publish callbacks [] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.805436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.826119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Made reservation on behalf of e9c4ebaa16de4a47a2033e97e4f657b6 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:13.829864 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.842210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:13.846573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:13.852093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:13.857264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f13a6-daff-4359-99ba-db7dc34ec1c7 req-c09ccbcc-5cc1-42ae-8f45-bd0512c1cdbf tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:13.858794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b16f13a6-daff-4359-99ba-db7dc34ec1c7 req-c09ccbcc-5cc1-42ae-8f45-bd0512c1cdbf tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 943 time: 0.1327758 Feb 03 13:09:13.860930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Pushing event updated for resources: {'Port': ['ID=6d7f5d90-972b-4cfb-9fad-d3e3dd57d650,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:13.863028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4cef4-a476-4550-9d67-638059bc745b req-8f1f3b2c-b40a-4269-ac18-b728406863b2 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:13.864459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33a4cef4-a476-4550-9d67-638059bc745b req-8f1f3b2c-b40a-4269-ac18-b728406863b2 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1128 time: 0.1396906 Feb 03 13:09:13.924582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Attempting to bind port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:13.924950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Attempting to bind port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9cb5ae7f-dac8-49de-bef1-ff6e86d109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0bb904bc-aa0f-4c45-8909-76036e8e9ac6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:13.925316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Attempting to bind port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 on network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:13.930598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:13.930973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Checking segment: {'id': '9cb5ae7f-dac8-49de-bef1-ff6e86d109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0bb904bc-aa0f-4c45-8909-76036e8e9ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:13.931377 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.931797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Bound using segment: {'id': '9cb5ae7f-dac8-49de-bef1-ff6e86d109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0bb904bc-aa0f-4c45-8909-76036e8e9ac6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:13.932388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Bound port: 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb5ae7f-dac8-49de-bef1-ff6e86d109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '0bb904bc-aa0f-4c45-8909-76036e8e9ac6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:13.933210 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:13.998042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33a4cef4-a476-4550-9d67-638059bc745b req-7996d61c-ee2b-4929-becb-48b4ddf6bd53 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237497 Feb 03 13:09:14.001376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] For port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:14.005053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] For port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6d7f5d90-972b-4cfb-9fad-d3e3dd57d650,segment=NetworkSegment(9cb5ae7f-dac8-49de-bef1-ff6e86d109fc),segment_id=9cb5ae7f-dac8-49de-bef1-ff6e86d109fc)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:14.007317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b16f13a6-daff-4359-99ba-db7dc34ec1c7 req-f44371a1-ccb3-4999-9033-459845f6f45b tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320167 Feb 03 13:09:14.014589 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:14.082891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b5609-dd75-4e71-a4f4-f63328b1dfac None None] Pushing event updated for resources: {'Port': ['ID=6d7f5d90-972b-4cfb-9fad-d3e3dd57d650,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:14.150727 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (fe577930-1867-4c84-b6d4-38e580bda27b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:14.207080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca46cf4-458b-4e29-ba4b-bd3428111935 req-ffb13557-a193-4269-a578-860cc66e92b0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:14.208619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fca46cf4-458b-4e29-ba4b-bd3428111935 req-ffb13557-a193-4269-a578-860cc66e92b0 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1128 time: 0.1354482 Feb 03 13:09:14.217832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Subnet': ['ID=fe577930-1867-4c84-b6d4-38e580bda27b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:14.270545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Checking segment: {'id': '33db695f-0d9b-4040-ac99-c5e796e270d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7340c17a-a077-4300-9fda-746b81731153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:14.270898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network hostable DHCP agents. Network: 7340c17a-a077-4300-9fda-746b81731153, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:09:14.281058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fca46cf4-458b-4e29-ba4b-bd3428111935 req-19757bea-7742-462e-923c-dbd5fb6bf826 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647681 Feb 03 13:09:14.300022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network 7340c17a-a077-4300-9fda-746b81731153 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:09:14.311070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 7340c17a-a077-4300-9fda-746b81731153) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:14.317261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:14.317738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:14.322584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaeff88-9567-48db-b7fb-b84dabe970e3 None None] Network 7340c17a-a077-4300-9fda-746b81731153 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:14.345015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1959a173-da54-4c6a-b905-040587997057 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7252359 Feb 03 13:09:14.347763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40420) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:14.352968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Request body: {'subnet': {'network_id': 'a58cad47-7ba7-423c-be7f-b6dd823ba778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:14.431396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43f77f-18e5-4cc9-b195-745cf89b2279 req-0163e98a-5ad5-4253-a84d-bc9f557864e6 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:14.433308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b43f77f-18e5-4cc9-b195-745cf89b2279 req-0163e98a-5ad5-4253-a84d-bc9f557864e6 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1128 time: 0.0546322 Feb 03 13:09:14.457842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-7340c17a-a077-4300-9fda-746b81731153', 'network_id': '7340c17a-a077-4300-9fda-746b81731153', 'project_id': 'e9c4ebaa16de4a47a2033e97e4f657b6', 'fixed_ips': [{'subnet_id': 'fe577930-1867-4c84-b6d4-38e580bda27b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:09:14.458765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:14.483007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Made reservation on behalf of e9c4ebaa16de4a47a2033e97e4f657b6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:14.486858 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:14.497948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b43f77f-18e5-4cc9-b195-745cf89b2279 req-27cb77ba-1c6d-45ee-ba9d-697332378de1 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506277 Feb 03 13:09:14.621284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Allocated IP 172.20.0.2 (7340c17a-a077-4300-9fda-746b81731153/fe577930-1867-4c84-b6d4-38e580bda27b/708a1a21-05c8-4112-9e1f-54cfefb1fc25) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:14.696413 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (e5b6dcca-6c51-4130-8523-f6aac533fe7f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:14.766406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Subnet': ['ID=e5b6dcca-6c51-4130-8523-f6aac533fe7f,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:14.775195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Checking segment: {'id': '724785df-c4c0-435e-a643-94f1c40fa40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a58cad47-7ba7-423c-be7f-b6dd823ba778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:14.775563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network hostable DHCP agents. Network: a58cad47-7ba7-423c-be7f-b6dd823ba778, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:09:14.775928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb512e-5252-4788-b2ce-7df684c22433 req-d6a278bf-f085-44e5-9039-5dea6d971e73 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:14.777892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1eb512e-5252-4788-b2ce-7df684c22433 req-d6a278bf-f085-44e5-9039-5dea6d971e73 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1128 time: 0.0502055 Feb 03 13:09:14.778258 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Publish callbacks [] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:14.787456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:14.795847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network a58cad47-7ba7-423c-be7f-b6dd823ba778 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:09:14.810498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, a58cad47-7ba7-423c-be7f-b6dd823ba778) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:14.815232 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:14.816038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:14.822775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc7865-2ad1-4317-a380-3b66b6461557 None None] Network a58cad47-7ba7-423c-be7f-b6dd823ba778 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:14.837246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1eb512e-5252-4788-b2ce-7df684c22433 req-b19ec549-b6cb-4c40-8d55-a22e31caa6e2 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522861 Feb 03 13:09:14.841045 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0d53df6f-e0f4-4478-b5d2-6cfb11df0333 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4913471 Feb 03 13:09:14.843124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40426) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:14.852419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Network 7340c17a-a077-4300-9fda-746b81731153 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:14.872422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:14.878142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:14.914063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Pushing event updated for resources: {'Port': ['ID=708a1a21-05c8-4112-9e1f-54cfefb1fc25,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:14.983046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Attempting to bind port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:14.983423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Attempting to bind port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '33db695f-0d9b-4040-ac99-c5e796e270d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7340c17a-a077-4300-9fda-746b81731153'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:14.983791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Attempting to bind port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 on network 7340c17a-a077-4300-9fda-746b81731153 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:15.013552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:15.013941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Checking segment: {'id': '33db695f-0d9b-4040-ac99-c5e796e270d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7340c17a-a077-4300-9fda-746b81731153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:15.014379 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.014783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Bound using segment: {'id': '33db695f-0d9b-4040-ac99-c5e796e270d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7340c17a-a077-4300-9fda-746b81731153'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:15.015279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Bound port: 708a1a21-05c8-4112-9e1f-54cfefb1fc25, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33db695f-0d9b-4040-ac99-c5e796e270d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7340c17a-a077-4300-9fda-746b81731153'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:15.015665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.033326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-a58cad47-7ba7-423c-be7f-b6dd823ba778', 'network_id': 'a58cad47-7ba7-423c-be7f-b6dd823ba778', 'project_id': 'e9c4ebaa16de4a47a2033e97e4f657b6', 'fixed_ips': [{'subnet_id': 'e5b6dcca-6c51-4130-8523-f6aac533fe7f'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:09:15.034309 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.155929 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.180387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] For port 708a1a21-05c8-4112-9e1f-54cfefb1fc25, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:15.186735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] For port 708a1a21-05c8-4112-9e1f-54cfefb1fc25, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=708a1a21-05c8-4112-9e1f-54cfefb1fc25,segment=NetworkSegment(33db695f-0d9b-4040-ac99-c5e796e270d8),segment_id=33db695f-0d9b-4040-ac99-c5e796e270d8)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:15.203255 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.276802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e76c9-447a-4e26-bfb5-292bf89c3bf9 None None] Network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:15.339577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb894c-0f3a-4316-824e-f945518a2137 None None] Pushing event updated for resources: {'Port': ['ID=708a1a21-05c8-4112-9e1f-54cfefb1fc25,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:15.416031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ca0bacfb-cb1b-43bd-a07d-09ae0fedccc0 None None] Provisioning complete for port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:15.416893 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca0bacfb-cb1b-43bd-a07d-09ae0fedccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.455290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Allocated IP 172.20.0.2 (a58cad47-7ba7-423c-be7f-b6dd823ba778/e5b6dcca-6c51-4130-8523-f6aac533fe7f/a29273ea-576a-48a4-b474-a6d9c40255e4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:15.497218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:15.534781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Allocated IP 172.20.0.1 (7340c17a-a077-4300-9fda-746b81731153/fe577930-1867-4c84-b6d4-38e580bda27b/10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:15.598977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049244-0dad-4a3a-b0a2-0fc4269f45f2 req-606871fc-7aca-4762-b369-38cfd7ba1e16 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:15.607502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb049244-0dad-4a3a-b0a2-0fc4269f45f2 req-606871fc-7aca-4762-b369-38cfd7ba1e16 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 943 time: 0.1360748 Feb 03 13:09:15.694211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ca0bacfb-cb1b-43bd-a07d-09ae0fedccc0 None None] Current status of the port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:15.694721 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca0bacfb-cb1b-43bd-a07d-09ae0fedccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.699669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:15.700127 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.766035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb049244-0dad-4a3a-b0a2-0fc4269f45f2 req-d12dc413-aa0d-41d1-a7fe-28ca6efe24b9 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575751 Feb 03 13:09:15.823146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.884488 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:15.958224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Port': ['ID=10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:15.969548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network 7340c17a-a077-4300-9fda-746b81731153 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:15.971673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:15.977505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:16.012440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ca0bacfb-cb1b-43bd-a07d-09ae0fedccc0 None None] For port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6d7f5d90-972b-4cfb-9fad-d3e3dd57d650,segment=NetworkSegment(9cb5ae7f-dac8-49de-bef1-ff6e86d109fc),segment_id=9cb5ae7f-dac8-49de-bef1-ff6e86d109fc)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:16.045868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca0bacfb-cb1b-43bd-a07d-09ae0fedccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.059984 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.104875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-48eb6c17-77fa-4d46-920c-8e075c8babed tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:16.107942 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-48eb6c17-77fa-4d46-920c-8e075c8babed tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1128 time: 0.0960662 Feb 03 13:09:16.133323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bacfb-cb1b-43bd-a07d-09ae0fedccc0 None None] Pushing event updated for resources: {'Port': ['ID=6d7f5d90-972b-4cfb-9fad-d3e3dd57d650,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:16.172890 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Publish callbacks [] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.238787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:16.241685 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.272479 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Deleting port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:16.272835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.308351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Network a58cad47-7ba7-423c-be7f-b6dd823ba778 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:16.313226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:16.322420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:16.396001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Pushing event updated for resources: {'Port': ['ID=a29273ea-576a-48a4-b474-a6d9c40255e4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:16.422681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] For port 67ecc2fd-81c1-49e4-943a-a7193f0c9542, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=67ecc2fd-81c1-49e4-943a-a7193f0c9542,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:16.423336 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.427001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1521424e-7b0b-4397-b26f-13ed59e34981 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:09:16.440283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Attempting to bind port a29273ea-576a-48a4-b474-a6d9c40255e4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:16.440784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Attempting to bind port a29273ea-576a-48a4-b474-a6d9c40255e4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '724785df-c4c0-435e-a643-94f1c40fa40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a58cad47-7ba7-423c-be7f-b6dd823ba778'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:16.441151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Attempting to bind port a29273ea-576a-48a4-b474-a6d9c40255e4 on network a58cad47-7ba7-423c-be7f-b6dd823ba778 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:16.444966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Calling delete_port for 67ecc2fd-81c1-49e4-943a-a7193f0c9542 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:16.450140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:16.450693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Checking segment: {'id': '724785df-c4c0-435e-a643-94f1c40fa40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a58cad47-7ba7-423c-be7f-b6dd823ba778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:16.451106 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.451496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Bound using segment: {'id': '724785df-c4c0-435e-a643-94f1c40fa40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a58cad47-7ba7-423c-be7f-b6dd823ba778'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:16.451979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Bound port: a29273ea-576a-48a4-b474-a6d9c40255e4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724785df-c4c0-435e-a643-94f1c40fa40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a58cad47-7ba7-423c-be7f-b6dd823ba778'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:16.452699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.538046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c21b5a91-12bc-4800-9be6-676fb96d27c2 None None] Provisioning complete for port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:16.538537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c21b5a91-12bc-4800-9be6-676fb96d27c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.576200 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.622060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43704b26-3ce5-41cb-bda2-161a9a529829 req-ed74865c-4ac6-4755-a468-35d6729060bc tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:16.623942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43704b26-3ce5-41cb-bda2-161a9a529829 req-ed74865c-4ac6-4755-a468-35d6729060bc tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=08ed9deb-e5a8-49c8-8b89-9d80b6f9b698 HTTP/1.1" status: 200 len: 1128 time: 0.6210191 Feb 03 13:09:16.647877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (67ecc2fd-81c1-49e4-943a-a7193f0c9542), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.669767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['67ecc2fd-81c1-49e4-943a-a7193f0c9542'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:16.671966 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['efb9deaa-6675-4880-a27b-293875b73e66'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:16.685593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.719533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Pushing event deleted for resources: {'Port': ['ID=67ecc2fd-81c1-49e4-943a-a7193f0c9542,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:16.763943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] For port a29273ea-576a-48a4-b474-a6d9c40255e4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:16.787305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] No DVR routers for this DVR port 67ecc2fd-81c1-49e4-943a-a7193f0c9542 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:16.796109 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.801235 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-378b1b99-8871-4db1-b5cf-960a83627e42 req-8e085b73-165f-43fb-b906-3fb12eb3b522 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.72 "DELETE /v2.0/ports/67ecc2fd-81c1-49e4-943a-a7193f0c9542 HTTP/1.1" status: 204 len: 173 time: 0.6819501 Feb 03 13:09:16.802056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed9deb-e5a8-49c8-8b89-9d80b6f9b698', 'name': 'network-vif-deleted', 'tag': '67ecc2fd-81c1-49e4-943a-a7193f0c9542'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:16.804274 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f23c09-7281-4cd8-abc7-5af025ec29ab" -d '{"events": [{"server_uuid": "08ed9deb-e5a8-49c8-8b89-9d80b6f9b698", "name": "network-vif-deleted", "tag": "67ecc2fd-81c1-49e4-943a-a7193f0c9542"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:16.806651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43704b26-3ce5-41cb-bda2-161a9a529829 req-30f77034-8d41-4906-b065-e5a66834a146 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749191 Feb 03 13:09:16.850812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1521424e-7b0b-4397-b26f-13ed59e34981, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1521424e-7b0b-4397-b26f-13ed59e34981,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:16.885164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] For port a29273ea-576a-48a4-b474-a6d9c40255e4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a29273ea-576a-48a4-b474-a6d9c40255e4,segment=NetworkSegment(724785df-c4c0-435e-a643-94f1c40fa40b),segment_id=724785df-c4c0-435e-a643-94f1c40fa40b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:16.900495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '1521424e-7b0b-4397-b26f-13ed59e34981', 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41', 'port_id': '1521424e-7b0b-4397-b26f-13ed59e34981', 'mac_address': 'fa:16:3e:2b:4f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff32cc7d-ecb0-4946-9d44-bc0b3072a10f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:09:16.921458 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:16.956545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c21b5a91-12bc-4800-9be6-676fb96d27c2 None None] Current status of the port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:16.967415 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a91b34-ccdb-4c23-a0e9-58b6a4ca4d35 x-openstack-request-id: req-57a91b34-ccdb-4c23-a0e9-58b6a4ca4d35 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:16.967710 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ed9deb-e5a8-49c8-8b89-9d80b6f9b698", "name": "network-vif-deleted", "tag": "67ecc2fd-81c1-49e4-943a-a7193f0c9542", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:16.967963 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57a91b34-ccdb-4c23-a0e9-58b6a4ca4d35 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:16.968376 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ed9deb-e5a8-49c8-8b89-9d80b6f9b698', 'name': 'network-vif-deleted', 'tag': '67ecc2fd-81c1-49e4-943a-a7193f0c9542', 'status': 'completed', 'code': 200} Feb 03 13:09:17.114196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727483d7-e311-4041-9044-7117f50abcbd req-decb00fa-8093-402c-b2ff-02a7468f6c53 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:17.122321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727483d7-e311-4041-9044-7117f50abcbd req-decb00fa-8093-402c-b2ff-02a7468f6c53 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 943 time: 0.1481545 Feb 03 13:09:17.145856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f8d46-34b4-4900-9fb5-4678f75fbdf7 None None] Network 7340c17a-a077-4300-9fda-746b81731153 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:17.148270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b33740-bc92-4651-b45c-f72e582e6a1a None None] Pushing event updated for resources: {'Port': ['ID=a29273ea-576a-48a4-b474-a6d9c40255e4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:17.203132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 1521424e-7b0b-4397-b26f-13ed59e34981 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:17.203603 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:17.238687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727483d7-e311-4041-9044-7117f50abcbd req-08dec0cf-2322-4ac6-adab-2722fc1bb6f1 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145115 Feb 03 13:09:17.290786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1521424e-7b0b-4397-b26f-13ed59e34981 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:17.307569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0f065c9f-31ab-47ab-812a-329aedcacba6 None None] Provisioning complete for port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:17.307739 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f065c9f-31ab-47ab-812a-329aedcacba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:17.328923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:17.337800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:17.403981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1521424e-7b0b-4397-b26f-13ed59e34981, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1521424e-7b0b-4397-b26f-13ed59e34981,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:17.460492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:17.468237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Port': ['ID=10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:17.547445 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:17.658413 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=1521424e-7b0b-4397-b26f-13ed59e34981,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:17.662214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network 7340c17a-a077-4300-9fda-746b81731153 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:17.664154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:17.716938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:17.797939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f065c9f-31ab-47ab-812a-329aedcacba6 None None] Current status of the port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:17.798669 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f065c9f-31ab-47ab-812a-329aedcacba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:17.841515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Router a4832dc0-adbb-4c4a-94d9-6f413ab964d6 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:09:17.852107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0f065c9f-31ab-47ab-812a-329aedcacba6 None None] For port 708a1a21-05c8-4112-9e1f-54cfefb1fc25, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=708a1a21-05c8-4112-9e1f-54cfefb1fc25,segment=NetworkSegment(33db695f-0d9b-4040-ac99-c5e796e270d8),segment_id=33db695f-0d9b-4040-ac99-c5e796e270d8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:17.861151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:17.861742 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:17.865345 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f065c9f-31ab-47ab-812a-329aedcacba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:17.983347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['1521424e-7b0b-4397-b26f-13ed59e34981'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:17.994511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:18.006890 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eab7d8-54e4-4647-a6e9-4d1acd97513c None None] Sync routers for ids ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:18.009579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-787fd53b-7e82-4080-97d9-560f90216297 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "PUT /v2.0/routers/a4832dc0-adbb-4c4a-94d9-6f413ab964d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1652007 Feb 03 13:09:18.013024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40444) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:18.030419 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eab7d8-54e4-4647-a6e9-4d1acd97513c None None] Routers {'a4832dc0-adbb-4c4a-94d9-6f413ab964d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:18.031045 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-41eab7d8-54e4-4647-a6e9-4d1acd97513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:18.048091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f065c9f-31ab-47ab-812a-329aedcacba6 None None] Pushing event updated for resources: {'Port': ['ID=708a1a21-05c8-4112-9e1f-54cfefb1fc25,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:18.097810 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-41eab7d8-54e4-4647-a6e9-4d1acd97513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:18.121607 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eab7d8-54e4-4647-a6e9-4d1acd97513c None None] Routers {'a4832dc0-adbb-4c4a-94d9-6f413ab964d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:18.122229 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-41eab7d8-54e4-4647-a6e9-4d1acd97513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:18.214082 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-41eab7d8-54e4-4647-a6e9-4d1acd97513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:18.214772 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eab7d8-54e4-4647-a6e9-4d1acd97513c None None] The sync data for ids ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:18.257957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:18.261041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 708a1a21-05c8-4112-9e1f-54cfefb1fc25 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:18.299911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-280e3cdb-6dc2-46ac-821c-da1d01bd0e75 None None] Provisioning complete for port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:18.300287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-280e3cdb-6dc2-46ac-821c-da1d01bd0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:18.427501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:18.427871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:18.509389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-280e3cdb-6dc2-46ac-821c-da1d01bd0e75 None None] Current status of the port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:18.535523 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-280e3cdb-6dc2-46ac-821c-da1d01bd0e75 None None] Provisioning complete for port 10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:18.535896 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-280e3cdb-6dc2-46ac-821c-da1d01bd0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:18.598687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-280e3cdb-6dc2-46ac-821c-da1d01bd0e75 None None] Port 10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:18.601946 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:18.603730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f358e-d542-4ab1-9b12-f108c19825c3 req-2e9a7070-398f-4c28-aa72-2b6e002a3343 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:18.610943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-492f358e-d542-4ab1-9b12-f108c19825c3 req-2e9a7070-398f-4c28-aa72-2b6e002a3343 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1129 time: 0.2969463 Feb 03 13:09:18.638731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc2309-ab55-46f2-a630-28b65aa224e9 req-2cc047d8-9981-4797-955e-fa023cc68014 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:18.640328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42dc2309-ab55-46f2-a630-28b65aa224e9 req-2cc047d8-9981-4797-955e-fa023cc68014 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 944 time: 0.2795885 Feb 03 13:09:18.744317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-afd55bac-93dd-42e2-9d68-ed7235a3052a None None] Provisioning complete for port 10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:18.744722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afd55bac-93dd-42e2-9d68-ed7235a3052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:18.778089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-492f358e-d542-4ab1-9b12-f108c19825c3 req-b7a0b7bf-bf7b-4914-a26c-0b99b6368c8e tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662409 Feb 03 13:09:18.790351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c99cf5-7409-4fc8-a862-263d8addd727 None None] Network a58cad47-7ba7-423c-be7f-b6dd823ba778 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:18.794805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-afd55bac-93dd-42e2-9d68-ed7235a3052a None None] Port 10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:18.805826 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-beea5cea-adca-4c5a-932c-9af79ade2a0f tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:09:18.806999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-beea5cea-adca-4c5a-932c-9af79ade2a0f tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "PUT /v2.0/routers/a4832dc0-adbb-4c4a-94d9-6f413ab964d6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7926562 Feb 03 13:09:18.810381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40450) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:18.817716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42dc2309-ab55-46f2-a630-28b65aa224e9 req-06eab962-b287-42d2-b1cf-7dacd233856d tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700280 Feb 03 13:09:18.919643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] Provisioning complete for port 10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:18.920016 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:18.955476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] Port 10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:18.965618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] Provisioning complete for port a29273ea-576a-48a4-b474-a6d9c40255e4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:18.965998 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.046682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] Current status of the port a29273ea-576a-48a4-b474-a6d9c40255e4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:19.047072 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.084287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] For port a29273ea-576a-48a4-b474-a6d9c40255e4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a29273ea-576a-48a4-b474-a6d9c40255e4,segment=NetworkSegment(724785df-c4c0-435e-a643-94f1c40fa40b),segment_id=724785df-c4c0-435e-a643-94f1c40fa40b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:19.090036 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.141784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39e8a0-5853-406b-98aa-85ddb04ff1a5 None None] Pushing event updated for resources: {'Port': ['ID=a29273ea-576a-48a4-b474-a6d9c40255e4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:19.157437 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.212824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a0eddad5-1472-4df1-9ea1-aee4e79e9bb4 None None] Provisioning complete for port a29273ea-576a-48a4-b474-a6d9c40255e4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:19.213117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0eddad5-1472-4df1-9ea1-aee4e79e9bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.294967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a0eddad5-1472-4df1-9ea1-aee4e79e9bb4 None None] Current status of the port a29273ea-576a-48a4-b474-a6d9c40255e4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:19.407857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Deleting port 10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:19.408195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.441036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a29273ea-576a-48a4-b474-a6d9c40255e4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:19.491084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a29273ea-576a-48a4-b474-a6d9c40255e4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:19.491352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.500791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.513564 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Calling delete_port for 10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:19.571769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a29273ea-576a-48a4-b474-a6d9c40255e4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:19.596644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 708a1a21-05c8-4112-9e1f-54cfefb1fc25 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:19.626190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:19.626727 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.699507 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.708512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:19.730685 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event deleted for resources: {'Port': ['ID=10b0c0b8-7d07-48ae-8100-b8e2b8ce18f0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:19.878072 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:19.992588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1896505-afb7-4856-8ab7-24ae34911517 req-a0a0b01c-08d1-46a3-98f1-1c145ba3b630 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:19.994171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1896505-afb7-4856-8ab7-24ae34911517 req-a0a0b01c-08d1-46a3-98f1-1c145ba3b630 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1129 time: 0.1168523 Feb 03 13:09:20.020166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19026d-a989-41f1-90ac-0843097c8380 req-d92b5bde-9553-48ab-9724-41ed6ba7d2bd tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:20.021573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c19026d-a989-41f1-90ac-0843097c8380 req-d92b5bde-9553-48ab-9724-41ed6ba7d2bd tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 944 time: 0.1057487 Feb 03 13:09:20.043212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Router a4832dc0-adbb-4c4a-94d9-6f413ab964d6 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:20.044454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-ef3e550c-b65d-47ef-a176-55121c08140f tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:20.045931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-ef3e550c-b65d-47ef-a176-55121c08140f tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 1129 time: 0.1180904 Feb 03 13:09:20.077058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 67ecc2fd-81c1-49e4-943a-a7193f0c9542 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:20.099780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 67ecc2fd-81c1-49e4-943a-a7193f0c9542 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:20.100874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 67ecc2fd-81c1-49e4-943a-a7193f0c9542 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:20.114867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1896505-afb7-4856-8ab7-24ae34911517 req-afa38da2-a3ef-4569-b2fa-f82370d867c2 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2b755e6c-785d-4c7e-8048-1982a90b01ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128414 Feb 03 13:09:20.124472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:20.130435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-29097baa-fd6d-4871-a09c-9a056c643f57 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "PUT /v2.0/routers/a4832dc0-adbb-4c4a-94d9-6f413ab964d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3186970 Feb 03 13:09:20.134220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40456) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:20.135386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee82703-4cf7-47b0-a793-7674098a950b None None] Sync routers for ids ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:20.146206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee82703-4cf7-47b0-a793-7674098a950b None None] Routers {'a4832dc0-adbb-4c4a-94d9-6f413ab964d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:20.146967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fee82703-4cf7-47b0-a793-7674098a950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:20.166948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c19026d-a989-41f1-90ac-0843097c8380 req-573246f4-b53f-40e1-a26a-27dc4be91745 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383159 Feb 03 13:09:20.171476 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-d534cc4f-f66c-4b79-badc-7ebbc83c299c tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] delete failed (client error): The resource could not be found. Feb 03 13:09:20.176430 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d534cc4f-f66c-4b79-badc-7ebbc83c299c tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1566221117 HTTP/1.1" status: 404 len: 335 time: 0.0411553 Feb 03 13:09:20.177260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40458) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:20.181430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7814bcd5-110c-4dae-9152-2198cc072a5c tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4832dc0-adbb-4c4a-94d9-6f413ab964d6'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:20.183863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fee82703-4cf7-47b0-a793-7674098a950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:20.195147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Deleting port efb9deaa-6675-4880-a27b-293875b73e66 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:20.195612 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (efb9deaa-6675-4880-a27b-293875b73e66), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.201016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee82703-4cf7-47b0-a793-7674098a950b None None] Routers {'a4832dc0-adbb-4c4a-94d9-6f413ab964d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:20.201632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fee82703-4cf7-47b0-a793-7674098a950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:20.239099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fee82703-4cf7-47b0-a793-7674098a950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:20.239801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee82703-4cf7-47b0-a793-7674098a950b None None] The sync data for ids ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:20.288132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] For port efb9deaa-6675-4880-a27b-293875b73e66, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=efb9deaa-6675-4880-a27b-293875b73e66,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:20.288498 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (efb9deaa-6675-4880-a27b-293875b73e66), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.301225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Calling delete_port for efb9deaa-6675-4880-a27b-293875b73e66 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:20.430405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (efb9deaa-6675-4880-a27b-293875b73e66), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.432637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1521424e-7b0b-4397-b26f-13ed59e34981 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:20.457765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Pushing event deleted for resources: {'Port': ['ID=efb9deaa-6675-4880-a27b-293875b73e66,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:20.466709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['efb9deaa-6675-4880-a27b-293875b73e66'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:20.510959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] No DVR routers for this DVR port efb9deaa-6675-4880-a27b-293875b73e66 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:20.513716 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.517465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fee98500-5ae7-462f-b991-2e6946f9a02e req-1dfbd620-09d3-46ce-b8c1-f295a2eb7393 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.91 "DELETE /v2.0/ports/efb9deaa-6675-4880-a27b-293875b73e66 HTTP/1.1" status: 204 len: 173 time: 0.4599609 Feb 03 13:09:20.517954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aff15e9-5d38-4ce3-8a61-98e89ca312e9', 'name': 'network-vif-deleted', 'tag': 'efb9deaa-6675-4880-a27b-293875b73e66'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:20.520586 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b64d68e-6f61-4fb1-a169-808ad653cb11" -d '{"events": [{"server_uuid": "1aff15e9-5d38-4ce3-8a61-98e89ca312e9", "name": "network-vif-deleted", "tag": "efb9deaa-6675-4880-a27b-293875b73e66"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:20.546068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 1521424e-7b0b-4397-b26f-13ed59e34981 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:09:20.557779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 1521424e-7b0b-4397-b26f-13ed59e34981 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:20.558162 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.569634 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbbb6e3-4d05-4b3e-9764-38ba052d16dd x-openstack-request-id: req-cbbbb6e3-4d05-4b3e-9764-38ba052d16dd {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:20.569924 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aff15e9-5d38-4ce3-8a61-98e89ca312e9", "name": "network-vif-deleted", "tag": "efb9deaa-6675-4880-a27b-293875b73e66", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:20.570229 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbbbb6e3-4d05-4b3e-9764-38ba052d16dd {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:20.570680 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aff15e9-5d38-4ce3-8a61-98e89ca312e9', 'name': 'network-vif-deleted', 'tag': 'efb9deaa-6675-4880-a27b-293875b73e66', 'status': 'completed', 'code': 200} Feb 03 13:09:20.655804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 1521424e-7b0b-4397-b26f-13ed59e34981 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:20.656186 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.683138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495684ba-7168-426d-99c3-ee7c40e556ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1521424e-7b0b-4397-b26f-13ed59e34981'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:20.685894 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ae9d58-8955-45f8-882a-3ced39fef10f" -d '{"events": [{"server_uuid": "495684ba-7168-426d-99c3-ee7c40e556ae", "name": "network-vif-plugged", "status": "completed", "tag": "1521424e-7b0b-4397-b26f-13ed59e34981"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:20.703473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1521424e-7b0b-4397-b26f-13ed59e34981, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1521424e-7b0b-4397-b26f-13ed59e34981,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:20.711952 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.712782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device efb9deaa-6675-4880-a27b-293875b73e66 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:20.765220 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b744e0-b66b-456a-b010-3d1069abed79 x-openstack-request-id: req-b5b744e0-b66b-456a-b010-3d1069abed79 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:20.765486 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495684ba-7168-426d-99c3-ee7c40e556ae", "name": "network-vif-plugged", "status": "completed", "tag": "1521424e-7b0b-4397-b26f-13ed59e34981", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:20.765663 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5b744e0-b66b-456a-b010-3d1069abed79 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:20.766060 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495684ba-7168-426d-99c3-ee7c40e556ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1521424e-7b0b-4397-b26f-13ed59e34981', 'code': 200} Feb 03 13:09:20.771972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: efb9deaa-6675-4880-a27b-293875b73e66 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:20.772322 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device efb9deaa-6675-4880-a27b-293875b73e66 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:20.792358 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7814bcd5-110c-4dae-9152-2198cc072a5c tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for router_gateway (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.811643 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.814836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=1521424e-7b0b-4397-b26f-13ed59e34981,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:20.820122 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-7814bcd5-110c-4dae-9152-2198cc072a5c tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] update failed (client error): The resource could not be found. Feb 03 13:09:20.821295 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7814bcd5-110c-4dae-9152-2198cc072a5c tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "PUT /v2.0/routers/a4832dc0-adbb-4c4a-94d9-6f413ab964d6 HTTP/1.1" status: 404 len: 339 time: 0.6432207 Feb 03 13:09:20.825314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40464) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:20.863573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53fbf7-b2ed-4812-a588-3b5d15790d79 req-9bfef5fc-10bc-4779-81ca-5f116a76adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:20.865089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb53fbf7-b2ed-4812-a588-3b5d15790d79 req-9bfef5fc-10bc-4779-81ca-5f116a76adbe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 1128 time: 0.0465333 Feb 03 13:09:20.910425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb53fbf7-b2ed-4812-a588-3b5d15790d79 req-1e06e0c2-c1ac-457f-a609-0e364ab6a325 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383911 Feb 03 13:09:21.100182 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:21.257075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2d895cf1-a00f-42e1-ab42-49a6b0cc660f req-84ffa8ca-ef65-4397-88fc-05546b138cf3 tempest-TestServerMultinode-303272721 tempest-TestServerMultinode-303272721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1aff15e9-5d38-4ce3-8a61-98e89ca312e9 HTTP/1.1" status: 200 len: 210 time: 0.0519419 Feb 03 13:09:21.324409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6675d-98e0-474d-968f-55cc5a8665c3 req-752fd393-8539-4df5-b495-187ca230694e tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:21.325989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9c6675d-98e0-474d-968f-55cc5a8665c3 req-752fd393-8539-4df5-b495-187ca230694e tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 945 time: 0.0640233 Feb 03 13:09:21.376793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9c6675d-98e0-474d-968f-55cc5a8665c3 req-c5306455-1373-4236-90a4-f2c047fc29c1 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Feb 03 13:09:21.377024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Allocated IP 172.20.0.1 (0bb904bc-aa0f-4c45-8909-76036e8e9ac6/4e1b7619-816f-42ef-bb88-255317428379/e5e87df7-e82f-437c-b3c5-75e8ec95971d) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:21.514975 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:21.552946 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:21.596108 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:21.601160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:21.604880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:21.611142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Port': ['ID=e5e87df7-e82f-437c-b3c5-75e8ec95971d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:21.653390 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:21.784118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:21.835029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-986f8c2e-7b5b-41d8-9362-88d00793144e None None] Provisioning complete for port e5e87df7-e82f-437c-b3c5-75e8ec95971d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:21.835684 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-986f8c2e-7b5b-41d8-9362-88d00793144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:21.870827 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-986f8c2e-7b5b-41d8-9362-88d00793144e None None] Port e5e87df7-e82f-437c-b3c5-75e8ec95971d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:22.048938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:22.054948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:22.126666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:22.128508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event updated for resources: {'Port': ['ID=e5e87df7-e82f-437c-b3c5-75e8ec95971d,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:22.227266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:22.228637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:22.328018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40472) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:22.337324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Router a4832dc0-adbb-4c4a-94d9-6f413ab964d6 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:22.449194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:22.456719 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e79dbefa-62b2-4da4-bd2f-ec348ddcae4b tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "PUT /v2.0/routers/a4832dc0-adbb-4c4a-94d9-6f413ab964d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6279926 Feb 03 13:09:22.457170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40476) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:22.459373 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f824e-7e9f-4a50-8a7c-1e8fc7260de0 None None] Sync routers for ids ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:22.469625 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f824e-7e9f-4a50-8a7c-1e8fc7260de0 None None] Routers {'a4832dc0-adbb-4c4a-94d9-6f413ab964d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:22.470227 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-452f824e-7e9f-4a50-8a7c-1e8fc7260de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:22.494077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-18f6085f-295e-4a37-9de7-e1e9d7d2a9f9 None None] Provisioning complete for port e5e87df7-e82f-437c-b3c5-75e8ec95971d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:22.495608 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18f6085f-295e-4a37-9de7-e1e9d7d2a9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:22.505783 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-452f824e-7e9f-4a50-8a7c-1e8fc7260de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:22.515215 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f824e-7e9f-4a50-8a7c-1e8fc7260de0 None None] Routers {'a4832dc0-adbb-4c4a-94d9-6f413ab964d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:22.515826 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-452f824e-7e9f-4a50-8a7c-1e8fc7260de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:22.542840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-18f6085f-295e-4a37-9de7-e1e9d7d2a9f9 None None] Port e5e87df7-e82f-437c-b3c5-75e8ec95971d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:22.553362 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-452f824e-7e9f-4a50-8a7c-1e8fc7260de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:22.553939 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f824e-7e9f-4a50-8a7c-1e8fc7260de0 None None] The sync data for ids ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:22.559028 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fbecf56-ea95-4824-8309-c3f275fcb6c0 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for router (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:22.608953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8be4b-0b25-44a5-8d63-7515ea2c20af req-9c6218fa-a002-45e8-b2b4-a07389dfa231 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:22.610454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4d8be4b-0b25-44a5-8d63-7515ea2c20af req-9c6218fa-a002-45e8-b2b4-a07389dfa231 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 945 time: 0.1106753 Feb 03 13:09:22.641655 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-9fbecf56-ea95-4824-8309-c3f275fcb6c0 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 13:09:22.642723 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9fbecf56-ea95-4824-8309-c3f275fcb6c0 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "DELETE /v2.0/routers/a4832dc0-adbb-4c4a-94d9-6f413ab964d6 HTTP/1.1" status: 409 len: 329 time: 0.1844156 Feb 03 13:09:22.645722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40478) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:22.704192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4d8be4b-0b25-44a5-8d63-7515ea2c20af req-6e8e6130-7851-484d-b85b-008d973bc3d7 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768430 Feb 03 13:09:22.794624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (c92430ca-c1b6-4dff-bc33-4df4c1730949), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:22.988234 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.072242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Deleting port 51fbf9f8-a070-4098-bda2-bef292b822b6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:23.072707 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.168837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] For port 51fbf9f8-a070-4098-bda2-bef292b822b6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=51fbf9f8-a070-4098-bda2-bef292b822b6,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:23.169197 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.186763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Calling delete_port for 51fbf9f8-a070-4098-bda2-bef292b822b6 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:23.272332 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Deleting port e5e87df7-e82f-437c-b3c5-75e8ec95971d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:23.272332 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.365857 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.379997 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Calling delete_port for e5e87df7-e82f-437c-b3c5-75e8ec95971d owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:23.387731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (51fbf9f8-a070-4098-bda2-bef292b822b6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.422266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fbf9f8-a070-4098-bda2-bef292b822b6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:23.584394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e5e87df7-e82f-437c-b3c5-75e8ec95971d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.617992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event deleted for resources: {'Port': ['ID=e5e87df7-e82f-437c-b3c5-75e8ec95971d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:23.630834 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (c92430ca-c1b6-4dff-bc33-4df4c1730949), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.798309 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.984053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Router a4832dc0-adbb-4c4a-94d9-6f413ab964d6 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:24.064782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:24.078142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9bacb8-0af2-4fbd-b404-c1fbbde7231b None None] Sync routers for ids ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:24.083564 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5a8d9f01-81d0-45ff-8f14-c79f0c7369fc tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "PUT /v2.0/routers/a4832dc0-adbb-4c4a-94d9-6f413ab964d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360154 Feb 03 13:09:24.086485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40554) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:24.099492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bacb8-0af2-4fbd-b404-c1fbbde7231b None None] Routers {'a4832dc0-adbb-4c4a-94d9-6f413ab964d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:24.100591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1b9bacb8-0af2-4fbd-b404-c1fbbde7231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:24.140587 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-6d604cdc-7821-41e2-b549-ac8b2bd53c90 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] show failed (client error): The resource could not be found. Feb 03 13:09:24.141668 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6d604cdc-7821-41e2-b549-ac8b2bd53c90 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1181319394 HTTP/1.1" status: 404 len: 335 time: 0.0538116 Feb 03 13:09:24.145308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40556) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:24.149851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-97d3dcd0-c3fe-4f56-a185-4c41b1bb1774 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:24.154494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1b9bacb8-0af2-4fbd-b404-c1fbbde7231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:24.164118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bacb8-0af2-4fbd-b404-c1fbbde7231b None None] Routers {'a4832dc0-adbb-4c4a-94d9-6f413ab964d6'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:24.164721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1b9bacb8-0af2-4fbd-b404-c1fbbde7231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:24.203140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1b9bacb8-0af2-4fbd-b404-c1fbbde7231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:24.203833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9bacb8-0af2-4fbd-b404-c1fbbde7231b None None] The sync data for ids ['a4832dc0-adbb-4c4a-94d9-6f413ab964d6'] in n-d-792364-10 is: [] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:24.218960 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [None req-97d3dcd0-c3fe-4f56-a185-4c41b1bb1774 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] update failed (client error): The resource could not be found. Feb 03 13:09:24.225860 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-97d3dcd0-c3fe-4f56-a185-4c41b1bb1774 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1365849407 HTTP/1.1" status: 404 len: 335 time: 0.0791359 Feb 03 13:09:24.225971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40560) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:24.321159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b143e718-8662-412d-9c3d-6ff3d7ea4e81 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Deleting subnet e5b6dcca-6c51-4130-8523-f6aac533fe7f {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:24.330787 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b143e718-8662-412d-9c3d-6ff3d7ea4e81 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for subnet (e5b6dcca-6c51-4130-8523-f6aac533fe7f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.371346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Router c92430ca-c1b6-4dff-bc33-4df4c1730949 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:24.382615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b143e718-8662-412d-9c3d-6ff3d7ea4e81 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (e5b6dcca-6c51-4130-8523-f6aac533fe7f), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.548327 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b143e718-8662-412d-9c3d-6ff3d7ea4e81 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e5b6dcca-6c51-4130-8523-f6aac533fe7f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.573454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:24.585557 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166e443-996e-433b-833a-638fd4243345 None None] Sync routers for ids ['c92430ca-c1b6-4dff-bc33-4df4c1730949'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:24.587035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40562) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:24.587856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0332de74-5cec-4c33-8688-cda0cc3f9a72 admin admin] 10.222.0.65 "PUT /v2.0/routers/c92430ca-c1b6-4dff-bc33-4df4c1730949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2585618 Feb 03 13:09:24.600668 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166e443-996e-433b-833a-638fd4243345 None None] Routers {'c92430ca-c1b6-4dff-bc33-4df4c1730949'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:24.601547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a166e443-996e-433b-833a-638fd4243345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c92430ca-c1b6-4dff-bc33-4df4c1730949'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:24.634988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b143e718-8662-412d-9c3d-6ff3d7ea4e81 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (e5b6dcca-6c51-4130-8523-f6aac533fe7f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.659057 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b143e718-8662-412d-9c3d-6ff3d7ea4e81 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.664745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b143e718-8662-412d-9c3d-6ff3d7ea4e81 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "DELETE /v2.0/subnets/e5b6dcca-6c51-4130-8523-f6aac533fe7f HTTP/1.1" status: 204 len: 168 time: 0.4358921 Feb 03 13:09:24.665132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40564) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:24.669605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c7595-804b-49a6-845d-8b72334fd27f None None] Network a58cad47-7ba7-423c-be7f-b6dd823ba778 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:24.684286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e718-8662-412d-9c3d-6ff3d7ea4e81 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b6dcca-6c51-4130-8523-f6aac533fe7f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:24.753066 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a166e443-996e-433b-833a-638fd4243345 None None] Set router c92430ca-c1b6-4dff-bc33-4df4c1730949 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:24.758915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks [] for router (c92430ca-c1b6-4dff-bc33-4df4c1730949), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.819075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3416d139-b7ab-4081-95b2-1a7cac7a0ac1 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Deleting subnet fe577930-1867-4c84-b6d4-38e580bda27b {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:24.841484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3416d139-b7ab-4081-95b2-1a7cac7a0ac1 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for subnet (fe577930-1867-4c84-b6d4-38e580bda27b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.016367 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a166e443-996e-433b-833a-638fd4243345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:21Z', 'updated_at': '2022-02-03T13:09:23Z', 'revision_number': 5, 'project_id': '99b83e38485b43169241062bc8920281', 'gw_port': {'id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:25.051769 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166e443-996e-433b-833a-638fd4243345 None None] Checking router: c92430ca-c1b6-4dff-bc33-4df4c1730949 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:25.062987 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166e443-996e-433b-833a-638fd4243345 None None] Routers {'c92430ca-c1b6-4dff-bc33-4df4c1730949'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:25.063618 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a166e443-996e-433b-833a-638fd4243345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['c92430ca-c1b6-4dff-bc33-4df4c1730949'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:25.091590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d002e1db-cca8-44db-85c5-7b7a9997cfdb None None] DHCP port deletion for a58cad47-7ba7-423c-be7f-b6dd823ba778 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:25.160168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d002e1db-cca8-44db-85c5-7b7a9997cfdb None None] Deleting port a29273ea-576a-48a4-b474-a6d9c40255e4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:25.160790 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d002e1db-cca8-44db-85c5-7b7a9997cfdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.173667 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a166e443-996e-433b-833a-638fd4243345 None None] Set router c92430ca-c1b6-4dff-bc33-4df4c1730949 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:25.260502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d002e1db-cca8-44db-85c5-7b7a9997cfdb None None] For port a29273ea-576a-48a4-b474-a6d9c40255e4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a29273ea-576a-48a4-b474-a6d9c40255e4,segment=NetworkSegment(724785df-c4c0-435e-a643-94f1c40fa40b),segment_id=724785df-c4c0-435e-a643-94f1c40fa40b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:25.261175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d002e1db-cca8-44db-85c5-7b7a9997cfdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.280211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d002e1db-cca8-44db-85c5-7b7a9997cfdb None None] Calling delete_port for a29273ea-576a-48a4-b474-a6d9c40255e4 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:25.334424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3416d139-b7ab-4081-95b2-1a7cac7a0ac1 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (fe577930-1867-4c84-b6d4-38e580bda27b), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.389822 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a166e443-996e-433b-833a-638fd4243345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:21Z', 'updated_at': '2022-02-03T13:09:23Z', 'revision_number': 5, 'project_id': '99b83e38485b43169241062bc8920281', 'gw_port': {'id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:25.410562 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-099a3ce1-828d-4116-8742-d3840b41313e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6104436 Feb 03 13:09:25.422509 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166e443-996e-433b-833a-638fd4243345 None None] The sync data for ids ['c92430ca-c1b6-4dff-bc33-4df4c1730949'] in n-d-792364-10 is: [{'id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'name': 'tempest-TestServerMultinode-2007653275-router', 'tenant_id': '99b83e38485b43169241062bc8920281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:21Z', 'updated_at': '2022-02-03T13:09:23Z', 'revision_number': 5, 'project_id': '99b83e38485b43169241062bc8920281', 'gw_port': {'id': '74a98878-95c0-44c3-bd92-d7938aa4dae1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92430ca-c1b6-4dff-bc33-4df4c1730949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:25.426224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks [] for router_gateway (c92430ca-c1b6-4dff-bc33-4df4c1730949), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.460066 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d002e1db-cca8-44db-85c5-7b7a9997cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (a29273ea-576a-48a4-b474-a6d9c40255e4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.489012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002e1db-cca8-44db-85c5-7b7a9997cfdb None None] No DVR routers for this DVR port a29273ea-576a-48a4-b474-a6d9c40255e4 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:25.517276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002e1db-cca8-44db-85c5-7b7a9997cfdb None None] Pushing event deleted for resources: {'Port': ['ID=a29273ea-576a-48a4-b474-a6d9c40255e4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:25.527286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3416d139-b7ab-4081-95b2-1a7cac7a0ac1 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (fe577930-1867-4c84-b6d4-38e580bda27b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.623777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-1d2c7578-c3c8-47b6-93fc-9ec732b58ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:25.625376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-1d2c7578-c3c8-47b6-93fc-9ec732b58ee3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 1167 time: 0.1152112 Feb 03 13:09:25.628336 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Deleting port 74a98878-95c0-44c3-bd92-d7938aa4dae1 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:25.628678 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.632323 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3416d139-b7ab-4081-95b2-1a7cac7a0ac1 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (fe577930-1867-4c84-b6d4-38e580bda27b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.695806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d139-b7ab-4081-95b2-1a7cac7a0ac1 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event deleted for resources: {'Subnet': ['ID=fe577930-1867-4c84-b6d4-38e580bda27b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:25.723678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac9549e-84fc-4e5f-8557-21eef0a27ca9 None None] Network 7340c17a-a077-4300-9fda-746b81731153 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:25.742241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3416d139-b7ab-4081-95b2-1a7cac7a0ac1 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.746136 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3416d139-b7ab-4081-95b2-1a7cac7a0ac1 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "DELETE /v2.0/subnets/fe577930-1867-4c84-b6d4-38e580bda27b HTTP/1.1" status: 204 len: 168 time: 1.0798781 Feb 03 13:09:25.749179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40568) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:25.841651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a29273ea-576a-48a4-b474-a6d9c40255e4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:25.859495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] For port 74a98878-95c0-44c3-bd92-d7938aa4dae1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=74a98878-95c0-44c3-bd92-d7938aa4dae1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:25.859978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.879671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-c90d33b7-33c0-4fcb-811b-c3822a67b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:25.880983 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-c90d33b7-33c0-4fcb-811b-c3822a67b9f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=448b5fe0-4d30-49fd-818f-e499db294b5f HTTP/1.1" status: 200 len: 898 time: 0.2253573 Feb 03 13:09:25.885356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a29273ea-576a-48a4-b474-a6d9c40255e4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:25.885356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a29273ea-576a-48a4-b474-a6d9c40255e4 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:25.885998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Calling delete_port for 74a98878-95c0-44c3-bd92-d7938aa4dae1 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:25.904029 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (a58cad47-7ba7-423c-be7f-b6dd823ba778), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.951614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676dd52-bd80-4c70-9dc1-2006b18571bd None None] DHCP port deletion for 7340c17a-a077-4300-9fda-746b81731153 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:26.019730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (a58cad47-7ba7-423c-be7f-b6dd823ba778), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.030137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3676dd52-bd80-4c70-9dc1-2006b18571bd None None] Deleting port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:26.030813 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3676dd52-bd80-4c70-9dc1-2006b18571bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.056431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58cad47-7ba7-423c-be7f-b6dd823ba778']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:26.067263 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-b9533060-0710-41c5-bd9f-b2c2e8e27b64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19 HTTP/1.1" status: 200 len: 1001 time: 0.1537731 Feb 03 13:09:26.067495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724785df-c4c0-435e-a643-94f1c40fa40b') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:26.067750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724785df-c4c0-435e-a643-94f1c40fa40b') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:26.082053 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (724785df-c4c0-435e-a643-94f1c40fa40b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.098383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (724785df-c4c0-435e-a643-94f1c40fa40b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.104753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:26.105326 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (724785df-c4c0-435e-a643-94f1c40fa40b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:26.108591 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:26.115429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3676dd52-bd80-4c70-9dc1-2006b18571bd None None] For port 708a1a21-05c8-4112-9e1f-54cfefb1fc25, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=708a1a21-05c8-4112-9e1f-54cfefb1fc25,segment=NetworkSegment(33db695f-0d9b-4040-ac99-c5e796e270d8),segment_id=33db695f-0d9b-4040-ac99-c5e796e270d8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:26.117419 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3676dd52-bd80-4c70-9dc1-2006b18571bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.138610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3676dd52-bd80-4c70-9dc1-2006b18571bd None None] Calling delete_port for 708a1a21-05c8-4112-9e1f-54cfefb1fc25 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:26.180302 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-a4723622-cad4-4422-8059-65596ea3445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:26.181895 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-a4723622-cad4-4422-8059-65596ea3445b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8768d3eb-305a-4f45-95d6-d6df05fa43e5 HTTP/1.1" status: 200 len: 835 time: 0.1064608 Feb 03 13:09:26.189532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (a58cad47-7ba7-423c-be7f-b6dd823ba778), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.213640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.217114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "DELETE /v2.0/networks/a58cad47-7ba7-423c-be7f-b6dd823ba778 HTTP/1.1" status: 204 len: 168 time: 0.4669945 Feb 03 13:09:26.227760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40570) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:26.230795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22604653-f2f5-47df-8771-5184624fe829 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event deleted for resources: {'Network': ['ID=a58cad47-7ba7-423c-be7f-b6dd823ba778,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:26.265876 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3676dd52-bd80-4c70-9dc1-2006b18571bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (708a1a21-05c8-4112-9e1f-54cfefb1fc25), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.292760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676dd52-bd80-4c70-9dc1-2006b18571bd None None] Pushing event deleted for resources: {'Port': ['ID=708a1a21-05c8-4112-9e1f-54cfefb1fc25,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:26.298260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3676dd52-bd80-4c70-9dc1-2006b18571bd None None] No DVR routers for this DVR port 708a1a21-05c8-4112-9e1f-54cfefb1fc25 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:26.356035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (7340c17a-a077-4300-9fda-746b81731153), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.358938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-852e52c9-36ed-49b1-8f09-659b610e7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:26.362365 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-852e52c9-36ed-49b1-8f09-659b610e7625 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=448b5fe0-4d30-49fd-818f-e499db294b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1694980 Feb 03 13:09:26.410857 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (74a98878-95c0-44c3-bd92-d7938aa4dae1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.489436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a98878-95c0-44c3-bd92-d7938aa4dae1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:26.616643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (7340c17a-a077-4300-9fda-746b81731153), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.631391 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-d90fa1ff-4403-4e33-ab1b-06c6516432ef service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638447 Feb 03 13:09:26.656095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7340c17a-a077-4300-9fda-746b81731153']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:26.682471 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (c92430ca-c1b6-4dff-bc33-4df4c1730949), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.690894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33db695f-0d9b-4040-ac99-c5e796e270d8') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:26.691191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33db695f-0d9b-4040-ac99-c5e796e270d8') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:26.763897 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (33db695f-0d9b-4040-ac99-c5e796e270d8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.839349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (33db695f-0d9b-4040-ac99-c5e796e270d8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.842310 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (c92430ca-c1b6-4dff-bc33-4df4c1730949), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.847518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks [] for router_controller (c92430ca-c1b6-4dff-bc33-4df4c1730949), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.853274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:26.853753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (33db695f-0d9b-4040-ac99-c5e796e270d8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:26.859463 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:26.962864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (c92430ca-c1b6-4dff-bc33-4df4c1730949), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.964043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c92430ca-c1b6-4dff-bc33-4df4c1730949 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:09:26.969125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.970283 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e794ce0c-0c0d-4635-b09b-433da560d202 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c92430ca-c1b6-4dff-bc33-4df4c1730949 HTTP/1.1" status: 204 len: 168 time: 2.3822436 Feb 03 13:09:26.972483 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b1b89571-ffe3-4528-a667-ca4279030f55 req-ebabd7f8-e258-4bcc-bc9b-c578950fef99 service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303759 Feb 03 13:09:26.972936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40574) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:27.006809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (7340c17a-a077-4300-9fda-746b81731153), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.020717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.026776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40576) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:27.027374 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "DELETE /v2.0/networks/7340c17a-a077-4300-9fda-746b81731153 HTTP/1.1" status: 204 len: 168 time: 0.7973065 Feb 03 13:09:27.047435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b14db-3785-4c52-b2ff-9fa48d9693cb tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event deleted for resources: {'Network': ['ID=7340c17a-a077-4300-9fda-746b81731153,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:27.062033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d76a47-8e48-4865-a788-486ce4cfa78d admin admin] Deleting subnet aef72221-94d0-4b7a-b4ed-d17423deede5 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:27.068302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5d76a47-8e48-4865-a788-486ce4cfa78d admin admin] Publish callbacks [] for subnet (aef72221-94d0-4b7a-b4ed-d17423deede5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.096343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-201c8a53-a816-4c01-86c3-ad375510ac98 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Deleting subnet 4e1b7619-816f-42ef-bb88-255317428379 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:27.099546 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-201c8a53-a816-4c01-86c3-ad375510ac98 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for subnet (4e1b7619-816f-42ef-bb88-255317428379), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.111748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5d76a47-8e48-4865-a788-486ce4cfa78d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (aef72221-94d0-4b7a-b4ed-d17423deede5), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.157093 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-201c8a53-a816-4c01-86c3-ad375510ac98 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (4e1b7619-816f-42ef-bb88-255317428379), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.217315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5d76a47-8e48-4865-a788-486ce4cfa78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (aef72221-94d0-4b7a-b4ed-d17423deede5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.249079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-201c8a53-a816-4c01-86c3-ad375510ac98 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (4e1b7619-816f-42ef-bb88-255317428379), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.294136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5d76a47-8e48-4865-a788-486ce4cfa78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (aef72221-94d0-4b7a-b4ed-d17423deede5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.320650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d76a47-8e48-4865-a788-486ce4cfa78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef72221-94d0-4b7a-b4ed-d17423deede5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:27.327606 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b5d76a47-8e48-4865-a788-486ce4cfa78d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.331065 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b5d76a47-8e48-4865-a788-486ce4cfa78d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aef72221-94d0-4b7a-b4ed-d17423deede5 HTTP/1.1" status: 204 len: 168 time: 0.3565927 Feb 03 13:09:27.331543 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-201c8a53-a816-4c01-86c3-ad375510ac98 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (4e1b7619-816f-42ef-bb88-255317428379), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.333604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40578) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:27.337362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca79ff-9cc8-43fb-988e-63a34f3b4947 None None] Network 75ad7196-e757-41e4-8aba-22056577a99c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:27.352287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-201c8a53-a816-4c01-86c3-ad375510ac98 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.358899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-201c8a53-a816-4c01-86c3-ad375510ac98 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "DELETE /v2.0/subnets/4e1b7619-816f-42ef-bb88-255317428379 HTTP/1.1" status: 204 len: 168 time: 0.3300502 Feb 03 13:09:27.365019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40580) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:27.387180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c8a53-a816-4c01-86c3-ad375510ac98 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1b7619-816f-42ef-bb88-255317428379,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:27.456366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38f63b-145c-46f8-b89b-d07e6e78fe03 None None] Network 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:27.466431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (75ad7196-e757-41e4-8aba-22056577a99c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.531009 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (0bb904bc-aa0f-4c45-8909-76036e8e9ac6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.605156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 74a98878-95c0-44c3-bd92-d7938aa4dae1 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:27.636273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 74a98878-95c0-44c3-bd92-d7938aa4dae1 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:27.636883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 74a98878-95c0-44c3-bd92-d7938aa4dae1 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:27.637504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 51fbf9f8-a070-4098-bda2-bef292b822b6 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:27.647977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Deleting port 84236235-0d3b-4cae-a1ce-851b11e879c4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:27.648558 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.665590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c0a30-c17f-4447-8fe0-769bb655e24e None None] DHCP port deletion for 75ad7196-e757-41e4-8aba-22056577a99c request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:27.668337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 51fbf9f8-a070-4098-bda2-bef292b822b6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:27.668666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 51fbf9f8-a070-4098-bda2-bef292b822b6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:27.669152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 708a1a21-05c8-4112-9e1f-54cfefb1fc25 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:27.693918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 708a1a21-05c8-4112-9e1f-54cfefb1fc25 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:27.694252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 708a1a21-05c8-4112-9e1f-54cfefb1fc25 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:27.736454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e771b1b2-3e22-48bf-a5b5-35b28a72a7a6 None None] DHCP port deletion for 0bb904bc-aa0f-4c45-8909-76036e8e9ac6 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:27.738616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Deleting port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:27.739032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.771782 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] For port 84236235-0d3b-4cae-a1ce-851b11e879c4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84236235-0d3b-4cae-a1ce-851b11e879c4,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:27.772507 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.796995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c0a30-c17f-4447-8fe0-769bb655e24e None None] Deleting port 84236235-0d3b-4cae-a1ce-851b11e879c4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:27.797371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0a30-c17f-4447-8fe0-769bb655e24e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.816813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Calling delete_port for 84236235-0d3b-4cae-a1ce-851b11e879c4 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:27.831765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e771b1b2-3e22-48bf-a5b5-35b28a72a7a6 None None] Deleting port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:27.832066 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e771b1b2-3e22-48bf-a5b5-35b28a72a7a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.836376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] For port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6d7f5d90-972b-4cfb-9fad-d3e3dd57d650,segment=NetworkSegment(9cb5ae7f-dac8-49de-bef1-ff6e86d109fc),segment_id=9cb5ae7f-dac8-49de-bef1-ff6e86d109fc)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:27.836812 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.879688 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Calling delete_port for 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:27.888977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2e0c0a30-c17f-4447-8fe0-769bb655e24e None None] For port 84236235-0d3b-4cae-a1ce-851b11e879c4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=84236235-0d3b-4cae-a1ce-851b11e879c4,segment=NetworkSegment(3185af16-5ad5-49c0-bdf8-db4e7af577eb),segment_id=3185af16-5ad5-49c0-bdf8-db4e7af577eb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:27.889376 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0a30-c17f-4447-8fe0-769bb655e24e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.937247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c0a30-c17f-4447-8fe0-769bb655e24e None None] Calling delete_port for 84236235-0d3b-4cae-a1ce-851b11e879c4 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:27.954637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e771b1b2-3e22-48bf-a5b5-35b28a72a7a6 None None] For port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6d7f5d90-972b-4cfb-9fad-d3e3dd57d650,segment=NetworkSegment(9cb5ae7f-dac8-49de-bef1-ff6e86d109fc),segment_id=9cb5ae7f-dac8-49de-bef1-ff6e86d109fc)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:27.955040 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e771b1b2-3e22-48bf-a5b5-35b28a72a7a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.975620 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.998795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e771b1b2-3e22-48bf-a5b5-35b28a72a7a6 None None] Calling delete_port for 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:28.008323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=84236235-0d3b-4cae-a1ce-851b11e879c4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:28.015703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] No DVR routers for this DVR port 84236235-0d3b-4cae-a1ce-851b11e879c4 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:28.024490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.084174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event deleted for resources: {'Port': ['ID=6d7f5d90-972b-4cfb-9fad-d3e3dd57d650,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:28.090744 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0a30-c17f-4447-8fe0-769bb655e24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (84236235-0d3b-4cae-a1ce-851b11e879c4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.099972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] No DVR routers for this DVR port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:28.126484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c0a30-c17f-4447-8fe0-769bb655e24e None None] No DVR routers for this DVR port 84236235-0d3b-4cae-a1ce-851b11e879c4 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:28.128767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c0a30-c17f-4447-8fe0-769bb655e24e None None] Pushing event deleted for resources: {'Port': ['ID=84236235-0d3b-4cae-a1ce-851b11e879c4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:28.136801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e771b1b2-3e22-48bf-a5b5-35b28a72a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (6d7f5d90-972b-4cfb-9fad-d3e3dd57d650), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.169788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771b1b2-3e22-48bf-a5b5-35b28a72a7a6 None None] Pushing event deleted for resources: {'Port': ['ID=6d7f5d90-972b-4cfb-9fad-d3e3dd57d650,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:28.173468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771b1b2-3e22-48bf-a5b5-35b28a72a7a6 None None] No DVR routers for this DVR port 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:28.180001 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (75ad7196-e757-41e4-8aba-22056577a99c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.231562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (0bb904bc-aa0f-4c45-8909-76036e8e9ac6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.240398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ad7196-e757-41e4-8aba-22056577a99c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:28.258516 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3185af16-5ad5-49c0-bdf8-db4e7af577eb') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:28.258815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3185af16-5ad5-49c0-bdf8-db4e7af577eb') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:28.267478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb904bc-aa0f-4c45-8909-76036e8e9ac6']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:28.276237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (3185af16-5ad5-49c0-bdf8-db4e7af577eb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.284668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb5ae7f-dac8-49de-bef1-ff6e86d109fc') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:28.284965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb5ae7f-dac8-49de-bef1-ff6e86d109fc') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:28.297278 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (9cb5ae7f-dac8-49de-bef1-ff6e86d109fc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.299170 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3185af16-5ad5-49c0-bdf8-db4e7af577eb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.314412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:28.316418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (3185af16-5ad5-49c0-bdf8-db4e7af577eb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:28.316557 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:28.337119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (9cb5ae7f-dac8-49de-bef1-ff6e86d109fc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.373470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:28.373870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (9cb5ae7f-dac8-49de-bef1-ff6e86d109fc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:28.376844 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:28.404310 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (75ad7196-e757-41e4-8aba-22056577a99c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.432948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.436083 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] 10.222.0.65 "DELETE /v2.0/networks/75ad7196-e757-41e4-8aba-22056577a99c HTTP/1.1" status: 204 len: 168 time: 1.1013670 Feb 03 13:09:28.439164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40586) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:28.458177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c74be-3290-47d0-beac-cf376a6b4a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=75ad7196-e757-41e4-8aba-22056577a99c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:28.466022 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (0bb904bc-aa0f-4c45-8909-76036e8e9ac6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.473062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.479562 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "DELETE /v2.0/networks/0bb904bc-aa0f-4c45-8909-76036e8e9ac6 HTTP/1.1" status: 204 len: 168 time: 1.1109507 Feb 03 13:09:28.488626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40588) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:28.499728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1234cf-8a68-4897-9f84-e4fdb76ee852 tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Pushing event deleted for resources: {'Network': ['ID=0bb904bc-aa0f-4c45-8909-76036e8e9ac6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:28.526437 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-030987d7-25f4-494f-8368-2d076a4c577d tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4832dc0-adbb-4c4a-94d9-6f413ab964d6 HTTP/1.1" status: 200 len: 205 time: 0.0365467 Feb 03 13:09:28.529220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40590) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:28.607728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a0b906a-eff7-4a32-b0e5-d19c7b21ddcd tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for router (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.774879 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a0b906a-eff7-4a32-b0e5-d19c7b21ddcd tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.777423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a0b906a-eff7-4a32-b0e5-d19c7b21ddcd tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for router_controller (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.822422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a0b906a-eff7-4a32-b0e5-d19c7b21ddcd tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (a4832dc0-adbb-4c4a-94d9-6f413ab964d6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.823204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b906a-eff7-4a32-b0e5-d19c7b21ddcd tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Fanout notify agent at l3_agent the message router_deleted on router a4832dc0-adbb-4c4a-94d9-6f413ab964d6 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:09:28.837827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5a0b906a-eff7-4a32-b0e5-d19c7b21ddcd tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.839249 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5a0b906a-eff7-4a32-b0e5-d19c7b21ddcd tempest-RoutersNegativeTest-1853262545 tempest-RoutersNegativeTest-1853262545-project] 10.222.0.65 "DELETE /v2.0/routers/a4832dc0-adbb-4c4a-94d9-6f413ab964d6 HTTP/1.1" status: 204 len: 168 time: 0.3090634 Feb 03 13:09:28.860861 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (e0b244cb-ef81-4bff-89d3-cb3678a098f8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.127680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40600) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:29.145324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Deleting port c4712d2a-41fe-4cb9-bd0c-40b86edf0753 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:29.145742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.244444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] For port c4712d2a-41fe-4cb9-bd0c-40b86edf0753, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c4712d2a-41fe-4cb9-bd0c-40b86edf0753,segment=NetworkSegment(b1b5d573-c423-476b-b899-82db4c1862b1),segment_id=b1b5d573-c423-476b-b899-82db4c1862b1)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:29.244808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.264695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Calling delete_port for c4712d2a-41fe-4cb9-bd0c-40b86edf0753 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:29.315974 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9e4a766b-07d7-452f-ab89-708203e3599b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9c4ebaa16de4a47a2033e97e4f657b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853888 Feb 03 13:09:29.315974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40604) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:29.395563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:29.397868 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Publish callbacks [] for security_group (306da1d8-4e13-4137-b4cb-a7b3badc5f81), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.424221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Publish callbacks [] for security_group (306da1d8-4e13-4137-b4cb-a7b3badc5f81), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.427963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:29.428515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6d7f5d90-972b-4cfb-9fad-d3e3dd57d650 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:29.429119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84236235-0d3b-4cae-a1ce-851b11e879c4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:29.451432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 84236235-0d3b-4cae-a1ce-851b11e879c4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:29.451784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 84236235-0d3b-4cae-a1ce-851b11e879c4 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:29.485355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (306da1d8-4e13-4137-b4cb-a7b3badc5f81), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.488155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.494075 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/306da1d8-4e13-4137-b4cb-a7b3badc5f81 HTTP/1.1" status: 204 len: 168 time: 0.1737466 Feb 03 13:09:29.513176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306da1d8-4e13-4137-b4cb-a7b3badc5f81,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:29.524381 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c4712d2a-41fe-4cb9-bd0c-40b86edf0753), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.527855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.528219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.528551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.528888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.529239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.529573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.529899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.530226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.530589 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.530905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.531301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.532064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.532523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd25f3c-4371-42c8-bb4e-fe73c22fc466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:29.599077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4712d2a-41fe-4cb9-bd0c-40b86edf0753,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:29.765411 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (e0b244cb-ef81-4bff-89d3-cb3678a098f8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:30.035486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Router e0b244cb-ef81-4bff-89d3-cb3678a098f8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:30.162497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:30.170689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-659a0a6b-e8ff-4e81-99bf-3ee9af387e39 admin admin] 10.222.0.65 "PUT /v2.0/routers/e0b244cb-ef81-4bff-89d3-cb3678a098f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7303798 Feb 03 13:09:30.173153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40626) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:30.177279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] Sync routers for ids ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:30.188544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] Routers {'e0b244cb-ef81-4bff-89d3-cb3678a098f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:30.189179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:30.315630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] Set router e0b244cb-ef81-4bff-89d3-cb3678a098f8 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:30.319526 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks [] for router (e0b244cb-ef81-4bff-89d3-cb3678a098f8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:30.442468 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks [] for router_gateway (e0b244cb-ef81-4bff-89d3-cb3678a098f8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:30.502737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Deleting port 0c487ef4-47c9-44c2-8f00-71f98ddd66db {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:30.503200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:30.547387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:30Z', 'updated_at': '2022-02-03T13:09:29Z', 'revision_number': 5, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'gw_port': {'id': '0c487ef4-47c9-44c2-8f00-71f98ddd66db', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:31Z', 'updated_at': '2022-02-03T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:30.583031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] Checking router: e0b244cb-ef81-4bff-89d3-cb3678a098f8 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:30.608213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] For port 0c487ef4-47c9-44c2-8f00-71f98ddd66db, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0c487ef4-47c9-44c2-8f00-71f98ddd66db,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:30.609248 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:30.613511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] Routers {'e0b244cb-ef81-4bff-89d3-cb3678a098f8'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:30.614150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:30.629389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Calling delete_port for 0c487ef4-47c9-44c2-8f00-71f98ddd66db owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:30.722726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] Set router e0b244cb-ef81-4bff-89d3-cb3678a098f8 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:30.780642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:30Z', 'updated_at': '2022-02-03T13:09:30Z', 'revision_number': 6, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:30.823117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be1317f-0e73-4b8d-be6c-5df20735c5e4 None None] The sync data for ids ['e0b244cb-ef81-4bff-89d3-cb3678a098f8'] in n-d-792364-10 is: [{'id': 'e0b244cb-ef81-4bff-89d3-cb3678a098f8', 'name': 'tempest-TestServerMultinode-1028128386-router', 'tenant_id': '23822b775bab4ac89b0790ee49bc5267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:30Z', 'updated_at': '2022-02-03T13:09:30Z', 'revision_number': 6, 'project_id': '23822b775bab4ac89b0790ee49bc5267', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:30.840377 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (0c487ef4-47c9-44c2-8f00-71f98ddd66db), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:30.872025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c487ef4-47c9-44c2-8f00-71f98ddd66db,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:30.946108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (e0b244cb-ef81-4bff-89d3-cb3678a098f8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.045129 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (e0b244cb-ef81-4bff-89d3-cb3678a098f8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.047350 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks [] for router_controller (e0b244cb-ef81-4bff-89d3-cb3678a098f8), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.108628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (e0b244cb-ef81-4bff-89d3-cb3678a098f8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.109194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0b244cb-ef81-4bff-89d3-cb3678a098f8 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:09:31.115591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.116996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c67a4db0-de54-4a84-a45a-3b632efd5812 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e0b244cb-ef81-4bff-89d3-cb3678a098f8 HTTP/1.1" status: 204 len: 168 time: 0.9429049 Feb 03 13:09:31.119600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40650) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:31.146592 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40652) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:31.189796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e24aaca-ca70-40b0-ad32-9f6e02431d06 admin admin] Deleting subnet ee20cce2-9abe-4cae-a337-8f8d3213bb3b {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:31.194622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e24aaca-ca70-40b0-ad32-9f6e02431d06 admin admin] Publish callbacks [] for subnet (ee20cce2-9abe-4cae-a337-8f8d3213bb3b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.241733 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e24aaca-ca70-40b0-ad32-9f6e02431d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (ee20cce2-9abe-4cae-a337-8f8d3213bb3b), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.279781 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-352152e8-7659-4c0d-8f4f-40abb3004ac5 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1634 time: 0.1318994 Feb 03 13:09:31.283033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40656) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:31.289953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'network': {'name': 'tempest-network-smoke--68249849', 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'port_security_enabled': False}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:31.336540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Made reservation on behalf of 52aa579632c54ab0b8d5fe33c7cc9edd for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:31.340995 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.382161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:09:31.396100 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e24aaca-ca70-40b0-ad32-9f6e02431d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (ee20cce2-9abe-4cae-a337-8f8d3213bb3b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.396692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d6659368-c63a-4d92-b338-1ff4cbbacfe4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.397380 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Added segment d6659368-c63a-4d92-b338-1ff4cbbacfe4 of type vlan for network 2132cd2f-2b08-42b6-968d-e07e381543d8 Feb 03 13:09:31.449449 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (2132cd2f-2b08-42b6-968d-e07e381543d8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.472767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e24aaca-ca70-40b0-ad32-9f6e02431d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (ee20cce2-9abe-4cae-a337-8f8d3213bb3b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.485648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (2132cd2f-2b08-42b6-968d-e07e381543d8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.491082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:31.491623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.493175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d28bf63-5e4e-4406-98e3-1753d90067b7 None None] Network 22f5b4f7-cbde-489b-a239-b2b1164460d1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:31.520135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0e24aaca-ca70-40b0-ad32-9f6e02431d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.526672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0e24aaca-ca70-40b0-ad32-9f6e02431d06 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ee20cce2-9abe-4cae-a337-8f8d3213bb3b HTTP/1.1" status: 204 len: 168 time: 0.4059770 Feb 03 13:09:31.527764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40662) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:31.528874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24aaca-ca70-40b0-ad32-9f6e02431d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee20cce2-9abe-4cae-a337-8f8d3213bb3b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:31.603061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Network': ['ID=2132cd2f-2b08-42b6-968d-e07e381543d8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:31.614964 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-94bc9ab9-6147-4a65-9890-bb1c90b9c918 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3303590 Feb 03 13:09:31.615753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40664) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:31.621344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'admin_state_up': True, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:31.633589 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (22f5b4f7-cbde-489b-a239-b2b1164460d1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.650137 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (d00c49d1-a276-42eb-a394-ccfcc9669413), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.652492 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (d00c49d1-a276-42eb-a394-ccfcc9669413), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.698018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 2132cd2f-2b08-42b6-968d-e07e381543d8 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:09:31.727016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Deleting port f5104d5c-d65e-4ee4-9141-8d05e190a14c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:31.728200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.824189 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_controller (d00c49d1-a276-42eb-a394-ccfcc9669413), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.849197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c4712d2a-41fe-4cb9-bd0c-40b86edf0753 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:31.868536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] For port f5104d5c-d65e-4ee4-9141-8d05e190a14c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f5104d5c-d65e-4ee4-9141-8d05e190a14c,segment=NetworkSegment(b1b5d573-c423-476b-b899-82db4c1862b1),segment_id=b1b5d573-c423-476b-b899-82db4c1862b1)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:31.869668 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.887861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Calling delete_port for f5104d5c-d65e-4ee4-9141-8d05e190a14c owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:31.920488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c4712d2a-41fe-4cb9-bd0c-40b86edf0753 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:31.924146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c4712d2a-41fe-4cb9-bd0c-40b86edf0753 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:32.021872 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f5104d5c-d65e-4ee4-9141-8d05e190a14c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.076121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5104d5c-d65e-4ee4-9141-8d05e190a14c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:32.102683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7aa288-7394-4a81-bd14-d436092cc892 None None] DHCP port deletion for 22f5b4f7-cbde-489b-a239-b2b1164460d1 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:32.439854 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_gateway (d00c49d1-a276-42eb-a394-ccfcc9669413), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.494155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] No DVR routers for this DVR port f5104d5c-d65e-4ee4-9141-8d05e190a14c on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:32.576815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-d52110ee-4b12-4406-86cf-fdae6690a53e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5399299 Feb 03 13:09:32.578757 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (22f5b4f7-cbde-489b-a239-b2b1164460d1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.604891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f5b4f7-cbde-489b-a239-b2b1164460d1']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:32.621312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b5d573-c423-476b-b899-82db4c1862b1') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:32.621312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b5d573-c423-476b-b899-82db4c1862b1') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:32.654452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_gateway (d00c49d1-a276-42eb-a394-ccfcc9669413), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.656133 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (b1b5d573-c423-476b-b899-82db4c1862b1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.674001 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.675465 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b1b5d573-c423-476b-b899-82db4c1862b1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.683950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:32.684410 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (b1b5d573-c423-476b-b899-82db4c1862b1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:32.686842 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:32.741446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-bef11e2d-2eb3-41f1-b701-719ea7a60f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:32.744481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-bef11e2d-2eb3-41f1-b701-719ea7a60f28 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ad234cd63ab4ca0ab6610702283f746&device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 1128 time: 0.1200047 Feb 03 13:09:32.760263 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (22f5b4f7-cbde-489b-a239-b2b1164460d1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.767360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:32.775093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/22f5b4f7-cbde-489b-a239-b2b1164460d1 HTTP/1.1" status: 204 len: 168 time: 1.2396369 Feb 03 13:09:32.801492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Allocated IP 172.25.3.214 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:32.816090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0eec3-d164-401b-8b1d-79e2a83de9f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f5b4f7-cbde-489b-a239-b2b1164460d1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:32.935863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-f2f62c59-4e0b-4ffa-b744-2fae2e496f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:32.936962 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-f2f62c59-4e0b-4ffa-b744-2fae2e496f3d service neutron] 10.222.0.91 "GET /v2.0/networks?id=222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 200 len: 914 time: 0.1606894 Feb 03 13:09:32.978920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.001719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-3103584e-571b-4fb1-be78-687a402e0fbf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1521424e-7b0b-4397-b26f-13ed59e34981 HTTP/1.1" status: 200 len: 217 time: 0.0567145 Feb 03 13:09:33.036490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.070979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-1899a2bb-336f-4181-906f-4bdfab3c70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:33.072557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-1899a2bb-336f-4181-906f-4bdfab3c70ea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff32cc7d-ecb0-4946-9d44-bc0b3072a10f HTTP/1.1" status: 200 len: 853 time: 0.0638597 Feb 03 13:09:33.110959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:33.111709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-b6b3f59c-5d38-44a1-9158-e799cb0edcd4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=222eff4a-24cb-4568-bacc-b859eeff1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325704 Feb 03 13:09:33.112662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:33.116578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:33.122587 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:33.123777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40680) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:33.238214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e8765597-9515-4994-b98b-f8a37d03b6bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99b83e38485b43169241062bc8920281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1019013 Feb 03 13:09:33.238490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40682) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:33.296244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-be0f1020-7c86-4f06-97a4-6c260a0efe63 service neutron] 10.222.0.91 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776338 Feb 03 13:09:33.334538 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e52bff4-b84a-4b9d-9bdf-7023fd43b885 admin admin] Publish callbacks [] for security_group (1583af0e-48b8-4979-b040-d9feba0ccab3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.384687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f5104d5c-d65e-4ee4-9141-8d05e190a14c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:33.399111 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e52bff4-b84a-4b9d-9bdf-7023fd43b885 admin admin] Publish callbacks [] for security_group (1583af0e-48b8-4979-b040-d9feba0ccab3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.410303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f5104d5c-d65e-4ee4-9141-8d05e190a14c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:33.410951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f5104d5c-d65e-4ee4-9141-8d05e190a14c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:33.411532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0c487ef4-47c9-44c2-8f00-71f98ddd66db no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:33.435668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 0c487ef4-47c9-44c2-8f00-71f98ddd66db {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:33.436325 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0c487ef4-47c9-44c2-8f00-71f98ddd66db not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:33.451280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83369f97-20e6-495e-aa91-a34c00ef9bf4 req-f15eeff9-4491-4953-9cce-888ec1590035 service neutron] 10.222.0.91 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483622 Feb 03 13:09:33.462632 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_gateway (d00c49d1-a276-42eb-a394-ccfcc9669413), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.478556 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e52bff4-b84a-4b9d-9bdf-7023fd43b885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1583af0e-48b8-4979-b040-d9feba0ccab3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.481440 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e52bff4-b84a-4b9d-9bdf-7023fd43b885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.482905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9e52bff4-b84a-4b9d-9bdf-7023fd43b885 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1583af0e-48b8-4979-b040-d9feba0ccab3 HTTP/1.1" status: 204 len: 168 time: 0.2434855 Feb 03 13:09:33.491892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52bff4-b84a-4b9d-9bdf-7023fd43b885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1583af0e-48b8-4979-b040-d9feba0ccab3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:33.695139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (d00c49d1-a276-42eb-a394-ccfcc9669413), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.834814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Router d00c49d1-a276-42eb-a394-ccfcc9669413 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:09:33.914062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40690) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:33.953370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:33.970286 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Sync routers for ids ['d00c49d1-a276-42eb-a394-ccfcc9669413'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:33.980898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e5fba51f-18cc-42f6-9d44-30772de54e30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23822b775bab4ac89b0790ee49bc5267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0650172 Feb 03 13:09:33.983041 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Routers {'d00c49d1-a276-42eb-a394-ccfcc9669413'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:33.983370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40692) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:33.983585 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.984247 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d00c49d1-a276-42eb-a394-ccfcc9669413'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:33.987546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e807bf71-fe87-4860-9b88-03b1f7710532 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3680692 Feb 03 13:09:33.987815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40694) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:34.048101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ebc3bda-234e-48b7-bf06-74755e6fbb02 admin admin] Publish callbacks [] for security_group (2b755e6c-785d-4c7e-8048-1982a90b01ee), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.072738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b631a0b-b989-4d92-bd86-5db4ce5736be tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:34.077618 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b631a0b-b989-4d92-bd86-5db4ce5736be tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52aa579632c54ab0b8d5fe33c7cc9edd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0855422 Feb 03 13:09:34.077618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40696) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:34.082346 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ebc3bda-234e-48b7-bf06-74755e6fbb02 admin admin] Publish callbacks [] for security_group (2b755e6c-785d-4c7e-8048-1982a90b01ee), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.120461 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Set router d00c49d1-a276-42eb-a394-ccfcc9669413 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:34.165159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ebc3bda-234e-48b7-bf06-74755e6fbb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2b755e6c-785d-4c7e-8048-1982a90b01ee), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.172984 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9ebc3bda-234e-48b7-bf06-74755e6fbb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.180116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9ebc3bda-234e-48b7-bf06-74755e6fbb02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b755e6c-785d-4c7e-8048-1982a90b01ee HTTP/1.1" status: 204 len: 168 time: 0.1933038 Feb 03 13:09:34.203201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc3bda-234e-48b7-bf06-74755e6fbb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b755e6c-785d-4c7e-8048-1982a90b01ee,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:34.218699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8b421-6219-4cb1-bf38-85810eb295de tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:34.220687 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0ec8b421-6219-4cb1-bf38-85810eb295de tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1420262 Feb 03 13:09:34.223185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40704) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:34.288920 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1cce241c-ef54-4ac3-9461-2e6c9394899a tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619502 Feb 03 13:09:34.289414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40706) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:34.363240 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fa95e5e9-866a-4d7c-bff8-234b30cbcc82 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=52aa579632c54ab0b8d5fe33c7cc9edd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721407 Feb 03 13:09:34.366104 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40708) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:34.492568 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:31Z', 'updated_at': '2022-02-03T13:09:33Z', 'revision_number': 3, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:32Z', 'updated_at': '2022-02-03T13:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:34.496353 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa81007b-71f8-4d63-a826-af94b5ebe8e2 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:34.501110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40710) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:34.501293 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fa81007b-71f8-4d63-a826-af94b5ebe8e2 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332216 Feb 03 13:09:34.539171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3fb06c73-6f8f-46b4-80af-5ac2b862ff82 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365410 Feb 03 13:09:34.540313 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Checking router: d00c49d1-a276-42eb-a394-ccfcc9669413 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:34.540670 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Updating router d00c49d1-a276-42eb-a394-ccfcc9669413 port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:09:34.541972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40714) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:34.548046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1754556310', 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8', 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:34.575360 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.703352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Made reservation on behalf of 52aa579632c54ab0b8d5fe33c7cc9edd for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:34.711375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.907590 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Publish callbacks [] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.918814 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.944610 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (47bcd799-21a6-4115-bca1-705f52499f63), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.949533 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Attempting to bind port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:34.950139 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Attempting to bind port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:34.950885 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Attempting to bind port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:34.977696 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:34.979994 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:34.980557 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.981101 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:34.981736 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Bound port: 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:34.982710 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:35.012866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Subnet': ['ID=47bcd799-21a6-4115-bca1-705f52499f63,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:35.043390 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] For port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:35.046789 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] For port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:35.062794 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:35.063219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Checking segment: {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:35.063710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network hostable DHCP agents. Network: 2132cd2f-2b08-42b6-968d-e07e381543d8, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:09:35.082115 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Pushing event updated for resources: {'Port': ['ID=2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:35.093126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 2132cd2f-2b08-42b6-968d-e07e381543d8 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:09:35.100628 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.101847 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.101847 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.101847 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.102195 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.102614 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.102946 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.103257 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.103800 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.104124 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.104786 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.105109 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.105628 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:35.109774 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Routers {'d00c49d1-a276-42eb-a394-ccfcc9669413'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:35.110758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 2132cd2f-2b08-42b6-968d-e07e381543d8) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:35.111485 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d00c49d1-a276-42eb-a394-ccfcc9669413'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:35.119362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:35.121644 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:35.128569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89352940-acbb-40c6-8819-02f4d3fb79bc None None] Network 2132cd2f-2b08-42b6-968d-e07e381543d8 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:35.162507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-77777e1c-b64d-4ea0-9a64-fc1b89f76f7a tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6191928 Feb 03 13:09:35.165284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40736) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:35.246214 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] Set router d00c49d1-a276-42eb-a394-ccfcc9669413 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:35.363500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-2132cd2f-2b08-42b6-968d-e07e381543d8', 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8', 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'fixed_ips': [{'subnet_id': '47bcd799-21a6-4115-bca1-705f52499f63'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:09:35.364396 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:35.570758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Allocated IP 172.20.0.18 (2132cd2f-2b08-42b6-968d-e07e381543d8/47bcd799-21a6-4115-bca1-705f52499f63/362be4f8-855c-4f66-8233-83b0b48de5fb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:35.586736 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c8e2-b2ec-4855-9db5-e1987785394c None None] Pushing event updated for resources: {'Port': ['ID=2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:35.779401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40748) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:35.782564 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:31Z', 'updated_at': '2022-02-03T13:09:33Z', 'revision_number': 3, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:32Z', 'updated_at': '2022-02-03T13:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:35.853095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Publish callbacks [] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:35.864479 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:35.899896 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e42c0a-07a9-4da0-97a5-602cd11b3167 None None] The sync data for ids ['d00c49d1-a276-42eb-a394-ccfcc9669413'] in n-d-792364-10 is: [{'id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:31Z', 'updated_at': '2022-02-03T13:09:33Z', 'revision_number': 3, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:32Z', 'updated_at': '2022-02-03T13:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:35.940769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Pushing event updated for resources: {'Port': ['ID=362be4f8-855c-4f66-8233-83b0b48de5fb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:35.965174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Network 2132cd2f-2b08-42b6-968d-e07e381543d8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:35.967432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:35.970778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:36.025825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2039142429-network', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:36.074182 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Made reservation on behalf of c65e69f6da794ba8a5a98f2cc1aa23c0 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:36.077434 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.091101 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.096281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Attempting to bind port 362be4f8-855c-4f66-8233-83b0b48de5fb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:36.097371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Attempting to bind port 362be4f8-855c-4f66-8233-83b0b48de5fb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:36.099490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Attempting to bind port 362be4f8-855c-4f66-8233-83b0b48de5fb on network 2132cd2f-2b08-42b6-968d-e07e381543d8 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:36.109875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:36.110268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Checking segment: {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:36.113042 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.113466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Bound using segment: {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:36.113963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Bound port: 362be4f8-855c-4f66-8233-83b0b48de5fb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:36.114369 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.232128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.238791 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Publish callbacks [] for security_group (a86cb503-af7a-4534-86a2-7a268c00dd40), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.247404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] For port 362be4f8-855c-4f66-8233-83b0b48de5fb, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:36.248039 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a86cb503-af7a-4534-86a2-7a268c00dd40), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.252812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] For port 362be4f8-855c-4f66-8233-83b0b48de5fb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=362be4f8-855c-4f66-8233-83b0b48de5fb,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:36.262438 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.282202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:09:36.295726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86cb503-af7a-4534-86a2-7a268c00dd40,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:36.307543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (60005859-3677-4db4-a558-af2ab9c7de03), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.307911 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Added segment 60005859-3677-4db4-a558-af2ab9c7de03 of type vlan for network 24ea9269-2866-42d0-939b-fd68d99e9ce2 Feb 03 13:09:36.427813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e0db3-b574-4a96-9e0a-7d22845889f4 None None] Pushing event updated for resources: {'Port': ['ID=362be4f8-855c-4f66-8233-83b0b48de5fb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:36.438550 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (24ea9269-2866-42d0-939b-fd68d99e9ce2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.530221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (24ea9269-2866-42d0-939b-fd68d99e9ce2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.537906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:36.539040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.614578 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8336024 Feb 03 13:09:36.617218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40756) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:36.624334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Request body: {'subnet': {'network_id': '24ea9269-2866-42d0-939b-fd68d99e9ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2039142429-subnet', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:36.655839 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:09:36.667432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e72dbc-1465-41c8-880b-9da51a98a37b admin admin] Pushing event updated for resources: {'Network': ['ID=24ea9269-2866-42d0-939b-fd68d99e9ce2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:36.685997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 24ea9269-2866-42d0-939b-fd68d99e9ce2 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:09:36.697607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Made reservation on behalf of c65e69f6da794ba8a5a98f2cc1aa23c0 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:36.700852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.719518 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80b2f4db-d535-463d-9d3b-e8f893eaa896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.924890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Allocated IP 172.20.0.17 (2132cd2f-2b08-42b6-968d-e07e381543d8/47bcd799-21a6-4115-bca1-705f52499f63/4c443148-6f7e-4529-9039-b050855f3e05) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:37.052030 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.126608 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (4c443148-6f7e-4529-9039-b050855f3e05), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.156363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:37.164194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Checking segment: {'id': '60005859-3677-4db4-a558-af2ab9c7de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '24ea9269-2866-42d0-939b-fd68d99e9ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:37.164726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Network hostable DHCP agents. Network: 24ea9269-2866-42d0-939b-fd68d99e9ce2, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:09:37.184506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4c443148-6f7e-4529-9039-b050855f3e05), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.189501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Network 24ea9269-2866-42d0-939b-fd68d99e9ce2 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:09:37.216245 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 24ea9269-2866-42d0-939b-fd68d99e9ce2) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:37.222243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:37.222831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.227321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba308f-1401-4c57-8f5a-a1083d58acca None None] Network 24ea9269-2866-42d0-939b-fd68d99e9ce2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:37.276370 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f7ef7238-4c2f-4672-b080-b613efecdaba admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6535349 Feb 03 13:09:37.277282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:37.283784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2039142429-router', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:37.287987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 2132cd2f-2b08-42b6-968d-e07e381543d8 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:37.293652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:37.297965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:37.354518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=4c443148-6f7e-4529-9039-b050855f3e05,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:37.367956 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (eb271d28-a4ab-4ee7-8f88-8410468f9331), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.370140 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (eb271d28-a4ab-4ee7-8f88-8410468f9331), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.376505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (d00c49d1-a276-42eb-a394-ccfcc9669413), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.500198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-24ea9269-2866-42d0-939b-fd68d99e9ce2', 'network_id': '24ea9269-2866-42d0-939b-fd68d99e9ce2', 'project_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'fixed_ips': [{'subnet_id': 'c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:09:37.501644 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.545076 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks [] for router_controller (eb271d28-a4ab-4ee7-8f88-8410468f9331), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.599189 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4c443148-6f7e-4529-9039-b050855f3e05), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.794041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 362be4f8-855c-4f66-8233-83b0b48de5fb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:37.899582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Allocated IP 172.20.0.2 (24ea9269-2866-42d0-939b-fd68d99e9ce2/c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e/1ea5cf46-4d22-4240-a982-40bdf8d95ff4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:37.940225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 362be4f8-855c-4f66-8233-83b0b48de5fb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:37.940900 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.949256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks [] for router_gateway (eb271d28-a4ab-4ee7-8f88-8410468f9331), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.187627 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Publish callbacks [] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.193597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d79e52-dcd8-4ae4-9031-0a77c40b6e0c None None] Network 2132cd2f-2b08-42b6-968d-e07e381543d8 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:38.286208 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.299335 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (4c443148-6f7e-4529-9039-b050855f3e05), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.310617 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4c443148-6f7e-4529-9039-b050855f3e05), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.348116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks [] for router_gateway (eb271d28-a4ab-4ee7-8f88-8410468f9331), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.362989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 362be4f8-855c-4f66-8233-83b0b48de5fb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:38.363401 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.376387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.390752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Pushing event updated for resources: {'Port': ['ID=1ea5cf46-4d22-4240-a982-40bdf8d95ff4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:38.451420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (d00c49d1-a276-42eb-a394-ccfcc9669413), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.460207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=4c443148-6f7e-4529-9039-b050855f3e05,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:38.471159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 362be4f8-855c-4f66-8233-83b0b48de5fb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=362be4f8-855c-4f66-8233-83b0b48de5fb,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:38.473179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2c5767a0-653e-4b94-8c2f-1a7109d62096 None None] Provisioning complete for port 362be4f8-855c-4f66-8233-83b0b48de5fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:38.479264 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c5767a0-653e-4b94-8c2f-1a7109d62096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.482346 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Network 24ea9269-2866-42d0-939b-fd68d99e9ce2 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:38.490992 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.499364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:38.569546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Allocated IP 172.25.3.14 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/90738c05-a629-46de-9705-663a359136c1) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:38.613011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:38.660683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:38.662926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=362be4f8-855c-4f66-8233-83b0b48de5fb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:38.674347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 2132cd2f-2b08-42b6-968d-e07e381543d8 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:38.680716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:38.754151 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks [] for port (90738c05-a629-46de-9705-663a359136c1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.831031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (90738c05-a629-46de-9705-663a359136c1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.884209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Router d00c49d1-a276-42eb-a394-ccfcc9669413 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:38.902081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:38.905191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:38.919358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:38.953358 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55ad0281-2da7-4881-8adb-52cce4b93532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.957576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Attempting to bind port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:38.957950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Attempting to bind port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '60005859-3677-4db4-a558-af2ab9c7de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '24ea9269-2866-42d0-939b-fd68d99e9ce2'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:38.958348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Attempting to bind port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 on network 24ea9269-2866-42d0-939b-fd68d99e9ce2 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:39.017592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2c5767a0-653e-4b94-8c2f-1a7109d62096 None None] Current status of the port 362be4f8-855c-4f66-8233-83b0b48de5fb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:39.020588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:39.030022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Checking segment: {'id': '60005859-3677-4db4-a558-af2ab9c7de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '24ea9269-2866-42d0-939b-fd68d99e9ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:39.030579 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:39.030988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Bound using segment: {'id': '60005859-3677-4db4-a558-af2ab9c7de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '24ea9269-2866-42d0-939b-fd68d99e9ce2'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:39.036480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Bound port: 1ea5cf46-4d22-4240-a982-40bdf8d95ff4, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60005859-3677-4db4-a558-af2ab9c7de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '24ea9269-2866-42d0-939b-fd68d99e9ce2'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:39.036792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:39.090452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:39.090734 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:39.112480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:39.120582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ed244ad3-c498-45b7-8877-caadfbe1a8d8 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "PUT /v2.0/routers/d00c49d1-a276-42eb-a394-ccfcc9669413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9522655 Feb 03 13:09:39.212244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Sync routers for ids ['d00c49d1-a276-42eb-a394-ccfcc9669413'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:39.278679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Pushing event updated for resources: {'Port': ['ID=90738c05-a629-46de-9705-663a359136c1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:39.384268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] For port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:39.413486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Routers {'d00c49d1-a276-42eb-a394-ccfcc9669413'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:39.414424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d00c49d1-a276-42eb-a394-ccfcc9669413'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:39.494069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] For port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1ea5cf46-4d22-4240-a982-40bdf8d95ff4,segment=NetworkSegment(60005859-3677-4db4-a558-af2ab9c7de03),segment_id=60005859-3677-4db4-a558-af2ab9c7de03)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:39.496403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-18bc396b-8ea4-48db-b033-700ddbd4efef None None] Provisioning complete for port 4c443148-6f7e-4529-9039-b050855f3e05 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:39.497091 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18bc396b-8ea4-48db-b033-700ddbd4efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c443148-6f7e-4529-9039-b050855f3e05), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:39.564844 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:39.612728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks [] for router_gateway (eb271d28-a4ab-4ee7-8f88-8410468f9331), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:39.656490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-cd9521e5-6d36-4e97-8a01-e8648885bd5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:39.666011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-cd9521e5-6d36-4e97-8a01-e8648885bd5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/networks?id=2132cd2f-2b08-42b6-968d-e07e381543d8 HTTP/1.1" status: 200 len: 796 time: 0.2581086 Feb 03 13:09:39.706472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2f1a04a7-bee8-40d1-93cb-b8b5c5a1369f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/quotas/52aa579632c54ab0b8d5fe33c7cc9edd HTTP/1.1" status: 200 len: 375 time: 0.0391467 Feb 03 13:09:39.841128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-7ec86d07-f5a3-4fc9-8c72-27675b596168 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1320796 Feb 03 13:09:40.029550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-18bc396b-8ea4-48db-b033-700ddbd4efef None None] Port 4c443148-6f7e-4529-9039-b050855f3e05 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:40.036096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-de527a32-c097-4f54-aab9-6ff82a28d9a2 service neutron] 10.222.0.65 "GET /v2.0/networks/2132cd2f-2b08-42b6-968d-e07e381543d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928899 Feb 03 13:09:40.042279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:40.042711 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:40.049080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (eb271d28-a4ab-4ee7-8f88-8410468f9331), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:40.067392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:40.098219 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:40.140797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Set router d00c49d1-a276-42eb-a394-ccfcc9669413 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:40.192866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-18bc396b-8ea4-48db-b033-700ddbd4efef None None] Provisioning complete for port 362be4f8-855c-4f66-8233-83b0b48de5fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:40.193254 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18bc396b-8ea4-48db-b033-700ddbd4efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:40.239879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f6f559d4-3ba9-4737-9d59-b5221b3b9d14 service neutron] 10.222.0.65 "GET /v2.0/networks/2132cd2f-2b08-42b6-968d-e07e381543d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039001 Feb 03 13:09:40.262738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 362be4f8-855c-4f66-8233-83b0b48de5fb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:40.366279 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:40.530004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738d077-5dd4-48bc-8f99-b2b0fcda6dea None None] Pushing event updated for resources: {'Port': ['ID=1ea5cf46-4d22-4240-a982-40bdf8d95ff4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:40.617156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8aa0e16-2d3e-47fe-9bfb-b9eef67e23da req-63b7d1bf-d87b-4960-8908-642ed23ea8a3 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 210 time: 0.0636597 Feb 03 13:09:40.790646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 362be4f8-855c-4f66-8233-83b0b48de5fb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:40.791072 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:40.854703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:40.951863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-18bc396b-8ea4-48db-b033-700ddbd4efef None None] Current status of the port 362be4f8-855c-4f66-8233-83b0b48de5fb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:41.058586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 362be4f8-855c-4f66-8233-83b0b48de5fb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:41.125352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:31Z', 'updated_at': '2022-02-03T13:09:37Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:32Z', 'updated_at': '2022-02-03T13:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4c443148-6f7e-4529-9039-b050855f3e05', 'name': '', 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:b4:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '47bcd799-21a6-4115-bca1-705f52499f63', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:36Z', 'updated_at': '2022-02-03T13:09:38Z', 'revision_number': 2, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '47bcd799-21a6-4115-bca1-705f52499f63', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:41.142923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0e0cfd99-8c39-49d1-8f72-76b04694053b None None] Provisioning complete for port 4c443148-6f7e-4529-9039-b050855f3e05 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:41.144269 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e0cfd99-8c39-49d1-8f72-76b04694053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c443148-6f7e-4529-9039-b050855f3e05), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:41.167642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Router eb271d28-a4ab-4ee7-8f88-8410468f9331 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:09:41.205020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Checking router: d00c49d1-a276-42eb-a394-ccfcc9669413 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:41.205706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Updating router d00c49d1-a276-42eb-a394-ccfcc9669413 port 4c443148-6f7e-4529-9039-b050855f3e05 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:09:41.275921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0e0cfd99-8c39-49d1-8f72-76b04694053b None None] Port 4c443148-6f7e-4529-9039-b050855f3e05 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:41.287597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4c443148-6f7e-4529-9039-b050855f3e05), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:41.422091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:41.434241 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Sync routers for ids ['eb271d28-a4ab-4ee7-8f88-8410468f9331'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:41.451468 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Routers {'eb271d28-a4ab-4ee7-8f88-8410468f9331'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:41.455942 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['eb271d28-a4ab-4ee7-8f88-8410468f9331'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:41.459394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:41.460845 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dc0a58ed-a184-4eae-b2e5-9eb773984549 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1824048 Feb 03 13:09:41.463547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40842) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:41.673624 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:41.703026 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Set router eb271d28-a4ab-4ee7-8f88-8410468f9331 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:41.810670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e4fb3-746d-4e4f-a81d-b1604b831a6f None None] Network 24ea9269-2866-42d0-939b-fd68d99e9ce2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:41.831518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93d7ef01-3874-4638-80b4-df25bb5de52c req-e1f8bdba-b768-450d-89cb-14376456ae2f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 210 time: 0.0421958 Feb 03 13:09:41.901972 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Publish callbacks [] for port (4c443148-6f7e-4529-9039-b050855f3e05), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:41.926020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4a4c8dea-88ca-4737-a418-9d410878a59b None None] Provisioning complete for port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:41.938312 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8dea-88ca-4737-a418-9d410878a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:41.960617 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4c443148-6f7e-4529-9039-b050855f3e05), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:42.132008 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'name': 'tempest-ImageQuotaTest-2039142429-router', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '90738c05-a629-46de-9705-663a359136c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:37Z', 'updated_at': '2022-02-03T13:09:39Z', 'revision_number': 3, 'project_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'gw_port': {'id': '90738c05-a629-46de-9705-663a359136c1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:38Z', 'updated_at': '2022-02-03T13:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:42.171679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cd8a8-deed-4931-81a3-4a0d3742e3cb None None] Pushing event updated for resources: {'Port': ['ID=4c443148-6f7e-4529-9039-b050855f3e05,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:42.218763 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Checking router: eb271d28-a4ab-4ee7-8f88-8410468f9331 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:42.219158 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Updating router eb271d28-a4ab-4ee7-8f88-8410468f9331 port 90738c05-a629-46de-9705-663a359136c1 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:09:42.310882 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (90738c05-a629-46de-9705-663a359136c1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:42.347489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-6055b411-cf87-4ebb-af15-3fa46bd1b70d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:42.351835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-6055b411-cf87-4ebb-af15-3fa46bd1b70d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.91 "GET /v2.0/networks?id=2132cd2f-2b08-42b6-968d-e07e381543d8 HTTP/1.1" status: 200 len: 796 time: 0.2996876 Feb 03 13:09:42.377925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Request body: {'port': {'device_id': '2ebae16d-3e5a-4d92-b68f-ecced94f9aee', 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8', 'admin_state_up': True, 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:42.453419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:42.575782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:42.724911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Attempting to bind port 4c443148-6f7e-4529-9039-b050855f3e05 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:42.724911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Attempting to bind port 4c443148-6f7e-4529-9039-b050855f3e05 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:42.724911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Attempting to bind port 4c443148-6f7e-4529-9039-b050855f3e05 on network 2132cd2f-2b08-42b6-968d-e07e381543d8 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:42.770567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Made reservation on behalf of 52aa579632c54ab0b8d5fe33c7cc9edd for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:42.774216 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:42.793092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:42.793471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Checking segment: {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:42.793882 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:42.794283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Bound using segment: {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:42.794796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Bound port: 4c443148-6f7e-4529-9039-b050855f3e05, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:42.794939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Allocated IP 172.20.0.1 (24ea9269-2866-42d0-939b-fd68d99e9ce2/c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e/0090ffac-f907-47fa-be81-e25233e8d1e3) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:42.795179 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4c443148-6f7e-4529-9039-b050855f3e05), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:42.797445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c8dea-88ca-4737-a418-9d410878a59b None None] Current status of the port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:42.797820 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8dea-88ca-4737-a418-9d410878a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:42.851235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4a4c8dea-88ca-4737-a418-9d410878a59b None None] For port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1ea5cf46-4d22-4240-a982-40bdf8d95ff4,segment=NetworkSegment(60005859-3677-4db4-a558-af2ab9c7de03),segment_id=60005859-3677-4db4-a558-af2ab9c7de03)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:42.878912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8dea-88ca-4737-a418-9d410878a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.014958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-26c67c13-90c6-4fc3-b974-5bce0bbfbcfc req-49cdcad0-99e0-4648-b19d-58bc91c3f0c7 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 210 time: 0.0680861 Feb 03 13:09:43.052174 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.056701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:43.057355 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.087813 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Publish callbacks [] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.149947 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Publish callbacks [] for port (90738c05-a629-46de-9705-663a359136c1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.152430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Allocated IP 172.20.0.23 (2132cd2f-2b08-42b6-968d-e07e381543d8/47bcd799-21a6-4115-bca1-705f52499f63/58be52f6-70ed-47a2-bf34-4ad1fe022f4f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:43.174409 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (90738c05-a629-46de-9705-663a359136c1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.178801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.237428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c8dea-88ca-4737-a418-9d410878a59b None None] Pushing event updated for resources: {'Port': ['ID=1ea5cf46-4d22-4240-a982-40bdf8d95ff4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:43.272354 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecee8a-b2c2-4f48-9823-bdb0e1080bfa None None] Pushing event updated for resources: {'Port': ['ID=90738c05-a629-46de-9705-663a359136c1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:43.276234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3067bad8-9984-4bd2-a934-5b89b0d668e4 None None] Provisioning complete for port 4c443148-6f7e-4529-9039-b050855f3e05 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:43.276807 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3067bad8-9984-4bd2-a934-5b89b0d668e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c443148-6f7e-4529-9039-b050855f3e05), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.278463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Pushing event updated for resources: {'Port': ['ID=0090ffac-f907-47fa-be81-e25233e8d1e3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:43.289081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] For port 4c443148-6f7e-4529-9039-b050855f3e05, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:43.293825 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Attempting to bind port 90738c05-a629-46de-9705-663a359136c1 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:43.294321 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Attempting to bind port 90738c05-a629-46de-9705-663a359136c1 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:43.294574 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Attempting to bind port 90738c05-a629-46de-9705-663a359136c1 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:43.307802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Network 24ea9269-2866-42d0-939b-fd68d99e9ce2 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:43.309437 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:43.309823 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:43.310149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:43.313319 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.313753 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:43.314574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:43.318075 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Bound port: 90738c05-a629-46de-9705-663a359136c1, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:43.318634 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (90738c05-a629-46de-9705-663a359136c1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.363223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (eb271d28-a4ab-4ee7-8f88-8410468f9331), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.390127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] For port 4c443148-6f7e-4529-9039-b050855f3e05, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4c443148-6f7e-4529-9039-b050855f3e05,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:43.439279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.449517 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] For port 90738c05-a629-46de-9705-663a359136c1, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:43.457704 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] For port 90738c05-a629-46de-9705-663a359136c1, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=90738c05-a629-46de-9705-663a359136c1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:43.468998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3067bad8-9984-4bd2-a934-5b89b0d668e4 None None] Port 4c443148-6f7e-4529-9039-b050855f3e05 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:43.472922 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4c443148-6f7e-4529-9039-b050855f3e05), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.474162 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (90738c05-a629-46de-9705-663a359136c1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.521914 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.565867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:43.568390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:43.608943 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecee8a-b2c2-4f48-9823-bdb0e1080bfa None None] Pushing event updated for resources: {'Port': ['ID=90738c05-a629-46de-9705-663a359136c1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:43.612108 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Routers {'eb271d28-a4ab-4ee7-8f88-8410468f9331'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:43.612746 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['eb271d28-a4ab-4ee7-8f88-8410468f9331'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:43.644594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event updated for resources: {'Port': ['ID=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:43.662045 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.691702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Network 2132cd2f-2b08-42b6-968d-e07e381543d8 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:43.693282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:43.701198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:43.776748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cd8a8-deed-4931-81a3-4a0d3742e3cb None None] Pushing event updated for resources: {'Port': ['ID=4c443148-6f7e-4529-9039-b050855f3e05,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:43.815480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Routers {'d00c49d1-a276-42eb-a394-ccfcc9669413'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:43.819999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d00c49d1-a276-42eb-a394-ccfcc9669413'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:43.822270 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] Set router eb271d28-a4ab-4ee7-8f88-8410468f9331 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:43.904085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:43.906089 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.911815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1e9c34fd-d8c9-4986-83d1-deb5f27ef673 None None] Provisioning complete for port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:43.912199 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e9c34fd-d8c9-4986-83d1-deb5f27ef673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.953041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-f4f1a9a3-0cb0-4731-918f-c4a0fc12359e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5919125 Feb 03 13:09:43.968168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Request body: {'port': {'device_id': '2ebae16d-3e5a-4d92-b68f-ecced94f9aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:44.108287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:44.126044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] Set router d00c49d1-a276-42eb-a394-ccfcc9669413 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:44.222256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Publish callbacks [] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:44.238400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:44.297673 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'name': 'tempest-ImageQuotaTest-2039142429-router', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '90738c05-a629-46de-9705-663a359136c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:37Z', 'updated_at': '2022-02-03T13:09:43Z', 'revision_number': 4, 'project_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'gw_port': {'id': '90738c05-a629-46de-9705-663a359136c1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:38Z', 'updated_at': '2022-02-03T13:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0090ffac-f907-47fa-be81-e25233e8d1e3', 'name': '', 'network_id': '24ea9269-2866-42d0-939b-fd68d99e9ce2', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'mac_address': 'fa:16:3e:a8:ab:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:42Z', 'updated_at': '2022-02-03T13:09:42Z', 'revision_number': 1, 'project_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'subnets': [{'id': 'c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:44.298494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (eb271d28-a4ab-4ee7-8f88-8410468f9331), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:44.365939 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0954c6-b3e2-4aaa-9553-6c9884ce9df9 None None] The sync data for ids ['eb271d28-a4ab-4ee7-8f88-8410468f9331'] in n-d-792364-10 is: [{'id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'name': 'tempest-ImageQuotaTest-2039142429-router', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '90738c05-a629-46de-9705-663a359136c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:37Z', 'updated_at': '2022-02-03T13:09:43Z', 'revision_number': 4, 'project_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'gw_port': {'id': '90738c05-a629-46de-9705-663a359136c1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:38Z', 'updated_at': '2022-02-03T13:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0090ffac-f907-47fa-be81-e25233e8d1e3', 'name': '', 'network_id': '24ea9269-2866-42d0-939b-fd68d99e9ce2', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'mac_address': 'fa:16:3e:a8:ab:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:42Z', 'updated_at': '2022-02-03T13:09:42Z', 'revision_number': 1, 'project_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'subnets': [{'id': 'c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:44.496172 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Pushing event updated for resources: {'Port': ['ID=0090ffac-f907-47fa-be81-e25233e8d1e3,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:44.529917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:44.530540 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:44.540828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Network 24ea9269-2866-42d0-939b-fd68d99e9ce2 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:44.542551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:44.579350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede5eca-5b46-4fac-8b6c-b7f88a72949f req-5de6c6d2-0b0b-4616-96ee-615ac061cd91 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:44.596345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ede5eca-5b46-4fac-8b6c-b7f88a72949f req-5de6c6d2-0b0b-4616-96ee-615ac061cd91 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 895 time: 0.3797650 Feb 03 13:09:44.781530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c34fd-d8c9-4986-83d1-deb5f27ef673 None None] Current status of the port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:44.838647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Router eb271d28-a4ab-4ee7-8f88-8410468f9331 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:44.849304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58be52f6-70ed-47a2-bf34-4ad1fe022f4f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:44.874809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Publish callbacks [] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:44.908509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Transition to ACTIVE for port object 58be52f6-70ed-47a2-bf34-4ad1fe022f4f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:09:44.927925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:44.928769 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.029749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] Provisioning complete for port 4c443148-6f7e-4529-9039-b050855f3e05 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:45.030303 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c443148-6f7e-4529-9039-b050855f3e05), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.097532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Pushing event updated for resources: {'Port': ['ID=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:45.135240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:45.149756 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f6d4895b-578e-49c5-aea1-65a0c9e3953a admin admin] 10.222.0.65 "PUT /v2.0/routers/eb271d28-a4ab-4ee7-8f88-8410468f9331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6834133 Feb 03 13:09:45.250758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:45.443721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Attempting to bind port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:45.444250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Attempting to bind port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:45.444393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Attempting to bind port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f on network 2132cd2f-2b08-42b6-968d-e07e381543d8 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:45.475161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f on network 2132cd2f-2b08-42b6-968d-e07e381543d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:09:45.475643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Attempting to bind port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f on network 2132cd2f-2b08-42b6-968d-e07e381543d8 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:45.481453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:45.481788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Checking segment: {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:45.482182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Bound using segment: {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:45.482638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Bound port: 58be52f6-70ed-47a2-bf34-4ad1fe022f4f, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6659368-c63a-4d92-b338-1ff4cbbacfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:45.483003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.586102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] Current status of the port 4c443148-6f7e-4529-9039-b050855f3e05 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:45.586598 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4c443148-6f7e-4529-9039-b050855f3e05), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.633831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] For port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:45.645636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] For port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:45.668349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.671737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:45.672214 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.778108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Pushing event updated for resources: {'Port': ['ID=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:45.811635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] For port 4c443148-6f7e-4529-9039-b050855f3e05, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4c443148-6f7e-4529-9039-b050855f3e05,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:45.825802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:45.826619 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.828392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-2abb97bd-12f5-472a-9017-0e32d35b21d4 service neutron] 10.222.0.91 "PUT /v2.0/ports/58be52f6-70ed-47a2-bf34-4ad1fe022f4f HTTP/1.1" status: 200 len: 1056 time: 1.8675272 Feb 03 13:09:45.829039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebae16d-3e5a-4d92-b68f-ecced94f9aee', 'tag': '58be52f6-70ed-47a2-bf34-4ad1fe022f4f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:45.831351 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a64b744-6d6a-4dfa-b122-8a3443025c65" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebae16d-3e5a-4d92-b68f-ecced94f9aee", "tag": "58be52f6-70ed-47a2-bf34-4ad1fe022f4f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:45.842724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:31Z', 'updated_at': '2022-02-03T13:09:37Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:32Z', 'updated_at': '2022-02-03T13:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4c443148-6f7e-4529-9039-b050855f3e05', 'name': '', 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:b4:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '47bcd799-21a6-4115-bca1-705f52499f63', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:36Z', 'updated_at': '2022-02-03T13:09:43Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '47bcd799-21a6-4115-bca1-705f52499f63', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:45.855686 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4c443148-6f7e-4529-9039-b050855f3e05), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.876144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2cdc5-a007-42ee-a3be-da6987fc31fa req-7a61c04d-6c1e-4561-9f86-557fa2e062cb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:45.886796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcd2cdc5-a007-42ee-a3be-da6987fc31fa req-7a61c04d-6c1e-4561-9f86-557fa2e062cb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 907 time: 0.1319568 Feb 03 13:09:45.973504 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2818446d-b1ea-48ec-9313-8a274b1bb95b x-openstack-request-id: req-2818446d-b1ea-48ec-9313-8a274b1bb95b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:45.973804 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebae16d-3e5a-4d92-b68f-ecced94f9aee", "tag": "58be52f6-70ed-47a2-bf34-4ad1fe022f4f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:45.979223 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2818446d-b1ea-48ec-9313-8a274b1bb95b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:45.979829 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebae16d-3e5a-4d92-b68f-ecced94f9aee', 'tag': '58be52f6-70ed-47a2-bf34-4ad1fe022f4f', 'status': 'completed', 'code': 200} Feb 03 13:09:46.011043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dba2ee-6346-4b7b-add1-69f74e99293d None None] The sync data for ids ['d00c49d1-a276-42eb-a394-ccfcc9669413'] in n-d-792364-10 is: [{'id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:31Z', 'updated_at': '2022-02-03T13:09:37Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:32Z', 'updated_at': '2022-02-03T13:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4c443148-6f7e-4529-9039-b050855f3e05', 'name': '', 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:b4:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '47bcd799-21a6-4115-bca1-705f52499f63', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:36Z', 'updated_at': '2022-02-03T13:09:43Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '47bcd799-21a6-4115-bca1-705f52499f63', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:46.046784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-55b18cf4-93f2-4bfb-bf03-31e1facbb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:46.048625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-55b18cf4-93f2-4bfb-bf03-31e1facbb1ca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 1090 time: 0.1564894 Feb 03 13:09:46.155974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-6f20d778-48b6-427a-b99e-a14e744054c9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=58be52f6-70ed-47a2-bf34-4ad1fe022f4f HTTP/1.1" status: 200 len: 217 time: 0.0965755 Feb 03 13:09:46.183744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] Provisioning complete for port 0090ffac-f907-47fa-be81-e25233e8d1e3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:46.184330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.269710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-35cf96b0-050f-41fa-b0f4-08b7f5149d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:46.278680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-35cf96b0-050f-41fa-b0f4-08b7f5149d3c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=47bcd799-21a6-4115-bca1-705f52499f63 HTTP/1.1" status: 200 len: 838 time: 0.1008484 Feb 03 13:09:46.417756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:46.426152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] Pushing event updated for resources: {'Port': ['ID=4c443148-6f7e-4529-9039-b050855f3e05,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:46.441253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-fb59b4a8-40d0-491f-b8d7-96f61d2aceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:46.443131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-fb59b4a8-40d0-491f-b8d7-96f61d2aceeb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2132cd2f-2b08-42b6-968d-e07e381543d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1622996 Feb 03 13:09:46.453990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e6dfbc53-dc84-4358-a100-1da0fe35cbf6 None None] Port 0090ffac-f907-47fa-be81-e25233e8d1e3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:46.474934 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.628050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-15ffb017-1f35-4952-8e9e-6c90c0d42005 None None] Provisioning complete for port 0090ffac-f907-47fa-be81-e25233e8d1e3 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:46.628707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15ffb017-1f35-4952-8e9e-6c90c0d42005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.698770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-0a3226c8-6ad0-435e-ac26-a846fd1711ad service neutron] 10.222.0.91 "GET /v2.0/networks/2132cd2f-2b08-42b6-968d-e07e381543d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464712 Feb 03 13:09:46.751649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-15ffb017-1f35-4952-8e9e-6c90c0d42005 None None] Port 0090ffac-f907-47fa-be81-e25233e8d1e3 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:46.999978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7ea6106-74dc-40a8-9f28-04f239547b7e req-e78a4930-8855-491f-b45b-515647e70a7c service neutron] 10.222.0.91 "GET /v2.0/networks/2132cd2f-2b08-42b6-968d-e07e381543d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813628 Feb 03 13:09:47.253934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82809768-e24f-44e3-90fd-79a430ced95a req-37490dbd-14b8-471c-b03d-2d5f87322fdb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:47.283231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-82809768-e24f-44e3-90fd-79a430ced95a req-37490dbd-14b8-471c-b03d-2d5f87322fdb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 907 time: 0.2735100 Feb 03 13:09:47.325670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-7c228aaf-76bc-470c-bc2b-5a7b3254c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:47.342073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-7c228aaf-76bc-470c-bc2b-5a7b3254c9e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 1090 time: 0.2421565 Feb 03 13:09:47.428032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 90738c05-a629-46de-9705-663a359136c1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:47.585597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 90738c05-a629-46de-9705-663a359136c1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:47.588537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (90738c05-a629-46de-9705-663a359136c1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.620791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-eaf7f236-b7d6-437e-b4c4-771504894680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:47.622310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-eaf7f236-b7d6-437e-b4c4-771504894680 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2132cd2f-2b08-42b6-968d-e07e381543d8 HTTP/1.1" status: 200 len: 897 time: 0.2740128 Feb 03 13:09:47.689519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40934) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:47.720202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-0de52098-7894-408e-8c16-d2735dfac837 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=58be52f6-70ed-47a2-bf34-4ad1fe022f4f HTTP/1.1" status: 200 len: 217 time: 0.0882962 Feb 03 13:09:47.779322 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 90738c05-a629-46de-9705-663a359136c1 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:47.780458 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (90738c05-a629-46de-9705-663a359136c1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.825945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 90738c05-a629-46de-9705-663a359136c1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=90738c05-a629-46de-9705-663a359136c1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:47.837289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-c0b14654-13d2-459e-94a2-390b7cae4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:47.840718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-c0b14654-13d2-459e-94a2-390b7cae4604 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=47bcd799-21a6-4115-bca1-705f52499f63 HTTP/1.1" status: 200 len: 838 time: 0.1126316 Feb 03 13:09:47.846227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (90738c05-a629-46de-9705-663a359136c1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.847482 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4c443148-6f7e-4529-9039-b050855f3e05 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:47.940780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-9cab1919-c35d-42aa-8199-7484373ac124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:47.942643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-9cab1919-c35d-42aa-8199-7484373ac124 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2132cd2f-2b08-42b6-968d-e07e381543d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0951989 Feb 03 13:09:48.011094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=90738c05-a629-46de-9705-663a359136c1,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:48.027743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4c443148-6f7e-4529-9039-b050855f3e05 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:48.028272 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4c443148-6f7e-4529-9039-b050855f3e05), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.110730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-13e0084c-f2cf-428c-a007-fe6fc97b73f4 service neutron] 10.222.0.91 "GET /v2.0/networks/2132cd2f-2b08-42b6-968d-e07e381543d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587899 Feb 03 13:09:48.151442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4c443148-6f7e-4529-9039-b050855f3e05 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:48.312310 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (eb271d28-a4ab-4ee7-8f88-8410468f9331), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.913406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a64b744-6d6a-4dfa-b122-8a3443025c65 req-73262050-44d0-4245-8f77-5dafe03291af service neutron] 10.222.0.91 "GET /v2.0/networks/2132cd2f-2b08-42b6-968d-e07e381543d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7954400 Feb 03 13:09:49.006132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf1ffd-6e85-49e3-a7de-c83cfde9f11a req-011b621c-5c42-4a1e-8d12-bfd4d14c6b74 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:49.022157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eebf1ffd-6e85-49e3-a7de-c83cfde9f11a req-011b621c-5c42-4a1e-8d12-bfd4d14c6b74 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 907 time: 0.1072195 Feb 03 13:09:49.205313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 90738c05-a629-46de-9705-663a359136c1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:49.206871 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Deleting port 0090ffac-f907-47fa-be81-e25233e8d1e3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:49.207280 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:49.325286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 90738c05-a629-46de-9705-663a359136c1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:49.325861 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (90738c05-a629-46de-9705-663a359136c1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:49.374393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:49.412268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Calling delete_port for 0090ffac-f907-47fa-be81-e25233e8d1e3 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:49.535725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 90738c05-a629-46de-9705-663a359136c1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:49.709796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0090ffac-f907-47fa-be81-e25233e8d1e3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:49.722310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] Sync routers for ids ['eb271d28-a4ab-4ee7-8f88-8410468f9331'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:49.742298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] Routers {'eb271d28-a4ab-4ee7-8f88-8410468f9331'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:49.742968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['eb271d28-a4ab-4ee7-8f88-8410468f9331'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:49.754034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Pushing event deleted for resources: {'Port': ['ID=0090ffac-f907-47fa-be81-e25233e8d1e3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:49.950395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (eb271d28-a4ab-4ee7-8f88-8410468f9331), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.024908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] Set router eb271d28-a4ab-4ee7-8f88-8410468f9331 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:50.264858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Router eb271d28-a4ab-4ee7-8f88-8410468f9331 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:50.271450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b26b-5b61-43b2-b8e9-30d8592c0096 req-ef06d3e8-c3f8-48d3-81ae-8ae5d94f1f89 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:50.273091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd97b26b-5b61-43b2-b8e9-30d8592c0096 req-ef06d3e8-c3f8-48d3-81ae-8ae5d94f1f89 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 907 time: 0.1425014 Feb 03 13:09:50.381921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'name': 'tempest-ImageQuotaTest-2039142429-router', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '90738c05-a629-46de-9705-663a359136c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:37Z', 'updated_at': '2022-02-03T13:09:49Z', 'revision_number': 5, 'project_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'gw_port': {'id': '90738c05-a629-46de-9705-663a359136c1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:38Z', 'updated_at': '2022-02-03T13:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:50.418070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] Checking router: eb271d28-a4ab-4ee7-8f88-8410468f9331 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:50.427594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] Routers {'eb271d28-a4ab-4ee7-8f88-8410468f9331'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:50.428468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['eb271d28-a4ab-4ee7-8f88-8410468f9331'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:50.439765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:50.449485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 40964) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:50.450066 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f2b650bb-f56e-4725-b350-b80b26243305 admin admin] 10.222.0.65 "PUT /v2.0/routers/eb271d28-a4ab-4ee7-8f88-8410468f9331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7589817 Feb 03 13:09:50.580437 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks [] for router (eb271d28-a4ab-4ee7-8f88-8410468f9331), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.641490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] Set router eb271d28-a4ab-4ee7-8f88-8410468f9331 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:50.716797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks [] for router_gateway (eb271d28-a4ab-4ee7-8f88-8410468f9331), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.793148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Deleting port 90738c05-a629-46de-9705-663a359136c1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:50.793898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (90738c05-a629-46de-9705-663a359136c1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.849021 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.888998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'name': 'tempest-ImageQuotaTest-2039142429-router', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '90738c05-a629-46de-9705-663a359136c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:37Z', 'updated_at': '2022-02-03T13:09:49Z', 'revision_number': 5, 'project_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'gw_port': {'id': '90738c05-a629-46de-9705-663a359136c1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:38Z', 'updated_at': '2022-02-03T13:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:50.927003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] For port 90738c05-a629-46de-9705-663a359136c1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=90738c05-a629-46de-9705-663a359136c1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:50.927624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (90738c05-a629-46de-9705-663a359136c1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.950845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c6938d-542e-4a3a-9e5d-2087ac4d946e None None] The sync data for ids ['eb271d28-a4ab-4ee7-8f88-8410468f9331'] in n-d-792364-10 is: [{'id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'name': 'tempest-ImageQuotaTest-2039142429-router', 'tenant_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '90738c05-a629-46de-9705-663a359136c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:37Z', 'updated_at': '2022-02-03T13:09:49Z', 'revision_number': 5, 'project_id': 'c65e69f6da794ba8a5a98f2cc1aa23c0', 'gw_port': {'id': '90738c05-a629-46de-9705-663a359136c1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb271d28-a4ab-4ee7-8f88-8410468f9331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:38Z', 'updated_at': '2022-02-03T13:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:50.956087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Calling delete_port for 90738c05-a629-46de-9705-663a359136c1 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:51.152222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (90738c05-a629-46de-9705-663a359136c1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.178435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Pushing event deleted for resources: {'Port': ['ID=90738c05-a629-46de-9705-663a359136c1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:51.241639 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (eb271d28-a4ab-4ee7-8f88-8410468f9331), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.334963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (eb271d28-a4ab-4ee7-8f88-8410468f9331), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.337223 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks [] for router_controller (eb271d28-a4ab-4ee7-8f88-8410468f9331), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.418113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (eb271d28-a4ab-4ee7-8f88-8410468f9331), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.418721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb271d28-a4ab-4ee7-8f88-8410468f9331 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:09:51.423859 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.425142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dc77dfa7-7836-496e-b65e-968027667889 admin admin] 10.222.0.65 "DELETE /v2.0/routers/eb271d28-a4ab-4ee7-8f88-8410468f9331 HTTP/1.1" status: 204 len: 168 time: 0.9745028 Feb 03 13:09:51.427761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40972) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:51.448633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ea544-4dcf-43e1-bccd-51f40256ae7c req-b238c803-9526-4793-a557-79f36dfd1f1f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:51.450254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b33ea544-4dcf-43e1-bccd-51f40256ae7c req-b238c803-9526-4793-a557-79f36dfd1f1f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 907 time: 0.0737665 Feb 03 13:09:51.507632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9424d7-ab69-4c2a-9667-db8f3d8d228a admin admin] Deleting subnet c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:51.510688 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da9424d7-ab69-4c2a-9667-db8f3d8d228a admin admin] Publish callbacks [] for subnet (c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.559847 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da9424d7-ab69-4c2a-9667-db8f3d8d228a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.659038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da9424d7-ab69-4c2a-9667-db8f3d8d228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.731959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da9424d7-ab69-4c2a-9667-db8f3d8d228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.769006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9424d7-ab69-4c2a-9667-db8f3d8d228a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:51.769006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da9424d7-ab69-4c2a-9667-db8f3d8d228a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.772042 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da9424d7-ab69-4c2a-9667-db8f3d8d228a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c648fdc6-cd43-4b47-9a0e-51ed91b6ce9e HTTP/1.1" status: 204 len: 168 time: 0.3429432 Feb 03 13:09:51.774148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 40982) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:51.791893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d79bd-d0fa-419c-9603-6fccb53c5692 None None] Network 24ea9269-2866-42d0-939b-fd68d99e9ce2 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:51.867784 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (24ea9269-2866-42d0-939b-fd68d99e9ce2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.947304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Deleting port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:51.947757 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.066538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] For port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1ea5cf46-4d22-4240-a982-40bdf8d95ff4,segment=NetworkSegment(60005859-3677-4db4-a558-af2ab9c7de03),segment_id=60005859-3677-4db4-a558-af2ab9c7de03)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:52.068222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.095705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Calling delete_port for 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:52.136070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625462c7-0960-4c30-afca-d0e0bd618a3f None None] DHCP port deletion for 24ea9269-2866-42d0-939b-fd68d99e9ce2 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:52.226261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-625462c7-0960-4c30-afca-d0e0bd618a3f None None] Deleting port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:52.235333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-625462c7-0960-4c30-afca-d0e0bd618a3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.246797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.280367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] No DVR routers for this DVR port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:52.353011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-625462c7-0960-4c30-afca-d0e0bd618a3f None None] For port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1ea5cf46-4d22-4240-a982-40bdf8d95ff4,segment=NetworkSegment(60005859-3677-4db4-a558-af2ab9c7de03),segment_id=60005859-3677-4db4-a558-af2ab9c7de03)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:52.353572 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-625462c7-0960-4c30-afca-d0e0bd618a3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.357992 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea5cf46-4d22-4240-a982-40bdf8d95ff4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:52.374732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-625462c7-0960-4c30-afca-d0e0bd618a3f None None] Calling delete_port for 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:52.443301 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (24ea9269-2866-42d0-939b-fd68d99e9ce2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.454384 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e0f660-811f-46d1-9ef6-4020002ad15b None None] Sync routers for ids ['eb271d28-a4ab-4ee7-8f88-8410468f9331'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:52.471513 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e0f660-811f-46d1-9ef6-4020002ad15b None None] Routers set() bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:52.472181 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e0f660-811f-46d1-9ef6-4020002ad15b None None] Router IDs set() for agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 13:09:52.473613 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_agentschedulers_db [None req-c6e0f660-811f-46d1-9ef6-4020002ad15b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb271d28-a4ab-4ee7-8f88-8410468f9331'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent'). {{(pid=103226) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 13:09:52.486292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-625462c7-0960-4c30-afca-d0e0bd618a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (1ea5cf46-4d22-4240-a982-40bdf8d95ff4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.492375 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ea9269-2866-42d0-939b-fd68d99e9ce2']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:52.492924 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e0f660-811f-46d1-9ef6-4020002ad15b None None] Routers set() bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:52.493452 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e0f660-811f-46d1-9ef6-4020002ad15b None None] Router IDs set() for agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 13:09:52.494935 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_agentschedulers_db [None req-c6e0f660-811f-46d1-9ef6-4020002ad15b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb271d28-a4ab-4ee7-8f88-8410468f9331'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent'). {{(pid=103226) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 13:09:52.495589 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e0f660-811f-46d1-9ef6-4020002ad15b None None] The sync data for ids ['eb271d28-a4ab-4ee7-8f88-8410468f9331'] in n-d-792364-10 is: [] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:52.532404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60005859-3677-4db4-a558-af2ab9c7de03') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:52.534057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60005859-3677-4db4-a558-af2ab9c7de03') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:52.541211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625462c7-0960-4c30-afca-d0e0bd618a3f None None] No DVR routers for this DVR port 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:52.545185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625462c7-0960-4c30-afca-d0e0bd618a3f None None] Pushing event deleted for resources: {'Port': ['ID=1ea5cf46-4d22-4240-a982-40bdf8d95ff4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:52.567676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (60005859-3677-4db4-a558-af2ab9c7de03), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.610824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 58be52f6-70ed-47a2-bf34-4ad1fe022f4f details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:09:52.638574 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (60005859-3677-4db4-a558-af2ab9c7de03), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.658946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:52.659648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (60005859-3677-4db4-a558-af2ab9c7de03), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:52.663250 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:52.717388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054105-a90a-412c-837b-0cd33e23141a req-ccd931d5-e3fb-4e35-ac65-3cf639fe86ee tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:52.719701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a054105-a90a-412c-837b-0cd33e23141a req-ccd931d5-e3fb-4e35-ac65-3cf639fe86ee tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 907 time: 0.1126547 Feb 03 13:09:52.812979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (24ea9269-2866-42d0-939b-fd68d99e9ce2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.832728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.836324 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] 10.222.0.65 "DELETE /v2.0/networks/24ea9269-2866-42d0-939b-fd68d99e9ce2 HTTP/1.1" status: 204 len: 168 time: 1.0601950 Feb 03 13:09:52.842667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:52.850990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff754be-a24e-4570-9826-26cd5375555c admin admin] Pushing event deleted for resources: {'Network': ['ID=24ea9269-2866-42d0-939b-fd68d99e9ce2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:52.860777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '58be52f6-70ed-47a2-bf34-4ad1fe022f4f', 'network_id': '2132cd2f-2b08-42b6-968d-e07e381543d8', 'port_id': '58be52f6-70ed-47a2-bf34-4ad1fe022f4f', 'mac_address': 'fa:16:3e:91:99:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47bcd799-21a6-4115-bca1-705f52499f63', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:09:52.916244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:52.916655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.935257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58be52f6-70ed-47a2-bf34-4ad1fe022f4f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:52.976730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:52.983719 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.039575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41000) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.053582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:53.090493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a2717c0c-a3f4-457f-8698-44540b6336d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c65e69f6da794ba8a5a98f2cc1aa23c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493047 Feb 03 13:09:53.093073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41002) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.148366 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e777-4d74-4a14-a85e-b1682a19be27 admin admin] Publish callbacks [] for security_group (a86cb503-af7a-4534-86a2-7a268c00dd40), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.217052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e777-4d74-4a14-a85e-b1682a19be27 admin admin] Publish callbacks [] for security_group (a86cb503-af7a-4534-86a2-7a268c00dd40), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.246875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 90738c05-a629-46de-9705-663a359136c1 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:53.279969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 90738c05-a629-46de-9705-663a359136c1 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:53.280688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 90738c05-a629-46de-9705-663a359136c1 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:53.281252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:53.307097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:53.307483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1ea5cf46-4d22-4240-a982-40bdf8d95ff4 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:53.307998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0090ffac-f907-47fa-be81-e25233e8d1e3 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:53.315308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e777-4d74-4a14-a85e-b1682a19be27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a86cb503-af7a-4534-86a2-7a268c00dd40), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.321517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e777-4d74-4a14-a85e-b1682a19be27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.328197 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1cb7e777-4d74-4a14-a85e-b1682a19be27 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a86cb503-af7a-4534-86a2-7a268c00dd40 HTTP/1.1" status: 204 len: 168 time: 0.2339163 Feb 03 13:09:53.337776 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7e777-4d74-4a14-a85e-b1682a19be27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86cb503-af7a-4534-86a2-7a268c00dd40,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:53.341649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 0090ffac-f907-47fa-be81-e25233e8d1e3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:53.342039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0090ffac-f907-47fa-be81-e25233e8d1e3 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:53.714709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['58be52f6-70ed-47a2-bf34-4ad1fe022f4f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:53.754202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41012) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.769861 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa33f791-ab20-4cdb-83b8-4583395074c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.864609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeebb4-1864-4df9-bb5a-de891d391a3a req-22fded40-ff25-4d74-9827-eaa79ddb6b7e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:53.865749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa33f791-ab20-4cdb-83b8-4583395074c4 admin admin] Publish callbacks [] for security_group (1faeb673-26e2-4d4f-b6cd-4b989052fd1a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.866365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ffeebb4-1864-4df9-bb5a-de891d391a3a req-22fded40-ff25-4d74-9827-eaa79ddb6b7e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 908 time: 0.0599732 Feb 03 13:09:53.871780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aa33f791-ab20-4cdb-83b8-4583395074c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1faeb673-26e2-4d4f-b6cd-4b989052fd1a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.911334 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aa33f791-ab20-4cdb-83b8-4583395074c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1560066 Feb 03 13:09:53.912214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33f791-ab20-4cdb-83b8-4583395074c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faeb673-26e2-4d4f-b6cd-4b989052fd1a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:53.914191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41014) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.963796 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f44fe732-ea15-4db2-a42a-1fbd4a51e886 admin admin] Publish callbacks [] for security_group (1faeb673-26e2-4d4f-b6cd-4b989052fd1a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.985131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f44fe732-ea15-4db2-a42a-1fbd4a51e886 admin admin] Publish callbacks [] for security_group (1faeb673-26e2-4d4f-b6cd-4b989052fd1a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.035440 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f44fe732-ea15-4db2-a42a-1fbd4a51e886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1faeb673-26e2-4d4f-b6cd-4b989052fd1a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.038437 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f44fe732-ea15-4db2-a42a-1fbd4a51e886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.039740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f44fe732-ea15-4db2-a42a-1fbd4a51e886 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1faeb673-26e2-4d4f-b6cd-4b989052fd1a HTTP/1.1" status: 204 len: 168 time: 0.1237776 Feb 03 13:09:54.048887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fe732-ea15-4db2-a42a-1fbd4a51e886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faeb673-26e2-4d4f-b6cd-4b989052fd1a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.616942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 58be52f6-70ed-47a2-bf34-4ad1fe022f4f up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:54.671202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:09:54.675053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:54.675421 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.754995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:54.755355 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.779014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebae16d-3e5a-4d92-b68f-ecced94f9aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58be52f6-70ed-47a2-bf34-4ad1fe022f4f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:54.781394 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee7d75a-60e7-455a-bb62-937ed3fe2c6d" -d '{"events": [{"server_uuid": "2ebae16d-3e5a-4d92-b68f-ecced94f9aee", "name": "network-vif-plugged", "status": "completed", "tag": "58be52f6-70ed-47a2-bf34-4ad1fe022f4f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:54.805327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:54.811636 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.834500 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b80136c-030a-4e84-b2c9-72e8016a7815 x-openstack-request-id: req-7b80136c-030a-4e84-b2c9-72e8016a7815 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:54.834786 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebae16d-3e5a-4d92-b68f-ecced94f9aee", "name": "network-vif-plugged", "status": "completed", "tag": "58be52f6-70ed-47a2-bf34-4ad1fe022f4f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:54.835258 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b80136c-030a-4e84-b2c9-72e8016a7815 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:54.835644 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebae16d-3e5a-4d92-b68f-ecced94f9aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58be52f6-70ed-47a2-bf34-4ad1fe022f4f', 'code': 200} Feb 03 13:09:54.865237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.940599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa453e6f-3e66-41a0-839c-d5500a88aff9 req-2dc9832c-77ed-4d0d-aab0-47ef1e1a2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:54.942824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa453e6f-3e66-41a0-839c-d5500a88aff9 req-2dc9832c-77ed-4d0d-aab0-47ef1e1a2b40 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 1092 time: 0.0514469 Feb 03 13:09:54.994624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8664bc-d211-4c0b-bc5f-b94b101e6fb6 req-cbc8c854-c736-4c57-8189-5ee3813f06ae tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:54.996099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b8664bc-d211-4c0b-bc5f-b94b101e6fb6 req-cbc8c854-c736-4c57-8189-5ee3813f06ae tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 909 time: 0.0522959 Feb 03 13:09:56.124241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad42d7-5997-4f0c-8aa0-f2a7ae6e57a5 req-56f55239-6f35-44ae-8dc9-4cfc05caa4b1 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:56.125855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6cad42d7-5997-4f0c-8aa0-f2a7ae6e57a5 req-56f55239-6f35-44ae-8dc9-4cfc05caa4b1 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 909 time: 0.0565376 Feb 03 13:09:57.254144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2595f1-2bed-42bf-b3b3-17188db817bf req-a151992b-373a-4278-aac8-bb43b770d23b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:57.256353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd2595f1-2bed-42bf-b3b3-17188db817bf req-a151992b-373a-4278-aac8-bb43b770d23b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 909 time: 0.0546899 Feb 03 13:09:57.382603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdfba3-5a57-49ba-99b4-02e69592663e req-4aea28c9-cc83-40c0-a7ea-3303fc7533f4 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:57.384206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cbdfba3-5a57-49ba-99b4-02e69592663e req-4aea28c9-cc83-40c0-a7ea-3303fc7533f4 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 909 time: 0.0587366 Feb 03 13:09:57.512639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13496c2-880c-4335-9227-3bfde9894edf req-31df4960-9627-45c7-85d7-bdad38f89c71 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:57.514387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d13496c2-880c-4335-9227-3bfde9894edf req-31df4960-9627-45c7-85d7-bdad38f89c71 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 1092 time: 0.0559924 Feb 03 13:09:57.626374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d72a9-a0c9-43eb-8b45-5ff98ec1bf52 req-35cd0c0c-c598-4dd7-a48d-004ae6be1e76 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:57.628299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b82d72a9-a0c9-43eb-8b45-5ff98ec1bf52 req-35cd0c0c-c598-4dd7-a48d-004ae6be1e76 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 1167 time: 0.0476451 Feb 03 13:09:57.683815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b82d72a9-a0c9-43eb-8b45-5ff98ec1bf52 req-5fcce1cd-3431-47cb-8453-f57c6d9a0fac tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0493357 Feb 03 13:09:57.706700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41092) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:57.760921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d709a20f-c8a4-49ef-92ba-0b9a1f0e6907 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:57.765241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d709a20f-c8a4-49ef-92ba-0b9a1f0e6907 tempest-TestSecurityGroupsBasicOps-110492267 tempest-TestSecurityGroupsBasicOps-110492267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 1087 time: 0.0549262 Feb 03 13:09:58.015903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a168d-f980-48be-8add-5dfe48991811 req-da8e7c1e-fc0d-4ca8-91ae-ababb93d022f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:58.017462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b18a168d-f980-48be-8add-5dfe48991811 req-da8e7c1e-fc0d-4ca8-91ae-ababb93d022f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 909 time: 0.0711668 Feb 03 13:09:59.166762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ae062-7987-47f6-a3fe-49fe7520d798 req-9e9cf137-f56e-4ffd-840e-4cbff16ab72d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:59.169221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d01ae062-7987-47f6-a3fe-49fe7520d798 req-9e9cf137-f56e-4ffd-840e-4cbff16ab72d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 909 time: 0.0560749 Feb 03 13:09:59.435618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-7e5e1415-70aa-4db3-8e75-bfbeebb6630b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:59.437235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-7e5e1415-70aa-4db3-8e75-bfbeebb6630b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 909 time: 0.0554643 Feb 03 13:09:59.557926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Deleting port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:59.558736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.657792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] For port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:59.658197 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.672958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Calling delete_port for 58be52f6-70ed-47a2-bf34-4ad1fe022f4f owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:59.832172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (58be52f6-70ed-47a2-bf34-4ad1fe022f4f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.860636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Port': ['ID=58be52f6-70ed-47a2-bf34-4ad1fe022f4f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:59.927962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] No DVR routers for this DVR port 58be52f6-70ed-47a2-bf34-4ad1fe022f4f on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:59.931147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.935009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74da4d1c-82f3-466f-b6fb-430444498e12 req-a568e8ed-bd72-45ad-a156-43727171a114 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.91 "DELETE /v2.0/ports/58be52f6-70ed-47a2-bf34-4ad1fe022f4f HTTP/1.1" status: 204 len: 173 time: 0.4908373 Feb 03 13:09:59.935496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebae16d-3e5a-4d92-b68f-ecced94f9aee', 'name': 'network-vif-deleted', 'tag': '58be52f6-70ed-47a2-bf34-4ad1fe022f4f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:59.938726 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa0eb32-c71c-4109-9a49-5f526156425e" -d '{"events": [{"server_uuid": "2ebae16d-3e5a-4d92-b68f-ecced94f9aee", "name": "network-vif-deleted", "tag": "58be52f6-70ed-47a2-bf34-4ad1fe022f4f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:00.010415 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b79d67-4130-4465-ad7c-1ff3a2993b5e x-openstack-request-id: req-17b79d67-4130-4465-ad7c-1ff3a2993b5e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:00.010691 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebae16d-3e5a-4d92-b68f-ecced94f9aee", "name": "network-vif-deleted", "tag": "58be52f6-70ed-47a2-bf34-4ad1fe022f4f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:00.011043 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17b79d67-4130-4465-ad7c-1ff3a2993b5e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:00.011714 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebae16d-3e5a-4d92-b68f-ecced94f9aee', 'name': 'network-vif-deleted', 'tag': '58be52f6-70ed-47a2-bf34-4ad1fe022f4f', 'status': 'completed', 'code': 200} Feb 03 13:10:00.289513 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90fa5271-7aaa-42a4-88d6-2765026189a5 req-7d7e8c6d-8d0a-4352-80c9-5f77f6c79cdd tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ebae16d-3e5a-4d92-b68f-ecced94f9aee HTTP/1.1" status: 200 len: 210 time: 0.0283573 Feb 03 13:10:01.350993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41132) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:01.770823 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (d00c49d1-a276-42eb-a394-ccfcc9669413), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.045638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Deleting port 4c443148-6f7e-4529-9039-b050855f3e05 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:02.045855 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4c443148-6f7e-4529-9039-b050855f3e05), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.143698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] For port 4c443148-6f7e-4529-9039-b050855f3e05, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4c443148-6f7e-4529-9039-b050855f3e05,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:02.144058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4c443148-6f7e-4529-9039-b050855f3e05), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.158760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Calling delete_port for 4c443148-6f7e-4529-9039-b050855f3e05 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:02.374355 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4c443148-6f7e-4529-9039-b050855f3e05), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.405455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Port': ['ID=4c443148-6f7e-4529-9039-b050855f3e05,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:02.587684 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (d00c49d1-a276-42eb-a394-ccfcc9669413), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.640419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 58be52f6-70ed-47a2-bf34-4ad1fe022f4f no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:02.665870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 58be52f6-70ed-47a2-bf34-4ad1fe022f4f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:02.666277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 58be52f6-70ed-47a2-bf34-4ad1fe022f4f not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:02.847010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Router d00c49d1-a276-42eb-a394-ccfcc9669413 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:10:02.956895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:02.969405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-207e21e0-9be7-4dea-be3b-472994a0719f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "PUT /v2.0/routers/d00c49d1-a276-42eb-a394-ccfcc9669413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6134200 Feb 03 13:10:02.969405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41142) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:02.985743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] Sync routers for ids ['d00c49d1-a276-42eb-a394-ccfcc9669413'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:03.006069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] Routers {'d00c49d1-a276-42eb-a394-ccfcc9669413'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:03.007005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d00c49d1-a276-42eb-a394-ccfcc9669413'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:03.027553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-732fc632-9361-46fe-a8bf-f7d14749ea24 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Deleting subnet 47bcd799-21a6-4115-bca1-705f52499f63 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:10:03.032387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-732fc632-9361-46fe-a8bf-f7d14749ea24 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for subnet (47bcd799-21a6-4115-bca1-705f52499f63), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.084773 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-732fc632-9361-46fe-a8bf-f7d14749ea24 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (47bcd799-21a6-4115-bca1-705f52499f63), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.155230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] Set router d00c49d1-a276-42eb-a394-ccfcc9669413 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:03.195692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-732fc632-9361-46fe-a8bf-f7d14749ea24 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (47bcd799-21a6-4115-bca1-705f52499f63), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.274576 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-732fc632-9361-46fe-a8bf-f7d14749ea24 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (47bcd799-21a6-4115-bca1-705f52499f63), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.310888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fc632-9361-46fe-a8bf-f7d14749ea24 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Subnet': ['ID=47bcd799-21a6-4115-bca1-705f52499f63,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:03.319806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-732fc632-9361-46fe-a8bf-f7d14749ea24 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.323691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-732fc632-9361-46fe-a8bf-f7d14749ea24 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "DELETE /v2.0/subnets/47bcd799-21a6-4115-bca1-705f52499f63 HTTP/1.1" status: 204 len: 168 time: 0.3545480 Feb 03 13:10:03.326526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41144) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:03.333057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beead508-6143-4310-bc16-afb9c6f0adea None None] Network 2132cd2f-2b08-42b6-968d-e07e381543d8 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:10:03.457305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:31Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:32Z', 'updated_at': '2022-02-03T13:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:03.486977 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router (d00c49d1-a276-42eb-a394-ccfcc9669413), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.492145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] Checking router: d00c49d1-a276-42eb-a394-ccfcc9669413 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:03.506372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] Routers {'d00c49d1-a276-42eb-a394-ccfcc9669413'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:03.506949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d00c49d1-a276-42eb-a394-ccfcc9669413'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:03.613865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2c25b-7389-4d7a-a9ef-ae7882bbcebc None None] DHCP port deletion for 2132cd2f-2b08-42b6-968d-e07e381543d8 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:10:03.621409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_gateway (d00c49d1-a276-42eb-a394-ccfcc9669413), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.664964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] Set router d00c49d1-a276-42eb-a394-ccfcc9669413 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:03.692539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Deleting port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:03.692936 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.871688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c25b-7389-4d7a-a9ef-ae7882bbcebc None None] Deleting port 362be4f8-855c-4f66-8233-83b0b48de5fb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:03.872163 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c25b-7389-4d7a-a9ef-ae7882bbcebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.909291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:31Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:32Z', 'updated_at': '2022-02-03T13:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:03.975356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78383768-d9e5-4a20-a881-b610efdfa92d None None] The sync data for ids ['d00c49d1-a276-42eb-a394-ccfcc9669413'] in n-d-792364-10 is: [{'id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1622053405', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:31Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00c49d1-a276-42eb-a394-ccfcc9669413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:32Z', 'updated_at': '2022-02-03T13:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:03.989258 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0ad2c25b-7389-4d7a-a9ef-ae7882bbcebc None None] For port 362be4f8-855c-4f66-8233-83b0b48de5fb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=362be4f8-855c-4f66-8233-83b0b48de5fb,segment=NetworkSegment(d6659368-c63a-4d92-b338-1ff4cbbacfe4),segment_id=d6659368-c63a-4d92-b338-1ff4cbbacfe4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:03.989760 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c25b-7389-4d7a-a9ef-ae7882bbcebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.018661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c25b-7389-4d7a-a9ef-ae7882bbcebc None None] Calling delete_port for 362be4f8-855c-4f66-8233-83b0b48de5fb owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:04.120240 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c25b-7389-4d7a-a9ef-ae7882bbcebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (362be4f8-855c-4f66-8233-83b0b48de5fb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.149011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c25b-7389-4d7a-a9ef-ae7882bbcebc None None] Pushing event deleted for resources: {'Port': ['ID=362be4f8-855c-4f66-8233-83b0b48de5fb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:04.155876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2c25b-7389-4d7a-a9ef-ae7882bbcebc None None] No DVR routers for this DVR port 362be4f8-855c-4f66-8233-83b0b48de5fb on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:10:04.210537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] For port 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:04.210913 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.225048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Calling delete_port for 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:04.432703 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.473642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Port': ['ID=2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:04.567926 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (d00c49d1-a276-42eb-a394-ccfcc9669413), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.704044 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (d00c49d1-a276-42eb-a394-ccfcc9669413), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.708426 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_controller (d00c49d1-a276-42eb-a394-ccfcc9669413), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.781742 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (d00c49d1-a276-42eb-a394-ccfcc9669413), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.782292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Fanout notify agent at l3_agent the message router_deleted on router d00c49d1-a276-42eb-a394-ccfcc9669413 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:04.789020 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.790515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0eb43daa-7f94-41b8-b234-271d3b61453d tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "DELETE /v2.0/routers/d00c49d1-a276-42eb-a394-ccfcc9669413 HTTP/1.1" status: 204 len: 168 time: 1.4620001 Feb 03 13:10:04.793218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41170) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:04.930458 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (2132cd2f-2b08-42b6-968d-e07e381543d8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.126814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (2132cd2f-2b08-42b6-968d-e07e381543d8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.154704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2132cd2f-2b08-42b6-968d-e07e381543d8']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:05.168294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6659368-c63a-4d92-b338-1ff4cbbacfe4') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:05.168872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6659368-c63a-4d92-b338-1ff4cbbacfe4') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:05.174026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41180) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:05.185926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (d6659368-c63a-4d92-b338-1ff4cbbacfe4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.201154 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d6659368-c63a-4d92-b338-1ff4cbbacfe4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.209165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:10:05.209868 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (d6659368-c63a-4d92-b338-1ff4cbbacfe4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:10:05.215171 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:10:05.310945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (2132cd2f-2b08-42b6-968d-e07e381543d8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.316240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a765993-3b21-4aee-8365-94d2abc83edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.331741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.337544 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "DELETE /v2.0/networks/2132cd2f-2b08-42b6-968d-e07e381543d8 HTTP/1.1" status: 204 len: 168 time: 0.5407178 Feb 03 13:10:05.338375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41184) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:05.339918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad8b2f-82ac-4c10-8b34-e8e0246fbccb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Network': ['ID=2132cd2f-2b08-42b6-968d-e07e381543d8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:05.459947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4c443148-6f7e-4529-9039-b050855f3e05 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:05.484259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4c443148-6f7e-4529-9039-b050855f3e05 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:05.484857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4c443148-6f7e-4529-9039-b050855f3e05 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:05.485435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 362be4f8-855c-4f66-8233-83b0b48de5fb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:05.506296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 362be4f8-855c-4f66-8233-83b0b48de5fb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:05.506723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 362be4f8-855c-4f66-8233-83b0b48de5fb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:05.522618 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a765993-3b21-4aee-8365-94d2abc83edc admin admin] Publish callbacks [] for security_group (8276477b-f87f-4c59-8ab2-e70693f2af9f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.540717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a765993-3b21-4aee-8365-94d2abc83edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8276477b-f87f-4c59-8ab2-e70693f2af9f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.585674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a765993-3b21-4aee-8365-94d2abc83edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8276477b-f87f-4c59-8ab2-e70693f2af9f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:05.591304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2a765993-3b21-4aee-8365-94d2abc83edc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f086795bf25d46419a0a2e8f43f290be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4158013 Feb 03 13:10:05.594215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41186) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:05.606043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Deleting port 2f566620-1573-4656-848a-ebf45403313b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:05.606401 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2f566620-1573-4656-848a-ebf45403313b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.651630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb652741-2501-442f-b801-cee2179c3861 admin admin] Publish callbacks [] for security_group (8276477b-f87f-4c59-8ab2-e70693f2af9f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.673409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb652741-2501-442f-b801-cee2179c3861 admin admin] Publish callbacks [] for security_group (8276477b-f87f-4c59-8ab2-e70693f2af9f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.693265 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2f566620-1573-4656-848a-ebf45403313b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.693592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for floatingip (2f566620-1573-4656-848a-ebf45403313b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.711176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Calling delete_port for 2f566620-1573-4656-848a-ebf45403313b owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:05.726265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb652741-2501-442f-b801-cee2179c3861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8276477b-f87f-4c59-8ab2-e70693f2af9f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.729906 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb652741-2501-442f-b801-cee2179c3861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.734972 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb652741-2501-442f-b801-cee2179c3861 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8276477b-f87f-4c59-8ab2-e70693f2af9f HTTP/1.1" status: 204 len: 168 time: 0.1396775 Feb 03 13:10:05.745452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb652741-2501-442f-b801-cee2179c3861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8276477b-f87f-4c59-8ab2-e70693f2af9f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:05.875122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2f566620-1573-4656-848a-ebf45403313b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.901945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Port': ['ID=2f566620-1573-4656-848a-ebf45403313b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:05.974320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for floatingip (64099d51-6b0d-4ccf-8b96-e3f04a72ca94), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.974837 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Floating IP 64099d51-6b0d-4ccf-8b96-e3f04a72ca94 disassociated (deleted). External IP: 172.25.3.141, port: a15f2e74-9a81-4d57-8db8-cac5b84a7c19. Feb 03 13:10:06.043162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41192) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:06.056708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa2622c5-9af0-4d0a-9649-eee5ca6cddfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.152422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa2622c5-9af0-4d0a-9649-eee5ca6cddfc admin admin] Publish callbacks [] for security_group (4a138397-15ca-4e7b-84d5-509248da9670), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.159789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fa2622c5-9af0-4d0a-9649-eee5ca6cddfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4a138397-15ca-4e7b-84d5-509248da9670), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.225769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Router 3880d128-14e8-4cab-b9c8-34c5662e26d8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:10:06.356773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:06.361932 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.370217 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] Sync routers for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:06.382889 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:06.383595 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:06.405434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2edf6371-12ba-41ca-9a6d-bb9919abeb95 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "DELETE /v2.0/floatingips/64099d51-6b0d-4ccf-8b96-e3f04a72ca94 HTTP/1.1" status: 204 len: 168 time: 1.0652182 Feb 03 13:10:06.405969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:06.408452 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218852fa-e3f6-4c71-ba7e-943647f5972c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:06.459622 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c213132-1faf-4143-a156-56f970923107 x-openstack-request-id: req-0c213132-1faf-4143-a156-56f970923107 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:06.459918 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:06.460175 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c213132-1faf-4143-a156-56f970923107 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:06.460849 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'status': 'completed', 'code': 200} Feb 03 13:10:06.519409 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:06.584356 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fa2622c5-9af0-4d0a-9649-eee5ca6cddfc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53997ac71a564415818ead190de4a5d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5400746 Feb 03 13:10:06.585426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2622c5-9af0-4d0a-9649-eee5ca6cddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a138397-15ca-4e7b-84d5-509248da9670,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:06.588313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41202) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:06.627153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-5a5b175c-0d31-4c24-b8ef-f9a6e84436f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.628669 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-5a5b175c-0d31-4c24-b8ef-f9a6e84436f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 1167 time: 0.0586021 Feb 03 13:10:06.658226 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b20e7ff5-84ad-4480-aba1-e7cf93067191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.684052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33aca5e4-eb7b-48de-8a33-1644cf0aff03 admin admin] Publish callbacks [] for security_group (4a138397-15ca-4e7b-84d5-509248da9670), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.705329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609be12-e3bd-4b60-923d-b9e6f63b335f req-844222c2-f616-4090-ac7a-4d3b1562d085 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.706892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5609be12-e3bd-4b60-923d-b9e6f63b335f req-844222c2-f616-4090-ac7a-4d3b1562d085 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 984 time: 0.0837228 Feb 03 13:10:06.720494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33aca5e4-eb7b-48de-8a33-1644cf0aff03 admin admin] Publish callbacks [] for security_group (4a138397-15ca-4e7b-84d5-509248da9670), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.761542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-0ed53c06-7a49-4679-af75-66c5fdc4d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.764115 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-0ed53c06-7a49-4679-af75-66c5fdc4d696 service neutron] 10.222.0.72 "GET /v2.0/networks?id=448b5fe0-4d30-49fd-818f-e499db294b5f HTTP/1.1" status: 200 len: 898 time: 0.1256957 Feb 03 13:10:06.764317 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:34Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '87e40dff-d3b8-47d4-bf8d-7c050c9610d9', 'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:a1:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:33Z', 'updated_at': '2022-02-03T13:08:44Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:06.791527 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] Checking router: 3880d128-14e8-4cab-b9c8-34c5662e26d8 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:06.800432 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:06.801019 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:09:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:06.801752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5609be12-e3bd-4b60-923d-b9e6f63b335f req-0f3bb5aa-0fb9-4fef-bee0-f44c2413fe26 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0866549 Feb 03 13:10:06.810537 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-5f97c701-6036-4063-ab57-dfaa80abdbb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19 HTTP/1.1" status: 200 len: 217 time: 0.0383928 Feb 03 13:10:06.813195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33aca5e4-eb7b-48de-8a33-1644cf0aff03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4a138397-15ca-4e7b-84d5-509248da9670), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.817266 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33aca5e4-eb7b-48de-8a33-1644cf0aff03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.818609 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-33aca5e4-eb7b-48de-8a33-1644cf0aff03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a138397-15ca-4e7b-84d5-509248da9670 HTTP/1.1" status: 204 len: 168 time: 0.2296290 Feb 03 13:10:06.834724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca5e4-eb7b-48de-8a33-1644cf0aff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a138397-15ca-4e7b-84d5-509248da9670,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:06.872580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-88d5fb79-fe29-405b-bbe4-e0ed5aec5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.874080 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-88d5fb79-fe29-405b-bbe4-e0ed5aec5e3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8768d3eb-305a-4f45-95d6-d6df05fa43e5 HTTP/1.1" status: 200 len: 835 time: 0.0577452 Feb 03 13:10:06.922548 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:06.925318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-81db012d-610d-4bfb-b9e8-a2044f01a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.926875 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-81db012d-610d-4bfb-b9e8-a2044f01a114 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=448b5fe0-4d30-49fd-818f-e499db294b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463760 Feb 03 13:10:06.978492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:07.007847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:07.008483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2c96f5d0-88f8-4f13-9d38-1f4d87bb2d15 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:07.037653 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-b044d7a0-cdd3-46db-8a0d-fcb3dd02d2b3 service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032240 Feb 03 13:10:07.142480 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-218852fa-e3f6-4c71-ba7e-943647f5972c req-4a2b6f1b-6779-44aa-8de4-21ba65682ffe service neutron] 10.222.0.72 "GET /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983577 Feb 03 13:10:07.143445 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:34Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '87e40dff-d3b8-47d4-bf8d-7c050c9610d9', 'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:a1:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:33Z', 'updated_at': '2022-02-03T13:08:44Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:07.175611 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae651ed-a97c-4b55-87a0-1d00051b34d7 None None] The sync data for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 is: [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:08:34Z', 'revision_number': 4, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '87e40dff-d3b8-47d4-bf8d-7c050c9610d9', 'name': '', 'network_id': '448b5fe0-4d30-49fd-818f-e499db294b5f', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'mac_address': 'fa:16:3e:a1:ef:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:33Z', 'updated_at': '2022-02-03T13:08:44Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'subnets': [{'id': '8768d3eb-305a-4f45-95d6-d6df05fa43e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:07.415313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c1c6e-91ac-4598-a547-dcba0691fd95 None None] New status for floating IP 64099d51-6b0d-4ccf-8b96-e3f04a72ca94: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:10:07.943829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b6851-d693-43ea-bedb-784ee2904f82 req-078bf981-e1da-4cfb-97a4-7e4673c68577 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.944442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-c3a2beaa-6e71-4004-a3e2-e55a6cb1b628 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.945516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e65b6851-d693-43ea-bedb-784ee2904f82 req-078bf981-e1da-4cfb-97a4-7e4673c68577 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 984 time: 0.0619357 Feb 03 13:10:07.946747 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-c3a2beaa-6e71-4004-a3e2-e55a6cb1b628 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e049eca-1e05-4b4c-8b65-4e231149f5cc HTTP/1.1" status: 200 len: 984 time: 0.0671291 Feb 03 13:10:08.012978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e65b6851-d693-43ea-bedb-784ee2904f82 req-5949b259-72ca-441c-bd3d-b9153a27e40b tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2166a66-cde4-467b-88bb-7f76dfbc2e4a&id=e4c235f4-079c-4329-bba9-e10e63421ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0576754 Feb 03 13:10:08.054701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Deleting port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:08.055050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:08.152756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] For port a15f2e74-9a81-4d57-8db8-cac5b84a7c19, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:08.153480 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:08.166590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Calling delete_port for a15f2e74-9a81-4d57-8db8-cac5b84a7c19 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:08.302858 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a15f2e74-9a81-4d57-8db8-cac5b84a7c19), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:08.337462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Port': ['ID=a15f2e74-9a81-4d57-8db8-cac5b84a7c19,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:08.382159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] No DVR routers for this DVR port a15f2e74-9a81-4d57-8db8-cac5b84a7c19 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:10:08.384923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:08.388412 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-215bb4cc-d150-481a-b881-d821a3790cd3 req-baf4275b-1114-48a6-8ea7-0622aca3e19e tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.72 "DELETE /v2.0/ports/a15f2e74-9a81-4d57-8db8-cac5b84a7c19 HTTP/1.1" status: 204 len: 173 time: 0.4373760 Feb 03 13:10:08.388861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'name': 'network-vif-deleted', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:08.391183 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f65252-7e86-47f5-98c9-0450a90fb3cc" -d '{"events": [{"server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "name": "network-vif-deleted", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:08.437364 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4ff7ac-7783-47ad-92a1-1f8c3ad034c3 x-openstack-request-id: req-7e4ff7ac-7783-47ad-92a1-1f8c3ad034c3 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:08.438177 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e049eca-1e05-4b4c-8b65-4e231149f5cc", "name": "network-vif-deleted", "tag": "a15f2e74-9a81-4d57-8db8-cac5b84a7c19", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:08.438621 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e4ff7ac-7783-47ad-92a1-1f8c3ad034c3 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:08.439049 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e049eca-1e05-4b4c-8b65-4e231149f5cc', 'name': 'network-vif-deleted', 'tag': 'a15f2e74-9a81-4d57-8db8-cac5b84a7c19', 'status': 'completed', 'code': 200} Feb 03 13:10:08.857814 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3159ff6d-93b8-473d-b546-e219d32c8e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.092818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41260) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:09.149006 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (e2166a66-cde4-467b-88bb-7f76dfbc2e4a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.178745 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (e2166a66-cde4-467b-88bb-7f76dfbc2e4a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.231737 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e2166a66-cde4-467b-88bb-7f76dfbc2e4a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.236342 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.238141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "DELETE /v2.0/security-groups/e2166a66-cde4-467b-88bb-7f76dfbc2e4a HTTP/1.1" status: 204 len: 168 time: 0.1441803 Feb 03 13:10:09.242060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41264) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:09.253062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2166a66-cde4-467b-88bb-7f76dfbc2e4a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:09.261288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.261647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.262003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.262453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.262800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.263137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.263472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.263807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.264145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.264460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.264790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.265111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.265435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecacde15-740c-4a6e-9644-6eceb9c471fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:09.303349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3cb9-4da7-4883-b655-93b2203ff4fe tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (e4c235f4-079c-4329-bba9-e10e63421ddf), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.327661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3cb9-4da7-4883-b655-93b2203ff4fe tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (e4c235f4-079c-4329-bba9-e10e63421ddf), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.377590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3cb9-4da7-4883-b655-93b2203ff4fe tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e4c235f4-079c-4329-bba9-e10e63421ddf), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.380160 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3cb9-4da7-4883-b655-93b2203ff4fe tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.381313 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8c1e3cb9-4da7-4883-b655-93b2203ff4fe tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "DELETE /v2.0/security-groups/e4c235f4-079c-4329-bba9-e10e63421ddf HTTP/1.1" status: 204 len: 168 time: 0.1382363 Feb 03 13:10:09.384359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41266) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:09.391097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e3cb9-4da7-4883-b655-93b2203ff4fe tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c235f4-079c-4329-bba9-e10e63421ddf,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:09.766669 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (3880d128-14e8-4cab-b9c8-34c5662e26d8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.044297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Deleting port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:10.044681 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.139877 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.140582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] For port 87e40dff-d3b8-47d4-bf8d-7c050c9610d9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=87e40dff-d3b8-47d4-bf8d-7c050c9610d9,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:10.141059 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.154938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Calling delete_port for 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:10.325483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a15f2e74-9a81-4d57-8db8-cac5b84a7c19 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:10.346913 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (87e40dff-d3b8-47d4-bf8d-7c050c9610d9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.354573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a15f2e74-9a81-4d57-8db8-cac5b84a7c19 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:10.355043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a15f2e74-9a81-4d57-8db8-cac5b84a7c19 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:10.381142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Port': ['ID=87e40dff-d3b8-47d4-bf8d-7c050c9610d9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:10.569337 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (3880d128-14e8-4cab-b9c8-34c5662e26d8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.793954 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Router 3880d128-14e8-4cab-b9c8-34c5662e26d8 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:10:10.913429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:10.919028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-73a6b213-56c3-4201-9bdc-eb5cf1a2a4fb tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "PUT /v2.0/routers/3880d128-14e8-4cab-b9c8-34c5662e26d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5333011 Feb 03 13:10:10.921960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41284) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:10.927463 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] Sync routers for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:10.942668 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:10.943857 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:10:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:10.987619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0064b2b-66a4-4383-8e27-254c0763c6f7 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Deleting subnet 8768d3eb-305a-4f45-95d6-d6df05fa43e5 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:10:10.991460 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0064b2b-66a4-4383-8e27-254c0763c6f7 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for subnet (8768d3eb-305a-4f45-95d6-d6df05fa43e5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.073451 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0064b2b-66a4-4383-8e27-254c0763c6f7 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (8768d3eb-305a-4f45-95d6-d6df05fa43e5), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.189041 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0064b2b-66a4-4383-8e27-254c0763c6f7 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (8768d3eb-305a-4f45-95d6-d6df05fa43e5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.196154 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:11.259108 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0064b2b-66a4-4383-8e27-254c0763c6f7 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (8768d3eb-305a-4f45-95d6-d6df05fa43e5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.286462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0064b2b-66a4-4383-8e27-254c0763c6f7 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Subnet': ['ID=8768d3eb-305a-4f45-95d6-d6df05fa43e5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:11.290058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c0064b2b-66a4-4383-8e27-254c0763c6f7 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.296256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41290) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:11.301005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3af709-d5c0-42e4-a1bc-64c00224728f None None] Network 448b5fe0-4d30-49fd-818f-e499db294b5f requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:10:11.302542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c0064b2b-66a4-4383-8e27-254c0763c6f7 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "DELETE /v2.0/subnets/8768d3eb-305a-4f45-95d6-d6df05fa43e5 HTTP/1.1" status: 204 len: 168 time: 0.3794637 Feb 03 13:10:11.400160 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:10:10Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:11.415265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router (3880d128-14e8-4cab-b9c8-34c5662e26d8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.426862 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] Checking router: 3880d128-14e8-4cab-b9c8-34c5662e26d8 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:11.435658 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] Routers {'3880d128-14e8-4cab-b9c8-34c5662e26d8'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:11.436263 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:10:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3880d128-14e8-4cab-b9c8-34c5662e26d8'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:11.485514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce790e6-6591-4d22-a049-118ec6bb4da3 None None] DHCP port deletion for 448b5fe0-4d30-49fd-818f-e499db294b5f request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:10:11.541507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790e6-6591-4d22-a049-118ec6bb4da3 None None] Deleting port 7ec578b1-fd50-4642-adac-4ba763f9a792 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:11.542012 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ce790e6-6591-4d22-a049-118ec6bb4da3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.553184 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_gateway (3880d128-14e8-4cab-b9c8-34c5662e26d8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.563081 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] Set router 3880d128-14e8-4cab-b9c8-34c5662e26d8 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:11.625431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8ce790e6-6591-4d22-a049-118ec6bb4da3 None None] For port 7ec578b1-fd50-4642-adac-4ba763f9a792, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7ec578b1-fd50-4642-adac-4ba763f9a792,segment=NetworkSegment(6e621d32-6a4a-422b-8303-552a1bf04c8a),segment_id=6e621d32-6a4a-422b-8303-552a1bf04c8a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:11.625975 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ce790e6-6591-4d22-a049-118ec6bb4da3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.634006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Deleting port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:11.634423 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.639389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8ce790e6-6591-4d22-a049-118ec6bb4da3 None None] Calling delete_port for 7ec578b1-fd50-4642-adac-4ba763f9a792 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:11.649769 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.756255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] For port 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=03b91e03-5f84-4b5c-b9e6-70ba52f9d53b,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:11.756848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ce790e6-6591-4d22-a049-118ec6bb4da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (7ec578b1-fd50-4642-adac-4ba763f9a792), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.757012 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:11.777988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Calling delete_port for 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:11.800739 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:10:10Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:11.802479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce790e6-6591-4d22-a049-118ec6bb4da3 None None] Pushing event deleted for resources: {'Port': ['ID=7ec578b1-fd50-4642-adac-4ba763f9a792,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:11.804662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce790e6-6591-4d22-a049-118ec6bb4da3 None None] No DVR routers for this DVR port 7ec578b1-fd50-4642-adac-4ba763f9a792 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:10:11.839559 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38481e1-d085-43c4-8aea-5ad0fa1581c3 None None] The sync data for ids ['3880d128-14e8-4cab-b9c8-34c5662e26d8'] in n-d-792364-10 is: [{'id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1889911598', 'tenant_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:25Z', 'updated_at': '2022-02-03T13:10:10Z', 'revision_number': 5, 'project_id': '52aa579632c54ab0b8d5fe33c7cc9edd', 'gw_port': {'id': '03b91e03-5f84-4b5c-b9e6-70ba52f9d53b', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3880d128-14e8-4cab-b9c8-34c5662e26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:26Z', 'updated_at': '2022-02-03T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:11.974259 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (03b91e03-5f84-4b5c-b9e6-70ba52f9d53b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.005383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Port': ['ID=03b91e03-5f84-4b5c-b9e6-70ba52f9d53b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:12.071732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (3880d128-14e8-4cab-b9c8-34c5662e26d8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.170486 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (3880d128-14e8-4cab-b9c8-34c5662e26d8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.172685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router_controller (3880d128-14e8-4cab-b9c8-34c5662e26d8), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.229321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (3880d128-14e8-4cab-b9c8-34c5662e26d8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.230163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Fanout notify agent at l3_agent the message router_deleted on router 3880d128-14e8-4cab-b9c8-34c5662e26d8 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:12.238196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.241766 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-69f95dd4-6ef2-46ba-bfb3-581e16fbead0 tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "DELETE /v2.0/routers/3880d128-14e8-4cab-b9c8-34c5662e26d8 HTTP/1.1" status: 204 len: 168 time: 0.9421444 Feb 03 13:10:12.242007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41306) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.340434 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (448b5fe0-4d30-49fd-818f-e499db294b5f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.435602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (448b5fe0-4d30-49fd-818f-e499db294b5f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.464307 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448b5fe0-4d30-49fd-818f-e499db294b5f']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:12.477807 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e621d32-6a4a-422b-8303-552a1bf04c8a') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:12.478418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e621d32-6a4a-422b-8303-552a1bf04c8a') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:12.488844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (6e621d32-6a4a-422b-8303-552a1bf04c8a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.507244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (6e621d32-6a4a-422b-8303-552a1bf04c8a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.516329 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:10:12.517119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (6e621d32-6a4a-422b-8303-552a1bf04c8a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:10:12.520721 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:10:12.589789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (448b5fe0-4d30-49fd-818f-e499db294b5f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.596105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.601962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] 10.222.0.65 "DELETE /v2.0/networks/448b5fe0-4d30-49fd-818f-e499db294b5f HTTP/1.1" status: 204 len: 168 time: 0.3565910 Feb 03 13:10:12.635263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4d214-edf1-4c13-86f8-500599ae5b5f tempest-TestSecurityGroupsBasicOps-699110825 tempest-TestSecurityGroupsBasicOps-699110825-project] Pushing event deleted for resources: {'Network': ['ID=448b5fe0-4d30-49fd-818f-e499db294b5f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:12.734779 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.002043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41326) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:13.201133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7ec578b1-fd50-4642-adac-4ba763f9a792 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:13.204849 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-39e6af9e-1548-4c7c-ba70-0454b1c02312 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52aa579632c54ab0b8d5fe33c7cc9edd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015958 Feb 03 13:10:13.207477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41330) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:13.226356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 7ec578b1-fd50-4642-adac-4ba763f9a792 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:13.226779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7ec578b1-fd50-4642-adac-4ba763f9a792 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:13.227266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:13.249067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:13.249721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 87e40dff-d3b8-47d4-bf8d-7c050c9610d9 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:13.250230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:13.260801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ae24-0439-4df1-9d57-708ac9ce5d17 admin admin] Publish callbacks [] for security_group (3d9d333a-ead4-4abb-8e3b-3a0149441f48), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.271579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:13.271999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 03b91e03-5f84-4b5c-b9e6-70ba52f9d53b not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:13.285037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ae24-0439-4df1-9d57-708ac9ce5d17 admin admin] Publish callbacks [] for security_group (3d9d333a-ead4-4abb-8e3b-3a0149441f48), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.342437 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ae24-0439-4df1-9d57-708ac9ce5d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3d9d333a-ead4-4abb-8e3b-3a0149441f48), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.345465 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ae24-0439-4df1-9d57-708ac9ce5d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.346846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d3b4ae24-0439-4df1-9d57-708ac9ce5d17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d9d333a-ead4-4abb-8e3b-3a0149441f48 HTTP/1.1" status: 204 len: 168 time: 0.1378164 Feb 03 13:10:13.355508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4ae24-0439-4df1-9d57-708ac9ce5d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9d333a-ead4-4abb-8e3b-3a0149441f48,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:13.656910 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:10:13.686063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41336) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:13.699414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23f73cc7-9bc6-4662-ab29-c6ec5752d3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.784435 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23f73cc7-9bc6-4662-ab29-c6ec5752d3b5 admin admin] Publish callbacks [] for security_group (b53f7e5a-58ea-440a-a835-fd6278d35296), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.793279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23f73cc7-9bc6-4662-ab29-c6ec5752d3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b53f7e5a-58ea-440a-a835-fd6278d35296), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.845469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-23f73cc7-9bc6-4662-ab29-c6ec5752d3b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8973272f8ae749169a8dfe6f5cd20c3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579611 Feb 03 13:10:13.846261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f73cc7-9bc6-4662-ab29-c6ec5752d3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f7e5a-58ea-440a-a835-fd6278d35296,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:13.848891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41340) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:13.932229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-330bca70-6a71-4184-99fc-3c5918715f92 admin admin] Publish callbacks [] for security_group (b53f7e5a-58ea-440a-a835-fd6278d35296), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.976056 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-330bca70-6a71-4184-99fc-3c5918715f92 admin admin] Publish callbacks [] for security_group (b53f7e5a-58ea-440a-a835-fd6278d35296), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.041031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-330bca70-6a71-4184-99fc-3c5918715f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b53f7e5a-58ea-440a-a835-fd6278d35296), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.044000 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-330bca70-6a71-4184-99fc-3c5918715f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.045169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-330bca70-6a71-4184-99fc-3c5918715f92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b53f7e5a-58ea-440a-a835-fd6278d35296 HTTP/1.1" status: 204 len: 168 time: 0.1949317 Feb 03 13:10:14.054843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bca70-6a71-4184-99fc-3c5918715f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53f7e5a-58ea-440a-a835-fd6278d35296,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:14.423129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41350) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:14.465765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4a6f5cdb-7731-4790-9ae0-0906c9eca9d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c4053e0cf17499ca36130d915eed0c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412779 Feb 03 13:10:14.468159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41352) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:14.519494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6f54-8b61-4977-8534-a5f5a8eda2d8 admin admin] Publish callbacks [] for security_group (6c309c1a-db56-4a45-9e65-16a5009749eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.547948 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6f54-8b61-4977-8534-a5f5a8eda2d8 admin admin] Publish callbacks [] for security_group (6c309c1a-db56-4a45-9e65-16a5009749eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.600166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6f54-8b61-4977-8534-a5f5a8eda2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6c309c1a-db56-4a45-9e65-16a5009749eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.602916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6f54-8b61-4977-8534-a5f5a8eda2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.604465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ac5a6f54-8b61-4977-8534-a5f5a8eda2d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c309c1a-db56-4a45-9e65-16a5009749eb HTTP/1.1" status: 204 len: 168 time: 0.1353145 Feb 03 13:10:14.613147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a6f54-8b61-4977-8534-a5f5a8eda2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c309c1a-db56-4a45-9e65-16a5009749eb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:16.483606 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.810935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.677803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886766aa-d632-44d1-8ae2-93b652883620 req-36b1a96e-bb04-4783-9efe-d06483db26c4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453215 Feb 03 13:10:33.774268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886766aa-d632-44d1-8ae2-93b652883620 req-7692f652-ea56-49c8-8b62-cabb6eb35b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:33.775913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886766aa-d632-44d1-8ae2-93b652883620 req-7692f652-ea56-49c8-8b62-cabb6eb35b7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ad234cd63ab4ca0ab6610702283f746&device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 1128 time: 0.0537739 Feb 03 13:10:33.896375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886766aa-d632-44d1-8ae2-93b652883620 req-88c7c09f-ec63-404b-a6fd-f3092892d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:33.898247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886766aa-d632-44d1-8ae2-93b652883620 req-88c7c09f-ec63-404b-a6fd-f3092892d7fc service neutron] 10.222.0.91 "GET /v2.0/networks?id=222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 200 len: 914 time: 0.1027319 Feb 03 13:10:33.942854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886766aa-d632-44d1-8ae2-93b652883620 req-31662920-67a8-455d-9518-4377c5b7a088 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1521424e-7b0b-4397-b26f-13ed59e34981 HTTP/1.1" status: 200 len: 217 time: 0.0374870 Feb 03 13:10:33.993267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886766aa-d632-44d1-8ae2-93b652883620 req-6071a105-79b3-4f40-825a-222f5ab38403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:33.995511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886766aa-d632-44d1-8ae2-93b652883620 req-6071a105-79b3-4f40-825a-222f5ab38403 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff32cc7d-ecb0-4946-9d44-bc0b3072a10f HTTP/1.1" status: 200 len: 853 time: 0.0466785 Feb 03 13:10:34.037338 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886766aa-d632-44d1-8ae2-93b652883620 req-4a66d5b6-bf76-4e7a-bdb5-975f95f1110b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=222eff4a-24cb-4568-bacc-b859eeff1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326359 Feb 03 13:10:34.139507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886766aa-d632-44d1-8ae2-93b652883620 req-c809cb1f-89b6-4bc0-aa47-bb31f80be31e service neutron] 10.222.0.91 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950923 Feb 03 13:10:34.241498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-886766aa-d632-44d1-8ae2-93b652883620 req-62323df5-3d13-48ff-8198-5e5509e6182a service neutron] 10.222.0.91 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961161 Feb 03 13:10:35.489818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41538) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:35.600665 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f68fc78-090e-4ae9-b538-46f9c1d39186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.682130 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f68fc78-090e-4ae9-b538-46f9c1d39186 admin admin] Publish callbacks [] for security_group (8e53fe34-c9f3-4128-9313-52d37b229045), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.687206 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f68fc78-090e-4ae9-b538-46f9c1d39186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8e53fe34-c9f3-4128-9313-52d37b229045), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.726094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9f68fc78-090e-4ae9-b538-46f9c1d39186 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=291911235cd945259a124349709033d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341838 Feb 03 13:10:35.730320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68fc78-090e-4ae9-b538-46f9c1d39186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e53fe34-c9f3-4128-9313-52d37b229045,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:35.730495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41542) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:35.783215 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Publish callbacks [] for security_group (8e53fe34-c9f3-4128-9313-52d37b229045), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.804318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Publish callbacks [] for security_group (8e53fe34-c9f3-4128-9313-52d37b229045), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.851908 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8e53fe34-c9f3-4128-9313-52d37b229045), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.854943 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.859365 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e53fe34-c9f3-4128-9313-52d37b229045 HTTP/1.1" status: 204 len: 168 time: 0.1294031 Feb 03 13:10:35.868229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e53fe34-c9f3-4128-9313-52d37b229045,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:35.876248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.876834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.877327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.877814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.878295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.878826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.879303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.879779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.880273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.880746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.881235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.881706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:35.882178 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a549-8836-40d8-aebb-bd184e2ec19e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:36.164064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41548) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:36.178067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7746faf1-bbc7-40e7-97f0-fb8831b500fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.255592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7746faf1-bbc7-40e7-97f0-fb8831b500fe admin admin] Publish callbacks [] for security_group (067f42e7-343a-41e4-acf7-133a72b55a79), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.261283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7746faf1-bbc7-40e7-97f0-fb8831b500fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (067f42e7-343a-41e4-acf7-133a72b55a79), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.299326 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746faf1-bbc7-40e7-97f0-fb8831b500fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067f42e7-343a-41e4-acf7-133a72b55a79,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:36.306995 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7746faf1-bbc7-40e7-97f0-fb8831b500fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35fcbded494041d8a61e73098bb68a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418760 Feb 03 13:10:36.307121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41550) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:36.357482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dba95f69-3966-4136-a193-c40a8adb994e admin admin] Publish callbacks [] for security_group (067f42e7-343a-41e4-acf7-133a72b55a79), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.379620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dba95f69-3966-4136-a193-c40a8adb994e admin admin] Publish callbacks [] for security_group (067f42e7-343a-41e4-acf7-133a72b55a79), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.428458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dba95f69-3966-4136-a193-c40a8adb994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (067f42e7-343a-41e4-acf7-133a72b55a79), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.431285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dba95f69-3966-4136-a193-c40a8adb994e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.432704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dba95f69-3966-4136-a193-c40a8adb994e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/067f42e7-343a-41e4-acf7-133a72b55a79 HTTP/1.1" status: 204 len: 168 time: 0.1246500 Feb 03 13:10:36.444360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba95f69-3966-4136-a193-c40a8adb994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f42e7-343a-41e4-acf7-133a72b55a79,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:36.656548 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90e9a7ed-b825-45d4-8d60-e4268168c08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.213804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41602) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:38.340998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c2f983f2-3df4-402b-b92e-a3710f4ca320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.424160 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c2f983f2-3df4-402b-b92e-a3710f4ca320 admin admin] Publish callbacks [] for security_group (458b987b-aa81-4eba-9808-d20dfaf4679e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.431262 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c2f983f2-3df4-402b-b92e-a3710f4ca320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (458b987b-aa81-4eba-9808-d20dfaf4679e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.469600 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c2f983f2-3df4-402b-b92e-a3710f4ca320 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2884d64a3fae47ef9b6afbb743c25e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2546291 Feb 03 13:10:38.470515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f983f2-3df4-402b-b92e-a3710f4ca320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458b987b-aa81-4eba-9808-d20dfaf4679e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:38.472513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41606) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:38.527359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03fe6f64-243f-45f5-9c97-73f4b74da4ed admin admin] Publish callbacks [] for security_group (458b987b-aa81-4eba-9808-d20dfaf4679e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.549105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03fe6f64-243f-45f5-9c97-73f4b74da4ed admin admin] Publish callbacks [] for security_group (458b987b-aa81-4eba-9808-d20dfaf4679e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.599513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03fe6f64-243f-45f5-9c97-73f4b74da4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (458b987b-aa81-4eba-9808-d20dfaf4679e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.602151 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03fe6f64-243f-45f5-9c97-73f4b74da4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.605802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-03fe6f64-243f-45f5-9c97-73f4b74da4ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/458b987b-aa81-4eba-9808-d20dfaf4679e HTTP/1.1" status: 204 len: 168 time: 0.1299541 Feb 03 13:10:38.612285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe6f64-243f-45f5-9c97-73f4b74da4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458b987b-aa81-4eba-9808-d20dfaf4679e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:38.862422 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd53acb3-d0be-4879-aae0-ebcfb7772829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.897601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41614) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:38.911251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-448bd24a-7761-4303-9ccf-01ec1f55fc26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.989239 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-448bd24a-7761-4303-9ccf-01ec1f55fc26 admin admin] Publish callbacks [] for security_group (1edd773b-6fe1-4ecc-891f-48a7b54ee571), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.994975 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-448bd24a-7761-4303-9ccf-01ec1f55fc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1edd773b-6fe1-4ecc-891f-48a7b54ee571), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.034285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-448bd24a-7761-4303-9ccf-01ec1f55fc26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45a2e2e45f4d4b3481f3862838a7f189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355503 Feb 03 13:10:39.035274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bd24a-7761-4303-9ccf-01ec1f55fc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edd773b-6fe1-4ecc-891f-48a7b54ee571,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:39.037393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41616) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:39.088681 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c9e55465-b963-449d-9ebe-4bca2d068631 admin admin] Publish callbacks [] for security_group (1edd773b-6fe1-4ecc-891f-48a7b54ee571), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.111054 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c9e55465-b963-449d-9ebe-4bca2d068631 admin admin] Publish callbacks [] for security_group (1edd773b-6fe1-4ecc-891f-48a7b54ee571), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.158613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c9e55465-b963-449d-9ebe-4bca2d068631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1edd773b-6fe1-4ecc-891f-48a7b54ee571), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.161128 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c9e55465-b963-449d-9ebe-4bca2d068631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.162299 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c9e55465-b963-449d-9ebe-4bca2d068631 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1edd773b-6fe1-4ecc-891f-48a7b54ee571 HTTP/1.1" status: 204 len: 168 time: 0.1239493 Feb 03 13:10:39.170821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e55465-b963-449d-9ebe-4bca2d068631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edd773b-6fe1-4ecc-891f-48a7b54ee571,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:40.154237 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:41.041739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3a45f-ced7-42fb-a0af-ebb8b1c32b48 req-2191f8b5-a5b2-4e52-a3a1-51745a526b5e tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:41.043192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54f3a45f-ced7-42fb-a0af-ebb8b1c32b48 req-2191f8b5-a5b2-4e52-a3a1-51745a526b5e tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 945 time: 0.0538008 Feb 03 13:10:41.094398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54f3a45f-ced7-42fb-a0af-ebb8b1c32b48 req-0573ac90-3db0-4ab7-8c69-e7783f134c65 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451684 Feb 03 13:10:41.603225 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.219186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667b538-4c48-4fce-b4e4-b5b4df6b6f66 req-79b9710c-5ea4-46a0-ab5b-c62d9a81ae1e tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:42.220680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d667b538-4c48-4fce-b4e4-b5b4df6b6f66 req-79b9710c-5ea4-46a0-ab5b-c62d9a81ae1e tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 945 time: 0.0531874 Feb 03 13:10:42.267011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d667b538-4c48-4fce-b4e4-b5b4df6b6f66 req-0ab98d23-465e-4972-bb4b-246e2c3b02a0 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Feb 03 13:10:42.714174 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.995402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-6fa1423e-67f7-4da6-8e54-58df5acfcc63 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:42.996934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-6fa1423e-67f7-4da6-8e54-58df5acfcc63 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.91 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 945 time: 0.0602865 Feb 03 13:10:43.094123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Deleting port 1521424e-7b0b-4397-b26f-13ed59e34981 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:43.094500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:43.186609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] For port 1521424e-7b0b-4397-b26f-13ed59e34981, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1521424e-7b0b-4397-b26f-13ed59e34981,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:43.187027 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:43.200328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Calling delete_port for 1521424e-7b0b-4397-b26f-13ed59e34981 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:43.645598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6e495-ddb2-47b5-943e-4b48edb92927 req-cb15918e-739a-4cd6-987a-4d37b2d1e01c tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:43.647096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffa6e495-ddb2-47b5-943e-4b48edb92927 req-cb15918e-739a-4cd6-987a-4d37b2d1e01c tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=495684ba-7168-426d-99c3-ee7c40e556ae HTTP/1.1" status: 200 len: 945 time: 0.0768259 Feb 03 13:10:43.731002 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffa6e495-ddb2-47b5-943e-4b48edb92927 req-75d06898-8371-4ca6-a8df-c8ffbe435c5a tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749257 Feb 03 13:10:43.733254 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1521424e-7b0b-4397-b26f-13ed59e34981), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:43.745647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['1521424e-7b0b-4397-b26f-13ed59e34981'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:10:43.767920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Pushing event deleted for resources: {'Port': ['ID=1521424e-7b0b-4397-b26f-13ed59e34981,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:43.812472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] No DVR routers for this DVR port 1521424e-7b0b-4397-b26f-13ed59e34981 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:10:43.815491 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:43.819038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5440f776-73e7-47b4-8294-a5e33089ace7 req-60eeb6ce-0b46-4f45-b24e-8b9445f259dc tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.91 "DELETE /v2.0/ports/1521424e-7b0b-4397-b26f-13ed59e34981 HTTP/1.1" status: 204 len: 173 time: 0.8160884 Feb 03 13:10:43.819483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495684ba-7168-426d-99c3-ee7c40e556ae', 'name': 'network-vif-deleted', 'tag': '1521424e-7b0b-4397-b26f-13ed59e34981'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:43.821819 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b192f-a6b3-4790-8aaf-2b96aa5e68f9" -d '{"events": [{"server_uuid": "495684ba-7168-426d-99c3-ee7c40e556ae", "name": "network-vif-deleted", "tag": "1521424e-7b0b-4397-b26f-13ed59e34981"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:44.005205 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f13a490-2530-43d3-a5c1-c8e7070bf0cd x-openstack-request-id: req-8f13a490-2530-43d3-a5c1-c8e7070bf0cd {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:44.005562 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495684ba-7168-426d-99c3-ee7c40e556ae", "name": "network-vif-deleted", "tag": "1521424e-7b0b-4397-b26f-13ed59e34981", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:44.005899 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f13a490-2530-43d3-a5c1-c8e7070bf0cd {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:44.006506 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495684ba-7168-426d-99c3-ee7c40e556ae', 'name': 'network-vif-deleted', 'tag': '1521424e-7b0b-4397-b26f-13ed59e34981', 'status': 'completed', 'code': 200} Feb 03 13:10:46.450967 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:46.850929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1521424e-7b0b-4397-b26f-13ed59e34981 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:46.876760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 1521424e-7b0b-4397-b26f-13ed59e34981 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:46.877294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1521424e-7b0b-4397-b26f-13ed59e34981 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:50.657183 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:10:50.803854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.376964 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41758) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:52.489286 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af309ec5-7710-4b14-ac99-cc4ccd0b7d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.584909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af309ec5-7710-4b14-ac99-cc4ccd0b7d6f admin admin] Publish callbacks [] for security_group (0bc13236-e667-44f7-a9be-548e8ae821f5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.590548 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af309ec5-7710-4b14-ac99-cc4ccd0b7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0bc13236-e667-44f7-a9be-548e8ae821f5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.637436 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-af309ec5-7710-4b14-ac99-cc4ccd0b7d6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aded4356c3db4b0da1e3892a0b84e638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553771 Feb 03 13:10:52.637436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af309ec5-7710-4b14-ac99-cc4ccd0b7d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc13236-e667-44f7-a9be-548e8ae821f5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:52.638306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41764) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:52.696588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d8a472b-47b8-43ca-96c8-da2837f65c18 admin admin] Publish callbacks [] for security_group (0bc13236-e667-44f7-a9be-548e8ae821f5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.725309 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d8a472b-47b8-43ca-96c8-da2837f65c18 admin admin] Publish callbacks [] for security_group (0bc13236-e667-44f7-a9be-548e8ae821f5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.776947 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d8a472b-47b8-43ca-96c8-da2837f65c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0bc13236-e667-44f7-a9be-548e8ae821f5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.779981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d8a472b-47b8-43ca-96c8-da2837f65c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.781365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7d8a472b-47b8-43ca-96c8-da2837f65c18 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0bc13236-e667-44f7-a9be-548e8ae821f5 HTTP/1.1" status: 204 len: 168 time: 0.1413598 Feb 03 13:10:52.790162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a472b-47b8-43ca-96c8-da2837f65c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc13236-e667-44f7-a9be-548e8ae821f5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:53.079029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41770) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:53.096295 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c678f5df-329c-43a2-8002-84a501f33a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.181013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c678f5df-329c-43a2-8002-84a501f33a3d admin admin] Publish callbacks [] for security_group (5316aac2-7264-47bf-8ca4-ae65813c11ea), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.185455 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c678f5df-329c-43a2-8002-84a501f33a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5316aac2-7264-47bf-8ca4-ae65813c11ea), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.224919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c678f5df-329c-43a2-8002-84a501f33a3d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15113b5726204ec294fb35536de247da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443787 Feb 03 13:10:53.225808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678f5df-329c-43a2-8002-84a501f33a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5316aac2-7264-47bf-8ca4-ae65813c11ea,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:53.227677 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:53.279572 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c71d6e76-c35b-470b-b26e-f62502441f7e admin admin] Publish callbacks [] for security_group (5316aac2-7264-47bf-8ca4-ae65813c11ea), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.300623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c71d6e76-c35b-470b-b26e-f62502441f7e admin admin] Publish callbacks [] for security_group (5316aac2-7264-47bf-8ca4-ae65813c11ea), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.347671 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c71d6e76-c35b-470b-b26e-f62502441f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5316aac2-7264-47bf-8ca4-ae65813c11ea), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.350334 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c71d6e76-c35b-470b-b26e-f62502441f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.351549 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c71d6e76-c35b-470b-b26e-f62502441f7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5316aac2-7264-47bf-8ca4-ae65813c11ea HTTP/1.1" status: 204 len: 168 time: 0.1227598 Feb 03 13:10:53.360220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d6e76-c35b-470b-b26e-f62502441f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5316aac2-7264-47bf-8ca4-ae65813c11ea,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:54.844251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be7db-2731-494a-aef8-85265b1cca61 req-77c19a17-eeee-4234-b6c4-fe7b545ba1c8 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:54.845727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-77c19a17-eeee-4234-b6c4-fe7b545ba1c8 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/networks?id=222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 200 len: 813 time: 0.1043959 Feb 03 13:10:54.860920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ca11b5b3-90ad-44ae-a370-a383e9e8b834 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/quotas/1ad234cd63ab4ca0ab6610702283f746 HTTP/1.1" status: 200 len: 375 time: 0.0096350 Feb 03 13:10:54.895285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-776cfdb6-a324-4221-95cd-f7aee765c6f3 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ad234cd63ab4ca0ab6610702283f746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290606 Feb 03 13:10:55.151061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-2ce20cbb-efe3-4f67-b11e-a4efec725068 service neutron] 10.222.0.65 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474387 Feb 03 13:10:55.241023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-a9b95423-ce2c-4c7d-9090-4949316acffe service neutron] 10.222.0.65 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842652 Feb 03 13:10:55.415366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-caf23e85-9800-428b-a7e4-180e995e588a req-487be58e-854e-40df-8b16-2a40752afa5e tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 210 time: 0.0320358 Feb 03 13:10:56.484048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be7db-2731-494a-aef8-85265b1cca61 req-207eb3a8-d591-4370-8ca2-e846b187104a tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:56.486210 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-207eb3a8-d591-4370-8ca2-e846b187104a tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.72 "GET /v2.0/networks?id=222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 200 len: 813 time: 0.1311932 Feb 03 13:10:56.499398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Request body: {'port': {'device_id': '47124c8c-ad92-4a4b-a921-bb124422acf3', 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41', 'admin_state_up': True, 'tenant_id': '1ad234cd63ab4ca0ab6610702283f746'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:56.538860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a224960a-eb0a-47fa-b925-32ffee67ae9a req-49fe19f3-4c57-4f23-a984-1ce464e95a06 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 210 time: 0.0326464 Feb 03 13:10:56.611304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Made reservation on behalf of 1ad234cd63ab4ca0ab6610702283f746 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:56.614540 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.740115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Allocated IP 172.20.0.3 (222eff4a-24cb-4568-bacc-b859eeff1a41/ff32cc7d-ecb0-4946-9d44-bc0b3072a10f/a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:56.890655 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks [] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.924890 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.969943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Network 222eff4a-24cb-4568-bacc-b859eeff1a41 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:56.979268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:56.985672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:57.009826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Pushing event updated for resources: {'Port': ['ID=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:57.036313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:57.036921 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.054206 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-dfa310ad-20cb-41cd-a8e4-6e68664cc6ff tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588503 Feb 03 13:10:57.065547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Request body: {'port': {'device_id': '47124c8c-ad92-4a4b-a921-bb124422acf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:57.128633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.407217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:10:57.416045 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Publish callbacks [] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.428994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Transition to ACTIVE for port object a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:10:57.434449 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.487503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Pushing event updated for resources: {'Port': ['ID=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:57.559529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Attempting to bind port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:10:57.559862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Attempting to bind port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '15726687-8aeb-4480-b1a2-bc5be1711d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:10:57.560157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Attempting to bind port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 on network 222eff4a-24cb-4568-bacc-b859eeff1a41 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:10:57.564675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 on network 222eff4a-24cb-4568-bacc-b859eeff1a41 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:10:57.564994 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Attempting to bind port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 on network 222eff4a-24cb-4568-bacc-b859eeff1a41 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:10:57.570252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:10:57.570536 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Checking segment: {'id': '15726687-8aeb-4480-b1a2-bc5be1711d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:10:57.570914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Bound using segment: {'id': '15726687-8aeb-4480-b1a2-bc5be1711d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:10:57.571325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Bound port: a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15726687-8aeb-4480-b1a2-bc5be1711d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:10:57.571744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.635808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] For port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:10:57.638869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] For port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:10:57.646016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.669290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89317-89bd-420f-aba4-33022e1e95d3 req-777d2fd4-aa58-429e-8f45-18b11f11aff9 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:57.671066 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13d89317-89bd-420f-aba4-33022e1e95d3 req-777d2fd4-aa58-429e-8f45-18b11f11aff9 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 943 time: 0.0589068 Feb 03 13:10:57.681271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:57.682590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.683995 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] 10.222.0.72 "PUT /v2.0/ports/a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 HTTP/1.1" status: 200 len: 1092 time: 0.6225049 Feb 03 13:10:57.684442 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47124c8c-ad92-4a4b-a921-bb124422acf3', 'tag': 'a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:57.686874 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f29227-affd-4424-b943-991bf6d76c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "47124c8c-ad92-4a4b-a921-bb124422acf3", "tag": "a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:57.711326 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d8c83-3263-4379-911d-410a69ba0b61 service neutron] Pushing event updated for resources: {'Port': ['ID=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:57.737175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13d89317-89bd-420f-aba4-33022e1e95d3 req-ce8b0f34-0bd0-4fba-8333-ddd48b8ead8e tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593936 Feb 03 13:10:57.748160 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830b35c7-7ea8-40b7-a312-43c8d45d4fce x-openstack-request-id: req-830b35c7-7ea8-40b7-a312-43c8d45d4fce {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:57.748581 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47124c8c-ad92-4a4b-a921-bb124422acf3", "tag": "a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:57.748836 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-830b35c7-7ea8-40b7-a312-43c8d45d4fce {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:57.749229 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47124c8c-ad92-4a4b-a921-bb124422acf3', 'tag': 'a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7', 'status': 'completed', 'code': 200} Feb 03 13:10:57.785135 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be7db-2731-494a-aef8-85265b1cca61 req-e1b3a59d-184c-4cdb-b335-b878c74d2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:57.786664 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-e1b3a59d-184c-4cdb-b335-b878c74d2acb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad234cd63ab4ca0ab6610702283f746&device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 1126 time: 0.0494697 Feb 03 13:10:57.830983 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-08cb3d3d-34a9-4805-9d03-8ebeebad5f7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 HTTP/1.1" status: 200 len: 217 time: 0.0370581 Feb 03 13:10:57.879949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be7db-2731-494a-aef8-85265b1cca61 req-fbaad701-daa8-4b67-aedf-fc62050c3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:57.881358 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-fbaad701-daa8-4b67-aedf-fc62050c3de6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ff32cc7d-ecb0-4946-9d44-bc0b3072a10f HTTP/1.1" status: 200 len: 853 time: 0.0443106 Feb 03 13:10:57.913746 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-0ca6dc30-8533-47aa-88e7-43a035f3ff25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=222eff4a-24cb-4568-bacc-b859eeff1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256758 Feb 03 13:10:58.011639 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-c34ba271-0b8d-41f8-a283-32ebd486d0ac service neutron] 10.222.0.72 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913482 Feb 03 13:10:58.101520 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a00be7db-2731-494a-aef8-85265b1cca61 req-287ddda6-cbf7-49a8-83bd-eb7b51c6fb9c service neutron] 10.222.0.72 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836375 Feb 03 13:10:58.198089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29227-affd-4424-b943-991bf6d76c0c req-70214699-e2aa-4177-8835-4f29e7c08f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:58.199625 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e2f29227-affd-4424-b943-991bf6d76c0c req-70214699-e2aa-4177-8835-4f29e7c08f9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad234cd63ab4ca0ab6610702283f746&device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 1126 time: 0.0489037 Feb 03 13:10:58.302791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29227-affd-4424-b943-991bf6d76c0c req-af5d18c0-94c4-42b0-8ea4-0c783e75b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:58.304313 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e2f29227-affd-4424-b943-991bf6d76c0c req-af5d18c0-94c4-42b0-8ea4-0c783e75b7f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 200 len: 914 time: 0.0906689 Feb 03 13:10:58.349503 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e2f29227-affd-4424-b943-991bf6d76c0c req-34c0246b-a79e-4360-b0ec-8c0d723033b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 HTTP/1.1" status: 200 len: 217 time: 0.0386674 Feb 03 13:10:58.401216 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29227-affd-4424-b943-991bf6d76c0c req-f1f23341-05d6-4034-b471-6906bfd80c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:58.402721 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e2f29227-affd-4424-b943-991bf6d76c0c req-f1f23341-05d6-4034-b471-6906bfd80c15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ff32cc7d-ecb0-4946-9d44-bc0b3072a10f HTTP/1.1" status: 200 len: 853 time: 0.0472147 Feb 03 13:10:58.436678 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e2f29227-affd-4424-b943-991bf6d76c0c req-389ab20e-aa74-4198-a1e9-746a6626b7d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=222eff4a-24cb-4568-bacc-b859eeff1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274794 Feb 03 13:10:58.538249 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e2f29227-affd-4424-b943-991bf6d76c0c req-013c9f82-ab2f-4135-9f08-03dcaf1608a9 service neutron] 10.222.0.72 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936325 Feb 03 13:10:58.631820 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e2f29227-affd-4424-b943-991bf6d76c0c req-9e17ae09-abd1-4675-b98f-b770b5cba3cf service neutron] 10.222.0.72 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876057 Feb 03 13:10:58.861498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e2983-2611-4447-b512-0cc6cbafdcab req-fd2bffcb-0cf9-4dbd-835e-ec74dc2c5929 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:58.862871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a22e2983-2611-4447-b512-0cc6cbafdcab req-fd2bffcb-0cf9-4dbd-835e-ec74dc2c5929 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 943 time: 0.0539441 Feb 03 13:10:58.911328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a22e2983-2611-4447-b512-0cc6cbafdcab req-324dc62d-25ca-4dfa-af9e-518b56718c2e tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Feb 03 13:11:00.039936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f140-c617-4508-929c-91524f38eb9f req-cccdb9f2-d7cb-4d33-a29c-1b06f8682005 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:00.042116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47a5f140-c617-4508-929c-91524f38eb9f req-cccdb9f2-d7cb-4d33-a29c-1b06f8682005 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 943 time: 0.0592935 Feb 03 13:11:00.090138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47a5f140-c617-4508-929c-91524f38eb9f req-0651fd9a-d359-4694-a1ae-e9ff3d6f8509 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Feb 03 13:11:00.653449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:11:00.756412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:00.767800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7', 'network_id': '222eff4a-24cb-4568-bacc-b859eeff1a41', 'port_id': 'a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7', 'mac_address': 'fa:16:3e:2c:25:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff32cc7d-ecb0-4946-9d44-bc0b3072a10f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:11:00.804672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:00.805096 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.818521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:11:00.838061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:00.845685 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.896620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:00.905189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.905541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.905886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.906225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.906610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.906944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.907273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.907599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.907924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.908246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.908623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.908972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:00.909292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:01.052769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:11:01.210785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bec43-9e02-4f5f-beae-1c1fc49594be req-45ac7376-7ee3-4283-8409-1b9f3c103b9f tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:01.212347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f34bec43-9e02-4f5f-beae-1c1fc49594be req-45ac7376-7ee3-4283-8409-1b9f3c103b9f tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 944 time: 0.0547845 Feb 03 13:11:01.260642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f34bec43-9e02-4f5f-beae-1c1fc49594be req-27460f81-46b2-4088-bba6-a7f53f8ed286 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Feb 03 13:11:02.386077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed16c-3a2d-4e25-b831-57e87176f57a req-4a3fa634-43d7-4751-88ea-176507c3be19 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:02.387641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f5ed16c-3a2d-4e25-b831-57e87176f57a req-4a3fa634-43d7-4751-88ea-176507c3be19 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 944 time: 0.0556269 Feb 03 13:11:02.440658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f5ed16c-3a2d-4e25-b831-57e87176f57a req-f67c6c01-aedc-4db7-bf0e-8d1f9483ecac tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Feb 03 13:11:02.656124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:02.711073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:11:02.716098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:02.716469 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.809560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:02.809982 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.847094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:02.848799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47124c8c-ad92-4a4b-a921-bb124422acf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:11:02.852006 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9b1be7-4b01-440d-9eae-2e0a99c7b7d7" -d '{"events": [{"server_uuid": "47124c8c-ad92-4a4b-a921-bb124422acf3", "name": "network-vif-plugged", "status": "completed", "tag": "a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:11:02.857166 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.918198 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303f1149-5a4d-4173-9556-a9acad047a83 x-openstack-request-id: req-303f1149-5a4d-4173-9556-a9acad047a83 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:11:02.918198 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47124c8c-ad92-4a4b-a921-bb124422acf3", "name": "network-vif-plugged", "status": "completed", "tag": "a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:11:02.922719 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-303f1149-5a4d-4173-9556-a9acad047a83 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:11:02.923285 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47124c8c-ad92-4a4b-a921-bb124422acf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7', 'code': 200} Feb 03 13:11:02.931509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:03.044092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d340b-f857-4094-8256-ba1666a6936a req-c06eff8e-8a7f-4f05-8c76-d84e8cebfb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:03.047368 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6f6d340b-f857-4094-8256-ba1666a6936a req-c06eff8e-8a7f-4f05-8c76-d84e8cebfb86 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 1128 time: 0.0668693 Feb 03 13:11:03.102368 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6f6d340b-f857-4094-8256-ba1666a6936a req-70117623-d34c-45aa-b38a-768aab4f4388 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479870 Feb 03 13:11:03.569870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6285-bd37-4d85-892e-c9df42bd8676 req-f5882367-a484-43c3-b27d-8ae9b4d082d9 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:03.571469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47bd6285-bd37-4d85-892e-c9df42bd8676 req-f5882367-a484-43c3-b27d-8ae9b4d082d9 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 945 time: 0.0584381 Feb 03 13:11:03.619657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47bd6285-bd37-4d85-892e-c9df42bd8676 req-6ceee448-a007-4ffa-b9f8-e2f1b46655e1 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Feb 03 13:11:04.747649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be0bb9-5007-4642-818d-94b5e43ccece req-b17a7d0c-f04e-48e9-b271-2cefec143a41 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:04.749181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8be0bb9-5007-4642-818d-94b5e43ccece req-b17a7d0c-f04e-48e9-b271-2cefec143a41 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 945 time: 0.0591862 Feb 03 13:11:04.800796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8be0bb9-5007-4642-818d-94b5e43ccece req-cf73d595-4f42-46e0-84e5-87fc1ca56682 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Feb 03 13:11:06.652608 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f847645-6faf-44ce-8712-ecc6dbed062c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.741570 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 41990) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:08.862410 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23472998-5ae5-407c-a389-5e491e52710d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.870736 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d38046e-b586-4b51-8988-da2652ca6e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.949935 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23472998-5ae5-407c-a389-5e491e52710d admin admin] Publish callbacks [] for security_group (bc928489-c1fd-45c2-9d85-1c8919bc23cf), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.954945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23472998-5ae5-407c-a389-5e491e52710d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bc928489-c1fd-45c2-9d85-1c8919bc23cf), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.997879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23472998-5ae5-407c-a389-5e491e52710d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc928489-c1fd-45c2-9d85-1c8919bc23cf,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:09.008735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 41994) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:09.017062 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-23472998-5ae5-407c-a389-5e491e52710d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=415c5ec4e19a4ca1aa5152097ec08343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742155 Feb 03 13:11:09.070135 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fdf19ad-4d87-41c1-bb0a-5bc0679f3695 admin admin] Publish callbacks [] for security_group (bc928489-c1fd-45c2-9d85-1c8919bc23cf), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.093630 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fdf19ad-4d87-41c1-bb0a-5bc0679f3695 admin admin] Publish callbacks [] for security_group (bc928489-c1fd-45c2-9d85-1c8919bc23cf), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.142915 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fdf19ad-4d87-41c1-bb0a-5bc0679f3695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (bc928489-c1fd-45c2-9d85-1c8919bc23cf), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.145772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fdf19ad-4d87-41c1-bb0a-5bc0679f3695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.149872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6fdf19ad-4d87-41c1-bb0a-5bc0679f3695 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc928489-c1fd-45c2-9d85-1c8919bc23cf HTTP/1.1" status: 204 len: 168 time: 0.1371408 Feb 03 13:11:09.156132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf19ad-4d87-41c1-bb0a-5bc0679f3695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc928489-c1fd-45c2-9d85-1c8919bc23cf,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:09.427093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42000) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:09.443783 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.534162 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Publish callbacks [] for security_group (87f569b8-e289-446c-9b30-67d267510127), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.539405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (87f569b8-e289-446c-9b30-67d267510127), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.581595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=caa9da7e0b4d404fa267c096398d5d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529832 Feb 03 13:11:09.582772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f569b8-e289-446c-9b30-67d267510127,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:09.584469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42004) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:09.591322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.591663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.592203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.592700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.593324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.593818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.594319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.594836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.595317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.595804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.596297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.596797 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.597273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e69a-e7fa-4c75-9393-4d3cd9552c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:09.652685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d71c8750-da8a-4520-b4ca-df74fe94f318 admin admin] Publish callbacks [] for security_group (87f569b8-e289-446c-9b30-67d267510127), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.675876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d71c8750-da8a-4520-b4ca-df74fe94f318 admin admin] Publish callbacks [] for security_group (87f569b8-e289-446c-9b30-67d267510127), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.726952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d71c8750-da8a-4520-b4ca-df74fe94f318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (87f569b8-e289-446c-9b30-67d267510127), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.730302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d71c8750-da8a-4520-b4ca-df74fe94f318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.738917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d71c8750-da8a-4520-b4ca-df74fe94f318 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87f569b8-e289-446c-9b30-67d267510127 HTTP/1.1" status: 204 len: 168 time: 0.1513062 Feb 03 13:11:09.748536 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c8750-da8a-4520-b4ca-df74fe94f318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f569b8-e289-446c-9b30-67d267510127,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:10.148463 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.160575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42010) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:10.175529 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d12ae384-fe86-4783-8fc5-6f0b7379051a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.256773 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d12ae384-fe86-4783-8fc5-6f0b7379051a admin admin] Publish callbacks [] for security_group (687d5e57-91b5-4ad5-ace7-f08a633d8435), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.263420 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d12ae384-fe86-4783-8fc5-6f0b7379051a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (687d5e57-91b5-4ad5-ace7-f08a633d8435), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.305338 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d12ae384-fe86-4783-8fc5-6f0b7379051a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77e8fb270daa4e3a99ede7d378f8e118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435902 Feb 03 13:11:10.306248 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ae384-fe86-4783-8fc5-6f0b7379051a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687d5e57-91b5-4ad5-ace7-f08a633d8435,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:10.308602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42012) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:10.363480 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5143bcf-dc3e-411e-811a-dcf9f810284d admin admin] Publish callbacks [] for security_group (687d5e57-91b5-4ad5-ace7-f08a633d8435), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.387461 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5143bcf-dc3e-411e-811a-dcf9f810284d admin admin] Publish callbacks [] for security_group (687d5e57-91b5-4ad5-ace7-f08a633d8435), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.438554 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5143bcf-dc3e-411e-811a-dcf9f810284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (687d5e57-91b5-4ad5-ace7-f08a633d8435), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.441274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5143bcf-dc3e-411e-811a-dcf9f810284d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.444961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b5143bcf-dc3e-411e-811a-dcf9f810284d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/687d5e57-91b5-4ad5-ace7-f08a633d8435 HTTP/1.1" status: 204 len: 168 time: 0.1319230 Feb 03 13:11:10.451219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5143bcf-dc3e-411e-811a-dcf9f810284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687d5e57-91b5-4ad5-ace7-f08a633d8435,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:11.603423 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.198172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42070) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:12.311750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9cae5a7b-6c92-4e20-8f57-a546619f7755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.388316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9cae5a7b-6c92-4e20-8f57-a546619f7755 admin admin] Publish callbacks [] for security_group (975f2816-5256-4a55-ad88-d3e999809427), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.393487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9cae5a7b-6c92-4e20-8f57-a546619f7755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (975f2816-5256-4a55-ad88-d3e999809427), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.433922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9cae5a7b-6c92-4e20-8f57-a546619f7755 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ddda22b503364c27945177c64a2048a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345829 Feb 03 13:11:12.434831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae5a7b-6c92-4e20-8f57-a546619f7755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975f2816-5256-4a55-ad88-d3e999809427,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:12.437569 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42074) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:12.487172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-768a4229-d43b-45c6-930d-a51fd18d9442 admin admin] Publish callbacks [] for security_group (975f2816-5256-4a55-ad88-d3e999809427), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.508052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-768a4229-d43b-45c6-930d-a51fd18d9442 admin admin] Publish callbacks [] for security_group (975f2816-5256-4a55-ad88-d3e999809427), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.555940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-768a4229-d43b-45c6-930d-a51fd18d9442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (975f2816-5256-4a55-ad88-d3e999809427), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.558885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-768a4229-d43b-45c6-930d-a51fd18d9442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.560043 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-768a4229-d43b-45c6-930d-a51fd18d9442 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/975f2816-5256-4a55-ad88-d3e999809427 HTTP/1.1" status: 204 len: 168 time: 0.1210794 Feb 03 13:11:12.567420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a4229-d43b-45c6-930d-a51fd18d9442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975f2816-5256-4a55-ad88-d3e999809427,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:12.711301 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.859514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42082) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:12.873576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e00892c-4f84-4733-b10c-5d16dece336a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.956274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e00892c-4f84-4733-b10c-5d16dece336a admin admin] Publish callbacks [] for security_group (9b19f14a-095a-4ef1-bb8c-c2f2812a8fcc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.961514 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e00892c-4f84-4733-b10c-5d16dece336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9b19f14a-095a-4ef1-bb8c-c2f2812a8fcc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.004072 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e00892c-4f84-4733-b10c-5d16dece336a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36b786e04b0342d59bac84b3a529854f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434004 Feb 03 13:11:13.005683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42084) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:13.006379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00892c-4f84-4733-b10c-5d16dece336a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b19f14a-095a-4ef1-bb8c-c2f2812a8fcc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:13.063249 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77c9bf07-b658-452c-b2e5-beb19edb6409 admin admin] Publish callbacks [] for security_group (9b19f14a-095a-4ef1-bb8c-c2f2812a8fcc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.089673 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77c9bf07-b658-452c-b2e5-beb19edb6409 admin admin] Publish callbacks [] for security_group (9b19f14a-095a-4ef1-bb8c-c2f2812a8fcc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.136250 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77c9bf07-b658-452c-b2e5-beb19edb6409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (9b19f14a-095a-4ef1-bb8c-c2f2812a8fcc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.139015 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-77c9bf07-b658-452c-b2e5-beb19edb6409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.140290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-77c9bf07-b658-452c-b2e5-beb19edb6409 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b19f14a-095a-4ef1-bb8c-c2f2812a8fcc HTTP/1.1" status: 204 len: 168 time: 0.1329827 Feb 03 13:11:13.148590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9bf07-b658-452c-b2e5-beb19edb6409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b19f14a-095a-4ef1-bb8c-c2f2812a8fcc,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:16.465528 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.833860 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.466390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42180) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:21.585032 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5215cddd-f5a8-47ce-9d9b-74ca61e2afd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.659901 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5215cddd-f5a8-47ce-9d9b-74ca61e2afd8 admin admin] Publish callbacks [] for security_group (270399f8-0582-49b5-95d1-afb254176a16), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.666396 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5215cddd-f5a8-47ce-9d9b-74ca61e2afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (270399f8-0582-49b5-95d1-afb254176a16), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.702234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215cddd-f5a8-47ce-9d9b-74ca61e2afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270399f8-0582-49b5-95d1-afb254176a16,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:21.709418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42184) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:21.717608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5215cddd-f5a8-47ce-9d9b-74ca61e2afd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0247fd497e524a459d6c69a7e3d779a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2500575 Feb 03 13:11:21.759852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-63b834f4-b1fd-4687-97f5-b3946c4c49a9 admin admin] Publish callbacks [] for security_group (270399f8-0582-49b5-95d1-afb254176a16), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.781325 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-63b834f4-b1fd-4687-97f5-b3946c4c49a9 admin admin] Publish callbacks [] for security_group (270399f8-0582-49b5-95d1-afb254176a16), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.827578 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-63b834f4-b1fd-4687-97f5-b3946c4c49a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (270399f8-0582-49b5-95d1-afb254176a16), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.830430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-63b834f4-b1fd-4687-97f5-b3946c4c49a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.834515 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-63b834f4-b1fd-4687-97f5-b3946c4c49a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/270399f8-0582-49b5-95d1-afb254176a16 HTTP/1.1" status: 204 len: 168 time: 0.1240346 Feb 03 13:11:21.842597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b834f4-b1fd-4687-97f5-b3946c4c49a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270399f8-0582-49b5-95d1-afb254176a16,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:27.661225 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:11:27.811417 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3173663-1d73-4bac-bb3f-730886278714 req-7211c48a-444f-493a-ba08-6b00eb44ed5d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443687 Feb 03 13:11:27.906003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3173663-1d73-4bac-bb3f-730886278714 req-7be847f3-40ff-4b65-bc6d-9c09d3e04251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:27.908231 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3173663-1d73-4bac-bb3f-730886278714 req-7be847f3-40ff-4b65-bc6d-9c09d3e04251 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad234cd63ab4ca0ab6610702283f746&device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 1128 time: 0.0517840 Feb 03 13:11:28.013621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3173663-1d73-4bac-bb3f-730886278714 req-91d63a59-9dfa-42f5-8102-e9710c0a8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:28.015486 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3173663-1d73-4bac-bb3f-730886278714 req-91d63a59-9dfa-42f5-8102-e9710c0a8bae service neutron] 10.222.0.72 "GET /v2.0/networks?id=222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 200 len: 914 time: 0.0867326 Feb 03 13:11:28.060927 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3173663-1d73-4bac-bb3f-730886278714 req-a5475c94-4f62-41f5-9a89-944ce12fcddc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 HTTP/1.1" status: 200 len: 217 time: 0.0392900 Feb 03 13:11:28.111755 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3173663-1d73-4bac-bb3f-730886278714 req-c11ac95d-3da7-43a5-875e-78b84a34f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:28.113249 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3173663-1d73-4bac-bb3f-730886278714 req-c11ac95d-3da7-43a5-875e-78b84a34f9e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ff32cc7d-ecb0-4946-9d44-bc0b3072a10f HTTP/1.1" status: 200 len: 853 time: 0.0454128 Feb 03 13:11:28.145560 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3173663-1d73-4bac-bb3f-730886278714 req-25ed6112-9713-4b71-977f-893a2dd6c9aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=222eff4a-24cb-4568-bacc-b859eeff1a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262983 Feb 03 13:11:28.243885 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3173663-1d73-4bac-bb3f-730886278714 req-adc93026-e65f-48dc-9d09-77b373d9d722 service neutron] 10.222.0.72 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913548 Feb 03 13:11:28.339880 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e3173663-1d73-4bac-bb3f-730886278714 req-bf55ec41-e29c-485d-8981-820216367f66 service neutron] 10.222.0.72 "GET /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903120 Feb 03 13:11:36.659046 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6be4d97d-8dae-4594-9ff1-7f241e7d3753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.869650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11a527a0-7c41-487f-be33-13a07fc93ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:39.293403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-73fdafd4-6981-4e68-b197-87c8d639a11c req-76209626-bf6e-44f7-815f-46b03086e565 service neutron] (103224) timed out ('10.222.0.65', 45714) {{(pid=103224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:11:40.153146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.606000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.713439 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:46.472958 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:47.067459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070d511-fa5d-4850-b4a0-7ce06673f7b8 req-ce009e72-8b20-46a3-91d1-77709ae2b9ac tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:47.068970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1070d511-fa5d-4850-b4a0-7ce06673f7b8 req-ce009e72-8b20-46a3-91d1-77709ae2b9ac tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 945 time: 0.0552588 Feb 03 13:11:47.117678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1070d511-fa5d-4850-b4a0-7ce06673f7b8 req-8f8dd195-db95-4908-be22-e083f3f30f3a tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 Feb 03 13:11:48.257333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a5be2-3689-4f1b-b697-61484744cb79 req-6fcfd737-f486-4a18-b4ad-42c2dfbffc92 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:48.258714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-649a5be2-3689-4f1b-b697-61484744cb79 req-6fcfd737-f486-4a18-b4ad-42c2dfbffc92 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 945 time: 0.0538037 Feb 03 13:11:48.309762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-649a5be2-3689-4f1b-b697-61484744cb79 req-b06336b9-8bba-4160-8433-4f6a43bb916b tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/security-groups?id=01045d7e-bd03-4cbd-9d74-7e5e403f2936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Feb 03 13:11:48.464808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-37792316-84b4-4b26-9a82-b7e289212942 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:48.466555 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-37792316-84b4-4b26-9a82-b7e289212942 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.72 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 945 time: 0.0553753 Feb 03 13:11:48.568507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Deleting port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:48.568752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:48.661441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] For port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,segment=NetworkSegment(15726687-8aeb-4480-b1a2-bc5be1711d13),segment_id=15726687-8aeb-4480-b1a2-bc5be1711d13)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:48.661806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:48.679370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Calling delete_port for a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:48.811559 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:48.824943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:11:48.841350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Pushing event deleted for resources: {'Port': ['ID=a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:48.854229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.854622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.854985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.855312 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.855646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.855978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.856363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.857666 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.858025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.858368 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.858706 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.859037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:48.859364 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:49.262489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] No DVR routers for this DVR port a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:49.265656 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:49.269403 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-36a389b0-cfb8-4778-9e7f-dcf098b90af4 req-c0cc9306-8428-4561-8a63-02ffca920622 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.72 "DELETE /v2.0/ports/a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 HTTP/1.1" status: 204 len: 173 time: 0.7975354 Feb 03 13:11:49.269784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47124c8c-ad92-4a4b-a921-bb124422acf3', 'name': 'network-vif-deleted', 'tag': 'a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:11:49.272047 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d809807c-45b6-47c9-855a-a5fb379f2107" -d '{"events": [{"server_uuid": "47124c8c-ad92-4a4b-a921-bb124422acf3", "name": "network-vif-deleted", "tag": "a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:11:49.311526 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab393902-b52d-4b0c-832c-24141a65adbb x-openstack-request-id: req-ab393902-b52d-4b0c-832c-24141a65adbb {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:11:49.311997 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47124c8c-ad92-4a4b-a921-bb124422acf3", "name": "network-vif-deleted", "tag": "a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:11:49.312320 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab393902-b52d-4b0c-832c-24141a65adbb {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:11:49.313684 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47124c8c-ad92-4a4b-a921-bb124422acf3', 'name': 'network-vif-deleted', 'tag': 'a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7', 'status': 'completed', 'code': 200} Feb 03 13:11:49.411364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e0104d4-7e44-4cca-a191-20194e150914 req-786677cf-b617-416e-9965-b185d9980274 tempest-VolumesSnapshotTestJSON-1343933568 tempest-VolumesSnapshotTestJSON-1343933568-project] 10.222.0.65 "GET /v2.0/ports?device_id=47124c8c-ad92-4a4b-a921-bb124422acf3 HTTP/1.1" status: 200 len: 210 time: 0.0299728 Feb 03 13:11:50.852315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:50.948681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:50.982170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:11:50.982889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a9193cbd-8c22-4d37-b20e-fa2cac9fb2d7 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:04.662172 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:12:06.654374 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51d7ce1a-5c74-47c6-8b9f-36105c6688e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:08.876425 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2b13-9cda-4194-b044-710413c286e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:10.154873 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:10.712746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42598) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:10.837180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92c76adc-ea48-4cda-86c0-acaca3cf3169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:10.926554 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92c76adc-ea48-4cda-86c0-acaca3cf3169 admin admin] Publish callbacks [] for security_group (3ab20e81-c6b9-4912-adc9-59a75cbd9bd8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:10.933299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-92c76adc-ea48-4cda-86c0-acaca3cf3169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3ab20e81-c6b9-4912-adc9-59a75cbd9bd8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:10.962251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42604) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:10.972416 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-92c76adc-ea48-4cda-86c0-acaca3cf3169 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9bb2b82f5814ad6a02fe511009526fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579181 Feb 03 13:12:11.015562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c76adc-ea48-4cda-86c0-acaca3cf3169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab20e81-c6b9-4912-adc9-59a75cbd9bd8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:11.032871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Publish callbacks [] for security_group (3ab20e81-c6b9-4912-adc9-59a75cbd9bd8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:11.057730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Publish callbacks [] for security_group (3ab20e81-c6b9-4912-adc9-59a75cbd9bd8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:11.109635 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3ab20e81-c6b9-4912-adc9-59a75cbd9bd8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:11.113083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:11.117571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ab20e81-c6b9-4912-adc9-59a75cbd9bd8 HTTP/1.1" status: 204 len: 168 time: 0.1542311 Feb 03 13:12:11.127956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab20e81-c6b9-4912-adc9-59a75cbd9bd8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:11.136503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.137141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.137847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.138473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.139038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.139546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.140070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.140573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.141270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.141800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.142516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.143072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.143569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e315ae-a5df-4c04-a2d0-3743dbf242b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:11.611173 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:11.866786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42628) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:11.984578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1326679472-network', 'tenant_id': 'c4a4b485924545bc90007635e69e7644'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:12.004790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Made reservation on behalf of c4a4b485924545bc90007635e69e7644 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:12:12.007424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.017388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.100519 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Publish callbacks [] for security_group (3063138e-4453-4ad3-a828-ee2772540a09), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.105832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3063138e-4453-4ad3-a828-ee2772540a09), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.131771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:12:12.145805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3063138e-4453-4ad3-a828-ee2772540a09,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:12.151326 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (af46cba1-b59f-47ab-8d4e-51b1e0a77510), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.151701 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Added segment af46cba1-b59f-47ab-8d4e-51b1e0a77510 of type vlan for network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 Feb 03 13:12:12.192241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (49141bd3-feb6-4ce4-be3e-b5ae572cb6d4), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.219488 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (49141bd3-feb6-4ce4-be3e-b5ae572cb6d4), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.220495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:12.221063 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.250810 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3828003 Feb 03 13:12:12.253773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42632) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:12.258908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Request body: {'subnet': {'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1326679472-subnet', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:12.281092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2666f-f635-4294-97b7-f858726f51f5 admin admin] Pushing event updated for resources: {'Network': ['ID=49141bd3-feb6-4ce4-be3e-b5ae572cb6d4,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:12.281617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Made reservation on behalf of c4a4b485924545bc90007635e69e7644 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:12:12.284037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.291698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:12:12.459113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (5665e59d-aa2b-4592-a545-f974e936c60d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.510863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5665e59d-aa2b-4592-a545-f974e936c60d,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:12.531011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Checking segment: {'id': 'af46cba1-b59f-47ab-8d4e-51b1e0a77510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:12.531374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Network hostable DHCP agents. Network: 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:12:12.549339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:12:12.561205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:12.565348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:12.565966 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.570499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d545f-cc05-421b-91eb-8eca33b65fd9 None None] Network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:12:12.585046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f0f3d446-095e-400c-9190-0dcd3e9936aa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3275547 Feb 03 13:12:12.585406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42634) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:12.589841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:12.609393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (5cd48b1f-7578-4777-8e71-1d45bd98ab62), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.611091 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (5cd48b1f-7578-4777-8e71-1d45bd98ab62), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.667654 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks [] for router_controller (5cd48b1f-7578-4777-8e71-1d45bd98ab62), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.677835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-49141bd3-feb6-4ce4-be3e-b5ae572cb6d4', 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4', 'project_id': 'c4a4b485924545bc90007635e69e7644', 'fixed_ips': [{'subnet_id': '5665e59d-aa2b-4592-a545-f974e936c60d'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:12:12.678728 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.714517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.810517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks [] for router_gateway (5cd48b1f-7578-4777-8e71-1d45bd98ab62), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:12.848530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Allocated IP 172.20.0.2 (49141bd3-feb6-4ce4-be3e-b5ae572cb6d4/5665e59d-aa2b-4592-a545-f974e936c60d/a738ef0c-ce1f-49ba-8013-84a23f885947) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:13.025563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Publish callbacks [] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.033358 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.034576 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks [] for router_gateway (5cd48b1f-7578-4777-8e71-1d45bd98ab62), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.056993 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.080990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:13.083975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:13.086678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:13.092975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Pushing event updated for resources: {'Port': ['ID=a738ef0c-ce1f-49ba-8013-84a23f885947,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:13.104505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.104856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.105198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.105537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.105871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.106230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.106584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.106919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.107229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.107549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.107869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.108191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.108509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:13.158159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Attempting to bind port a738ef0c-ce1f-49ba-8013-84a23f885947 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:13.158557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Attempting to bind port a738ef0c-ce1f-49ba-8013-84a23f885947 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'af46cba1-b59f-47ab-8d4e-51b1e0a77510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:13.158924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Attempting to bind port a738ef0c-ce1f-49ba-8013-84a23f885947 on network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:13.164495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:13.164801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Checking segment: {'id': 'af46cba1-b59f-47ab-8d4e-51b1e0a77510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:13.165386 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.165786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Bound using segment: {'id': 'af46cba1-b59f-47ab-8d4e-51b1e0a77510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:13.166582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Bound port: a738ef0c-ce1f-49ba-8013-84a23f885947, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af46cba1-b59f-47ab-8d4e-51b1e0a77510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:13.166730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.182600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Allocated IP 172.25.3.29 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/857712e9-f4ad-4c09-9281-0eba0e9e2ff2) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:13.241116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] For port a738ef0c-ce1f-49ba-8013-84a23f885947, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:13.244955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] For port a738ef0c-ce1f-49ba-8013-84a23f885947, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a738ef0c-ce1f-49ba-8013-84a23f885947,segment=NetworkSegment(af46cba1-b59f-47ab-8d4e-51b1e0a77510),segment_id=af46cba1-b59f-47ab-8d4e-51b1e0a77510)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:13.253498 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.293077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks [] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.310761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081076c7-0b86-4abb-b4c0-47a602fe8499 None None] Pushing event updated for resources: {'Port': ['ID=a738ef0c-ce1f-49ba-8013-84a23f885947,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:13.334649 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.373111 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:13.378140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:13.381767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:13.387586 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Pushing event updated for resources: {'Port': ['ID=857712e9-f4ad-4c09-9281-0eba0e9e2ff2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:13.676494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks [] for router_gateway (5cd48b1f-7578-4777-8e71-1d45bd98ab62), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.877647 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (5cd48b1f-7578-4777-8e71-1d45bd98ab62), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.023608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:12:14.142415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:14.154113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Sync routers for ids ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:14.163877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.167811 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ff154dfd-66b8-4322-9cd4-ec0202930e19 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5788288 Feb 03 13:12:14.168157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42644) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:14.174380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Routers {'5cd48b1f-7578-4777-8e71-1d45bd98ab62'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:14.174997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:14.306192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Set router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:14.426873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1fee20-561c-4f76-982d-4fb1e6782162 None None] Network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:12:14.555582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-36879178-b930-48a3-b2db-9b043c3acc07 None None] Provisioning complete for port a738ef0c-ce1f-49ba-8013-84a23f885947 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:14.555960 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36879178-b930-48a3-b2db-9b043c3acc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.616490 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.667274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:12Z', 'updated_at': '2022-02-03T13:12:13Z', 'revision_number': 3, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'gw_port': {'id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:13Z', 'updated_at': '2022-02-03T13:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:14.703794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Checking router: 5cd48b1f-7578-4777-8e71-1d45bd98ab62 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:14.704140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Updating router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:12:14.708264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36879178-b930-48a3-b2db-9b043c3acc07 None None] Current status of the port a738ef0c-ce1f-49ba-8013-84a23f885947 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:14.708645 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36879178-b930-48a3-b2db-9b043c3acc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.753410 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.787062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-36879178-b930-48a3-b2db-9b043c3acc07 None None] For port a738ef0c-ce1f-49ba-8013-84a23f885947, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a738ef0c-ce1f-49ba-8013-84a23f885947,segment=NetworkSegment(af46cba1-b59f-47ab-8d4e-51b1e0a77510),segment_id=af46cba1-b59f-47ab-8d4e-51b1e0a77510)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:14.804135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36879178-b930-48a3-b2db-9b043c3acc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.867181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Allocated IP 172.20.0.1 (49141bd3-feb6-4ce4-be3e-b5ae572cb6d4/5665e59d-aa2b-4592-a545-f974e936c60d/574b0b5b-a7d0-4354-a9d0-8df5476eb38f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:14.909706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36879178-b930-48a3-b2db-9b043c3acc07 None None] Pushing event updated for resources: {'Port': ['ID=a738ef0c-ce1f-49ba-8013-84a23f885947,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:15.010505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Publish callbacks [] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.062194 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.110729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:15.114564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:15.117700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:15.142140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-af9f14e6-a023-4e46-b5bd-75419c85ed8f None None] Provisioning complete for port a738ef0c-ce1f-49ba-8013-84a23f885947 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:15.142555 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af9f14e6-a023-4e46-b5bd-75419c85ed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.160272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Pushing event updated for resources: {'Port': ['ID=574b0b5b-a7d0-4354-a9d0-8df5476eb38f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:15.185786 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (5cd48b1f-7578-4777-8e71-1d45bd98ab62), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.296674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a738ef0c-ce1f-49ba-8013-84a23f885947 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:15.433128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-af9f14e6-a023-4e46-b5bd-75419c85ed8f None None] Current status of the port a738ef0c-ce1f-49ba-8013-84a23f885947 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:15.447711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.453340 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Publish callbacks [] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.467525 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.472257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a738ef0c-ce1f-49ba-8013-84a23f885947 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:15.472627 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.551691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Attempting to bind port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:15.552067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Attempting to bind port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:15.552765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Attempting to bind port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:15.582136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:15.582573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:15.583120 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.583587 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:15.584063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Bound port: 857712e9-f4ad-4c09-9281-0eba0e9e2ff2, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:15.584443 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.642002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0f10ce1b-57f0-451a-adda-4f11079fbf69 None None] Provisioning complete for port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:15.642415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f10ce1b-57f0-451a-adda-4f11079fbf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.642595 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Publish callbacks [] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.650209 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.683090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3b9c3-f565-4cc7-9d9a-ab24096d1bb4 None None] Pushing event updated for resources: {'Port': ['ID=857712e9-f4ad-4c09-9281-0eba0e9e2ff2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:15.724612 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (5cd48b1f-7578-4777-8e71-1d45bd98ab62), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.726861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Pushing event updated for resources: {'Port': ['ID=574b0b5b-a7d0-4354-a9d0-8df5476eb38f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:15.732923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] For port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:15.752374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f10ce1b-57f0-451a-adda-4f11079fbf69 None None] Port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:12:15.756448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] For port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=857712e9-f4ad-4c09-9281-0eba0e9e2ff2,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:15.786314 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.825457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:15.827592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:15.841687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a738ef0c-ce1f-49ba-8013-84a23f885947 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:15.870731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Routers {'5cd48b1f-7578-4777-8e71-1d45bd98ab62'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:15.871376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:15.976094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:12:15.995571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] Set router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:16.048242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3b9c3-f565-4cc7-9d9a-ab24096d1bb4 None None] Pushing event updated for resources: {'Port': ['ID=857712e9-f4ad-4c09-9281-0eba0e9e2ff2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:16.108470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:16.118242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d7501ac2-1aea-4b83-97b6-a723d76d0c2b admin admin] 10.222.0.65 "PUT /v2.0/routers/5cd48b1f-7578-4777-8e71-1d45bd98ab62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9487340 Feb 03 13:12:16.218897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4522329d-1c6a-4396-b96a-b5772353825e None None] Provisioning complete for port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:16.219244 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4522329d-1c6a-4396-b96a-b5772353825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.304676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4522329d-1c6a-4396-b96a-b5772353825e None None] Port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:12:16.337304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:12Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 4, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'gw_port': {'id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:13Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '574b0b5b-a7d0-4354-a9d0-8df5476eb38f', 'name': '', 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'mac_address': 'fa:16:3e:fb:47:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:14Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 2, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'subnets': [{'id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:16.368276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c6907-c383-4c13-ac9c-801cf4523d9c None None] The sync data for ids ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'] in n-d-792364-10 is: [{'id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:12Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 4, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'gw_port': {'id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:13Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '574b0b5b-a7d0-4354-a9d0-8df5476eb38f', 'name': '', 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'mac_address': 'fa:16:3e:fb:47:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:14Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 2, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'subnets': [{'id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:16.500050 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.846582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42674) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:16.851714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1605624024-network', 'tenant_id': '2dae9ce125024a348f707d42caedba5e'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:16.887237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Made reservation on behalf of 2dae9ce125024a348f707d42caedba5e for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:12:16.889963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.901559 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.998133 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Publish callbacks [] for security_group (672e1292-6e4a-481d-bf5f-4ec9180e66d4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.004631 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (672e1292-6e4a-481d-bf5f-4ec9180e66d4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.036329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:12:17.048536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e1292-6e4a-481d-bf5f-4ec9180e66d4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:17.054527 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (70e06df9-c232-4418-ac0b-a663776d584d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.055035 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Added segment 70e06df9-c232-4418-ac0b-a663776d584d of type vlan for network 66063fff-f479-41cc-a9f1-a8a754dee751 Feb 03 13:12:17.105055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (66063fff-f479-41cc-a9f1-a8a754dee751), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.141946 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (66063fff-f479-41cc-a9f1-a8a754dee751), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.143577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:17.144510 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.187556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3396404 Feb 03 13:12:17.190962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42676) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:17.196802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Request body: {'subnet': {'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1605624024-subnet', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:17.240872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016245f-1432-4095-894f-9b9cb1b4e85f admin admin] Pushing event updated for resources: {'Network': ['ID=66063fff-f479-41cc-a9f1-a8a754dee751,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:17.255466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 66063fff-f479-41cc-a9f1-a8a754dee751 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:12:17.304090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Made reservation on behalf of 2dae9ce125024a348f707d42caedba5e for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:12:17.314908 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.530517 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (be041118-d685-4440-9732-210ca85e0ab7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.573508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be041118-d685-4440-9732-210ca85e0ab7,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:17.615798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Checking segment: {'id': '70e06df9-c232-4418-ac0b-a663776d584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:17.616512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Network hostable DHCP agents. Network: 66063fff-f479-41cc-a9f1-a8a754dee751, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:12:17.637952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Network 66063fff-f479-41cc-a9f1-a8a754dee751 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:12:17.650586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 66063fff-f479-41cc-a9f1-a8a754dee751) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:17.655656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:17.656353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.661981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55231b38-06d4-45f4-8a15-fbc6c4f4e3a3 None None] Network 66063fff-f479-41cc-a9f1-a8a754dee751 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:12:17.695570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e0a6264d-bcf8-42c1-8ee6-2e82fd83e815 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5028400 Feb 03 13:12:17.698151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42680) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:17.704500 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:17.755378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (b5f138aa-3b78-4913-903e-cdc41332d5d0), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.757097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (b5f138aa-3b78-4913-903e-cdc41332d5d0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.817094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-66063fff-f479-41cc-a9f1-a8a754dee751', 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751', 'project_id': '2dae9ce125024a348f707d42caedba5e', 'fixed_ips': [{'subnet_id': 'be041118-d685-4440-9732-210ca85e0ab7'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:12:17.818480 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:17.841377 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks [] for router_controller (b5f138aa-3b78-4913-903e-cdc41332d5d0), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.007356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Allocated IP 172.20.0.2 (66063fff-f479-41cc-a9f1-a8a754dee751/be041118-d685-4440-9732-210ca85e0ab7/f48825bd-d296-4b5d-be9f-1433af24c083) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:18.043876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks [] for router_gateway (b5f138aa-3b78-4913-903e-cdc41332d5d0), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.196338 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Publish callbacks [] for port (f48825bd-d296-4b5d-be9f-1433af24c083), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.208113 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.252778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Network 66063fff-f479-41cc-a9f1-a8a754dee751 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:18.261247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:18.271847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:18.274649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Pushing event updated for resources: {'Port': ['ID=f48825bd-d296-4b5d-be9f-1433af24c083,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:18.320085 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks [] for router_gateway (b5f138aa-3b78-4913-903e-cdc41332d5d0), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.338599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Attempting to bind port f48825bd-d296-4b5d-be9f-1433af24c083 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:18.339063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Attempting to bind port f48825bd-d296-4b5d-be9f-1433af24c083 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '70e06df9-c232-4418-ac0b-a663776d584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:18.339550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Attempting to bind port f48825bd-d296-4b5d-be9f-1433af24c083 on network 66063fff-f479-41cc-a9f1-a8a754dee751 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:18.339987 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.344986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:18.345361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Checking segment: {'id': '70e06df9-c232-4418-ac0b-a663776d584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:18.345761 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.346146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Bound using segment: {'id': '70e06df9-c232-4418-ac0b-a663776d584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:18.346632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Bound port: f48825bd-d296-4b5d-be9f-1433af24c083, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e06df9-c232-4418-ac0b-a663776d584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:18.347330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.418053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] For port f48825bd-d296-4b5d-be9f-1433af24c083, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:18.421303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] For port f48825bd-d296-4b5d-be9f-1433af24c083, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f48825bd-d296-4b5d-be9f-1433af24c083,segment=NetworkSegment(70e06df9-c232-4418-ac0b-a663776d584d),segment_id=70e06df9-c232-4418-ac0b-a663776d584d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:18.428370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.456781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Allocated IP 172.25.3.91 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/4cb482bd-4260-4519-a850-f2df2a9f26f1) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:18.509987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a91ac0-7a7b-4fa1-a020-08af5f0f4501 None None] Pushing event updated for resources: {'Port': ['ID=f48825bd-d296-4b5d-be9f-1433af24c083,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:18.578000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks [] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.616294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:18.664650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:18.667819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:18.676703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:18.763701 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb482bd-4260-4519-a850-f2df2a9f26f1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:19.014073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks [] for router_gateway (b5f138aa-3b78-4913-903e-cdc41332d5d0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:19.236663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:19.244218 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (b5f138aa-3b78-4913-903e-cdc41332d5d0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:19.289810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:19.290236 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:19.390050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:19.390600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:19.407394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Router b5f138aa-3b78-4913-903e-cdc41332d5d0 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:12:19.416924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=857712e9-f4ad-4c09-9281-0eba0e9e2ff2,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:19.422696 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:19.423880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f48825bd-d296-4b5d-be9f-1433af24c083 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:19.477565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=857712e9-f4ad-4c09-9281-0eba0e9e2ff2,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:19.524696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:19.537348 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Sync routers for ids ['b5f138aa-3b78-4913-903e-cdc41332d5d0'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:19.549257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:19.551813 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dfdea743-0952-4d51-8188-fe7c408234a1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8505895 Feb 03 13:12:19.553597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42684) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:19.554928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f48825bd-d296-4b5d-be9f-1433af24c083 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:19.555485 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Routers {'b5f138aa-3b78-4913-903e-cdc41332d5d0'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:19.556337 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['b5f138aa-3b78-4913-903e-cdc41332d5d0'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:19.556904 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:19.611987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Sync routers for ids ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:19.646220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Routers {'5cd48b1f-7578-4777-8e71-1d45bd98ab62'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:19.647171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:19.723720 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Set router b5f138aa-3b78-4913-903e-cdc41332d5d0 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:19.802836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Set router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:19.912328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35770bc-3dbf-4a47-9768-efcc661d4ee0 None None] Network 66063fff-f479-41cc-a9f1-a8a754dee751 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:12:19.970172 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:17Z', 'updated_at': '2022-02-03T13:12:18Z', 'revision_number': 3, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'gw_port': {'id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:18Z', 'updated_at': '2022-02-03T13:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:20.012350 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Checking router: b5f138aa-3b78-4913-903e-cdc41332d5d0 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:20.013251 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Updating router b5f138aa-3b78-4913-903e-cdc41332d5d0 port 4cb482bd-4260-4519-a850-f2df2a9f26f1 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:12:20.045628 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.151619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.153437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f48825bd-d296-4b5d-be9f-1433af24c083 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:20.154023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.258167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e90edd63-1ba7-4956-9544-c41c2968647c None None] Provisioning complete for port f48825bd-d296-4b5d-be9f-1433af24c083 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:20.258878 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e90edd63-1ba7-4956-9544-c41c2968647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.331434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port f48825bd-d296-4b5d-be9f-1433af24c083, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f48825bd-d296-4b5d-be9f-1433af24c083,segment=NetworkSegment(70e06df9-c232-4418-ac0b-a663776d584d),segment_id=70e06df9-c232-4418-ac0b-a663776d584d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:20.357167 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.399510 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Publish callbacks [] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.408787 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.455565 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Attempting to bind port 4cb482bd-4260-4519-a850-f2df2a9f26f1 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:20.456081 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Attempting to bind port 4cb482bd-4260-4519-a850-f2df2a9f26f1 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:20.456448 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Attempting to bind port 4cb482bd-4260-4519-a850-f2df2a9f26f1 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:20.488665 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:20.489042 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:20.489900 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.490307 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:20.490816 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Bound port: 4cb482bd-4260-4519-a850-f2df2a9f26f1, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:20.492041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=f48825bd-d296-4b5d-be9f-1433af24c083,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:20.495848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e90edd63-1ba7-4956-9544-c41c2968647c None None] Current status of the port f48825bd-d296-4b5d-be9f-1433af24c083 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:20.498457 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.522755 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Pushing event updated for resources: {'Port': ['ID=4cb482bd-4260-4519-a850-f2df2a9f26f1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:20.553595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:12Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 4, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'gw_port': {'id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:13Z', 'updated_at': '2022-02-03T13:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '574b0b5b-a7d0-4354-a9d0-8df5476eb38f', 'name': '', 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'mac_address': 'fa:16:3e:fb:47:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:14Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 2, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'subnets': [{'id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:20.559113 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.559611 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.559725 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.560047 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.560379 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.560701 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.561021 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.561345 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.561664 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.561981 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.562304 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.562661 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.562979 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:12:20.593194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Checking router: 5cd48b1f-7578-4777-8e71-1d45bd98ab62 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:20.593571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Updating router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:12:20.638110 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] For port 4cb482bd-4260-4519-a850-f2df2a9f26f1, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:20.640783 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.643374 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] For port 4cb482bd-4260-4519-a850-f2df2a9f26f1, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4cb482bd-4260-4519-a850-f2df2a9f26f1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:20.657578 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.729773 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d68a8-6456-447d-ae73-3f0653a671b9 None None] Pushing event updated for resources: {'Port': ['ID=4cb482bd-4260-4519-a850-f2df2a9f26f1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:20.753197 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Routers {'b5f138aa-3b78-4913-903e-cdc41332d5d0'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:20.753883 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['b5f138aa-3b78-4913-903e-cdc41332d5d0'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:20.802956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Allocated IP 172.20.0.1 (66063fff-f479-41cc-a9f1-a8a754dee751/be041118-d685-4440-9732-210ca85e0ab7/da6ff478-0347-4724-851d-4f1926201293) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:20.921737 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] Set router b5f138aa-3b78-4913-903e-cdc41332d5d0 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:20.945694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-83f5ce6b-ce5a-4481-86be-6d12113b8aa3 None None] Provisioning complete for port f48825bd-d296-4b5d-be9f-1433af24c083 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:20.946196 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83f5ce6b-ce5a-4481-86be-6d12113b8aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.975383 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:20.984391 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Publish callbacks [] for port (da6ff478-0347-4724-851d-4f1926201293), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.031489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (da6ff478-0347-4724-851d-4f1926201293), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.065356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Network 66063fff-f479-41cc-a9f1-a8a754dee751 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:21.120430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-83f5ce6b-ce5a-4481-86be-6d12113b8aa3 None None] Current status of the port f48825bd-d296-4b5d-be9f-1433af24c083 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:21.120699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:21.132854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Pushing event updated for resources: {'Port': ['ID=da6ff478-0347-4724-851d-4f1926201293,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:21.137724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:21.142029 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Publish callbacks [] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.153474 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.211235 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:21.244056 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (b5f138aa-3b78-4913-903e-cdc41332d5d0), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.255766 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:17Z', 'updated_at': '2022-02-03T13:12:18Z', 'revision_number': 3, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'gw_port': {'id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:18Z', 'updated_at': '2022-02-03T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:21.316446 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ba1c51-9e29-4b4f-aaa8-f18cfb0846af None None] The sync data for ids ['b5f138aa-3b78-4913-903e-cdc41332d5d0'] in n-d-792364-10 is: [{'id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:17Z', 'updated_at': '2022-02-03T13:12:18Z', 'revision_number': 3, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'gw_port': {'id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:18Z', 'updated_at': '2022-02-03T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:21.328452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd61fd-597a-4dff-8513-2e4a4b754f0e None None] Pushing event updated for resources: {'Port': ['ID=574b0b5b-a7d0-4354-a9d0-8df5476eb38f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:21.389498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Attempting to bind port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:21.389887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Attempting to bind port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'af46cba1-b59f-47ab-8d4e-51b1e0a77510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:21.390271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Attempting to bind port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f on network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:21.412898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:21.413290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Checking segment: {'id': 'af46cba1-b59f-47ab-8d4e-51b1e0a77510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:21.413699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.414252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Bound using segment: {'id': 'af46cba1-b59f-47ab-8d4e-51b1e0a77510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:21.414768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Bound port: 574b0b5b-a7d0-4354-a9d0-8df5476eb38f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af46cba1-b59f-47ab-8d4e-51b1e0a77510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:21.415155 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.417155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:21.417509 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.489730 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (da6ff478-0347-4724-851d-4f1926201293), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.571975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] For port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:21.576130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] For port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=574b0b5b-a7d0-4354-a9d0-8df5476eb38f,segment=NetworkSegment(af46cba1-b59f-47ab-8d4e-51b1e0a77510),segment_id=af46cba1-b59f-47ab-8d4e-51b1e0a77510)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:21.591599 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.600290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e313bb8b-3f52-4ec7-8c8c-77eed2bc0530 None None] Provisioning complete for port da6ff478-0347-4724-851d-4f1926201293 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:21.600632 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e313bb8b-3f52-4ec7-8c8c-77eed2bc0530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (da6ff478-0347-4724-851d-4f1926201293), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.699595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Publish callbacks [] for port (da6ff478-0347-4724-851d-4f1926201293), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.705919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Routers {'5cd48b1f-7578-4777-8e71-1d45bd98ab62'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:21.706687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:21.708461 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (da6ff478-0347-4724-851d-4f1926201293), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.713808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e313bb8b-3f52-4ec7-8c8c-77eed2bc0530 None None] Port da6ff478-0347-4724-851d-4f1926201293 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:12:21.781153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:21.782401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f48825bd-d296-4b5d-be9f-1433af24c083 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:21.799713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd61fd-597a-4dff-8513-2e4a4b754f0e None None] Pushing event updated for resources: {'Port': ['ID=574b0b5b-a7d0-4354-a9d0-8df5476eb38f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:21.856192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Pushing event updated for resources: {'Port': ['ID=da6ff478-0347-4724-851d-4f1926201293,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:21.895381 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (b5f138aa-3b78-4913-903e-cdc41332d5d0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:21.992970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] Set router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:22.027996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Network 66063fff-f479-41cc-a9f1-a8a754dee751 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:22.030590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:22.083024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-afa14629-fc5a-4e9f-8056-83ba8b82607f None None] Provisioning complete for port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:22.083398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afa14629-fc5a-4e9f-8056-83ba8b82607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:22.198308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Router b5f138aa-3b78-4913-903e-cdc41332d5d0 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:12:22.288229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f48825bd-d296-4b5d-be9f-1433af24c083 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:22.288622 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:22.332785 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:22.346426 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28e50adf-736b-4b72-96ed-b823781f786b admin admin] 10.222.0.65 "PUT /v2.0/routers/b5f138aa-3b78-4913-903e-cdc41332d5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7830966 Feb 03 13:12:22.483579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-afa14629-fc5a-4e9f-8056-83ba8b82607f None None] Current status of the port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:22.484187 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afa14629-fc5a-4e9f-8056-83ba8b82607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:22.561450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f48825bd-d296-4b5d-be9f-1433af24c083 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:22.565039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:12Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 4, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'gw_port': {'id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:13Z', 'updated_at': '2022-02-03T13:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '574b0b5b-a7d0-4354-a9d0-8df5476eb38f', 'name': '', 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'mac_address': 'fa:16:3e:fb:47:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:14Z', 'updated_at': '2022-02-03T13:12:21Z', 'revision_number': 4, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'subnets': [{'id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:22.568412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-afa14629-fc5a-4e9f-8056-83ba8b82607f None None] For port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=574b0b5b-a7d0-4354-a9d0-8df5476eb38f,segment=NetworkSegment(af46cba1-b59f-47ab-8d4e-51b1e0a77510),segment_id=af46cba1-b59f-47ab-8d4e-51b1e0a77510)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:22.605146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f2eef-43cc-4377-816f-813d3fb72cfc None None] The sync data for ids ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'] in n-d-792364-10 is: [{'id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:12Z', 'updated_at': '2022-02-03T13:12:15Z', 'revision_number': 4, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'gw_port': {'id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:13Z', 'updated_at': '2022-02-03T13:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '574b0b5b-a7d0-4354-a9d0-8df5476eb38f', 'name': '', 'network_id': '49141bd3-feb6-4ce4-be3e-b5ae572cb6d4', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'mac_address': 'fa:16:3e:fb:47:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:14Z', 'updated_at': '2022-02-03T13:12:21Z', 'revision_number': 4, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'subnets': [{'id': '5665e59d-aa2b-4592-a545-f974e936c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:22.614933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afa14629-fc5a-4e9f-8056-83ba8b82607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:22.706833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa14629-fc5a-4e9f-8056-83ba8b82607f None None] Pushing event updated for resources: {'Port': ['ID=574b0b5b-a7d0-4354-a9d0-8df5476eb38f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:22.755648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b62ba6d8-7d26-4227-9164-815528f0aa24 None None] Provisioning complete for port da6ff478-0347-4724-851d-4f1926201293 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:22.756039 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b62ba6d8-7d26-4227-9164-815528f0aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (da6ff478-0347-4724-851d-4f1926201293), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:22.825915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b62ba6d8-7d26-4227-9164-815528f0aa24 None None] Port da6ff478-0347-4724-851d-4f1926201293 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:12:22.844791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b62ba6d8-7d26-4227-9164-815528f0aa24 None None] Provisioning complete for port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:22.845279 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b62ba6d8-7d26-4227-9164-815528f0aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:23.160116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b62ba6d8-7d26-4227-9164-815528f0aa24 None None] Current status of the port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:23.329030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 574b0b5b-a7d0-4354-a9d0-8df5476eb38f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:23.412334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:23.413143 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:23.588537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:23.590719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4cb482bd-4260-4519-a850-f2df2a9f26f1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:23.690982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4cb482bd-4260-4519-a850-f2df2a9f26f1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:23.691488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:23.828961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42738) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:23.832075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4cb482bd-4260-4519-a850-f2df2a9f26f1 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:23.832498 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:23.872346 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 4cb482bd-4260-4519-a850-f2df2a9f26f1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4cb482bd-4260-4519-a850-f2df2a9f26f1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:23.881148 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.008786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=4cb482bd-4260-4519-a850-f2df2a9f26f1,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:24.115549 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Sync routers for ids ['b5f138aa-3b78-4913-903e-cdc41332d5d0'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:24.133500 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Routers {'b5f138aa-3b78-4913-903e-cdc41332d5d0'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:24.134444 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['b5f138aa-3b78-4913-903e-cdc41332d5d0'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:24.343329 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (5cd48b1f-7578-4777-8e71-1d45bd98ab62), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.376788 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Set router b5f138aa-3b78-4913-903e-cdc41332d5d0 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:24.612976 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:17Z', 'updated_at': '2022-02-03T13:12:21Z', 'revision_number': 4, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'gw_port': {'id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:18Z', 'updated_at': '2022-02-03T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'da6ff478-0347-4724-851d-4f1926201293', 'name': '', 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'mac_address': 'fa:16:3e:0a:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'be041118-d685-4440-9732-210ca85e0ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:20Z', 'updated_at': '2022-02-03T13:12:21Z', 'revision_number': 2, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'subnets': [{'id': 'be041118-d685-4440-9732-210ca85e0ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:24.639856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Deleting port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:24.640236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.644546 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Checking router: b5f138aa-3b78-4913-903e-cdc41332d5d0 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:24.645044 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Updating router b5f138aa-3b78-4913-903e-cdc41332d5d0 port da6ff478-0347-4724-851d-4f1926201293 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:12:24.672821 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (da6ff478-0347-4724-851d-4f1926201293), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.735453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] For port 574b0b5b-a7d0-4354-a9d0-8df5476eb38f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=574b0b5b-a7d0-4354-a9d0-8df5476eb38f,segment=NetworkSegment(af46cba1-b59f-47ab-8d4e-51b1e0a77510),segment_id=af46cba1-b59f-47ab-8d4e-51b1e0a77510)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:24.735814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.753323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Calling delete_port for 574b0b5b-a7d0-4354-a9d0-8df5476eb38f owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:24.975862 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (574b0b5b-a7d0-4354-a9d0-8df5476eb38f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.998402 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Publish callbacks [] for port (da6ff478-0347-4724-851d-4f1926201293), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.012866 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (da6ff478-0347-4724-851d-4f1926201293), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.013170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Pushing event deleted for resources: {'Port': ['ID=574b0b5b-a7d0-4354-a9d0-8df5476eb38f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:25.173889 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b824cb-a7a9-486e-bb0a-66ed10a7d934 None None] Pushing event updated for resources: {'Port': ['ID=da6ff478-0347-4724-851d-4f1926201293,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:25.230564 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Attempting to bind port da6ff478-0347-4724-851d-4f1926201293 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:25.231431 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Attempting to bind port da6ff478-0347-4724-851d-4f1926201293 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '70e06df9-c232-4418-ac0b-a663776d584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:25.232509 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Attempting to bind port da6ff478-0347-4724-851d-4f1926201293 on network 66063fff-f479-41cc-a9f1-a8a754dee751 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:25.251487 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:25.252010 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Checking segment: {'id': '70e06df9-c232-4418-ac0b-a663776d584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:25.252814 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.253300 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Bound using segment: {'id': '70e06df9-c232-4418-ac0b-a663776d584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:25.253904 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Bound port: da6ff478-0347-4724-851d-4f1926201293, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e06df9-c232-4418-ac0b-a663776d584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:25.254430 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (da6ff478-0347-4724-851d-4f1926201293), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.347729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4cb482bd-4260-4519-a850-f2df2a9f26f1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:25.351132 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] For port da6ff478-0347-4724-851d-4f1926201293, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:25.360330 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] For port da6ff478-0347-4724-851d-4f1926201293, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=da6ff478-0347-4724-851d-4f1926201293,segment=NetworkSegment(70e06df9-c232-4418-ac0b-a663776d584d),segment_id=70e06df9-c232-4418-ac0b-a663776d584d)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:25.374744 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (da6ff478-0347-4724-851d-4f1926201293), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.413110 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (5cd48b1f-7578-4777-8e71-1d45bd98ab62), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.430097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4cb482bd-4260-4519-a850-f2df2a9f26f1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:25.430436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.452123 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b824cb-a7a9-486e-bb0a-66ed10a7d934 None None] Pushing event updated for resources: {'Port': ['ID=da6ff478-0347-4724-851d-4f1926201293,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:25.484375 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Routers {'b5f138aa-3b78-4913-903e-cdc41332d5d0'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:25.486058 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['b5f138aa-3b78-4913-903e-cdc41332d5d0'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:25.560655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4cb482bd-4260-4519-a850-f2df2a9f26f1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:25.616240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ae252e0f-a813-4c92-bc3c-894db7c93c22 None None] Provisioning complete for port da6ff478-0347-4724-851d-4f1926201293 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:25.616665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae252e0f-a813-4c92-bc3c-894db7c93c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (da6ff478-0347-4724-851d-4f1926201293), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.652049 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] Set router b5f138aa-3b78-4913-903e-cdc41332d5d0 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:25.740259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ae252e0f-a813-4c92-bc3c-894db7c93c22 None None] Current status of the port da6ff478-0347-4724-851d-4f1926201293 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:25.740654 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae252e0f-a813-4c92-bc3c-894db7c93c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (da6ff478-0347-4724-851d-4f1926201293), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.817564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ae252e0f-a813-4c92-bc3c-894db7c93c22 None None] For port da6ff478-0347-4724-851d-4f1926201293, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=da6ff478-0347-4724-851d-4f1926201293,segment=NetworkSegment(70e06df9-c232-4418-ac0b-a663776d584d),segment_id=70e06df9-c232-4418-ac0b-a663776d584d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:25.830744 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae252e0f-a813-4c92-bc3c-894db7c93c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (da6ff478-0347-4724-851d-4f1926201293), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.834315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:12:25.911750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae252e0f-a813-4c92-bc3c-894db7c93c22 None None] Pushing event updated for resources: {'Port': ['ID=da6ff478-0347-4724-851d-4f1926201293,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:25.963236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d2a296a8-97d4-4933-8b3e-6bbf9be34f66 None None] Provisioning complete for port da6ff478-0347-4724-851d-4f1926201293 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:25.963609 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a296a8-97d4-4933-8b3e-6bbf9be34f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (da6ff478-0347-4724-851d-4f1926201293), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.980938 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:17Z', 'updated_at': '2022-02-03T13:12:21Z', 'revision_number': 4, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'gw_port': {'id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:18Z', 'updated_at': '2022-02-03T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'da6ff478-0347-4724-851d-4f1926201293', 'name': '', 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'mac_address': 'fa:16:3e:0a:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'be041118-d685-4440-9732-210ca85e0ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:20Z', 'updated_at': '2022-02-03T13:12:25Z', 'revision_number': 4, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'subnets': [{'id': 'be041118-d685-4440-9732-210ca85e0ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:25.989846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:25.996296 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dac56af0-c2e8-45d6-95e9-86e41175413e admin admin] 10.222.0.65 "PUT /v2.0/routers/5cd48b1f-7578-4777-8e71-1d45bd98ab62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1654549 Feb 03 13:12:26.001193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42744) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:26.007310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] Sync routers for ids ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:26.016100 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b6191-6adc-4166-9e8c-fc3d74efba5a None None] The sync data for ids ['b5f138aa-3b78-4913-903e-cdc41332d5d0'] in n-d-792364-10 is: [{'id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:17Z', 'updated_at': '2022-02-03T13:12:21Z', 'revision_number': 4, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'gw_port': {'id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:18Z', 'updated_at': '2022-02-03T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'da6ff478-0347-4724-851d-4f1926201293', 'name': '', 'network_id': '66063fff-f479-41cc-a9f1-a8a754dee751', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'mac_address': 'fa:16:3e:0a:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'be041118-d685-4440-9732-210ca85e0ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:20Z', 'updated_at': '2022-02-03T13:12:25Z', 'revision_number': 4, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'subnets': [{'id': 'be041118-d685-4440-9732-210ca85e0ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:26.029650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] Routers {'5cd48b1f-7578-4777-8e71-1d45bd98ab62'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:26.038047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:26.209794 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks [] for router (5cd48b1f-7578-4777-8e71-1d45bd98ab62), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:26.216876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] Set router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:26.296715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d2a296a8-97d4-4933-8b3e-6bbf9be34f66 None None] Current status of the port da6ff478-0347-4724-851d-4f1926201293 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:26.383482 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks [] for router_gateway (5cd48b1f-7578-4777-8e71-1d45bd98ab62), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:26.474040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Deleting port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:26.474542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:26.480303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:12Z', 'updated_at': '2022-02-03T13:12:24Z', 'revision_number': 5, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'gw_port': {'id': '857712e9-f4ad-4c09-9281-0eba0e9e2ff2', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:13Z', 'updated_at': '2022-02-03T13:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:26.531004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] Checking router: 5cd48b1f-7578-4777-8e71-1d45bd98ab62 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:26.552943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] Routers {'5cd48b1f-7578-4777-8e71-1d45bd98ab62'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:26.554057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:26.596579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] For port 857712e9-f4ad-4c09-9281-0eba0e9e2ff2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=857712e9-f4ad-4c09-9281-0eba0e9e2ff2,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:26.597234 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:26.612067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Calling delete_port for 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:26.669329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] Set router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:26.731682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:12Z', 'updated_at': '2022-02-03T13:12:26Z', 'revision_number': 6, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:26.768546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f15dc-34bf-47d4-a44a-a85a6b21159b None None] The sync data for ids ['5cd48b1f-7578-4777-8e71-1d45bd98ab62'] in n-d-792364-10 is: [{'id': '5cd48b1f-7578-4777-8e71-1d45bd98ab62', 'name': 'tempest-TestAggregatesBasicOps-1326679472-router', 'tenant_id': 'c4a4b485924545bc90007635e69e7644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:12Z', 'updated_at': '2022-02-03T13:12:26Z', 'revision_number': 6, 'project_id': 'c4a4b485924545bc90007635e69e7644', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:26.880017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (857712e9-f4ad-4c09-9281-0eba0e9e2ff2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:26.907129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Pushing event deleted for resources: {'Port': ['ID=857712e9-f4ad-4c09-9281-0eba0e9e2ff2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:26.989684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (5cd48b1f-7578-4777-8e71-1d45bd98ab62), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.083483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (5cd48b1f-7578-4777-8e71-1d45bd98ab62), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.085923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks [] for router_controller (5cd48b1f-7578-4777-8e71-1d45bd98ab62), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.131722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (5cd48b1f-7578-4777-8e71-1d45bd98ab62), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.132231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd48b1f-7578-4777-8e71-1d45bd98ab62 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:12:27.141464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.145460 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-99ebb620-c3a5-4b06-9cd0-440bbece7242 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5cd48b1f-7578-4777-8e71-1d45bd98ab62 HTTP/1.1" status: 204 len: 168 time: 1.1368127 Feb 03 13:12:27.145730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42748) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:27.214595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51afb8d-3873-448a-b365-c444c4bd76f7 admin admin] Deleting subnet 5665e59d-aa2b-4592-a545-f974e936c60d {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:12:27.218964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c51afb8d-3873-448a-b365-c444c4bd76f7 admin admin] Publish callbacks [] for subnet (5665e59d-aa2b-4592-a545-f974e936c60d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.263673 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c51afb8d-3873-448a-b365-c444c4bd76f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (5665e59d-aa2b-4592-a545-f974e936c60d), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.358999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c51afb8d-3873-448a-b365-c444c4bd76f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (5665e59d-aa2b-4592-a545-f974e936c60d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.376551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device da6ff478-0347-4724-851d-4f1926201293 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:27.431945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port da6ff478-0347-4724-851d-4f1926201293 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:27.432524 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (da6ff478-0347-4724-851d-4f1926201293), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.449885 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c51afb8d-3873-448a-b365-c444c4bd76f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (5665e59d-aa2b-4592-a545-f974e936c60d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.481232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51afb8d-3873-448a-b365-c444c4bd76f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5665e59d-aa2b-4592-a545-f974e936c60d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:27.485961 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c51afb8d-3873-448a-b365-c444c4bd76f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.489862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c51afb8d-3873-448a-b365-c444c4bd76f7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5665e59d-aa2b-4592-a545-f974e936c60d HTTP/1.1" status: 204 len: 168 time: 0.3424311 Feb 03 13:12:27.492673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42752) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:27.494902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ddfc30-38d7-4dc8-aa0c-0d87b571af49 None None] Network 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:12:27.576018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (49141bd3-feb6-4ce4-be3e-b5ae572cb6d4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.617326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port da6ff478-0347-4724-851d-4f1926201293 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:27.641801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 574b0b5b-a7d0-4354-a9d0-8df5476eb38f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:27.653879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Deleting port a738ef0c-ce1f-49ba-8013-84a23f885947 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:27.654228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.675084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 574b0b5b-a7d0-4354-a9d0-8df5476eb38f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:27.675527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 574b0b5b-a7d0-4354-a9d0-8df5476eb38f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:27.774508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] For port a738ef0c-ce1f-49ba-8013-84a23f885947, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a738ef0c-ce1f-49ba-8013-84a23f885947,segment=NetworkSegment(af46cba1-b59f-47ab-8d4e-51b1e0a77510),segment_id=af46cba1-b59f-47ab-8d4e-51b1e0a77510)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:27.774926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.795991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f56a660-446e-4ea7-9afa-6b87a2a6793a None None] DHCP port deletion for 49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:12:27.820266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Calling delete_port for a738ef0c-ce1f-49ba-8013-84a23f885947 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:27.868252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6f56a660-446e-4ea7-9afa-6b87a2a6793a None None] Deleting port a738ef0c-ce1f-49ba-8013-84a23f885947 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:27.868913 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f56a660-446e-4ea7-9afa-6b87a2a6793a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.939760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.941650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6f56a660-446e-4ea7-9afa-6b87a2a6793a None None] For port a738ef0c-ce1f-49ba-8013-84a23f885947, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a738ef0c-ce1f-49ba-8013-84a23f885947,segment=NetworkSegment(af46cba1-b59f-47ab-8d4e-51b1e0a77510),segment_id=af46cba1-b59f-47ab-8d4e-51b1e0a77510)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:27.943515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f56a660-446e-4ea7-9afa-6b87a2a6793a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:27.974573 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a738ef0c-ce1f-49ba-8013-84a23f885947,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:27.976538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] No DVR routers for this DVR port a738ef0c-ce1f-49ba-8013-84a23f885947 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:12:27.989576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6f56a660-446e-4ea7-9afa-6b87a2a6793a None None] Calling delete_port for a738ef0c-ce1f-49ba-8013-84a23f885947 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:28.076035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (49141bd3-feb6-4ce4-be3e-b5ae572cb6d4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:28.099292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f56a660-446e-4ea7-9afa-6b87a2a6793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (a738ef0c-ce1f-49ba-8013-84a23f885947), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:28.104092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49141bd3-feb6-4ce4-be3e-b5ae572cb6d4']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:28.118845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56a660-446e-4ea7-9afa-6b87a2a6793a None None] No DVR routers for this DVR port a738ef0c-ce1f-49ba-8013-84a23f885947 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:12:28.132534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af46cba1-b59f-47ab-8d4e-51b1e0a77510') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:28.132836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af46cba1-b59f-47ab-8d4e-51b1e0a77510') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:28.140823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56a660-446e-4ea7-9afa-6b87a2a6793a None None] Pushing event deleted for resources: {'Port': ['ID=a738ef0c-ce1f-49ba-8013-84a23f885947,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:28.148678 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (af46cba1-b59f-47ab-8d4e-51b1e0a77510), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:28.168183 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (af46cba1-b59f-47ab-8d4e-51b1e0a77510), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:28.176327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:12:28.177124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (af46cba1-b59f-47ab-8d4e-51b1e0a77510), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:12:28.187228 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:12:28.262061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (49141bd3-feb6-4ce4-be3e-b5ae572cb6d4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:28.271489 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:28.278831 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] 10.222.0.65 "DELETE /v2.0/networks/49141bd3-feb6-4ce4-be3e-b5ae572cb6d4 HTTP/1.1" status: 204 len: 168 time: 0.7814348 Feb 03 13:12:28.278990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42754) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:28.332536 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787724ec-1f5a-452b-88d0-19afe49e6e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=49141bd3-feb6-4ce4-be3e-b5ae572cb6d4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:29.042876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (b5f138aa-3b78-4913-903e-cdc41332d5d0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:29.126042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:29.146637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:29.146984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 857712e9-f4ad-4c09-9281-0eba0e9e2ff2 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:29.147399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a738ef0c-ce1f-49ba-8013-84a23f885947 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:29.166248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a738ef0c-ce1f-49ba-8013-84a23f885947 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:29.166555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a738ef0c-ce1f-49ba-8013-84a23f885947 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:29.320656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Deleting port da6ff478-0347-4724-851d-4f1926201293 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:29.321296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (da6ff478-0347-4724-851d-4f1926201293), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:29.407040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] For port da6ff478-0347-4724-851d-4f1926201293, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=da6ff478-0347-4724-851d-4f1926201293,segment=NetworkSegment(70e06df9-c232-4418-ac0b-a663776d584d),segment_id=70e06df9-c232-4418-ac0b-a663776d584d)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:29.407409 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (da6ff478-0347-4724-851d-4f1926201293), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:29.420444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Calling delete_port for da6ff478-0347-4724-851d-4f1926201293 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:29.609218 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (da6ff478-0347-4724-851d-4f1926201293), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:29.645549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6ff478-0347-4724-851d-4f1926201293,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:29.821639 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (b5f138aa-3b78-4913-903e-cdc41332d5d0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:30.048403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Router b5f138aa-3b78-4913-903e-cdc41332d5d0 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:12:30.157921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:30.164462 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-77fa4af8-4fbc-4842-88fd-114a6778a623 admin admin] 10.222.0.65 "PUT /v2.0/routers/b5f138aa-3b78-4913-903e-cdc41332d5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8845069 Feb 03 13:12:30.167775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42766) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:30.170018 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] Sync routers for ids ['b5f138aa-3b78-4913-903e-cdc41332d5d0'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:30.181804 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] Routers {'b5f138aa-3b78-4913-903e-cdc41332d5d0'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:30.182566 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['b5f138aa-3b78-4913-903e-cdc41332d5d0'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:30.280894 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks [] for router (b5f138aa-3b78-4913-903e-cdc41332d5d0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:30.299436 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] Set router b5f138aa-3b78-4913-903e-cdc41332d5d0 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:30.381169 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks [] for router_gateway (b5f138aa-3b78-4913-903e-cdc41332d5d0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:30.442693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Deleting port 4cb482bd-4260-4519-a850-f2df2a9f26f1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:30.443383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:30.484966 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:17Z', 'updated_at': '2022-02-03T13:12:29Z', 'revision_number': 5, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'gw_port': {'id': '4cb482bd-4260-4519-a850-f2df2a9f26f1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:18Z', 'updated_at': '2022-02-03T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:30.511122 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] Checking router: b5f138aa-3b78-4913-903e-cdc41332d5d0 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:30.519436 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] Routers {'b5f138aa-3b78-4913-903e-cdc41332d5d0'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:30.520033 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['b5f138aa-3b78-4913-903e-cdc41332d5d0'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:30.522974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] For port 4cb482bd-4260-4519-a850-f2df2a9f26f1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4cb482bd-4260-4519-a850-f2df2a9f26f1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:30.522974 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:30.534889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Calling delete_port for 4cb482bd-4260-4519-a850-f2df2a9f26f1 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:30.712330 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] Set router b5f138aa-3b78-4913-903e-cdc41332d5d0 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:30.770414 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:17Z', 'updated_at': '2022-02-03T13:12:30Z', 'revision_number': 6, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:30.797808 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3e520c-3435-4e23-8d87-1b0c3b9dcd1f None None] The sync data for ids ['b5f138aa-3b78-4913-903e-cdc41332d5d0'] in n-d-792364-10 is: [{'id': 'b5f138aa-3b78-4913-903e-cdc41332d5d0', 'name': 'tempest-TestAggregatesBasicOps-1605624024-router', 'tenant_id': '2dae9ce125024a348f707d42caedba5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:17Z', 'updated_at': '2022-02-03T13:12:30Z', 'revision_number': 6, 'project_id': '2dae9ce125024a348f707d42caedba5e', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:31.049981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4cb482bd-4260-4519-a850-f2df2a9f26f1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.078342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb482bd-4260-4519-a850-f2df2a9f26f1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:31.141982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (b5f138aa-3b78-4913-903e-cdc41332d5d0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.234134 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (b5f138aa-3b78-4913-903e-cdc41332d5d0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.237148 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks [] for router_controller (b5f138aa-3b78-4913-903e-cdc41332d5d0), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.283373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (b5f138aa-3b78-4913-903e-cdc41332d5d0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.283899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5f138aa-3b78-4913-903e-cdc41332d5d0 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:12:31.286713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device da6ff478-0347-4724-851d-4f1926201293 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:31.288017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.291903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ca2ecdb8-5c98-437b-9e32-0b4e953a809c admin admin] 10.222.0.65 "DELETE /v2.0/routers/b5f138aa-3b78-4913-903e-cdc41332d5d0 HTTP/1.1" status: 204 len: 168 time: 1.1218235 Feb 03 13:12:31.292622 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42770) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:31.321074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: da6ff478-0347-4724-851d-4f1926201293 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:31.321516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device da6ff478-0347-4724-851d-4f1926201293 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:31.344642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-661964e5-2ae3-4c71-8f8f-baf0b41cc9b9 admin admin] Deleting subnet be041118-d685-4440-9732-210ca85e0ab7 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:12:31.347866 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-661964e5-2ae3-4c71-8f8f-baf0b41cc9b9 admin admin] Publish callbacks [] for subnet (be041118-d685-4440-9732-210ca85e0ab7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.381486 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-661964e5-2ae3-4c71-8f8f-baf0b41cc9b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (be041118-d685-4440-9732-210ca85e0ab7), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.456591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-661964e5-2ae3-4c71-8f8f-baf0b41cc9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (be041118-d685-4440-9732-210ca85e0ab7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.513340 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-661964e5-2ae3-4c71-8f8f-baf0b41cc9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (be041118-d685-4440-9732-210ca85e0ab7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.539716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661964e5-2ae3-4c71-8f8f-baf0b41cc9b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be041118-d685-4440-9732-210ca85e0ab7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:31.545071 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-661964e5-2ae3-4c71-8f8f-baf0b41cc9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.551091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21405c68-d51f-4228-bd27-f06c1065abff None None] Network 66063fff-f479-41cc-a9f1-a8a754dee751 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:12:31.551530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:31.554806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-661964e5-2ae3-4c71-8f8f-baf0b41cc9b9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/be041118-d685-4440-9732-210ca85e0ab7 HTTP/1.1" status: 204 len: 168 time: 0.2551310 Feb 03 13:12:31.634046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (66063fff-f479-41cc-a9f1-a8a754dee751), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.698071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Deleting port f48825bd-d296-4b5d-be9f-1433af24c083 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:31.698450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.741219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6193dc98-91e3-4c11-87f3-98b4cd10b835 None None] DHCP port deletion for 66063fff-f479-41cc-a9f1-a8a754dee751 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:12:31.767678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] For port f48825bd-d296-4b5d-be9f-1433af24c083, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f48825bd-d296-4b5d-be9f-1433af24c083,segment=NetworkSegment(70e06df9-c232-4418-ac0b-a663776d584d),segment_id=70e06df9-c232-4418-ac0b-a663776d584d)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:31.767813 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.784520 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Calling delete_port for f48825bd-d296-4b5d-be9f-1433af24c083 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:31.808646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6193dc98-91e3-4c11-87f3-98b4cd10b835 None None] Deleting port f48825bd-d296-4b5d-be9f-1433af24c083 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:31.810735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6193dc98-91e3-4c11-87f3-98b4cd10b835 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.891072 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6193dc98-91e3-4c11-87f3-98b4cd10b835 None None] For port f48825bd-d296-4b5d-be9f-1433af24c083, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f48825bd-d296-4b5d-be9f-1433af24c083,segment=NetworkSegment(70e06df9-c232-4418-ac0b-a663776d584d),segment_id=70e06df9-c232-4418-ac0b-a663776d584d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:31.891477 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6193dc98-91e3-4c11-87f3-98b4cd10b835 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.904832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6193dc98-91e3-4c11-87f3-98b4cd10b835 None None] Calling delete_port for f48825bd-d296-4b5d-be9f-1433af24c083 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:31.910271 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.940124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f48825bd-d296-4b5d-be9f-1433af24c083,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:31.951709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] No DVR routers for this DVR port f48825bd-d296-4b5d-be9f-1433af24c083 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:12:32.018446 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6193dc98-91e3-4c11-87f3-98b4cd10b835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (f48825bd-d296-4b5d-be9f-1433af24c083), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.033249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6193dc98-91e3-4c11-87f3-98b4cd10b835 None None] No DVR routers for this DVR port f48825bd-d296-4b5d-be9f-1433af24c083 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:12:32.056878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (66063fff-f479-41cc-a9f1-a8a754dee751), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.063131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193dc98-91e3-4c11-87f3-98b4cd10b835 None None] Pushing event deleted for resources: {'Port': ['ID=f48825bd-d296-4b5d-be9f-1433af24c083,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:32.082754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66063fff-f479-41cc-a9f1-a8a754dee751']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:32.092359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e06df9-c232-4418-ac0b-a663776d584d') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:32.092660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e06df9-c232-4418-ac0b-a663776d584d') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:32.102535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (70e06df9-c232-4418-ac0b-a663776d584d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.116226 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (70e06df9-c232-4418-ac0b-a663776d584d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.123008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:12:32.123398 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (70e06df9-c232-4418-ac0b-a663776d584d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:12:32.125453 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:12:32.180399 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (66063fff-f479-41cc-a9f1-a8a754dee751), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.186001 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.189174 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] 10.222.0.65 "DELETE /v2.0/networks/66063fff-f479-41cc-a9f1-a8a754dee751 HTTP/1.1" status: 204 len: 168 time: 0.6365874 Feb 03 13:12:32.204884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2c205-73f2-4633-8b73-a7a60ef3fd8a admin admin] Pushing event deleted for resources: {'Network': ['ID=66063fff-f479-41cc-a9f1-a8a754dee751,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:32.378417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42778) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:32.419716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9b1de4d0-59df-4585-9bcd-807110c7ba3d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4a4b485924545bc90007635e69e7644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399354 Feb 03 13:12:32.422348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42780) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:32.470105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c182ff96-992f-4a84-9879-de25d1dbdf11 admin admin] Publish callbacks [] for security_group (3063138e-4453-4ad3-a828-ee2772540a09), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.491125 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c182ff96-992f-4a84-9879-de25d1dbdf11 admin admin] Publish callbacks [] for security_group (3063138e-4453-4ad3-a828-ee2772540a09), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.543297 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c182ff96-992f-4a84-9879-de25d1dbdf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3063138e-4453-4ad3-a828-ee2772540a09), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.545852 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c182ff96-992f-4a84-9879-de25d1dbdf11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:32.547041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c182ff96-992f-4a84-9879-de25d1dbdf11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3063138e-4453-4ad3-a828-ee2772540a09 HTTP/1.1" status: 204 len: 168 time: 0.1237805 Feb 03 13:12:32.554889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182ff96-992f-4a84-9879-de25d1dbdf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3063138e-4453-4ad3-a828-ee2772540a09,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:32.888124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42788) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:32.938222 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-12ee6487-00c6-4049-b545-753646f5edfc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2dae9ce125024a348f707d42caedba5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466774 Feb 03 13:12:32.938503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42790) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:32.990967 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4bca5aa0-e404-48e3-86e7-2ed33c99e673 admin admin] Publish callbacks [] for security_group (672e1292-6e4a-481d-bf5f-4ec9180e66d4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:33.017278 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4bca5aa0-e404-48e3-86e7-2ed33c99e673 admin admin] Publish callbacks [] for security_group (672e1292-6e4a-481d-bf5f-4ec9180e66d4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:33.069378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4bca5aa0-e404-48e3-86e7-2ed33c99e673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (672e1292-6e4a-481d-bf5f-4ec9180e66d4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:33.072279 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4bca5aa0-e404-48e3-86e7-2ed33c99e673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:33.090372 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4bca5aa0-e404-48e3-86e7-2ed33c99e673 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/672e1292-6e4a-481d-bf5f-4ec9180e66d4 HTTP/1.1" status: 204 len: 168 time: 0.1375840 Feb 03 13:12:33.098541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca5aa0-e404-48e3-86e7-2ed33c99e673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e1292-6e4a-481d-bf5f-4ec9180e66d4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:33.136995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f48825bd-d296-4b5d-be9f-1433af24c083 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:33.159888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f48825bd-d296-4b5d-be9f-1433af24c083 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:33.160668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f48825bd-d296-4b5d-be9f-1433af24c083 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:33.161090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4cb482bd-4260-4519-a850-f2df2a9f26f1 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:33.185807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4cb482bd-4260-4519-a850-f2df2a9f26f1 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:33.186593 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4cb482bd-4260-4519-a850-f2df2a9f26f1 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:34.743859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42838) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:34.749860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1921019077', 'description': 'tempest-secgroup-smoke-1921019077 description', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:34.773435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:34.782803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:34.870528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (84a882a6-bd52-438c-bc8c-bc4685f65e47), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:34.876636 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (84a882a6-bd52-438c-bc8c-bc4685f65e47), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:34.919623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a882a6-bd52-438c-bc8c-bc4685f65e47,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:34.961582 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (1e94b2d7-a7c7-4a07-b0d8-5941146cc779), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:34.967073 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1e94b2d7-a7c7-4a07-b0d8-5941146cc779), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.001845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.005920 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2575371 Feb 03 13:12:35.005920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26cb39-de80-496e-ac1e-ffc2cef75649 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e94b2d7-a7c7-4a07-b0d8-5941146cc779,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:35.006315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:35.011049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f3e648b3-438f-4ec5-aca4-f1a7a031d1de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '1e94b2d7-a7c7-4a07-b0d8-5941146cc779', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:35.045524 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f3e648b3-438f-4ec5-aca4-f1a7a031d1de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (4c589c95-22b3-4c86-9912-fc1d9b9e105f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.114460 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f3e648b3-438f-4ec5-aca4-f1a7a031d1de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (4c589c95-22b3-4c86-9912-fc1d9b9e105f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.121120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f3e648b3-438f-4ec5-aca4-f1a7a031d1de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (4c589c95-22b3-4c86-9912-fc1d9b9e105f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.143380 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e648b3-438f-4ec5-aca4-f1a7a031d1de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c589c95-22b3-4c86-9912-fc1d9b9e105f,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:35.153004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f3e648b3-438f-4ec5-aca4-f1a7a031d1de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.154504 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f3e648b3-438f-4ec5-aca4-f1a7a031d1de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470532 Feb 03 13:12:35.157742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42844) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:35.162096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9fdd7e99-d5a9-4a5f-870c-6880dad53f27 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '1e94b2d7-a7c7-4a07-b0d8-5941146cc779', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:35.188230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fdd7e99-d5a9-4a5f-870c-6880dad53f27 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (67bf3f47-5e6c-479e-85f9-1c29f08cc788), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.243907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fdd7e99-d5a9-4a5f-870c-6880dad53f27 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (67bf3f47-5e6c-479e-85f9-1c29f08cc788), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.248669 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fdd7e99-d5a9-4a5f-870c-6880dad53f27 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (67bf3f47-5e6c-479e-85f9-1c29f08cc788), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.266025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd7e99-d5a9-4a5f-870c-6880dad53f27 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bf3f47-5e6c-479e-85f9-1c29f08cc788,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:35.276048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9fdd7e99-d5a9-4a5f-870c-6880dad53f27 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.277258 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9fdd7e99-d5a9-4a5f-870c-6880dad53f27 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186240 Feb 03 13:12:35.280089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42846) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:35.284675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-12842c2f-77cd-43e0-9610-91b2448dd5d9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '1e94b2d7-a7c7-4a07-b0d8-5941146cc779', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:35.310678 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12842c2f-77cd-43e0-9610-91b2448dd5d9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (22beba3b-0094-4d43-8eab-269d1581086d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.369064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12842c2f-77cd-43e0-9610-91b2448dd5d9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (22beba3b-0094-4d43-8eab-269d1581086d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.375067 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12842c2f-77cd-43e0-9610-91b2448dd5d9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (22beba3b-0094-4d43-8eab-269d1581086d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.389947 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12842c2f-77cd-43e0-9610-91b2448dd5d9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22beba3b-0094-4d43-8eab-269d1581086d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:35.401246 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12842c2f-77cd-43e0-9610-91b2448dd5d9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.405431 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-12842c2f-77cd-43e0-9610-91b2448dd5d9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214883 Feb 03 13:12:35.405707 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42848) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:35.409980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-75471449-3925-4773-827e-b3e16a741317 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '1e94b2d7-a7c7-4a07-b0d8-5941146cc779', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:35.436468 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75471449-3925-4773-827e-b3e16a741317 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (a2b7de8b-f0d3-4241-acb2-c39c4b804e4a), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.499798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75471449-3925-4773-827e-b3e16a741317 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (a2b7de8b-f0d3-4241-acb2-c39c4b804e4a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.504631 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75471449-3925-4773-827e-b3e16a741317 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (a2b7de8b-f0d3-4241-acb2-c39c4b804e4a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.519582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75471449-3925-4773-827e-b3e16a741317 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b7de8b-f0d3-4241-acb2-c39c4b804e4a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:35.531168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-75471449-3925-4773-827e-b3e16a741317 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.534985 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-75471449-3925-4773-827e-b3e16a741317 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257546 Feb 03 13:12:35.535194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42850) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:35.539479 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f562fc58-3693-41fb-8780-49a33bf5f359 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '1e94b2d7-a7c7-4a07-b0d8-5941146cc779', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:35.559560 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-f562fc58-3693-41fb-8780-49a33bf5f359 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Project eb26b55f4d904c8886f9b1c85cd9f33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:12:35.564330 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f562fc58-3693-41fb-8780-49a33bf5f359 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (f9324d28-1627-4686-b9b5-d0c35962c89e), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.623941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f562fc58-3693-41fb-8780-49a33bf5f359 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (f9324d28-1627-4686-b9b5-d0c35962c89e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.628865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f562fc58-3693-41fb-8780-49a33bf5f359 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (f9324d28-1627-4686-b9b5-d0c35962c89e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.648533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562fc58-3693-41fb-8780-49a33bf5f359 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9324d28-1627-4686-b9b5-d0c35962c89e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:35.658865 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f562fc58-3693-41fb-8780-49a33bf5f359 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.662617 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f562fc58-3693-41fb-8780-49a33bf5f359 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239669 Feb 03 13:12:35.662796 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42852) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:35.667127 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4af68f3f-b3aa-468b-998b-b915bebfc621 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '1e94b2d7-a7c7-4a07-b0d8-5941146cc779', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:35.688560 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-4af68f3f-b3aa-468b-998b-b915bebfc621 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Project eb26b55f4d904c8886f9b1c85cd9f33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:12:35.693828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4af68f3f-b3aa-468b-998b-b915bebfc621 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (92ecc299-2039-47d5-a026-93b1227e8712), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.755908 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4af68f3f-b3aa-468b-998b-b915bebfc621 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (92ecc299-2039-47d5-a026-93b1227e8712), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.761094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4af68f3f-b3aa-468b-998b-b915bebfc621 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (92ecc299-2039-47d5-a026-93b1227e8712), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.778406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68f3f-b3aa-468b-998b-b915bebfc621 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ecc299-2039-47d5-a026-93b1227e8712,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:35.787248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4af68f3f-b3aa-468b-998b-b915bebfc621 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.788479 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4af68f3f-b3aa-468b-998b-b915bebfc621 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247480 Feb 03 13:12:35.791575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42856) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:35.796397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'network': {'name': 'tempest-network-smoke--1424946385', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'port_security_enabled': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:35.816810 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:12:35.821341 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.847064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:12:35.856012 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3d6e1903-7a22-4bc5-8487-17ea1072b225), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.856389 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Added segment 3d6e1903-7a22-4bc5-8487-17ea1072b225 of type vlan for network de710f0c-5c4d-4762-912c-28af878d5742 Feb 03 13:12:35.897765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (de710f0c-5c4d-4762-912c-28af878d5742), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.923130 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (de710f0c-5c4d-4762-912c-28af878d5742), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.928119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:35.928710 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:35.965686 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1730430 Feb 03 13:12:35.968923 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42858) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:35.997319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'admin_state_up': True, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:36.006963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3740d-0eb7-4124-8a42-d6196d01b568 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Network': ['ID=de710f0c-5c4d-4762-912c-28af878d5742,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:36.019526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network de710f0c-5c4d-4762-912c-28af878d5742 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:12:36.026758 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (58a10cb1-d329-4a6b-8d08-3b23459dfd72), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.031867 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (58a10cb1-d329-4a6b-8d08-3b23459dfd72), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.120884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_controller (58a10cb1-d329-4a6b-8d08-3b23459dfd72), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.264893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (58a10cb1-d329-4a6b-8d08-3b23459dfd72), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.465990 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (58a10cb1-d329-4a6b-8d08-3b23459dfd72), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.484325 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.592707 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.25.3.89 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/cb7f67d6-fab8-4337-a721-b1f711019e08) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:36.659756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02320483-5c83-4c7f-925e-b3d3654d87c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.693435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.727099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.767305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:36.770143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:36.774237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:36.777211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=cb7f67d6-fab8-4337-a721-b1f711019e08,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:37.030464 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (58a10cb1-d329-4a6b-8d08-3b23459dfd72), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:37.239278 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (58a10cb1-d329-4a6b-8d08-3b23459dfd72), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:37.369026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:12:37.477185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:37.488225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Sync routers for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:37.497913 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:37.498880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:37.499244 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-548c9485-f1b5-436f-8876-aeda682a61ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5294583 Feb 03 13:12:37.502366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42868) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:37.502801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:37.616545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:37.636743 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fa82fc0b-02c4-421f-b5c2-62cae117c8ca tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=eb26b55f4d904c8886f9b1c85cd9f33e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1306221 Feb 03 13:12:37.637085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42872) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:37.749067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef5121-bc58-4c15-b7ee-8c6d32c58891 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:37.752531 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fbef5121-bc58-4c15-b7ee-8c6d32c58891 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1144576 Feb 03 13:12:37.753801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42874) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:37.785877 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-747a4df0-7ca4-4d8e-903e-6c5235fb671e tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283728 Feb 03 13:12:37.786632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:37.791322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1176856847', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:37.885026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:12:37.889075 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:37.963936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:36Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:37.992433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Checking router: 58a10cb1-d329-4a6b-8d08-3b23459dfd72 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:37.992893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Updating router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 port cb7f67d6-fab8-4337-a721-b1f711019e08 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:12:38.029199 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.073534 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (77122117-2d33-4fd4-9b2f-96e825c35522), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.139922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Subnet': ['ID=77122117-2d33-4fd4-9b2f-96e825c35522,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:38.145019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Checking segment: {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:38.145376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network hostable DHCP agents. Network: de710f0c-5c4d-4762-912c-28af878d5742, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:12:38.164797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network de710f0c-5c4d-4762-912c-28af878d5742 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:12:38.177928 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, de710f0c-5c4d-4762-912c-28af878d5742) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:38.182610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:38.183211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.204134 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d7f18622-3a55-4962-82b5-18ea9b5d436a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4169226 Feb 03 13:12:38.206902 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42878) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:38.213404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48688c7b-1db5-49bf-81ce-e7e90d3364cb None None] Network de710f0c-5c4d-4762-912c-28af878d5742 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:12:38.377039 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Publish callbacks [] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.389461 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.467993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Attempting to bind port cb7f67d6-fab8-4337-a721-b1f711019e08 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:38.468353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Attempting to bind port cb7f67d6-fab8-4337-a721-b1f711019e08 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:38.471127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Attempting to bind port cb7f67d6-fab8-4337-a721-b1f711019e08 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:38.478559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:38.478980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:38.479353 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.479739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:38.480224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Bound port: cb7f67d6-fab8-4337-a721-b1f711019e08, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:38.480667 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.482901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-de710f0c-5c4d-4762-912c-28af878d5742', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:12:38.483716 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.636817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Allocated IP 172.20.0.2 (de710f0c-5c4d-4762-912c-28af878d5742/77122117-2d33-4fd4-9b2f-96e825c35522/846949ee-c086-4d18-84fe-2817f3c9d39f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:38.725221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e0185-1003-4ef0-865b-104f34d611fc None None] Pushing event updated for resources: {'Port': ['ID=cb7f67d6-fab8-4337-a721-b1f711019e08,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:38.783994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] For port cb7f67d6-fab8-4337-a721-b1f711019e08, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:38.791904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] For port cb7f67d6-fab8-4337-a721-b1f711019e08, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cb7f67d6-fab8-4337-a721-b1f711019e08,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:38.819836 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.901489 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a8a03bc-fc47-46ca-854d-5567909ed4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.908280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Publish callbacks [] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.919471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:38.920440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:38.922611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e0185-1003-4ef0-865b-104f34d611fc None None] Pushing event updated for resources: {'Port': ['ID=cb7f67d6-fab8-4337-a721-b1f711019e08,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:38.925661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:39.021710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Network de710f0c-5c4d-4762-912c-28af878d5742 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:39.053795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:39.055519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Pushing event updated for resources: {'Port': ['ID=846949ee-c086-4d18-84fe-2817f3c9d39f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:39.059594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:39.072260 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:39.120529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:39.188529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Attempting to bind port 846949ee-c086-4d18-84fe-2817f3c9d39f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:39.188905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Attempting to bind port 846949ee-c086-4d18-84fe-2817f3c9d39f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:39.189285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Attempting to bind port 846949ee-c086-4d18-84fe-2817f3c9d39f on network de710f0c-5c4d-4762-912c-28af878d5742 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:39.206151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:39.206677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Checking segment: {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:39.207093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:39.207492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Bound using segment: {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:39.207975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Bound port: 846949ee-c086-4d18-84fe-2817f3c9d39f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:39.208356 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:39.348037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] For port 846949ee-c086-4d18-84fe-2817f3c9d39f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:39.364060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] For port 846949ee-c086-4d18-84fe-2817f3c9d39f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=846949ee-c086-4d18-84fe-2817f3c9d39f,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:39.378246 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:39.388059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.20.0.1 (de710f0c-5c4d-4762-912c-28af878d5742/77122117-2d33-4fd4-9b2f-96e825c35522/097c180a-3466-4851-ba00-92a4b399cc3b) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:39.459051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c399f3-dded-4a93-a1b9-54bf438a3744 None None] Pushing event updated for resources: {'Port': ['ID=846949ee-c086-4d18-84fe-2817f3c9d39f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:39.464847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:36Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:39.508480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24060764-a9db-4494-bac9-fe151818cf70 None None] The sync data for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 is: [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:36Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:39.600634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (097c180a-3466-4851-ba00-92a4b399cc3b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:39.651243 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:39.736939 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network de710f0c-5c4d-4762-912c-28af878d5742 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:39.740238 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:39.742763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:39.785260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=097c180a-3466-4851-ba00-92a4b399cc3b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:39.828783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (58a10cb1-d329-4a6b-8d08-3b23459dfd72), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.023077 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.167642 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.347343 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (097c180a-3466-4851-ba00-92a4b399cc3b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.354608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.435732 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (58a10cb1-d329-4a6b-8d08-3b23459dfd72), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.437832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=097c180a-3466-4851-ba00-92a4b399cc3b,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:40.575611 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network de710f0c-5c4d-4762-912c-28af878d5742 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:40.580101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:40.715999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:12:40.717671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b568181-dbf6-4b0d-9b0b-97c08906e6c9 None None] Network de710f0c-5c4d-4762-912c-28af878d5742 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:12:40.864077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:40.872785 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ba7838da-f00f-4d27-8b25-2ee91a15d2e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "PUT /v2.0/routers/58a10cb1-d329-4a6b-8d08-3b23459dfd72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6641591 Feb 03 13:12:40.892405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-45939a55-14a6-4c4b-8f33-4bf89719f1ff None None] Provisioning complete for port 846949ee-c086-4d18-84fe-2817f3c9d39f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:40.892846 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45939a55-14a6-4c4b-8f33-4bf89719f1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:41.223930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-45939a55-14a6-4c4b-8f33-4bf89719f1ff None None] Current status of the port 846949ee-c086-4d18-84fe-2817f3c9d39f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:41.225038 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45939a55-14a6-4c4b-8f33-4bf89719f1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:41.280773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-45939a55-14a6-4c4b-8f33-4bf89719f1ff None None] For port 846949ee-c086-4d18-84fe-2817f3c9d39f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=846949ee-c086-4d18-84fe-2817f3c9d39f,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:41.295832 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45939a55-14a6-4c4b-8f33-4bf89719f1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:41.343507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-7b0b46b5-d05e-4a44-8f8b-aee8611b4e7d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921019077&fields=id&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 267 time: 0.0878832 Feb 03 13:12:41.391929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45939a55-14a6-4c4b-8f33-4bf89719f1ff None None] Pushing event updated for resources: {'Port': ['ID=846949ee-c086-4d18-84fe-2817f3c9d39f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:41.414363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cb7f67d6-fab8-4337-a721-b1f711019e08 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:41.488577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port cb7f67d6-fab8-4337-a721-b1f711019e08 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:41.489077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:41.507611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-4e4259af-4f68-48c3-8ae8-ae970e49d2ae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:41.509769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-4e4259af-4f68-48c3-8ae8-ae970e49d2ae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 797 time: 0.1580217 Feb 03 13:12:41.542532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6b999145-76ae-47eb-af3d-b8a9efa5f7e8 None None] Provisioning complete for port 097c180a-3466-4851-ba00-92a4b399cc3b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:41.542911 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b999145-76ae-47eb-af3d-b8a9efa5f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:41.543595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-e2ca32d4-9cda-4ea6-b70a-346965547743 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/quotas/eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 375 time: 0.0205641 Feb 03 13:12:41.623159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-1884b267-05dd-4304-87e8-12a40d87709e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690849 Feb 03 13:12:41.644577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port cb7f67d6-fab8-4337-a721-b1f711019e08 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:41.644973 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:41.652767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6b999145-76ae-47eb-af3d-b8a9efa5f7e8 None None] Port 097c180a-3466-4851-ba00-92a4b399cc3b cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:12:41.665008 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:12:41.690199 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:41.700969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port cb7f67d6-fab8-4337-a721-b1f711019e08, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cb7f67d6-fab8-4337-a721-b1f711019e08,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:41.716679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6b999145-76ae-47eb-af3d-b8a9efa5f7e8 None None] Provisioning complete for port 846949ee-c086-4d18-84fe-2817f3c9d39f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:41.717061 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b999145-76ae-47eb-af3d-b8a9efa5f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:41.773429 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:41.774723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 846949ee-c086-4d18-84fe-2817f3c9d39f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:41.884320 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Sync routers for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:41.897202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-9ebe4d02-251c-4c98-abbf-41a6ed85e2ac service neutron] 10.222.0.65 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719584 Feb 03 13:12:41.899825 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:41.903113 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:41.982749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=cb7f67d6-fab8-4337-a721-b1f711019e08,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:41.996121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 846949ee-c086-4d18-84fe-2817f3c9d39f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:41.996660 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.047172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-13bb03a4-9698-45d0-8300-e950239c16f3 service neutron] 10.222.0.65 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487234 Feb 03 13:12:42.054233 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:42.078159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6b999145-76ae-47eb-af3d-b8a9efa5f7e8 None None] Current status of the port 846949ee-c086-4d18-84fe-2817f3c9d39f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:42.221212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 846949ee-c086-4d18-84fe-2817f3c9d39f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:42.258647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-1404bfa7-41b1-499b-a215-cb3b095a3eca None None] Provisioning complete for port 097c180a-3466-4851-ba00-92a4b399cc3b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:42.259250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1404bfa7-41b1-499b-a215-cb3b095a3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.348594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1404bfa7-41b1-499b-a215-cb3b095a3eca None None] Port 097c180a-3466-4851-ba00-92a4b399cc3b cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:12:42.389060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2f706c2-4979-4941-9540-255f1ba81dd8 req-aa8927ea-7d47-4d21-95b1-e6681cdb8f1e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 210 time: 0.1550226 Feb 03 13:12:42.424561 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:39Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '097c180a-3466-4851-ba00-92a4b399cc3b', 'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:44:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:39Z', 'updated_at': '2022-02-03T13:12:40Z', 'revision_number': 2, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:42.461224 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Checking router: 58a10cb1-d329-4a6b-8d08-3b23459dfd72 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:42.461805 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Updating router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 port 097c180a-3466-4851-ba00-92a4b399cc3b binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:12:42.491562 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.722634 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.798367 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Publish callbacks [] for port (097c180a-3466-4851-ba00-92a4b399cc3b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.807525 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.956233 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2f68c-6b0b-4e77-b7a9-48644cc572bf None None] Pushing event updated for resources: {'Port': ['ID=097c180a-3466-4851-ba00-92a4b399cc3b,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:42.972027 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Attempting to bind port 097c180a-3466-4851-ba00-92a4b399cc3b on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:42.972445 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Attempting to bind port 097c180a-3466-4851-ba00-92a4b399cc3b by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:42.972982 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Attempting to bind port 097c180a-3466-4851-ba00-92a4b399cc3b on network de710f0c-5c4d-4762-912c-28af878d5742 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:42.978794 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:42.979209 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Checking segment: {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:42.979616 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.980017 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Bound using segment: {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:42.980560 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Bound port: 097c180a-3466-4851-ba00-92a4b399cc3b, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:42.981014 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.066399 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] For port 097c180a-3466-4851-ba00-92a4b399cc3b, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:43.088463 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] For port 097c180a-3466-4851-ba00-92a4b399cc3b, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=097c180a-3466-4851-ba00-92a4b399cc3b,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:43.104801 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.196996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cb7f67d6-fab8-4337-a721-b1f711019e08 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:43.201723 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:43.202591 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:43.208693 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2f68c-6b0b-4e77-b7a9-48644cc572bf None None] Pushing event updated for resources: {'Port': ['ID=097c180a-3466-4851-ba00-92a4b399cc3b,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:43.282104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-92962841-1345-4a3d-a501-659d681caabb None None] Provisioning complete for port 097c180a-3466-4851-ba00-92a4b399cc3b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:43.282710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92962841-1345-4a3d-a501-659d681caabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.350351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port cb7f67d6-fab8-4337-a721-b1f711019e08 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:43.351133 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.359773 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:43.436434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-92962841-1345-4a3d-a501-659d681caabb None None] Current status of the port 097c180a-3466-4851-ba00-92a4b399cc3b is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:43.437511 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92962841-1345-4a3d-a501-659d681caabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.501277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-92962841-1345-4a3d-a501-659d681caabb None None] For port 097c180a-3466-4851-ba00-92a4b399cc3b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=097c180a-3466-4851-ba00-92a4b399cc3b,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:43.520217 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92962841-1345-4a3d-a501-659d681caabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.632854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fdb3247e-a8a8-4a5c-8483-74c0fa2104f0 req-13d4b607-0dfa-4f0f-8338-ef55c7a3164c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 210 time: 0.0530579 Feb 03 13:12:43.656734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-5daed496-c9c5-417b-a490-1c76a2368505 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:43.658921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-5daed496-c9c5-417b-a490-1c76a2368505 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 797 time: 0.2079065 Feb 03 13:12:43.677387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92962841-1345-4a3d-a501-659d681caabb None None] Pushing event updated for resources: {'Port': ['ID=097c180a-3466-4851-ba00-92a4b399cc3b,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:43.739582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port cb7f67d6-fab8-4337-a721-b1f711019e08 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:43.740840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 846949ee-c086-4d18-84fe-2817f3c9d39f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:43.763526 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-e875909c-ff77-44ea-89f8-a12ffdd22ee7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 380 time: 0.0903897 Feb 03 13:12:43.766012 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:39Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '097c180a-3466-4851-ba00-92a4b399cc3b', 'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:44:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:39Z', 'updated_at': '2022-02-03T13:12:43Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:43.775148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'port': {'device_id': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'admin_state_up': True, 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'security_groups': ['1e94b2d7-a7c7-4a07-b0d8-5941146cc779']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:43.797631 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957d1af-d0e1-43ad-bad7-542680561e83 None None] The sync data for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 is: [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:39Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '097c180a-3466-4851-ba00-92a4b399cc3b', 'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:44:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:39Z', 'updated_at': '2022-02-03T13:12:43Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:43.804418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5ed20bfe-8bbf-4241-9a87-f715db6ca227 None None] Provisioning complete for port 097c180a-3466-4851-ba00-92a4b399cc3b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:43.804963 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ed20bfe-8bbf-4241-9a87-f715db6ca227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.846785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 846949ee-c086-4d18-84fe-2817f3c9d39f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:43.847359 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.920116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:12:43.923953 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.951446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5ed20bfe-8bbf-4241-9a87-f715db6ca227 None None] Current status of the port 097c180a-3466-4851-ba00-92a4b399cc3b is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:43.995832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 846949ee-c086-4d18-84fe-2817f3c9d39f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:44.090568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.20.0.8 (de710f0c-5c4d-4762-912c-28af878d5742/77122117-2d33-4fd4-9b2f-96e825c35522/318ad598-e77c-40ea-845c-437b8bbea399) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:44.244227 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (318ad598-e77c-40ea-845c-437b8bbea399), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:44.281802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:44.331080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network de710f0c-5c4d-4762-912c-28af878d5742 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:44.336435 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:44.341184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:44.366784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:44.406657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:44.407300 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:44.427897 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-432c8893-1e28-4ae2-8f56-5aec0c5b0699 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6572056 Feb 03 13:12:44.440394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Request body: {'port': {'device_id': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:44.534779 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (318ad598-e77c-40ea-845c-437b8bbea399), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:44.680598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6d11b8ff-a451-446e-ac5c-90874092213f None None] Provisioning complete for port 318ad598-e77c-40ea-845c-437b8bbea399 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:44.681524 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d11b8ff-a451-446e-ac5c-90874092213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (318ad598-e77c-40ea-845c-437b8bbea399), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:44.721476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6d11b8ff-a451-446e-ac5c-90874092213f None None] Port 318ad598-e77c-40ea-845c-437b8bbea399 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:12:44.780158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfcec5-694b-491f-90ef-f8c8c8434da0 req-b188a024-5697-40ed-bba0-3595a5aba81e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:44.782485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75dfcec5-694b-491f-90ef-f8c8c8434da0 req-b188a024-5697-40ed-bba0-3595a5aba81e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 931 time: 0.0689189 Feb 03 13:12:44.852405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75dfcec5-694b-491f-90ef-f8c8c8434da0 req-d662b8fc-8250-4d3e-bd28-27a7648d05ae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637002 Feb 03 13:12:44.861652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318ad598-e77c-40ea-845c-437b8bbea399 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:12:44.869522 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Publish callbacks [] for port (318ad598-e77c-40ea-845c-437b8bbea399), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:44.883181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Transition to ACTIVE for port object 318ad598-e77c-40ea-845c-437b8bbea399 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:12:44.893247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:44.950826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Pushing event updated for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:45.034322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Attempting to bind port 318ad598-e77c-40ea-845c-437b8bbea399 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:45.034714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Attempting to bind port 318ad598-e77c-40ea-845c-437b8bbea399 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:45.035099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Attempting to bind port 318ad598-e77c-40ea-845c-437b8bbea399 on network de710f0c-5c4d-4762-912c-28af878d5742 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:45.043299 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Port 318ad598-e77c-40ea-845c-437b8bbea399 on network de710f0c-5c4d-4762-912c-28af878d5742 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:12:45.043711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Attempting to bind port 318ad598-e77c-40ea-845c-437b8bbea399 on network de710f0c-5c4d-4762-912c-28af878d5742 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:45.050017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:45.050411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Checking segment: {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:45.050950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Bound using segment: {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:45.051385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Bound port: 318ad598-e77c-40ea-845c-437b8bbea399, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:45.051747 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (318ad598-e77c-40ea-845c-437b8bbea399), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:45.165789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:45.171048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:45.190477 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:45.217047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 097c180a-3466-4851-ba00-92a4b399cc3b up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:45.232648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:45.233450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:45.235365 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] 10.222.0.72 "PUT /v2.0/ports/318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 1092 time: 0.7999208 Feb 03 13:12:45.239873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:12:45.242384 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd3b901-e2fc-4f9b-aa16-1e3df0437297" -d '{"events": [{"name": "network-changed", "server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "tag": "318ad598-e77c-40ea-845c-437b8bbea399"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:12:45.333816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 097c180a-3466-4851-ba00-92a4b399cc3b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:45.334502 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:45.335658 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05708384-9eb9-49d3-97f8-bd0761574d88 x-openstack-request-id: req-05708384-9eb9-49d3-97f8-bd0761574d88 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:12:45.336173 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "tag": "318ad598-e77c-40ea-845c-437b8bbea399", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:12:45.336443 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05708384-9eb9-49d3-97f8-bd0761574d88 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:12:45.336853 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399', 'status': 'completed', 'code': 200} Feb 03 13:12:45.355414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25eff0-b708-4982-9f5b-ff83e086d5ae service neutron] Pushing event updated for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:45.380762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-71cccaad-b5e4-4ddf-9cd6-f36e6a595c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:45.382731 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-71cccaad-b5e4-4ddf-9cd6-f36e6a595c39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1126 time: 0.0788939 Feb 03 13:12:45.447974 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-1269dc0c-807b-486a-b589-8043e87477c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 217 time: 0.0585175 Feb 03 13:12:45.448261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 097c180a-3466-4851-ba00-92a4b399cc3b is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:45.503780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-6ba7b44b-68f9-425f-ac3d-ce0c5f49c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:45.505344 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-6ba7b44b-68f9-425f-ac3d-ce0c5f49c82b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0515234 Feb 03 13:12:45.554114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-677f4c7f-28cc-466e-bf81-754d393b78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:45.555706 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-677f4c7f-28cc-466e-bf81-754d393b78c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445833 Feb 03 13:12:45.652279 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-281553d9-e129-4e28-a451-cf8296cbe4b9 service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906501 Feb 03 13:12:45.745808 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5e1fe92c-4704-484d-95cb-1b184ada5fc4 req-c3fd0d4e-788d-48be-9c34-02910279b6fe service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873008 Feb 03 13:12:45.841518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-4910eca8-4593-46eb-844e-d1b32484151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:45.842980 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-4910eca8-4593-46eb-844e-d1b32484151d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1126 time: 0.0529912 Feb 03 13:12:45.943453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-fc7cb361-0364-4dee-820b-c8d6e59000e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:45.944936 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-fc7cb361-0364-4dee-820b-c8d6e59000e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.0963352 Feb 03 13:12:45.976018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3dfc7-e082-4a94-98ae-6db287ed0e09 req-e9d9f01d-83c5-4288-9686-46e4c38987fc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:45.977736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9c3dfc7-e082-4a94-98ae-6db287ed0e09 req-e9d9f01d-83c5-4288-9686-46e4c38987fc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 943 time: 0.0591044 Feb 03 13:12:45.997533 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-50cf2968-a333-4c59-85fc-40c446106a30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 217 time: 0.0456889 Feb 03 13:12:46.035467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9c3dfc7-e082-4a94-98ae-6db287ed0e09 req-9a83607b-4fa3-4192-9982-99f3d846499f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510592 Feb 03 13:12:46.047493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-138303c8-7255-4ab7-9e16-e0b5f09ad691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:46.049123 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-138303c8-7255-4ab7-9e16-e0b5f09ad691 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0441294 Feb 03 13:12:46.098937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-cb82f138-c76f-4937-80d9-92fe0859d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:46.100382 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-cb82f138-c76f-4937-80d9-92fe0859d261 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448799 Feb 03 13:12:46.209079 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-5f99626d-abce-4da6-bc57-4988b14ffdd6 service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016881 Feb 03 13:12:46.307893 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acd3b901-e2fc-4f9b-aa16-1e3df0437297 req-2d074bf4-44f1-4350-acf9-4a89ac8d82ec service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918248 Feb 03 13:12:46.480827 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.161379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe45a4-311f-497d-8887-3f98279d3485 req-818d7a07-1139-4074-a67c-072f7b7137fe tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:47.162926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-defe45a4-311f-497d-8887-3f98279d3485 req-818d7a07-1139-4074-a67c-072f7b7137fe tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 943 time: 0.0554552 Feb 03 13:12:47.219535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-defe45a4-311f-497d-8887-3f98279d3485 req-16508103-4d91-4ebb-b122-bba51fb216bc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500348 Feb 03 13:12:47.228013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 318ad598-e77c-40ea-845c-437b8bbea399 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:12:47.334169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:47.344623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '318ad598-e77c-40ea-845c-437b8bbea399', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'port_id': '318ad598-e77c-40ea-845c-437b8bbea399', 'mac_address': 'fa:16:3e:59:c8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:12:47.383798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 318ad598-e77c-40ea-845c-437b8bbea399 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:47.384641 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (318ad598-e77c-40ea-845c-437b8bbea399), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.399923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318ad598-e77c-40ea-845c-437b8bbea399 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:12:47.420997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:47.426263 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.478259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:47.635756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['318ad598-e77c-40ea-845c-437b8bbea399'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:12:48.351429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e275-f1c2-4c60-b3f6-739e394b807a req-2b0d5e45-74b7-4da4-a859-4972ada7165a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:48.354812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e538e275-f1c2-4c60-b3f6-739e394b807a req-2b0d5e45-74b7-4da4-a859-4972ada7165a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 944 time: 0.0558944 Feb 03 13:12:48.406743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e538e275-f1c2-4c60-b3f6-739e394b807a req-44f4803d-5f0c-4020-8762-efdb5d6eb459 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479321 Feb 03 13:12:49.244722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 318ad598-e77c-40ea-845c-437b8bbea399 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:49.298176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 318ad598-e77c-40ea-845c-437b8bbea399 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:12:49.302778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 318ad598-e77c-40ea-845c-437b8bbea399 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:49.303208 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (318ad598-e77c-40ea-845c-437b8bbea399), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:49.398742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 318ad598-e77c-40ea-845c-437b8bbea399 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:49.399234 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (318ad598-e77c-40ea-845c-437b8bbea399), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:49.428467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:12:49.431414 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f972bc-1f04-44ff-a3cd-727a3642ec1f" -d '{"events": [{"server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "name": "network-vif-plugged", "status": "completed", "tag": "318ad598-e77c-40ea-845c-437b8bbea399"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:12:49.453360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:49.464658 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:49.482365 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb35ca90-0d23-4ddc-a28e-9b52a720a18e x-openstack-request-id: req-eb35ca90-0d23-4ddc-a28e-9b52a720a18e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:12:49.482674 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "name": "network-vif-plugged", "status": "completed", "tag": "318ad598-e77c-40ea-845c-437b8bbea399", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:12:49.482956 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb35ca90-0d23-4ddc-a28e-9b52a720a18e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:12:49.483371 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399', 'code': 200} Feb 03 13:12:49.546208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:49.576663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8eed-10d3-489a-a321-f823f5c85001 req-f70ce649-5fd7-45a6-bac1-35e6b725c34a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:49.583999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c3f8eed-10d3-489a-a321-f823f5c85001 req-f70ce649-5fd7-45a6-bac1-35e6b725c34a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.1004322 Feb 03 13:12:49.634459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c3f8eed-10d3-489a-a321-f823f5c85001 req-ec2679cf-f9bd-4fa9-b785-99b3c6045556 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492325 Feb 03 13:12:49.640280 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36066-f452-48cc-b18b-e1a1906dea12 req-34a82e47-9daa-4d69-b861-8cdf94c8f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:49.642154 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-04c36066-f452-48cc-b18b-e1a1906dea12 req-34a82e47-9daa-4d69-b861-8cdf94c8f4e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1128 time: 0.0987346 Feb 03 13:12:49.701152 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-04c36066-f452-48cc-b18b-e1a1906dea12 req-e16fc2db-a642-484e-b27f-3b678b9968b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527833 Feb 03 13:12:50.761508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f2527-5758-4c2b-9974-979d4e24a18b req-70c3be47-cd0e-418e-8031-8431a2a89c2a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:50.763276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-087f2527-5758-4c2b-9974-979d4e24a18b req-70c3be47-cd0e-418e-8031-8431a2a89c2a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0545094 Feb 03 13:12:50.817441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-087f2527-5758-4c2b-9974-979d4e24a18b req-75df53d6-0ecd-4da2-8c59-ab505c5ee27f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478361 Feb 03 13:12:50.925904 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.953671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc539a1-9e76-4f19-9979-7f546673f49f req-abb5070d-3bb4-4d33-be37-08d1aa86c2af tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:51.955155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdc539a1-9e76-4f19-9979-7f546673f49f req-abb5070d-3bb4-4d33-be37-08d1aa86c2af tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0643659 Feb 03 13:12:52.014120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdc539a1-9e76-4f19-9979-7f546673f49f req-1e5112d2-e7d0-4961-87eb-a13021d04991 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531945 Feb 03 13:12:52.148448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ece9d4-3ff2-43e8-a9a5-62b9bedbd5e2 req-2c85708a-e9ea-48d8-b8be-476155f466b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:52.150026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15ece9d4-3ff2-43e8-a9a5-62b9bedbd5e2 req-2c85708a-e9ea-48d8-b8be-476155f466b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0608559 Feb 03 13:12:52.210728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15ece9d4-3ff2-43e8-a9a5-62b9bedbd5e2 req-acda8590-63de-41df-adf8-a4b177aa4fed tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522070 Feb 03 13:12:52.240929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 42992) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:52.294839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c14112-776a-4495-98f8-eb5a4445d8c2 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:52.298079 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f3c14112-776a-4495-98f8-eb5a4445d8c2 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1123 time: 0.0548630 Feb 03 13:12:52.299684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 42994) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:52.304509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '318ad598-e77c-40ea-845c-437b8bbea399', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:52.328521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:52.438052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:52.540690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.25.3.7 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/64374dce-d3b7-450f-bffd-8c779c0cea70) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:52.647054 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (64374dce-d3b7-450f-bffd-8c779c0cea70), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:52.682511 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (64374dce-d3b7-450f-bffd-8c779c0cea70), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:52.720340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:52.725117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:52.728317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:52.753801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=64374dce-d3b7-450f-bffd-8c779c0cea70,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:53.102530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (b931e871-bf92-4dd8-b139-9c416db57a57), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:53.176428 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (64374dce-d3b7-450f-bffd-8c779c0cea70), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:53.337211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (64374dce-d3b7-450f-bffd-8c779c0cea70), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:53.344019 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (64374dce-d3b7-450f-bffd-8c779c0cea70), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:53.419643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=64374dce-d3b7-450f-bffd-8c779c0cea70,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:53.429508 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (b931e871-bf92-4dd8-b139-9c416db57a57), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:53.539106 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Floating IP b931e871-bf92-4dd8-b139-9c416db57a57 associated. External IP: 172.25.3.7, port: 318ad598-e77c-40ea-845c-437b8bbea399. Feb 03 13:12:53.758112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:12:53.874593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:53.885140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] Sync routers for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:53.897475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:53.898116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:53.899673 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:53.933516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e0afa4d8-0229-4209-adf2-b25ea78da2de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6301372 Feb 03 13:12:53.933516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:12:53.937678 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abb5745-0742-4105-ad1c-c3066f2e0395" -d '{"events": [{"name": "network-changed", "server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "tag": "318ad598-e77c-40ea-845c-437b8bbea399"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:12:54.000040 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f98383-8d42-4bde-8e61-6d381cad85e5 x-openstack-request-id: req-56f98383-8d42-4bde-8e61-6d381cad85e5 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:12:54.000355 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "tag": "318ad598-e77c-40ea-845c-437b8bbea399", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:12:54.000711 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56f98383-8d42-4bde-8e61-6d381cad85e5 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:12:54.001186 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399', 'status': 'completed', 'code': 200} Feb 03 13:12:54.020024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:54.071887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25ca8-9c80-4cf9-b696-84a97994e074 req-dd19c09c-7e46-46dc-b75e-45d89740e29e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:54.073864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ade25ca8-9c80-4cf9-b696-84a97994e074 req-dd19c09c-7e46-46dc-b75e-45d89740e29e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0633907 Feb 03 13:12:54.083546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-83b04405-a14d-4875-bbf4-9f7fdb83dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:54.085944 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-83b04405-a14d-4875-bbf4-9f7fdb83dd2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1128 time: 0.0596905 Feb 03 13:12:54.126703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ade25ca8-9c80-4cf9-b696-84a97994e074 req-2a4cfc90-89bb-478e-8abc-4ad34b51dfdf tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460927 Feb 03 13:12:54.148655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43004) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:54.197850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-73e77c01-55ab-44a8-9e8e-6f061153439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:54.200289 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-73e77c01-55ab-44a8-9e8e-6f061153439b service neutron] 10.222.0.72 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.1080496 Feb 03 13:12:54.228957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e64f946d-f2db-473c-b1bc-3d4c2046c32b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/b931e871-bf92-4dd8-b139-9c416db57a57 HTTP/1.1" status: 200 len: 989 time: 0.0772769 Feb 03 13:12:54.275163 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-3fa430e1-263a-4c67-9cbc-96ac6b8c14a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 997 time: 0.0687423 Feb 03 13:12:54.332187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-4bbab561-0f8d-40ba-be1d-7ab559efc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:54.333946 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-4bbab561-0f8d-40ba-be1d-7ab559efc98d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0523520 Feb 03 13:12:54.396636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-f6e665ec-a654-432e-b840-3d9502f9e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:54.398756 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-f6e665ec-a654-432e-b840-3d9502f9e643 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0579364 Feb 03 13:12:54.453696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:39Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'b931e871-bf92-4dd8-b139-9c416db57a57', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'port_id': '318ad598-e77c-40ea-845c-437b8bbea399', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'mac_address': 'fa:16:3e:59:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:52Z', 'updated_at': '2022-02-03T13:12:52Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097c180a-3466-4851-ba00-92a4b399cc3b', 'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:44:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:39Z', 'updated_at': '2022-02-03T13:12:43Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:54.483920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] Checking router: 58a10cb1-d329-4a6b-8d08-3b23459dfd72 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:54.492676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:54.493299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:12:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:54.500828 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-46b93eb7-7185-48f0-92cf-a61e9480c327 service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961630 Feb 03 13:12:54.603081 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0abb5745-0742-4105-ad1c-c3066f2e0395 req-dd000e9e-fc91-4ae6-976a-f16ff580c96b service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961227 Feb 03 13:12:54.609335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:54.841714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:39Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'b931e871-bf92-4dd8-b139-9c416db57a57', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'port_id': '318ad598-e77c-40ea-845c-437b8bbea399', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'mac_address': 'fa:16:3e:59:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:52Z', 'updated_at': '2022-02-03T13:12:52Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097c180a-3466-4851-ba00-92a4b399cc3b', 'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:44:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:39Z', 'updated_at': '2022-02-03T13:12:43Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:54.869479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedfa697-dbda-4c72-939a-a9e19e489485 None None] The sync data for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 is: [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:39Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'b931e871-bf92-4dd8-b139-9c416db57a57', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'port_id': '318ad598-e77c-40ea-845c-437b8bbea399', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'mac_address': 'fa:16:3e:59:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:52Z', 'updated_at': '2022-02-03T13:12:52Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097c180a-3466-4851-ba00-92a4b399cc3b', 'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:44:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:39Z', 'updated_at': '2022-02-03T13:12:43Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:55.100832 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f13b02-04bf-4eab-9631-1273c9ce8723 None None] New status for floating IP b931e871-bf92-4dd8-b139-9c416db57a57: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:12:55.232139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43012) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:55.334658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ed083453-d41c-465e-ba90-4d38360410df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/b931e871-bf92-4dd8-b139-9c416db57a57 HTTP/1.1" status: 200 len: 989 time: 0.1004817 Feb 03 13:12:56.336453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43016) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:56.400897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c09a5af6-7fd0-4dcb-9bc0-37c6e1efe0d0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/b931e871-bf92-4dd8-b139-9c416db57a57 HTTP/1.1" status: 200 len: 991 time: 0.0631280 Feb 03 13:13:03.352729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:03.564767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Deleting subnet ff32cc7d-ecb0-4946-9d44-bc0b3072a10f {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:13:03.568274 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Publish callbacks [] for subnet (ff32cc7d-ecb0-4946-9d44-bc0b3072a10f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.603389 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (ff32cc7d-ecb0-4946-9d44-bc0b3072a10f), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.646978 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (ff32cc7d-ecb0-4946-9d44-bc0b3072a10f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.701223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (ff32cc7d-ecb0-4946-9d44-bc0b3072a10f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.726632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff32cc7d-ecb0-4946-9d44-bc0b3072a10f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:03.731095 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.734617 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ff32cc7d-ecb0-4946-9d44-bc0b3072a10f HTTP/1.1" status: 204 len: 168 time: 0.3807793 Feb 03 13:13:03.737386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43040) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:03.741549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.741887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.742224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.743164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.743506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.743835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.744180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.744508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.744828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.745144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.745469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.745794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.746212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0657c7-5d04-47be-a825-499437adecc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:03.812896 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (222eff4a-24cb-4568-bacc-b859eeff1a41), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.897928 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (222eff4a-24cb-4568-bacc-b859eeff1a41), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.920794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222eff4a-24cb-4568-bacc-b859eeff1a41']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:03.931210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15726687-8aeb-4480-b1a2-bc5be1711d13') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:03.931469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15726687-8aeb-4480-b1a2-bc5be1711d13') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:03.941809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (15726687-8aeb-4480-b1a2-bc5be1711d13), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.956645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (15726687-8aeb-4480-b1a2-bc5be1711d13), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.963402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:13:03.963833 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (15726687-8aeb-4480-b1a2-bc5be1711d13), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:13:03.965595 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:13:04.022634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (222eff4a-24cb-4568-bacc-b859eeff1a41), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.028147 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.031320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] 10.222.0.65 "DELETE /v2.0/networks/222eff4a-24cb-4568-bacc-b859eeff1a41 HTTP/1.1" status: 204 len: 168 time: 0.2927029 Feb 03 13:13:04.041783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c9125-0618-4971-b747-40cc18279e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=222eff4a-24cb-4568-bacc-b859eeff1a41,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:04.187801 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43044) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:04.232538 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f385279a-6bd9-4a04-916b-584c36e7f27f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ad234cd63ab4ca0ab6610702283f746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409243 Feb 03 13:13:04.232854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43046) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:04.282679 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65654eb5-dc1c-4145-ad51-8d04ff50a0f4 admin admin] Publish callbacks [] for security_group (01045d7e-bd03-4cbd-9d74-7e5e403f2936), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.305980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65654eb5-dc1c-4145-ad51-8d04ff50a0f4 admin admin] Publish callbacks [] for security_group (01045d7e-bd03-4cbd-9d74-7e5e403f2936), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.355887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65654eb5-dc1c-4145-ad51-8d04ff50a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (01045d7e-bd03-4cbd-9d74-7e5e403f2936), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.358601 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-65654eb5-dc1c-4145-ad51-8d04ff50a0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.359759 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-65654eb5-dc1c-4145-ad51-8d04ff50a0f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01045d7e-bd03-4cbd-9d74-7e5e403f2936 HTTP/1.1" status: 204 len: 168 time: 0.1259367 Feb 03 13:13:04.367660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65654eb5-dc1c-4145-ad51-8d04ff50a0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01045d7e-bd03-4cbd-9d74-7e5e403f2936,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:06.665343 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27f3a951-fedf-47bc-a2d1-bf421e37b7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.886204 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c29a5f77-e18a-442f-ab05-0d837eb43bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.162701 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.611245 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.709110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:16.495453 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.664757 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:13:20.949701 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.676839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aeb0a-0328-4805-9a22-b2796423acac req-09fd2963-719b-4f67-9187-c3b30aa60206 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:25.678444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-355aeb0a-0328-4805-9a22-b2796423acac req-09fd2963-719b-4f67-9187-c3b30aa60206 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1128 time: 0.0558615 Feb 03 13:13:25.697028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-355aeb0a-0328-4805-9a22-b2796423acac req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.775933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-355aeb0a-0328-4805-9a22-b2796423acac req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Publish callbacks [] for security_group (65edb538-a49a-4c93-9bcf-0fe67f6dd7f5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.781161 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-355aeb0a-0328-4805-9a22-b2796423acac req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (65edb538-a49a-4c93-9bcf-0fe67f6dd7f5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.818271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65edb538-a49a-4c93-9bcf-0fe67f6dd7f5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:25.823534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-355aeb0a-0328-4805-9a22-b2796423acac req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395552 Feb 03 13:13:25.829207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.829597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.829929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.830261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.830629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.830956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.831284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.831579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.831929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.832249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.832564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.832884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.833199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a68268-2741-4fc8-858b-44d322442886 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:25.948025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b4ac-1dde-4d62-91ec-dc3cc289ce03 req-4182e3c4-5020-4639-9bbe-22c975ddcd88 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:25.949969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74b1b4ac-1dde-4d62-91ec-dc3cc289ce03 req-4182e3c4-5020-4639-9bbe-22c975ddcd88 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0555441 Feb 03 13:13:26.001035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74b1b4ac-1dde-4d62-91ec-dc3cc289ce03 req-2da16973-ef40-4082-a597-15a7fa3c264e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Feb 03 13:13:26.023348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43190) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:26.089322 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2370df09-9b77-4e6f-abfc-7873e926bb82 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/b931e871-bf92-4dd8-b139-9c416db57a57 HTTP/1.1" status: 200 len: 991 time: 0.0647566 Feb 03 13:13:26.395787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-906c4866-9eda-46b9-95e3-643fe073c231 req-10bd9ac2-488f-4972-b05d-9c1466584bd3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:13:26.397921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-906c4866-9eda-46b9-95e3-643fe073c231 req-10bd9ac2-488f-4972-b05d-9c1466584bd3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062318 Feb 03 13:13:26.721381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43206) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:26.782640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff5726-83ff-44a2-ae85-46a530ed632a req-ae54639b-dca7-4d33-a023-327c2453e9c6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:26.784268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4ff5726-83ff-44a2-ae85-46a530ed632a req-ae54639b-dca7-4d33-a023-327c2453e9c6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0632899 Feb 03 13:13:26.842772 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4ff5726-83ff-44a2-ae85-46a530ed632a req-d416a537-08b7-4111-8325-edc3e3442d77 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513356 Feb 03 13:13:26.893972 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-a353f142-df56-49d5-988f-f9bee138ed1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1711071 Feb 03 13:13:26.902515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-fafae592-888f-40a1-b845-d167c91b6bb3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:13:26.903461 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-fafae592-888f-40a1-b845-d167c91b6bb3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048780 Feb 03 13:13:27.966254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df564b-1ca0-4e45-a24b-6f952ea6fb1c req-4d382087-6d3f-48c2-a527-13c48416ca6a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:27.967804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0df564b-1ca0-4e45-a24b-6f952ea6fb1c req-4d382087-6d3f-48c2-a527-13c48416ca6a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0545321 Feb 03 13:13:28.017929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0df564b-1ca0-4e45-a24b-6f952ea6fb1c req-a5b4aa28-4511-4c4e-9974-17b333109bb1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Feb 03 13:13:28.873588 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-4d36ecbf-7031-4744-92a9-55c7cd0568cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:28.875127 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-4d36ecbf-7031-4744-92a9-55c7cd0568cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1128 time: 0.0466404 Feb 03 13:13:28.987526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-a85ea26e-7fbd-4e18-9579-e35ffcfef98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:28.988953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-a85ea26e-7fbd-4e18-9579-e35ffcfef98e service neutron] 10.222.0.72 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.0939584 Feb 03 13:13:29.059097 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-c87a1f6d-2e48-4775-9d57-8cbf80ebf731 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 999 time: 0.0637164 Feb 03 13:13:29.112558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-d3de5ad9-0064-4f06-8a8e-ed09bfe39ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:29.114321 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-d3de5ad9-0064-4f06-8a8e-ed09bfe39ce0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0483782 Feb 03 13:13:29.149880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec1a5b-6778-4eea-abcd-e2877f8ebe9f req-9225119f-4da9-4b37-8f65-80b4e0093d7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:29.152390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74ec1a5b-6778-4eea-abcd-e2877f8ebe9f req-9225119f-4da9-4b37-8f65-80b4e0093d7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0629838 Feb 03 13:13:29.171004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-1be75dc7-6279-40d3-9c3a-c7f82c81e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:29.172716 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-1be75dc7-6279-40d3-9c3a-c7f82c81e2d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532253 Feb 03 13:13:29.181984 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-493f40f1-1fcb-4838-842d-0bdee359068f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:13:29.183222 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-493f40f1-1fcb-4838-842d-0bdee359068f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054681 Feb 03 13:13:29.207297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74ec1a5b-6778-4eea-abcd-e2877f8ebe9f req-78183a60-f00b-470e-b10a-208b2e77457b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495675 Feb 03 13:13:29.277774 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-865833f5-2ee3-4a66-a796-06dcb63f4ce6 service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880771 Feb 03 13:13:29.368249 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-05503e12-c9a5-4a6c-9fdb-a93d90fe797f req-47c66c38-d822-4877-9fa3-c6c26c21de1a service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851941 Feb 03 13:13:30.333067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5edc3d-d0d4-4bc3-9f9b-70c04a435168 req-f12434dc-7207-4830-8386-4274058c0c00 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:30.334502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f5edc3d-d0d4-4bc3-9f9b-70c04a435168 req-f12434dc-7207-4830-8386-4274058c0c00 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0553038 Feb 03 13:13:30.383687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f5edc3d-d0d4-4bc3-9f9b-70c04a435168 req-ea9f4d61-2fa6-47a6-93a1-2b4e9e547ef8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434740 Feb 03 13:13:31.511166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77685e47-008f-4943-bc3b-e9ac989777f6 req-509718bb-dfad-49fb-9616-1941b3b66f37 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:31.512709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77685e47-008f-4943-bc3b-e9ac989777f6 req-509718bb-dfad-49fb-9616-1941b3b66f37 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0543649 Feb 03 13:13:31.577634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77685e47-008f-4943-bc3b-e9ac989777f6 req-54eda459-6799-44c4-a7fb-b9b6c85875d2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585952 Feb 03 13:13:32.120169 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43266) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:32.175654 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-86e2829c-8fd7-4a60-8c5d-55973c0fca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:32.177565 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-86e2829c-8fd7-4a60-8c5d-55973c0fca96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1128 time: 0.0460017 Feb 03 13:13:32.260398 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-515bfb9e-315b-4664-9ef8-f689fea9fe7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.301271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-580964ba-eafb-48c6-bd48-c2b7b8bffe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:32.302894 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-580964ba-eafb-48c6-bd48-c2b7b8bffe23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.1198528 Feb 03 13:13:32.389026 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-d8aea55a-8e27-4407-a7f0-664676a3cae8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 999 time: 0.0793288 Feb 03 13:13:32.441515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-515bfb9e-315b-4664-9ef8-f689fea9fe7d admin admin] Publish callbacks [] for security_group (27429da2-dbcf-47a1-a3cc-4166a2f0280b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.450277 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-515bfb9e-315b-4664-9ef8-f689fea9fe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (27429da2-dbcf-47a1-a3cc-4166a2f0280b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.458703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-ebb097ac-28c9-4302-ad5e-d81197721ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:32.460177 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-ebb097ac-28c9-4302-ad5e-d81197721ec9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0648990 Feb 03 13:13:32.520120 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-515bfb9e-315b-4664-9ef8-f689fea9fe7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17ab2fe31a2d4bd5bbf322b19cbf1936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3987122 Feb 03 13:13:32.521637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bfb9e-315b-4664-9ef8-f689fea9fe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27429da2-dbcf-47a1-a3cc-4166a2f0280b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:32.523833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43270) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:32.538896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-ea94168c-6059-4766-b435-975e4b0a8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:32.540261 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-ea94168c-6059-4766-b435-975e4b0a8236 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0698292 Feb 03 13:13:32.587157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e70853ba-b8cb-4c86-8e22-54ebaa0762af admin admin] Publish callbacks [] for security_group (27429da2-dbcf-47a1-a3cc-4166a2f0280b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.617958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e70853ba-b8cb-4c86-8e22-54ebaa0762af admin admin] Publish callbacks [] for security_group (27429da2-dbcf-47a1-a3cc-4166a2f0280b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.713178 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e70853ba-b8cb-4c86-8e22-54ebaa0762af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (27429da2-dbcf-47a1-a3cc-4166a2f0280b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.715969 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e70853ba-b8cb-4c86-8e22-54ebaa0762af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.719843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e70853ba-b8cb-4c86-8e22-54ebaa0762af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27429da2-dbcf-47a1-a3cc-4166a2f0280b HTTP/1.1" status: 204 len: 168 time: 0.1918385 Feb 03 13:13:32.744929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a18493-329f-4d1e-9af2-8e38c166f84b req-8aad739e-3bd9-4884-b5ed-be2311fec30c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:32.753311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0a18493-329f-4d1e-9af2-8e38c166f84b req-8aad739e-3bd9-4884-b5ed-be2311fec30c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0963008 Feb 03 13:13:32.774596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70853ba-b8cb-4c86-8e22-54ebaa0762af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27429da2-dbcf-47a1-a3cc-4166a2f0280b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:32.817485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0a18493-329f-4d1e-9af2-8e38c166f84b req-df2cde89-713e-4e30-beeb-226724cd6807 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629876 Feb 03 13:13:33.019786 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-d66051d8-6658-4c92-8b07-69a0ae0a0778 service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734149 Feb 03 13:13:33.119636 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-9e1245c1-9fc7-4249-a3d2-71b06febaf35 service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933833 Feb 03 13:13:33.412880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43294) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:33.530584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-869940631-network', 'tenant_id': '4b291c8dffb64df18346a918364897f6'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:33.552695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Made reservation on behalf of 4b291c8dffb64df18346a918364897f6 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:33.555267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.565674 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.645250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Publish callbacks [] for security_group (1f92c8b6-7918-4169-9812-196f16ee0f25), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.651898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1f92c8b6-7918-4169-9812-196f16ee0f25), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.675870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:33.685334 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f92c8b6-7918-4169-9812-196f16ee0f25,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:33.690053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5c1b4cfb-d740-418c-a025-cc650bf31980), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.690445 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Added segment 5c1b4cfb-d740-418c-a025-cc650bf31980 of type vlan for network 3936dc62-166b-4386-81a8-f402b3a4b202 Feb 03 13:13:33.732517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3936dc62-166b-4386-81a8-f402b3a4b202), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.758976 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3936dc62-166b-4386-81a8-f402b3a4b202), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.760060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:33.760703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.793768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3797827 Feb 03 13:13:33.796858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43298) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:33.828646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Request body: {'subnet': {'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-869940631-subnet', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:33.836393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28212ea8-c3de-4285-bfc8-6dfc19a3831f admin admin] Pushing event updated for resources: {'Network': ['ID=3936dc62-166b-4386-81a8-f402b3a4b202,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:33.847425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3936dc62-166b-4386-81a8-f402b3a4b202 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:33.859552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Made reservation on behalf of 4b291c8dffb64df18346a918364897f6 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:33.862614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.946142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe93c67-cb8a-40e7-8278-1a66516a531f req-c251c29d-c286-43b4-b1e3-17fbf646965e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:33.947662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4fe93c67-cb8a-40e7-8278-1a66516a531f req-c251c29d-c286-43b4-b1e3-17fbf646965e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0637169 Feb 03 13:13:33.997569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4fe93c67-cb8a-40e7-8278-1a66516a531f req-3c6f72b2-1150-4320-9ade-e85a6f04466f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432532 Feb 03 13:13:34.038059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0e1e3e1e-beb7-4344-be43-5c08f4830018), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.091507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1e3e1e-beb7-4344-be43-5c08f4830018,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:34.102289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Checking segment: {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:34.102689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Network hostable DHCP agents. Network: 3936dc62-166b-4386-81a8-f402b3a4b202, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:34.120665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Network 3936dc62-166b-4386-81a8-f402b3a4b202 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:34.132080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3936dc62-166b-4386-81a8-f402b3a4b202) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:34.136986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:34.138256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.142096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee0b39-de38-49b6-b863-86e35e82916e None None] Network 3936dc62-166b-4386-81a8-f402b3a4b202 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:34.160598 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f2ba9a65-15f7-48c5-9e20-b583ba34b708 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3623989 Feb 03 13:13:34.163538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43302) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:34.168147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:34.190668 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (70692eeb-2c4e-4333-a2b9-557d084fa89f), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.192228 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (70692eeb-2c4e-4333-a2b9-557d084fa89f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.246413 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks [] for router_controller (70692eeb-2c4e-4333-a2b9-557d084fa89f), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.252850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-3936dc62-166b-4386-81a8-f402b3a4b202', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'project_id': '4b291c8dffb64df18346a918364897f6', 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:34.254121 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.385401 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks [] for router_gateway (70692eeb-2c4e-4333-a2b9-557d084fa89f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.387342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Allocated IP 172.20.0.2 (3936dc62-166b-4386-81a8-f402b3a4b202/0e1e3e1e-beb7-4344-be43-5c08f4830018/a65a0607-b049-4637-b18e-6e1da909e8ca) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:34.535115 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Publish callbacks [] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.542878 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.580811 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Network 3936dc62-166b-4386-81a8-f402b3a4b202 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:34.583409 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks [] for router_gateway (70692eeb-2c4e-4333-a2b9-557d084fa89f), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.585668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:34.589053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:34.598969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Pushing event updated for resources: {'Port': ['ID=a65a0607-b049-4637-b18e-6e1da909e8ca,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:34.603719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.610882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.611164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.611511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.612023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.612154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.612497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.612805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.613146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.613483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.613810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.614107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.614464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.614823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:34.662094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Attempting to bind port a65a0607-b049-4637-b18e-6e1da909e8ca on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:34.662494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Attempting to bind port a65a0607-b049-4637-b18e-6e1da909e8ca by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:34.662856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Attempting to bind port a65a0607-b049-4637-b18e-6e1da909e8ca on network 3936dc62-166b-4386-81a8-f402b3a4b202 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:34.668137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:34.668505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Checking segment: {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:34.668898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.669283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Bound using segment: {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:34.669735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Bound port: a65a0607-b049-4637-b18e-6e1da909e8ca, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:34.670127 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.714280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Allocated IP 172.25.3.20 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/444458d6-79ec-47e9-9c72-8d0b9f528f5a) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:34.740591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] For port a65a0607-b049-4637-b18e-6e1da909e8ca, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:34.743934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] For port a65a0607-b049-4637-b18e-6e1da909e8ca, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a65a0607-b049-4637-b18e-6e1da909e8ca,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:34.749758 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.807367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6891cf5-7018-4a29-889c-0e530fc10c9a None None] Pushing event updated for resources: {'Port': ['ID=a65a0607-b049-4637-b18e-6e1da909e8ca,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:34.828566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks [] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.864964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.907702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:34.913094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:34.916628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:34.922429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Pushing event updated for resources: {'Port': ['ID=444458d6-79ec-47e9-9c72-8d0b9f528f5a,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:35.228775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a65a0607-b049-4637-b18e-6e1da909e8ca up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:35.283494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a65a0607-b049-4637-b18e-6e1da909e8ca triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:35.283863 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.368278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a65a0607-b049-4637-b18e-6e1da909e8ca is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:35.368673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.403732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port a65a0607-b049-4637-b18e-6e1da909e8ca, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a65a0607-b049-4637-b18e-6e1da909e8ca,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:35.408847 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.467215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85172a7a-9213-4871-8847-698ff7a35d1e req-6922a660-b01e-4f73-9f93-ec1d8235b7bf tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:35.468804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85172a7a-9213-4871-8847-698ff7a35d1e req-6922a660-b01e-4f73-9f93-ec1d8235b7bf tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0936255 Feb 03 13:13:35.472481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=a65a0607-b049-4637-b18e-6e1da909e8ca,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:35.594899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85172a7a-9213-4871-8847-698ff7a35d1e req-a977c3ce-f7f9-4c2b-89c5-ece954ccb1c7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878916 Feb 03 13:13:35.618353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks [] for router_gateway (70692eeb-2c4e-4333-a2b9-557d084fa89f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.785997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf2d2fa-044b-430a-8444-781d99da5a33 None None] Network 3936dc62-166b-4386-81a8-f402b3a4b202 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:35.826252 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (70692eeb-2c4e-4333-a2b9-557d084fa89f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.859773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-beaa2b47-8f99-42d9-b360-1237be05f031 None None] Provisioning complete for port a65a0607-b049-4637-b18e-6e1da909e8ca triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:35.860170 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-beaa2b47-8f99-42d9-b360-1237be05f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.962897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Router 70692eeb-2c4e-4333-a2b9-557d084fa89f is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:13:35.971895 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-beaa2b47-8f99-42d9-b360-1237be05f031 None None] Current status of the port a65a0607-b049-4637-b18e-6e1da909e8ca is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:36.075584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:36.085484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Sync routers for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:36.095269 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.096625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-828e24ce-f446-4f3c-a5b6-b9db801518df admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9319456 Feb 03 13:13:36.098165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:36.098808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:13:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:36.099601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43306) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:36.214639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e39db5c3-cb0e-4161-bede-d7a150438272 None None] Provisioning complete for port a65a0607-b049-4637-b18e-6e1da909e8ca triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:36.215022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e39db5c3-cb0e-4161-bede-d7a150438272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.220626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:36.437510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e39db5c3-cb0e-4161-bede-d7a150438272 None None] Current status of the port a65a0607-b049-4637-b18e-6e1da909e8ca is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:36.467231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:35Z', 'revision_number': 3, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:36.495139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Checking router: 70692eeb-2c4e-4333-a2b9-557d084fa89f for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:36.495558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Updating router 70692eeb-2c4e-4333-a2b9-557d084fa89f port 444458d6-79ec-47e9-9c72-8d0b9f528f5a binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:13:36.523748 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.532431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.689528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Allocated IP 172.20.0.1 (3936dc62-166b-4386-81a8-f402b3a4b202/0e1e3e1e-beb7-4344-be43-5c08f4830018/6e0d570f-d03b-4920-ad38-cb64fac002c5) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:36.709529 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d885e43f-af5d-4392-9170-71c281826245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.729907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb83d1-bcce-4500-9e64-15a864ce4287 req-ead380a6-e36a-42fd-a22f-e70249f699be tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:36.731521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44fb83d1-bcce-4500-9e64-15a864ce4287 req-ead380a6-e36a-42fd-a22f-e70249f699be tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0578895 Feb 03 13:13:36.792181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44fb83d1-bcce-4500-9e64-15a864ce4287 req-51297a76-056d-4568-9dcf-1e7f20e2ed38 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452747 Feb 03 13:13:36.814217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Publish callbacks [] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.817665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Publish callbacks [] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.824932 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.847595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.874366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Attempting to bind port 444458d6-79ec-47e9-9c72-8d0b9f528f5a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:36.874937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Attempting to bind port 444458d6-79ec-47e9-9c72-8d0b9f528f5a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:36.875345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Attempting to bind port 444458d6-79ec-47e9-9c72-8d0b9f528f5a on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:36.883981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:36.884222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Network 3936dc62-166b-4386-81a8-f402b3a4b202 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:36.884352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:36.884741 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.885129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:36.885585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Bound port: 444458d6-79ec-47e9-9c72-8d0b9f528f5a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:36.885959 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.886953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:36.889184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9760d4-01fc-440c-82c0-0f5bbf0ae7a9 None None] Pushing event updated for resources: {'Port': ['ID=444458d6-79ec-47e9-9c72-8d0b9f528f5a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:36.893184 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:36.927886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0d570f-d03b-4920-ad38-cb64fac002c5,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:36.941337 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (70692eeb-2c4e-4333-a2b9-557d084fa89f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.947431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] For port 444458d6-79ec-47e9-9c72-8d0b9f528f5a, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:36.951709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] For port 444458d6-79ec-47e9-9c72-8d0b9f528f5a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=444458d6-79ec-47e9-9c72-8d0b9f528f5a,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:36.959792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.086899 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.183277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a65a0607-b049-4637-b18e-6e1da909e8ca up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:37.230173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0639c771-ee83-4bf1-a7ff-c14b82401dd8 None None] Provisioning complete for port 6e0d570f-d03b-4920-ad38-cb64fac002c5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:37.230587 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0639c771-ee83-4bf1-a7ff-c14b82401dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.257383 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Publish callbacks [] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.258408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9760d4-01fc-440c-82c0-0f5bbf0ae7a9 None None] Pushing event updated for resources: {'Port': ['ID=444458d6-79ec-47e9-9c72-8d0b9f528f5a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:37.264763 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.269437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:37.269726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:13:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:37.325244 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0639c771-ee83-4bf1-a7ff-c14b82401dd8 None None] Port 6e0d570f-d03b-4920-ad38-cb64fac002c5 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:37.334292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0d570f-d03b-4920-ad38-cb64fac002c5,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:37.336661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (70692eeb-2c4e-4333-a2b9-557d084fa89f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.374779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a65a0607-b049-4637-b18e-6e1da909e8ca triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:37.375173 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.424800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:37.425679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Network 3936dc62-166b-4386-81a8-f402b3a4b202 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:37.427059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:37.548029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Router 70692eeb-2c4e-4333-a2b9-557d084fa89f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:13:37.584392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a65a0607-b049-4637-b18e-6e1da909e8ca is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:37.663948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-36057a48-026e-4068-ac6c-9491bd3abd7d None None] Provisioning complete for port 6e0d570f-d03b-4920-ad38-cb64fac002c5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:37.664330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36057a48-026e-4068-ac6c-9491bd3abd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.669251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:37.674936 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ded7dc2f-d665-4456-a12f-9cc25f7416a9 admin admin] 10.222.0.65 "PUT /v2.0/routers/70692eeb-2c4e-4333-a2b9-557d084fa89f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5733082 Feb 03 13:13:37.705699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36057a48-026e-4068-ac6c-9491bd3abd7d None None] Port 6e0d570f-d03b-4920-ad38-cb64fac002c5 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:37.709374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 2, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:37.737556 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd04a70-9892-4ce9-ab74-2d0fffb23292 None None] The sync data for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 is: [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 2, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:37.927619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f66eb-ea89-4d79-b46f-d15f11454a23 req-aa4a1e08-9f87-4cbb-a494-77cf8cc4aeb9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:37.943022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b3f66eb-ea89-4d79-b46f-d15f11454a23 req-aa4a1e08-9f87-4cbb-a494-77cf8cc4aeb9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0763273 Feb 03 13:13:38.001816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b3f66eb-ea89-4d79-b46f-d15f11454a23 req-327acf0f-ae03-4d9a-8bcd-a2ac228f9236 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544772 Feb 03 13:13:38.222314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43326) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:38.227498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1476995938-network', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:38.249518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Made reservation on behalf of 52b490e01fcf42d78b50e8e37053fdee for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:38.252329 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.261846 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.340307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Publish callbacks [] for security_group (b1b8d457-2f4d-47f9-90e2-915b1ae72e3e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.345849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b1b8d457-2f4d-47f9-90e2-915b1ae72e3e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.374648 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:38.385111 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b8d457-2f4d-47f9-90e2-915b1ae72e3e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:38.392062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (832de309-6777-4da2-b2aa-71741a83746d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.392415 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Added segment 832de309-6777-4da2-b2aa-71741a83746d of type vlan for network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb Feb 03 13:13:38.453263 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b627cf3d-3d01-419b-822c-4cfa0d7ca3bb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.484416 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b627cf3d-3d01-419b-822c-4cfa0d7ca3bb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.485824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:38.486235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.519386 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2958162 Feb 03 13:13:38.522267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43328) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:38.527547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Request body: {'subnet': {'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1476995938-subnet', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:38.548562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Made reservation on behalf of 52b490e01fcf42d78b50e8e37053fdee for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:38.551290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.551685 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088e041-b9dc-492d-9358-121e08e2e9cd admin admin] Pushing event updated for resources: {'Network': ['ID=b627cf3d-3d01-419b-822c-4cfa0d7ca3bb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:38.561466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:38.737037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (fa7828fd-557c-44d2-b0d4-e99c07e38437), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.794450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7828fd-557c-44d2-b0d4-e99c07e38437,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:38.804339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Checking segment: {'id': '832de309-6777-4da2-b2aa-71741a83746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:38.804705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Network hostable DHCP agents. Network: b627cf3d-3d01-419b-822c-4cfa0d7ca3bb, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:38.823522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:38.836736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b627cf3d-3d01-419b-822c-4cfa0d7ca3bb) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:38.841012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:38.841622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.846668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9988153-2f7b-4c4e-977b-8d4b68448ded None None] Network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:38.859900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c76e2c0a-4343-44bc-840d-5b3b43657a3b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3359697 Feb 03 13:13:38.862858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43330) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:38.867667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:38.888185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (f04bd1c2-7548-4354-bf73-4ebb909ab5af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.889427 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (f04bd1c2-7548-4354-bf73-4ebb909ab5af), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.919730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5200df1d-51f4-45fa-90d9-3dae3b14fda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.949534 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks [] for router_controller (f04bd1c2-7548-4354-bf73-4ebb909ab5af), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.968903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-b627cf3d-3d01-419b-822c-4cfa0d7ca3bb', 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb', 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'fixed_ips': [{'subnet_id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:38.970169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.101419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks [] for router_gateway (f04bd1c2-7548-4354-bf73-4ebb909ab5af), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.121098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Allocated IP 172.20.0.2 (b627cf3d-3d01-419b-822c-4cfa0d7ca3bb/fa7828fd-557c-44d2-b0d4-e99c07e38437/7cee413b-2e53-42bd-8aa2-182d33a05d80) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:39.187166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb5428-0801-48da-a1d5-07ce2aa27b77 req-f649e2cf-cef6-417e-89a6-ed4904c52b98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:39.188837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79cb5428-0801-48da-a1d5-07ce2aa27b77 req-f649e2cf-cef6-417e-89a6-ed4904c52b98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.1063449 Feb 03 13:13:39.280870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79cb5428-0801-48da-a1d5-07ce2aa27b77 req-24057095-971d-45c5-baa2-1c4e570c2b8c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848618 Feb 03 13:13:39.302466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 444458d6-79ec-47e9-9c72-8d0b9f528f5a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:39.343097 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Publish callbacks [] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.353112 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.369716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks [] for router_gateway (f04bd1c2-7548-4354-bf73-4ebb909ab5af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.390360 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.412406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:39.417120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:39.422020 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:39.427292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Pushing event updated for resources: {'Port': ['ID=7cee413b-2e53-42bd-8aa2-182d33a05d80,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:39.439787 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 444458d6-79ec-47e9-9c72-8d0b9f528f5a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:39.440169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.504308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Allocated IP 172.25.3.138 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/e95a561e-4ebb-4813-bdfd-c8ff19d03eb3) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:39.516637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Attempting to bind port 7cee413b-2e53-42bd-8aa2-182d33a05d80 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:39.517021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Attempting to bind port 7cee413b-2e53-42bd-8aa2-182d33a05d80 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '832de309-6777-4da2-b2aa-71741a83746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:39.517394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Attempting to bind port 7cee413b-2e53-42bd-8aa2-182d33a05d80 on network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:39.526305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:39.526782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Checking segment: {'id': '832de309-6777-4da2-b2aa-71741a83746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:39.527124 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.527516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Bound using segment: {'id': '832de309-6777-4da2-b2aa-71741a83746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:39.527986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Bound port: 7cee413b-2e53-42bd-8aa2-182d33a05d80, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832de309-6777-4da2-b2aa-71741a83746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:39.528360 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.608000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks [] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.613048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 444458d6-79ec-47e9-9c72-8d0b9f528f5a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:39.613442 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.638162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] For port 7cee413b-2e53-42bd-8aa2-182d33a05d80, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:39.642807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] For port 7cee413b-2e53-42bd-8aa2-182d33a05d80, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7cee413b-2e53-42bd-8aa2-182d33a05d80,segment=NetworkSegment(832de309-6777-4da2-b2aa-71741a83746d),segment_id=832de309-6777-4da2-b2aa-71741a83746d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:39.645012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 444458d6-79ec-47e9-9c72-8d0b9f528f5a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=444458d6-79ec-47e9-9c72-8d0b9f528f5a,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:39.648154 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.651817 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.657261 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.696305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:39.705835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:39.712066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:39.718546 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Pushing event updated for resources: {'Port': ['ID=e95a561e-4ebb-4813-bdfd-c8ff19d03eb3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:39.730653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=444458d6-79ec-47e9-9c72-8d0b9f528f5a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:39.785921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a230d-c209-429f-a269-0a79cd5f4e57 None None] Pushing event updated for resources: {'Port': ['ID=7cee413b-2e53-42bd-8aa2-182d33a05d80,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:40.003860 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks [] for router_gateway (f04bd1c2-7548-4354-bf73-4ebb909ab5af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.043872 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Sync routers for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:40.157201 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:40.157695 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:13:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:40.173639 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.217407 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (f04bd1c2-7548-4354-bf73-4ebb909ab5af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.261513 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:40.362420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Router f04bd1c2-7548-4354-bf73-4ebb909ab5af is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:13:40.415503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891e6a-7636-4a2d-8d4d-f6f1dfb14259 req-17e8e803-c290-4dd1-b863-7083c914ca90 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:40.418068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b891e6a-7636-4a2d-8d4d-f6f1dfb14259 req-17e8e803-c290-4dd1-b863-7083c914ca90 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0639145 Feb 03 13:13:40.479897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b891e6a-7636-4a2d-8d4d-f6f1dfb14259 req-c75fd884-da43-49be-b7f7-503c94f84054 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556092 Feb 03 13:13:40.487140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:40.499992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Sync routers for ids ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:40.505081 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 2, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:40.518684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Routers {'f04bd1c2-7548-4354-bf73-4ebb909ab5af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:40.519485 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:13:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:40.525600 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.526927 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5b792c69-0884-466a-9124-336d50d43b71 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6630418 Feb 03 13:13:40.529644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43336) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:40.542107 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Checking router: 70692eeb-2c4e-4333-a2b9-557d084fa89f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:40.542590 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Updating router 70692eeb-2c4e-4333-a2b9-557d084fa89f port 6e0d570f-d03b-4920-ad38-cb64fac002c5 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:13:40.574501 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.654570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Set router f04bd1c2-7548-4354-bf73-4ebb909ab5af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:40.883589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6075397e-8bff-418f-b4c5-ff94c33f8906 None None] Network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:40.902956 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Publish callbacks [] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.911856 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.912265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:38Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 3, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'gw_port': {'id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:39Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:40.980726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Checking router: f04bd1c2-7548-4354-bf73-4ebb909ab5af for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:40.981081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Updating router f04bd1c2-7548-4354-bf73-4ebb909ab5af port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:13:41.032825 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Attempting to bind port 6e0d570f-d03b-4920-ad38-cb64fac002c5 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:41.033353 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Attempting to bind port 6e0d570f-d03b-4920-ad38-cb64fac002c5 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:41.033785 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Attempting to bind port 6e0d570f-d03b-4920-ad38-cb64fac002c5 on network 3936dc62-166b-4386-81a8-f402b3a4b202 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:41.036042 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Pushing event updated for resources: {'Port': ['ID=6e0d570f-d03b-4920-ad38-cb64fac002c5,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:41.049623 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.050809 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.051339 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.051883 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.052423 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.052952 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.053476 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.053988 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.054548 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.055080 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.055596 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.056116 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.056622 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:41.066794 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:41.067578 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Checking segment: {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:41.068215 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.069257 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Bound using segment: {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:41.069983 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Bound port: 6e0d570f-d03b-4920-ad38-cb64fac002c5, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:41.070855 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.075313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d4b9156b-d8ae-4fff-9e43-0e555c81f75d None None] Provisioning complete for port 7cee413b-2e53-42bd-8aa2-182d33a05d80 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:41.075699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b9156b-d8ae-4fff-9e43-0e555c81f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.209553 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] For port 6e0d570f-d03b-4920-ad38-cb64fac002c5, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:41.214997 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] For port 6e0d570f-d03b-4920-ad38-cb64fac002c5, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6e0d570f-d03b-4920-ad38-cb64fac002c5,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:41.238369 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.339606 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:41.342173 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:13:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:41.424679 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.524584 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:41.581059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.657759 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00175462-59fd-4bf6-a981-5d54fde969b8 None None] Pushing event updated for resources: {'Port': ['ID=6e0d570f-d03b-4920-ad38-cb64fac002c5,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:41.666885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7cee413b-2e53-42bd-8aa2-182d33a05d80 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:41.703628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47709-ac59-4453-b9d6-4a392b609d2d req-7005ea08-4c54-4b93-86c5-beee052bf14f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.712029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02c47709-ac59-4453-b9d6-4a392b609d2d req-7005ea08-4c54-4b93-86c5-beee052bf14f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0694678 Feb 03 13:13:41.789387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02c47709-ac59-4453-b9d6-4a392b609d2d req-6ce8063b-44ab-4e29-b7a7-2eaff5ecfdc0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748379 Feb 03 13:13:41.811010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Allocated IP 172.20.0.1 (b627cf3d-3d01-419b-822c-4cfa0d7ca3bb/fa7828fd-557c-44d2-b0d4-e99c07e38437/4098af0f-7043-48dd-a810-7475e6e77cce) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:41.816364 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.826224 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:41Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:41.855096 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8820ec5-4450-4ce6-9017-37eb818d7d9a None None] The sync data for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 is: [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:41Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:41.867712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9156b-d8ae-4fff-9e43-0e555c81f75d None None] Current status of the port 7cee413b-2e53-42bd-8aa2-182d33a05d80 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:41.868249 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b9156b-d8ae-4fff-9e43-0e555c81f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.918262 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Publish callbacks [] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.928314 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7cee413b-2e53-42bd-8aa2-182d33a05d80 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:41.933765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.937814 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Publish callbacks [] for port (4098af0f-7043-48dd-a810-7475e6e77cce), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.943546 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.970912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d4b9156b-d8ae-4fff-9e43-0e555c81f75d None None] For port 7cee413b-2e53-42bd-8aa2-182d33a05d80, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7cee413b-2e53-42bd-8aa2-182d33a05d80,segment=NetworkSegment(832de309-6777-4da2-b2aa-71741a83746d),segment_id=832de309-6777-4da2-b2aa-71741a83746d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:41.978353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.012071 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b9156b-d8ae-4fff-9e43-0e555c81f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.028146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:42.036431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:42.039131 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:42.044762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b1965-8b58-4466-b945-a58095aa27eb None None] Pushing event updated for resources: {'Port': ['ID=e95a561e-4ebb-4813-bdfd-c8ff19d03eb3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.072168 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4098af0f-7043-48dd-a810-7475e6e77cce,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.095031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (f04bd1c2-7548-4354-bf73-4ebb909ab5af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.126417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Attempting to bind port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:42.126731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Attempting to bind port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:42.127093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Attempting to bind port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:42.149338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:42.149703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:42.150108 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.150528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:42.150995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Bound port: e95a561e-4ebb-4813-bdfd-c8ff19d03eb3, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:42.151371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.158037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9156b-d8ae-4fff-9e43-0e555c81f75d None None] Pushing event updated for resources: {'Port': ['ID=7cee413b-2e53-42bd-8aa2-182d33a05d80,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.186648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] Provisioning complete for port 6e0d570f-d03b-4920-ad38-cb64fac002c5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:42.187029 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.244962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.293170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] For port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:42.313691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] For port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e95a561e-4ebb-4813-bdfd-c8ff19d03eb3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:42.317426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7cee413b-2e53-42bd-8aa2-182d33a05d80 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:42.318736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 444458d6-79ec-47e9-9c72-8d0b9f528f5a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:42.353931 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.430071 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Publish callbacks [] for port (4098af0f-7043-48dd-a810-7475e6e77cce), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.438491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.462024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b1965-8b58-4466-b945-a58095aa27eb None None] Pushing event updated for resources: {'Port': ['ID=e95a561e-4ebb-4813-bdfd-c8ff19d03eb3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.469121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Routers {'f04bd1c2-7548-4354-bf73-4ebb909ab5af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:42.469771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:13:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:42.475753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] Current status of the port 6e0d570f-d03b-4920-ad38-cb64fac002c5 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:42.476140 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.514827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4098af0f-7043-48dd-a810-7475e6e77cce,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.517551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (f04bd1c2-7548-4354-bf73-4ebb909ab5af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.573208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 444458d6-79ec-47e9-9c72-8d0b9f528f5a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:42.573585 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.624584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:42.626869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:42.632940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] For port 6e0d570f-d03b-4920-ad38-cb64fac002c5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6e0d570f-d03b-4920-ad38-cb64fac002c5,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:42.638373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] Set router f04bd1c2-7548-4354-bf73-4ebb909ab5af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:42.671231 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.767411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Router f04bd1c2-7548-4354-bf73-4ebb909ab5af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:13:42.800462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] Provisioning complete for port 7cee413b-2e53-42bd-8aa2-182d33a05d80 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:42.800839 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.834635 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.844644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] Pushing event updated for resources: {'Port': ['ID=6e0d570f-d03b-4920-ad38-cb64fac002c5,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.911883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:42.926181 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4f4915ef-bd24-4edc-b368-d7ad29f755a0 admin admin] 10.222.0.65 "PUT /v2.0/routers/f04bd1c2-7548-4354-bf73-4ebb909ab5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3865573 Feb 03 13:13:42.927606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 444458d6-79ec-47e9-9c72-8d0b9f528f5a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:42.964609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad518ace-c377-4fec-bac4-386b8334bd1e req-0dd43862-8134-4527-a228-b59a4c31c03d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:42.966310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad518ace-c377-4fec-bac4-386b8334bd1e req-0dd43862-8134-4527-a228-b59a4c31c03d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0807278 Feb 03 13:13:43.018967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad518ace-c377-4fec-bac4-386b8334bd1e req-c7b284c1-fe10-4212-ae34-8d2715696e4b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Feb 03 13:13:43.025187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7f6d6-e95b-439b-b454-3aaaaf01e9cc None None] Current status of the port 7cee413b-2e53-42bd-8aa2-182d33a05d80 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:43.043537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:38Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 4, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'gw_port': {'id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:39Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4098af0f-7043-48dd-a810-7475e6e77cce', 'name': '', 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'mac_address': 'fa:16:3e:e5:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:41Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 2, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'subnets': [{'id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:43.070018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e67c65-2bdc-451b-a873-b2ba0b5130ae None None] The sync data for ids ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'] in n-d-792364-10 is: [{'id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:38Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 4, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'gw_port': {'id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:39Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4098af0f-7043-48dd-a810-7475e6e77cce', 'name': '', 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'mac_address': 'fa:16:3e:e5:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:41Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 2, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'subnets': [{'id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:43.151506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3a912c80-f338-4e99-bfeb-974943e8fcf4 None None] Provisioning complete for port 4098af0f-7043-48dd-a810-7475e6e77cce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:43.151894 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a912c80-f338-4e99-bfeb-974943e8fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:43.190885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3a912c80-f338-4e99-bfeb-974943e8fcf4 None None] Port 4098af0f-7043-48dd-a810-7475e6e77cce cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:43.246715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7cee413b-2e53-42bd-8aa2-182d33a05d80 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:43.307929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7cee413b-2e53-42bd-8aa2-182d33a05d80 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:43.308383 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:43.418903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7cee413b-2e53-42bd-8aa2-182d33a05d80 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:43.420283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6e0d570f-d03b-4920-ad38-cb64fac002c5 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:43.475701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6e0d570f-d03b-4920-ad38-cb64fac002c5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:43.476375 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:43.566002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6e0d570f-d03b-4920-ad38-cb64fac002c5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:44.153892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d663bf-0f22-4542-b982-58a55fbce6a1 req-a6e76d5b-2bdf-4a00-a003-07bae7342fe4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:44.155460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9d663bf-0f22-4542-b982-58a55fbce6a1 req-a6e76d5b-2bdf-4a00-a003-07bae7342fe4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0542257 Feb 03 13:13:44.207068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9d663bf-0f22-4542-b982-58a55fbce6a1 req-9ff96aae-5fd2-4d90-9992-82dd2879805a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Feb 03 13:13:45.269644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:45.332155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:45.332545 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.346770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3551a1-6b06-4aa7-b393-fe1dbab24065 req-8ad02008-a347-4951-b26e-527d801391a6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:45.348237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac3551a1-6b06-4aa7-b393-fe1dbab24065 req-8ad02008-a347-4951-b26e-527d801391a6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0677435 Feb 03 13:13:45.384227 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-0c93c4b1-f644-477c-a891-6805105d680e service neutron] show failed (client error): The resource could not be found. Feb 03 13:13:45.386001 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-0c93c4b1-f644-477c-a891-6805105d680e service neutron] 10.222.0.72 "GET /v2.0/ports/318ad598-e77c-40ea-845c-437b8bbea399/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.2270753 Feb 03 13:13:45.427160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ac3551a1-6b06-4aa7-b393-fe1dbab24065 req-ac463883-eb3e-4b7b-bfda-025b69c88ebf tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726569 Feb 03 13:13:45.440151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:45.441395 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.471662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e95a561e-4ebb-4813-bdfd-c8ff19d03eb3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:45.476611 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.535191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=e95a561e-4ebb-4813-bdfd-c8ff19d03eb3,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:45.719473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-720b8385-7711-47f6-98a1-111ee3bd4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:45.721334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-720b8385-7711-47f6-98a1-111ee3bd4031 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 1128 time: 0.1428149 Feb 03 13:13:45.738098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-c72674ba-a375-4f65-aa70-1ff1017bfdc3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:13:45.739154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-c72674ba-a375-4f65-aa70-1ff1017bfdc3 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118186 Feb 03 13:13:45.751853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:45.827146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (318ad598-e77c-40ea-845c-437b8bbea399), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.057379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:46.076495 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Sync routers for ids ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:46.087359 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Routers {'f04bd1c2-7548-4354-bf73-4ebb909ab5af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:46.087984 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:13:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:46.100587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:46.143354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:13:46.145709 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9ea2b5-2097-4204-a8c3-f1a2c8eb9583" -d '{"events": [{"server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "name": "network-vif-unplugged", "status": "completed", "tag": "318ad598-e77c-40ea-845c-437b8bbea399"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:13:46.161432 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Publish callbacks [] for port (318ad598-e77c-40ea-845c-437b8bbea399), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.185084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Transition to ACTIVE for port object 318ad598-e77c-40ea-845c-437b8bbea399 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:13:46.191849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.198700 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Set router f04bd1c2-7548-4354-bf73-4ebb909ab5af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:46.207825 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9539741-d5a2-40a7-9816-fcd91684d34c x-openstack-request-id: req-d9539741-d5a2-40a7-9816-fcd91684d34c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:13:46.208227 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "name": "network-vif-unplugged", "status": "completed", "tag": "318ad598-e77c-40ea-845c-437b8bbea399", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:13:46.208615 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9539741-d5a2-40a7-9816-fcd91684d34c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:13:46.209071 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399', 'code': 200} Feb 03 13:13:46.251470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Pushing event updated for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:46.402690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] No DVR routers for this DVR port 318ad598-e77c-40ea-845c-437b8bbea399 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:46.440325 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:38Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 4, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'gw_port': {'id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:39Z', 'updated_at': '2022-02-03T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4098af0f-7043-48dd-a810-7475e6e77cce', 'name': '', 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'mac_address': 'fa:16:3e:e5:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:41Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 2, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'subnets': [{'id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:46.502376 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.570375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Attempting to bind port 318ad598-e77c-40ea-845c-437b8bbea399 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:46.570731 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Checking router: f04bd1c2-7548-4354-bf73-4ebb909ab5af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:46.570870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Attempting to bind port 318ad598-e77c-40ea-845c-437b8bbea399 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:46.571101 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Updating router f04bd1c2-7548-4354-bf73-4ebb909ab5af port 4098af0f-7043-48dd-a810-7475e6e77cce binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:13:46.571238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Attempting to bind port 318ad598-e77c-40ea-845c-437b8bbea399 on network de710f0c-5c4d-4762-912c-28af878d5742 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:46.576001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Port 318ad598-e77c-40ea-845c-437b8bbea399 on network de710f0c-5c4d-4762-912c-28af878d5742 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:13:46.576321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Attempting to bind port 318ad598-e77c-40ea-845c-437b8bbea399 on network de710f0c-5c4d-4762-912c-28af878d5742 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:46.600199 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.608582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:46.608919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Checking segment: {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:46.609305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Bound using segment: {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:46.609845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Bound port: 318ad598-e77c-40ea-845c-437b8bbea399, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6e1903-7a22-4bc5-8487-17ea1072b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:46.610252 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (318ad598-e77c-40ea-845c-437b8bbea399), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.668467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2a01a-81b1-4535-af45-8a697aa60e3b req-5b42efcb-5184-4099-bae7-e721c6eb57a1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:46.669888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cd2a01a-81b1-4535-af45-8a697aa60e3b req-5b42efcb-5184-4099-bae7-e721c6eb57a1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 943 time: 0.0914400 Feb 03 13:13:46.718937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:46.723701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:46.743757 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.777866 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cd2a01a-81b1-4535-af45-8a697aa60e3b req-e27eed41-42c9-4064-be76-d8da438f23e3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013956 Feb 03 13:13:46.787093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:46.787694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.789064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] 10.222.0.91 "PUT /v2.0/ports/318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 1092 time: 1.0418272 Feb 03 13:13:46.878682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798267-680f-43f4-b27f-6195bf3468ca service neutron] Pushing event updated for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:46.901142 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Publish callbacks [] for port (4098af0f-7043-48dd-a810-7475e6e77cce), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.911118 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.915010 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-62accb34-ad17-4a9a-a8df-83368b364ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:46.917445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-62accb34-ad17-4a9a-a8df-83368b364ff7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1126 time: 0.0979955 Feb 03 13:13:46.969052 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f12b4-31e1-4eab-8c41-032c27dc3826 None None] Pushing event updated for resources: {'Port': ['ID=4098af0f-7043-48dd-a810-7475e6e77cce,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:47.041021 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Attempting to bind port 4098af0f-7043-48dd-a810-7475e6e77cce on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:47.041460 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Attempting to bind port 4098af0f-7043-48dd-a810-7475e6e77cce by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '832de309-6777-4da2-b2aa-71741a83746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:47.041888 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Attempting to bind port 4098af0f-7043-48dd-a810-7475e6e77cce on network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:47.050635 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:47.050936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-c9a3ff6c-04c0-402b-bffe-287c436066fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:47.051231 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Checking segment: {'id': '832de309-6777-4da2-b2aa-71741a83746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:47.051650 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.052042 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Bound using segment: {'id': '832de309-6777-4da2-b2aa-71741a83746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:47.052530 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Bound port: 4098af0f-7043-48dd-a810-7475e6e77cce, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832de309-6777-4da2-b2aa-71741a83746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:47.052860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-c9a3ff6c-04c0-402b-bffe-287c436066fe service neutron] 10.222.0.91 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.1292949 Feb 03 13:13:47.053002 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.131526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-26093ab3-d9fc-4557-9a5f-18f174e9c005 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 997 time: 0.0722530 Feb 03 13:13:47.185581 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] For port 4098af0f-7043-48dd-a810-7475e6e77cce, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:47.190836 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] For port 4098af0f-7043-48dd-a810-7475e6e77cce, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4098af0f-7043-48dd-a810-7475e6e77cce,segment=NetworkSegment(832de309-6777-4da2-b2aa-71741a83746d),segment_id=832de309-6777-4da2-b2aa-71741a83746d)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:47.202785 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.226998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-32c0b194-1315-4a68-8655-6f32a2decff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:47.229048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-32c0b194-1315-4a68-8655-6f32a2decff9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0905895 Feb 03 13:13:47.273194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:47.275389 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Routers {'f04bd1c2-7548-4354-bf73-4ebb909ab5af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:47.277586 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:13:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:47.334741 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f12b4-31e1-4eab-8c41-032c27dc3826 None None] Pushing event updated for resources: {'Port': ['ID=4098af0f-7043-48dd-a810-7475e6e77cce,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:47.336797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3b297d62-0304-4506-af2a-90b6e8a19ec2 None None] Provisioning complete for port 4098af0f-7043-48dd-a810-7475e6e77cce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:47.337471 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b297d62-0304-4506-af2a-90b6e8a19ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.348844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-5668537b-1352-4453-a27f-972bc73fbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:47.352407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-5668537b-1352-4453-a27f-972bc73fbf90 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1153710 Feb 03 13:13:47.395640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:47.396099 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.483910 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] Set router f04bd1c2-7548-4354-bf73-4ebb909ab5af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:47.505474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-89fbd77c-c982-455b-b141-2036260c5134 service neutron] 10.222.0.91 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388402 Feb 03 13:13:47.529083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3b297d62-0304-4506-af2a-90b6e8a19ec2 None None] Current status of the port 4098af0f-7043-48dd-a810-7475e6e77cce is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:47.530131 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b297d62-0304-4506-af2a-90b6e8a19ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.577851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 318ad598-e77c-40ea-845c-437b8bbea399 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:47.645631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0fb2c53-7f34-40b8-9d1f-4421f29700d9 req-92411965-d44c-43a5-811b-230826507c45 service neutron] 10.222.0.91 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304166 Feb 03 13:13:47.683056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3b297d62-0304-4506-af2a-90b6e8a19ec2 None None] For port 4098af0f-7043-48dd-a810-7475e6e77cce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4098af0f-7043-48dd-a810-7475e6e77cce,segment=NetworkSegment(832de309-6777-4da2-b2aa-71741a83746d),segment_id=832de309-6777-4da2-b2aa-71741a83746d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:47.684206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:47.691000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port 318ad598-e77c-40ea-845c-437b8bbea399 host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:13:47.692028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 318ad598-e77c-40ea-845c-437b8bbea399 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:47.694374 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b297d62-0304-4506-af2a-90b6e8a19ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.751139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b297d62-0304-4506-af2a-90b6e8a19ec2 None None] Pushing event updated for resources: {'Port': ['ID=4098af0f-7043-48dd-a810-7475e6e77cce,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:47.799806 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:38Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 4, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'gw_port': {'id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:39Z', 'updated_at': '2022-02-03T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4098af0f-7043-48dd-a810-7475e6e77cce', 'name': '', 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'mac_address': 'fa:16:3e:e5:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:41Z', 'updated_at': '2022-02-03T13:13:47Z', 'revision_number': 4, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'subnets': [{'id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:47.824876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ef2338a1-537f-4778-acc4-16ba2abe27fa None None] Provisioning complete for port 4098af0f-7043-48dd-a810-7475e6e77cce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:47.825691 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef2338a1-537f-4778-acc4-16ba2abe27fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.832137 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604debfe-a667-47ca-93f0-caec7b2ffddb None None] The sync data for ids ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'] in n-d-792364-10 is: [{'id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:38Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 4, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'gw_port': {'id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:39Z', 'updated_at': '2022-02-03T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '4098af0f-7043-48dd-a810-7475e6e77cce', 'name': '', 'network_id': 'b627cf3d-3d01-419b-822c-4cfa0d7ca3bb', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'mac_address': 'fa:16:3e:e5:6e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:41Z', 'updated_at': '2022-02-03T13:13:47Z', 'revision_number': 4, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'subnets': [{'id': 'fa7828fd-557c-44d2-b0d4-e99c07e38437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:47.973736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7e3f8-ef93-416d-89e9-d8e1e0773559 req-d4eb32f6-ca41-44dd-bdd2-af568cc4f0d2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:47.976382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6e7e3f8-ef93-416d-89e9-d8e1e0773559 req-d4eb32f6-ca41-44dd-bdd2-af568cc4f0d2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 943 time: 0.0793383 Feb 03 13:13:48.035196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6e7e3f8-ef93-416d-89e9-d8e1e0773559 req-d6854da7-dafd-45d0-a0d4-3f1e502b2b62 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513108 Feb 03 13:13:48.074623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ef2338a1-537f-4778-acc4-16ba2abe27fa None None] Current status of the port 4098af0f-7043-48dd-a810-7475e6e77cce is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:48.210358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:13:48.212847 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d881e37-6c6b-4e30-bdec-ea605449b982" -d '{"events": [{"name": "network-changed", "server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "tag": "318ad598-e77c-40ea-845c-437b8bbea399"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:13:48.263183 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d4f1a8-dc3b-4fe9-a3d7-3fe9328b9b11 x-openstack-request-id: req-07d4f1a8-dc3b-4fe9-a3d7-3fe9328b9b11 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:13:48.263483 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "tag": "318ad598-e77c-40ea-845c-437b8bbea399", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:13:48.263746 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07d4f1a8-dc3b-4fe9-a3d7-3fe9328b9b11 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:13:48.264159 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399', 'status': 'completed', 'code': 200} Feb 03 13:13:48.330200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-a0fdc991-6ca6-4c95-baa8-8bf3b69f8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:48.331769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-a0fdc991-6ca6-4c95-baa8-8bf3b69f8a34 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1126 time: 0.0502210 Feb 03 13:13:48.343803 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-a9be6b73-e0c2-41cf-a29e-a8ac12122633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:48.345569 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-a9be6b73-e0c2-41cf-a29e-a8ac12122633 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1126 time: 0.0585773 Feb 03 13:13:48.439448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-abbb0730-099d-4ff3-a3ad-170cf1ddf688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:48.439811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-39f17eaa-2863-4150-ad0c-6d96722bd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:48.441104 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-abbb0730-099d-4ff3-a3ad-170cf1ddf688 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.0893152 Feb 03 13:13:48.441283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-39f17eaa-2863-4150-ad0c-6d96722bd64f service neutron] 10.222.0.91 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.1016243 Feb 03 13:13:48.529853 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-eb8fe7aa-8d42-42c1-832c-e37259380d08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 997 time: 0.0815136 Feb 03 13:13:48.537047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-2cbc7e59-2c25-4843-bfd3-b60734e7376a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 997 time: 0.0879021 Feb 03 13:13:48.584114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-c3840c02-318d-4728-93be-afb67a1338d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:48.585793 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-c3840c02-318d-4728-93be-afb67a1338d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0501745 Feb 03 13:13:48.592411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-611a6359-d762-4071-85c9-b66072b86ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:48.595515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-611a6359-d762-4071-85c9-b66072b86ac1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0504315 Feb 03 13:13:48.648599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-43782a6a-d917-4e2d-b0bc-6fbd02522457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:48.650129 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-43782a6a-d917-4e2d-b0bc-6fbd02522457 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0585952 Feb 03 13:13:48.660185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-a1bbf25a-22ac-4bb3-a434-ca11d028ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:48.662119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-a1bbf25a-22ac-4bb3-a434-ca11d028ea5c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0617566 Feb 03 13:13:48.770477 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-8bf341f2-c4d2-4e4e-8138-2a6c30b155c0 service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126704 Feb 03 13:13:48.777821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-bc4eb877-a6b1-4e1f-bdc1-73d3873dde47 service neutron] 10.222.0.91 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091220 Feb 03 13:13:48.886535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-3142e222-5dca-4261-b504-3c81cfcae2f5 service neutron] 10.222.0.91 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018963 Feb 03 13:13:48.900008 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9d881e37-6c6b-4e30-bdec-ea605449b982 req-9e5d9d22-db5f-4f75-8a61-304a7a6d63bd service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234646 Feb 03 13:13:49.185409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62f594-63fb-4917-ae8c-aa5b352d9da8 req-8c136b9c-8093-44b1-9895-5f9f08616c50 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:49.187300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd62f594-63fb-4917-ae8c-aa5b352d9da8 req-8c136b9c-8093-44b1-9895-5f9f08616c50 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 943 time: 0.0791109 Feb 03 13:13:49.245107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4098af0f-7043-48dd-a810-7475e6e77cce up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:49.246952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd62f594-63fb-4917-ae8c-aa5b352d9da8 req-9a1ae35e-9bb3-45bd-b1e3-bda38ac34222 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533178 Feb 03 13:13:49.308978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4098af0f-7043-48dd-a810-7475e6e77cce triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:49.309376 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:49.390468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4098af0f-7043-48dd-a810-7475e6e77cce is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:50.384158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046fb0a-3b71-43b5-8d10-d35f162ca799 req-0395f013-c9e9-409e-ae70-94f532a8b50e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:50.385660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1046fb0a-3b71-43b5-8d10-d35f162ca799 req-0395f013-c9e9-409e-ae70-94f532a8b50e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 943 time: 0.0615184 Feb 03 13:13:50.436743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1046fb0a-3b71-43b5-8d10-d35f162ca799 req-7d65cbfa-3b56-48f8-be0e-a966ace09dff tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443020 Feb 03 13:13:50.941369 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:51.568787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f6554-b0fc-4d40-8192-81ecee27f11c req-b7a16c98-b9fa-476f-b96a-fa75feb91e17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:51.570383 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f7f6554-b0fc-4d40-8192-81ecee27f11c req-b7a16c98-b9fa-476f-b96a-fa75feb91e17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 943 time: 0.0639486 Feb 03 13:13:51.624118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f7f6554-b0fc-4d40-8192-81ecee27f11c req-70db6759-b315-467b-905c-61d0e202a055 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476720 Feb 03 13:13:51.745541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 318ad598-e77c-40ea-845c-437b8bbea399 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:13:51.862122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997afef-194c-4a17-8d58-bae5c92c92f7 req-d8373605-dcfe-491a-8207-3191140b37ec tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:51.867042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:51.872146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6997afef-194c-4a17-8d58-bae5c92c92f7 req-d8373605-dcfe-491a-8207-3191140b37ec tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 943 time: 0.0785568 Feb 03 13:13:51.881575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '318ad598-e77c-40ea-845c-437b8bbea399', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'port_id': '318ad598-e77c-40ea-845c-437b8bbea399', 'mac_address': 'fa:16:3e:59:c8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:13:51.929998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 318ad598-e77c-40ea-845c-437b8bbea399 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:51.930489 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (318ad598-e77c-40ea-845c-437b8bbea399), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:51.947401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318ad598-e77c-40ea-845c-437b8bbea399 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:13:51.948089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6997afef-194c-4a17-8d58-bae5c92c92f7 req-6150b952-dffb-43f8-8641-4078fe0b08e5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736227 Feb 03 13:13:51.971779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:51.977080 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:51.978733 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-bf13a0ad-bd90-487f-8c11-73cb9d9be8f3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:51.980410 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-bf13a0ad-bd90-487f-8c11-73cb9d9be8f3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 943 time: 0.1419864 Feb 03 13:13:52.039419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:52.049964 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-9646436a-75ee-4399-add6-aa5db97a9bae service neutron] delete failed (client error): The resource could not be found. Feb 03 13:13:52.051163 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-9646436a-75ee-4399-add6-aa5db97a9bae service neutron] 10.222.0.72 "DELETE /v2.0/ports/318ad598-e77c-40ea-845c-437b8bbea399/bindings/n-h2-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0634997 Feb 03 13:13:52.146155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-d05c0c42-9ba9-4c80-a856-c5a37df1a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:52.147861 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-d05c0c42-9ba9-4c80-a856-c5a37df1a7e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1127 time: 0.0509822 Feb 03 13:13:52.246974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-b01890b8-8213-4328-9727-3e980cfa4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:52.248515 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-b01890b8-8213-4328-9727-3e980cfa4eb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.0947852 Feb 03 13:13:52.315808 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-f96abcb0-617f-4bd5-a8d2-ea961d253fa6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 998 time: 0.0606599 Feb 03 13:13:52.364936 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-7d0b4cf4-19f4-431e-bb25-6ba83e071205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:52.366469 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-7d0b4cf4-19f4-431e-bb25-6ba83e071205 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0454218 Feb 03 13:13:52.424268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['318ad598-e77c-40ea-845c-437b8bbea399'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:13:52.427972 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-3349ab36-576e-4520-baff-ac9de8c8bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:52.429570 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-3349ab36-576e-4520-baff-ac9de8c8bf93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577374 Feb 03 13:13:52.530768 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-5d9ef2e5-dbc2-4bca-859e-24fcea377e3c service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942254 Feb 03 13:13:52.651718 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-95787ec6-6446-44e6-a4af-5fbebaa2059a req-6345266c-ecf4-44ae-ba44-cc1c9667e8a3 service neutron] 10.222.0.72 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145942 Feb 03 13:13:53.113332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d59a19-074a-4ae8-9e0f-9611169e9b98 req-e4e312b0-a772-44a1-b5ab-e99bccc43e2c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:53.115016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17d59a19-074a-4ae8-9e0f-9611169e9b98 req-e4e312b0-a772-44a1-b5ab-e99bccc43e2c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 944 time: 0.0775461 Feb 03 13:13:53.187673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17d59a19-074a-4ae8-9e0f-9611169e9b98 req-a4a7a475-bff0-4c98-96ce-175a5c0e8768 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667024 Feb 03 13:13:53.750283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 318ad598-e77c-40ea-845c-437b8bbea399 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:53.807247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 318ad598-e77c-40ea-845c-437b8bbea399 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:13:53.814080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 318ad598-e77c-40ea-845c-437b8bbea399 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:53.814496 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (318ad598-e77c-40ea-845c-437b8bbea399), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.894551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 318ad598-e77c-40ea-845c-437b8bbea399 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:53.894946 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (318ad598-e77c-40ea-845c-437b8bbea399), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.918366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:13:53.921272 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c79a53-3157-42a7-bfbb-a2e7522aaa46" -d '{"events": [{"server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "name": "network-vif-plugged", "status": "completed", "tag": "318ad598-e77c-40ea-845c-437b8bbea399"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:13:53.934529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:53.944272 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.976927 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b408bd-5d1c-488b-9d6d-0de47c925b42 x-openstack-request-id: req-20b408bd-5d1c-488b-9d6d-0de47c925b42 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:13:53.977314 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "name": "network-vif-plugged", "status": "completed", "tag": "318ad598-e77c-40ea-845c-437b8bbea399", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:13:53.977623 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20b408bd-5d1c-488b-9d6d-0de47c925b42 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:13:53.977963 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399', 'code': 200} Feb 03 13:13:54.003801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:54.319403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7cd4a-99c5-4e70-9c39-62e417e6923f req-97bfa176-d56f-461d-b050-1394da8deda0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:54.320918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7c7cd4a-99c5-4e70-9c39-62e417e6923f req-97bfa176-d56f-461d-b050-1394da8deda0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0542581 Feb 03 13:13:54.372077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7c7cd4a-99c5-4e70-9c39-62e417e6923f req-30c99be4-8800-4d82-8074-2b98e92ce45f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450439 Feb 03 13:13:54.397932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43474) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:54.479729 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-813fd560-9df5-404a-9045-8bb433cc0b44 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/b931e871-bf92-4dd8-b139-9c416db57a57 HTTP/1.1" status: 200 len: 991 time: 0.0801854 Feb 03 13:13:55.664464 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:14:06.675679 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e92d43d-a0d6-4b8f-a7f3-24e255771bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.884345 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-faef358a-e03f-4d4d-a480-cdf7849dd272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:10.174570 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:11.626882 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:12.710943 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:16.525601 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:20.955178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:32.665056 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:14:36.680192 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f7e4384-e406-4cae-af8d-c24194d856f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:38.640428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-300c0fa0-7639-4ef9-a70a-8a038c37280a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499480 Feb 03 13:14:38.732802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-bb5432fe-3f67-4496-87e6-6e37709eb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:38.734376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-bb5432fe-3f67-4496-87e6-6e37709eb5f3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1128 time: 0.0503023 Feb 03 13:14:38.843714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-220eb197-7390-43d0-8db7-6d09229fc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:38.845209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-220eb197-7390-43d0-8db7-6d09229fc859 service neutron] 10.222.0.91 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.0887330 Feb 03 13:14:38.889659 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3c30-cdf6-4bd2-b646-310a296eca2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:38.925678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-4e7e455f-fd8e-4568-8b12-547772fafaea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 999 time: 0.0710924 Feb 03 13:14:38.974703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-50db8cdd-3368-4d23-8071-f5c529a08910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:38.976247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-50db8cdd-3368-4d23-8071-f5c529a08910 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.0438955 Feb 03 13:14:39.032336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-9f1dbe9d-678c-4edf-bb73-227468c2be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:39.033871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-9f1dbe9d-678c-4edf-bb73-227468c2be93 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508249 Feb 03 13:14:39.127944 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-8509bcc5-88a1-48dd-aef1-a469e2a46935 service neutron] 10.222.0.91 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865583 Feb 03 13:14:39.223363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83c20291-74dc-46b4-9044-aa1a63d2108d req-8dce3c85-0991-49a0-a8ca-7822323ef0de service neutron] 10.222.0.91 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888498 Feb 03 13:14:40.174090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:41.622152 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:42.706209 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:46.491759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.495738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb4ae7-3d8c-4f3c-9c81-9e2dddaeb6ff req-7494b5fb-d955-4d2b-92c8-3a0e69398ef2 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:49.497287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eeb4ae7-3d8c-4f3c-9c81-9e2dddaeb6ff req-7494b5fb-d955-4d2b-92c8-3a0e69398ef2 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1128 time: 0.0473142 Feb 03 13:14:49.543259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3eeb4ae7-3d8c-4f3c-9c81-9e2dddaeb6ff req-3990bbcc-8ccb-4d67-bc7f-8c20193f01ff tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402253 Feb 03 13:14:49.565375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43822) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:49.733285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port 64374dce-d3b7-450f-bffd-8c779c0cea70 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:49.733598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (64374dce-d3b7-450f-bffd-8c779c0cea70), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.816524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (64374dce-d3b7-450f-bffd-8c779c0cea70), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.816863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (64374dce-d3b7-450f-bffd-8c779c0cea70), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.828683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for 64374dce-d3b7-450f-bffd-8c779c0cea70 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:49.987519 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (64374dce-d3b7-450f-bffd-8c779c0cea70), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.014183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=64374dce-d3b7-450f-bffd-8c779c0cea70,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:50.043562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.043953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.044297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.044591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.044942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.045239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.045572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.045895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.046217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.046564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.046890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.047203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.047520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:50.086574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (b931e871-bf92-4dd8-b139-9c416db57a57), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.086908 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Floating IP b931e871-bf92-4dd8-b139-9c416db57a57 disassociated (deleted). External IP: 172.25.3.7, port: 318ad598-e77c-40ea-845c-437b8bbea399. Feb 03 13:14:50.633625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:14:50.744027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:14:50.748509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.755411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] Sync routers for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:14:50.766019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:50.766984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:14:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:50.777571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a106ead2-810e-4c0d-a1bc-37dbd7071616 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/floatingips/b931e871-bf92-4dd8-b139-9c416db57a57 HTTP/1.1" status: 204 len: 168 time: 1.2111015 Feb 03 13:14:50.778194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:14:50.780488 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f08c7c-745f-469c-b125-aa2525f64aca" -d '{"events": [{"name": "network-changed", "server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "tag": "318ad598-e77c-40ea-845c-437b8bbea399"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:14:50.818293 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0bf075-d990-4195-a4e9-23fb40f07fea x-openstack-request-id: req-0f0bf075-d990-4195-a4e9-23fb40f07fea {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:14:50.818842 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "tag": "318ad598-e77c-40ea-845c-437b8bbea399", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:14:50.819335 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f0bf075-d990-4195-a4e9-23fb40f07fea {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:14:50.819910 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399', 'status': 'completed', 'code': 200} Feb 03 13:14:50.884480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:50.912821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f08c7c-745f-469c-b125-aa2525f64aca req-b4d678f6-401e-46ba-b0a6-a820517e2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:50.914955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f08c7c-745f-469c-b125-aa2525f64aca req-b4d678f6-401e-46ba-b0a6-a820517e2f86 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 1128 time: 0.0686941 Feb 03 13:14:51.025138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.052031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f08c7c-745f-469c-b125-aa2525f64aca req-a58d5c69-be48-4b55-a59a-b87a5cb79aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:51.053682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f08c7c-745f-469c-b125-aa2525f64aca req-a58d5c69-be48-4b55-a59a-b87a5cb79aee service neutron] 10.222.0.91 "GET /v2.0/networks?id=de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 200 len: 898 time: 0.1326420 Feb 03 13:14:51.106994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f08c7c-745f-469c-b125-aa2525f64aca req-50a2b3ec-304f-41d9-891d-dcc7ac767711 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 200 len: 217 time: 0.0462961 Feb 03 13:14:51.129495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9c870-8c3f-455a-81c7-f5e61ba29496 req-7188b45a-587a-47c8-9709-81b05245309c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:51.130996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ce9c870-8c3f-455a-81c7-f5e61ba29496 req-7188b45a-587a-47c8-9709-81b05245309c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.1083686 Feb 03 13:14:51.151845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:39Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '097c180a-3466-4851-ba00-92a4b399cc3b', 'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:44:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:39Z', 'updated_at': '2022-02-03T13:12:43Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:51.178590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] Checking router: 58a10cb1-d329-4a6b-8d08-3b23459dfd72 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:14:51.187371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:51.187985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:14:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:51.202726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ce9c870-8c3f-455a-81c7-f5e61ba29496 req-751e8101-4380-4573-91fd-045ba9939ba1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520041 Feb 03 13:14:51.213713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f08c7c-745f-469c-b125-aa2525f64aca req-2f85ba46-4642-48fa-852e-e623e70b4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:51.215199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f08c7c-745f-469c-b125-aa2525f64aca req-2f85ba46-4642-48fa-852e-e623e70b4d52 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 200 len: 835 time: 0.1023757 Feb 03 13:14:51.265704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f08c7c-745f-469c-b125-aa2525f64aca req-9813e601-6742-4438-a716-359fdb4db766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:51.267363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f08c7c-745f-469c-b125-aa2525f64aca req-9813e601-6742-4438-a716-359fdb4db766 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=de710f0c-5c4d-4762-912c-28af878d5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453730 Feb 03 13:14:51.311878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:51.360406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f08c7c-745f-469c-b125-aa2525f64aca req-1a9b45a6-c53f-487c-9b0e-784c849e19ca service neutron] 10.222.0.91 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860279 Feb 03 13:14:51.455914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17f08c7c-745f-469c-b125-aa2525f64aca req-9b14659c-1544-4b1f-8199-c2b26d616509 service neutron] 10.222.0.91 "GET /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876420 Feb 03 13:14:51.515810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:39Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '097c180a-3466-4851-ba00-92a4b399cc3b', 'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:44:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:39Z', 'updated_at': '2022-02-03T13:12:43Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:51.553889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f235ac-1f3b-4f46-a388-57bc20229e61 None None] The sync data for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 is: [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:39Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '097c180a-3466-4851-ba00-92a4b399cc3b', 'name': '', 'network_id': 'de710f0c-5c4d-4762-912c-28af878d5742', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:44:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:39Z', 'updated_at': '2022-02-03T13:12:43Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '77122117-2d33-4fd4-9b2f-96e825c35522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:14:51.809635 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d7868e-a894-4e86-aa77-24cc64c7d907 None None] New status for floating IP b931e871-bf92-4dd8-b139-9c416db57a57: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:14:52.334473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27998a2-707f-468f-8089-3da00e014891 req-29ec939f-df61-44e7-a648-fa5334e6ad2d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:52.336994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d27998a2-707f-468f-8089-3da00e014891 req-29ec939f-df61-44e7-a648-fa5334e6ad2d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0623977 Feb 03 13:14:52.389035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d27998a2-707f-468f-8089-3da00e014891 req-68aece59-be57-444b-a34a-54fe5fb032aa tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=1e94b2d7-a7c7-4a07-b0d8-5941146cc779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463026 Feb 03 13:14:52.596291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480753-7f38-4a40-b840-ae2127afa336 req-887c4c3b-5cc8-46f8-a559-5162c0307d58 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:52.597606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36480753-7f38-4a40-b840-ae2127afa336 req-887c4c3b-5cc8-46f8-a559-5162c0307d58 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.91 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 945 time: 0.0556219 Feb 03 13:14:52.699067 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-36480753-7f38-4a40-b840-ae2127afa336 req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port 318ad598-e77c-40ea-845c-437b8bbea399 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:52.699410 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-36480753-7f38-4a40-b840-ae2127afa336 req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (318ad598-e77c-40ea-845c-437b8bbea399), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.801460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-36480753-7f38-4a40-b840-ae2127afa336 req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port 318ad598-e77c-40ea-845c-437b8bbea399, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=318ad598-e77c-40ea-845c-437b8bbea399,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:52.801835 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-36480753-7f38-4a40-b840-ae2127afa336 req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (318ad598-e77c-40ea-845c-437b8bbea399), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.818767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-36480753-7f38-4a40-b840-ae2127afa336 req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for 318ad598-e77c-40ea-845c-437b8bbea399 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:52.951337 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-36480753-7f38-4a40-b840-ae2127afa336 req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (318ad598-e77c-40ea-845c-437b8bbea399), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.979670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=318ad598-e77c-40ea-845c-437b8bbea399,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:53.025563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-36480753-7f38-4a40-b840-ae2127afa336 req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] No DVR routers for this DVR port 318ad598-e77c-40ea-845c-437b8bbea399 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:14:53.029161 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-36480753-7f38-4a40-b840-ae2127afa336 req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:53.032601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36480753-7f38-4a40-b840-ae2127afa336 req-ebb8bdb9-57ba-4238-91a9-47f188c951b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.91 "DELETE /v2.0/ports/318ad598-e77c-40ea-845c-437b8bbea399 HTTP/1.1" status: 204 len: 173 time: 0.4297717 Feb 03 13:14:53.033044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'name': 'network-vif-deleted', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:14:53.035379 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39db9215-355e-4803-961d-4b2c984a46e1" -d '{"events": [{"server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "name": "network-vif-deleted", "tag": "318ad598-e77c-40ea-845c-437b8bbea399"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:14:53.073684 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d026b691-f787-468c-9bd1-c42b833b5fc5 x-openstack-request-id: req-d026b691-f787-468c-9bd1-c42b833b5fc5 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:14:53.074102 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a34e3b4-1186-43bb-b951-c07de7e51637", "name": "network-vif-deleted", "tag": "318ad598-e77c-40ea-845c-437b8bbea399", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:14:53.074383 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d026b691-f787-468c-9bd1-c42b833b5fc5 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:14:53.074824 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a34e3b4-1186-43bb-b951-c07de7e51637', 'name': 'network-vif-deleted', 'tag': '318ad598-e77c-40ea-845c-437b8bbea399', 'status': 'completed', 'code': 200} Feb 03 13:14:53.542870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-20b84fdb-4dbe-4443-879d-74cc810088f4 req-e5d8e129-c3e9-4194-9500-a8416836b188 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a34e3b4-1186-43bb-b951-c07de7e51637 HTTP/1.1" status: 200 len: 210 time: 0.0451984 Feb 03 13:14:54.613801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43872) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:55.075757 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (58a10cb1-d329-4a6b-8d08-3b23459dfd72), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.393862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port 097c180a-3466-4851-ba00-92a4b399cc3b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:55.394167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.493144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port 097c180a-3466-4851-ba00-92a4b399cc3b, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=097c180a-3466-4851-ba00-92a4b399cc3b,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:55.493511 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.506208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for 097c180a-3466-4851-ba00-92a4b399cc3b owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:55.714370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (097c180a-3466-4851-ba00-92a4b399cc3b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.792170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=097c180a-3466-4851-ba00-92a4b399cc3b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:55.916790 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (58a10cb1-d329-4a6b-8d08-3b23459dfd72), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.140794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:14:56.251536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:14:56.260895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b4cedc41-bc36-450d-9ad3-e6c1a5291409 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "PUT /v2.0/routers/58a10cb1-d329-4a6b-8d08-3b23459dfd72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417253 Feb 03 13:14:56.260895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43892) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:56.263772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] Sync routers for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:14:56.274048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:56.274738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:14:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:56.317641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc924a8-850c-4037-9ef7-1e12874ec43b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting subnet 77122117-2d33-4fd4-9b2f-96e825c35522 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:14:56.321902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc924a8-850c-4037-9ef7-1e12874ec43b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for subnet (77122117-2d33-4fd4-9b2f-96e825c35522), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.376971 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc924a8-850c-4037-9ef7-1e12874ec43b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (77122117-2d33-4fd4-9b2f-96e825c35522), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.395751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:56.465038 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc924a8-850c-4037-9ef7-1e12874ec43b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (77122117-2d33-4fd4-9b2f-96e825c35522), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.523290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc924a8-850c-4037-9ef7-1e12874ec43b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (77122117-2d33-4fd4-9b2f-96e825c35522), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.551108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc924a8-850c-4037-9ef7-1e12874ec43b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Subnet': ['ID=77122117-2d33-4fd4-9b2f-96e825c35522,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:56.557177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5bc924a8-850c-4037-9ef7-1e12874ec43b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.560303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a100c-dc48-4614-adfb-2fc6f51b1e88 None None] Network de710f0c-5c4d-4762-912c-28af878d5742 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:56.561702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5bc924a8-850c-4037-9ef7-1e12874ec43b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/subnets/77122117-2d33-4fd4-9b2f-96e825c35522 HTTP/1.1" status: 204 len: 168 time: 0.3009129 Feb 03 13:14:56.564327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43900) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:56.661039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:56.690412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (58a10cb1-d329-4a6b-8d08-3b23459dfd72), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.692389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] Checking router: 58a10cb1-d329-4a6b-8d08-3b23459dfd72 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:14:56.704816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] Routers {'58a10cb1-d329-4a6b-8d08-3b23459dfd72'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:56.705415 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:14:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:56.812200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (58a10cb1-d329-4a6b-8d08-3b23459dfd72), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.815296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] DHCP port deletion for de710f0c-5c4d-4762-912c-28af878d5742 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:14:56.868695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port cb7f67d6-fab8-4337-a721-b1f711019e08 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:56.869040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.963678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port cb7f67d6-fab8-4337-a721-b1f711019e08, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cb7f67d6-fab8-4337-a721-b1f711019e08,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:56.964224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.979717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for cb7f67d6-fab8-4337-a721-b1f711019e08 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:57.033502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] Set router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:57.154546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Deleting port 846949ee-c086-4d18-84fe-2817f3c9d39f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:57.154934 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.157013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (cb7f67d6-fab8-4337-a721-b1f711019e08), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.187648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=cb7f67d6-fab8-4337-a721-b1f711019e08,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:57.241065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] For port 846949ee-c086-4d18-84fe-2817f3c9d39f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=846949ee-c086-4d18-84fe-2817f3c9d39f,segment=NetworkSegment(3d6e1903-7a22-4bc5-8487-17ea1072b225),segment_id=3d6e1903-7a22-4bc5-8487-17ea1072b225)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:57.241862 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.268434 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (58a10cb1-d329-4a6b-8d08-3b23459dfd72), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.274658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Calling delete_port for 846949ee-c086-4d18-84fe-2817f3c9d39f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:57.352512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 846949ee-c086-4d18-84fe-2817f3c9d39f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:57.367168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (58a10cb1-d329-4a6b-8d08-3b23459dfd72), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.372445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_controller (58a10cb1-d329-4a6b-8d08-3b23459dfd72), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.423287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (58a10cb1-d329-4a6b-8d08-3b23459dfd72), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.423910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Fanout notify agent at l3_agent the message router_deleted on router 58a10cb1-d329-4a6b-8d08-3b23459dfd72 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:14:57.433336 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.435442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cf47662a-e6f6-4915-9b08-bc36d91bde46 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/routers/58a10cb1-d329-4a6b-8d08-3b23459dfd72 HTTP/1.1" status: 204 len: 168 time: 0.8691216 Feb 03 13:14:57.437555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43912) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:57.441857 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (846949ee-c086-4d18-84fe-2817f3c9d39f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.488246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Pushing event deleted for resources: {'Port': ['ID=846949ee-c086-4d18-84fe-2817f3c9d39f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:57.494594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Port 846949ee-c086-4d18-84fe-2817f3c9d39f update to DOWN by agent not found {{(pid=103225) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 13:14:57.500896 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] No DVR routers for this DVR port 846949ee-c086-4d18-84fe-2817f3c9d39f on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:14:57.506589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.507693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.507693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.507693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.508035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.508422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.508812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.509276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.513839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.514432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.514842 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.515522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.516028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d32c7-5f85-43a7-923d-de343030cafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.530069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (de710f0c-5c4d-4762-912c-28af878d5742), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.530398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:57.562484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b85d2-dbf0-4150-8d26-a00a03afa288 None None] The sync data for ids ['58a10cb1-d329-4a6b-8d08-3b23459dfd72'] in n-d-792364-10 is: [{'id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991223328', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'cb7f67d6-fab8-4337-a721-b1f711019e08', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a10cb1-d329-4a6b-8d08-3b23459dfd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:12:36Z', 'updated_at': '2022-02-03T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:14:57.635616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (de710f0c-5c4d-4762-912c-28af878d5742), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.655952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de710f0c-5c4d-4762-912c-28af878d5742']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:57.665873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6e1903-7a22-4bc5-8487-17ea1072b225') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:57.666175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6e1903-7a22-4bc5-8487-17ea1072b225') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:57.676256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (3d6e1903-7a22-4bc5-8487-17ea1072b225), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.689492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (3d6e1903-7a22-4bc5-8487-17ea1072b225), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.696570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:14:57.696962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (3d6e1903-7a22-4bc5-8487-17ea1072b225), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:14:57.700435 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:14:57.768141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (de710f0c-5c4d-4762-912c-28af878d5742), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.779906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.783025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/networks/de710f0c-5c4d-4762-912c-28af878d5742 HTTP/1.1" status: 204 len: 168 time: 0.3443575 Feb 03 13:14:57.788074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43918) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:57.792563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0a8bb-0de1-4ac7-848f-e83b91460686 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Network': ['ID=de710f0c-5c4d-4762-912c-28af878d5742,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:57.857614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (1e94b2d7-a7c7-4a07-b0d8-5941146cc779), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.882264 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (1e94b2d7-a7c7-4a07-b0d8-5941146cc779), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.951887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1e94b2d7-a7c7-4a07-b0d8-5941146cc779), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.954972 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.956192 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/security-groups/1e94b2d7-a7c7-4a07-b0d8-5941146cc779 HTTP/1.1" status: 204 len: 168 time: 0.1667614 Feb 03 13:14:57.966445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e94b2d7-a7c7-4a07-b0d8-5941146cc779,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:57.976641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.977432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.977775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.978309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.978675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.979005 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.979358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.979886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.980214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.980727 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.981051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.981371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:57.981907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8a99-d8cc-4a99-a812-7513a158024a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:58.090454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 318ad598-e77c-40ea-845c-437b8bbea399 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:58.123567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 318ad598-e77c-40ea-845c-437b8bbea399 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:58.124278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 318ad598-e77c-40ea-845c-437b8bbea399 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:58.413921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43932) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:58.418797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2439ca76-0db4-4343-8838-e9fd5b7000df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073127593', 'description': 'tempest-secgroup-smoke-2073127593 description', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:58.441889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2439ca76-0db4-4343-8838-e9fd5b7000df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.512451 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2439ca76-0db4-4343-8838-e9fd5b7000df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (fe695779-136f-40ec-b37c-1c98424ed183), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.517103 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2439ca76-0db4-4343-8838-e9fd5b7000df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fe695779-136f-40ec-b37c-1c98424ed183), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.546356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439ca76-0db4-4343-8838-e9fd5b7000df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe695779-136f-40ec-b37c-1c98424ed183,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:58.550919 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2439ca76-0db4-4343-8838-e9fd5b7000df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.555151 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2439ca76-0db4-4343-8838-e9fd5b7000df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1371710 Feb 03 13:14:58.555797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43934) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:58.559971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-852e6da0-ebcb-42c1-bec7-b148fbec52b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'fe695779-136f-40ec-b37c-1c98424ed183', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:58.586369 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-852e6da0-ebcb-42c1-bec7-b148fbec52b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (5b6bef0c-c265-495d-8290-061b0884f91f), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.653321 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-852e6da0-ebcb-42c1-bec7-b148fbec52b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (5b6bef0c-c265-495d-8290-061b0884f91f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.660146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-852e6da0-ebcb-42c1-bec7-b148fbec52b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (5b6bef0c-c265-495d-8290-061b0884f91f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.685464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e6da0-ebcb-42c1-bec7-b148fbec52b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6bef0c-c265-495d-8290-061b0884f91f,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:58.699128 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-852e6da0-ebcb-42c1-bec7-b148fbec52b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.700773 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-852e6da0-ebcb-42c1-bec7-b148fbec52b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443532 Feb 03 13:14:58.703664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 43940) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:58.709466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9ce3c77c-01a6-4ee6-a563-431f48308b17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'fe695779-136f-40ec-b37c-1c98424ed183', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:58.753507 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c77c-01a6-4ee6-a563-431f48308b17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (8026fe9a-e21c-4a98-96d0-05c4d1134653), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.826771 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c77c-01a6-4ee6-a563-431f48308b17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (8026fe9a-e21c-4a98-96d0-05c4d1134653), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.833102 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c77c-01a6-4ee6-a563-431f48308b17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (8026fe9a-e21c-4a98-96d0-05c4d1134653), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.854250 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3c77c-01a6-4ee6-a563-431f48308b17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8026fe9a-e21c-4a98-96d0-05c4d1134653,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:58.864096 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c77c-01a6-4ee6-a563-431f48308b17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.865332 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9ce3c77c-01a6-4ee6-a563-431f48308b17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1603355 Feb 03 13:14:58.868429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43942) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:58.872964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-dd64ca5e-1786-4892-bcc8-b0d693d1cc3e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'fe695779-136f-40ec-b37c-1c98424ed183', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:58.898062 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dd64ca5e-1786-4892-bcc8-b0d693d1cc3e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (4da50334-acb0-46a8-8fd3-3b2bb1a215d1), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.954562 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dd64ca5e-1786-4892-bcc8-b0d693d1cc3e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (4da50334-acb0-46a8-8fd3-3b2bb1a215d1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.959071 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dd64ca5e-1786-4892-bcc8-b0d693d1cc3e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (4da50334-acb0-46a8-8fd3-3b2bb1a215d1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.976705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64ca5e-1786-4892-bcc8-b0d693d1cc3e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da50334-acb0-46a8-8fd3-3b2bb1a215d1,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:58.985624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-dd64ca5e-1786-4892-bcc8-b0d693d1cc3e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.987018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dd64ca5e-1786-4892-bcc8-b0d693d1cc3e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175289 Feb 03 13:14:58.989616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43944) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:58.993953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-95232ee8-5be9-4766-a581-7a5fecb44b87 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'fe695779-136f-40ec-b37c-1c98424ed183', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:59.019382 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95232ee8-5be9-4766-a581-7a5fecb44b87 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (d2f02889-8b47-4743-bb9e-c02f69a00c69), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.078834 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95232ee8-5be9-4766-a581-7a5fecb44b87 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (d2f02889-8b47-4743-bb9e-c02f69a00c69), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.083208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95232ee8-5be9-4766-a581-7a5fecb44b87 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (d2f02889-8b47-4743-bb9e-c02f69a00c69), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.104471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95232ee8-5be9-4766-a581-7a5fecb44b87 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f02889-8b47-4743-bb9e-c02f69a00c69,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:59.112611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95232ee8-5be9-4766-a581-7a5fecb44b87 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.116499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-95232ee8-5be9-4766-a581-7a5fecb44b87 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232846 Feb 03 13:14:59.116668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43946) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:59.121258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c1c2cafb-eac7-4486-8a7f-3c49c3b72118 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'fe695779-136f-40ec-b37c-1c98424ed183', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:59.144258 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-c1c2cafb-eac7-4486-8a7f-3c49c3b72118 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Project eb26b55f4d904c8886f9b1c85cd9f33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:14:59.150640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c1c2cafb-eac7-4486-8a7f-3c49c3b72118 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (e22b3034-73aa-44a7-8975-3712ced9af56), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.225207 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c1c2cafb-eac7-4486-8a7f-3c49c3b72118 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (e22b3034-73aa-44a7-8975-3712ced9af56), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.232247 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c1c2cafb-eac7-4486-8a7f-3c49c3b72118 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (e22b3034-73aa-44a7-8975-3712ced9af56), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.232922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 097c180a-3466-4851-ba00-92a4b399cc3b no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:59.254178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2cafb-eac7-4486-8a7f-3c49c3b72118 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22b3034-73aa-44a7-8975-3712ced9af56,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:59.254987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 097c180a-3466-4851-ba00-92a4b399cc3b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:59.255476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 097c180a-3466-4851-ba00-92a4b399cc3b not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:59.255902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cb7f67d6-fab8-4337-a721-b1f711019e08 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:59.266054 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c1c2cafb-eac7-4486-8a7f-3c49c3b72118 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.267347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c1c2cafb-eac7-4486-8a7f-3c49c3b72118 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497610 Feb 03 13:14:59.270015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43952) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:59.274779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4660f125-1921-46b3-8106-0b76b0111ec9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'fe695779-136f-40ec-b37c-1c98424ed183', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:59.276168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: cb7f67d6-fab8-4337-a721-b1f711019e08 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:59.276517 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cb7f67d6-fab8-4337-a721-b1f711019e08 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:59.300794 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-4660f125-1921-46b3-8106-0b76b0111ec9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Project eb26b55f4d904c8886f9b1c85cd9f33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:14:59.306424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4660f125-1921-46b3-8106-0b76b0111ec9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (b93fdaf9-0fc4-445d-a34b-a291613f9365), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.370402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4660f125-1921-46b3-8106-0b76b0111ec9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (b93fdaf9-0fc4-445d-a34b-a291613f9365), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.375469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4660f125-1921-46b3-8106-0b76b0111ec9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (b93fdaf9-0fc4-445d-a34b-a291613f9365), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.395497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660f125-1921-46b3-8106-0b76b0111ec9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93fdaf9-0fc4-445d-a34b-a291613f9365,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:59.402520 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4660f125-1921-46b3-8106-0b76b0111ec9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.406599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4660f125-1921-46b3-8106-0b76b0111ec9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327884 Feb 03 13:14:59.407070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43956) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:59.412239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'network': {'name': 'tempest-network-smoke--1229368206', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'port_security_enabled': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:59.433350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:59.436875 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.461698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:14:59.470511 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8c354745-2dfb-4065-b8f8-212ddd6b1461), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.470856 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Added segment 8c354745-2dfb-4065-b8f8-212ddd6b1461 of type vlan for network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c Feb 03 13:14:59.514289 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (bc2f710b-a6af-4ae6-83c0-932a9ca9c48c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.539430 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (bc2f710b-a6af-4ae6-83c0-932a9ca9c48c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.544516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:59.545197 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.579917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1716275 Feb 03 13:14:59.582761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43958) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:59.589159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'admin_state_up': True, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:59.625274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c8c85-a1e8-4756-a476-7e211562016a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Network': ['ID=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:59.636137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:14:59.640396 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (dd58d84c-b536-47db-b42f-c0c5ff4779c9), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.642214 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (dd58d84c-b536-47db-b42f-c0c5ff4779c9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.714827 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_controller (dd58d84c-b536-47db-b42f-c0c5ff4779c9), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.866305 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (dd58d84c-b536-47db-b42f-c0c5ff4779c9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.398107 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (dd58d84c-b536-47db-b42f-c0c5ff4779c9), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.416906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.523672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.25.3.212 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/e6091788-1229-4833-8334-59ff5783b59d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:15:00.638003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (e6091788-1229-4833-8334-59ff5783b59d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.677160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e6091788-1229-4833-8334-59ff5783b59d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.714247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:00.723141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=e6091788-1229-4833-8334-59ff5783b59d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:00.725835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:00.732767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:15:00.986177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (dd58d84c-b536-47db-b42f-c0c5ff4779c9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:01.187044 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (dd58d84c-b536-47db-b42f-c0c5ff4779c9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:01.320504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router dd58d84c-b536-47db-b42f-c0c5ff4779c9 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:15:01.431260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:15:01.441814 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Sync routers for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:15:01.453721 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:01.455650 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:14:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:01.455787 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:01.456207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-95719a8c-6980-462a-9be8-70dad50caa0b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8726115 Feb 03 13:15:01.459258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43988) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:01.489025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-83bdada4-38f4-495a-ab0f-d7d04a4a40e1 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=eb26b55f4d904c8886f9b1c85cd9f33e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284376 Feb 03 13:15:01.491595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43990) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:01.568016 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:01.588119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86aadd0-0881-4427-b720-6cefd49c8a02 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:01.592445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d86aadd0-0881-4427-b720-6cefd49c8a02 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972416 Feb 03 13:15:01.592726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43992) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:01.622806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-026024ac-45d7-45ba-82f2-09f9698d9928 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266435 Feb 03 13:15:01.623707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 43994) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:01.632859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-850183525', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:01.718355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:15:01.722260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:01.748837 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:00Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:01.776084 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Checking router: dd58d84c-b536-47db-b42f-c0c5ff4779c9 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:15:01.776432 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Updating router dd58d84c-b536-47db-b42f-c0c5ff4779c9 port e6091788-1229-4833-8334-59ff5783b59d binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:15:01.804746 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e6091788-1229-4833-8334-59ff5783b59d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:01.924876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (97d0878e-9a72-454e-99aa-a8db33f9f8b1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:01.992059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Subnet': ['ID=97d0878e-9a72-454e-99aa-a8db33f9f8b1,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:02.008344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Checking segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:15:02.008814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network hostable DHCP agents. Network: bc2f710b-a6af-4ae6-83c0-932a9ca9c48c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:15:02.034794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:15:02.051859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, bc2f710b-a6af-4ae6-83c0-932a9ca9c48c) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:02.057392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:02.058058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.065338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c6961-eb1f-42a7-a8cb-9d93868bebf2 None None] Network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:15:02.091078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f6b04603-2c7c-45c4-af0a-c940875744ba tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4660182 Feb 03 13:15:02.092273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44000) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:02.187571 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Publish callbacks [] for port (e6091788-1229-4833-8334-59ff5783b59d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.199059 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e6091788-1229-4833-8334-59ff5783b59d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.244208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:15:02.245735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.254743 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Attempting to bind port e6091788-1229-4833-8334-59ff5783b59d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:15:02.255298 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Attempting to bind port e6091788-1229-4833-8334-59ff5783b59d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:15:02.255917 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Attempting to bind port e6091788-1229-4833-8334-59ff5783b59d on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:02.269390 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:15:02.270079 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:15:02.270708 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.271263 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:15:02.272271 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Bound port: e6091788-1229-4833-8334-59ff5783b59d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:15:02.272824 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e6091788-1229-4833-8334-59ff5783b59d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.329602 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] For port e6091788-1229-4833-8334-59ff5783b59d, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:15:02.333565 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] For port e6091788-1229-4833-8334-59ff5783b59d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e6091788-1229-4833-8334-59ff5783b59d,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:15:02.346312 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e6091788-1229-4833-8334-59ff5783b59d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.348691 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Pushing event updated for resources: {'Port': ['ID=e6091788-1229-4833-8334-59ff5783b59d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:02.359629 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.360210 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.360970 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.361473 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.361960 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.362484 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.362838 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.363160 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.363482 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.363808 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.364718 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.365036 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.365353 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:02.414576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Allocated IP 172.20.0.2 (bc2f710b-a6af-4ae6-83c0-932a9ca9c48c/97d0878e-9a72-454e-99aa-a8db33f9f8b1/b6576c89-e9b1-4f0b-9b80-42e651ee28a6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:15:02.430258 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:02.431158 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:14:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:02.543097 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:02.576860 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4046796-8917-4c78-8c78-f96ecb36a77c None None] Pushing event updated for resources: {'Port': ['ID=e6091788-1229-4833-8334-59ff5783b59d,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:02.613791 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Publish callbacks [] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.625000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.653150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.666279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:02.671097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:02.675320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:15:02.693379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Pushing event updated for resources: {'Port': ['ID=b6576c89-e9b1-4f0b-9b80-42e651ee28a6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:02.755877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Attempting to bind port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:15:02.756680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Attempting to bind port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:15:02.757352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Attempting to bind port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:02.763608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:15:02.764241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Checking segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:15:02.764830 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.765506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Bound using segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:15:02.766792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Bound port: b6576c89-e9b1-4f0b-9b80-42e651ee28a6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:15:02.767361 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.769538 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:00Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:02.803009 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4a73b-06e0-40f0-a602-77220b8db3d2 None None] The sync data for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 is: [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:00Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:15:02.847238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] For port b6576c89-e9b1-4f0b-9b80-42e651ee28a6, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:15:02.850670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] For port b6576c89-e9b1-4f0b-9b80-42e651ee28a6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6576c89-e9b1-4f0b-9b80-42e651ee28a6,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:15:02.861362 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.942339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2a0b0-0c06-4100-9574-ec4a133908ce None None] Pushing event updated for resources: {'Port': ['ID=b6576c89-e9b1-4f0b-9b80-42e651ee28a6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:02.983356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.20.0.1 (bc2f710b-a6af-4ae6-83c0-932a9ca9c48c/97d0878e-9a72-454e-99aa-a8db33f9f8b1/d07b10e4-ae89-4cd1-8e11-de1359ac9f59) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:15:03.151713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.227283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.284682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:03.290687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:03.298164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:15:03.347108 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (dd58d84c-b536-47db-b42f-c0c5ff4779c9), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.389988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=d07b10e4-ae89-4cd1-8e11-de1359ac9f59,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:03.488898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e6091788-1229-4833-8334-59ff5783b59d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:03.514242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.561695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e6091788-1229-4833-8334-59ff5783b59d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:03.562069 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e6091788-1229-4833-8334-59ff5783b59d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.665632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e6091788-1229-4833-8334-59ff5783b59d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:03.666752 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e6091788-1229-4833-8334-59ff5783b59d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.689774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port e6091788-1229-4833-8334-59ff5783b59d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e6091788-1229-4833-8334-59ff5783b59d,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:03.702362 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e6091788-1229-4833-8334-59ff5783b59d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.702362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6576c89-e9b1-4f0b-9b80-42e651ee28a6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:03.790808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:03.791249 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.829536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=e6091788-1229-4833-8334-59ff5783b59d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:03.876676 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.889009 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.909552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:03.909996 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.956812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port b6576c89-e9b1-4f0b-9b80-42e651ee28a6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6576c89-e9b1-4f0b-9b80-42e651ee28a6,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:03.963885 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.977001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=d07b10e4-ae89-4cd1-8e11-de1359ac9f59,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:04.008223 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (dd58d84c-b536-47db-b42f-c0c5ff4779c9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.047060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=b6576c89-e9b1-4f0b-9b80-42e651ee28a6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:04.124734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:04.126386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:04.251584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router dd58d84c-b536-47db-b42f-c0c5ff4779c9 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:15:04.290653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e19fb-1536-4a6a-8b60-f61c0eb002e8 None None] Network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:15:04.382270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:15:04.385036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-90acb948-7d70-4acf-aae9-84fae42ee8f8 None None] Provisioning complete for port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:04.385395 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90acb948-7d70-4acf-aae9-84fae42ee8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.390240 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-38f6cd2f-467f-4d4d-bdb7-cf57893c23e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "PUT /v2.0/routers/dd58d84c-b536-47db-b42f-c0c5ff4779c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2967501 Feb 03 13:15:04.519803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90acb948-7d70-4acf-aae9-84fae42ee8f8 None None] Current status of the port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:04.637350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-328ef147-0193-4ae4-ab8e-d4d3225c17ab tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073127593&fields=id&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 267 time: 0.0719576 Feb 03 13:15:04.755688 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3430f391-4470-4409-83f5-74669a355bd3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:04.758493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3430f391-4470-4409-83f5-74669a355bd3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 797 time: 0.1136909 Feb 03 13:15:04.776682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-7f6658f3-4c56-4a4d-9998-7b419d7675cd tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/quotas/eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 375 time: 0.0104742 Feb 03 13:15:04.859919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-9ca63c9a-7428-4bf9-9dfa-3b0be136e7e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727165 Feb 03 13:15:04.868138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9af9c8e6-a17d-4f4f-b2f5-497c2f7836e0 None None] Provisioning complete for port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:04.868509 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9af9c8e6-a17d-4f4f-b2f5-497c2f7836e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.876342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6db7fa66-afce-40fd-a07a-511990eb9fdd service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:15:04.883731 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6db7fa66-afce-40fd-a07a-511990eb9fdd service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120201 Feb 03 13:15:04.989121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-f907df49-48dd-4ccf-8bda-005d89e7294b service neutron] 10.222.0.65 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041825 Feb 03 13:15:04.996059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9af9c8e6-a17d-4f4f-b2f5-497c2f7836e0 None None] Current status of the port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:05.010285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9af9c8e6-a17d-4f4f-b2f5-497c2f7836e0 None None] Provisioning complete for port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:05.010754 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9af9c8e6-a17d-4f4f-b2f5-497c2f7836e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:05.056430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9af9c8e6-a17d-4f4f-b2f5-497c2f7836e0 None None] Port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:15:05.097280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Sync routers for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:15:05.108859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:05.109575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:14:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:05.111118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-c556a039-2374-49bb-9384-f47cd3a0c170 service neutron] 10.222.0.65 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152558 Feb 03 13:15:05.242368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:05.280460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e6091788-1229-4833-8334-59ff5783b59d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:05.354446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8edaf257-37d4-4087-ba7f-09f4f1a0660c None None] Provisioning complete for port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:05.354765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8edaf257-37d4-4087-ba7f-09f4f1a0660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:05.445005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8edaf257-37d4-4087-ba7f-09f4f1a0660c None None] Port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:15:05.472673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e6091788-1229-4833-8334-59ff5783b59d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:05.473044 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e6091788-1229-4833-8334-59ff5783b59d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:05.710566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5f9711be-8552-4753-ab53-fc39c48108df None None] Provisioning complete for port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:05.711224 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f9711be-8552-4753-ab53-fc39c48108df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:05.793245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5f9711be-8552-4753-ab53-fc39c48108df None None] Port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:15:05.796543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e6091788-1229-4833-8334-59ff5783b59d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:05.797704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6576c89-e9b1-4f0b-9b80-42e651ee28a6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:05.802341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'd07b10e4-ae89-4cd1-8e11-de1359ac9f59', 'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:2a:46:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 2, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:05.847652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Checking router: dd58d84c-b536-47db-b42f-c0c5ff4779c9 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:15:05.848012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Updating router dd58d84c-b536-47db-b42f-c0c5ff4779c9 port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:15:05.887761 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:05.929923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:05.930308 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.139142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:06.231970 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Publish callbacks [] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.238666 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.290867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cefbf7-0b0c-45ad-9e3a-518f8e2be661 None None] Pushing event updated for resources: {'Port': ['ID=d07b10e4-ae89-4cd1-8e11-de1359ac9f59,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:06.361138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Attempting to bind port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:15:06.361518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Attempting to bind port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:15:06.361890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Attempting to bind port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:06.368274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:15:06.368709 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Checking segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:15:06.369112 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.369516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Bound using segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:15:06.369994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Bound port: d07b10e4-ae89-4cd1-8e11-de1359ac9f59, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:15:06.370463 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.399055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-267b517f-ae7a-491f-89c5-c8903fd1080d req-e9910560-7899-46ee-884f-24546dd4efca tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 210 time: 0.0371938 Feb 03 13:15:06.445911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] For port d07b10e4-ae89-4cd1-8e11-de1359ac9f59, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:15:06.449557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] For port d07b10e4-ae89-4cd1-8e11-de1359ac9f59, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d07b10e4-ae89-4cd1-8e11-de1359ac9f59,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:15:06.457055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.515004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:06.515635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:14:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:06.518900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cefbf7-0b0c-45ad-9e3a-518f8e2be661 None None] Pushing event updated for resources: {'Port': ['ID=d07b10e4-ae89-4cd1-8e11-de1359ac9f59,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:06.592075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ad450253-4a31-40f7-a827-13ad7e3d336f None None] Provisioning complete for port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:06.592456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad450253-4a31-40f7-a827-13ad7e3d336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.703766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:06.739224 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90bf4602-a84a-422c-a592-2be834f204d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.835573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ad450253-4a31-40f7-a827-13ad7e3d336f None None] Current status of the port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:06.835971 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad450253-4a31-40f7-a827-13ad7e3d336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.922148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ad450253-4a31-40f7-a827-13ad7e3d336f None None] For port d07b10e4-ae89-4cd1-8e11-de1359ac9f59, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d07b10e4-ae89-4cd1-8e11-de1359ac9f59,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:06.927588 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad450253-4a31-40f7-a827-13ad7e3d336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.998735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad450253-4a31-40f7-a827-13ad7e3d336f None None] Pushing event updated for resources: {'Port': ['ID=d07b10e4-ae89-4cd1-8e11-de1359ac9f59,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:07.014219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b196b699-d50a-41cf-89a0-070475394eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'd07b10e4-ae89-4cd1-8e11-de1359ac9f59', 'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:2a:46:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:07.048751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196b699-d50a-41cf-89a0-070475394eca None None] The sync data for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 is: [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'd07b10e4-ae89-4cd1-8e11-de1359ac9f59', 'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:2a:46:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:15:07.063611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-a9b97010-22f5-4146-9faf-76a9f5904e68 None None] Provisioning complete for port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:07.064196 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9b97010-22f5-4146-9faf-76a9f5904e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.159397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a9b97010-22f5-4146-9faf-76a9f5904e68 None None] Current status of the port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:07.289738 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d07b10e4-ae89-4cd1-8e11-de1359ac9f59 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:07.342986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:07.343678 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.441141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:07.491008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-84e32491-c30a-4d52-ba22-ee68daa6bde5 req-3dfdb53b-5791-4037-b6f3-7fc1d9cde5b5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 210 time: 0.0355012 Feb 03 13:15:08.594887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c3659d8-017d-4443-b9fd-6a153020cd31 req-c9e6feeb-c4f6-4259-9fef-e0f2e8960a06 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 210 time: 0.0277958 Feb 03 13:15:08.884256 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b97a4010-6f0a-4d3c-aeaf-cb88380a540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:09.499968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-2f4a7684-f231-42c1-96f7-81cb0c645ca1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:09.501510 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-2f4a7684-f231-42c1-96f7-81cb0c645ca1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 797 time: 0.1135767 Feb 03 13:15:09.571026 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-ea86264e-bb1b-450d-a17b-cf614b92a792 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 380 time: 0.0598466 Feb 03 13:15:09.579622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'port': {'device_id': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'admin_state_up': True, 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'security_groups': ['fe695779-136f-40ec-b37c-1c98424ed183']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:09.676073 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:15:09.699106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c328209-6d8f-4eea-80b1-01d0d8368288 req-00c5f10b-9412-4d12-a745-6764f528cb7b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 210 time: 0.0324891 Feb 03 13:15:09.711914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:15:09.719013 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:09.846453 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.20.0.14 (bc2f710b-a6af-4ae6-83c0-932a9ca9c48c/97d0878e-9a72-454e-99aa-a8db33f9f8b1/e51a00ef-26eb-4d43-b6a6-8b9bc2854429) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:15:09.996727 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.034106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.083145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:10.088309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:10.091882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:15:10.098187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:10.153983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:10.154682 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.177858 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-6dc7ad98-867e-4103-bd4a-daf50d9cf241 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017480 Feb 03 13:15:10.178540 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.189305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Request body: {'port': {'device_id': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:10.261352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.421522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-17d2fa85-1641-4ed9-8943-50a04b504d09 None None] Provisioning complete for port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:10.422227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17d2fa85-1641-4ed9-8943-50a04b504d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.491610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-17d2fa85-1641-4ed9-8943-50a04b504d09 None None] Port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:15:10.547306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51a00ef-26eb-4d43-b6a6-8b9bc2854429 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:15:10.555342 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Publish callbacks [] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.567518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Transition to ACTIVE for port object e51a00ef-26eb-4d43-b6a6-8b9bc2854429 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:15:10.572828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.630448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:10.707286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:15:10.707793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:15:10.708223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:10.714190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:15:10.714554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:10.719958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:15:10.720308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Checking segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:15:10.720691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Bound using segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:15:10.721121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Bound port: e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:15:10.721487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.805311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:15:10.808988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:15:10.819999 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.852238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc84436-863a-4526-b2d3-ecbe3fc4cc97 req-b2c7788c-0559-4ff0-9048-d6fb21c970b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:10.859841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:10.860021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebc84436-863a-4526-b2d3-ecbe3fc4cc97 req-b2c7788c-0559-4ff0-9048-d6fb21c970b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 944 time: 0.0702486 Feb 03 13:15:10.860589 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.862014 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] 10.222.0.72 "PUT /v2.0/ports/e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1093 time: 0.6773672 Feb 03 13:15:10.862537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:15:10.865163 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e41018-6384-4933-af3f-62a4c557c24f" -d '{"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:15:10.935692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebc84436-863a-4526-b2d3-ecbe3fc4cc97 req-fe01d8c8-18ba-44c9-9dd9-ba3f64da0007 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675900 Feb 03 13:15:10.965056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b891c1d-d7dc-43c0-ac9c-d5c2b8beec61 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:10.988479 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-2360be9b-0de1-438d-b451-a5a98322354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:10.990040 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-2360be9b-0de1-438d-b451-a5a98322354f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1127 time: 0.0760055 Feb 03 13:15:11.036795 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-9d932ff9-e269-465a-b461-488cc40c51b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 217 time: 0.0401640 Feb 03 13:15:11.096229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-1ac37ada-714d-4828-bcaa-ffaf9cc99b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.097701 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-1ac37ada-714d-4828-bcaa-ffaf9cc99b1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0552623 Feb 03 13:15:11.131472 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50884801-104a-44ce-99c3-28aa20059e22 x-openstack-request-id: req-50884801-104a-44ce-99c3-28aa20059e22 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:15:11.131763 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:15:11.132014 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50884801-104a-44ce-99c3-28aa20059e22 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:15:11.132493 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'status': 'completed', 'code': 200} Feb 03 13:15:11.153685 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-ad7ddc91-ec5e-4edc-8b6d-46455bf0dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.155288 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-ad7ddc91-ec5e-4edc-8b6d-46455bf0dc60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516531 Feb 03 13:15:11.252664 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-f4b8d91d-a433-4eb6-9c20-cdec7c744465 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910535 Feb 03 13:15:11.348057 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-318cd99d-c426-45bb-97a7-4f4351cd9270 req-860669ff-8dc9-463c-beac-2c647caa8346 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897543 Feb 03 13:15:11.442833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e41018-6384-4933-af3f-62a4c557c24f req-1dadcaea-ed5c-4ae0-a12c-83bab4df1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.444401 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5e41018-6384-4933-af3f-62a4c557c24f req-1dadcaea-ed5c-4ae0-a12c-83bab4df1387 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1127 time: 0.0465667 Feb 03 13:15:11.541179 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e41018-6384-4933-af3f-62a4c557c24f req-ddfcc0a1-872f-4002-84f7-ed10d959fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.542726 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5e41018-6384-4933-af3f-62a4c557c24f req-ddfcc0a1-872f-4002-84f7-ed10d959fa9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.0930212 Feb 03 13:15:11.592739 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5e41018-6384-4933-af3f-62a4c557c24f req-f0aed918-3fad-46ec-9830-377042840bde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 217 time: 0.0430617 Feb 03 13:15:11.625112 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:11.644072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e41018-6384-4933-af3f-62a4c557c24f req-57a63893-a9a4-425b-92e5-5db457205126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.645576 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5e41018-6384-4933-af3f-62a4c557c24f req-57a63893-a9a4-425b-92e5-5db457205126 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0455773 Feb 03 13:15:11.700406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e41018-6384-4933-af3f-62a4c557c24f req-9d67f66f-d2f1-4732-8454-4dc22156e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.701921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5e41018-6384-4933-af3f-62a4c557c24f req-9d67f66f-d2f1-4732-8454-4dc22156e96b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502572 Feb 03 13:15:11.809730 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5e41018-6384-4933-af3f-62a4c557c24f req-ce18cf00-3b15-4616-b154-2311f2305cad service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008966 Feb 03 13:15:11.909103 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-f5e41018-6384-4933-af3f-62a4c557c24f req-0abdd261-7ff1-4b3f-ad7d-765b062eb7b2 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929687 Feb 03 13:15:12.049615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9d02-ba25-49dc-bf9e-cde7abcc6103 req-4fdad945-417f-46e2-b714-00b8ec6c8acb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:12.052023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14dc9d02-ba25-49dc-bf9e-cde7abcc6103 req-4fdad945-417f-46e2-b714-00b8ec6c8acb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 944 time: 0.0585039 Feb 03 13:15:12.104420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14dc9d02-ba25-49dc-bf9e-cde7abcc6103 req-dddf9713-eda4-444c-9c4c-b70cfdee789f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466385 Feb 03 13:15:12.711565 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:13.241437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48411788-c351-4ca8-819c-e2f0fe8cf148 req-b451c127-af9c-4393-ae17-676cc2ef41e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:13.242790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48411788-c351-4ca8-819c-e2f0fe8cf148 req-b451c127-af9c-4393-ae17-676cc2ef41e4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 944 time: 0.0562556 Feb 03 13:15:13.299950 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48411788-c351-4ca8-819c-e2f0fe8cf148 req-2882ac1a-24d3-48d0-9e3f-2eb6e16d9cce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513740 Feb 03 13:15:14.006944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:15:14.114177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:14.135470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'port_id': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'mac_address': 'fa:16:3e:c5:43:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:15:14.176800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:14.177194 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:14.191086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51a00ef-26eb-4d43-b6a6-8b9bc2854429 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:15:14.211943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:14.219047 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:14.271520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:14.425295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aab4e-6576-4f37-aa27-5650a5102ca2 req-7b7df869-6717-4f55-8293-cc2d759dbb0a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:14.427417 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-965aab4e-6576-4f37-aa27-5650a5102ca2 req-7b7df869-6717-4f55-8293-cc2d759dbb0a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 945 time: 0.0549216 Feb 03 13:15:14.435686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['e51a00ef-26eb-4d43-b6a6-8b9bc2854429'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:15:14.482958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-965aab4e-6576-4f37-aa27-5650a5102ca2 req-55536382-5aa1-4259-afba-b4b545d7bf52 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492029 Feb 03 13:15:15.607055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622d36d-46df-4dc2-a2f6-3193494cbdee req-87e78505-d83a-4173-9fe3-f4f016f22412 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:15.608536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4622d36d-46df-4dc2-a2f6-3193494cbdee req-87e78505-d83a-4173-9fe3-f4f016f22412 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 945 time: 0.0551517 Feb 03 13:15:15.659447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4622d36d-46df-4dc2-a2f6-3193494cbdee req-1b40bdbd-94e6-4e14-92f4-eecc99837730 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Feb 03 13:15:16.008559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:16.064975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:15:16.070622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:16.071009 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:16.149390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:16.149788 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:16.173265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:15:16.175542 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb2be22-3a3a-4112-8db2-1eea0830c66e" -d '{"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:15:16.194367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:16.201597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:16.256295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:16.332978 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd808562-5de2-4668-90f0-656f0d1bee2f x-openstack-request-id: req-bd808562-5de2-4668-90f0-656f0d1bee2f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:15:16.333539 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:15:16.335328 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd808562-5de2-4668-90f0-656f0d1bee2f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:15:16.336149 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'code': 200} Feb 03 13:15:16.435102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be91bd-a3f6-462a-be57-afa25f0e1f27 req-c0b02b9d-f9b4-46d9-808a-f89e46c861d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:16.436665 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c1be91bd-a3f6-462a-be57-afa25f0e1f27 req-c0b02b9d-f9b4-46d9-808a-f89e46c861d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1129 time: 0.0474946 Feb 03 13:15:16.495007 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-c1be91bd-a3f6-462a-be57-afa25f0e1f27 req-9c9b21d8-fc10-4704-a49f-cc65c96c7787 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519114 Feb 03 13:15:16.648909 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:16.808099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc82601-5a78-4118-9031-2361402d5e75 req-c49e8002-88c9-4d0d-b51e-e046f8474049 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:16.811079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bcc82601-5a78-4118-9031-2361402d5e75 req-c49e8002-88c9-4d0d-b51e-e046f8474049 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0701938 Feb 03 13:15:16.867237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bcc82601-5a78-4118-9031-2361402d5e75 req-4bf005a7-f4e4-468c-8cb3-4c4c1958f7f0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511124 Feb 03 13:15:18.003580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf118e-f176-4b73-9e58-2c5b7b5a4a0b req-283e8b19-e2a9-4174-b0df-8eac83bf76d8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:18.005086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31bf118e-f176-4b73-9e58-2c5b7b5a4a0b req-283e8b19-e2a9-4174-b0df-8eac83bf76d8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0609841 Feb 03 13:15:18.054780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31bf118e-f176-4b73-9e58-2c5b7b5a4a0b req-b800452b-c975-43cc-b0b0-005bf2f8d454 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Feb 03 13:15:18.178257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c4e53-6900-4b99-a03e-b5f7d85c1834 req-34f8f1da-d285-454e-a453-aea6b98f89e7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:18.179852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-588c4e53-6900-4b99-a03e-b5f7d85c1834 req-34f8f1da-d285-454e-a453-aea6b98f89e7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0572639 Feb 03 13:15:18.231934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-588c4e53-6900-4b99-a03e-b5f7d85c1834 req-7838ba0b-f636-455c-b5a3-fe7507e01c1a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463381 Feb 03 13:15:18.254561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44252) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:18.299425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd82f37-a899-4120-a490-66a7eca164f2 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:18.300947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9fd82f37-a899-4120-a490-66a7eca164f2 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1124 time: 0.0450342 Feb 03 13:15:18.303900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44254) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:18.308314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:18.331848 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.438369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.547906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.25.3.233 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/36ba3128-2124-4023-9d95-c50a07f9cb74) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:15:18.652326 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (36ba3128-2124-4023-9d95-c50a07f9cb74), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.688120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (36ba3128-2124-4023-9d95-c50a07f9cb74), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.726131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:18.732013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:18.734651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:15:18.763351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=36ba3128-2124-4023-9d95-c50a07f9cb74,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:19.114251 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:19.186218 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (36ba3128-2124-4023-9d95-c50a07f9cb74), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:19.339878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (36ba3128-2124-4023-9d95-c50a07f9cb74), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:19.345896 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (36ba3128-2124-4023-9d95-c50a07f9cb74), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:19.418358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=36ba3128-2124-4023-9d95-c50a07f9cb74,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:19.430921 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:19.534785 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Floating IP 571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1 associated. External IP: 172.25.3.233, port: e51a00ef-26eb-4d43-b6a6-8b9bc2854429. Feb 03 13:15:19.748051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router dd58d84c-b536-47db-b42f-c0c5ff4779c9 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:15:19.862351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:15:19.872201 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] Sync routers for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:15:19.882625 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:19.883753 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:15:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:19.887873 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:19.919970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3cdef1f0-6ed2-4839-9231-5c268bff9c7f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6124449 Feb 03 13:15:19.919970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:15:19.920482 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f" -d '{"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:15:19.960963 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2315887-9dda-4df9-a5c1-30600743f5d0 x-openstack-request-id: req-a2315887-9dda-4df9-a5c1-30600743f5d0 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:15:19.961323 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:15:19.961775 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2315887-9dda-4df9-a5c1-30600743f5d0 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:15:19.962252 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'status': 'completed', 'code': 200} Feb 03 13:15:20.017683 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:20.036226 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-358a0c33-bdcd-4849-a004-f78d643827ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.040153 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-358a0c33-bdcd-4849-a004-f78d643827ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1129 time: 0.0593803 Feb 03 13:15:20.057450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998b54-7c9d-40c8-b92f-98171464abf9 req-5655cfc5-d878-4e38-9e74-0ada7de9b0f0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.066440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec998b54-7c9d-40c8-b92f-98171464abf9 req-5655cfc5-d878-4e38-9e74-0ada7de9b0f0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0842397 Feb 03 13:15:20.134699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec998b54-7c9d-40c8-b92f-98171464abf9 req-ca0aae93-ca98-432b-8b92-c12a9e7a6c05 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668240 Feb 03 13:15:20.148115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44264) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:20.215471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b0383ab4-4e96-4b49-b350-b0355e04ac64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1 HTTP/1.1" status: 200 len: 992 time: 0.0656612 Feb 03 13:15:20.297539 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'port_id': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'mac_address': 'fa:16:3e:c5:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:15:18Z', 'updated_at': '2022-02-03T13:15:18Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07b10e4-ae89-4cd1-8e11-de1359ac9f59', 'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:2a:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:20.340729 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] Checking router: dd58d84c-b536-47db-b42f-c0c5ff4779c9 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:15:20.350431 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:20.351190 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:15:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:20.459631 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:20.544956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-243611b0-f618-4460-ae2b-a6952682da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.546476 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-243611b0-f618-4460-ae2b-a6952682da36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.5007210 Feb 03 13:15:20.614988 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-d599f8ca-16dc-4fed-8b67-59993f7db272 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1000 time: 0.0621905 Feb 03 13:15:20.669884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-724df0c5-ed49-4398-bceb-1440764f9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.671405 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-724df0c5-ed49-4398-bceb-1440764f9629 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0512226 Feb 03 13:15:20.683964 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'port_id': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'mac_address': 'fa:16:3e:c5:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:15:18Z', 'updated_at': '2022-02-03T13:15:18Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07b10e4-ae89-4cd1-8e11-de1359ac9f59', 'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:2a:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:20.710911 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160deeb-21d0-4d4f-918d-897d2f755c4b None None] The sync data for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 is: [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'port_id': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'mac_address': 'fa:16:3e:c5:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:15:18Z', 'updated_at': '2022-02-03T13:15:18Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07b10e4-ae89-4cd1-8e11-de1359ac9f59', 'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:2a:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:15:20.728028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-e00446d7-dfea-4cf3-bad9-d1d5b93ecbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.729592 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-e00446d7-dfea-4cf3-bad9-d1d5b93ecbc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521398 Feb 03 13:15:20.833596 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-206d4cbe-871c-47cf-8692-b9075bd1b8cc service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969644 Feb 03 13:15:20.928964 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-abaaa1e0-7ed0-4c36-98b9-d09164a8fe7f req-53f473c8-48c1-4c90-8a7c-d17ba778d243 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896661 Feb 03 13:15:20.934151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a546d7-c84c-4a24-bb87-871991707c3a None None] New status for floating IP 571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:15:21.004026 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:21.219516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44268) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:21.285542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d1edf105-c064-4de4-8886-14e7e3371dac tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1 HTTP/1.1" status: 200 len: 994 time: 0.0647664 Feb 03 13:15:29.840922 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-3c1aa548-1f45-4ea3-99e2-6b40ed9e275b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460520 Feb 03 13:15:29.943052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-3140d477-453b-483a-9bf1-a4ad937af9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:29.944771 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-3140d477-453b-483a-9bf1-a4ad937af9f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1129 time: 0.0534334 Feb 03 13:15:30.050895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-adc3ed89-859a-492a-9892-2e0e32e55713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:30.052701 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-adc3ed89-859a-492a-9892-2e0e32e55713 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.0866938 Feb 03 13:15:30.126184 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-83f3f88b-25f9-4bcb-8f6c-ab38d61987dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1002 time: 0.0638404 Feb 03 13:15:30.176488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-a6c2f244-9438-4b10-86b0-0e7f6147a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:30.178003 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-a6c2f244-9438-4b10-86b0-0e7f6147a791 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0452609 Feb 03 13:15:30.236313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-cbc12600-b308-4837-982c-b8083cca716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:30.237878 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-cbc12600-b308-4837-982c-b8083cca716d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466566 Feb 03 13:15:30.336264 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-6ab52c32-2ca1-4638-9156-3d7c47efa78e service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910130 Feb 03 13:15:30.429586 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3401595d-6a2b-4ec2-a0b4-8997150c9c78 req-044067cd-0b21-470d-be70-cafac400a047 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864646 Feb 03 13:15:36.685357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed7315fa-c681-4a5c-8bb5-f9ade02160ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:38.891359 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d201053-ace5-428d-bb48-22c090ac08d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:40.178572 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:41.636241 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:42.719573 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:46.499391 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:46.667025 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:15:49.952722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14510ae-6897-4019-9121-00039eb65745 req-c45de296-bc3d-4417-9884-45ad4bce4e01 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:49.954339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e14510ae-6897-4019-9121-00039eb65745 req-c45de296-bc3d-4417-9884-45ad4bce4e01 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1129 time: 0.0462053 Feb 03 13:15:50.009152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e14510ae-6897-4019-9121-00039eb65745 req-ab4d9309-5f92-4af1-8410-a837e8197235 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467966 Feb 03 13:15:50.164751 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14fe8c-ba89-4d04-8bca-64635334b3a3 req-1604b251-9e85-4c45-98bd-0d451c276f51 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:50.166745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e14fe8c-ba89-4d04-8bca-64635334b3a3 req-1604b251-9e85-4c45-98bd-0d451c276f51 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0603020 Feb 03 13:15:50.219266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e14fe8c-ba89-4d04-8bca-64635334b3a3 req-ff9beac8-9864-4714-9de4-e1fed80fbb7b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459199 Feb 03 13:15:50.241744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44576) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:50.303746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d5418c70-8c29-4866-842d-b3465e76493b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1 HTTP/1.1" status: 200 len: 994 time: 0.0607221 Feb 03 13:15:50.592271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-38558572-9232-499c-b9c8-23f8ae9e4c6b req-8e3d729b-0ab3-46ba-9789-5ef0f217dd62 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:15:50.593686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38558572-9232-499c-b9c8-23f8ae9e4c6b req-8e3d729b-0ab3-46ba-9789-5ef0f217dd62 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057130 Feb 03 13:15:50.980436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:51.009352 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-16c2ec02-56a9-4743-9169-5ff79db911ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0542054 Feb 03 13:15:51.013380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911718d-61ff-4b1e-8b31-fa1d2a23c6bf req-266abb0e-9d8a-4a54-86f5-8f33712e9670 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:51.014939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8911718d-61ff-4b1e-8b31-fa1d2a23c6bf req-266abb0e-9d8a-4a54-86f5-8f33712e9670 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0588326 Feb 03 13:15:51.079622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8911718d-61ff-4b1e-8b31-fa1d2a23c6bf req-602f0d70-e816-48ca-adc5-3f91a25f8379 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581274 Feb 03 13:15:52.203476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-72ff35a0-8f39-4e23-a248-667cb07bb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:52.205732 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-72ff35a0-8f39-4e23-a248-667cb07bb2ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1129 time: 0.0491076 Feb 03 13:15:52.212759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316df76-04e7-43c0-9e3b-c821cb629676 req-f7c1e5d5-223b-45af-9b06-eee4b8926af4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:52.214436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0316df76-04e7-43c0-9e3b-c821cb629676 req-f7c1e5d5-223b-45af-9b06-eee4b8926af4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0553253 Feb 03 13:15:52.263332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0316df76-04e7-43c0-9e3b-c821cb629676 req-2b7b1bd1-1e0d-41d8-a3af-b36ac17434b1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427189 Feb 03 13:15:52.295974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-2bb0c41f-a83b-4bc1-abc7-0eaf9a899bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:52.297445 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-2bb0c41f-a83b-4bc1-abc7-0eaf9a899bbd service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.0854175 Feb 03 13:15:52.372509 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-54c7028b-90be-4cb7-b87c-809112caf412 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1002 time: 0.0679157 Feb 03 13:15:52.420800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-266ed3f5-4db5-4883-8280-7f4ca215d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:52.422280 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-266ed3f5-4db5-4883-8280-7f4ca215d3ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0438640 Feb 03 13:15:52.472739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-71251ddd-76c0-4ff4-ad25-50f5ced5e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:52.474469 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-71251ddd-76c0-4ff4-ad25-50f5ced5e602 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458391 Feb 03 13:15:52.573973 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-b9da649f-a530-488a-85fe-d996226cf905 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875802 Feb 03 13:15:52.668832 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-94d8e23f-455f-418d-a1f2-c9dcc9d26bc4 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874689 Feb 03 13:15:53.388347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4df46-b172-4279-a6ae-30d29727fecb req-1fa2c46d-34f2-4f1e-9f81-ee43ec78594a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:53.389902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85c4df46-b172-4279-a6ae-30d29727fecb req-1fa2c46d-34f2-4f1e-9f81-ee43ec78594a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0549104 Feb 03 13:15:53.441257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85c4df46-b172-4279-a6ae-30d29727fecb req-244f3e7c-898c-4cdd-a8ee-56f49aef39df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450971 Feb 03 13:15:54.583180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbf168-4d39-4783-adda-f6090a35a69c req-1572f144-1ec1-4088-b9bf-33a8a9f48e45 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:54.585395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90fbf168-4d39-4783-adda-f6090a35a69c req-1572f144-1ec1-4088-b9bf-33a8a9f48e45 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0687158 Feb 03 13:15:54.644726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90fbf168-4d39-4783-adda-f6090a35a69c req-605433f7-1e7f-45f9-ab84-64a56cdeb9c2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541894 Feb 03 13:15:55.785454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb177b-a52a-4255-8663-5ce15f8b3dbe req-3793dbbd-399d-4587-8c4a-2bfd6325b28f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:55.787157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9aeb177b-a52a-4255-8663-5ce15f8b3dbe req-3793dbbd-399d-4587-8c4a-2bfd6325b28f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0603924 Feb 03 13:15:55.837840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9aeb177b-a52a-4255-8663-5ce15f8b3dbe req-9d9d1282-1059-4b97-921b-1bc8056e1cdf tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Feb 03 13:15:56.961475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df6339-6c90-473e-8d34-72a759e3ce00 req-17bdc7de-7654-49b1-b2fb-7d15736dbf5f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:56.962930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6df6339-6c90-473e-8d34-72a759e3ce00 req-17bdc7de-7654-49b1-b2fb-7d15736dbf5f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0561702 Feb 03 13:15:57.012876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6df6339-6c90-473e-8d34-72a759e3ce00 req-f07498ae-eb58-47e0-857c-90df7d8f5e33 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Feb 03 13:15:58.138482 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984257-c562-467b-9200-c6905bbc14b5 req-c601b360-b89b-4c5e-94af-f449ef42fc67 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:58.139996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51984257-c562-467b-9200-c6905bbc14b5 req-c601b360-b89b-4c5e-94af-f449ef42fc67 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0549462 Feb 03 13:15:58.192105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51984257-c562-467b-9200-c6905bbc14b5 req-fa82db94-402d-4796-abb7-a3d1ef0ea9e2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Feb 03 13:15:59.319612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885e6c9-6b2c-4b22-a531-3894d12228f9 req-ac600867-7cd7-468b-9da8-eff06937b28c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:59.321302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8885e6c9-6b2c-4b22-a531-3894d12228f9 req-ac600867-7cd7-468b-9da8-eff06937b28c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0546539 Feb 03 13:15:59.375972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8885e6c9-6b2c-4b22-a531-3894d12228f9 req-a4acece4-8576-47ba-b907-6aba3b5613b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478859 Feb 03 13:16:00.502606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a08c1-5b6b-498e-89b3-a8e9dd818fe4 req-9b97d034-7a4c-49b4-9f4c-53777fc565a1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:00.504105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e34a08c1-5b6b-498e-89b3-a8e9dd818fe4 req-9b97d034-7a4c-49b4-9f4c-53777fc565a1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0548203 Feb 03 13:16:00.554403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e34a08c1-5b6b-498e-89b3-a8e9dd818fe4 req-f9677f5e-1fc0-48ee-82b5-bc71646a78c3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426211 Feb 03 13:16:00.799979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44662) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:00.804618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130547872', 'description': 'tempest-secgroup-smoke-1130547872 description', 'project_id': '4b291c8dffb64df18346a918364897f6'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:00.826048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:00.891689 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group (f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:00.897767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:00.925699 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:00.926930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1258640 Feb 03 13:16:00.928755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:00.930217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44664) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:00.936377 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'security_group_rule': {'security_group_id': 'f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0', 'project_id': '4b291c8dffb64df18346a918364897f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:00.936596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.936872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.937218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.937553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.937881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.938203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.938554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.938899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.939204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.939531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.939835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.940135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.940438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d36693-654b-4318-9fe4-48d76188b27b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:00.970293 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (85ef47c3-114a-46bf-9d08-1b2350df91fc), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.031050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (85ef47c3-114a-46bf-9d08-1b2350df91fc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.036625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (85ef47c3-114a-46bf-9d08-1b2350df91fc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.051669 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ef47c3-114a-46bf-9d08-1b2350df91fc,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:01.062249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.062638 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.063095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.063499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.063897 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.064233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.064562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.064918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.065239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.065563 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.065885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.066251 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.066715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:01.072087 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.073271 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fbfa5a2f-e90b-4573-a7d5-ef23a83a12b2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419919 Feb 03 13:16:01.076321 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:01.080926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b28bbe33-ff0d-4871-9aa0-5f41e28c4bd8 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'security_group_rule': {'security_group_id': 'f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0', 'project_id': '4b291c8dffb64df18346a918364897f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:01.111421 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b28bbe33-ff0d-4871-9aa0-5f41e28c4bd8 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (73b3a2e7-6dcb-4c19-84db-a0e6df35651c), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.168452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b28bbe33-ff0d-4871-9aa0-5f41e28c4bd8 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (73b3a2e7-6dcb-4c19-84db-a0e6df35651c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.174269 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b28bbe33-ff0d-4871-9aa0-5f41e28c4bd8 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (73b3a2e7-6dcb-4c19-84db-a0e6df35651c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.191199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bbe33-ff0d-4871-9aa0-5f41e28c4bd8 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b3a2e7-6dcb-4c19-84db-a0e6df35651c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:01.200180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b28bbe33-ff0d-4871-9aa0-5f41e28c4bd8 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.201463 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b28bbe33-ff0d-4871-9aa0-5f41e28c4bd8 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239905 Feb 03 13:16:01.204663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44668) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:01.209225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6e280555-d54a-459d-bb1f-4559dd830aad tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'security_group_rule': {'security_group_id': 'f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0', 'project_id': '4b291c8dffb64df18346a918364897f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:01.236994 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e280555-d54a-459d-bb1f-4559dd830aad tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (49a247f4-f0f6-4559-92ff-adbff1c52b92), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.299179 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e280555-d54a-459d-bb1f-4559dd830aad tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (49a247f4-f0f6-4559-92ff-adbff1c52b92), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.304611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e280555-d54a-459d-bb1f-4559dd830aad tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (49a247f4-f0f6-4559-92ff-adbff1c52b92), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.325270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e280555-d54a-459d-bb1f-4559dd830aad tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a247f4-f0f6-4559-92ff-adbff1c52b92,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:01.334103 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6e280555-d54a-459d-bb1f-4559dd830aad tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.335410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6e280555-d54a-459d-bb1f-4559dd830aad tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296728 Feb 03 13:16:01.338096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44670) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:01.342598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fad76e49-09a8-40c6-b404-3ff3da207a14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'security_group_rule': {'security_group_id': 'f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0', 'project_id': '4b291c8dffb64df18346a918364897f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:01.369982 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fad76e49-09a8-40c6-b404-3ff3da207a14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (01c58590-7c8d-41d6-8ff6-48645dea0802), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.791042 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fad76e49-09a8-40c6-b404-3ff3da207a14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (01c58590-7c8d-41d6-8ff6-48645dea0802), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.802179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d0f84-8dd0-4aa3-a3ba-8cd4973f0879 req-770916a7-02f5-4617-b315-3e66c189c527 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:01.803709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-179d0f84-8dd0-4aa3-a3ba-8cd4973f0879 req-770916a7-02f5-4617-b315-3e66c189c527 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0832283 Feb 03 13:16:01.804832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fad76e49-09a8-40c6-b404-3ff3da207a14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (01c58590-7c8d-41d6-8ff6-48645dea0802), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.835390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad76e49-09a8-40c6-b404-3ff3da207a14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c58590-7c8d-41d6-8ff6-48645dea0802,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:01.842115 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fad76e49-09a8-40c6-b404-3ff3da207a14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.843524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fad76e49-09a8-40c6-b404-3ff3da207a14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5043936 Feb 03 13:16:01.846447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44674) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:01.851016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-dcf9f299-c11b-4640-afac-7c1795b42c02 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'security_group_rule': {'security_group_id': 'f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0', 'project_id': '4b291c8dffb64df18346a918364897f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:01.872166 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-dcf9f299-c11b-4640-afac-7c1795b42c02 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Project 4b291c8dffb64df18346a918364897f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:16:01.873194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-179d0f84-8dd0-4aa3-a3ba-8cd4973f0879 req-fcfaf65d-98af-48c4-b73d-28f56bdeff15 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615697 Feb 03 13:16:01.877699 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcf9f299-c11b-4640-afac-7c1795b42c02 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (0b12d243-eaa0-4a54-85e5-4ad3243381ae), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.944803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcf9f299-c11b-4640-afac-7c1795b42c02 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (0b12d243-eaa0-4a54-85e5-4ad3243381ae), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.950906 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcf9f299-c11b-4640-afac-7c1795b42c02 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (0b12d243-eaa0-4a54-85e5-4ad3243381ae), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.969660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9f299-c11b-4640-afac-7c1795b42c02 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b12d243-eaa0-4a54-85e5-4ad3243381ae,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:01.981133 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dcf9f299-c11b-4640-afac-7c1795b42c02 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.982634 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dcf9f299-c11b-4640-afac-7c1795b42c02 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351011 Feb 03 13:16:01.985855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44676) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:01.990571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-62f77b61-579e-4e01-a345-8ce5cd9b5de9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'security_group_rule': {'security_group_id': 'f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0', 'project_id': '4b291c8dffb64df18346a918364897f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:02.012437 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-62f77b61-579e-4e01-a345-8ce5cd9b5de9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Project 4b291c8dffb64df18346a918364897f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:16:02.018081 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62f77b61-579e-4e01-a345-8ce5cd9b5de9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (975cc194-23b1-4328-9458-4d66ea4b338a), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.081310 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62f77b61-579e-4e01-a345-8ce5cd9b5de9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (975cc194-23b1-4328-9458-4d66ea4b338a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.087033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62f77b61-579e-4e01-a345-8ce5cd9b5de9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (975cc194-23b1-4328-9458-4d66ea4b338a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.104651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f77b61-579e-4e01-a345-8ce5cd9b5de9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975cc194-23b1-4328-9458-4d66ea4b338a,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:02.113968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-62f77b61-579e-4e01-a345-8ce5cd9b5de9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.115194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-62f77b61-579e-4e01-a345-8ce5cd9b5de9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282628 Feb 03 13:16:02.280253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-48cf5a6c-d0ed-4377-a74e-521f7d55e904 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130547872&fields=id&tenant_id=4b291c8dffb64df18346a918364897f6 HTTP/1.1" status: 200 len: 267 time: 0.0487750 Feb 03 13:16:02.390403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-36a8f96a-4669-4098-a149-8b30bef55fdb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:02.391964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-36a8f96a-4669-4098-a149-8b30bef55fdb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/networks?id=3936dc62-166b-4386-81a8-f402b3a4b202 HTTP/1.1" status: 200 len: 813 time: 0.1037307 Feb 03 13:16:02.406881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-de4c203b-13d9-40f5-8812-d4121dafecf2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/quotas/4b291c8dffb64df18346a918364897f6 HTTP/1.1" status: 200 len: 375 time: 0.0095282 Feb 03 13:16:02.462884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-d97bec6f-4bf1-46b2-82ca-eb5c79aef9b3 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b291c8dffb64df18346a918364897f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510552 Feb 03 13:16:02.572594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-37a3afc0-76ce-41ec-aed9-0f0db463e736 service neutron] 10.222.0.65 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980070 Feb 03 13:16:02.665062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-225293d4-8539-4b09-9764-5e837bce1f07 service neutron] 10.222.0.65 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853338 Feb 03 13:16:02.965362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73eab7ca-7034-49a9-9bc3-f078cbfea663 req-7deb8139-27dc-4e46-9a7b-5bc10768750f tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0331066 Feb 03 13:16:03.017885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005f25e-fbe0-4572-8989-3eda9ffae355 req-7e3dde10-ac4c-4a20-99a6-e8faf20a5eae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:03.019396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7005f25e-fbe0-4572-8989-3eda9ffae355 req-7e3dde10-ac4c-4a20-99a6-e8faf20a5eae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0576234 Feb 03 13:16:03.073265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7005f25e-fbe0-4572-8989-3eda9ffae355 req-f77cbbcc-79cc-473e-8b1b-dd2bc3102f85 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482030 Feb 03 13:16:04.028177 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-3319f2f8-211a-4aaf-b1f7-313d2d4263ea tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:04.029742 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-3319f2f8-211a-4aaf-b1f7-313d2d4263ea tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.72 "GET /v2.0/networks?id=3936dc62-166b-4386-81a8-f402b3a4b202 HTTP/1.1" status: 200 len: 813 time: 0.1096671 Feb 03 13:16:04.067695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d872f885-4bab-4b65-84dd-e94f17187dbb req-6528bbb5-650c-4f80-9caa-fd42cf931d44 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0278184 Feb 03 13:16:04.103003 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-661cc85d-8ccf-470e-bccd-440c63c39bec tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b291c8dffb64df18346a918364897f6 HTTP/1.1" status: 200 len: 380 time: 0.0589991 Feb 03 13:16:04.112624 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'port': {'device_id': '73d65056-31db-4e96-b124-ba457d154a29', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'admin_state_up': True, 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'security_groups': ['f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:04.200739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763be677-0a23-45d1-a0db-eb761309d46e req-875c55dd-500b-403b-824a-7a46165812ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:04.202252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-763be677-0a23-45d1-a0db-eb761309d46e req-875c55dd-500b-403b-824a-7a46165812ee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0563316 Feb 03 13:16:04.234087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Made reservation on behalf of 4b291c8dffb64df18346a918364897f6 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:16:04.239199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:04.253950 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-763be677-0a23-45d1-a0db-eb761309d46e req-03bd6bb3-c472-454f-9c05-9e40b5a4a89a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461433 Feb 03 13:16:04.375630 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Allocated IP 172.20.0.5 (3936dc62-166b-4386-81a8-f402b3a4b202/0e1e3e1e-beb7-4344-be43-5c08f4830018/9bd6f81c-054c-4b29-b708-7d24355d9d8b) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:16:04.516658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:04.551830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:04.604879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Network 3936dc62-166b-4386-81a8-f402b3a4b202 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:16:04.608652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:16:04.610608 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-d2837396-4bfd-441a-9e14-b322cf25282e req-7c87505e-60c7-4313-bd75-8ba5cc7527c7 service neutron] show failed (client error): The resource could not be found. Feb 03 13:16:04.611600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:16:04.611778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-7c87505e-60c7-4313-bd75-8ba5cc7527c7 service neutron] 10.222.0.72 "GET /v2.0/ports/e51a00ef-26eb-4d43-b6a6-8b9bc2854429/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0592289 Feb 03 13:16:04.643122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'Port': ['ID=9bd6f81c-054c-4b29-b708-7d24355d9d8b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:04.679273 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:04.679963 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:04.704544 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-f8993510-1a49-4c14-a97e-b122d20f2ceb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5964251 Feb 03 13:16:04.717774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Request body: {'port': {'device_id': '73d65056-31db-4e96-b124-ba457d154a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:04.818876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:04.869147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-2285608d-0f94-4ac1-beed-1ed464f2cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:04.871081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-2285608d-0f94-4ac1-beed-1ed464f2cc91 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 1129 time: 0.0593717 Feb 03 13:16:04.883307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:04.945509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:04.981369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9de8cb5c-450c-45e7-9c40-585271f0bc9a None None] Provisioning complete for port 9bd6f81c-054c-4b29-b708-7d24355d9d8b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:16:04.982827 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9de8cb5c-450c-45e7-9c40-585271f0bc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:05.020619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9de8cb5c-450c-45e7-9c40-585271f0bc9a None None] Port 9bd6f81c-054c-4b29-b708-7d24355d9d8b cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:16:05.129471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd6f81c-054c-4b29-b708-7d24355d9d8b {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:16:05.137927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Publish callbacks [] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:05.150922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Transition to ACTIVE for port object 9bd6f81c-054c-4b29-b708-7d24355d9d8b will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:16:05.156136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:05.213272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:05.218665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Pushing event updated for resources: {'Port': ['ID=9bd6f81c-054c-4b29-b708-7d24355d9d8b,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:05.245674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f6189-0035-4f13-8a39-c2edd6bc252b req-6ef3f9b6-2546-4b4c-944f-49c597872fdd tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:05.248139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a56f6189-0035-4f13-8a39-c2edd6bc252b req-6ef3f9b6-2546-4b4c-944f-49c597872fdd tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0982645 Feb 03 13:16:05.298816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:16:05.314584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Attempting to bind port 9bd6f81c-054c-4b29-b708-7d24355d9d8b on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:16:05.315214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Attempting to bind port 9bd6f81c-054c-4b29-b708-7d24355d9d8b by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:16:05.315739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Attempting to bind port 9bd6f81c-054c-4b29-b708-7d24355d9d8b on network 3936dc62-166b-4386-81a8-f402b3a4b202 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:16:05.321107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Port 9bd6f81c-054c-4b29-b708-7d24355d9d8b on network 3936dc62-166b-4386-81a8-f402b3a4b202 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:16:05.322070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Attempting to bind port 9bd6f81c-054c-4b29-b708-7d24355d9d8b on network 3936dc62-166b-4386-81a8-f402b3a4b202 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:16:05.328514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:16:05.329142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Checking segment: {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:16:05.329709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Bound using segment: {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:16:05.330362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Bound port: 9bd6f81c-054c-4b29-b708-7d24355d9d8b, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1b4cfb-d740-418c-a025-cc650bf31980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:16:05.330907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:05.340068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a56f6189-0035-4f13-8a39-c2edd6bc252b req-dfa512fb-2914-406b-bec3-6be97bde6e2d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837455 Feb 03 13:16:05.377637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:05.379944 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff53626-7af9-434b-9b88-9294fa6f776b" -d '{"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:05.383827 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Publish callbacks [] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:05.398296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Transition to ACTIVE for port object e51a00ef-26eb-4d43-b6a6-8b9bc2854429 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:16:05.419048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:05.426881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] For port 9bd6f81c-054c-4b29-b708-7d24355d9d8b, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:16:05.432693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] For port 9bd6f81c-054c-4b29-b708-7d24355d9d8b, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:16:05.442859 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:05.486845 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:05.487876 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:05.489823 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] 10.222.0.72 "PUT /v2.0/ports/9bd6f81c-054c-4b29-b708-7d24355d9d8b HTTP/1.1" status: 200 len: 1092 time: 0.7769504 Feb 03 13:16:05.492979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:05.514733 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce349e1-42dd-4c54-a241-ea55744005f3" -d '{"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:05.583614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:05.590109 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef75c8-005b-4cac-a4ee-1ab792b60f02 x-openstack-request-id: req-9bef75c8-005b-4cac-a4ee-1ab792b60f02 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:05.594415 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:05.594886 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bef75c8-005b-4cac-a4ee-1ab792b60f02 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:05.595501 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'code': 200} Feb 03 13:16:05.611581 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71d686-5863-4c7e-bc07-21b391aa38fe service neutron] Pushing event updated for resources: {'Port': ['ID=9bd6f81c-054c-4b29-b708-7d24355d9d8b,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:05.627409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-15120d1f-e0b2-44fc-9982-bcfb636de931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:05.629201 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-15120d1f-e0b2-44fc-9982-bcfb636de931 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b291c8dffb64df18346a918364897f6&device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 1126 time: 0.0781736 Feb 03 13:16:05.632906 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99047b13-a8e5-41b7-832b-7a4a8f72abf8 x-openstack-request-id: req-99047b13-a8e5-41b7-832b-7a4a8f72abf8 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:05.633282 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:05.633603 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99047b13-a8e5-41b7-832b-7a4a8f72abf8 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:05.634185 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'status': 'completed', 'code': 200} Feb 03 13:16:05.696153 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-34af0e1e-1e4e-4c7b-86eb-68ae34798aea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b HTTP/1.1" status: 200 len: 217 time: 0.0604429 Feb 03 13:16:05.713105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb62da-d2a1-40eb-a32e-839abadaa413 req-5182d32d-7157-4cda-9877-b74e8ee80daf tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:05.720719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bccb62da-d2a1-40eb-a32e-839abadaa413 req-5182d32d-7157-4cda-9877-b74e8ee80daf tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 944 time: 0.2895229 Feb 03 13:16:05.769794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] No DVR routers for this DVR port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:16:05.771447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-378d839b-7187-4bff-8f12-da7b301227a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:05.774808 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-378d839b-7187-4bff-8f12-da7b301227a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1e3e1e-beb7-4344-be43-5c08f4830018 HTTP/1.1" status: 200 len: 852 time: 0.0721109 Feb 03 13:16:05.856792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-c6ef0fef-ce15-460c-9a41-9c1f19d32978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:05.858919 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-c6ef0fef-ce15-460c-9a41-9c1f19d32978 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3936dc62-166b-4386-81a8-f402b3a4b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0756836 Feb 03 13:16:05.860070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bccb62da-d2a1-40eb-a32e-839abadaa413 req-4f87df73-5a39-4552-888c-d20c138064de tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377509 Feb 03 13:16:05.981420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:16:05.981670 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-72ca88e6-72ce-4b0e-9d9c-ab777c19f526 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141055 Feb 03 13:16:05.981836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:16:05.982089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:16:05.986992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:16:05.987310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:16:05.992822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:16:05.993166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Checking segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:16:05.993551 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Bound using segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:16:05.993976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Bound port: e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:16:05.994347 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:06.065757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:16:06.069937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:16:06.078876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:06.086893 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-75fb0b60-83b6-4b4d-b2f8-2c92e209f2e9 req-2c01028f-f2f0-40f2-8448-ee3bcf2c86c3 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982964 Feb 03 13:16:06.115364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.116303 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:06.117871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] 10.222.0.91 "PUT /v2.0/ports/e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1093 time: 1.2388122 Feb 03 13:16:06.164628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d2030-f017-4025-af3f-0503275c7ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:06.202982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-76b4c93b-39a2-4b4b-9133-0cb320a076e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.204854 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-76b4c93b-39a2-4b4b-9133-0cb320a076e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b291c8dffb64df18346a918364897f6&device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 1126 time: 0.0699100 Feb 03 13:16:06.213006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-9c8c8ec8-54e9-4b69-8eed-a50b1031265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.214649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-9c8c8ec8-54e9-4b69-8eed-a50b1031265d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1127 time: 0.0633099 Feb 03 13:16:06.321948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-d0b12136-8c6b-4841-b279-76eb03c0ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.323755 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-d0b12136-8c6b-4841-b279-76eb03c0ce17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3936dc62-166b-4386-81a8-f402b3a4b202 HTTP/1.1" status: 200 len: 914 time: 0.1090057 Feb 03 13:16:06.351798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-eadde194-bc69-4c4d-858d-e880fa168fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.353313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-eadde194-bc69-4c4d-858d-e880fa168fbc service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.1322334 Feb 03 13:16:06.380139 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-abe8b074-070e-41ec-81ac-e2f1f7da3246 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b HTTP/1.1" status: 200 len: 217 time: 0.0495453 Feb 03 13:16:06.427479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-fc7f7496-1fbe-4d54-9650-a460981c4e7b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1000 time: 0.0674083 Feb 03 13:16:06.432949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-dff5c2d8-4cde-47aa-91ee-208b2056e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.435014 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-dff5c2d8-4cde-47aa-91ee-208b2056e133 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1e3e1e-beb7-4344-be43-5c08f4830018 HTTP/1.1" status: 200 len: 852 time: 0.0492334 Feb 03 13:16:06.486382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-d7f7522e-aacd-4a64-a1f5-c36656a68340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.487909 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-d7f7522e-aacd-4a64-a1f5-c36656a68340 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3936dc62-166b-4386-81a8-f402b3a4b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470645 Feb 03 13:16:06.514528 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-20f4015b-f04f-4bf7-9ddc-5fcb61be62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.516008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-20f4015b-f04f-4bf7-9ddc-5fcb61be62fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0759068 Feb 03 13:16:06.538370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37dcc1-bbb7-4669-8c5c-82d3f0b2bf9f req-d093272d-44b3-4340-85bb-e2cd0405b13b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.539857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a37dcc1-bbb7-4669-8c5c-82d3f0b2bf9f req-d093272d-44b3-4340-85bb-e2cd0405b13b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.1096613 Feb 03 13:16:06.592531 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-92efdcb2-ed72-47bc-997d-7e16ef5f23a8 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982273 Feb 03 13:16:06.606642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837396-4bfd-441a-9e14-b322cf25282e req-fa320289-51e2-4bba-83c5-db4feb172851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.609058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-fa320289-51e2-4bba-83c5-db4feb172851 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0857220 Feb 03 13:16:06.612720 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a37dcc1-bbb7-4669-8c5c-82d3f0b2bf9f req-0296ec71-76d9-4bc5-9ab3-291efa76b487 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577869 Feb 03 13:16:06.683122 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6243e8de-20bc-4233-9d78-4944ab56a6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:06.702566 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-fce349e1-42dd-4c54-a241-ea55744005f3 req-fc9f91a4-c32b-4466-9d8f-b1bbd1da4b05 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040339 Feb 03 13:16:06.713878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-c91941df-3201-44a8-866b-0cf9617d68d2 service neutron] 10.222.0.91 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989261 Feb 03 13:16:06.806152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-8e809695-6f42-43bc-90fb-d7600c9703d4 service neutron] 10.222.0.91 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854487 Feb 03 13:16:07.004947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1994e-9345-4ca4-b8b6-562d37fa37e7 req-f8133fec-e405-481e-9a55-fce77f107205 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:07.006572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87f1994e-9345-4ca4-b8b6-562d37fa37e7 req-f8133fec-e405-481e-9a55-fce77f107205 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 944 time: 0.0653453 Feb 03 13:16:07.059120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-87f1994e-9345-4ca4-b8b6-562d37fa37e7 req-5f34e9e8-5448-43b9-9745-1410574f1632 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466461 Feb 03 13:16:07.596675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:07.599222 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5" -d '{"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:07.650592 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d76c1-4547-422b-a99c-3f857def785b x-openstack-request-id: req-741d76c1-4547-422b-a99c-3f857def785b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:07.650881 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:07.651116 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-741d76c1-4547-422b-a99c-3f857def785b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:07.652111 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'status': 'completed', 'code': 200} Feb 03 13:16:07.737712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-40f04695-385e-477e-94bb-2c735a666b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:07.739435 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-40f04695-385e-477e-94bb-2c735a666b4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1127 time: 0.0628793 Feb 03 13:16:07.759293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-74370075-a3eb-49ef-bb34-e94fff3a9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:07.760821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-74370075-a3eb-49ef-bb34-e94fff3a9957 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1127 time: 0.0885155 Feb 03 13:16:07.773196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080729e-92cf-42b0-8952-55012fb02290 req-f769ac9e-bd77-42b8-9d55-61f638c3a0d4 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:07.774680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7080729e-92cf-42b0-8952-55012fb02290 req-f769ac9e-bd77-42b8-9d55-61f638c3a0d4 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0734704 Feb 03 13:16:07.836359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-a24a4bf1-c003-4e79-a35c-300774d56c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:07.838004 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-a24a4bf1-c003-4e79-a35c-300774d56c2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.0931981 Feb 03 13:16:07.885550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7080729e-92cf-42b0-8952-55012fb02290 req-6212e6da-f470-4c2d-8f2f-0e6402505b32 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009469 Feb 03 13:16:07.905874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-71ebe078-2bd0-4828-b121-713bef2489cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:07.907434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-71ebe078-2bd0-4828-b121-713bef2489cf service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.1319046 Feb 03 13:16:07.916140 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-ed8f89af-552c-4c3d-93c5-c12452214f20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1000 time: 0.0721862 Feb 03 13:16:07.965643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-e4af4ab8-094f-4867-9490-06542658a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:07.967575 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-e4af4ab8-094f-4867-9490-06542658a793 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0453508 Feb 03 13:16:07.982371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-f1ff537a-4bef-4ee9-b8cd-71a7721be348 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1000 time: 0.0676160 Feb 03 13:16:08.016940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-fd1c58d4-e51c-4c7c-b4ff-134df6c352ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:08.018439 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-fd1c58d4-e51c-4c7c-b4ff-134df6c352ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451782 Feb 03 13:16:08.033461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-898af681-9e88-4e02-be77-d74af166115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:08.035074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-898af681-9e88-4e02-be77-d74af166115b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0481956 Feb 03 13:16:08.087644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-3f4e0ba7-dfc9-4e56-abf7-eb061dfab305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:08.089410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-3f4e0ba7-dfc9-4e56-abf7-eb061dfab305 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480578 Feb 03 13:16:08.121336 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-2894c4e9-f63c-4cea-92c9-c4e9124c3db6 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969119 Feb 03 13:16:08.216442 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-0ae16ccf-44fc-4e74-819a-4256d6df6469 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882654 Feb 03 13:16:08.222435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:16:08.233009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb0481-436b-4acb-9e98-6a2a5deb4428 req-b1046cc4-614d-4a4a-a08e-5ea90cc40965 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:08.238965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1cb0481-436b-4acb-9e98-6a2a5deb4428 req-b1046cc4-614d-4a4a-a08e-5ea90cc40965 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 944 time: 0.1057799 Feb 03 13:16:08.245107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-07a966c7-a8e3-4535-80a6-508394181b71 service neutron] 10.222.0.91 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481082 Feb 03 13:16:08.263573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:16:08.264176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:16:08.349821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1cb0481-436b-4acb-9e98-6a2a5deb4428 req-c18f2ec9-6c86-479e-8c77-b052caaef596 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076233 Feb 03 13:16:08.373203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea16e49d-cadd-41c3-8a6c-84e298fc34d5 req-ef610349-0ae1-4bc5-8e9f-ff0cb8fc9e76 service neutron] 10.222.0.91 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151731 Feb 03 13:16:08.887880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-644d7167-ddaf-4447-b89d-b8468589a0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:09.014972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229eec-005b-41cc-9f96-511d3fb2c520 req-4c29c9d5-aa09-4466-a085-b159dd8dca0c tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:09.016436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57229eec-005b-41cc-9f96-511d3fb2c520 req-4c29c9d5-aa09-4466-a085-b159dd8dca0c tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0547285 Feb 03 13:16:09.065863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57229eec-005b-41cc-9f96-511d3fb2c520 req-8ec34bf3-f241-429c-bc83-9f0958ce710d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433772 Feb 03 13:16:09.474761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6d807-1d48-4a12-912b-9a6cd6f6a5a3 req-d4a09a63-0a6a-4f1d-8632-ebdbe3465aa1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:09.476293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0a6d807-1d48-4a12-912b-9a6cd6f6a5a3 req-d4a09a63-0a6a-4f1d-8632-ebdbe3465aa1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 944 time: 0.0539644 Feb 03 13:16:09.531917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d0a6d807-1d48-4a12-912b-9a6cd6f6a5a3 req-bbed1a27-134b-4047-b8f2-425b754a0bb4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497363 Feb 03 13:16:10.183250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:10.193516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc474a9-bc72-4997-a0c3-ca1a42c5cc71 req-03103012-7179-483e-80cd-9cb65d88f108 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:10.195107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5bc474a9-bc72-4997-a0c3-ca1a42c5cc71 req-03103012-7179-483e-80cd-9cb65d88f108 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0622737 Feb 03 13:16:10.254903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5bc474a9-bc72-4997-a0c3-ca1a42c5cc71 req-12c8c74d-bda5-4c19-9ba4-c094b79e1edc tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532112 Feb 03 13:16:10.434535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:16:10.537834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:10.549078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'port_id': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'mac_address': 'fa:16:3e:c5:43:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:16:10.589354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:16:10.590421 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:10.605017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51a00ef-26eb-4d43-b6a6-8b9bc2854429 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:16:10.626211 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:10.632278 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:10.662758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bf33c-28a8-438f-a436-6f6b646c7e92 req-ffdeaa23-a067-439f-bc93-bc01608058d5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:10.664205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb4bf33c-28a8-438f-a436-6f6b646c7e92 req-ffdeaa23-a067-439f-bc93-bc01608058d5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 944 time: 0.0592856 Feb 03 13:16:10.683973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:10.691968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.692320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.692661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.693004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.693353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.694012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.694368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.694696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.695019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.695567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.695892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.696570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.696890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:10.724124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb4bf33c-28a8-438f-a436-6f6b646c7e92 req-6136d9cf-afc7-49d1-a744-c446a9509edd tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499558 Feb 03 13:16:10.965945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['e51a00ef-26eb-4d43-b6a6-8b9bc2854429'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:16:11.041964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-b1f86afa-c88c-4182-bc5f-8166e8349de4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:11.043478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-b1f86afa-c88c-4182-bc5f-8166e8349de4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.91 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 945 time: 0.1363237 Feb 03 13:16:11.051315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9f186-2532-4371-a423-f3dde4c7498e req-51d9a93a-2b4b-471e-9b78-855c3a1eb785 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:11.052725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bec9f186-2532-4371-a423-f3dde4c7498e req-51d9a93a-2b4b-471e-9b78-855c3a1eb785 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 945 time: 0.1089551 Feb 03 13:16:11.146646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bec9f186-2532-4371-a423-f3dde4c7498e req-0144cd09-2e0c-4cb4-abe5-1eb123fabdd3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866077 Feb 03 13:16:11.149637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-633adbc9-7ce9-4dc5-a610-e21995589fb5 service neutron] 10.222.0.91 "GET /v2.0/ports/e51a00ef-26eb-4d43-b6a6-8b9bc2854429/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 383 time: 0.0960422 Feb 03 13:16:11.222259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-cb167f46-b453-4156-ac90-eeb16472ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:11.223893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-cb167f46-b453-4156-ac90-eeb16472ed81 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1128 time: 0.0497940 Feb 03 13:16:11.319704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-45277570-7a97-48b8-9a5c-0584ba1a0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:11.322389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-45277570-7a97-48b8-9a5c-0584ba1a0485 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.0922754 Feb 03 13:16:11.417520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-5fada6e2-056b-46cd-9cfc-7d116e173a9e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1001 time: 0.0881128 Feb 03 13:16:11.441104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53248ed5-7818-4dbd-b357-8e8915699fe2 req-985a9240-b0ab-46ba-9f97-e07e656198d2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:11.442574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53248ed5-7818-4dbd-b357-8e8915699fe2 req-985a9240-b0ab-46ba-9f97-e07e656198d2 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.1121886 Feb 03 13:16:11.497154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-a79a53d2-6af9-4209-aa46-1376bd091216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:11.499028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-a79a53d2-6af9-4209-aa46-1376bd091216 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0741909 Feb 03 13:16:11.545931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53248ed5-7818-4dbd-b357-8e8915699fe2 req-507d3acf-7f01-4af9-a59f-6a1893d59cd5 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821528 Feb 03 13:16:11.565285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-77a64457-7943-41be-b262-dd8fa9f60abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:11.566957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-77a64457-7943-41be-b262-dd8fa9f60abe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0604503 Feb 03 13:16:11.627046 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:11.665923 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-a240b60a-32f3-4faa-a788-69f9273b80d3 service neutron] 10.222.0.91 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917935 Feb 03 13:16:11.763506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-53e499dc-212c-420a-8777-dbc26a3401c4 service neutron] 10.222.0.91 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910230 Feb 03 13:16:12.276398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c25b5f-2a35-448d-8fd8-e4b9df39eaec req-306eae8c-9dfd-47c1-9562-1a1af7bcd7a7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:12.277786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62c25b5f-2a35-448d-8fd8-e4b9df39eaec req-306eae8c-9dfd-47c1-9562-1a1af7bcd7a7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 945 time: 0.0551236 Feb 03 13:16:12.332381 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62c25b5f-2a35-448d-8fd8-e4b9df39eaec req-998d4d69-93cb-48e6-88a9-458d9a562652 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483794 Feb 03 13:16:12.451771 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:16:12.505126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:16:12.509473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:16:12.509846 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:12.594372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:16:12.595067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:12.620003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:12.622438 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb55f0c-9651-442b-9266-8bee2232746c" -d '{"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:12.639579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:12.651519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:12.675483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff5b01-b473-49ec-904e-ea0ae0a6acf2 req-ef834fe2-0ad1-4649-aa29-5341e9dd6a86 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:12.683143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ff5b01-b473-49ec-904e-ea0ae0a6acf2 req-ef834fe2-0ad1-4649-aa29-5341e9dd6a86 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0615714 Feb 03 13:16:12.692223 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe2b3ed-931d-4b09-a9d5-a0f998ff3141 x-openstack-request-id: req-1fe2b3ed-931d-4b09-a9d5-a0f998ff3141 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:12.692583 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:12.692907 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fe2b3ed-931d-4b09-a9d5-a0f998ff3141 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:12.693350 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'code': 200} Feb 03 13:16:12.726035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:12.734271 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:12.745703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ff5b01-b473-49ec-904e-ea0ae0a6acf2 req-fef09895-9f54-4729-bc51-2eb035637e0a tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619185 Feb 03 13:16:13.462994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d38dd-1559-467c-a07b-0e68ea0b62cd req-9052908a-1d10-4c54-9436-5cbfc8924d95 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:13.468067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d5d38dd-1559-467c-a07b-0e68ea0b62cd req-9052908a-1d10-4c54-9436-5cbfc8924d95 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0564549 Feb 03 13:16:13.518869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d5d38dd-1559-467c-a07b-0e68ea0b62cd req-8cae447d-700c-4cc5-a83e-2d24cffff12a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483465 Feb 03 13:16:13.896639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1224-c741-44ba-88e2-955dc994c7ee req-2f31998e-24b3-4518-9027-24172b2748f4 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:13.898609 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b1a1224-c741-44ba-88e2-955dc994c7ee req-2f31998e-24b3-4518-9027-24172b2748f4 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0594542 Feb 03 13:16:13.950762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b1a1224-c741-44ba-88e2-955dc994c7ee req-739183fc-ece2-4ea4-9b5c-0611d0e4b0f5 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457420 Feb 03 13:16:14.129594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-71e3326d-3720-4139-bcdf-f79ce23c70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:14.131161 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-71e3326d-3720-4139-bcdf-f79ce23c70b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 1129 time: 0.0859823 Feb 03 13:16:14.143529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:14.203578 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:14.636915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:14.645386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e18031-9cff-49ba-8dcc-4b39f26c8a16 req-1cb0ba35-814c-4d7b-a44e-7a8533d803d2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:14.646966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45e18031-9cff-49ba-8dcc-4b39f26c8a16 req-1cb0ba35-814c-4d7b-a44e-7a8533d803d2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 946 time: 0.0539262 Feb 03 13:16:14.672416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:16:14.695824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45e18031-9cff-49ba-8dcc-4b39f26c8a16 req-61f61263-f996-4f91-aa3e-caa47abc42df tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Feb 03 13:16:14.712995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:14.715285 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26826ba-6f43-4afc-934c-68253dae13a8" -d '{"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:14.719207 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Publish callbacks [] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:14.732509 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Transition to ACTIVE for port object e51a00ef-26eb-4d43-b6a6-8b9bc2854429 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:16:14.737881 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:14.773802 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8741b9-badc-4aa6-84ca-1cde1b3e9194 x-openstack-request-id: req-8e8741b9-badc-4aa6-84ca-1cde1b3e9194 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:14.774099 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:14.774366 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e8741b9-badc-4aa6-84ca-1cde1b3e9194 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:14.774756 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'code': 200} Feb 03 13:16:14.843373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=10']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:14.911698 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] No DVR routers for this DVR port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:16:15.056458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:16:15.056832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:16:15.057161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:16:15.062465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:16:15.062882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Attempting to bind port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:16:15.067998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:16:15.068342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Checking segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:16:15.068730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Bound using segment: {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:16:15.069156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Bound port: e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c354745-2dfb-4065-b8f8-212ddd6b1461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:16:15.069517 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:15.081947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9f00b-b465-411e-87f4-f7c53de7d768 req-9c70c009-4ebf-46a5-85d3-053fa966bdb9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:15.083423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71f9f00b-b465-411e-87f4-f7c53de7d768 req-9c70c009-4ebf-46a5-85d3-053fa966bdb9 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0637465 Feb 03 13:16:15.133436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:16:15.136598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71f9f00b-b465-411e-87f4-f7c53de7d768 req-ee7eba81-9f0d-4dc9-9f47-59115bbb6486 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474210 Feb 03 13:16:15.136983 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:16:15.144927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:15.177870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:15.178519 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:15.179895 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] 10.222.0.72 "PUT /v2.0/ports/e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1094 time: 1.0405524 Feb 03 13:16:15.202721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea3e4d-fea9-499e-a2ef-efef2656def2 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=11']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:15.254768 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-1b3ded28-31c5-4318-8f32-422b06d90a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:15.256280 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-1b3ded28-31c5-4318-8f32-422b06d90a3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1128 time: 0.0475829 Feb 03 13:16:15.352903 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-685af8e5-f854-42d8-977d-1236bc96dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:15.354582 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-685af8e5-f854-42d8-977d-1236bc96dcde service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.0922589 Feb 03 13:16:15.439072 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-c5cd6049-3ae7-4cd5-bbf6-993791c3bdb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1000 time: 0.0781801 Feb 03 13:16:15.494385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-6981ad1d-cb99-43c3-a11c-d1cbb7b82b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:15.496211 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-6981ad1d-cb99-43c3-a11c-d1cbb7b82b25 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0504918 Feb 03 13:16:15.548769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-9c3354a7-780d-412e-90d6-7e7ae62cf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:15.550355 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-9c3354a7-780d-412e-90d6-7e7ae62cf9df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473821 Feb 03 13:16:15.643400 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-e25ffd17-35a2-45ce-86d3-32184b6a5c54 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869832 Feb 03 13:16:15.743238 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9c1c9bff-2ea9-42c9-b86b-034d2fb8e1e1 req-cff95e2d-4d0a-4e7b-b190-a4d4cb83899d service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943501 Feb 03 13:16:15.837499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3320e-2a0b-44d3-a00d-d7c295593e66 req-578d039c-cca3-43fe-961d-000788893124 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:15.838947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92d3320e-2a0b-44d3-a00d-d7c295593e66 req-578d039c-cca3-43fe-961d-000788893124 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 945 time: 0.0614541 Feb 03 13:16:15.887912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92d3320e-2a0b-44d3-a00d-d7c295593e66 req-6ec5aadc-380b-43b4-8bfc-ac1727bec63b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431139 Feb 03 13:16:16.261898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121807f-e157-4282-97c6-af41bf70e3cf req-cbeed394-17dd-4bd3-9bc7-6baaac3ea8a7 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:16.263441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6121807f-e157-4282-97c6-af41bf70e3cf req-cbeed394-17dd-4bd3-9bc7-6baaac3ea8a7 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0553846 Feb 03 13:16:16.313567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6121807f-e157-4282-97c6-af41bf70e3cf req-d997d6df-c180-4051-930a-b8994273ce4b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443723 Feb 03 13:16:16.495012 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:16.776314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:16.778669 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047" -d '{"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:16.830088 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72591d8c-6b9a-4267-8419-def38fe97606 x-openstack-request-id: req-72591d8c-6b9a-4267-8419-def38fe97606 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:16.830389 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:16.830650 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72591d8c-6b9a-4267-8419-def38fe97606 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:16.831080 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'status': 'completed', 'code': 200} Feb 03 13:16:16.900110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-cd89bc2b-dbcb-444f-bfdd-05fc72e01b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:16.901674 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-cd89bc2b-dbcb-444f-bfdd-05fc72e01b4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1128 time: 0.0492654 Feb 03 13:16:16.907200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-b6cae313-2ba6-4ea5-af87-5aa606249f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:16.908651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-b6cae313-2ba6-4ea5-af87-5aa606249f1e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1128 time: 0.0594714 Feb 03 13:16:17.004309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-d423b700-0f48-4179-a08d-af73e139cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:17.005817 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-d423b700-0f48-4179-a08d-af73e139cdf2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.0964973 Feb 03 13:16:17.072605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-17a1fe65-6a92-45ac-944f-19aececb788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:17.073924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-17a1fe65-6a92-45ac-944f-19aececb788b service neutron] 10.222.0.91 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.1509824 Feb 03 13:16:17.075276 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-e430b683-6f8f-4fad-b035-e3b06c2f52be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1000 time: 0.0601892 Feb 03 13:16:17.081383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bea06-355a-4a15-ba54-1863054652b1 req-2824e69e-fe18-4696-8e2d-97f7100e9d9d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:17.082782 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a7bea06-355a-4a15-ba54-1863054652b1 req-2824e69e-fe18-4696-8e2d-97f7100e9d9d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 945 time: 0.1005261 Feb 03 13:16:17.135294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-7a7e0e91-43b9-49a1-a945-334e766e6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:17.138066 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-7a7e0e91-43b9-49a1-a945-334e766e6a51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0554314 Feb 03 13:16:17.164819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-c97fe7c0-0ec6-49f2-9869-bcdcbdcd15d7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1000 time: 0.0811069 Feb 03 13:16:17.228543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-8753fbb6-51a0-49db-a466-2600f7d8c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:17.231116 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-8753fbb6-51a0-49db-a466-2600f7d8c310 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0840979 Feb 03 13:16:17.249612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a7bea06-355a-4a15-ba54-1863054652b1 req-9ce38344-4c5e-471a-8616-e74038943e82 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242669 Feb 03 13:16:17.259246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-ea9b2f8c-da24-420c-8e3a-927e2d3c7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:17.260719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-ea9b2f8c-da24-420c-8e3a-927e2d3c7c34 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0877810 Feb 03 13:16:17.325653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-cea8537a-8de4-4ed9-9417-308dc40f7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:17.327515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-cea8537a-8de4-4ed9-9417-308dc40f7dfc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558474 Feb 03 13:16:17.386527 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-5083943a-aa9c-4f95-a82b-d4521587de19 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324546 Feb 03 13:16:17.465846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-e55a0bb0-aff9-49e6-b5f0-2751d97567f9 service neutron] 10.222.0.91 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304433 Feb 03 13:16:17.490162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ffc0e-8f11-4740-aad8-8f8d1459dee7 req-703f9dae-8a56-4a85-87d1-71c7bf243bcc tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:17.491857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-144ffc0e-8f11-4740-aad8-8f8d1459dee7 req-703f9dae-8a56-4a85-87d1-71c7bf243bcc tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0946500 Feb 03 13:16:17.523823 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-0f9017ad-c619-4046-a7ec-8a9ab2d8e54c service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302679 Feb 03 13:16:17.592554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-144ffc0e-8f11-4740-aad8-8f8d1459dee7 req-03e1e0d8-dfcc-41bc-9460-06141a4dba7f tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898802 Feb 03 13:16:17.602938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-594f16d0-3c25-4fea-8cc9-7ddeb0f4f047 req-3e1e7301-421e-44e4-9cc9-7c34abff3adc service neutron] 10.222.0.91 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286938 Feb 03 13:16:18.269774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:16:18.374130 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:18.386363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'port_id': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'mac_address': 'fa:16:3e:c5:43:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:16:18.430043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:16:18.430469 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:18.445046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51a00ef-26eb-4d43-b6a6-8b9bc2854429 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:16:18.466573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:18.472059 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:18.498541 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:16:18.560029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=12']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:18.565908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:16:18.566639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:16:18.692559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['e51a00ef-26eb-4d43-b6a6-8b9bc2854429'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:16:18.760970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59d656-58a7-4729-a3d2-2303b45b1f98 req-327db512-148d-46ed-a5ff-c6b8a6261890 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:18.762486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc59d656-58a7-4729-a3d2-2303b45b1f98 req-327db512-148d-46ed-a5ff-c6b8a6261890 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 945 time: 0.4328175 Feb 03 13:16:18.796849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf347cf8-f8b0-41e1-be37-b248bc3353de req-d3eb1fc2-9c2e-4566-abee-a7a6b2998cfe tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:18.798359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf347cf8-f8b0-41e1-be37-b248bc3353de req-d3eb1fc2-9c2e-4566-abee-a7a6b2998cfe tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0818622 Feb 03 13:16:18.838884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc59d656-58a7-4729-a3d2-2303b45b1f98 req-cff57709-d73f-41ac-841e-8fb51134fc14 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699668 Feb 03 13:16:18.861362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44774) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:18.871786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf347cf8-f8b0-41e1-be37-b248bc3353de req-66d4a4d0-4688-4431-a1bd-7b764eaa0cbb tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637326 Feb 03 13:16:18.932572 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-69c39d3e-0862-4a5e-bd41-5cb2839fa390 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1 HTTP/1.1" status: 200 len: 993 time: 0.0694344 Feb 03 13:16:20.002931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0f68f-afdb-46dd-9127-0a1d6f148ac2 req-6e3c7d4d-c0c5-48f2-a2fd-4c36b7088407 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:20.004317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0f0f68f-afdb-46dd-9127-0a1d6f148ac2 req-6e3c7d4d-c0c5-48f2-a2fd-4c36b7088407 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0611784 Feb 03 13:16:20.055930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0f0f68f-afdb-46dd-9127-0a1d6f148ac2 req-c529ea7b-ebb7-4f99-8fad-3b04f02b4593 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431190 Feb 03 13:16:20.291388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:16:20.349611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:16:20.353578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:16:20.353962 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:20.457734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:16:20.458150 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:20.487049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:20.489247 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45382e4-c9b4-4cf4-936f-0a44cd71e044" -d '{"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:20.506048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:20.511425 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:20.535073 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c2e91c-d400-44f3-9153-94d8c588670d x-openstack-request-id: req-37c2e91c-d400-44f3-9153-94d8c588670d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:20.535371 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-plugged", "status": "completed", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:20.535627 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37c2e91c-d400-44f3-9153-94d8c588670d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:20.536019 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'code': 200} Feb 03 13:16:20.561075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=13']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:20.982727 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:21.180743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ca2e2-3029-43a1-bb54-7947d6bbaab1 req-41d1f227-c767-41d3-9188-e07ddd7a0639 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:21.182289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-658ca2e2-3029-43a1-bb54-7947d6bbaab1 req-41d1f227-c767-41d3-9188-e07ddd7a0639 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0534186 Feb 03 13:16:21.231448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-658ca2e2-3029-43a1-bb54-7947d6bbaab1 req-c28fe3f8-ed10-4165-aa8a-dfd2f8a5e810 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Feb 03 13:16:22.299976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9bd6f81c-054c-4b29-b708-7d24355d9d8b details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:16:22.368144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1f79-6c37-499b-8758-0ac5f14dc3e3 req-f7165e84-3809-4fbf-8399-e68fe50a534e tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:22.370376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-456d1f79-6c37-499b-8758-0ac5f14dc3e3 req-f7165e84-3809-4fbf-8399-e68fe50a534e tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 943 time: 0.0560470 Feb 03 13:16:22.402926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9bd6f81c-054c-4b29-b708-7d24355d9d8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:22.413982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'port_id': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'mac_address': 'fa:16:3e:ee:55:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:16:22.424637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-456d1f79-6c37-499b-8758-0ac5f14dc3e3 req-402bb899-6f51-448b-95ed-5154bf113dfa tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477204 Feb 03 13:16:22.453217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9bd6f81c-054c-4b29-b708-7d24355d9d8b is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:16:22.453616 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:22.468224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd6f81c-054c-4b29-b708-7d24355d9d8b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:16:22.488677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9bd6f81c-054c-4b29-b708-7d24355d9d8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:22.497458 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:22.548199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9bd6f81c-054c-4b29-b708-7d24355d9d8b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:22.728801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9bd6f81c-054c-4b29-b708-7d24355d9d8b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:16:23.554586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5cc72-52e2-4309-aa60-49f3c03425ca req-37f2ffea-ed4f-444e-8d50-615f2c966bce tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:23.556075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6df5cc72-52e2-4309-aa60-49f3c03425ca req-37f2ffea-ed4f-444e-8d50-615f2c966bce tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 944 time: 0.0555239 Feb 03 13:16:23.610265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6df5cc72-52e2-4309-aa60-49f3c03425ca req-85f61bc2-2105-4092-8e14-81c987ff2fc7 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453730 Feb 03 13:16:23.666746 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:16:24.304627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9bd6f81c-054c-4b29-b708-7d24355d9d8b up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:16:24.362753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 9bd6f81c-054c-4b29-b708-7d24355d9d8b completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:16:24.366681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 9bd6f81c-054c-4b29-b708-7d24355d9d8b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:16:24.367066 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:24.609677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9bd6f81c-054c-4b29-b708-7d24355d9d8b is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:16:24.609949 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:24.633903 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:24.636621 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8688def-5557-41d0-b504-95d09499d7a5" -d '{"events": [{"server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "name": "network-vif-plugged", "status": "completed", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:24.653392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9bd6f81c-054c-4b29-b708-7d24355d9d8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:24.660353 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:24.688391 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9712f0c5-b4d1-4644-8ab1-4b3520e189e8 x-openstack-request-id: req-9712f0c5-b4d1-4644-8ab1-4b3520e189e8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:24.688657 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "name": "network-vif-plugged", "status": "completed", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:24.688923 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9712f0c5-b4d1-4644-8ab1-4b3520e189e8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:24.689327 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'code': 200} Feb 03 13:16:24.715129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9bd6f81c-054c-4b29-b708-7d24355d9d8b,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:24.741129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337d829-e7ae-4696-983d-a602bb189acd req-01c8da23-6d52-4c79-b347-46aec00bb7c0 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:24.742733 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7337d829-e7ae-4696-983d-a602bb189acd req-01c8da23-6d52-4c79-b347-46aec00bb7c0 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 945 time: 0.0593264 Feb 03 13:16:24.780778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0cc3-2688-4027-9fbe-236f0645987e req-f095ff30-5002-411a-aa06-29f4fe426c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:24.782567 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1b3c0cc3-2688-4027-9fbe-236f0645987e req-f095ff30-5002-411a-aa06-29f4fe426c61 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 1128 time: 0.0439396 Feb 03 13:16:24.792342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7337d829-e7ae-4696-983d-a602bb189acd req-30a6629f-cdbc-4877-8ca6-0d0b333ccfac tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Feb 03 13:16:24.828271 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1b3c0cc3-2688-4027-9fbe-236f0645987e req-35d8709d-dccf-4c03-8abc-7e322a27bb5f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400183 Feb 03 13:16:25.921525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379807c-76b4-4c74-a82b-5847a3ad4532 req-5230f7cf-fbd6-4e27-a1ba-6d7e985ae65c tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:25.923167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c379807c-76b4-4c74-a82b-5847a3ad4532 req-5230f7cf-fbd6-4e27-a1ba-6d7e985ae65c tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 945 time: 0.0557914 Feb 03 13:16:25.972588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c379807c-76b4-4c74-a82b-5847a3ad4532 req-1469b37d-436d-4ebb-a3ff-df8eb60c222a tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434821 Feb 03 13:16:26.104156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5232e0-3ff4-4bbc-910b-4b044d52c465 req-f2a16e34-8796-4429-9350-c0496482e6cf tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:26.105621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c5232e0-3ff4-4bbc-910b-4b044d52c465 req-f2a16e34-8796-4429-9350-c0496482e6cf tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 945 time: 0.0597358 Feb 03 13:16:26.155986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c5232e0-3ff4-4bbc-910b-4b044d52c465 req-126f6c8c-1282-41a2-81bf-11a6a5a11077 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445859 Feb 03 13:16:26.190647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44794) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:26.309323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12d772-d6a6-4369-b35a-9dac7aaa576d tempest-TestVolumeBackupRestore-794271790 tempest-TestVolumeBackupRestore-794271790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:26.310887 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8e12d772-d6a6-4369-b35a-9dac7aaa576d tempest-TestVolumeBackupRestore-794271790 tempest-TestVolumeBackupRestore-794271790-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 1123 time: 0.1192718 Feb 03 13:16:26.315395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44798) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:26.319955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:26.344224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:26.442045 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:26.565272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Allocated IP 172.25.3.122 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/92862eb3-9b4b-4227-835e-e64732d7f828) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:16:26.677139 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for port (92862eb3-9b4b-4227-835e-e64732d7f828), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:26.714514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (92862eb3-9b4b-4227-835e-e64732d7f828), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:26.754600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:16:26.757477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:16:26.763042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:16:26.791500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'Port': ['ID=92862eb3-9b4b-4227-835e-e64732d7f828,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:27.141426 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for floatingip (61ea0125-2bc5-45c7-a6be-2650e57b0a18), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:27.217015 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (92862eb3-9b4b-4227-835e-e64732d7f828), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:27.371723 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for port (92862eb3-9b4b-4227-835e-e64732d7f828), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:27.378786 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (92862eb3-9b4b-4227-835e-e64732d7f828), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:27.453753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event updated for resources: {'Port': ['ID=92862eb3-9b4b-4227-835e-e64732d7f828,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:27.464279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (61ea0125-2bc5-45c7-a6be-2650e57b0a18), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:27.565096 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Floating IP 61ea0125-2bc5-45c7-a6be-2650e57b0a18 associated. External IP: 172.25.3.122, port: 9bd6f81c-054c-4b29-b708-7d24355d9d8b. Feb 03 13:16:27.775041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Router 70692eeb-2c4e-4333-a2b9-557d084fa89f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:16:27.894757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:16:27.907620 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] Sync routers for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:16:27.916817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:27.919848 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:16:27.920678 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:27.947854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7f476106-140f-495a-8b8b-a7d9e8c8947b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6313603 Feb 03 13:16:27.948548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:27.950884 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a62107-8cf0-48ea-b3f9-78261f8e4494" -d '{"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:27.951195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44800) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:27.988791 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f631638f-a118-498f-a78c-f07c0744d99c x-openstack-request-id: req-f631638f-a118-498f-a78c-f07c0744d99c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:27.989353 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:27.989616 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f631638f-a118-498f-a78c-f07c0744d99c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:27.990028 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'status': 'completed', 'code': 200} Feb 03 13:16:28.000378 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0248cf-06a8-4941-be34-95d1f3184547 tempest-TestVolumeBackupRestore-794271790 tempest-TestVolumeBackupRestore-794271790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:28.005168 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7c0248cf-06a8-4941-be34-95d1f3184547 tempest-TestVolumeBackupRestore-794271790 tempest-TestVolumeBackupRestore-794271790-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 1123 time: 0.0529766 Feb 03 13:16:28.005985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44804) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:28.010645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4b61e510-0b61-4bca-bebe-2893261d7c0d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Request body: {'floatingip': {'port_id': '9bd6f81c-054c-4b29-b708-7d24355d9d8b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:28.031384 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:16:28.092809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4b61e510-0b61-4bca-bebe-2893261d7c0d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for floatingip (61ea0125-2bc5-45c7-a6be-2650e57b0a18), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:28.133748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-2584d129-1d07-46b6-9db7-ef0cb9cffb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:28.135267 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-2584d129-1d07-46b6-9db7-ef0cb9cffb0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b291c8dffb64df18346a918364897f6&device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 1128 time: 0.1202142 Feb 03 13:16:28.263572 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '61ea0125-2bc5-45c7-a6be-2650e57b0a18', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'port_id': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'mac_address': 'fa:16:3e:ee:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d65056-31db-4e96-b124-ba457d154a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:16:26Z', 'updated_at': '2022-02-03T13:16:26Z', 'revision_number': 0, 'project_id': '4b291c8dffb64df18346a918364897f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:28.290061 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] Checking router: 70692eeb-2c4e-4333-a2b9-557d084fa89f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:16:28.298557 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:16:28.299152 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:28.323263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-8f388e7f-8b66-4c9e-b184-8d98f399ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:28.324722 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-8f388e7f-8b66-4c9e-b184-8d98f399ce32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3936dc62-166b-4386-81a8-f402b3a4b202 HTTP/1.1" status: 200 len: 914 time: 0.1810708 Feb 03 13:16:28.405889 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:16:28.431657 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-46c4e7cb-3542-426c-b9c8-c21492233017 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b HTTP/1.1" status: 200 len: 999 time: 0.0988009 Feb 03 13:16:28.529379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-fd9d569b-9feb-410a-ae7e-4b0609d4e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:28.530742 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-fd9d569b-9feb-410a-ae7e-4b0609d4e0be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1e3e1e-beb7-4344-be43-5c08f4830018 HTTP/1.1" status: 200 len: 852 time: 0.0905688 Feb 03 13:16:28.639734 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '61ea0125-2bc5-45c7-a6be-2650e57b0a18', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'port_id': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'mac_address': 'fa:16:3e:ee:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d65056-31db-4e96-b124-ba457d154a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:16:26Z', 'updated_at': '2022-02-03T13:16:26Z', 'revision_number': 0, 'project_id': '4b291c8dffb64df18346a918364897f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:28.669700 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9965e3-2e07-442f-b402-24315c5ab3cc None None] The sync data for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 is: [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '61ea0125-2bc5-45c7-a6be-2650e57b0a18', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'port_id': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'mac_address': 'fa:16:3e:ee:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d65056-31db-4e96-b124-ba457d154a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:16:26Z', 'updated_at': '2022-02-03T13:16:26Z', 'revision_number': 0, 'project_id': '4b291c8dffb64df18346a918364897f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:16:28.878815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab56f58-bebf-40ff-b5e8-82e7da51b5ee None None] New status for floating IP 61ea0125-2bc5-45c7-a6be-2650e57b0a18: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:16:28.983074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-56abda48-88a0-46da-8895-3d750a346983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:28.984559 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-56abda48-88a0-46da-8895-3d750a346983 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3936dc62-166b-4386-81a8-f402b3a4b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4366415 Feb 03 13:16:29.175009 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4b61e510-0b61-4bca-bebe-2893261d7c0d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:29.182055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-3ab56f58-bebf-40ff-b5e8-82e7da51b5ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:16:29.182558 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4b61e510-0b61-4bca-bebe-2893261d7c0d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (61ea0125-2bc5-45c7-a6be-2650e57b0a18), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:29.182714 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-3ab56f58-bebf-40ff-b5e8-82e7da51b5ee None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:16:29.188546 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-c29479ac-711a-47be-9187-255bc71d1363 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901841 Feb 03 13:16:29.355579 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-07a62107-8cf0-48ea-b3f9-78261f8e4494 req-a43c97c4-ffdf-4fcb-ae99-80c0605b6609 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375964 Feb 03 13:16:29.464262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b61e510-0b61-4bca-bebe-2893261d7c0d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Router 70692eeb-2c4e-4333-a2b9-557d084fa89f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:16:29.568918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b61e510-0b61-4bca-bebe-2893261d7c0d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:16:29.574520 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4b61e510-0b61-4bca-bebe-2893261d7c0d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:29.609031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:29.611467 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce636dca-96a3-4f90-8210-6f30fe026c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:29.642547 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4b61e510-0b61-4bca-bebe-2893261d7c0d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "PUT /v2.0/floatingips/61ea0125-2bc5-45c7-a6be-2650e57b0a18 HTTP/1.1" status: 200 len: 991 time: 1.6349199 Feb 03 13:16:29.648515 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b1b5d0-54b9-4e3a-b1c5-b9473a01571f x-openstack-request-id: req-68b1b5d0-54b9-4e3a-b1c5-b9473a01571f {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:29.648809 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:29.649065 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68b1b5d0-54b9-4e3a-b1c5-b9473a01571f {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:29.649465 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'status': 'completed', 'code': 200} Feb 03 13:16:29.684463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab56f58-bebf-40ff-b5e8-82e7da51b5ee None None] New status for floating IP 61ea0125-2bc5-45c7-a6be-2650e57b0a18: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:16:29.725151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-bf8af1ef-daf7-497b-b52f-7d26b260cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:29.726850 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-bf8af1ef-daf7-497b-b52f-7d26b260cb43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b291c8dffb64df18346a918364897f6&device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 1128 time: 0.0513430 Feb 03 13:16:29.823022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89630438-49b9-42df-830e-ebd1cf244faf req-0225e383-5984-4087-aa82-e31d936be291 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478792 Feb 03 13:16:29.831912 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-9ea13c9a-ce4e-447f-9b04-8a9bb4bbc35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:29.833386 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-9ea13c9a-ce4e-447f-9b04-8a9bb4bbc35c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3936dc62-166b-4386-81a8-f402b3a4b202 HTTP/1.1" status: 200 len: 914 time: 0.0983090 Feb 03 13:16:29.903922 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-5bb44ae9-ad20-4386-9d0d-e0b85737177d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b HTTP/1.1" status: 200 len: 999 time: 0.0639806 Feb 03 13:16:29.919059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89630438-49b9-42df-830e-ebd1cf244faf req-ff5f3bac-e783-42f9-8f96-081840acfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:29.920612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89630438-49b9-42df-830e-ebd1cf244faf req-ff5f3bac-e783-42f9-8f96-081840acfb16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1130 time: 0.0556288 Feb 03 13:16:29.947868 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] Sync routers for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:16:29.956708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-36981cb9-e2b7-4d5e-abea-cca3d1c0da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:29.958182 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-36981cb9-e2b7-4d5e-abea-cca3d1c0da56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1e3e1e-beb7-4344-be43-5c08f4830018 HTTP/1.1" status: 200 len: 852 time: 0.0480208 Feb 03 13:16:29.959196 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:16:29.959815 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:30.014114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-880d36cf-3d3b-4d35-b65d-de25b08809e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:30.015555 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-880d36cf-3d3b-4d35-b65d-de25b08809e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3936dc62-166b-4386-81a8-f402b3a4b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509665 Feb 03 13:16:30.037187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89630438-49b9-42df-830e-ebd1cf244faf req-b9869401-f3f0-4b59-a69e-28c0fc4aa8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:30.038710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89630438-49b9-42df-830e-ebd1cf244faf req-b9869401-f3f0-4b59-a69e-28c0fc4aa8bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.0945790 Feb 03 13:16:30.086730 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:16:30.104931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89630438-49b9-42df-830e-ebd1cf244faf req-810f267c-ba06-44d8-bea0-9e660246d8fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 1002 time: 0.0607340 Feb 03 13:16:30.112171 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-45314b66-274d-4c0c-b92a-e72629182f01 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899200 Feb 03 13:16:30.176933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89630438-49b9-42df-830e-ebd1cf244faf req-38067e4e-831d-457a-8d3e-9d857de5a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:30.179468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89630438-49b9-42df-830e-ebd1cf244faf req-38067e4e-831d-457a-8d3e-9d857de5a6f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0572815 Feb 03 13:16:30.212587 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ce636dca-96a3-4f90-8210-6f30fe026c5d req-79049091-08e4-4949-9600-47cdfb9c3a12 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897689 Feb 03 13:16:30.231279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89630438-49b9-42df-830e-ebd1cf244faf req-3ab794cd-1da7-4abe-b49a-a8cfb96eae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:30.232863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89630438-49b9-42df-830e-ebd1cf244faf req-3ab794cd-1da7-4abe-b49a-a8cfb96eae7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473342 Feb 03 13:16:30.322114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89630438-49b9-42df-830e-ebd1cf244faf req-26fd3659-67ed-43fd-a57c-07c2918f3eb3 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826061 Feb 03 13:16:30.322791 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '61ea0125-2bc5-45c7-a6be-2650e57b0a18', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'port_id': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'mac_address': 'fa:16:3e:ee:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d65056-31db-4e96-b124-ba457d154a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:16:26Z', 'updated_at': '2022-02-03T13:16:29Z', 'revision_number': 2, 'project_id': '4b291c8dffb64df18346a918364897f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:30.349018 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] Checking router: 70692eeb-2c4e-4333-a2b9-557d084fa89f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:16:30.358085 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:16:30.358707 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:30.418491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89630438-49b9-42df-830e-ebd1cf244faf req-63947f07-0cd7-4f01-b954-c4ca2c55efd4 service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893981 Feb 03 13:16:30.463442 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:16:30.716042 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '61ea0125-2bc5-45c7-a6be-2650e57b0a18', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'port_id': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'mac_address': 'fa:16:3e:ee:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d65056-31db-4e96-b124-ba457d154a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:16:26Z', 'updated_at': '2022-02-03T13:16:29Z', 'revision_number': 2, 'project_id': '4b291c8dffb64df18346a918364897f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:30.743120 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22556765-0a31-4ecd-8fc3-b1df85f311ce None None] The sync data for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 is: [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '61ea0125-2bc5-45c7-a6be-2650e57b0a18', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'port_id': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'mac_address': 'fa:16:3e:ee:55:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d65056-31db-4e96-b124-ba457d154a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:16:26Z', 'updated_at': '2022-02-03T13:16:29Z', 'revision_number': 2, 'project_id': '4b291c8dffb64df18346a918364897f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:16:31.651341 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:31.655119 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c588bf-dbe0-4acb-90be-85ba796b194a" -d '{"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:31.699487 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420e1784-5565-41b5-a89a-3076d1145b50 x-openstack-request-id: req-420e1784-5565-41b5-a89a-3076d1145b50 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:31.699790 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:31.700068 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-420e1784-5565-41b5-a89a-3076d1145b50 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:31.700474 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'status': 'completed', 'code': 200} Feb 03 13:16:31.807995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-c906f43d-5d6f-4ed4-bafc-4f58ba22ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:31.809534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-c906f43d-5d6f-4ed4-bafc-4f58ba22ca11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b291c8dffb64df18346a918364897f6&device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 1128 time: 0.0513067 Feb 03 13:16:31.904359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-00a74db6-1bf8-4616-a2a5-546e925e7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:31.905752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-00a74db6-1bf8-4616-a2a5-546e925e7c1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=3936dc62-166b-4386-81a8-f402b3a4b202 HTTP/1.1" status: 200 len: 914 time: 0.0904801 Feb 03 13:16:31.977261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-908d976c-a5b8-4708-84a1-a4374b5a2f07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b HTTP/1.1" status: 200 len: 1001 time: 0.0641210 Feb 03 13:16:32.031169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-c762fb9e-c624-4081-8b67-6ce412de62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:32.032709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-c762fb9e-c624-4081-8b67-6ce412de62c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1e3e1e-beb7-4344-be43-5c08f4830018 HTTP/1.1" status: 200 len: 852 time: 0.0492189 Feb 03 13:16:32.085102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-2448d2b1-e4c5-4049-a822-1fdfe737b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:32.086641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-2448d2b1-e4c5-4049-a822-1fdfe737b441 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3936dc62-166b-4386-81a8-f402b3a4b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472162 Feb 03 13:16:32.179552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-cfde1f2a-49f7-4e12-a7df-0402f97510e5 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826375 Feb 03 13:16:32.279607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45c588bf-dbe0-4acb-90be-85ba796b194a req-967aca53-8ce2-4357-9375-cd7d4e52a957 service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890398 Feb 03 13:16:36.690141 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-661870c7-6670-4bae-af55-1b90c646fb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:38.892709 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79c65baa-d387-4726-ba6e-d8db7b590814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:40.204188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:41.638865 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:42.718219 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:46.485398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:49.449313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34668f-35ac-4d8d-8a2a-1e1348b16f96 req-501d2911-7b5c-4de7-be43-ad09cf04fabe tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:49.451112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d34668f-35ac-4d8d-8a2a-1e1348b16f96 req-501d2911-7b5c-4de7-be43-ad09cf04fabe tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1130 time: 0.0582957 Feb 03 13:16:49.508654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d34668f-35ac-4d8d-8a2a-1e1348b16f96 req-1e0e176a-7edd-466e-95ca-44b90694788e tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514910 Feb 03 13:16:49.531809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44822) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:49.707665 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port 36ba3128-2124-4023-9d95-c50a07f9cb74 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:16:49.708061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (36ba3128-2124-4023-9d95-c50a07f9cb74), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:49.790200 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (36ba3128-2124-4023-9d95-c50a07f9cb74), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:49.790506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (36ba3128-2124-4023-9d95-c50a07f9cb74), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:49.802355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for 36ba3128-2124-4023-9d95-c50a07f9cb74 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:16:49.980879 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (36ba3128-2124-4023-9d95-c50a07f9cb74), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:50.014933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=36ba3128-2124-4023-9d95-c50a07f9cb74,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:50.085472 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:50.085932 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Floating IP 571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1 disassociated (deleted). External IP: 172.25.3.233, port: e51a00ef-26eb-4d43-b6a6-8b9bc2854429. Feb 03 13:16:50.303006 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router dd58d84c-b536-47db-b42f-c0c5ff4779c9 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:16:50.412121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:16:50.417256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:50.421963 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] Sync routers for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:16:50.431171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:16:50.431782 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:50.447424 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cba88fc7-99e5-46d0-baf0-eb12eeb9c8e0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/floatingips/571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1 HTTP/1.1" status: 204 len: 168 time: 0.9143546 Feb 03 13:16:50.448111 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:50.450637 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d" -d '{"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:50.491027 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6d40f2-41c0-48f3-b227-71fe568f00bb x-openstack-request-id: req-fb6d40f2-41c0-48f3-b227-71fe568f00bb {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:50.491342 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:50.491591 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb6d40f2-41c0-48f3-b227-71fe568f00bb {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:50.492206 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'status': 'completed', 'code': 200} Feb 03 13:16:50.557636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:16:50.563946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-5db9ff80-ca5c-4dc4-b3b1-9dab4484dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:50.565613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-5db9ff80-ca5c-4dc4-b3b1-9dab4484dc2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 1130 time: 0.0540850 Feb 03 13:16:50.695654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-d2e0e3c1-c793-4b4e-8d73-149c1d585cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:50.697785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-d2e0e3c1-c793-4b4e-8d73-149c1d585cc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 200 len: 898 time: 0.1239572 Feb 03 13:16:50.722216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb2323-19fb-44bc-a321-d68c5bb246c1 req-38c44b2f-eb98-45f7-a558-bf7606c68fdc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:50.723903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2abb2323-19fb-44bc-a321-d68c5bb246c1 req-38c44b2f-eb98-45f7-a558-bf7606c68fdc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 947 time: 0.0859368 Feb 03 13:16:50.759244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-5e273e17-61e3-435a-ba86-51ba188afebc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 200 len: 217 time: 0.0521617 Feb 03 13:16:50.779253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'd07b10e4-ae89-4cd1-8e11-de1359ac9f59', 'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:2a:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:50.809796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] Checking router: dd58d84c-b536-47db-b42f-c0c5ff4779c9 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:16:50.818800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:16:50.819478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:50.840155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2abb2323-19fb-44bc-a321-d68c5bb246c1 req-5c70fc5d-fae6-409c-b277-8b0c79739335 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839555 Feb 03 13:16:50.841662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-0c59e815-fd42-459a-80ab-4344cefce7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:50.843060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-0c59e815-fd42-459a-80ab-4344cefce7f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 200 len: 834 time: 0.0719471 Feb 03 13:16:50.896675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-187d3b2a-17b2-4e7b-95a4-cd7c4b67bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:50.898556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-187d3b2a-17b2-4e7b-95a4-cd7c4b67bf34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482130 Feb 03 13:16:50.927555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:16:51.000503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-c23211f7-842c-4364-8605-b72815d682fb service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933034 Feb 03 13:16:51.037448 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:51.094826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24e1a5b7-9dc8-4312-b198-a10de6d9a04d req-0055b475-b97e-41e7-b294-beb3762da4be service neutron] 10.222.0.72 "GET /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878778 Feb 03 13:16:51.150641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'd07b10e4-ae89-4cd1-8e11-de1359ac9f59', 'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:2a:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:51.180605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7414754-3ae1-4037-b83a-836804daf4ff None None] The sync data for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 is: [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'd07b10e4-ae89-4cd1-8e11-de1359ac9f59', 'name': '', 'network_id': 'bc2f710b-a6af-4ae6-83c0-932a9ca9c48c', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:2a:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '97d0878e-9a72-454e-99aa-a8db33f9f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:16:51.415993 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922df6b-d1af-4c42-b271-e7fbd9e7c6f3 None None] New status for floating IP 571dd4b9-0498-4d73-a4b2-8dd24ed8e1d1: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:16:52.012127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ed316-ed98-4025-a1e9-110a92176a7c req-9667fd64-9844-4339-9433-6d74990d0a5a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:52.013596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c22ed316-ed98-4025-a1e9-110a92176a7c req-9667fd64-9844-4339-9433-6d74990d0a5a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 947 time: 0.0902758 Feb 03 13:16:52.043550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-0d481898-a8cd-4eef-96be-6a258e3b6826 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:52.044979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-0d481898-a8cd-4eef-96be-6a258e3b6826 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/ports?device_id=86a2fac8-8a03-46bc-a203-f0c119b29b9c HTTP/1.1" status: 200 len: 947 time: 0.0796626 Feb 03 13:16:52.099221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c22ed316-ed98-4025-a1e9-110a92176a7c req-370ced57-b8e5-4c6d-ad52-730b3d151555 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=fe695779-136f-40ec-b37c-1c98424ed183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793064 Feb 03 13:16:52.158900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:16:52.159256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:52.244698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port e51a00ef-26eb-4d43-b6a6-8b9bc2854429, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:52.245018 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:52.257455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for e51a00ef-26eb-4d43-b6a6-8b9bc2854429 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:16:52.393886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e51a00ef-26eb-4d43-b6a6-8b9bc2854429), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:52.428188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=e51a00ef-26eb-4d43-b6a6-8b9bc2854429,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:52.474319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] No DVR routers for this DVR port e51a00ef-26eb-4d43-b6a6-8b9bc2854429 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:16:52.477295 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:52.480662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-864e6fbb-6af5-44f5-8650-42ff401d70c3 req-6f900ed8-cc8f-4dfa-a814-5f2685824f8e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "DELETE /v2.0/ports/e51a00ef-26eb-4d43-b6a6-8b9bc2854429 HTTP/1.1" status: 204 len: 173 time: 0.4296443 Feb 03 13:16:52.481105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-deleted', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:52.483374 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9349162-ddc4-48e4-a3dd-8c82044f176e" -d '{"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-deleted", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:52.523066 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efcc143-3200-4d3c-a9bc-71af658289e8 x-openstack-request-id: req-0efcc143-3200-4d3c-a9bc-71af658289e8 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:52.523365 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a2fac8-8a03-46bc-a203-f0c119b29b9c", "name": "network-vif-deleted", "tag": "e51a00ef-26eb-4d43-b6a6-8b9bc2854429", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:52.523622 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0efcc143-3200-4d3c-a9bc-71af658289e8 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:52.524024 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a2fac8-8a03-46bc-a203-f0c119b29b9c', 'name': 'network-vif-deleted', 'tag': 'e51a00ef-26eb-4d43-b6a6-8b9bc2854429', 'status': 'completed', 'code': 200} Feb 03 13:16:53.166091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44836) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:53.543554 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (dd58d84c-b536-47db-b42f-c0c5ff4779c9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:53.817315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port d07b10e4-ae89-4cd1-8e11-de1359ac9f59 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:16:53.817676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:53.911142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port d07b10e4-ae89-4cd1-8e11-de1359ac9f59, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d07b10e4-ae89-4cd1-8e11-de1359ac9f59,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:53.911508 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:53.924679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for d07b10e4-ae89-4cd1-8e11-de1359ac9f59 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:16:54.501731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d07b10e4-ae89-4cd1-8e11-de1359ac9f59), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:54.536355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=d07b10e4-ae89-4cd1-8e11-de1359ac9f59,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:54.748242 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (dd58d84c-b536-47db-b42f-c0c5ff4779c9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:55.042774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router dd58d84c-b536-47db-b42f-c0c5ff4779c9 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:16:55.198928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:16:55.204908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-314496cf-975a-4062-a1c2-e03ce4a8d173 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "PUT /v2.0/routers/dd58d84c-b536-47db-b42f-c0c5ff4779c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0377226 Feb 03 13:16:55.208488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44840) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:55.213681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] Sync routers for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:16:55.234277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:16:55.236214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:55.269695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d978dc76-e419-4365-a79d-7d4d07dbfb35 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting subnet 97d0878e-9a72-454e-99aa-a8db33f9f8b1 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:16:55.274400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d978dc76-e419-4365-a79d-7d4d07dbfb35 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for subnet (97d0878e-9a72-454e-99aa-a8db33f9f8b1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:55.328506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d978dc76-e419-4365-a79d-7d4d07dbfb35 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (97d0878e-9a72-454e-99aa-a8db33f9f8b1), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:55.369364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:16:55.450767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d978dc76-e419-4365-a79d-7d4d07dbfb35 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (97d0878e-9a72-454e-99aa-a8db33f9f8b1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:55.520404 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d978dc76-e419-4365-a79d-7d4d07dbfb35 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (97d0878e-9a72-454e-99aa-a8db33f9f8b1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:55.559969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:16:54Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:55.595280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] Checking router: dd58d84c-b536-47db-b42f-c0c5ff4779c9 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:16:55.605162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] Routers {'dd58d84c-b536-47db-b42f-c0c5ff4779c9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:16:55.605790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:55.713067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] Set router dd58d84c-b536-47db-b42f-c0c5ff4779c9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:16:55.810303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978dc76-e419-4365-a79d-7d4d07dbfb35 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Subnet': ['ID=97d0878e-9a72-454e-99aa-a8db33f9f8b1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:55.816471 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d978dc76-e419-4365-a79d-7d4d07dbfb35 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:55.821334 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d978dc76-e419-4365-a79d-7d4d07dbfb35 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/subnets/97d0878e-9a72-454e-99aa-a8db33f9f8b1 HTTP/1.1" status: 204 len: 168 time: 0.6087737 Feb 03 13:16:55.822213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44842) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:55.844030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876a470-c589-4a51-bad0-9e46987d6466 None None] Network bc2f710b-a6af-4ae6-83c0-932a9ca9c48c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:16:55.936591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (dd58d84c-b536-47db-b42f-c0c5ff4779c9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.049457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (dd58d84c-b536-47db-b42f-c0c5ff4779c9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.108300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port e6091788-1229-4833-8334-59ff5783b59d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:16:56.108652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e6091788-1229-4833-8334-59ff5783b59d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.164455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:16:54Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:56.197946 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18743d09-b90c-48c4-a6aa-9d2f11f1b27b None None] The sync data for ids ['dd58d84c-b536-47db-b42f-c0c5ff4779c9'] in n-d-792364-10 is: [{'id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686323724', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'e6091788-1229-4833-8334-59ff5783b59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:59Z', 'updated_at': '2022-02-03T13:16:54Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': 'e6091788-1229-4833-8334-59ff5783b59d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58d84c-b536-47db-b42f-c0c5ff4779c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:00Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:16:56.205048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port e6091788-1229-4833-8334-59ff5783b59d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e6091788-1229-4833-8334-59ff5783b59d,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:56.205424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e6091788-1229-4833-8334-59ff5783b59d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.222599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a128f12c-1500-48bc-8ebc-809dcddda2d3 None None] DHCP port deletion for bc2f710b-a6af-4ae6-83c0-932a9ca9c48c request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:16:56.233567 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for e6091788-1229-4833-8334-59ff5783b59d owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:16:56.271779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a128f12c-1500-48bc-8ebc-809dcddda2d3 None None] Deleting port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:16:56.272163 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a128f12c-1500-48bc-8ebc-809dcddda2d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.345696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a128f12c-1500-48bc-8ebc-809dcddda2d3 None None] For port b6576c89-e9b1-4f0b-9b80-42e651ee28a6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b6576c89-e9b1-4f0b-9b80-42e651ee28a6,segment=NetworkSegment(8c354745-2dfb-4065-b8f8-212ddd6b1461),segment_id=8c354745-2dfb-4065-b8f8-212ddd6b1461)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:56.346111 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a128f12c-1500-48bc-8ebc-809dcddda2d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.361797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a128f12c-1500-48bc-8ebc-809dcddda2d3 None None] Calling delete_port for b6576c89-e9b1-4f0b-9b80-42e651ee28a6 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:16:56.409856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e6091788-1229-4833-8334-59ff5783b59d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.424425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:16:56.442885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=e6091788-1229-4833-8334-59ff5783b59d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:56.453187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: e51a00ef-26eb-4d43-b6a6-8b9bc2854429 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:16:56.453542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e51a00ef-26eb-4d43-b6a6-8b9bc2854429 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:16:56.472211 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a128f12c-1500-48bc-8ebc-809dcddda2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (b6576c89-e9b1-4f0b-9b80-42e651ee28a6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.499499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128f12c-1500-48bc-8ebc-809dcddda2d3 None None] Pushing event deleted for resources: {'Port': ['ID=b6576c89-e9b1-4f0b-9b80-42e651ee28a6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:56.504901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128f12c-1500-48bc-8ebc-809dcddda2d3 None None] No DVR routers for this DVR port b6576c89-e9b1-4f0b-9b80-42e651ee28a6 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:16:56.510745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (dd58d84c-b536-47db-b42f-c0c5ff4779c9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.620531 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (dd58d84c-b536-47db-b42f-c0c5ff4779c9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.622884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_controller (dd58d84c-b536-47db-b42f-c0c5ff4779c9), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.689456 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (dd58d84c-b536-47db-b42f-c0c5ff4779c9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.690211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Fanout notify agent at l3_agent the message router_deleted on router dd58d84c-b536-47db-b42f-c0c5ff4779c9 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:16:56.697325 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.698511 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f6251518-6e73-435e-b0be-72dbfb4fd466 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/routers/dd58d84c-b536-47db-b42f-c0c5ff4779c9 HTTP/1.1" status: 204 len: 168 time: 0.8759658 Feb 03 13:16:56.701231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44846) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:56.781727 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (bc2f710b-a6af-4ae6-83c0-932a9ca9c48c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.889838 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (bc2f710b-a6af-4ae6-83c0-932a9ca9c48c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.909719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2f710b-a6af-4ae6-83c0-932a9ca9c48c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:56.919264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c354745-2dfb-4065-b8f8-212ddd6b1461') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:56.919558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c354745-2dfb-4065-b8f8-212ddd6b1461') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:16:56.928886 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (8c354745-2dfb-4065-b8f8-212ddd6b1461), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.942901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (8c354745-2dfb-4065-b8f8-212ddd6b1461), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.949375 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:16:56.949708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (8c354745-2dfb-4065-b8f8-212ddd6b1461), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:16:56.952677 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:16:57.022217 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (bc2f710b-a6af-4ae6-83c0-932a9ca9c48c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.034296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.038074 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/networks/bc2f710b-a6af-4ae6-83c0-932a9ca9c48c HTTP/1.1" status: 204 len: 168 time: 0.3356504 Feb 03 13:16:57.041716 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44848) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:57.051392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dabe07-5269-4761-9efe-2b19ddddb087 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Network': ['ID=bc2f710b-a6af-4ae6-83c0-932a9ca9c48c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:57.101607 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb7621a4-5a23-4558-9fe0-714bbb5387a0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (fe695779-136f-40ec-b37c-1c98424ed183), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.126846 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb7621a4-5a23-4558-9fe0-714bbb5387a0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (fe695779-136f-40ec-b37c-1c98424ed183), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.202020 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb7621a4-5a23-4558-9fe0-714bbb5387a0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (fe695779-136f-40ec-b37c-1c98424ed183), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.205246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fb7621a4-5a23-4558-9fe0-714bbb5387a0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.208530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fb7621a4-5a23-4558-9fe0-714bbb5387a0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/security-groups/fe695779-136f-40ec-b37c-1c98424ed183 HTTP/1.1" status: 204 len: 168 time: 0.1655405 Feb 03 13:16:57.218599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7621a4-5a23-4558-9fe0-714bbb5387a0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe695779-136f-40ec-b37c-1c98424ed183,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:57.322872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e6091788-1229-4833-8334-59ff5783b59d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:16:57.344851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e6091788-1229-4833-8334-59ff5783b59d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:16:57.345204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e6091788-1229-4833-8334-59ff5783b59d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:16:57.345620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d07b10e4-ae89-4cd1-8e11-de1359ac9f59 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:16:57.365360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d07b10e4-ae89-4cd1-8e11-de1359ac9f59 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:16:57.365712 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d07b10e4-ae89-4cd1-8e11-de1359ac9f59 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:16:57.366145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6576c89-e9b1-4f0b-9b80-42e651ee28a6 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:16:57.386257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b6576c89-e9b1-4f0b-9b80-42e651ee28a6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:16:57.386684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b6576c89-e9b1-4f0b-9b80-42e651ee28a6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:16:57.510809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44854) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:57.515445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0dc7717f-2dd2-4fe3-a1b4-4d71f9c7b37e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638562110', 'description': 'tempest-secgroup-smoke-638562110 description', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:57.538787 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dc7717f-2dd2-4fe3-a1b4-4d71f9c7b37e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.603904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dc7717f-2dd2-4fe3-a1b4-4d71f9c7b37e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (ad6de74c-1bb0-4fde-9f09-3a26e52498fb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.610017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dc7717f-2dd2-4fe3-a1b4-4d71f9c7b37e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ad6de74c-1bb0-4fde-9f09-3a26e52498fb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.638055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0dc7717f-2dd2-4fe3-a1b4-4d71f9c7b37e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.639287 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0dc7717f-2dd2-4fe3-a1b4-4d71f9c7b37e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1274853 Feb 03 13:16:57.641110 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7717f-2dd2-4fe3-a1b4-4d71f9c7b37e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6de74c-1bb0-4fde-9f09-3a26e52498fb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:57.642270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44856) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:57.647038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c25d7a2d-47e0-4b50-b7ba-ad2f0ba1c601 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'ad6de74c-1bb0-4fde-9f09-3a26e52498fb', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:57.674401 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c25d7a2d-47e0-4b50-b7ba-ad2f0ba1c601 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (cb51b197-7df2-451d-b437-92124109099b), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.725653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c25d7a2d-47e0-4b50-b7ba-ad2f0ba1c601 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (cb51b197-7df2-451d-b437-92124109099b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.732002 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c25d7a2d-47e0-4b50-b7ba-ad2f0ba1c601 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (cb51b197-7df2-451d-b437-92124109099b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.749698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d7a2d-47e0-4b50-b7ba-ad2f0ba1c601 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb51b197-7df2-451d-b437-92124109099b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:57.759158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c25d7a2d-47e0-4b50-b7ba-ad2f0ba1c601 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.760441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c25d7a2d-47e0-4b50-b7ba-ad2f0ba1c601 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169953 Feb 03 13:16:57.763629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44858) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:57.768076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a31dd3d0-08e0-45c0-b45b-7b8f0b1483b5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'ad6de74c-1bb0-4fde-9f09-3a26e52498fb', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:57.800848 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a31dd3d0-08e0-45c0-b45b-7b8f0b1483b5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (28ec008f-4bdc-4063-8bfd-686f8ccdebc1), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.869701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a31dd3d0-08e0-45c0-b45b-7b8f0b1483b5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (28ec008f-4bdc-4063-8bfd-686f8ccdebc1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.875874 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a31dd3d0-08e0-45c0-b45b-7b8f0b1483b5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (28ec008f-4bdc-4063-8bfd-686f8ccdebc1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.893175 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dd3d0-08e0-45c0-b45b-7b8f0b1483b5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ec008f-4bdc-4063-8bfd-686f8ccdebc1,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:57.903628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a31dd3d0-08e0-45c0-b45b-7b8f0b1483b5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:57.905054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a31dd3d0-08e0-45c0-b45b-7b8f0b1483b5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404030 Feb 03 13:16:57.907932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44860) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:57.914051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-9c51add6-ff5a-4261-8b79-4756a4120f55 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'ad6de74c-1bb0-4fde-9f09-3a26e52498fb', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:57.946909 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9c51add6-ff5a-4261-8b79-4756a4120f55 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (41031bc3-54d5-45f2-a032-c9431f91e5c2), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.013774 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9c51add6-ff5a-4261-8b79-4756a4120f55 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (41031bc3-54d5-45f2-a032-c9431f91e5c2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.019700 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9c51add6-ff5a-4261-8b79-4756a4120f55 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (41031bc3-54d5-45f2-a032-c9431f91e5c2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.039875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51add6-ff5a-4261-8b79-4756a4120f55 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41031bc3-54d5-45f2-a032-c9431f91e5c2,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:58.047024 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9c51add6-ff5a-4261-8b79-4756a4120f55 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.048268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9c51add6-ff5a-4261-8b79-4756a4120f55 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390474 Feb 03 13:16:58.051277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44862) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:58.056044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-22dc70ac-d3cb-4cfc-9ab2-590aafaa5152 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'ad6de74c-1bb0-4fde-9f09-3a26e52498fb', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:58.082704 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22dc70ac-d3cb-4cfc-9ab2-590aafaa5152 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (7cf120a2-c7ad-44ef-b6c8-e6f2a32f5bf8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.140276 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22dc70ac-d3cb-4cfc-9ab2-590aafaa5152 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (7cf120a2-c7ad-44ef-b6c8-e6f2a32f5bf8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.145962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22dc70ac-d3cb-4cfc-9ab2-590aafaa5152 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (7cf120a2-c7ad-44ef-b6c8-e6f2a32f5bf8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.162975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc70ac-d3cb-4cfc-9ab2-590aafaa5152 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf120a2-c7ad-44ef-b6c8-e6f2a32f5bf8,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:58.172021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22dc70ac-d3cb-4cfc-9ab2-590aafaa5152 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.173251 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-22dc70ac-d3cb-4cfc-9ab2-590aafaa5152 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209550 Feb 03 13:16:58.176159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44864) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:58.180604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-7e45892c-b7d0-486f-a4e0-ad8fed6aa4b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'ad6de74c-1bb0-4fde-9f09-3a26e52498fb', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:58.201639 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-7e45892c-b7d0-486f-a4e0-ad8fed6aa4b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Project eb26b55f4d904c8886f9b1c85cd9f33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:16:58.206871 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e45892c-b7d0-486f-a4e0-ad8fed6aa4b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (4636c181-72b5-417b-8c11-4e9814b624da), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.269247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e45892c-b7d0-486f-a4e0-ad8fed6aa4b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (4636c181-72b5-417b-8c11-4e9814b624da), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.275080 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e45892c-b7d0-486f-a4e0-ad8fed6aa4b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (4636c181-72b5-417b-8c11-4e9814b624da), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.292220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45892c-b7d0-486f-a4e0-ad8fed6aa4b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4636c181-72b5-417b-8c11-4e9814b624da,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:58.301168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e45892c-b7d0-486f-a4e0-ad8fed6aa4b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.302379 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e45892c-b7d0-486f-a4e0-ad8fed6aa4b0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252813 Feb 03 13:16:58.305555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44866) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:58.309877 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9b4803ba-1c36-4989-9656-999af001e9ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': 'ad6de74c-1bb0-4fde-9f09-3a26e52498fb', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:58.331845 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-9b4803ba-1c36-4989-9656-999af001e9ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Project eb26b55f4d904c8886f9b1c85cd9f33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:16:58.337007 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9b4803ba-1c36-4989-9656-999af001e9ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (a5a515d9-280d-4ce0-80c1-4f67b7c6abad), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.400981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9b4803ba-1c36-4989-9656-999af001e9ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (a5a515d9-280d-4ce0-80c1-4f67b7c6abad), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.406013 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9b4803ba-1c36-4989-9656-999af001e9ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (a5a515d9-280d-4ce0-80c1-4f67b7c6abad), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.423580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4803ba-1c36-4989-9656-999af001e9ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a515d9-280d-4ce0-80c1-4f67b7c6abad,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:58.431891 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9b4803ba-1c36-4989-9656-999af001e9ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.433176 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9b4803ba-1c36-4989-9656-999af001e9ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266985 Feb 03 13:16:58.437232 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44868) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:58.442159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'network': {'name': 'tempest-network-smoke--700527325', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'port_security_enabled': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:58.469240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:16:58.472801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.499258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:16:58.509608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f6841851-06fc-4bf5-ba4a-125cea76b090), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.509970 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Added segment f6841851-06fc-4bf5-ba4a-125cea76b090 of type vlan for network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea Feb 03 13:16:58.552353 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (045dd208-fa89-4a38-93ba-dbe1dabdd2ea), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.578600 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (045dd208-fa89-4a38-93ba-dbe1dabdd2ea), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.583538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:58.584132 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.619979 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1817782 Feb 03 13:16:58.622840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44870) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:58.629265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'admin_state_up': True, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:58.670206 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcf44d-7ff1-4720-a69e-9e70caae81cb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Network': ['ID=045dd208-fa89-4a38-93ba-dbe1dabdd2ea,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:58.682670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:16:58.686273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (44eb9afe-e361-4c64-90e7-4a881ff6ac52), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.687376 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (44eb9afe-e361-4c64-90e7-4a881ff6ac52), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.739282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_controller (44eb9afe-e361-4c64-90e7-4a881ff6ac52), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:58.892181 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (44eb9afe-e361-4c64-90e7-4a881ff6ac52), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:59.095539 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (44eb9afe-e361-4c64-90e7-4a881ff6ac52), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:59.113977 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:59.214810 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.25.3.177 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/896bc6a8-14ca-44ac-8f8f-447eaca36d3a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:16:59.343608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:59.379444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:59.420599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:16:59.423436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:16:59.427908 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:16:59.429949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=896bc6a8-14ca-44ac-8f8f-447eaca36d3a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:59.678370 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (44eb9afe-e361-4c64-90e7-4a881ff6ac52), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:59.893528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (44eb9afe-e361-4c64-90e7-4a881ff6ac52), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.035488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:17:00.148851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:00.159927 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Sync routers for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:00.171075 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:00.171296 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.171851 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:00.172433 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a927ab80-8026-4e48-b1d6-15bc0ae05d64 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5486860 Feb 03 13:17:00.175940 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44874) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:00.206151 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8d287287-dd8e-46e6-b4c3-42239ea7571e tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=eb26b55f4d904c8886f9b1c85cd9f33e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287938 Feb 03 13:17:00.208922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:00.303708 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65883a7b-c9ee-46da-9611-e2fd595e63d4 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:00.308761 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-65883a7b-c9ee-46da-9611-e2fd595e63d4 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951986 Feb 03 13:17:00.309208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44878) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:00.340151 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-be33b3f4-f458-45c1-8fd2-8f2ddcbb5003 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276554 Feb 03 13:17:00.340405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44880) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:00.344916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-579208521', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:17:00.375779 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:00.431233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:17:00.434844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.564400 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:16:59Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:00.592633 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Checking router: 44eb9afe-e361-4c64-90e7-4a881ff6ac52 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:00.592979 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Updating router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:17:00.622151 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.671066 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:17:00.882888 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (31ed09c9-16de-4a1f-8c17-e32a04e9af3d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.892769 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Publish callbacks [] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.899218 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.948098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Subnet': ['ID=31ed09c9-16de-4a1f-8c17-e32a04e9af3d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:00.952054 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Attempting to bind port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:17:00.952440 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Attempting to bind port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:17:00.952810 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Attempting to bind port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:17:00.956276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Checking segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:17:00.956276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network hostable DHCP agents. Network: 045dd208-fa89-4a38-93ba-dbe1dabdd2ea, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:17:00.962617 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Pushing event updated for resources: {'Port': ['ID=896bc6a8-14ca-44ac-8f8f-447eaca36d3a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:00.965724 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:17:00.966083 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:17:00.966515 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.966947 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:17:00.967373 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Bound port: 896bc6a8-14ca-44ac-8f8f-447eaca36d3a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:17:00.967752 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.974165 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.974395 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:17:00.974548 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.974884 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.975221 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.975653 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.976622 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.976973 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.977305 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.977635 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.977963 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.978290 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.978641 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.978963 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:00.985048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 045dd208-fa89-4a38-93ba-dbe1dabdd2ea) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:17:00.989820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:00.990476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:00.996883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5b3bd-3ec5-4e1a-a089-496334d83561 None None] Network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:17:01.018169 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d2995ae2-d0c6-453f-a436-5f6b4112cb03 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6768398 Feb 03 13:17:01.021202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44882) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:01.033033 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] For port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:17:01.037511 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] For port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=896bc6a8-14ca-44ac-8f8f-447eaca36d3a,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:17:01.046900 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:01.112901 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a3164-2393-4596-9e14-93061e0ea343 None None] Pushing event updated for resources: {'Port': ['ID=896bc6a8-14ca-44ac-8f8f-447eaca36d3a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:01.114788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:17:01.115648 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:01.127369 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:01.128152 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:01.233517 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:01.254825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Allocated IP 172.20.0.2 (045dd208-fa89-4a38-93ba-dbe1dabdd2ea/31ed09c9-16de-4a1f-8c17-e32a04e9af3d/ebbcde9e-620b-4e05-85c5-551ce908b79f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:17:01.417438 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Publish callbacks [] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:01.424539 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:16:59Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:01.426311 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:01.452597 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154f13d-0326-4c90-ba86-cab774ac9ea4 None None] The sync data for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 is: [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:16:59Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:01.480920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:17:01.483874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:17:01.490218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:17:01.501859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Pushing event updated for resources: {'Port': ['ID=ebbcde9e-620b-4e05-85c5-551ce908b79f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:01.508373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:01.565263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Attempting to bind port ebbcde9e-620b-4e05-85c5-551ce908b79f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:17:01.565536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Attempting to bind port ebbcde9e-620b-4e05-85c5-551ce908b79f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:17:01.565904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Attempting to bind port ebbcde9e-620b-4e05-85c5-551ce908b79f on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:17:01.575188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:17:01.575563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Checking segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:17:01.575989 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:01.576417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Bound using segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:17:01.576861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Bound port: ebbcde9e-620b-4e05-85c5-551ce908b79f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:17:01.577241 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:01.645796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] For port ebbcde9e-620b-4e05-85c5-551ce908b79f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:17:01.649120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] For port ebbcde9e-620b-4e05-85c5-551ce908b79f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ebbcde9e-620b-4e05-85c5-551ce908b79f,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:17:01.660310 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:01.752882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94b1d1-e995-4df2-8c7b-3364078b455b None None] Pushing event updated for resources: {'Port': ['ID=ebbcde9e-620b-4e05-85c5-551ce908b79f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:01.837212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.20.0.1 (045dd208-fa89-4a38-93ba-dbe1dabdd2ea/31ed09c9-16de-4a1f-8c17-e32a04e9af3d/f57373c4-bf8e-4d33-8686-c1d86e87374c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:17:02.002825 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:02.044264 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:02.090917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:17:02.096440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:17:02.100625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:17:02.132773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=f57373c4-bf8e-4d33-8686-c1d86e87374c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:02.151460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.151824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.152173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.152514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.152851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.153183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.153514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.153841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.154169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.154521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.154849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.155176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.155494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:02.171879 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (44eb9afe-e361-4c64-90e7-4a881ff6ac52), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:02.314597 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:02.617372 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:02.623259 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:02.701293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=f57373c4-bf8e-4d33-8686-c1d86e87374c,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:02.706898 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (44eb9afe-e361-4c64-90e7-4a881ff6ac52), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:02.808970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:17:02.810589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:17:02.815021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58776fe7-4697-4efd-acf1-987c4503913a None None] Network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:17:02.933798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ce540df2-95ed-49ed-bfeb-16f97eff6036 None None] Provisioning complete for port ebbcde9e-620b-4e05-85c5-551ce908b79f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:02.934133 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce540df2-95ed-49ed-bfeb-16f97eff6036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:02.943370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:17:03.023841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ce540df2-95ed-49ed-bfeb-16f97eff6036 None None] Current status of the port ebbcde9e-620b-4e05-85c5-551ce908b79f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:03.024246 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce540df2-95ed-49ed-bfeb-16f97eff6036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:03.064509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ce540df2-95ed-49ed-bfeb-16f97eff6036 None None] For port ebbcde9e-620b-4e05-85c5-551ce908b79f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ebbcde9e-620b-4e05-85c5-551ce908b79f,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:03.071201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:03.071762 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce540df2-95ed-49ed-bfeb-16f97eff6036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:03.077041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d0b0d451-dbd8-4246-a979-01bbd8621e98 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "PUT /v2.0/routers/44eb9afe-e361-4c64-90e7-4a881ff6ac52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0540593 Feb 03 13:17:03.139405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540df2-95ed-49ed-bfeb-16f97eff6036 None None] Pushing event updated for resources: {'Port': ['ID=ebbcde9e-620b-4e05-85c5-551ce908b79f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:03.285591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-208e8a3f-e4d5-44e6-b118-a1fd95915998 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638562110&fields=id&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 267 time: 0.0754664 Feb 03 13:17:03.299444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0c98bcaf-4f79-4a13-884f-afa9df4b185d None None] Provisioning complete for port ebbcde9e-620b-4e05-85c5-551ce908b79f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:03.299889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c98bcaf-4f79-4a13-884f-afa9df4b185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:03.352919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Sync routers for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:03.398745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:03.399468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:03.452053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-8a8d0ccc-713f-45ec-aab3-9a53b4bf33ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:03.453302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ebbcde9e-620b-4e05-85c5-551ce908b79f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:17:03.454788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-8a8d0ccc-713f-45ec-aab3-9a53b4bf33ce tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 796 time: 0.1587486 Feb 03 13:17:03.470263 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-c815ff81-d94a-4dfd-910a-22eae3f814af tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/quotas/eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 375 time: 0.0103843 Feb 03 13:17:03.487364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0c98bcaf-4f79-4a13-884f-afa9df4b185d None None] Current status of the port ebbcde9e-620b-4e05-85c5-551ce908b79f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:03.539084 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1b186351-409e-4d31-8531-fc36db536482 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598836 Feb 03 13:17:03.559355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0c98bcaf-4f79-4a13-884f-afa9df4b185d None None] Provisioning complete for port f57373c4-bf8e-4d33-8686-c1d86e87374c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:03.559740 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c98bcaf-4f79-4a13-884f-afa9df4b185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:03.602941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:03.617103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-20da1f30-4c93-4b78-887c-f4e057fde3c0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:17:03.618147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-20da1f30-4c93-4b78-887c-f4e057fde3c0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0694058 Feb 03 13:17:03.651516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0c98bcaf-4f79-4a13-884f-afa9df4b185d None None] Port f57373c4-bf8e-4d33-8686-c1d86e87374c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:17:03.660145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ebbcde9e-620b-4e05-85c5-551ce908b79f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:03.660145 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:03.722681 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-dd7fcecf-bbaa-4c8c-89df-3a978499d0df service neutron] 10.222.0.65 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979664 Feb 03 13:17:03.822882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-e3d0919e-db63-44cc-bbc1-273cf4fb901e service neutron] 10.222.0.65 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913639 Feb 03 13:17:03.823151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bb900c0d-bc75-45f9-8ac1-4a00b55b7944 None None] Provisioning complete for port f57373c4-bf8e-4d33-8686-c1d86e87374c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:03.823617 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb900c0d-bc75-45f9-8ac1-4a00b55b7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:03.883452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ebbcde9e-620b-4e05-85c5-551ce908b79f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:03.884520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 896bc6a8-14ca-44ac-8f8f-447eaca36d3a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:17:03.920354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb900c0d-bc75-45f9-8ac1-4a00b55b7944 None None] Port f57373c4-bf8e-4d33-8686-c1d86e87374c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:17:03.967807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:03.968185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:03.993144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'f57373c4-bf8e-4d33-8686-c1d86e87374c', 'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:ef:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:17:01Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 2, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:04.019922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28f8c805-41a3-41de-a26b-a129d10016ae req-69b72aac-ffd6-414d-97eb-9bddb01cd28b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 210 time: 0.0345197 Feb 03 13:17:04.200380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Checking router: 44eb9afe-e361-4c64-90e7-4a881ff6ac52 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:04.200732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Updating router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 port f57373c4-bf8e-4d33-8686-c1d86e87374c binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:17:04.238285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:04.311768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:04.312156 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:04.384904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=896bc6a8-14ca-44ac-8f8f-447eaca36d3a,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:04.391473 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:04.493487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=896bc6a8-14ca-44ac-8f8f-447eaca36d3a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:04.590044 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Publish callbacks [] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:04.596283 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:04.648355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7142e-2371-480c-b80c-0dd77e12a980 None None] Pushing event updated for resources: {'Port': ['ID=f57373c4-bf8e-4d33-8686-c1d86e87374c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:04.701707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Attempting to bind port f57373c4-bf8e-4d33-8686-c1d86e87374c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:17:04.702078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Attempting to bind port f57373c4-bf8e-4d33-8686-c1d86e87374c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:17:04.702473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Attempting to bind port f57373c4-bf8e-4d33-8686-c1d86e87374c on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:17:04.707872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:17:04.708243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Checking segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:17:04.708616 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:04.709088 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Bound using segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:17:04.709553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Bound port: f57373c4-bf8e-4d33-8686-c1d86e87374c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:17:04.709927 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:04.779205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] For port f57373c4-bf8e-4d33-8686-c1d86e87374c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:17:04.783479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] For port f57373c4-bf8e-4d33-8686-c1d86e87374c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f57373c4-bf8e-4d33-8686-c1d86e87374c,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:17:04.792076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:04.822097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44916) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:04.884459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:04.886448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:05.001300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7142e-2371-480c-b80c-0dd77e12a980 None None] Pushing event updated for resources: {'Port': ['ID=f57373c4-bf8e-4d33-8686-c1d86e87374c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:05.004248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-009b3e11-d8ba-4b2b-9f84-175c343ada1b None None] Provisioning complete for port f57373c4-bf8e-4d33-8686-c1d86e87374c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:05.005184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-009b3e11-d8ba-4b2b-9f84-175c343ada1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.047102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:05.099216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-4eed8d52-4579-4da7-91e6-b25a42eee842 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:05.101009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-4eed8d52-4579-4da7-91e6-b25a42eee842 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.91 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 796 time: 0.2165956 Feb 03 13:17:05.170732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92823347-b466-46f2-89e3-92ee5b5dd02b req-f91d34c6-4280-479a-9c50-a761dcc70d14 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 210 time: 0.0505540 Feb 03 13:17:05.193767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Deleting port 92862eb3-9b4b-4227-835e-e64732d7f828 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:05.193767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (92862eb3-9b4b-4227-835e-e64732d7f828), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.243623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-009b3e11-d8ba-4b2b-9f84-175c343ada1b None None] Current status of the port f57373c4-bf8e-4d33-8686-c1d86e87374c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:05.244017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-009b3e11-d8ba-4b2b-9f84-175c343ada1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.270827 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-8efd34eb-e8fc-438b-b222-269d839b711c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 379 time: 0.1591940 Feb 03 13:17:05.283522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'port': {'device_id': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'admin_state_up': True, 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'security_groups': ['ad6de74c-1bb0-4fde-9f09-3a26e52498fb']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:17:05.313919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 896bc6a8-14ca-44ac-8f8f-447eaca36d3a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:17:05.331382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-009b3e11-d8ba-4b2b-9f84-175c343ada1b None None] For port f57373c4-bf8e-4d33-8686-c1d86e87374c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f57373c4-bf8e-4d33-8686-c1d86e87374c,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:05.356033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-009b3e11-d8ba-4b2b-9f84-175c343ada1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.369838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (92862eb3-9b4b-4227-835e-e64732d7f828), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.370153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for floatingip (92862eb3-9b4b-4227-835e-e64732d7f828), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.393333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Calling delete_port for 92862eb3-9b4b-4227-835e-e64732d7f828 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:05.432229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b3e11-d8ba-4b2b-9f84-175c343ada1b None None] Pushing event updated for resources: {'Port': ['ID=f57373c4-bf8e-4d33-8686-c1d86e87374c,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:05.448711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'f57373c4-bf8e-4d33-8686-c1d86e87374c', 'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:ef:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:17:01Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:05.452058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:05.452424 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.505555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4550e8-7f4c-46f6-887a-f089ae246b5d None None] The sync data for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 is: [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'f57373c4-bf8e-4d33-8686-c1d86e87374c', 'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:ef:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:17:01Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:05.512240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:17:05.518743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.530633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4ec51415-1e25-40ff-9e5e-6c0dafbdea19 None None] Provisioning complete for port f57373c4-bf8e-4d33-8686-c1d86e87374c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:05.531020 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ec51415-1e25-40ff-9e5e-6c0dafbdea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.642730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:05.687996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4ec51415-1e25-40ff-9e5e-6c0dafbdea19 None None] Current status of the port f57373c4-bf8e-4d33-8686-c1d86e87374c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:05.711347 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (92862eb3-9b4b-4227-835e-e64732d7f828), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.776223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event deleted for resources: {'Port': ['ID=92862eb3-9b4b-4227-835e-e64732d7f828,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:05.853075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.20.0.7 (045dd208-fa89-4a38-93ba-dbe1dabdd2ea/31ed09c9-16de-4a1f-8c17-e32a04e9af3d/8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:17:05.875379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for floatingip (61ea0125-2bc5-45c7-a6be-2650e57b0a18), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:05.875651 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Floating IP 61ea0125-2bc5-45c7-a6be-2650e57b0a18 disassociated (deleted). External IP: 172.25.3.122, port: 9bd6f81c-054c-4b29-b708-7d24355d9d8b. Feb 03 13:17:06.135592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:06.229970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:06.232793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Router 70692eeb-2c4e-4333-a2b9-557d084fa89f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:17:06.316594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:17:06.323665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:17:06.325494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:06.328667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:17:06.470028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:06.470632 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:06.482223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940e1b6-78e5-4f29-b34e-9e6eecb71919 req-8c415268-5559-4abb-8cbe-6091be51a3dd tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:06.483880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0940e1b6-78e5-4f29-b34e-9e6eecb71919 req-8c415268-5559-4abb-8cbe-6091be51a3dd tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 931 time: 0.2203164 Feb 03 13:17:06.621991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6195b4ae-3faa-4cae-ada7-91bf44b1f51a None None] Provisioning complete for port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:06.622617 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6195b4ae-3faa-4cae-ada7-91bf44b1f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:06.664547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6195b4ae-3faa-4cae-ada7-91bf44b1f51a None None] Port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:17:06.686177 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc77dcb8-b7f0-44ca-9689-0ef49dddf303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:06.884006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ebaec004-c880-466f-9a2d-0a6fbd974530 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6054173 Feb 03 13:17:06.899516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Request body: {'port': {'device_id': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:17:06.902145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:06.912658 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] Sync routers for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:06.923062 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:06.923674 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:06.926806 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:06.978076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0940e1b6-78e5-4f29-b34e-9e6eecb71919 req-bc3f0731-5f53-44c3-93ec-7d706a7c84cf tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4876418 Feb 03 13:17:06.983850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2d17a024-da0e-41de-b48b-4b662331f558 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "DELETE /v2.0/floatingips/61ea0125-2bc5-45c7-a6be-2650e57b0a18 HTTP/1.1" status: 204 len: 168 time: 2.1598516 Feb 03 13:17:06.999836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:07.002140 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5eca95-1a6f-410a-9815-b98dba58f41c" -d '{"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:07.015028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.036270 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:07.123121 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d676e0c5-9227-4277-83e5-42ed0b2a455b x-openstack-request-id: req-d676e0c5-9227-4277-83e5-42ed0b2a455b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:07.123530 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:07.123795 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d676e0c5-9227-4277-83e5-42ed0b2a455b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:07.124190 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'status': 'completed', 'code': 200} Feb 03 13:17:07.258418 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:07.264773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-000f9ec2-6fa7-440d-b5e4-b1ab17ff89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:07.265838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-000f9ec2-6fa7-440d-b5e4-b1ab17ff89a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b291c8dffb64df18346a918364897f6&device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 1128 time: 0.1408989 Feb 03 13:17:07.289089 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] Checking router: 70692eeb-2c4e-4333-a2b9-557d084fa89f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:07.297723 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:07.298538 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:16:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:07.355341 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f57373c4-bf8e-4d33-8686-c1d86e87374c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:17:07.407473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f57373c4-bf8e-4d33-8686-c1d86e87374c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:07.408228 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.446731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd5959-aed8-4836-930c-886e7cd2f0eb req-f3f8b5a6-11df-4be3-9751-31fb59649c9e tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:07.448332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eadd5959-aed8-4836-930c-886e7cd2f0eb req-f3f8b5a6-11df-4be3-9751-31fb59649c9e tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 945 time: 0.1888456 Feb 03 13:17:07.493762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f57373c4-bf8e-4d33-8686-c1d86e87374c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:07.499984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-967cac5b-5eb6-4ef8-b086-3b3ce16afb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:07.501478 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-967cac5b-5eb6-4ef8-b086-3b3ce16afb6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=3936dc62-166b-4386-81a8-f402b3a4b202 HTTP/1.1" status: 200 len: 914 time: 0.2196093 Feb 03 13:17:07.510577 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:07.521813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:17:07.564474 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Publish callbacks [] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.567651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-09eb36ec-0429-496c-b1f9-f632f2716227 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b HTTP/1.1" status: 200 len: 217 time: 0.0584633 Feb 03 13:17:07.617652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Transition to ACTIVE for port object 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:17:07.621740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eadd5959-aed8-4836-930c-886e7cd2f0eb req-c41368f4-5568-4c9b-8095-ffed46640a7b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476433 Feb 03 13:17:07.624452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.691019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-3489e85c-634b-4fd8-812a-37fe1fa5dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:07.692514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-3489e85c-634b-4fd8-812a-37fe1fa5dc75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1e3e1e-beb7-4344-be43-5c08f4830018 HTTP/1.1" status: 200 len: 852 time: 0.1164460 Feb 03 13:17:07.709916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:07.726824 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:07.763056 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd7924-84ec-420b-90c4-1313eef8d75f None None] The sync data for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 is: [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:37Z', 'revision_number': 4, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '6e0d570f-d03b-4920-ad38-cb64fac002c5', 'name': '', 'network_id': '3936dc62-166b-4386-81a8-f402b3a4b202', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'mac_address': 'fa:16:3e:15:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:36Z', 'updated_at': '2022-02-03T13:13:42Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'subnets': [{'id': '0e1e3e1e-beb7-4344-be43-5c08f4830018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:07.813497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-066740e1-515c-4d90-af8a-9617411253ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:07.815094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-066740e1-515c-4d90-af8a-9617411253ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3936dc62-166b-4386-81a8-f402b3a4b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1161425 Feb 03 13:17:07.815790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:17:07.816127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:17:07.816452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:17:07.822073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:17:07.822441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:17:07.849320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:17:07.849686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Checking segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:17:07.850075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Bound using segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:17:07.850748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Bound port: 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:17:07.851162 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.974269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-0ce32085-0208-40c4-b7b8-d4f8e88e376a service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493289 Feb 03 13:17:07.975352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:17:07.978904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:17:07.991649 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:08.019169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a112e-ec30-47e9-961e-5020768aedeb None None] New status for floating IP 61ea0125-2bc5-45c7-a6be-2650e57b0a18: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:17:08.078259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.079274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:08.080865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] 10.222.0.91 "PUT /v2.0/ports/8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 1092 time: 1.1872938 Feb 03 13:17:08.191211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d6719-334f-4e35-a1fd-1be3c1672107 service neutron] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:08.201042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a5eca95-1a6f-410a-9815-b98dba58f41c req-252bc5ac-d0c7-4113-9e15-849426eab19e service neutron] 10.222.0.72 "GET /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192862 Feb 03 13:17:08.229808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55987aa-a7d9-444e-809e-d2fe58e4d6ad req-68dcfa1f-6ed4-40c4-9bdc-eec73e95bf9e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.231580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b55987aa-a7d9-444e-809e-d2fe58e4d6ad req-68dcfa1f-6ed4-40c4-9bdc-eec73e95bf9e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 943 time: 0.1422668 Feb 03 13:17:08.238579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-9b5d0a7c-59ea-4dff-84cb-dd146cceb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.240143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-9b5d0a7c-59ea-4dff-84cb-dd146cceb922 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1126 time: 0.1012986 Feb 03 13:17:08.295506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-bd4ad049-7022-47e8-89c0-6d429ad45ad6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 217 time: 0.0474195 Feb 03 13:17:08.356488 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b55987aa-a7d9-444e-809e-d2fe58e4d6ad req-04e6a0be-8e31-4ede-bf94-765a2a0b1d7b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152933 Feb 03 13:17:08.365669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ad03e967-dab0-4024-befe-77c8b006c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.367882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-ad03e967-dab0-4024-befe-77c8b006c828 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 200 len: 834 time: 0.0666924 Feb 03 13:17:08.431122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-2c19435e-1481-4115-90d8-adc2fd0328d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.432649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-2c19435e-1481-4115-90d8-adc2fd0328d0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0582223 Feb 03 13:17:08.546407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-b977d910-65b1-4b65-9876-e405474b9add service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070368 Feb 03 13:17:08.637690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fe935a7-b0c8-4a85-8ebf-b865d4c99504 req-0d40b368-85d7-487b-a122-d8b6cf126cb5 service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848086 Feb 03 13:17:08.757264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-9e874c30-15b8-41ad-92b7-73a253af7c1a tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.758790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-9e874c30-15b8-41ad-92b7-73a253af7c1a tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.72 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 945 time: 0.0870430 Feb 03 13:17:08.778444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7c0f-96f5-4eaa-8cd3-118adaf11826 req-494fc897-dee6-46f7-990b-732d776167e7 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.779876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8d7c0f-96f5-4eaa-8cd3-118adaf11826 req-494fc897-dee6-46f7-990b-732d776167e7 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 945 time: 0.0813439 Feb 03 13:17:08.873933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb8d7c0f-96f5-4eaa-8cd3-118adaf11826 req-f52e7170-75ac-431a-8139-2cd7c4327dc1 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/security-groups?id=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773869 Feb 03 13:17:08.903430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f99f5287-69a5-47f1-9eed-47d572c4e2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:08.905009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Deleting port 9bd6f81c-054c-4b29-b708-7d24355d9d8b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:08.905375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:08.998714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] For port 9bd6f81c-054c-4b29-b708-7d24355d9d8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9bd6f81c-054c-4b29-b708-7d24355d9d8b,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:08.999462 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:09.011039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Calling delete_port for 9bd6f81c-054c-4b29-b708-7d24355d9d8b owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:09.125103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:09.127823 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cad5b0-df57-4b7c-af11-31e5c17b0391" -d '{"events": [{"name": "network-changed", "server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:09.155446 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9bd6f81c-054c-4b29-b708-7d24355d9d8b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:09.165960 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b90d793-36fe-4e0b-b398-caf4aad6f439 x-openstack-request-id: req-9b90d793-36fe-4e0b-b398-caf4aad6f439 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:09.166261 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:09.166674 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b90d793-36fe-4e0b-b398-caf4aad6f439 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:09.167079 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'status': 'completed', 'code': 200} Feb 03 13:17:09.190683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event deleted for resources: {'Port': ['ID=9bd6f81c-054c-4b29-b708-7d24355d9d8b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:09.263057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] No DVR routers for this DVR port 9bd6f81c-054c-4b29-b708-7d24355d9d8b on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:09.267376 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:09.271072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daffef1e-eca4-4f2a-a785-07beb1c5882a req-8406f976-62f2-4526-bc1a-23e97bee6835 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.72 "DELETE /v2.0/ports/9bd6f81c-054c-4b29-b708-7d24355d9d8b HTTP/1.1" status: 204 len: 173 time: 0.5061827 Feb 03 13:17:09.281887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-70dbc54d-74c5-4893-98d2-59163438703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:09.283526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-70dbc54d-74c5-4893-98d2-59163438703e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1126 time: 0.0940387 Feb 03 13:17:09.391147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-46d88982-21a9-4ddd-ae83-a1afa3188fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:09.392667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-46d88982-21a9-4ddd-ae83-a1afa3188fe7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 897 time: 0.1027758 Feb 03 13:17:09.439161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-5e4df4b4-8c62-4f31-a054-e35f03e5de4b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 217 time: 0.0391812 Feb 03 13:17:09.516935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-42a7dcec-cdce-4aea-9af7-a029846d0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:09.518477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-42a7dcec-cdce-4aea-9af7-a029846d0d4a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 200 len: 834 time: 0.0714223 Feb 03 13:17:09.531065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55758179-6790-4439-9120-949ab2fb78d2 req-35c6a1b1-b988-47f2-88ed-794be111d031 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:09.532771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55758179-6790-4439-9120-949ab2fb78d2 req-35c6a1b1-b988-47f2-88ed-794be111d031 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 943 time: 0.0962498 Feb 03 13:17:09.609498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-99011ee6-0380-4f33-8af8-2cc3856a1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:09.611046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-99011ee6-0380-4f33-8af8-2cc3856a1eff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0773983 Feb 03 13:17:09.614618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55758179-6790-4439-9120-949ab2fb78d2 req-827c8030-8417-4474-8286-37af42fee56f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726612 Feb 03 13:17:09.713125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-a74bd3f2-58d0-4a2b-8321-8bb825e7ddf1 service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948763 Feb 03 13:17:09.805378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5cad5b0-df57-4b7c-af11-31e5c17b0391 req-f7f18fc4-1918-429c-8ea6-17ce62db929a service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854597 Feb 03 13:17:09.979236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-307f3b83-46ea-41d1-9c5f-e37167d980eb req-e68ea494-997b-4e24-b748-d73790c2a539 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0319521 Feb 03 13:17:10.189795 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:10.746818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bab15-945e-43dd-a0e4-eff742534909 req-6fc3b672-e1c7-4ff0-931c-a560659fb97c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:10.748345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc1bab15-945e-43dd-a0e4-eff742534909 req-6fc3b672-e1c7-4ff0-931c-a560659fb97c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 943 time: 0.0605931 Feb 03 13:17:10.797693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc1bab15-945e-43dd-a0e4-eff742534909 req-ee47bc9a-aedc-4c2b-9e2f-40a3b10b7f41 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Feb 03 13:17:11.080138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18e5e466-5b02-4122-87e1-e4ecf358d6d5 req-1f4e25d6-74e8-460b-8e05-d866cf4876f0 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0279567 Feb 03 13:17:11.168455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'name': 'network-vif-deleted', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:11.170984 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d25ca96-395d-451d-947c-930b1cabc7f7" -d '{"events": [{"server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "name": "network-vif-deleted", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:11.207437 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7304bb-aa1c-49db-8034-7d8596ad8666 x-openstack-request-id: req-2e7304bb-aa1c-49db-8034-7d8596ad8666 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:11.207817 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d65056-31db-4e96-b124-ba457d154a29", "name": "network-vif-deleted", "tag": "9bd6f81c-054c-4b29-b708-7d24355d9d8b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:11.208063 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e7304bb-aa1c-49db-8034-7d8596ad8666 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:11.208459 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d65056-31db-4e96-b124-ba457d154a29', 'name': 'network-vif-deleted', 'tag': '9bd6f81c-054c-4b29-b708-7d24355d9d8b', 'status': 'completed', 'code': 200} Feb 03 13:17:11.633753 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:11.921509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46efe7-8754-4bb1-9b73-f78058c640dd req-8e6cd341-93c5-43b2-a13d-4364d61fd6a6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:11.923156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b46efe7-8754-4bb1-9b73-f78058c640dd req-8e6cd341-93c5-43b2-a13d-4364d61fd6a6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 943 time: 0.0550210 Feb 03 13:17:11.985567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1b46efe7-8754-4bb1-9b73-f78058c640dd req-34d76e27-4bbd-417c-bce7-861e3fddb7b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566282 Feb 03 13:17:12.177605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40692a10-31ab-4845-8fce-dd0d0a5925a0 req-451119ca-0a44-418e-bf9b-40b3c30361d6 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0276668 Feb 03 13:17:12.494409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9bd6f81c-054c-4b29-b708-7d24355d9d8b no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:12.515113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 9bd6f81c-054c-4b29-b708-7d24355d9d8b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:12.515448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9bd6f81c-054c-4b29-b708-7d24355d9d8b not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:12.715672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:12.740889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:17:12.848129 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:12.860784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'port_id': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'mac_address': 'fa:16:3e:6f:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:17:12.901953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:12.902399 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:12.919096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:17:12.938076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:12.945018 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:12.992574 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:12.999885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.000233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.000573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.000906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.001239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.001560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.001886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.002203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.002550 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.002869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.003183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.003499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.003805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:13.106249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3f5c1-c2ab-477c-bca3-3261ed35ee6c req-9423ce45-ba46-41ad-b4e0-62d0b5351ad3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:13.107807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2df3f5c1-c2ab-477c-bca3-3261ed35ee6c req-9423ce45-ba46-41ad-b4e0-62d0b5351ad3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 944 time: 0.0545039 Feb 03 13:17:13.160925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2df3f5c1-c2ab-477c-bca3-3261ed35ee6c req-c2b028ae-c277-4bd1-aeb7-05cdf1d83be2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474489 Feb 03 13:17:13.276725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6935088a-e5ca-4beb-ada3-d2086d842dc0 req-9a90c342-8ab3-40c0-9dc9-d705310f114d tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0281234 Feb 03 13:17:13.282278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:17:14.294066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b31c92-c2b5-4b86-bfb7-f7cc5f6b3e60 req-df80d123-bcc5-47d6-842b-d2bf77b3ccf1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:14.295610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13b31c92-c2b5-4b86-bfb7-f7cc5f6b3e60 req-df80d123-bcc5-47d6-842b-d2bf77b3ccf1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 944 time: 0.0594406 Feb 03 13:17:14.348242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13b31c92-c2b5-4b86-bfb7-f7cc5f6b3e60 req-1211eaee-ea02-49f1-b6c8-5673fba24531 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467784 Feb 03 13:17:14.379831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b45e68a2-b7e1-43e8-ae9b-c98a7bd3d407 req-4b93a69d-ccdd-42a4-b124-600c14a67dbc tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0278656 Feb 03 13:17:14.741545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:17:14.796393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:17:14.800156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:14.800525 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:14.879928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:14.880427 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:14.904590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:14.906862 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1274c222-7427-44dd-a7e5-d773be930148" -d '{"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-plugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:14.919907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:14.926959 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:14.950360 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94ff3ec-6227-4126-a03c-9fa78d154e4b x-openstack-request-id: req-b94ff3ec-6227-4126-a03c-9fa78d154e4b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:14.950682 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-plugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:14.950935 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b94ff3ec-6227-4126-a03c-9fa78d154e4b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:14.951343 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'code': 200} Feb 03 13:17:14.994348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:15.056881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79047ff-7246-4b6e-b135-85fc996b3362 req-6ae651f5-7a9f-4a87-be72-e42c8543599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:15.058448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a79047ff-7246-4b6e-b135-85fc996b3362 req-6ae651f5-7a9f-4a87-be72-e42c8543599a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1128 time: 0.0459139 Feb 03 13:17:15.109423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a79047ff-7246-4b6e-b135-85fc996b3362 req-6898861e-0e6f-438f-8c14-9ac5c48e3fea service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437002 Feb 03 13:17:15.483364 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af3e623a-e88f-4529-ab30-e8188fc92e3f req-2aaff989-a59e-425a-bffc-b97e027f6d93 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0290363 Feb 03 13:17:15.494153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd79f6a-eaaa-4850-8be9-3798ce0b6ecc req-7e63c9a2-ec2c-4d82-b4ba-f671df8d0e70 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:15.495684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbd79f6a-eaaa-4850-8be9-3798ce0b6ecc req-7e63c9a2-ec2c-4d82-b4ba-f671df8d0e70 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0777838 Feb 03 13:17:15.546030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbd79f6a-eaaa-4850-8be9-3798ce0b6ecc req-9a31e699-6269-43c9-b6c1-daba05c66e08 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 Feb 03 13:17:16.485713 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:16.589280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22fcbe79-4f33-4931-b539-40f18e6e24ae req-03b3bf75-7eec-42d2-aa00-dad742a90368 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0289612 Feb 03 13:17:16.670838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89573e15-8db7-4bad-851e-8a032b263567 req-fb9313a0-665e-449d-8b1f-4928e8d6bd0d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:16.672968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89573e15-8db7-4bad-851e-8a032b263567 req-fb9313a0-665e-449d-8b1f-4928e8d6bd0d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0576677 Feb 03 13:17:16.726013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89573e15-8db7-4bad-851e-8a032b263567 req-ce77e1e8-cc5c-45a8-90fd-7bbf34909f31 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462949 Feb 03 13:17:16.850235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbbbb-884f-4a61-b0de-1864d3a61f5e req-6a2ca980-2d24-44b7-bde2-3c60e082242c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:16.852155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfdbbbbb-884f-4a61-b0de-1864d3a61f5e req-6a2ca980-2d24-44b7-bde2-3c60e082242c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0565367 Feb 03 13:17:16.904473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfdbbbbb-884f-4a61-b0de-1864d3a61f5e req-969a13d6-a059-4c05-b2ec-7c8494891da7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464313 Feb 03 13:17:16.926569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44970) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:16.974425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ec600-13cd-4bfa-8e6e-8394723c7b86 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:16.975974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9f6ec600-13cd-4bfa-8e6e-8394723c7b86 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1123 time: 0.0483954 Feb 03 13:17:16.979575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44972) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:16.983875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:17:17.004394 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.105114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.214942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.25.3.241 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:17:17.320122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.357332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.403411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:17:17.409315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:17:17.412205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:17:17.438099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:17.800706 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (99d794a9-cd8c-4df2-abd0-631f5c3c223b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.889066 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.976558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25660660-9b61-4645-a554-f1640b2e7b91 req-b82fa92c-6a67-444b-a83c-c22fe8d7ba6b tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "GET /v2.0/ports?device_id=73d65056-31db-4e96-b124-ba457d154a29 HTTP/1.1" status: 200 len: 210 time: 0.0358875 Feb 03 13:17:18.096816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:18.105149 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:18.171548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:18.182462 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (99d794a9-cd8c-4df2-abd0-631f5c3c223b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:18.281951 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Floating IP 99d794a9-cd8c-4df2-abd0-631f5c3c223b associated. External IP: 172.25.3.241, port: 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0. Feb 03 13:17:18.496993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:17:18.961637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:18.971823 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] Sync routers for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:18.983052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:18.983835 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:18.984450 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:17:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:19.021051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-966fd9b7-276f-4a4d-b8de-c3f3abfea413 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0404422 Feb 03 13:17:19.021660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:19.024771 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214" -d '{"events": [{"name": "network-changed", "server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:19.051788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 44982) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:19.091902 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:19.097193 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6eca98-a387-4a77-9f6c-87f2007d5f2e x-openstack-request-id: req-db6eca98-a387-4a77-9f6c-87f2007d5f2e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:19.097554 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:19.097874 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db6eca98-a387-4a77-9f6c-87f2007d5f2e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:19.098372 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'status': 'completed', 'code': 200} Feb 03 13:17:19.185663 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5074acca-90f1-43af-94e0-37cc948dbf14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group (f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:19.206281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f1dd7-c1ee-48a0-af96-876212f7ff9f req-5eeb75f3-0582-466c-8310-94b55c23a259 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:19.207806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b4f1dd7-c1ee-48a0-af96-876212f7ff9f req-5eeb75f3-0582-466c-8310-94b55c23a259 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.1309173 Feb 03 13:17:19.232679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-dda98b54-e596-4ea1-9c3a-8448dd1f3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:19.234071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-dda98b54-e596-4ea1-9c3a-8448dd1f3a99 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1128 time: 0.1148107 Feb 03 13:17:19.237161 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5074acca-90f1-43af-94e0-37cc948dbf14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group (f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:19.320850 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '99d794a9-cd8c-4df2-abd0-631f5c3c223b', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'port_id': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'mac_address': 'fa:16:3e:6f:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:17:17Z', 'updated_at': '2022-02-03T13:17:17Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57373c4-bf8e-4d33-8686-c1d86e87374c', 'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:ef:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:17:01Z', 'updated_at': '2022-02-03T13:17:05Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:19.351034 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] Checking router: 44eb9afe-e361-4c64-90e7-4a881ff6ac52 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:19.358395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b4f1dd7-c1ee-48a0-af96-876212f7ff9f req-f8fc062c-25e8-4c0c-a950-746cfb5516ea tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423769 Feb 03 13:17:19.361381 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:19.362062 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:17:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:19.383406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 44984) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:19.387313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-d50212c6-053e-422f-bc55-4f146f54fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:19.388811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-d50212c6-053e-422f-bc55-4f146f54fad7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 897 time: 0.1438537 Feb 03 13:17:19.449445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5074acca-90f1-43af-94e0-37cc948dbf14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:19.452028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5074acca-90f1-43af-94e0-37cc948dbf14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:19.455840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5074acca-90f1-43af-94e0-37cc948dbf14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] 10.222.0.65 "DELETE /v2.0/security-groups/f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0 HTTP/1.1" status: 204 len: 168 time: 0.3999829 Feb 03 13:17:19.456324 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a1542d26-dd1b-47a9-ae84-e0d34dc1a5d5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/99d794a9-cd8c-4df2-abd0-631f5c3c223b HTTP/1.1" status: 200 len: 991 time: 0.0705655 Feb 03 13:17:19.469643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074acca-90f1-43af-94e0-37cc948dbf14 tempest-TestVolumeBackupRestore-898982430 tempest-TestVolumeBackupRestore-898982430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f99256-0ca7-4c1f-9539-eb9e3a2ea0d0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:19.471442 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:19.478715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-0dde9ac1-7c7a-4e44-8ff9-6b1d4f1bc784 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 999 time: 0.0817540 Feb 03 13:17:19.541825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-18c00a8f-84e2-4e99-8684-123747020d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:19.543337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-18c00a8f-84e2-4e99-8684-123747020d2b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 200 len: 834 time: 0.0592484 Feb 03 13:17:19.609524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-381481aa-d310-4f21-be82-0beb33b0c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:19.611147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-381481aa-d310-4f21-be82-0beb33b0c95a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559092 Feb 03 13:17:19.743287 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '99d794a9-cd8c-4df2-abd0-631f5c3c223b', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'port_id': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'mac_address': 'fa:16:3e:6f:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:17:17Z', 'updated_at': '2022-02-03T13:17:17Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57373c4-bf8e-4d33-8686-c1d86e87374c', 'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:ef:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:17:01Z', 'updated_at': '2022-02-03T13:17:05Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:19.778351 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d0962-0d79-47d0-832e-c343ff7c8302 None None] The sync data for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 is: [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '99d794a9-cd8c-4df2-abd0-631f5c3c223b', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'port_id': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'mac_address': 'fa:16:3e:6f:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:17:17Z', 'updated_at': '2022-02-03T13:17:17Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57373c4-bf8e-4d33-8686-c1d86e87374c', 'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:ef:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:17:01Z', 'updated_at': '2022-02-03T13:17:05Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:19.839999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-3d916099-a5d3-46ab-8084-9b120bc399e6 service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218950 Feb 03 13:17:19.947681 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d26ac37-7dc7-485a-88f2-2f2b1b21f214 req-a62f489b-c4a2-475e-9df5-e92d31662ba2 service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014106 Feb 03 13:17:20.091713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f91b5a-32a7-4ad5-a539-2dd97e6cca39 None None] New status for floating IP 99d794a9-cd8c-4df2-abd0-631f5c3c223b: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:17:20.458258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45106) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:20.530569 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aac91f50-d2e8-4269-a1ae-86c7c9156950 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/99d794a9-cd8c-4df2-abd0-631f5c3c223b HTTP/1.1" status: 200 len: 993 time: 0.0655911 Feb 03 13:17:20.990746 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:27.156681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45448) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:27.512991 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (70692eeb-2c4e-4333-a2b9-557d084fa89f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:27.767573 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Deleting port 6e0d570f-d03b-4920-ad38-cb64fac002c5 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:27.767841 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:27.845998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] For port 6e0d570f-d03b-4920-ad38-cb64fac002c5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6e0d570f-d03b-4920-ad38-cb64fac002c5,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:27.846318 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:27.859290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Calling delete_port for 6e0d570f-d03b-4920-ad38-cb64fac002c5 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:28.050036 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6e0d570f-d03b-4920-ad38-cb64fac002c5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:28.079765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0d570f-d03b-4920-ad38-cb64fac002c5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:28.264208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (70692eeb-2c4e-4333-a2b9-557d084fa89f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:28.493296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Router 70692eeb-2c4e-4333-a2b9-557d084fa89f has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:17:28.608808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:28.614125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4284f733-db6c-41c8-ad63-9cb11ede879d admin admin] 10.222.0.65 "PUT /v2.0/routers/70692eeb-2c4e-4333-a2b9-557d084fa89f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558761 Feb 03 13:17:28.617889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45450) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:28.620688 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] Sync routers for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:28.632309 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:28.633219 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:17:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:28.720148 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks [] for router (70692eeb-2c4e-4333-a2b9-557d084fa89f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:28.739160 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:28.820933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks [] for router_gateway (70692eeb-2c4e-4333-a2b9-557d084fa89f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:28.883063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Deleting port 444458d6-79ec-47e9-9c72-8d0b9f528f5a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:28.883407 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:28.923329 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:17:27Z', 'revision_number': 5, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port': {'id': '444458d6-79ec-47e9-9c72-8d0b9f528f5a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:28.952544 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] Checking router: 70692eeb-2c4e-4333-a2b9-557d084fa89f for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:28.960308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] For port 444458d6-79ec-47e9-9c72-8d0b9f528f5a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=444458d6-79ec-47e9-9c72-8d0b9f528f5a,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:28.960736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:28.961364 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] Routers {'70692eeb-2c4e-4333-a2b9-557d084fa89f'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:28.961966 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:17:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['70692eeb-2c4e-4333-a2b9-557d084fa89f'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:28.973366 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Calling delete_port for 444458d6-79ec-47e9-9c72-8d0b9f528f5a owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:29.142358 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] Set router 70692eeb-2c4e-4333-a2b9-557d084fa89f gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:29.151798 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (444458d6-79ec-47e9-9c72-8d0b9f528f5a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.178510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=444458d6-79ec-47e9-9c72-8d0b9f528f5a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:29.194270 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:17:28Z', 'revision_number': 6, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:29.223572 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49b113-daa0-4b36-bdc5-307ecdc6b157 None None] The sync data for ids ['70692eeb-2c4e-4333-a2b9-557d084fa89f'] in n-d-792364-10 is: [{'id': '70692eeb-2c4e-4333-a2b9-557d084fa89f', 'name': 'tempest-TestVolumeBackupRestore-869940631-router', 'tenant_id': '4b291c8dffb64df18346a918364897f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:17:28Z', 'revision_number': 6, 'project_id': '4b291c8dffb64df18346a918364897f6', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:29.241694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (70692eeb-2c4e-4333-a2b9-557d084fa89f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.345267 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (70692eeb-2c4e-4333-a2b9-557d084fa89f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.347659 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks [] for router_controller (70692eeb-2c4e-4333-a2b9-557d084fa89f), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.394265 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (70692eeb-2c4e-4333-a2b9-557d084fa89f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.395073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70692eeb-2c4e-4333-a2b9-557d084fa89f {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:17:29.400328 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.402015 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e8fa2768-7b3a-48e6-a0e1-79260fb64b5e admin admin] 10.222.0.65 "DELETE /v2.0/routers/70692eeb-2c4e-4333-a2b9-557d084fa89f HTTP/1.1" status: 204 len: 168 time: 0.7829807 Feb 03 13:17:29.405658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45452) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:29.457319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a2cf99-19fa-4470-81d5-c866fe20e676 admin admin] Deleting subnet 0e1e3e1e-beb7-4344-be43-5c08f4830018 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:17:29.460546 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf99-19fa-4470-81d5-c866fe20e676 admin admin] Publish callbacks [] for subnet (0e1e3e1e-beb7-4344-be43-5c08f4830018), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.506513 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf99-19fa-4470-81d5-c866fe20e676 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (0e1e3e1e-beb7-4344-be43-5c08f4830018), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.588579 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf99-19fa-4470-81d5-c866fe20e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0e1e3e1e-beb7-4344-be43-5c08f4830018), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.645464 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf99-19fa-4470-81d5-c866fe20e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (0e1e3e1e-beb7-4344-be43-5c08f4830018), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.676354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2cf99-19fa-4470-81d5-c866fe20e676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e1e3e1e-beb7-4344-be43-5c08f4830018,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:29.681394 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cf99-19fa-4470-81d5-c866fe20e676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.685335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c8a2cf99-19fa-4470-81d5-c866fe20e676 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0e1e3e1e-beb7-4344-be43-5c08f4830018 HTTP/1.1" status: 204 len: 168 time: 0.2784193 Feb 03 13:17:29.687316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ae616-ea6e-4414-9a77-9ec547d06043 None None] Network 3936dc62-166b-4386-81a8-f402b3a4b202 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:17:29.688042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45454) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:29.759034 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3936dc62-166b-4386-81a8-f402b3a4b202), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.814870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Deleting port a65a0607-b049-4637-b18e-6e1da909e8ca {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:29.815285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.881558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] For port a65a0607-b049-4637-b18e-6e1da909e8ca, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a65a0607-b049-4637-b18e-6e1da909e8ca,segment=NetworkSegment(5c1b4cfb-d740-418c-a025-cc650bf31980),segment_id=5c1b4cfb-d740-418c-a025-cc650bf31980)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:29.881882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:29.895643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Calling delete_port for a65a0607-b049-4637-b18e-6e1da909e8ca owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:29.976837 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a65a0607-b049-4637-b18e-6e1da909e8ca), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:30.003638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1823e6c-9f20-4a66-943a-d5991bdefaf6 None None] DHCP port deletion for 3936dc62-166b-4386-81a8-f402b3a4b202 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:17:30.005765 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Pushing event deleted for resources: {'Port': ['ID=a65a0607-b049-4637-b18e-6e1da909e8ca,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:30.019507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] No DVR routers for this DVR port a65a0607-b049-4637-b18e-6e1da909e8ca on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:30.021894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.022300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.022679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.023102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.023450 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.023848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.024209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.024530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.024853 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.025221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.025542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.025888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.026221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:30.099271 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3936dc62-166b-4386-81a8-f402b3a4b202), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:30.123489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3936dc62-166b-4386-81a8-f402b3a4b202']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:30.133860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1b4cfb-d740-418c-a025-cc650bf31980') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:30.134069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1b4cfb-d740-418c-a025-cc650bf31980') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:30.144032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (5c1b4cfb-d740-418c-a025-cc650bf31980), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:30.159135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (5c1b4cfb-d740-418c-a025-cc650bf31980), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:30.165882 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:17:30.166267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (5c1b4cfb-d740-418c-a025-cc650bf31980), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:17:30.168072 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:17:30.231607 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3936dc62-166b-4386-81a8-f402b3a4b202), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:30.237312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:30.241835 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] 10.222.0.65 "DELETE /v2.0/networks/3936dc62-166b-4386-81a8-f402b3a4b202 HTTP/1.1" status: 204 len: 168 time: 0.5527143 Feb 03 13:17:30.244800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45456) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:30.259861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bd836-5b89-41a0-9ac0-bfb423e3abef admin admin] Pushing event deleted for resources: {'Network': ['ID=3936dc62-166b-4386-81a8-f402b3a4b202,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:30.668619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (f04bd1c2-7548-4354-bf73-4ebb909ab5af), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:30.918391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Deleting port 4098af0f-7043-48dd-a810-7475e6e77cce {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:30.919324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:31.000734 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] For port 4098af0f-7043-48dd-a810-7475e6e77cce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4098af0f-7043-48dd-a810-7475e6e77cce,segment=NetworkSegment(832de309-6777-4da2-b2aa-71741a83746d),segment_id=832de309-6777-4da2-b2aa-71741a83746d)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:31.001107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:31.013884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Calling delete_port for 4098af0f-7043-48dd-a810-7475e6e77cce owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:31.210816 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4098af0f-7043-48dd-a810-7475e6e77cce), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:31.237089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Pushing event deleted for resources: {'Port': ['ID=4098af0f-7043-48dd-a810-7475e6e77cce,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:31.373682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6e0d570f-d03b-4920-ad38-cb64fac002c5 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:31.394469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 6e0d570f-d03b-4920-ad38-cb64fac002c5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:31.394824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6e0d570f-d03b-4920-ad38-cb64fac002c5 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:31.395262 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 444458d6-79ec-47e9-9c72-8d0b9f528f5a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:31.406066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (f04bd1c2-7548-4354-bf73-4ebb909ab5af), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:31.423121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 444458d6-79ec-47e9-9c72-8d0b9f528f5a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:31.423615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 444458d6-79ec-47e9-9c72-8d0b9f528f5a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:31.424131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a65a0607-b049-4637-b18e-6e1da909e8ca no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:31.445239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a65a0607-b049-4637-b18e-6e1da909e8ca {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:31.445731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a65a0607-b049-4637-b18e-6e1da909e8ca not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:31.623790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Router f04bd1c2-7548-4354-bf73-4ebb909ab5af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:17:31.735053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:31.742942 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a69cbbe8-0430-4b81-b97b-f640763a0659 admin admin] 10.222.0.65 "PUT /v2.0/routers/f04bd1c2-7548-4354-bf73-4ebb909ab5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4970365 Feb 03 13:17:31.743410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45458) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:31.744305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] Sync routers for ids ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:31.754734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] Routers {'f04bd1c2-7548-4354-bf73-4ebb909ab5af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:31.755383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:17:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:31.849425 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks [] for router (f04bd1c2-7548-4354-bf73-4ebb909ab5af), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:31.957073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks [] for router_gateway (f04bd1c2-7548-4354-bf73-4ebb909ab5af), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.027432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] Set router f04bd1c2-7548-4354-bf73-4ebb909ab5af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:32.218604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:38Z', 'updated_at': '2022-02-03T13:17:31Z', 'revision_number': 5, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'gw_port': {'id': 'e95a561e-4ebb-4813-bdfd-c8ff19d03eb3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:39Z', 'updated_at': '2022-02-03T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:32.250826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] Checking router: f04bd1c2-7548-4354-bf73-4ebb909ab5af for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:32.260093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] Routers {'f04bd1c2-7548-4354-bf73-4ebb909ab5af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:32.260727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:17:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:32.349995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] Set router f04bd1c2-7548-4354-bf73-4ebb909ab5af gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:32.364107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Deleting port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:32.364414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.404508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:38Z', 'updated_at': '2022-02-03T13:17:31Z', 'revision_number': 6, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:32.435648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf5d7a-0474-4140-ae1e-e6d5a2f68cd7 None None] The sync data for ids ['f04bd1c2-7548-4354-bf73-4ebb909ab5af'] in n-d-792364-10 is: [{'id': 'f04bd1c2-7548-4354-bf73-4ebb909ab5af', 'name': 'tempest-TestVolumeBackupRestore-1476995938-router', 'tenant_id': '52b490e01fcf42d78b50e8e37053fdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:38Z', 'updated_at': '2022-02-03T13:17:31Z', 'revision_number': 6, 'project_id': '52b490e01fcf42d78b50e8e37053fdee', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:32.446824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] For port e95a561e-4ebb-4813-bdfd-c8ff19d03eb3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e95a561e-4ebb-4813-bdfd-c8ff19d03eb3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:32.447279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.461140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Calling delete_port for e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:32.643546 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e95a561e-4ebb-4813-bdfd-c8ff19d03eb3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.668966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95a561e-4ebb-4813-bdfd-c8ff19d03eb3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:32.727413 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (f04bd1c2-7548-4354-bf73-4ebb909ab5af), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.818792 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (f04bd1c2-7548-4354-bf73-4ebb909ab5af), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.821402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks [] for router_controller (f04bd1c2-7548-4354-bf73-4ebb909ab5af), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.870685 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (f04bd1c2-7548-4354-bf73-4ebb909ab5af), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.871251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f04bd1c2-7548-4354-bf73-4ebb909ab5af {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:17:32.875741 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.876915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e7d36329-6b92-49f8-884e-f494cd325b69 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f04bd1c2-7548-4354-bf73-4ebb909ab5af HTTP/1.1" status: 204 len: 168 time: 1.1324556 Feb 03 13:17:32.879593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45460) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:32.923762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a716b8-06c9-40bc-a3a9-996a66c34fd7 admin admin] Deleting subnet fa7828fd-557c-44d2-b0d4-e99c07e38437 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:17:32.926902 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7a716b8-06c9-40bc-a3a9-996a66c34fd7 admin admin] Publish callbacks [] for subnet (fa7828fd-557c-44d2-b0d4-e99c07e38437), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.965578 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7a716b8-06c9-40bc-a3a9-996a66c34fd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (fa7828fd-557c-44d2-b0d4-e99c07e38437), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.046395 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7a716b8-06c9-40bc-a3a9-996a66c34fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (fa7828fd-557c-44d2-b0d4-e99c07e38437), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.100579 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7a716b8-06c9-40bc-a3a9-996a66c34fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (fa7828fd-557c-44d2-b0d4-e99c07e38437), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.126981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a716b8-06c9-40bc-a3a9-996a66c34fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7828fd-557c-44d2-b0d4-e99c07e38437,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:33.128885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7a716b8-06c9-40bc-a3a9-996a66c34fd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.132094 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f7a716b8-06c9-40bc-a3a9-996a66c34fd7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fa7828fd-557c-44d2-b0d4-e99c07e38437 HTTP/1.1" status: 204 len: 168 time: 0.2514648 Feb 03 13:17:33.134925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45462) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:33.135872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f1d7c9-4956-4d19-992b-ed733c46a5b0 None None] Network b627cf3d-3d01-419b-822c-4cfa0d7ca3bb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:17:33.217331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b627cf3d-3d01-419b-822c-4cfa0d7ca3bb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.274439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Deleting port 7cee413b-2e53-42bd-8aa2-182d33a05d80 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:33.275000 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.307477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfc7b59-e097-47db-bd14-d44792ce53a2 None None] DHCP port deletion for b627cf3d-3d01-419b-822c-4cfa0d7ca3bb request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:17:33.339201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4098af0f-7043-48dd-a810-7475e6e77cce no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:33.351756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] For port 7cee413b-2e53-42bd-8aa2-182d33a05d80, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7cee413b-2e53-42bd-8aa2-182d33a05d80,segment=NetworkSegment(832de309-6777-4da2-b2aa-71741a83746d),segment_id=832de309-6777-4da2-b2aa-71741a83746d)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:33.352127 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.361816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4098af0f-7043-48dd-a810-7475e6e77cce {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:33.362049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4098af0f-7043-48dd-a810-7475e6e77cce not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:33.362421 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:33.365547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Calling delete_port for 7cee413b-2e53-42bd-8aa2-182d33a05d80 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:33.383347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:33.383695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e95a561e-4ebb-4813-bdfd-c8ff19d03eb3 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:33.407992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc7b59-e097-47db-bd14-d44792ce53a2 None None] Deleting port 7cee413b-2e53-42bd-8aa2-182d33a05d80 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:33.408919 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7b59-e097-47db-bd14-d44792ce53a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.454882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.480000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-dbfc7b59-e097-47db-bd14-d44792ce53a2 None None] For port 7cee413b-2e53-42bd-8aa2-182d33a05d80, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7cee413b-2e53-42bd-8aa2-182d33a05d80,segment=NetworkSegment(832de309-6777-4da2-b2aa-71741a83746d),segment_id=832de309-6777-4da2-b2aa-71741a83746d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:33.480413 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7b59-e097-47db-bd14-d44792ce53a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.484847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cee413b-2e53-42bd-8aa2-182d33a05d80,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:33.490978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] No DVR routers for this DVR port 7cee413b-2e53-42bd-8aa2-182d33a05d80 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:33.498511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc7b59-e097-47db-bd14-d44792ce53a2 None None] Calling delete_port for 7cee413b-2e53-42bd-8aa2-182d33a05d80 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:33.565183 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b627cf3d-3d01-419b-822c-4cfa0d7ca3bb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.585218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b627cf3d-3d01-419b-822c-4cfa0d7ca3bb']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:33.585725 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbfc7b59-e097-47db-bd14-d44792ce53a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (7cee413b-2e53-42bd-8aa2-182d33a05d80), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.595134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832de309-6777-4da2-b2aa-71741a83746d') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:33.595430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832de309-6777-4da2-b2aa-71741a83746d') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:33.605090 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (832de309-6777-4da2-b2aa-71741a83746d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.609261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc7b59-e097-47db-bd14-d44792ce53a2 None None] Pushing event deleted for resources: {'Port': ['ID=7cee413b-2e53-42bd-8aa2-182d33a05d80,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:33.614899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc7b59-e097-47db-bd14-d44792ce53a2 None None] No DVR routers for this DVR port 7cee413b-2e53-42bd-8aa2-182d33a05d80 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:33.618928 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (832de309-6777-4da2-b2aa-71741a83746d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.628592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:17:33.629167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (832de309-6777-4da2-b2aa-71741a83746d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:17:33.630923 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:17:33.691360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b627cf3d-3d01-419b-822c-4cfa0d7ca3bb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.698558 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.701690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b627cf3d-3d01-419b-822c-4cfa0d7ca3bb HTTP/1.1" status: 204 len: 168 time: 0.5655150 Feb 03 13:17:33.713507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b8efe-0ded-430a-8b2d-6380ae6dd5e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b627cf3d-3d01-419b-822c-4cfa0d7ca3bb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:33.901333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45468) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:33.942804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6b222695-39c5-4226-9c23-4809cd529755 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b291c8dffb64df18346a918364897f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402234 Feb 03 13:17:33.946113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45470) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:34.009313 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbb69d2a-4833-4a63-aa34-ccba6faa5661 admin admin] Publish callbacks [] for security_group (1f92c8b6-7918-4169-9812-196f16ee0f25), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.035345 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbb69d2a-4833-4a63-aa34-ccba6faa5661 admin admin] Publish callbacks [] for security_group (1f92c8b6-7918-4169-9812-196f16ee0f25), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.083290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbb69d2a-4833-4a63-aa34-ccba6faa5661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (1f92c8b6-7918-4169-9812-196f16ee0f25), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.085979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cbb69d2a-4833-4a63-aa34-ccba6faa5661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.087183 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cbb69d2a-4833-4a63-aa34-ccba6faa5661 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f92c8b6-7918-4169-9812-196f16ee0f25 HTTP/1.1" status: 204 len: 168 time: 0.1397302 Feb 03 13:17:34.095973 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb69d2a-4833-4a63-aa34-ccba6faa5661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f92c8b6-7918-4169-9812-196f16ee0f25,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:34.452221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45478) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:34.492060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-db5a00c0-8dde-47c7-8bbf-eb5642da1256 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52b490e01fcf42d78b50e8e37053fdee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386443 Feb 03 13:17:34.494579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45480) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:34.548157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2fd12928-4295-46d9-843d-086a814601bf admin admin] Publish callbacks [] for security_group (b1b8d457-2f4d-47f9-90e2-915b1ae72e3e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.570160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2fd12928-4295-46d9-843d-086a814601bf admin admin] Publish callbacks [] for security_group (b1b8d457-2f4d-47f9-90e2-915b1ae72e3e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.619079 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2fd12928-4295-46d9-843d-086a814601bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b1b8d457-2f4d-47f9-90e2-915b1ae72e3e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.621636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2fd12928-4295-46d9-843d-086a814601bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.622820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2fd12928-4295-46d9-843d-086a814601bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1b8d457-2f4d-47f9-90e2-915b1ae72e3e HTTP/1.1" status: 204 len: 168 time: 0.1273727 Feb 03 13:17:34.630533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd12928-4295-46d9-843d-086a814601bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b8d457-2f4d-47f9-90e2-915b1ae72e3e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:35.303492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7cee413b-2e53-42bd-8aa2-182d33a05d80 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:35.326046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 7cee413b-2e53-42bd-8aa2-182d33a05d80 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:35.326409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7cee413b-2e53-42bd-8aa2-182d33a05d80 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:36.683300 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9eea403-5404-44c4-b2e7-0d7b3b3bcada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:37.675302 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:17:38.899625 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a72d216-9002-4add-bdd1-6d081ba26982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:40.193633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:40.668246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-ca04c8c0-3e5f-40a5-803e-6e396691b347 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457029 Feb 03 13:17:40.757131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-6e567a8e-f7aa-4a46-87c9-79a759be942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:40.758698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-6e567a8e-f7aa-4a46-87c9-79a759be942a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1128 time: 0.0478137 Feb 03 13:17:40.866843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-e8ef58a4-c359-4b68-b83d-c8f1b0549515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:40.869297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-e8ef58a4-c359-4b68-b83d-c8f1b0549515 service neutron] 10.222.0.91 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 897 time: 0.0926261 Feb 03 13:17:40.947579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-7e66692e-47cf-4618-947b-d7c377eecc27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 1001 time: 0.0709858 Feb 03 13:17:41.001310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-4df9e46e-0d81-4e8c-819d-65172355a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:41.002794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-4df9e46e-0d81-4e8c-819d-65172355a7fb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 200 len: 834 time: 0.0481596 Feb 03 13:17:41.052042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-8fa8d963-e936-4ede-bbff-db052de0a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:41.053525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-8fa8d963-e936-4ede-bbff-db052de0a1c9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440381 Feb 03 13:17:41.141837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-5117e886-526f-4340-ba5e-df82b5e3918b service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817943 Feb 03 13:17:41.239739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-147f8dcb-efc4-46e2-ac87-4917897a66ff req-5a7bda89-9c81-43a0-b690-564fa01d186d service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913956 Feb 03 13:17:41.638578 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:42.712278 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:46.494357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:51.010064 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:06.683352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2171ea0f-110f-4f4c-8f83-939b6a146a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:08.902890 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9dd7f35-1190-4dcb-b906-dae0eb9882d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:10.199059 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:11.652297 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:12.718524 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:14.676412 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:18:16.492426 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:21.028040 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:26.404738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-83c97c13-9443-44f7-bb6a-cf609af5afc7 req-41bd0e8a-b3ad-4d2b-bf3d-3fafcc4bd03c tempest-AttachVolumeNegativeTest-212800728 tempest-AttachVolumeNegativeTest-212800728-project] (103224) timed out ('10.222.0.91', 52761) {{(pid=103224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:18:36.684350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c642293b-23a8-452a-b029-71e9e20f78a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:38.303705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ec91-4fe8-4bf0-b566-978b16e2fc29 req-241c064a-6a39-4f6f-afed-863b8c2fa08d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:38.305255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0066ec91-4fe8-4bf0-b566-978b16e2fc29 req-241c064a-6a39-4f6f-afed-863b8c2fa08d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.1755600 Feb 03 13:18:38.360097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0066ec91-4fe8-4bf0-b566-978b16e2fc29 req-2f367a31-9ca7-43cb-a709-d48d0d7b488a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489738 Feb 03 13:18:38.383192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45512) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:18:38.447986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6e3e4760-cac3-48fd-8652-30874c7e7d8a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/99d794a9-cd8c-4df2-abd0-631f5c3c223b HTTP/1.1" status: 200 len: 993 time: 0.0635970 Feb 03 13:18:38.909979 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70b802a5-6b41-4ea4-ade9-4596d199e700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:38.977719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e186cb2-87e4-4a38-a308-cafe1fc1cb19 req-f9e2e0cd-3484-44eb-b5c0-622135ad5e4b tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:38.979208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e186cb2-87e4-4a38-a308-cafe1fc1cb19 req-f9e2e0cd-3484-44eb-b5c0-622135ad5e4b tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1128 time: 0.0542898 Feb 03 13:18:39.025675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e186cb2-87e4-4a38-a308-cafe1fc1cb19 req-e66ed143-cfe2-465e-a497-03dc0e80678d tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402920 Feb 03 13:18:39.572467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45546) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:18:39.674072 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8ec94da2-c357-4ad0-bbbf-45dd65d00aed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003745 Feb 03 13:18:39.682451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-f05dff67-3606-4f45-b83a-f9f0f7c260f4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:18:39.683384 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-f05dff67-3606-4f45-b83a-f9f0f7c260f4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049162 Feb 03 13:18:40.204063 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:41.644636 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:42.717101 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:42.830430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-305bfb71-015b-42a7-a493-ce7ba96bd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:42.832005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-305bfb71-015b-42a7-a493-ce7ba96bd8e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1128 time: 0.0500007 Feb 03 13:18:42.945089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-670ea309-51d5-4a0a-b7bc-fcc77bc646a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:42.946989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-670ea309-51d5-4a0a-b7bc-fcc77bc646a0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 897 time: 0.0927689 Feb 03 13:18:43.019136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-f2667981-ae45-4269-bbad-64f667f941be service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 1001 time: 0.0599561 Feb 03 13:18:43.069474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-3ad11878-8b04-4551-bc45-e5ee148c1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:43.071112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-3ad11878-8b04-4551-bc45-e5ee148c1ff8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 200 len: 834 time: 0.0455353 Feb 03 13:18:43.128648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-c176b0df-e250-483e-a249-c76d917ff258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:43.130173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-c176b0df-e250-483e-a249-c76d917ff258 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521443 Feb 03 13:18:43.223718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-0e5da356-4857-4e31-9b5e-3d92d96bbddd service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860038 Feb 03 13:18:43.323619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c37d04-07a8-4fd5-bde2-322860af7982 req-319675b4-1e15-4584-a75a-d6850c199e7e service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924408 Feb 03 13:18:44.260540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-65a1008f-1561-4e9e-a005-006c254018d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:44.261822 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-65a1008f-1561-4e9e-a005-006c254018d6 service neutron] 10.222.0.65 "GET /v2.0/ports/8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 1125 time: 0.0398061 Feb 03 13:18:44.270370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Request body: {'binding': {'host': 'n-h2-792364-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:18:44.270813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Unknown quota resources ['binding']. {{(pid=103223) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 13:18:44.413886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on host n-h2-792364-10 for vnic_type normal with profile None {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:18:44.414198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:18:44.414582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:18:44.420403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:18:44.420724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:18:44.427639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:18:44.428091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Checking segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:18:44.428713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Bound using segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:18:44.429406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Bound port: 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:18:44.516239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:18:44.525938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:44.527146 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] 10.222.0.65 "POST /v2.0/ports/8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0/bindings HTTP/1.1" status: 201 len: 390 time: 0.2601905 Feb 03 13:18:44.674900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af2750-a233-46ea-adad-017c3c066e01 req-06f754ff-6a95-4148-a016-9ed46b1d1732 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:44.676365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8af2750-a233-46ea-adad-017c3c066e01 req-06f754ff-6a95-4148-a016-9ed46b1d1732 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0532985 Feb 03 13:18:44.726449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8af2750-a233-46ea-adad-017c3c066e01 req-4425bf8e-52e1-45cb-8d08-bb3513c27b02 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443852 Feb 03 13:18:44.978268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-3fd6d33b-8291-4d3f-a8a0-1e912afba521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:44.979831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-3fd6d33b-8291-4d3f-a8a0-1e912afba521 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1128 time: 0.1030014 Feb 03 13:18:45.082674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-7ec9f238-b657-416f-8b43-1568ffe23d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:45.084486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-7ec9f238-b657-416f-8b43-1568ffe23d48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 897 time: 0.0979657 Feb 03 13:18:45.152434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-014da902-4df7-4fd9-80f7-2771879c972d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 1001 time: 0.0600541 Feb 03 13:18:45.204284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-bce2afb9-9fa5-4d29-8607-a5266a15590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:45.205709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-bce2afb9-9fa5-4d29-8607-a5266a15590e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 200 len: 834 time: 0.0477853 Feb 03 13:18:45.255644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-a9ac251b-c26e-478c-bf2c-a150c119a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:45.257132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-a9ac251b-c26e-478c-bf2c-a150c119a1b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456843 Feb 03 13:18:45.349225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8e7cc92a-d611-478f-aa0c-2ac480d32ecd service neutron] 10.222.0.72 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847287 Feb 03 13:18:45.440322 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-b78577e4-aab7-476c-a09d-e0a7fd794876 service neutron] 10.222.0.72 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822036 Feb 03 13:18:45.590897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-e3c98e5a-e73f-4a30-a3c8-a5f3dd8ab57d tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:45.592421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-e3c98e5a-e73f-4a30-a3c8-a5f3dd8ab57d tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.0974550 Feb 03 13:18:45.602775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-10'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:18:45.663585 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:45.793911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:18:45.848473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:18:45.915920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:18:45.918170 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54773a14-7111-45c4-9136-b2f8803c62c2" -d '{"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:18:45.921717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Publish callbacks [] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:45.932499 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:45.964258 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd540112-45b3-4a4e-b54c-16544ae32436 x-openstack-request-id: req-dd540112-45b3-4a4e-b54c-16544ae32436 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:18:45.964556 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:18:45.964810 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd540112-45b3-4a4e-b54c-16544ae32436 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:18:45.965204 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'code': 200} Feb 03 13:18:45.994876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ace83f-72f3-4de0-88cc-12fdcc8985d4 req-c70da055-3d72-490f-a1f0-e1be8d117fd0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:45.996417 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46ace83f-72f3-4de0-88cc-12fdcc8985d4 req-c70da055-3d72-490f-a1f0-e1be8d117fd0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.1878760 Feb 03 13:18:46.056525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:18:46.082196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.082561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.082900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.083233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.083559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.083882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.084207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.084524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.084839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.085153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.085476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.085782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.086089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:46.125128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46ace83f-72f3-4de0-88cc-12fdcc8985d4 req-114f9be8-94c4-4d2c-a275-77b86b6d2365 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958772 Feb 03 13:18:46.152357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on host n-h1-792364-10 for vnic_type normal with profile {"migrating_to": "n-h2-792364-10"} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:18:46.152689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:18:46.153074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:18:46.157942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:18:46.158318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Attempting to bind port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:18:46.163377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:18:46.163717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Checking segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:18:46.164094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Bound using segment: {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:18:46.164518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Bound port: 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6841851-06fc-4bf5-ba4a-125cea76b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:18:46.164871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:46.176514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6e4458bb-4201-4677-918e-3992e88df126 None None] Provisioning complete for port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:18:46.177063 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e4458bb-4201-4677-918e-3992e88df126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:46.213809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6e4458bb-4201-4677-918e-3992e88df126 None None] Port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:18:46.232545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:18:46.235568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:18:46.243379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:46.338736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=8']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:18:46.386014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:46.386679 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:46.388111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8048fbff-9090-49f6-b180-917c69e64e63 service neutron] 10.222.0.72 "PUT /v2.0/ports/8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 1123 time: 0.7893374 Feb 03 13:18:46.474562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:18:46.518084 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:46.546401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Provisioning complete for port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:18:46.546705 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:46.684170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Current status of the port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:18:46.684563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:46.727426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:18:46.729725 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112328bb-0d4b-4ffe-bfc5-9b87b3b4c45d" -d '{"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-plugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:18:46.749196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:18:46.755153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:46.771404 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e03a97-d671-4cd8-b564-48c1190f5da1 x-openstack-request-id: req-93e03a97-d671-4cd8-b564-48c1190f5da1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:18:46.771696 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-plugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:18:46.771948 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93e03a97-d671-4cd8-b564-48c1190f5da1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:18:46.772361 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'code': 200} Feb 03 13:18:47.092680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:18:47.104700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.105060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.105391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.105729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.106062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.106395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.106744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.107068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.107391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.107717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.108037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.108340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.108656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6069b2-db17-41a5-aea2-118cecb8c7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:47.253519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fa352-a2d2-48fb-82e7-daedbcaec237 req-eadb0547-61db-4bea-921b-ef2030a01f80 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:47.255045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a76fa352-a2d2-48fb-82e7-daedbcaec237 req-eadb0547-61db-4bea-921b-ef2030a01f80 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0583305 Feb 03 13:18:47.313232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a76fa352-a2d2-48fb-82e7-daedbcaec237 req-7c17b904-03b1-406f-8095-46f9039a4359 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524459 Feb 03 13:18:47.966836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:18:47.969956 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1" -d '{"events": [{"name": "network-changed", "server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:18:48.009045 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ee16f8-98e1-4872-9e6d-3e460ec90d99 x-openstack-request-id: req-20ee16f8-98e1-4872-9e6d-3e460ec90d99 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:18:48.009388 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:18:48.009658 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20ee16f8-98e1-4872-9e6d-3e460ec90d99 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:18:48.010120 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'status': 'completed', 'code': 200} Feb 03 13:18:48.139073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-364ed3fa-ff2d-4a59-8f52-65d1081f8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:48.140595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-364ed3fa-ff2d-4a59-8f52-65d1081f8565 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1159 time: 0.1088271 Feb 03 13:18:48.229059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-6f27de2b-0505-4017-9f60-7a9fa90ae7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:48.230628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-6f27de2b-0505-4017-9f60-7a9fa90ae7d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 897 time: 0.0831993 Feb 03 13:18:48.300512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-03e3325e-5193-4c1e-a7c1-2d935f354187 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 1001 time: 0.0625088 Feb 03 13:18:48.354764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-911de5b3-2f1c-455a-9988-0c72ad994949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:48.356335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-911de5b3-2f1c-455a-9988-0c72ad994949 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 200 len: 834 time: 0.0489860 Feb 03 13:18:48.443445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-de68460b-0ae9-4a86-9351-2ff807909625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:48.444976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-de68460b-0ae9-4a86-9351-2ff807909625 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0806890 Feb 03 13:18:48.458438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3187a-c9ea-4fe6-94cb-4b961cccdf00 req-2e367744-e93b-42d4-8280-f3b981a5d870 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:48.459815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09d3187a-c9ea-4fe6-94cb-4b961cccdf00 req-2e367744-e93b-42d4-8280-f3b981a5d870 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0672581 Feb 03 13:18:48.560825 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09d3187a-c9ea-4fe6-94cb-4b961cccdf00 req-04833bd7-a155-48df-9432-2e585d6324d2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930426 Feb 03 13:18:48.576876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-c2116077-869e-4186-90a6-29321523d09e service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161456 Feb 03 13:18:48.680711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8f72dda-50f1-4fa5-b2b9-23f900bccde1 req-ba56d519-96bc-466b-9972-01e19525f496 service neutron] 10.222.0.91 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969727 Feb 03 13:18:48.935894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:18:49.040455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:18:49.052230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 has no active binding in host n-h2-792364-10 {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 13:18:49.695902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a32119-d35f-4056-a5ea-36de83363557 req-a0bf1ed9-18a3-4a11-96c9-ee9b4cf3cad8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:49.697384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6a32119-d35f-4056-a5ea-36de83363557 req-a0bf1ed9-18a3-4a11-96c9-ee9b4cf3cad8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0607388 Feb 03 13:18:49.751343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6a32119-d35f-4056-a5ea-36de83363557 req-50bf1feb-c294-488b-be69-7c15c6566ba5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456975 Feb 03 13:18:50.902143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a868e1-b222-4417-a3cf-3fbe0a782a4d req-3041a2c2-de53-4a06-a7d9-7836a9637645 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:50.903658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10a868e1-b222-4417-a3cf-3fbe0a782a4d req-3041a2c2-de53-4a06-a7d9-7836a9637645 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0699711 Feb 03 13:18:50.954427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10a868e1-b222-4417-a3cf-3fbe0a782a4d req-b1268287-9954-4717-ae83-08b2ee40d858 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449388 Feb 03 13:18:51.020522 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:51.676067 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:18:51.802632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-8f6ec8b0-5c40-4d5b-84d8-ba06441d1427 service neutron] 10.222.0.91 "GET /v2.0/ports/8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0/bindings/n-h2-792364-10 HTTP/1.1" status: 200 len: 385 time: 0.0576406 Feb 03 13:18:51.979211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-51055099-4e7d-453a-84fb-5fc2419839e0 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:18:51.999894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-51055099-4e7d-453a-84fb-5fc2419839e0 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:18:52.048934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:18:52.051436 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c963ab83-d4ae-4b66-8290-7b9c9b91af20" -d '{"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:18:52.078984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-51055099-4e7d-453a-84fb-5fc2419839e0 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:18:52.100195 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-51055099-4e7d-453a-84fb-5fc2419839e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:52.117542 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e99dfe9-868f-4510-b584-d01fd449e02b x-openstack-request-id: req-5e99dfe9-868f-4510-b584-d01fd449e02b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:18:52.117852 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:18:52.118205 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e99dfe9-868f-4510-b584-d01fd449e02b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:18:52.118911 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'code': 200} Feb 03 13:18:52.143212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeaf5a-457e-41ad-acd9-d83336cd1df7 req-44bcad58-8bf9-4b4d-99fe-23d2fcf88dd8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:52.145480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbaeaf5a-457e-41ad-acd9-d83336cd1df7 req-44bcad58-8bf9-4b4d-99fe-23d2fcf88dd8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.1176298 Feb 03 13:18:52.235785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bbaeaf5a-457e-41ad-acd9-d83336cd1df7 req-40193637-6ec9-42f1-bf21-c1dd99dd7b31 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721128 Feb 03 13:18:52.240899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-51055099-4e7d-453a-84fb-5fc2419839e0 service neutron] Transition to ACTIVE for port object 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:18:52.246817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-51055099-4e7d-453a-84fb-5fc2419839e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:52.341376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51055099-4e7d-453a-84fb-5fc2419839e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=11']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:18:52.383455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-51055099-4e7d-453a-84fb-5fc2419839e0 service neutron] No DVR routers for this DVR port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:18:52.514380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-51055099-4e7d-453a-84fb-5fc2419839e0 service neutron] 10.222.0.91 "PUT /v2.0/ports/8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0/bindings/n-h2-792364-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7039559 Feb 03 13:18:52.621065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-ff9563f4-58be-420c-bee8-ce7deccae92e tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:52.622671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-ff9563f4-58be-420c-bee8-ce7deccae92e tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 1127 time: 0.0508258 Feb 03 13:18:52.678746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-c9bc0305-c78d-4989-852d-88dac0408757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:52.680276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-c9bc0305-c78d-4989-852d-88dac0408757 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 1127 time: 0.0503652 Feb 03 13:18:52.746579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-2a80fdf9-4590-4bfc-9231-f680282f1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:52.748107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-2a80fdf9-4590-4bfc-9231-f680282f1a39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1127 time: 0.0457218 Feb 03 13:18:52.837700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-acbb1925-6b39-4fa4-b2cd-af52b23757c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:52.839139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-acbb1925-6b39-4fa4-b2cd-af52b23757c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 897 time: 0.0846632 Feb 03 13:18:52.911293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-0f2e0752-b1f4-4585-bf93-56380bdd5ea2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 999 time: 0.0657854 Feb 03 13:18:52.960661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-e77b3cd9-73cb-4856-bdc6-f2825d1636f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:52.962110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-e77b3cd9-73cb-4856-bdc6-f2825d1636f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 200 len: 834 time: 0.0446913 Feb 03 13:18:52.966292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:18:53.016786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-602bba4c-6b81-4472-b055-1f1af79599f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:53.018394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-602bba4c-6b81-4472-b055-1f1af79599f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503783 Feb 03 13:18:53.072150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:18:53.083723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'port_id': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'mac_address': 'fa:16:3e:6f:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:18:53.111357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-d962d988-d8c5-493d-a517-02ed0e8b5751 service neutron] 10.222.0.72 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860033 Feb 03 13:18:53.121800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:18:53.122195 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:53.136851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:18:53.158222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:18:53.166097 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:53.208220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-fcdc0e72-c969-4120-a115-a3acf11ac1c6 service neutron] 10.222.0.72 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904081 Feb 03 13:18:53.217772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=12']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:18:53.226257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:18:53.362725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2819624-62ff-4a35-bddb-9d9950c68f82 req-d427ffcf-78f3-4a76-ad16-91350a8eee5f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:53.364187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2819624-62ff-4a35-bddb-9d9950c68f82 req-d427ffcf-78f3-4a76-ad16-91350a8eee5f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0556834 Feb 03 13:18:53.445635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2819624-62ff-4a35-bddb-9d9950c68f82 req-8eaae374-c120-44a5-8c2b-8cfd1d291e4d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718565 Feb 03 13:18:53.467900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-4951393b-9d2f-481a-a5eb-f76958b6dc1b tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:53.469430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-4951393b-9d2f-481a-a5eb-f76958b6dc1b tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 1128 time: 0.0604229 Feb 03 13:18:53.642627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-180510bf-bada-4285-9aee-147d7bb5dc45 service neutron] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:18:53.647813 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-180510bf-bada-4285-9aee-147d7bb5dc45 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:53.649063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-180510bf-bada-4285-9aee-147d7bb5dc45 service neutron] 10.222.0.72 "DELETE /v2.0/ports/8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0/bindings/n-h1-792364-10 HTTP/1.1" status: 204 len: 173 time: 0.1727335 Feb 03 13:18:54.585110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427edc2e-19cb-4ad1-8d72-03a9436a3d06 req-7ad3d3d1-7afa-45ed-8f7f-7fc4cca6a9c1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:54.586645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-427edc2e-19cb-4ad1-8d72-03a9436a3d06 req-7ad3d3d1-7afa-45ed-8f7f-7fc4cca6a9c1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 945 time: 0.0625505 Feb 03 13:18:54.638773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-427edc2e-19cb-4ad1-8d72-03a9436a3d06 req-8529682c-8397-490d-9309-0b05aec110a4 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439484 Feb 03 13:18:54.984581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:18:55.038221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:18:55.042192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:18:55.042600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:55.111902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205369b-e190-40ae-93ec-5799a127b300 req-3df8eb74-43c5-4466-96f3-f0d9a91d97ce tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:55.113453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8205369b-e190-40ae-93ec-5799a127b300 req-3df8eb74-43c5-4466-96f3-f0d9a91d97ce tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1128 time: 0.4075453 Feb 03 13:18:55.123082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:18:55.123476 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:55.148025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:18:55.150288 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4554c7c-7dfe-4dd7-80fd-81c36f9b331c" -d '{"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-plugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:18:55.160199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8205369b-e190-40ae-93ec-5799a127b300 req-e55b2768-e5ae-4343-a870-7c3b7ec6131a tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Feb 03 13:18:55.163204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:18:55.168592 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:55.202167 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23398bb6-bb2c-4f1f-95b4-dc22da9d7830 x-openstack-request-id: req-23398bb6-bb2c-4f1f-95b4-dc22da9d7830 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:18:55.202493 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-plugged", "status": "completed", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:18:55.202760 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23398bb6-bb2c-4f1f-95b4-dc22da9d7830 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:18:55.203238 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'code': 200} Feb 03 13:18:55.223365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:18:55.250213 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=14']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:18:55.270354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:18:55.271102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:18:55.291044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3146b-04f4-4ffc-aa94-73336778e65e req-f27bd874-082b-439a-9a55-3a0d430b95e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:55.292515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bc3146b-04f4-4ffc-aa94-73336778e65e req-f27bd874-082b-439a-9a55-3a0d430b95e1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 946 time: 0.0524085 Feb 03 13:18:55.340824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bc3146b-04f4-4ffc-aa94-73336778e65e req-6c0772bd-cac3-43ce-ac50-d8ad01a8d2ea tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Feb 03 13:18:55.363234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45604) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:18:55.430288 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fa0e3fc0-100d-4ca1-bc2b-86eaac26c884 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/99d794a9-cd8c-4df2-abd0-631f5c3c223b HTTP/1.1" status: 200 len: 993 time: 0.0658796 Feb 03 13:18:56.442678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-491bbbd9-a00e-4c48-91b2-d491a8745ef8 req-a1c07eef-b5e6-4015-a51d-de6456626c1e service neutron] (103223) timed out ('10.222.0.65', 60976) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:18:58.697482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45610) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:18:58.872144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:18:58.872487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:58.959855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:58.960144 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:58.972661 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:18:59.128551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:59.153118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=dd5ad4b4-fd2b-4f02-a138-92f3e0466ea9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:18:59.163722 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.164072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.164391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.164746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.165074 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.165394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.165718 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.166039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.166355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.166712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.167031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.167362 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.167660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:59.229893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (99d794a9-cd8c-4df2-abd0-631f5c3c223b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:59.230134 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Floating IP 99d794a9-cd8c-4df2-abd0-631f5c3c223b disassociated (deleted). External IP: 172.25.3.241, port: 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0. Feb 03 13:18:59.714308 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:18:59.825136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:18:59.830100 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:59.835625 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] Sync routers for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:18:59.845415 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:18:59.846042 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:18:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:18:59.866819 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-64b1bfed-5d2c-4efc-abc2-006f094b872d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/floatingips/99d794a9-cd8c-4df2-abd0-631f5c3c223b HTTP/1.1" status: 204 len: 168 time: 1.1681385 Feb 03 13:18:59.867425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:18:59.869706 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de65c1ca-68b9-4358-9047-f3f67a66fb00" -d '{"events": [{"name": "network-changed", "server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:18:59.911123 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16701d47-35f7-4cad-a756-68db0ea65c22 x-openstack-request-id: req-16701d47-35f7-4cad-a756-68db0ea65c22 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:18:59.911474 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:18:59.911786 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16701d47-35f7-4cad-a756-68db0ea65c22 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:18:59.912335 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'status': 'completed', 'code': 200} Feb 03 13:18:59.961135 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:18:59.994703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-9e5860bf-5435-43e4-b35b-fd88e732b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:59.996113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-9e5860bf-5435-43e4-b35b-fd88e732b592 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 1129 time: 0.0584223 Feb 03 13:19:00.129409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-c5efd749-8521-47b6-912a-08785cff7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:00.131069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-c5efd749-8521-47b6-912a-08785cff7c32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 200 len: 897 time: 0.1274955 Feb 03 13:19:00.151238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556354f-df54-4208-bf8a-d61c3b4120f6 req-7f9172a3-5b5e-4dea-a2c0-699adc85cf17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:00.152715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2556354f-df54-4208-bf8a-d61c3b4120f6 req-7f9172a3-5b5e-4dea-a2c0-699adc85cf17 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 946 time: 0.0821276 Feb 03 13:19:00.172832 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'f57373c4-bf8e-4d33-8686-c1d86e87374c', 'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:ef:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:17:01Z', 'updated_at': '2022-02-03T13:17:05Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:00.185495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-9a899981-1995-4c0e-85fc-375635d13112 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 200 len: 217 time: 0.0474498 Feb 03 13:19:00.200547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] Checking router: 44eb9afe-e361-4c64-90e7-4a881ff6ac52 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:19:00.210625 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:19:00.211237 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:18:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:00.262751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2556354f-df54-4208-bf8a-d61c3b4120f6 req-cada95e2-ac6b-4c34-b0e3-53fe341eca84 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad6de74c-1bb0-4fde-9f09-3a26e52498fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795326 Feb 03 13:19:00.264416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-96bb5bd6-b14f-4d02-a2c7-3d9ffacc9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:00.265814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-96bb5bd6-b14f-4d02-a2c7-3d9ffacc9991 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 200 len: 834 time: 0.0681274 Feb 03 13:19:00.319347 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:19:00.322856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-98829291-0f09-42f3-8a67-3d707057e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:00.324456 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-98829291-0f09-42f3-8a67-3d707057e1e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045dd208-fa89-4a38-93ba-dbe1dabdd2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487189 Feb 03 13:19:00.423439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-37d6c3bc-8dea-4776-b1b3-72868da67f68 service neutron] 10.222.0.72 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914960 Feb 03 13:19:00.522178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-c65e977a-7e7c-48db-adbc-5a63c0b9f97b service neutron] 10.222.0.72 "GET /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916615 Feb 03 13:19:00.523805 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'f57373c4-bf8e-4d33-8686-c1d86e87374c', 'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:ef:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:17:01Z', 'updated_at': '2022-02-03T13:17:05Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:00.557362 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a569964-19b6-4f5b-b75e-fb7ff0f2fac2 None None] The sync data for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 is: [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:17:02Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'f57373c4-bf8e-4d33-8686-c1d86e87374c', 'name': '', 'network_id': '045dd208-fa89-4a38-93ba-dbe1dabdd2ea', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:ef:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:17:01Z', 'updated_at': '2022-02-03T13:17:05Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '31ed09c9-16de-4a1f-8c17-e32a04e9af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:19:00.560359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-250e654d-782f-4a3f-b0ce-d4ef4d151d32 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:00.561843 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-250e654d-782f-4a3f-b0ce-d4ef4d151d32 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/ports?device_id=59ea4841-2f6f-4f4e-af4d-75887dde4cdb HTTP/1.1" status: 200 len: 946 time: 0.0885677 Feb 03 13:19:00.659694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:19:00.660040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:00.751590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:00.752300 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:00.772467 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:19:00.790246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ae841-b54a-43ea-b090-73dc1bc61424 None None] New status for floating IP 99d794a9-cd8c-4df2-abd0-631f5c3c223b: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:19:00.905476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:00.932867 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:01.003714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] No DVR routers for this DVR port 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:19:01.006729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:01.010081 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb503bf6-0cb6-497f-a011-7a05bee032e5 req-8259c202-0ef9-4e65-b42c-1436569a4498 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "DELETE /v2.0/ports/8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 HTTP/1.1" status: 204 len: 173 time: 0.4434152 Feb 03 13:19:01.325382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45620) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:01.719168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (44eb9afe-e361-4c64-90e7-4a881ff6ac52), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:01.913695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-deleted', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:19:01.916121 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb0b137-98e4-4e0b-9109-5a8c94cf0176" -d '{"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-deleted", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:19:01.954319 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a9ab04-e7e8-40a8-b1c0-ed22ed56e397 x-openstack-request-id: req-a9a9ab04-e7e8-40a8-b1c0-ed22ed56e397 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:19:01.954649 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ea4841-2f6f-4f4e-af4d-75887dde4cdb", "name": "network-vif-deleted", "tag": "8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:19:01.954908 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9a9ab04-e7e8-40a8-b1c0-ed22ed56e397 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:19:01.955323 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ea4841-2f6f-4f4e-af4d-75887dde4cdb', 'name': 'network-vif-deleted', 'tag': '8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0', 'status': 'completed', 'code': 200} Feb 03 13:19:02.008778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port f57373c4-bf8e-4d33-8686-c1d86e87374c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:19:02.009040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:02.101929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port f57373c4-bf8e-4d33-8686-c1d86e87374c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f57373c4-bf8e-4d33-8686-c1d86e87374c,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:02.102253 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:02.114078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for f57373c4-bf8e-4d33-8686-c1d86e87374c owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:19:02.301627 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f57373c4-bf8e-4d33-8686-c1d86e87374c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:02.329456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=f57373c4-bf8e-4d33-8686-c1d86e87374c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:02.501624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (44eb9afe-e361-4c64-90e7-4a881ff6ac52), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:02.730070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:19:02.840418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:19:02.845426 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2f79d2e4-331b-4b30-bfdb-f2c53f729955 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "PUT /v2.0/routers/44eb9afe-e361-4c64-90e7-4a881ff6ac52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5189860 Feb 03 13:19:02.848093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45624) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:02.851401 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] Sync routers for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:19:02.862370 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:19:02.863021 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:18:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:02.898446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dc3dce-154c-490a-8524-0d8fe4c2e9b1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting subnet 31ed09c9-16de-4a1f-8c17-e32a04e9af3d {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:19:02.901753 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-63dc3dce-154c-490a-8524-0d8fe4c2e9b1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for subnet (31ed09c9-16de-4a1f-8c17-e32a04e9af3d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:02.950935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-63dc3dce-154c-490a-8524-0d8fe4c2e9b1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (31ed09c9-16de-4a1f-8c17-e32a04e9af3d), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:02.973518 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:19:03.047670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-63dc3dce-154c-490a-8524-0d8fe4c2e9b1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (31ed09c9-16de-4a1f-8c17-e32a04e9af3d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.113663 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-63dc3dce-154c-490a-8524-0d8fe4c2e9b1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (31ed09c9-16de-4a1f-8c17-e32a04e9af3d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.141147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc3dce-154c-490a-8524-0d8fe4c2e9b1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Subnet': ['ID=31ed09c9-16de-4a1f-8c17-e32a04e9af3d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:03.146443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-63dc3dce-154c-490a-8524-0d8fe4c2e9b1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.149703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-63dc3dce-154c-490a-8524-0d8fe4c2e9b1 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/subnets/31ed09c9-16de-4a1f-8c17-e32a04e9af3d HTTP/1.1" status: 204 len: 168 time: 0.3005102 Feb 03 13:19:03.152383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45626) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:03.153608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ff29a-6b79-45e4-8fca-de17e413e623 None None] Network 045dd208-fa89-4a38-93ba-dbe1dabdd2ea requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:19:03.250462 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:19:02Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:03.264959 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (44eb9afe-e361-4c64-90e7-4a881ff6ac52), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.276838 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] Checking router: 44eb9afe-e361-4c64-90e7-4a881ff6ac52 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:19:03.285997 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] Routers {'44eb9afe-e361-4c64-90e7-4a881ff6ac52'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:19:03.286644 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:18:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:03.339543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c77a9f-545e-4ec4-8eb3-f41b3133b1f7 None None] DHCP port deletion for 045dd208-fa89-4a38-93ba-dbe1dabdd2ea request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:19:03.390347 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (44eb9afe-e361-4c64-90e7-4a881ff6ac52), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.401290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-51c77a9f-545e-4ec4-8eb3-f41b3133b1f7 None None] Deleting port ebbcde9e-620b-4e05-85c5-551ce908b79f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:19:03.401700 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51c77a9f-545e-4ec4-8eb3-f41b3133b1f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.402923 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] Set router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:19:03.447658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:19:03.448102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.473035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-51c77a9f-545e-4ec4-8eb3-f41b3133b1f7 None None] For port ebbcde9e-620b-4e05-85c5-551ce908b79f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ebbcde9e-620b-4e05-85c5-551ce908b79f,segment=NetworkSegment(f6841851-06fc-4bf5-ba4a-125cea76b090),segment_id=f6841851-06fc-4bf5-ba4a-125cea76b090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:03.473612 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51c77a9f-545e-4ec4-8eb3-f41b3133b1f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.487556 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-51c77a9f-545e-4ec4-8eb3-f41b3133b1f7 None None] Calling delete_port for ebbcde9e-620b-4e05-85c5-551ce908b79f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:19:03.529501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port 896bc6a8-14ca-44ac-8f8f-447eaca36d3a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=896bc6a8-14ca-44ac-8f8f-447eaca36d3a,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:03.529887 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.542168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for 896bc6a8-14ca-44ac-8f8f-447eaca36d3a owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:19:03.569855 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51c77a9f-545e-4ec4-8eb3-f41b3133b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (ebbcde9e-620b-4e05-85c5-551ce908b79f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.599132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c77a9f-545e-4ec4-8eb3-f41b3133b1f7 None None] Pushing event deleted for resources: {'Port': ['ID=ebbcde9e-620b-4e05-85c5-551ce908b79f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:03.600297 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:19:02Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:03.602935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c77a9f-545e-4ec4-8eb3-f41b3133b1f7 None None] No DVR routers for this DVR port ebbcde9e-620b-4e05-85c5-551ce908b79f on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:19:03.636628 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df18f13-00cd-41ff-8d51-6520be8d63ad None None] The sync data for ids ['44eb9afe-e361-4c64-90e7-4a881ff6ac52'] in n-d-792364-10 is: [{'id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497857181', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:16:58Z', 'updated_at': '2022-02-03T13:19:02Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '896bc6a8-14ca-44ac-8f8f-447eaca36d3a', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb9afe-e361-4c64-90e7-4a881ff6ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:16:59Z', 'updated_at': '2022-02-03T13:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:19:03.719117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (896bc6a8-14ca-44ac-8f8f-447eaca36d3a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.751455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=896bc6a8-14ca-44ac-8f8f-447eaca36d3a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:03.808930 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (44eb9afe-e361-4c64-90e7-4a881ff6ac52), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.899177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (44eb9afe-e361-4c64-90e7-4a881ff6ac52), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.901340 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_controller (44eb9afe-e361-4c64-90e7-4a881ff6ac52), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.946021 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (44eb9afe-e361-4c64-90e7-4a881ff6ac52), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.946617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Fanout notify agent at l3_agent the message router_deleted on router 44eb9afe-e361-4c64-90e7-4a881ff6ac52 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:19:03.953724 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.954903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9a1f38bb-7cfd-470f-9453-9ec293e64679 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/routers/44eb9afe-e361-4c64-90e7-4a881ff6ac52 HTTP/1.1" status: 204 len: 168 time: 0.8015976 Feb 03 13:19:03.957806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45628) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:04.038897 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (045dd208-fa89-4a38-93ba-dbe1dabdd2ea), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.137344 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (045dd208-fa89-4a38-93ba-dbe1dabdd2ea), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.157387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045dd208-fa89-4a38-93ba-dbe1dabdd2ea']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:04.166838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6841851-06fc-4bf5-ba4a-125cea76b090') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:04.167139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6841851-06fc-4bf5-ba4a-125cea76b090') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:04.176504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (f6841851-06fc-4bf5-ba4a-125cea76b090), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.189939 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (f6841851-06fc-4bf5-ba4a-125cea76b090), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.196576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:19:04.197117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (f6841851-06fc-4bf5-ba4a-125cea76b090), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:19:04.199901 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:19:04.264365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (045dd208-fa89-4a38-93ba-dbe1dabdd2ea), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.271672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.274830 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/networks/045dd208-fa89-4a38-93ba-dbe1dabdd2ea HTTP/1.1" status: 204 len: 168 time: 0.3160355 Feb 03 13:19:04.277585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45630) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:04.294201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4aef92-0861-45b5-abd8-83d4731ea441 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Network': ['ID=045dd208-fa89-4a38-93ba-dbe1dabdd2ea,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:04.350924 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-acb42792-b5fe-4fbd-b9eb-053fc61ac8ae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (ad6de74c-1bb0-4fde-9f09-3a26e52498fb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.375284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-acb42792-b5fe-4fbd-b9eb-053fc61ac8ae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (ad6de74c-1bb0-4fde-9f09-3a26e52498fb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.436964 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-acb42792-b5fe-4fbd-b9eb-053fc61ac8ae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (ad6de74c-1bb0-4fde-9f09-3a26e52498fb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.439722 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-acb42792-b5fe-4fbd-b9eb-053fc61ac8ae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:04.441217 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-acb42792-b5fe-4fbd-b9eb-053fc61ac8ae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/security-groups/ad6de74c-1bb0-4fde-9f09-3a26e52498fb HTTP/1.1" status: 204 len: 168 time: 0.1623981 Feb 03 13:19:04.450915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb42792-b5fe-4fbd-b9eb-053fc61ac8ae tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6de74c-1bb0-4fde-9f09-3a26e52498fb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:05.027368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:19:05.048595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:19:05.048784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45636) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:05.049307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8064c3a1-a4ba-4205-8f5e-58ad4f7c2fa0 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:19:05.053933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-80332aaa-4f2b-48a8-b7e1-f2e3a3fbde36 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523276822', 'description': 'tempest-secgroup-smoke-523276822 description', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:05.077702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-80332aaa-4f2b-48a8-b7e1-f2e3a3fbde36 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.145984 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-80332aaa-4f2b-48a8-b7e1-f2e3a3fbde36 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (5418aa65-6736-4f06-9ccd-86d089c58f40), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.151800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-80332aaa-4f2b-48a8-b7e1-f2e3a3fbde36 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5418aa65-6736-4f06-9ccd-86d089c58f40), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.184875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-80332aaa-4f2b-48a8-b7e1-f2e3a3fbde36 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.186089 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-80332aaa-4f2b-48a8-b7e1-f2e3a3fbde36 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1363733 Feb 03 13:19:05.188236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80332aaa-4f2b-48a8-b7e1-f2e3a3fbde36 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5418aa65-6736-4f06-9ccd-86d089c58f40,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:05.189352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45638) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:05.195577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ec6b0789-3a4d-4957-a33a-e5e93accb9dc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '5418aa65-6736-4f06-9ccd-86d089c58f40', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:05.224764 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec6b0789-3a4d-4957-a33a-e5e93accb9dc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (2cd7259d-11f9-4b9e-bcfb-63be1c1cb531), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.287353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec6b0789-3a4d-4957-a33a-e5e93accb9dc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (2cd7259d-11f9-4b9e-bcfb-63be1c1cb531), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.292351 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec6b0789-3a4d-4957-a33a-e5e93accb9dc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (2cd7259d-11f9-4b9e-bcfb-63be1c1cb531), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.309662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b0789-3a4d-4957-a33a-e5e93accb9dc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd7259d-11f9-4b9e-bcfb-63be1c1cb531,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:05.320260 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec6b0789-3a4d-4957-a33a-e5e93accb9dc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.321651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ec6b0789-3a4d-4957-a33a-e5e93accb9dc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308520 Feb 03 13:19:05.324732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45640) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:05.329322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-00d4e27e-d698-4571-8be9-2e984b2dcecc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '5418aa65-6736-4f06-9ccd-86d089c58f40', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:05.355565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ebbcde9e-620b-4e05-85c5-551ce908b79f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:19:05.357180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00d4e27e-d698-4571-8be9-2e984b2dcecc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (9b5c3ca8-075f-4861-abad-f11291217aaa), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.375663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ebbcde9e-620b-4e05-85c5-551ce908b79f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:19:05.376014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ebbcde9e-620b-4e05-85c5-551ce908b79f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:19:05.376434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f57373c4-bf8e-4d33-8686-c1d86e87374c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:19:05.395971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f57373c4-bf8e-4d33-8686-c1d86e87374c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:19:05.396898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f57373c4-bf8e-4d33-8686-c1d86e87374c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:19:05.397334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 896bc6a8-14ca-44ac-8f8f-447eaca36d3a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:19:05.419394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00d4e27e-d698-4571-8be9-2e984b2dcecc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (9b5c3ca8-075f-4861-abad-f11291217aaa), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.424058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 896bc6a8-14ca-44ac-8f8f-447eaca36d3a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:19:05.424419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 896bc6a8-14ca-44ac-8f8f-447eaca36d3a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:19:05.425478 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00d4e27e-d698-4571-8be9-2e984b2dcecc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (9b5c3ca8-075f-4861-abad-f11291217aaa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.445627 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4e27e-d698-4571-8be9-2e984b2dcecc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5c3ca8-075f-4861-abad-f11291217aaa,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:05.450753 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-00d4e27e-d698-4571-8be9-2e984b2dcecc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.452228 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-00d4e27e-d698-4571-8be9-2e984b2dcecc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263962 Feb 03 13:19:05.455133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45642) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:05.459933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-99fcdb7b-9480-41c5-a44c-5551629ccc45 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '5418aa65-6736-4f06-9ccd-86d089c58f40', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:05.485243 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99fcdb7b-9480-41c5-a44c-5551629ccc45 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (a6f36c0b-afc2-4663-ad1b-7139f1afc7ce), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.544553 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99fcdb7b-9480-41c5-a44c-5551629ccc45 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (a6f36c0b-afc2-4663-ad1b-7139f1afc7ce), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.550125 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99fcdb7b-9480-41c5-a44c-5551629ccc45 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (a6f36c0b-afc2-4663-ad1b-7139f1afc7ce), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.570102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcdb7b-9480-41c5-a44c-5551629ccc45 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f36c0b-afc2-4663-ad1b-7139f1afc7ce,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:05.577114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-99fcdb7b-9480-41c5-a44c-5551629ccc45 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.578304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-99fcdb7b-9480-41c5-a44c-5551629ccc45 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221070 Feb 03 13:19:05.581124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45644) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:05.585523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-332993fb-f5ef-47a5-924d-58a49b2d9796 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '5418aa65-6736-4f06-9ccd-86d089c58f40', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:05.612740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-332993fb-f5ef-47a5-924d-58a49b2d9796 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (8b15706a-0536-47f1-8da0-ae5e080b7b12), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.670609 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-332993fb-f5ef-47a5-924d-58a49b2d9796 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (8b15706a-0536-47f1-8da0-ae5e080b7b12), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.676256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-332993fb-f5ef-47a5-924d-58a49b2d9796 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (8b15706a-0536-47f1-8da0-ae5e080b7b12), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.694629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332993fb-f5ef-47a5-924d-58a49b2d9796 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b15706a-0536-47f1-8da0-ae5e080b7b12,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:05.703696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-332993fb-f5ef-47a5-924d-58a49b2d9796 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.704937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-332993fb-f5ef-47a5-924d-58a49b2d9796 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228943 Feb 03 13:19:05.707796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45646) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:05.712188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c53bdfa5-5b10-41a0-81b9-734a99ae31c9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '5418aa65-6736-4f06-9ccd-86d089c58f40', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:05.735932 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-c53bdfa5-5b10-41a0-81b9-734a99ae31c9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Project eb26b55f4d904c8886f9b1c85cd9f33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:19:05.741312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c53bdfa5-5b10-41a0-81b9-734a99ae31c9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (ad762ac9-73d3-4048-814b-bcd1a1433385), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.803086 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c53bdfa5-5b10-41a0-81b9-734a99ae31c9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (ad762ac9-73d3-4048-814b-bcd1a1433385), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.810132 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c53bdfa5-5b10-41a0-81b9-734a99ae31c9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (ad762ac9-73d3-4048-814b-bcd1a1433385), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.837119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bdfa5-5b10-41a0-81b9-734a99ae31c9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad762ac9-73d3-4048-814b-bcd1a1433385,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:05.845776 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c53bdfa5-5b10-41a0-81b9-734a99ae31c9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.847077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c53bdfa5-5b10-41a0-81b9-734a99ae31c9 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383574 Feb 03 13:19:05.850194 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45648) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:05.854797 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-d9d5fb27-364a-4a15-a1a3-d29ce2716bfb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'security_group_rule': {'security_group_id': '5418aa65-6736-4f06-9ccd-86d089c58f40', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:05.876465 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-d9d5fb27-364a-4a15-a1a3-d29ce2716bfb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Project eb26b55f4d904c8886f9b1c85cd9f33e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:19:05.881400 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fb27-364a-4a15-a1a3-d29ce2716bfb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (3b3ee7a6-f115-4f1d-94b5-4e754a5e639d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.942498 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fb27-364a-4a15-a1a3-d29ce2716bfb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (3b3ee7a6-f115-4f1d-94b5-4e754a5e639d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.947812 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fb27-364a-4a15-a1a3-d29ce2716bfb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (3b3ee7a6-f115-4f1d-94b5-4e754a5e639d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.967106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5fb27-364a-4a15-a1a3-d29ce2716bfb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3ee7a6-f115-4f1d-94b5-4e754a5e639d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:05.974075 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fb27-364a-4a15-a1a3-d29ce2716bfb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:05.975327 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d9d5fb27-364a-4a15-a1a3-d29ce2716bfb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241016 Feb 03 13:19:05.978565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45650) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:05.985933 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'network': {'name': 'tempest-network-smoke--577198611', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'port_security_enabled': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:06.013942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:19:06.017311 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.054674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:19:06.066179 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a57968b9-d057-4a05-b649-58c9bd64b454), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.066556 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Added segment a57968b9-d057-4a05-b649-58c9bd64b454 of type vlan for network eaf1e950-a561-411b-b3e0-b64dca88948d Feb 03 13:19:06.121391 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (eaf1e950-a561-411b-b3e0-b64dca88948d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.152136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (eaf1e950-a561-411b-b3e0-b64dca88948d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.157037 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:06.157628 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.191987 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2121131 Feb 03 13:19:06.194854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45652) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:06.199148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'admin_state_up': True, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:06.236884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778eb44-f324-4891-93f9-e0bf891e5dc8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Network': ['ID=eaf1e950-a561-411b-b3e0-b64dca88948d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:06.248288 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network eaf1e950-a561-411b-b3e0-b64dca88948d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:19:06.253747 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.254866 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.310937 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_controller (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.447855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.648843 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.666801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.682191 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f56e84e2-eeb2-406a-9f81-2e2853f4893b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.777861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.25.3.180 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/27cb92b1-1b57-456a-845c-debb4948eebb) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:19:06.880479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (27cb92b1-1b57-456a-845c-debb4948eebb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.921630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:06.959202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:19:06.965523 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:06.969692 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:19:06.972839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=27cb92b1-1b57-456a-845c-debb4948eebb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:07.235708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:07.438495 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:07.594234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:19:07.699388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:19:07.709034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Sync routers for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:19:07.721267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:19:07.722182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:18:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:07.722591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:07.724032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dd8b4d16-cedc-40a0-aef9-899f179545b2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5281901 Feb 03 13:19:07.727689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45654) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:07.756357 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-915be34c-3ca5-4b4e-8e47-c6df49fd24b7 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=eb26b55f4d904c8886f9b1c85cd9f33e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274673 Feb 03 13:19:07.759018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45656) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:07.838024 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:19:07.854096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec3ae8-4ac7-40a4-8901-981b23e6c377 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:07.856383 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-92ec3ae8-4ac7-40a4-8901-981b23e6c377 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963385 Feb 03 13:19:07.858547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45658) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:07.890354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f6df2e58-ab88-4ceb-b992-24c24c0c3ce5 tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304890 Feb 03 13:19:07.892977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45660) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:07.898160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-710547112', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:07.984232 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:19:07.988213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.020730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:07Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:08.047654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Checking router: f67cb8e0-fdd0-4a05-a853-8adc2de21d35 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:19:08.047991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Updating router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 port 27cb92b1-1b57-456a-845c-debb4948eebb binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:19:08.076965 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.352469 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Publish callbacks [] for port (27cb92b1-1b57-456a-845c-debb4948eebb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.359649 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.411021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Attempting to bind port 27cb92b1-1b57-456a-845c-debb4948eebb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:19:08.411388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Attempting to bind port 27cb92b1-1b57-456a-845c-debb4948eebb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:19:08.411793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Attempting to bind port 27cb92b1-1b57-456a-845c-debb4948eebb on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:19:08.414089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e52e2-4e4b-450e-a1c2-ac58fcc9ff50 None None] Pushing event updated for resources: {'Port': ['ID=27cb92b1-1b57-456a-845c-debb4948eebb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:08.419628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:19:08.419996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:19:08.420408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.420900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:19:08.421301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Bound port: 27cb92b1-1b57-456a-845c-debb4948eebb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:19:08.421655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.471527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] For port 27cb92b1-1b57-456a-845c-debb4948eebb, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:19:08.474919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] For port 27cb92b1-1b57-456a-845c-debb4948eebb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=27cb92b1-1b57-456a-845c-debb4948eebb,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:19:08.476151 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (420647e0-bba8-4b61-9ade-02bed8e03c68), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.480643 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.533338 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Subnet': ['ID=420647e0-bba8-4b61-9ade-02bed8e03c68,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:08.534522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:19:08.535220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:18:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:08.551565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Checking segment: {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:19:08.551945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network hostable DHCP agents. Network: eaf1e950-a561-411b-b3e0-b64dca88948d, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:19:08.571476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network eaf1e950-a561-411b-b3e0-b64dca88948d is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:19:08.574914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e52e2-4e4b-450e-a1c2-ac58fcc9ff50 None None] Pushing event updated for resources: {'Port': ['ID=27cb92b1-1b57-456a-845c-debb4948eebb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:08.582064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, eaf1e950-a561-411b-b3e0-b64dca88948d) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:08.586582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:08.587184 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.595636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fabe8-534f-455f-a32c-fc2473e9499d None None] Network eaf1e950-a561-411b-b3e0-b64dca88948d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:19:08.605487 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-54fdddad-685e-40b7-a2b0-9ad578711de2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7114298 Feb 03 13:19:08.608326 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45662) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:08.701473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:19:08.803597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-eaf1e950-a561-411b-b3e0-b64dca88948d', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:19:08.804435 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.052256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.117279 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4626c5-a596-4947-ba24-84b03f8f8616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.191284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Allocated IP 172.20.0.2 (eaf1e950-a561-411b-b3e0-b64dca88948d/420647e0-bba8-4b61-9ade-02bed8e03c68/7fe28471-a42a-4de2-b468-d5e9127936fb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:19:09.232110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:07Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:09.269195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a53bf-c6d3-40a6-a3d8-60227690bf06 None None] The sync data for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 is: [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:07Z', 'revision_number': 3, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:19:09.393211 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Publish callbacks [] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.402070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.439907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Network eaf1e950-a561-411b-b3e0-b64dca88948d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:19:09.445119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:09.450985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:19:09.461935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Pushing event updated for resources: {'Port': ['ID=7fe28471-a42a-4de2-b468-d5e9127936fb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:09.463274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.20.0.1 (eaf1e950-a561-411b-b3e0-b64dca88948d/420647e0-bba8-4b61-9ade-02bed8e03c68/3494dfef-5545-4e63-8b28-839d4498548a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:19:09.530248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Attempting to bind port 7fe28471-a42a-4de2-b468-d5e9127936fb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:19:09.530646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Attempting to bind port 7fe28471-a42a-4de2-b468-d5e9127936fb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:19:09.531014 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Attempting to bind port 7fe28471-a42a-4de2-b468-d5e9127936fb on network eaf1e950-a561-411b-b3e0-b64dca88948d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:19:09.536682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:19:09.537096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Checking segment: {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:19:09.537695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.537695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Bound using segment: {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:19:09.538031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Bound port: 7fe28471-a42a-4de2-b468-d5e9127936fb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:19:09.538439 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.609912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] For port 7fe28471-a42a-4de2-b468-d5e9127936fb, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:19:09.615973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] For port 7fe28471-a42a-4de2-b468-d5e9127936fb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7fe28471-a42a-4de2-b468-d5e9127936fb,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:19:09.619334 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (3494dfef-5545-4e63-8b28-839d4498548a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.627023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.658555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3494dfef-5545-4e63-8b28-839d4498548a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.719032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network eaf1e950-a561-411b-b3e0-b64dca88948d is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:19:09.723837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:09.728350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:19:09.748690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977299d-0179-439f-8788-71e955b2f9b1 None None] Pushing event updated for resources: {'Port': ['ID=7fe28471-a42a-4de2-b468-d5e9127936fb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:09.773085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=3494dfef-5545-4e63-8b28-839d4498548a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:09.794527 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.968074 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3494dfef-5545-4e63-8b28-839d4498548a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:10.205269 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:10.288518 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (3494dfef-5545-4e63-8b28-839d4498548a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:10.295685 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (3494dfef-5545-4e63-8b28-839d4498548a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:10.370987 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:10.372957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=3494dfef-5545-4e63-8b28-839d4498548a,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:10.474488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network eaf1e950-a561-411b-b3e0-b64dca88948d is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:19:10.476118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:10.595116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:19:10.711745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:19:10.716726 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9597f293-9b9d-4d73-9136-f3cfc4f5472d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "PUT /v2.0/routers/f67cb8e0-fdd0-4a05-a853-8adc2de21d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1074126 Feb 03 13:19:10.741204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2af229-bcfe-4eaf-b70b-c39eb24f05b9 None None] Network eaf1e950-a561-411b-b3e0-b64dca88948d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:19:10.811371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5265ccf8-85e4-4174-82b4-5ba5a98b7a32 None None] Provisioning complete for port 7fe28471-a42a-4de2-b468-d5e9127936fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:10.811754 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5265ccf8-85e4-4174-82b4-5ba5a98b7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:10.868239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-76ae5c81-d9a8-4796-b9a2-a68ec573ca9f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523276822&fields=id&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 267 time: 0.0456498 Feb 03 13:19:10.930378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5265ccf8-85e4-4174-82b4-5ba5a98b7a32 None None] Current status of the port 7fe28471-a42a-4de2-b468-d5e9127936fb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:10.930777 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5265ccf8-85e4-4174-82b4-5ba5a98b7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:10.970083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5265ccf8-85e4-4174-82b4-5ba5a98b7a32 None None] For port 7fe28471-a42a-4de2-b468-d5e9127936fb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7fe28471-a42a-4de2-b468-d5e9127936fb,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:10.975672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5265ccf8-85e4-4174-82b4-5ba5a98b7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:10.989360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-9323953c-7b4b-4e40-baa8-607467ca03eb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:10.991338 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-9323953c-7b4b-4e40-baa8-607467ca03eb tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/networks?id=eaf1e950-a561-411b-b3e0-b64dca88948d HTTP/1.1" status: 200 len: 796 time: 0.1156242 Feb 03 13:19:11.010970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-3e2a35d5-6773-41a2-aa53-c4878879e53d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/quotas/eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 375 time: 0.0116904 Feb 03 13:19:11.034818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265ccf8-85e4-4174-82b4-5ba5a98b7a32 None None] Pushing event updated for resources: {'Port': ['ID=7fe28471-a42a-4de2-b468-d5e9127936fb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:11.084069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-075cd128-0c6d-4ef2-8c4c-095f9960394d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684698 Feb 03 13:19:11.199019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5e047f8b-99b6-44f3-a00a-c9594ced40cd None None] Provisioning complete for port 7fe28471-a42a-4de2-b468-d5e9127936fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:11.199415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e047f8b-99b6-44f3-a00a-c9594ced40cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.248475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-f1465ba6-cba1-4d4c-bc79-f94675732016 service neutron] 10.222.0.65 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516409 Feb 03 13:19:11.271277 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Sync routers for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:19:11.282944 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:19:11.283895 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:19:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:11.289111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5e047f8b-99b6-44f3-a00a-c9594ced40cd None None] Current status of the port 7fe28471-a42a-4de2-b468-d5e9127936fb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:11.299785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5e047f8b-99b6-44f3-a00a-c9594ced40cd None None] Provisioning complete for port 3494dfef-5545-4e63-8b28-839d4498548a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:11.300159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e047f8b-99b6-44f3-a00a-c9594ced40cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3494dfef-5545-4e63-8b28-839d4498548a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.357366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5e047f8b-99b6-44f3-a00a-c9594ced40cd None None] Port 3494dfef-5545-4e63-8b28-839d4498548a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:19:11.368909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-5357b48a-96b9-45fd-8d5f-d8c9039e77d2 service neutron] 10.222.0.65 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192036 Feb 03 13:19:11.411422 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:19:11.489704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-881fb058-eb67-40b1-b16a-11d55e32ec25 None None] Provisioning complete for port 3494dfef-5545-4e63-8b28-839d4498548a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:11.490154 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-881fb058-eb67-40b1-b16a-11d55e32ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3494dfef-5545-4e63-8b28-839d4498548a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.530693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7fe28471-a42a-4de2-b468-d5e9127936fb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:19:11.590667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-881fb058-eb67-40b1-b16a-11d55e32ec25 None None] Port 3494dfef-5545-4e63-8b28-839d4498548a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:19:11.602187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7fe28471-a42a-4de2-b468-d5e9127936fb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:11.602820 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.608626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebdec63f-b2d2-42c2-b9f8-2c303fa789a9 req-8cb901f7-2e81-4e33-bf1a-7353dd255e97 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 210 time: 0.0496497 Feb 03 13:19:11.671613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.707312 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:09Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3494dfef-5545-4e63-8b28-839d4498548a', 'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:e3:53:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:09Z', 'updated_at': '2022-02-03T13:19:10Z', 'revision_number': 2, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:11.727675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7fe28471-a42a-4de2-b468-d5e9127936fb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:11.728967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 27cb92b1-1b57-456a-845c-debb4948eebb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:19:11.752558 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Checking router: f67cb8e0-fdd0-4a05-a853-8adc2de21d35 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:19:11.752939 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Updating router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 port 3494dfef-5545-4e63-8b28-839d4498548a binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:19:11.781452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 27cb92b1-1b57-456a-845c-debb4948eebb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:11.781773 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3494dfef-5545-4e63-8b28-839d4498548a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.781891 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.834151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-84c8a272-4ebc-47a7-ac9b-7f45b218b045 None None] Provisioning complete for port 3494dfef-5545-4e63-8b28-839d4498548a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:11.834558 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84c8a272-4ebc-47a7-ac9b-7f45b218b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3494dfef-5545-4e63-8b28-839d4498548a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.899563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-84c8a272-4ebc-47a7-ac9b-7f45b218b045 None None] Port 3494dfef-5545-4e63-8b28-839d4498548a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:19:11.918698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 27cb92b1-1b57-456a-845c-debb4948eebb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:11.919230 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.941545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 27cb92b1-1b57-456a-845c-debb4948eebb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=27cb92b1-1b57-456a-845c-debb4948eebb,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:11.947558 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:11.998731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=27cb92b1-1b57-456a-845c-debb4948eebb,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:12.056391 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Publish callbacks [] for port (3494dfef-5545-4e63-8b28-839d4498548a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.063187 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3494dfef-5545-4e63-8b28-839d4498548a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.117402 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Pushing event updated for resources: {'Port': ['ID=3494dfef-5545-4e63-8b28-839d4498548a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:12.128421 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.128421 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.128728 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.128885 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.129241 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.129645 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.130027 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.130613 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.131048 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.131386 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.131699 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.132018 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.132335 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:12.183602 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Attempting to bind port 3494dfef-5545-4e63-8b28-839d4498548a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:19:12.184046 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Attempting to bind port 3494dfef-5545-4e63-8b28-839d4498548a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:19:12.184478 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Attempting to bind port 3494dfef-5545-4e63-8b28-839d4498548a on network eaf1e950-a561-411b-b3e0-b64dca88948d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:19:12.189957 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:19:12.190703 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Checking segment: {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:19:12.191459 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.191918 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Bound using segment: {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:19:12.192464 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Bound port: 3494dfef-5545-4e63-8b28-839d4498548a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:19:12.193000 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3494dfef-5545-4e63-8b28-839d4498548a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.264316 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] For port 3494dfef-5545-4e63-8b28-839d4498548a, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:19:12.267790 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] For port 3494dfef-5545-4e63-8b28-839d4498548a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3494dfef-5545-4e63-8b28-839d4498548a,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:19:12.274251 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3494dfef-5545-4e63-8b28-839d4498548a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.331083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-68461a48-111d-48b1-9a36-99d128823341 None None] Provisioning complete for port 3494dfef-5545-4e63-8b28-839d4498548a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:12.331657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68461a48-111d-48b1-9a36-99d128823341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3494dfef-5545-4e63-8b28-839d4498548a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.333520 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b03de-0a48-4ea6-8f27-7340de38ceb2 None None] Pushing event updated for resources: {'Port': ['ID=3494dfef-5545-4e63-8b28-839d4498548a,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:12.336167 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:19:12.336776 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:19:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:12.418469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-68461a48-111d-48b1-9a36-99d128823341 None None] Current status of the port 3494dfef-5545-4e63-8b28-839d4498548a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:12.418867 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68461a48-111d-48b1-9a36-99d128823341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3494dfef-5545-4e63-8b28-839d4498548a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.455852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-68461a48-111d-48b1-9a36-99d128823341 None None] For port 3494dfef-5545-4e63-8b28-839d4498548a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3494dfef-5545-4e63-8b28-839d4498548a,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:12.464033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68461a48-111d-48b1-9a36-99d128823341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3494dfef-5545-4e63-8b28-839d4498548a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.523867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68461a48-111d-48b1-9a36-99d128823341 None None] Pushing event updated for resources: {'Port': ['ID=3494dfef-5545-4e63-8b28-839d4498548a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:12.560472 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:19:12.589141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6f11b271-fea2-4683-a2ab-0132bf80bc26 None None] Provisioning complete for port 3494dfef-5545-4e63-8b28-839d4498548a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:12.589611 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f11b271-fea2-4683-a2ab-0132bf80bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3494dfef-5545-4e63-8b28-839d4498548a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.688816 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-b89a604e-06d5-46f3-ba6a-a64e530eddfc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:12.691204 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-b89a604e-06d5-46f3-ba6a-a64e530eddfc tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/networks?id=eaf1e950-a561-411b-b3e0-b64dca88948d HTTP/1.1" status: 200 len: 796 time: 0.1428571 Feb 03 13:19:12.692892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6f11b271-fea2-4683-a2ab-0132bf80bc26 None None] Current status of the port 3494dfef-5545-4e63-8b28-839d4498548a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:12.739767 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:12.756018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2da8e0d4-87e2-4217-aa27-99e59f6f050d req-2985476f-39e0-4a4a-ab24-a9f3e74170cd tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 210 time: 0.0455413 Feb 03 13:19:12.775005 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-b88c998f-a3dd-4487-aba5-9a4065baea6e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e HTTP/1.1" status: 200 len: 379 time: 0.0748980 Feb 03 13:19:12.785965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'port': {'device_id': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'admin_state_up': True, 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'security_groups': ['5418aa65-6736-4f06-9ccd-86d089c58f40']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:12.814790 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:09Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3494dfef-5545-4e63-8b28-839d4498548a', 'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:e3:53:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:09Z', 'updated_at': '2022-02-03T13:19:12Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:12.840735 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bac7b9-2b05-464d-ae6f-a0a1766ddd8b None None] The sync data for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 is: [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:09Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3494dfef-5545-4e63-8b28-839d4498548a', 'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:e3:53:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:09Z', 'updated_at': '2022-02-03T13:19:12Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:19:12.924548 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Made reservation on behalf of eb26b55f4d904c8886f9b1c85cd9f33e for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:19:12.928047 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.064961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.20.0.12 (eaf1e950-a561-411b-b3e0-b64dca88948d/420647e0-bba8-4b61-9ade-02bed8e03c68/89b3b0cf-cf75-4478-9de9-9fad293e6d77) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:19:13.212143 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.249419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.299705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network eaf1e950-a561-411b-b3e0-b64dca88948d is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:19:13.306142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:13.308637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:19:13.339258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=89b3b0cf-cf75-4478-9de9-9fad293e6d77,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:13.384256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:13.385050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.411953 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-73d94f37-811d-4ea6-a917-6b8e9416af8b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6288669 Feb 03 13:19:13.423473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Request body: {'port': {'device_id': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:13.507056 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.517299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3494dfef-5545-4e63-8b28-839d4498548a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:19:13.572584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 3494dfef-5545-4e63-8b28-839d4498548a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:13.573152 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3494dfef-5545-4e63-8b28-839d4498548a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.626426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ef2c5238-7168-46c0-9c55-0dc06c8b7cb7 None None] Provisioning complete for port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:13.626804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5238-7168-46c0-9c55-0dc06c8b7cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.693328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c5238-7168-46c0-9c55-0dc06c8b7cb7 None None] Port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:19:13.698555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 3494dfef-5545-4e63-8b28-839d4498548a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:13.699516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 27cb92b1-1b57-456a-845c-debb4948eebb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:19:13.756679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 27cb92b1-1b57-456a-845c-debb4948eebb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:13.757062 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.791276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b3b0cf-cf75-4478-9de9-9fad293e6d77 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:19:13.799864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Publish callbacks [] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.813138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Transition to ACTIVE for port object 89b3b0cf-cf75-4478-9de9-9fad293e6d77 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:19:13.820030 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:13.859229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 27cb92b1-1b57-456a-845c-debb4948eebb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:13.904544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccebbb3-6190-4957-adc1-01f240b033cc req-3219cc52-20e6-4ddf-9636-99988da97663 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:13.912079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ccebbb3-6190-4957-adc1-01f240b033cc req-3219cc52-20e6-4ddf-9636-99988da97663 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 944 time: 0.0718970 Feb 03 13:19:13.933091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=89b3b0cf-cf75-4478-9de9-9fad293e6d77,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:13.970621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Attempting to bind port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:19:13.970831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ccebbb3-6190-4957-adc1-01f240b033cc req-a20b7a7b-4634-46d8-8eb4-cc5699a6e484 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572867 Feb 03 13:19:13.970960 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Attempting to bind port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:19:13.971269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Attempting to bind port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 on network eaf1e950-a561-411b-b3e0-b64dca88948d {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:19:13.976318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 on network eaf1e950-a561-411b-b3e0-b64dca88948d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:19:13.976812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Attempting to bind port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 on network eaf1e950-a561-411b-b3e0-b64dca88948d {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:19:13.983231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:19:13.983660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Checking segment: {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:19:13.984114 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Bound using segment: {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:19:13.984607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Bound port: 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57968b9-d057-4a05-b649-58c9bd64b454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:19:13.985025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:14.056954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:19:14.060400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:19:14.068926 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:14.101954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:14.102702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:14.104286 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] 10.222.0.72 "PUT /v2.0/ports/89b3b0cf-cf75-4478-9de9-9fad293e6d77 HTTP/1.1" status: 200 len: 1093 time: 0.6855500 Feb 03 13:19:14.106635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:19:14.109804 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:19:14.151614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf3f7b-d425-4ce1-9b46-c151443da6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=89b3b0cf-cf75-4478-9de9-9fad293e6d77,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:14.171770 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c7d202-b9ab-4c27-a840-ebf6bce6961b x-openstack-request-id: req-03c7d202-b9ab-4c27-a840-ebf6bce6961b {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:19:14.172066 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:19:14.172318 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03c7d202-b9ab-4c27-a840-ebf6bce6961b {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:19:14.172736 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'status': 'completed', 'code': 200} Feb 03 13:19:14.211833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-912b1a6e-a130-452c-acd5-152eca4af420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:14.213349 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-912b1a6e-a130-452c-acd5-152eca4af420 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 1127 time: 0.0512528 Feb 03 13:19:14.260581 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-f69205fd-bc0e-42e1-b885-87bc5318e27f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77 HTTP/1.1" status: 200 len: 217 time: 0.0386994 Feb 03 13:19:14.312089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-47ecaab0-6485-4332-aa24-bb36620e0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:14.314142 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-47ecaab0-6485-4332-aa24-bb36620e0155 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=420647e0-bba8-4b61-9ade-02bed8e03c68 HTTP/1.1" status: 200 len: 834 time: 0.0474844 Feb 03 13:19:14.366352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-8e0cb7ca-91d4-4b89-b985-6bb3c4ba1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:14.367875 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-8e0cb7ca-91d4-4b89-b985-6bb3c4ba1e7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eaf1e950-a561-411b-b3e0-b64dca88948d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477591 Feb 03 13:19:14.462190 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-5b812c5f-3c9b-4728-aa6e-43a089a86bb3 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883932 Feb 03 13:19:14.555805 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2db30a95-222b-4592-a4e1-ee3cb386641f req-dd7c3f24-f306-48af-894c-ebb86fa5e8b0 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876484 Feb 03 13:19:14.649323 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-0045dfd0-f6d5-441d-915e-1b51ee0d4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:14.650848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-0045dfd0-f6d5-441d-915e-1b51ee0d4248 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 1127 time: 0.0474248 Feb 03 13:19:14.746028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-98d67dd1-a558-4523-b227-d7e7269da8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:14.747601 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-98d67dd1-a558-4523-b227-d7e7269da8e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eaf1e950-a561-411b-b3e0-b64dca88948d HTTP/1.1" status: 200 len: 897 time: 0.0910034 Feb 03 13:19:14.792297 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-d006624e-eff0-4bf8-9a5b-dda09d154911 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77 HTTP/1.1" status: 200 len: 217 time: 0.0378597 Feb 03 13:19:14.846306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-b7923a68-dbdb-409f-a945-fe7d10c9aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:14.847804 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-b7923a68-dbdb-409f-a945-fe7d10c9aef3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=420647e0-bba8-4b61-9ade-02bed8e03c68 HTTP/1.1" status: 200 len: 834 time: 0.0498707 Feb 03 13:19:14.900562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-f81e23c3-aec2-4d0c-80af-4d22595b95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:14.902087 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-f81e23c3-aec2-4d0c-80af-4d22595b95ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eaf1e950-a561-411b-b3e0-b64dca88948d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465324 Feb 03 13:19:14.998660 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-28a95e1b-fb84-42f9-8dbe-871acec3dec9 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893056 Feb 03 13:19:15.092005 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bf7f6586-5ff8-4f4d-be46-8ffbff8f6abf req-248d823d-ccc7-4af3-9b74-69181d161b28 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Feb 03 13:19:15.093649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475d4b1-7b42-4550-84c1-5647b788c8d6 req-a6399175-3505-4dad-b43b-c468289bbbee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:15.095213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7475d4b1-7b42-4550-84c1-5647b788c8d6 req-a6399175-3505-4dad-b43b-c468289bbbee tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 944 time: 0.0585551 Feb 03 13:19:15.149972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7475d4b1-7b42-4550-84c1-5647b788c8d6 req-b2cde2ca-e964-4f37-a88f-e548eebfa61f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474606 Feb 03 13:19:16.274547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee53746-24be-4822-a6a1-a6b297831aee req-39bd36b0-2d4f-4536-bdf5-f88b309a35f8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:16.275976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ee53746-24be-4822-a6a1-a6b297831aee req-39bd36b0-2d4f-4536-bdf5-f88b309a35f8 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 944 time: 0.0551555 Feb 03 13:19:16.325711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ee53746-24be-4822-a6a1-a6b297831aee req-f35126eb-12d2-4414-8101-0ffa70425acd tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438786 Feb 03 13:19:16.481183 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:17.088922 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 89b3b0cf-cf75-4478-9de9-9fad293e6d77 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:19:17.196404 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:17.207117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'port_id': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'mac_address': 'fa:16:3e:de:a7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:19:17.248220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:17.248618 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:17.262616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b3b0cf-cf75-4478-9de9-9fad293e6d77 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:19:17.284099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:17.289582 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:17.340045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=89b3b0cf-cf75-4478-9de9-9fad293e6d77,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:17.455874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff2fa7-84c7-4ed6-8fab-545b5dd532e0 req-bdbd9c59-f01e-40f5-87e4-02eea4eb9450 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:17.457371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cff2fa7-84c7-4ed6-8fab-545b5dd532e0 req-bdbd9c59-f01e-40f5-87e4-02eea4eb9450 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 945 time: 0.0603147 Feb 03 13:19:17.515415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cff2fa7-84c7-4ed6-8fab-545b5dd532e0 req-0a801322-e460-4b8e-a5c9-4f64cbbb220e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494597 Feb 03 13:19:17.570339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['89b3b0cf-cf75-4478-9de9-9fad293e6d77'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:19:18.651982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c068c-852c-452e-9ba5-2cc368137fc5 req-0bb6a623-91ef-49ad-b8a3-dbdd1fe5a75e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:18.653533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a0c068c-852c-452e-9ba5-2cc368137fc5 req-0bb6a623-91ef-49ad-b8a3-dbdd1fe5a75e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 945 time: 0.0576901 Feb 03 13:19:18.707421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a0c068c-852c-452e-9ba5-2cc368137fc5 req-390c567a-7e45-4202-9d0d-6d1e7c72b141 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454211 Feb 03 13:19:19.106964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 89b3b0cf-cf75-4478-9de9-9fad293e6d77 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:19:19.164202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:19:19.168096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:19.168480 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:19.251337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:19.251725 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:19.278755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:19:19.280992 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a7575a-b264-4bba-97c4-dfd696767ac7" -d '{"events": [{"server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "name": "network-vif-plugged", "status": "completed", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:19:19.293920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:19.300048 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:19.326280 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3086a2-0982-4b70-b6ee-f743f4ec7eeb x-openstack-request-id: req-da3086a2-0982-4b70-b6ee-f743f4ec7eeb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:19:19.326611 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "name": "network-vif-plugged", "status": "completed", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:19:19.326871 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da3086a2-0982-4b70-b6ee-f743f4ec7eeb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:19:19.327266 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'code': 200} Feb 03 13:19:19.353427 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=89b3b0cf-cf75-4478-9de9-9fad293e6d77,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:19.425839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef12b-47b6-4467-b614-d4d18d7d93a2 req-cff2e3c3-0d5f-4263-b4fb-0b3bb6913c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:19.428024 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-13aef12b-47b6-4467-b614-d4d18d7d93a2 req-cff2e3c3-0d5f-4263-b4fb-0b3bb6913c70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 1129 time: 0.0467296 Feb 03 13:19:19.478129 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-13aef12b-47b6-4467-b614-d4d18d7d93a2 req-6865251b-b55d-456a-8f40-cba28abda88a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445905 Feb 03 13:19:19.848031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e625b93-bc93-4da8-885a-5abec7c1c78a req-8418e1ed-ed46-4a70-b042-72c157c31113 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:19.849560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e625b93-bc93-4da8-885a-5abec7c1c78a req-8418e1ed-ed46-4a70-b042-72c157c31113 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0560725 Feb 03 13:19:19.904099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2e625b93-bc93-4da8-885a-5abec7c1c78a req-4c8afddd-6b91-4e8c-b5ed-8466aafc267c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476253 Feb 03 13:19:21.030973 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:21.041794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddb458-4ded-49be-9948-fd266c4a6d4f req-5603417a-4ee9-4233-8b67-9289c347a36b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:21.043337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90ddb458-4ded-49be-9948-fd266c4a6d4f req-5603417a-4ee9-4233-8b67-9289c347a36b tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0564675 Feb 03 13:19:21.094541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90ddb458-4ded-49be-9948-fd266c4a6d4f req-dcaf3ec7-fcdf-4087-b920-9718f71bd089 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453827 Feb 03 13:19:21.228035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2b59-1202-4c75-8a7a-b58225c514e6 req-f2bd59f7-c03c-42db-b1eb-8648adfb0cb6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:21.229442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f9f2b59-1202-4c75-8a7a-b58225c514e6 req-f2bd59f7-c03c-42db-b1eb-8648adfb0cb6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0680280 Feb 03 13:19:21.284132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f9f2b59-1202-4c75-8a7a-b58225c514e6 req-95f080cf-234d-4cab-a572-442fe57e289c tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487282 Feb 03 13:19:21.306800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45716) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:21.358631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c8c225-7554-405f-b3bd-4d992183490d tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:21.360173 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b7c8c225-7554-405f-b3bd-4d992183490d tempest-TestNetworkAdvancedServerOps-69162868 tempest-TestNetworkAdvancedServerOps-69162868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 1124 time: 0.0523491 Feb 03 13:19:21.363205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45718) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:21.368142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:21.394845 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:21.492230 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:21.608593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Allocated IP 172.25.3.250 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/f318233b-1bba-4f44-82b5-46882206b3a7) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:19:21.713210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (f318233b-1bba-4f44-82b5-46882206b3a7), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:21.765793 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f318233b-1bba-4f44-82b5-46882206b3a7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:21.802152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:19:21.807071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:21.810565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:19:21.834142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=f318233b-1bba-4f44-82b5-46882206b3a7,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:22.488339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (5aff59d0-57d4-44fe-b4b7-71de6a2314a1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:22.570677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f318233b-1bba-4f44-82b5-46882206b3a7), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:22.717307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for port (f318233b-1bba-4f44-82b5-46882206b3a7), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:22.724020 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (f318233b-1bba-4f44-82b5-46882206b3a7), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:22.790317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event updated for resources: {'Port': ['ID=f318233b-1bba-4f44-82b5-46882206b3a7,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:22.805089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (5aff59d0-57d4-44fe-b4b7-71de6a2314a1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:22.919002 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Floating IP 5aff59d0-57d4-44fe-b4b7-71de6a2314a1 associated. External IP: 172.25.3.250, port: 89b3b0cf-cf75-4478-9de9-9fad293e6d77. Feb 03 13:19:23.144995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:19:23.267495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:19:23.278526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] Sync routers for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:19:23.289118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:19:23.289368 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:23.289743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:19:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:23.323929 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9169b429-d5ea-4e77-9d83-28cabc16fbc7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9595187 Feb 03 13:19:23.324397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:19:23.326649 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251eb457-b431-47ab-87d5-2ec1d9cd2706" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:19:23.366432 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02807ee2-3fef-4eb1-adf8-842d7c9383ef x-openstack-request-id: req-02807ee2-3fef-4eb1-adf8-842d7c9383ef {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:19:23.366717 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:19:23.366966 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02807ee2-3fef-4eb1-adf8-842d7c9383ef {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:19:23.367519 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'status': 'completed', 'code': 200} Feb 03 13:19:23.403921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:19:23.445122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c1ea3-521d-4271-ac3f-5ff06a94b82e req-d2659d8d-f8fc-4069-9f9d-150dcaef5115 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:23.449834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-56081188-3498-459e-bc27-d453c9559bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:23.450796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b0c1ea3-521d-4271-ac3f-5ff06a94b82e req-d2659d8d-f8fc-4069-9f9d-150dcaef5115 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0674789 Feb 03 13:19:23.451513 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-56081188-3498-459e-bc27-d453c9559bba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 1129 time: 0.0489428 Feb 03 13:19:23.496118 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b0c1ea3-521d-4271-ac3f-5ff06a94b82e req-65cd960c-9b51-4e1c-a564-e4934968b2e3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434384 Feb 03 13:19:23.518271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45724) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:23.608650 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-bc46511a-574b-428f-b390-af2ed8bb09ab tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/5aff59d0-57d4-44fe-b4b7-71de6a2314a1 HTTP/1.1" status: 200 len: 992 time: 0.0891647 Feb 03 13:19:23.609962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-47565933-e8c8-413a-bdb5-d7fed88a6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:23.611394 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-47565933-e8c8-413a-bdb5-d7fed88a6f8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=eaf1e950-a561-411b-b3e0-b64dca88948d HTTP/1.1" status: 200 len: 897 time: 0.1539395 Feb 03 13:19:23.680880 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-a1b46ac1-a5c1-43ce-8683-ca7bd431e773 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77 HTTP/1.1" status: 200 len: 1000 time: 0.0625277 Feb 03 13:19:23.736185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-855f8754-178b-4942-8883-3be0fa721053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:23.737678 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-855f8754-178b-4942-8883-3be0fa721053 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=420647e0-bba8-4b61-9ade-02bed8e03c68 HTTP/1.1" status: 200 len: 834 time: 0.0508833 Feb 03 13:19:23.789279 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-58620bc7-1ddf-4f12-92ba-7e16b9ada60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:23.790848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-58620bc7-1ddf-4f12-92ba-7e16b9ada60f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eaf1e950-a561-411b-b3e0-b64dca88948d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468264 Feb 03 13:19:23.813018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:09Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '5aff59d0-57d4-44fe-b4b7-71de6a2314a1', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'port_id': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'mac_address': 'fa:16:3e:de:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:19:22Z', 'updated_at': '2022-02-03T13:19:22Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3494dfef-5545-4e63-8b28-839d4498548a', 'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:e3:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:09Z', 'updated_at': '2022-02-03T13:19:12Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:23.843001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] Checking router: f67cb8e0-fdd0-4a05-a853-8adc2de21d35 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:19:23.852104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:19:23.852728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:19:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:23.891771 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-855c988e-0575-4e72-ab67-dc598cbd2484 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948567 Feb 03 13:19:23.965307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:19:23.983305 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-251eb457-b431-47ab-87d5-2ec1d9cd2706 req-aa339461-7ae4-4e2b-a8ee-8073dd3340d6 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857229 Feb 03 13:19:24.189874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:09Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '5aff59d0-57d4-44fe-b4b7-71de6a2314a1', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'port_id': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'mac_address': 'fa:16:3e:de:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:19:22Z', 'updated_at': '2022-02-03T13:19:22Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3494dfef-5545-4e63-8b28-839d4498548a', 'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:e3:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:09Z', 'updated_at': '2022-02-03T13:19:12Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:24.221416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc50e27-1d2c-4f1a-972d-73becdbaad8f None None] The sync data for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 is: [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:09Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '5aff59d0-57d4-44fe-b4b7-71de6a2314a1', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'port_id': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'mac_address': 'fa:16:3e:de:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:19:22Z', 'updated_at': '2022-02-03T13:19:22Z', 'revision_number': 0, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3494dfef-5545-4e63-8b28-839d4498548a', 'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:e3:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:09Z', 'updated_at': '2022-02-03T13:19:12Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:19:24.471018 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50094291-e71d-4659-811b-e49b0ee3132b None None] New status for floating IP 5aff59d0-57d4-44fe-b4b7-71de6a2314a1: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:19:24.612368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45726) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:24.674461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-31eae714-755a-4af5-a418-024e0e170ace tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/5aff59d0-57d4-44fe-b4b7-71de6a2314a1 HTTP/1.1" status: 200 len: 992 time: 0.0609753 Feb 03 13:19:25.678888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45728) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:25.751815 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4573cef7-7d42-44e6-bbb4-3700f12527cd tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/5aff59d0-57d4-44fe-b4b7-71de6a2314a1 HTTP/1.1" status: 200 len: 994 time: 0.0706396 Feb 03 13:19:28.682570 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:19:32.854237 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-27a74c5c-c6db-4c30-8da0-372dc63e2ded service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463643 Feb 03 13:19:32.949300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-48c084c6-835d-4e41-ad0e-efb10bc93338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:32.950854 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-48c084c6-835d-4e41-ad0e-efb10bc93338 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 1129 time: 0.0510588 Feb 03 13:19:33.054637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-b711b73c-7903-47d4-b760-2579c8243b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:33.056039 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-b711b73c-7903-47d4-b760-2579c8243b32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eaf1e950-a561-411b-b3e0-b64dca88948d HTTP/1.1" status: 200 len: 897 time: 0.0851128 Feb 03 13:19:33.136993 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-9d241fe8-e6b6-448c-8510-701772005a8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77 HTTP/1.1" status: 200 len: 1002 time: 0.0737808 Feb 03 13:19:33.190791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-f44cb02a-bdae-45e0-9fa2-5c0ae4063865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:33.192469 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-f44cb02a-bdae-45e0-9fa2-5c0ae4063865 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=420647e0-bba8-4b61-9ade-02bed8e03c68 HTTP/1.1" status: 200 len: 834 time: 0.0485425 Feb 03 13:19:33.252370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-5418b681-642a-4f37-be9f-58136bed98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:33.253879 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-5418b681-642a-4f37-be9f-58136bed98bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eaf1e950-a561-411b-b3e0-b64dca88948d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548079 Feb 03 13:19:33.365107 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-c3a9c673-23fd-4a38-b19c-801b0993f6b0 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038189 Feb 03 13:19:33.468188 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e463807d-5ba5-4281-83e9-ccd39b70ad23 req-0e2ccf5a-c752-48bf-8434-f84bb93b9841 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952485 Feb 03 13:19:36.677727 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a648-8cd9-4bfc-95a7-bbc2b7dec3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:38.906749 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17fccbb5-54f7-490b-9b38-857e5aecce19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.215979 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:41.649775 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:42.722587 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:46.490446 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:51.040903 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:53.703466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa084d8-052f-45b7-84f2-595a65cd490a req-452f7184-ed9d-4411-8c53-da1703e716f6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:53.705013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6aa084d8-052f-45b7-84f2-595a65cd490a req-452f7184-ed9d-4411-8c53-da1703e716f6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0547950 Feb 03 13:19:53.755360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6aa084d8-052f-45b7-84f2-595a65cd490a req-5ad0c8a7-cf34-412d-8bd7-f5b19ca8ed6a tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446107 Feb 03 13:19:54.883806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df604a9-6567-43e2-a5d0-12b11cd7bdab req-7e013f1b-b2c8-4c50-9847-c831abc47934 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:54.885270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6df604a9-6567-43e2-a5d0-12b11cd7bdab req-7e013f1b-b2c8-4c50-9847-c831abc47934 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0530746 Feb 03 13:19:54.937774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6df604a9-6567-43e2-a5d0-12b11cd7bdab req-b33e6835-f965-445a-9e79-4d805f0e68d3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464187 Feb 03 13:19:56.086020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c62898-06a0-4133-994c-92010c9c039d req-34dfd6b6-9e2d-47cc-8823-cc355fc22218 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:56.087538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28c62898-06a0-4133-994c-92010c9c039d req-34dfd6b6-9e2d-47cc-8823-cc355fc22218 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0598733 Feb 03 13:19:56.137425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28c62898-06a0-4133-994c-92010c9c039d req-5aa12d19-c5a5-4397-a116-a12206763133 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442104 Feb 03 13:19:57.281153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd3059-014d-49bc-99ca-649b3f435623 req-41ef371a-5b0b-49bf-a0cf-4aaae4a94f48 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:57.282777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7fd3059-014d-49bc-99ca-649b3f435623 req-41ef371a-5b0b-49bf-a0cf-4aaae4a94f48 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0620177 Feb 03 13:19:57.332684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7fd3059-014d-49bc-99ca-649b3f435623 req-9523d291-e318-40ea-b574-bd9be56f1469 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441442 Feb 03 13:19:58.479634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7704a-0ff4-4272-b122-387dc729f13f req-48b66b49-884e-4c7b-8ef9-84ae8c114e23 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:58.481447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44c7704a-0ff4-4272-b122-387dc729f13f req-48b66b49-884e-4c7b-8ef9-84ae8c114e23 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0676906 Feb 03 13:19:58.536546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44c7704a-0ff4-4272-b122-387dc729f13f req-ca0b8e71-9b2f-4d94-8347-6efcad3b09cd tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491724 Feb 03 13:19:59.676742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e3034-5790-409f-8a57-8e4db144a46e req-0ec3b78b-ce48-4100-b2f8-e435679f0114 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:59.678231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-547e3034-5790-409f-8a57-8e4db144a46e req-0ec3b78b-ce48-4100-b2f8-e435679f0114 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0639694 Feb 03 13:19:59.729089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-547e3034-5790-409f-8a57-8e4db144a46e req-670bc1ec-5f12-485f-b550-05247d5edf51 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451925 Feb 03 13:20:00.865794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1b4a2-08f0-4595-91d1-349ebe68addd req-172fa605-c736-4c89-a7b9-c708a78ec2c2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:00.867286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7c1b4a2-08f0-4595-91d1-349ebe68addd req-172fa605-c736-4c89-a7b9-c708a78ec2c2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0622256 Feb 03 13:20:00.917719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7c1b4a2-08f0-4595-91d1-349ebe68addd req-1b59386c-69de-411d-a69e-9f7bd726eebf tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446329 Feb 03 13:20:02.053703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70517056-769f-4bd1-b30f-84038928613f req-393ed6aa-d86a-4883-b7a9-01dd7d432d9f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:02.055130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70517056-769f-4bd1-b30f-84038928613f req-393ed6aa-d86a-4883-b7a9-01dd7d432d9f tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0576413 Feb 03 13:20:02.106126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70517056-769f-4bd1-b30f-84038928613f req-96bf8657-3ed5-4246-a629-6acfca79dda7 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452561 Feb 03 13:20:03.243744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac6044-4ab3-43c4-98ed-f3f961ffd4df req-433f2545-4fd2-4cd6-a4fb-5c3de45aaf31 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:03.245199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3dac6044-4ab3-43c4-98ed-f3f961ffd4df req-433f2545-4fd2-4cd6-a4fb-5c3de45aaf31 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0577691 Feb 03 13:20:03.297440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3dac6044-4ab3-43c4-98ed-f3f961ffd4df req-639b5de8-5f0c-4093-b2f5-ed20734749b5 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464542 Feb 03 13:20:04.440498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc49ee-7e07-4d09-aac5-c269c0b746c0 req-1d04df46-078c-4a10-928e-a7befebf5a28 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:04.442105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04fc49ee-7e07-4d09-aac5-c269c0b746c0 req-1d04df46-078c-4a10-928e-a7befebf5a28 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0632293 Feb 03 13:20:04.492386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04fc49ee-7e07-4d09-aac5-c269c0b746c0 req-a3ca7c19-70c2-4802-8af7-3cd5c397dd35 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445580 Feb 03 13:20:05.628152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd75ba5-87ec-44e9-8ed9-74888f882c93 req-c68996b2-ca52-4691-abff-68d1776f2c27 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:05.629896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcd75ba5-87ec-44e9-8ed9-74888f882c93 req-c68996b2-ca52-4691-abff-68d1776f2c27 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0565979 Feb 03 13:20:05.672036 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:20:05.680589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcd75ba5-87ec-44e9-8ed9-74888f882c93 req-c39e8521-0372-4c61-a9b5-395e73bbb69e tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426776 Feb 03 13:20:06.323802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90934a11-99ab-44ca-b4f2-51ce65acab7c req-1aa08edc-8ab7-4389-8bf1-e812d0553b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:06.325285 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90934a11-99ab-44ca-b4f2-51ce65acab7c req-1aa08edc-8ab7-4389-8bf1-e812d0553b4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 1129 time: 0.0526321 Feb 03 13:20:06.371137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-90934a11-99ab-44ca-b4f2-51ce65acab7c req-621e8197-3f90-4d1d-b596-57e2fa3b42ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 Feb 03 13:20:06.691134 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51c2f791-be08-401c-baf1-ba88212c8178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.819503 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a3822-63e1-408d-a002-cde40e07d23c req-3bcac9ba-0439-4705-a6f2-5cb33020aed0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:06.820996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f14a3822-63e1-408d-a002-cde40e07d23c req-3bcac9ba-0439-4705-a6f2-5cb33020aed0 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0657432 Feb 03 13:20:06.871843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f14a3822-63e1-408d-a002-cde40e07d23c req-d00147ce-9616-47a6-816e-dc0668532751 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449739 Feb 03 13:20:08.012519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aa528-e2e5-4a50-9ac9-0fed30647d40 req-39418e67-267e-4521-b978-bc96ea9c9d76 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:08.013939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad0aa528-e2e5-4a50-9ac9-0fed30647d40 req-39418e67-267e-4521-b978-bc96ea9c9d76 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0567117 Feb 03 13:20:08.066628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad0aa528-e2e5-4a50-9ac9-0fed30647d40 req-a2327b3a-2578-465a-bca8-4b37efa3d9b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446458 Feb 03 13:20:08.089740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45780) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:08.159326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f8e0a716-5bb6-4500-a4a8-86e11c2bbf56 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/floatingips/5aff59d0-57d4-44fe-b4b7-71de6a2314a1 HTTP/1.1" status: 200 len: 994 time: 0.0683196 Feb 03 13:20:08.907515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7254a9a-2562-41df-96d2-f4cba8807508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.416743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 89b3b0cf-cf75-4478-9de9-9fad293e6d77 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:20:09.419108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 89b3b0cf-cf75-4478-9de9-9fad293e6d77 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:09.565137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:09.565524 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.585300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:09.602798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'port_id': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'mac_address': 'fa:16:3e:de:a7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:20:09.607478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:09.609731 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfbb406-0bbd-4776-9269-3e679b803c2b" -d '{"events": [{"server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "name": "network-vif-unplugged", "status": "completed", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:09.624420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:09.647903 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.655409 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3410351-8f22-4d82-889b-dc71372867a9 x-openstack-request-id: req-a3410351-8f22-4d82-889b-dc71372867a9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:09.655697 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "name": "network-vif-unplugged", "status": "completed", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:09.655956 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3410351-8f22-4d82-889b-dc71372867a9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:09.656343 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'code': 200} Feb 03 13:20:09.687321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:09.687703 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.711964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89b3b0cf-cf75-4478-9de9-9fad293e6d77 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:20:09.722103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=89b3b0cf-cf75-4478-9de9-9fad293e6d77,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:09.755417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.755765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.756102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.756436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.756768 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.757090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.757409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.757740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.758056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.758401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.758721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.759041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.759354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:09.778424 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:20:09.778847 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:20:10.212417 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.323806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:10.324159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.339320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b3b0cf-cf75-4478-9de9-9fad293e6d77 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:20:10.359459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:10.364826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.411442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=89b3b0cf-cf75-4478-9de9-9fad293e6d77,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:10.593817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['89b3b0cf-cf75-4478-9de9-9fad293e6d77'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:20:11.433119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 89b3b0cf-cf75-4478-9de9-9fad293e6d77 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:11.489278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:11.489687 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.569121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:11.569516 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.606579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:11.613457 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.660406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:11.662926 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047d9a51-9312-46b7-9d5c-19783e7a66a2" -d '{"events": [{"server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "name": "network-vif-plugged", "status": "completed", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:11.680879 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.686107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=89b3b0cf-cf75-4478-9de9-9fad293e6d77,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:11.707442 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeb3f04-d6e4-4c82-becc-a9408ab61ff2 x-openstack-request-id: req-dbeb3f04-d6e4-4c82-becc-a9408ab61ff2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:11.707745 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "name": "network-vif-plugged", "status": "completed", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:11.708026 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dbeb3f04-d6e4-4c82-becc-a9408ab61ff2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:11.708430 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'code': 200} Feb 03 13:20:12.734577 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.506343 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:21.039409 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:33.794444 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93d16565-bb1c-434a-b282-81376a1faa01 req-529069d1-b3f7-4495-984c-764a0e60a340 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448000 Feb 03 13:20:33.887610 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d16565-bb1c-434a-b282-81376a1faa01 req-d2edde43-225a-4f6a-9431-a1de991fbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:33.889115 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93d16565-bb1c-434a-b282-81376a1faa01 req-d2edde43-225a-4f6a-9431-a1de991fbe00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 1129 time: 0.0501590 Feb 03 13:20:34.008441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d16565-bb1c-434a-b282-81376a1faa01 req-2ae43c45-009a-4fb9-a11e-55cbd90a65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:34.009926 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93d16565-bb1c-434a-b282-81376a1faa01 req-2ae43c45-009a-4fb9-a11e-55cbd90a65f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eaf1e950-a561-411b-b3e0-b64dca88948d HTTP/1.1" status: 200 len: 897 time: 0.1008811 Feb 03 13:20:34.075948 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93d16565-bb1c-434a-b282-81376a1faa01 req-4c2c9d19-a6c7-46b4-b6d4-9e6c13c14844 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77 HTTP/1.1" status: 200 len: 1002 time: 0.0599248 Feb 03 13:20:34.134189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d16565-bb1c-434a-b282-81376a1faa01 req-985b0951-5b71-4056-9c6d-867049955682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:34.138092 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93d16565-bb1c-434a-b282-81376a1faa01 req-985b0951-5b71-4056-9c6d-867049955682 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=420647e0-bba8-4b61-9ade-02bed8e03c68 HTTP/1.1" status: 200 len: 834 time: 0.0553963 Feb 03 13:20:34.195758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d16565-bb1c-434a-b282-81376a1faa01 req-6ad3b5cd-9046-420a-877d-a563dcd3397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:34.197281 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93d16565-bb1c-434a-b282-81376a1faa01 req-6ad3b5cd-9046-420a-877d-a563dcd3397f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eaf1e950-a561-411b-b3e0-b64dca88948d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522022 Feb 03 13:20:34.290133 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93d16565-bb1c-434a-b282-81376a1faa01 req-79ba6f72-eb66-4a5c-872a-1ba3bbe28cec service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862131 Feb 03 13:20:34.388571 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93d16565-bb1c-434a-b282-81376a1faa01 req-7f39bf80-bfc2-4716-bbc3-ee436b0dd944 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923738 Feb 03 13:20:36.698988 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1b96eec-d200-40da-9565-32b3b8963d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:38.812696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45796) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:38.904520 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91176f96-9dde-4da6-a189-28d5ee5cd333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:38.990572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port f318233b-1bba-4f44-82b5-46882206b3a7 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:38.990842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f318233b-1bba-4f44-82b5-46882206b3a7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.070465 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f318233b-1bba-4f44-82b5-46882206b3a7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.070767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (f318233b-1bba-4f44-82b5-46882206b3a7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.082621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for f318233b-1bba-4f44-82b5-46882206b3a7 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:39.242690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (f318233b-1bba-4f44-82b5-46882206b3a7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.272410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=f318233b-1bba-4f44-82b5-46882206b3a7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:39.284454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.284810 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.285159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.285504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.285846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.286174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.286544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.286880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.287207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.287537 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.287863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.288187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.288515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:39.345801 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for floatingip (5aff59d0-57d4-44fe-b4b7-71de6a2314a1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.346141 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Floating IP 5aff59d0-57d4-44fe-b4b7-71de6a2314a1 disassociated (deleted). External IP: 172.25.3.250, port: 89b3b0cf-cf75-4478-9de9-9fad293e6d77. Feb 03 13:20:39.572769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:20:39.684309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:39.689442 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.696561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] Sync routers for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:39.706924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:39.707542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:39.719529 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cf3ea410-09bf-45a4-a031-aed2705ec476 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/floatingips/5aff59d0-57d4-44fe-b4b7-71de6a2314a1 HTTP/1.1" status: 204 len: 168 time: 0.9050372 Feb 03 13:20:39.720383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:39.722990 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:39.820932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:39.838277 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b41db72-84f9-410d-9c39-a9f069ca4df3 x-openstack-request-id: req-1b41db72-84f9-410d-9c39-a9f069ca4df3 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:39.838851 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:39.838932 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b41db72-84f9-410d-9c39-a9f069ca4df3 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:39.839467 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'status': 'completed', 'code': 200} Feb 03 13:20:39.917390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-60d786ff-29d3-49f7-af15-c362fc167de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:39.918975 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-60d786ff-29d3-49f7-af15-c362fc167de2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 1129 time: 0.0573223 Feb 03 13:20:39.988845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ea0db-6536-43ba-802d-e359f1f1d219 req-a019fc03-11d7-44b3-80a8-741426e71b72 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:39.991444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c73ea0db-6536-43ba-802d-e359f1f1d219 req-a019fc03-11d7-44b3-80a8-741426e71b72 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0626953 Feb 03 13:20:40.019636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-21c4e1a3-4dbe-42ad-bbc9-44afbc8bedac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:40.021121 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-21c4e1a3-4dbe-42ad-bbc9-44afbc8bedac service neutron] 10.222.0.72 "GET /v2.0/networks?id=eaf1e950-a561-411b-b3e0-b64dca88948d HTTP/1.1" status: 200 len: 897 time: 0.0957544 Feb 03 13:20:40.032318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:09Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3494dfef-5545-4e63-8b28-839d4498548a', 'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:e3:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:09Z', 'updated_at': '2022-02-03T13:19:12Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:40.048912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c73ea0db-6536-43ba-802d-e359f1f1d219 req-2d44a084-b0ee-4b29-9e51-592723d01256 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502646 Feb 03 13:20:40.058673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] Checking router: f67cb8e0-fdd0-4a05-a853-8adc2de21d35 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:40.063979 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-38bfe0a2-3600-4912-9c41-502885ca26d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77 HTTP/1.1" status: 200 len: 217 time: 0.0352969 Feb 03 13:20:40.067947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:40.068544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:40.119231 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-2e8021be-a9e0-4273-b065-0860be9f9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:40.121196 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-2e8021be-a9e0-4273-b065-0860be9f9251 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=420647e0-bba8-4b61-9ade-02bed8e03c68 HTTP/1.1" status: 200 len: 834 time: 0.0493171 Feb 03 13:20:40.171828 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-e6252f05-eb35-40bc-b7bc-6200e1ceb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:40.173404 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-e6252f05-eb35-40bc-b7bc-6200e1ceb716 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eaf1e950-a561-411b-b3e0-b64dca88948d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463748 Feb 03 13:20:40.175479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:40.272755 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-b406d933-3396-4b34-833a-3e27723514d0 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885282 Feb 03 13:20:40.375763 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b27fb0c0-41a6-4c6c-8c1e-4fa4492a1835 req-5d327bdf-d290-4ce8-b586-94ea79d1be76 service neutron] 10.222.0.72 "GET /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979512 Feb 03 13:20:40.428380 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:40.563265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:09Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3494dfef-5545-4e63-8b28-839d4498548a', 'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:e3:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:09Z', 'updated_at': '2022-02-03T13:19:12Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:40.591385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39639aa8-1d69-44b5-8ffe-d966e16e94d6 None None] The sync data for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 is: [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:09Z', 'revision_number': 4, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '3494dfef-5545-4e63-8b28-839d4498548a', 'name': '', 'network_id': 'eaf1e950-a561-411b-b3e0-b64dca88948d', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'mac_address': 'fa:16:3e:e3:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:09Z', 'updated_at': '2022-02-03T13:19:12Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'subnets': [{'id': '420647e0-bba8-4b61-9ade-02bed8e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:40.833301 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcee59a-8fbe-40e6-8e30-4f38cc2ea1cd None None] New status for floating IP 5aff59d0-57d4-44fe-b4b7-71de6a2314a1: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:20:41.194444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb86f-e047-4cec-9fee-b19a85303233 req-b1df1a33-cb7b-49ab-8a55-75b59cffc5b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:41.196012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-181fb86f-e047-4cec-9fee-b19a85303233 req-b1df1a33-cb7b-49ab-8a55-75b59cffc5b6 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0617843 Feb 03 13:20:41.249065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-181fb86f-e047-4cec-9fee-b19a85303233 req-35f5cf14-2114-4d12-9fa6-a4235a1fcf36 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/security-groups?id=5418aa65-6736-4f06-9ccd-86d089c58f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467207 Feb 03 13:20:41.326612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-cbbef813-64cd-4f30-9f8f-da3e836650ff tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:41.328076 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-cbbef813-64cd-4f30-9f8f-da3e836650ff tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 946 time: 0.0624347 Feb 03 13:20:41.656349 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:41.703027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:41.703368 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:41.793767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port 89b3b0cf-cf75-4478-9de9-9fad293e6d77, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=89b3b0cf-cf75-4478-9de9-9fad293e6d77,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:41.794140 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:41.807054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for 89b3b0cf-cf75-4478-9de9-9fad293e6d77 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:41.944107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (89b3b0cf-cf75-4478-9de9-9fad293e6d77), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:41.975322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=89b3b0cf-cf75-4478-9de9-9fad293e6d77,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:42.023405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] No DVR routers for this DVR port 89b3b0cf-cf75-4478-9de9-9fad293e6d77 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:42.026146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:42.029518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-58edb706-25d6-4d36-89b0-b43f8ff52990 req-dd279d5e-14ff-4d6f-9b6e-6e7dc8dbec1d tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.72 "DELETE /v2.0/ports/89b3b0cf-cf75-4478-9de9-9fad293e6d77 HTTP/1.1" status: 204 len: 173 time: 0.6943085 Feb 03 13:20:42.029945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'name': 'network-vif-deleted', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:42.032195 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d4e8d7-4387-47eb-97d4-96cc7d4cfd83" -d '{"events": [{"server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "name": "network-vif-deleted", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:42.078151 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d058e02a-85fd-46c2-955a-c9bdd812b94a x-openstack-request-id: req-d058e02a-85fd-46c2-955a-c9bdd812b94a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:42.078477 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0f3c19-26d2-4c90-98d8-358ae742545d", "name": "network-vif-deleted", "tag": "89b3b0cf-cf75-4478-9de9-9fad293e6d77", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:42.078737 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d058e02a-85fd-46c2-955a-c9bdd812b94a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:42.079146 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0f3c19-26d2-4c90-98d8-358ae742545d', 'name': 'network-vif-deleted', 'tag': '89b3b0cf-cf75-4478-9de9-9fad293e6d77', 'status': 'completed', 'code': 200} Feb 03 13:20:42.379167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bf61aac-b9a6-478d-be15-61f5bc8bbf3a req-d2d99936-902f-44d6-84fc-d619635c2b73 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b0f3c19-26d2-4c90-98d8-358ae742545d HTTP/1.1" status: 200 len: 210 time: 0.0308905 Feb 03 13:20:42.676250 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:20:42.722818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:43.443979 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45814) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:43.811056 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:44.101175 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port 3494dfef-5545-4e63-8b28-839d4498548a {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:44.101404 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3494dfef-5545-4e63-8b28-839d4498548a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:44.196760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port 3494dfef-5545-4e63-8b28-839d4498548a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=3494dfef-5545-4e63-8b28-839d4498548a,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:44.197122 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3494dfef-5545-4e63-8b28-839d4498548a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:44.209026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for 3494dfef-5545-4e63-8b28-839d4498548a owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:44.399019 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (3494dfef-5545-4e63-8b28-839d4498548a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:44.424704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=3494dfef-5545-4e63-8b28-839d4498548a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:44.599678 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:44.832822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:20:44.943339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:44.951839 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-48c6984f-8950-4c61-b8ac-54d1c59554ad tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "PUT /v2.0/routers/f67cb8e0-fdd0-4a05-a853-8adc2de21d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5036871 Feb 03 13:20:44.951839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45816) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:44.953698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] Sync routers for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:44.964503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:44.965189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:45.015949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7a3502-ff81-42cf-9338-4e4e212f7bb3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting subnet 420647e0-bba8-4b61-9ade-02bed8e03c68 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:20:45.019283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3502-ff81-42cf-9338-4e4e212f7bb3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for subnet (420647e0-bba8-4b61-9ade-02bed8e03c68), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.058778 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3502-ff81-42cf-9338-4e4e212f7bb3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (420647e0-bba8-4b61-9ade-02bed8e03c68), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.078286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:45.146864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3502-ff81-42cf-9338-4e4e212f7bb3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (420647e0-bba8-4b61-9ade-02bed8e03c68), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.205970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3502-ff81-42cf-9338-4e4e212f7bb3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (420647e0-bba8-4b61-9ade-02bed8e03c68), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.233403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a3502-ff81-42cf-9338-4e4e212f7bb3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Subnet': ['ID=420647e0-bba8-4b61-9ade-02bed8e03c68,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:45.235336 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3502-ff81-42cf-9338-4e4e212f7bb3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.238771 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e7a3502-ff81-42cf-9338-4e4e212f7bb3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/subnets/420647e0-bba8-4b61-9ade-02bed8e03c68 HTTP/1.1" status: 204 len: 168 time: 0.2860501 Feb 03 13:20:45.241465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45818) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:45.247600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b7e38-8422-49fd-82c7-ba7804a24297 None None] Network eaf1e950-a561-411b-b3e0-b64dca88948d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:45.340363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:20:44Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:45.351923 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.369368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] Checking router: f67cb8e0-fdd0-4a05-a853-8adc2de21d35 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:45.385290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] Routers {'f67cb8e0-fdd0-4a05-a853-8adc2de21d35'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:45.386387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:45.474802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_gateway (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.481146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c90816-87c2-43ac-bb7e-938148fb0d2a None None] DHCP port deletion for eaf1e950-a561-411b-b3e0-b64dca88948d request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:20:45.527434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Deleting port 27cb92b1-1b57-456a-845c-debb4948eebb {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:45.527785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.530468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] Set router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:45.592240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 89b3b0cf-cf75-4478-9de9-9fad293e6d77 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:45.615613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] For port 27cb92b1-1b57-456a-845c-debb4948eebb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=27cb92b1-1b57-456a-845c-debb4948eebb,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:45.616231 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.623225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 89b3b0cf-cf75-4478-9de9-9fad293e6d77 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:45.623569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 89b3b0cf-cf75-4478-9de9-9fad293e6d77 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:45.629043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Calling delete_port for 27cb92b1-1b57-456a-845c-debb4948eebb owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:45.679224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-35c90816-87c2-43ac-bb7e-938148fb0d2a None None] Deleting port 7fe28471-a42a-4de2-b468-d5e9127936fb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:45.679594 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c90816-87c2-43ac-bb7e-938148fb0d2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.787679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-35c90816-87c2-43ac-bb7e-938148fb0d2a None None] For port 7fe28471-a42a-4de2-b468-d5e9127936fb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7fe28471-a42a-4de2-b468-d5e9127936fb,segment=NetworkSegment(a57968b9-d057-4a05-b649-58c9bd64b454),segment_id=a57968b9-d057-4a05-b649-58c9bd64b454)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:45.787988 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c90816-87c2-43ac-bb7e-938148fb0d2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.798543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (27cb92b1-1b57-456a-845c-debb4948eebb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.804484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-35c90816-87c2-43ac-bb7e-938148fb0d2a None None] Calling delete_port for 7fe28471-a42a-4de2-b468-d5e9127936fb owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:45.824946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Port': ['ID=27cb92b1-1b57-456a-845c-debb4948eebb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:45.864907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:20:44Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:45.886038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.897729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6c4b0-a22f-4187-b7c1-a82c862da233 None None] The sync data for ids ['f67cb8e0-fdd0-4a05-a853-8adc2de21d35'] in n-d-792364-10 is: [{'id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107365340', 'tenant_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:20:44Z', 'revision_number': 5, 'project_id': 'eb26b55f4d904c8886f9b1c85cd9f33e', 'gw_port': {'id': '27cb92b1-1b57-456a-845c-debb4948eebb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cb8e0-fdd0-4a05-a853-8adc2de21d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:19:06Z', 'updated_at': '2022-02-03T13:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:45.921867 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c90816-87c2-43ac-bb7e-938148fb0d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (7fe28471-a42a-4de2-b468-d5e9127936fb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.955435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c90816-87c2-43ac-bb7e-938148fb0d2a None None] Pushing event deleted for resources: {'Port': ['ID=7fe28471-a42a-4de2-b468-d5e9127936fb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:45.958816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c90816-87c2-43ac-bb7e-938148fb0d2a None None] No DVR routers for this DVR port 7fe28471-a42a-4de2-b468-d5e9127936fb on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:45.989994 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:45.992196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router_controller (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.043040 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (f67cb8e0-fdd0-4a05-a853-8adc2de21d35), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.043561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Fanout notify agent at l3_agent the message router_deleted on router f67cb8e0-fdd0-4a05-a853-8adc2de21d35 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:20:46.050729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.051842 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1c16491c-6e92-43d6-b644-3231c34bc5b3 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/routers/f67cb8e0-fdd0-4a05-a853-8adc2de21d35 HTTP/1.1" status: 204 len: 168 time: 0.8095610 Feb 03 13:20:46.055868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45820) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:46.132658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (eaf1e950-a561-411b-b3e0-b64dca88948d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.229852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (eaf1e950-a561-411b-b3e0-b64dca88948d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.250709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf1e950-a561-411b-b3e0-b64dca88948d']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:46.260384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57968b9-d057-4a05-b649-58c9bd64b454') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:46.260684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57968b9-d057-4a05-b649-58c9bd64b454') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:46.270667 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (a57968b9-d057-4a05-b649-58c9bd64b454), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.284679 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (a57968b9-d057-4a05-b649-58c9bd64b454), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.290856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:20:46.291227 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (a57968b9-d057-4a05-b649-58c9bd64b454), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:20:46.294457 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:20:46.360337 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (eaf1e950-a561-411b-b3e0-b64dca88948d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.369271 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.373867 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/networks/eaf1e950-a561-411b-b3e0-b64dca88948d HTTP/1.1" status: 204 len: 168 time: 0.3170474 Feb 03 13:20:46.375753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45822) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:46.384097 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f51ba9-66bd-421e-b9e2-33a66c9f5da2 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'Network': ['ID=eaf1e950-a561-411b-b3e0-b64dca88948d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:46.434497 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (5418aa65-6736-4f06-9ccd-86d089c58f40), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.461280 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (5418aa65-6736-4f06-9ccd-86d089c58f40), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.493016 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.524336 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5418aa65-6736-4f06-9ccd-86d089c58f40), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.527087 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.528632 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] 10.222.0.65 "DELETE /v2.0/security-groups/5418aa65-6736-4f06-9ccd-86d089c58f40 HTTP/1.1" status: 204 len: 168 time: 0.1517551 Feb 03 13:20:46.538447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5418aa65-6736-4f06-9ccd-86d089c58f40,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:46.547058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.547354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.547832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.548507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.548507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.548835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.549349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.549692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.549971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.550300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.550660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.551142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.551605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a59628-1b0f-45c6-b083-561c8ae2d627 tempest-TestNetworkAdvancedServerOps-995233669 tempest-TestNetworkAdvancedServerOps-995233669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.854843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45830) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:47.059737 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e0dcdfc8-b66c-428a-a7fb-1dcd0d8a019f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb26b55f4d904c8886f9b1c85cd9f33e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035100 Feb 03 13:20:47.062361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45836) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:47.111592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67f9d387-afba-4b0f-a79c-46b2431dfb9d admin admin] Publish callbacks [] for security_group (84a882a6-bd52-438c-bc8c-bc4685f65e47), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.134474 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67f9d387-afba-4b0f-a79c-46b2431dfb9d admin admin] Publish callbacks [] for security_group (84a882a6-bd52-438c-bc8c-bc4685f65e47), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.190287 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67f9d387-afba-4b0f-a79c-46b2431dfb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (84a882a6-bd52-438c-bc8c-bc4685f65e47), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.193193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-67f9d387-afba-4b0f-a79c-46b2431dfb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.194423 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-67f9d387-afba-4b0f-a79c-46b2431dfb9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84a882a6-bd52-438c-bc8c-bc4685f65e47 HTTP/1.1" status: 204 len: 168 time: 0.1307347 Feb 03 13:20:47.203166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9d387-afba-4b0f-a79c-46b2431dfb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a882a6-bd52-438c-bc8c-bc4685f65e47,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:47.414234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7fe28471-a42a-4de2-b468-d5e9127936fb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:47.437149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 7fe28471-a42a-4de2-b468-d5e9127936fb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:47.438042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7fe28471-a42a-4de2-b468-d5e9127936fb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:47.438772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3494dfef-5545-4e63-8b28-839d4498548a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:47.458986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 3494dfef-5545-4e63-8b28-839d4498548a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:47.459340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 3494dfef-5545-4e63-8b28-839d4498548a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:47.459758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 27cb92b1-1b57-456a-845c-debb4948eebb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:47.482434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 27cb92b1-1b57-456a-845c-debb4948eebb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:47.482795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 27cb92b1-1b57-456a-845c-debb4948eebb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:47.491075 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45842) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:47.536167 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c9f3d862-d547-4b5b-9532-3cb2a8784b75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4475e4c7576b439e88ae676b3d37f28f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435195 Feb 03 13:20:47.539477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45844) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:47.588061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-461e0b92-f1d9-49e3-8d5c-8bc7a8ab69d9 admin admin] Publish callbacks [] for security_group (65edb538-a49a-4c93-9bcf-0fe67f6dd7f5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.609671 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-461e0b92-f1d9-49e3-8d5c-8bc7a8ab69d9 admin admin] Publish callbacks [] for security_group (65edb538-a49a-4c93-9bcf-0fe67f6dd7f5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.663754 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-461e0b92-f1d9-49e3-8d5c-8bc7a8ab69d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (65edb538-a49a-4c93-9bcf-0fe67f6dd7f5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.667032 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-461e0b92-f1d9-49e3-8d5c-8bc7a8ab69d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.668530 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-461e0b92-f1d9-49e3-8d5c-8bc7a8ab69d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65edb538-a49a-4c93-9bcf-0fe67f6dd7f5 HTTP/1.1" status: 204 len: 168 time: 0.1281679 Feb 03 13:20:47.679551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e0b92-f1d9-49e3-8d5c-8bc7a8ab69d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65edb538-a49a-4c93-9bcf-0fe67f6dd7f5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:48.432796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45866) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:48.569828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-355236615-network', 'tenant_id': 'ca6116a6d93041948095d331ade177d8'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:48.593890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Made reservation on behalf of ca6116a6d93041948095d331ade177d8 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:48.596182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.604782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.678957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Publish callbacks [] for security_group (98bc9fcc-0681-40f1-9556-0e95ffec497f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.684940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (98bc9fcc-0681-40f1-9556-0e95ffec497f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.711568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:20:48.721288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc9fcc-0681-40f1-9556-0e95ffec497f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:48.726180 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (77f5d65a-69db-4eaf-a584-6b6f657a9a10), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.726550 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Added segment 77f5d65a-69db-4eaf-a584-6b6f657a9a10 of type vlan for network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 Feb 03 13:20:48.766007 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (77f7a57b-d553-420f-90c2-4f3369ab1aa3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.792377 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (77f7a57b-d553-420f-90c2-4f3369ab1aa3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.793276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:48.793899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.825369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3914366 Feb 03 13:20:48.828498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45872) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:48.833612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Request body: {'subnet': {'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-355236615-subnet', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:48.856446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Made reservation on behalf of ca6116a6d93041948095d331ade177d8 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:48.856647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114b60-6a6e-4b11-beb6-39daa615eb3a admin admin] Pushing event updated for resources: {'Network': ['ID=77f7a57b-d553-420f-90c2-4f3369ab1aa3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:48.858887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.870613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:20:49.034385 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (a42e1334-1074-4f24-95b1-ece4aecdce10), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.087296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42e1334-1074-4f24-95b1-ece4aecdce10,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:49.098038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:49.098431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Network hostable DHCP agents. Network: 77f7a57b-d553-420f-90c2-4f3369ab1aa3, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:20:49.117963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:20:49.128604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 77f7a57b-d553-420f-90c2-4f3369ab1aa3) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:49.132835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:49.133424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.138882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915e16b-ca90-44bb-b391-066f0864efdd None None] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:49.153275 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b0949b62-5efe-484a-aa12-4b59d38f963e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3230782 Feb 03 13:20:49.155541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45874) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:49.160557 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:49.181295 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (6b5a774c-f770-485b-92a5-0b7af14799fa), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.182384 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (6b5a774c-f770-485b-92a5-0b7af14799fa), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.238456 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks [] for router_controller (6b5a774c-f770-485b-92a5-0b7af14799fa), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.244044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:20:49.244968 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.377803 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks [] for router_gateway (6b5a774c-f770-485b-92a5-0b7af14799fa), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.390200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Allocated IP 172.20.0.2 (77f7a57b-d553-420f-90c2-4f3369ab1aa3/a42e1334-1074-4f24-95b1-ece4aecdce10/1045c6b3-f531-43a2-8953-b4a7b3fd21a0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:49.534433 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Publish callbacks [] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.542368 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.591477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:49.594513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:49.598914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:49.602119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Pushing event updated for resources: {'Port': ['ID=1045c6b3-f531-43a2-8953-b4a7b3fd21a0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:49.659536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Attempting to bind port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:20:49.659915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Attempting to bind port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:20:49.660292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Attempting to bind port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:49.666137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:20:49.666553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:49.667062 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.667384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Bound using segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:20:49.667860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Bound port: 1045c6b3-f531-43a2-8953-b4a7b3fd21a0, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:20:49.668284 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.738360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] For port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:20:49.742298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] For port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1045c6b3-f531-43a2-8953-b4a7b3fd21a0,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:20:49.752246 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.807909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195a7c4-5013-439c-9462-1079d1c21c1b None None] Pushing event updated for resources: {'Port': ['ID=1045c6b3-f531-43a2-8953-b4a7b3fd21a0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:49.875050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks [] for router_gateway (6b5a774c-f770-485b-92a5-0b7af14799fa), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:49.894505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.019415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Allocated IP 172.25.3.83 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/dd13a5cf-f269-473f-b00b-08be5d7b2807) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:50.135155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks [] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.170425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.208287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:50.214618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:50.218802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:50.221772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Pushing event updated for resources: {'Port': ['ID=dd13a5cf-f269-473f-b00b-08be5d7b2807,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:50.474842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks [] for router_gateway (6b5a774c-f770-485b-92a5-0b7af14799fa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.673168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (6b5a774c-f770-485b-92a5-0b7af14799fa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.779134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aacc9a1-9c05-4f08-a05f-f9ddbb7bd075 None None] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:50.809766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Router 6b5a774c-f770-485b-92a5-0b7af14799fa is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:20:50.893534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-00521552-c386-4ea1-ad98-de12e459e84d None None] Provisioning complete for port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:50.893911 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00521552-c386-4ea1-ad98-de12e459e84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.915967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:50.926300 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Sync routers for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:50.937609 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:50.938635 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:50.943884 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.946491 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c7ca6773-81e1-4936-97d7-1474958e46ae admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7884724 Feb 03 13:20:50.948270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45876) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:50.998652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-00521552-c386-4ea1-ad98-de12e459e84d None None] Current status of the port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:50.999382 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00521552-c386-4ea1-ad98-de12e459e84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.045221 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-00521552-c386-4ea1-ad98-de12e459e84d None None] For port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1045c6b3-f531-43a2-8953-b4a7b3fd21a0,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:51.050432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.052570 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00521552-c386-4ea1-ad98-de12e459e84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.071651 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:51.114302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00521552-c386-4ea1-ad98-de12e459e84d None None] Pushing event updated for resources: {'Port': ['ID=1045c6b3-f531-43a2-8953-b4a7b3fd21a0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:51.256566 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:50Z', 'revision_number': 3, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:51.287778 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Checking router: 6b5a774c-f770-485b-92a5-0b7af14799fa for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:51.288135 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Updating router 6b5a774c-f770-485b-92a5-0b7af14799fa port dd13a5cf-f269-473f-b00b-08be5d7b2807 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:20:51.318446 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.425590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.464428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f5c336b6-6b82-4283-876e-5774b5bcc74c None None] Provisioning complete for port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:51.464710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5c336b6-6b82-4283-876e-5774b5bcc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.538501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:51.577949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f5c336b6-6b82-4283-876e-5774b5bcc74c None None] Current status of the port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:51.596235 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Allocated IP 172.20.0.1 (77f7a57b-d553-420f-90c2-4f3369ab1aa3/a42e1334-1074-4f24-95b1-ece4aecdce10/ef35bb7a-8535-46c8-9778-a3651c20a0cc) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:51.599251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:51.599961 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.640599 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Publish callbacks [] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.648006 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.679258 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:51.706881 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Attempting to bind port dd13a5cf-f269-473f-b00b-08be5d7b2807 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:20:51.707252 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Attempting to bind port dd13a5cf-f269-473f-b00b-08be5d7b2807 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:20:51.707617 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Attempting to bind port dd13a5cf-f269-473f-b00b-08be5d7b2807 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:51.707915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Publish callbacks [] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.720288 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:20:51.720581 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:51.720981 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.721376 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:20:51.721843 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Bound port: dd13a5cf-f269-473f-b00b-08be5d7b2807, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:20:51.722190 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.742053 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Pushing event updated for resources: {'Port': ['ID=dd13a5cf-f269-473f-b00b-08be5d7b2807,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:51.752527 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.756008 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.756374 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.756698 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.757034 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.757369 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.757694 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.758020 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.758358 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.759218 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.759218 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.759391 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.759630 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.759945 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:51.787883 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] For port dd13a5cf-f269-473f-b00b-08be5d7b2807, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:20:51.789141 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:51.791406 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] For port dd13a5cf-f269-473f-b00b-08be5d7b2807, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dd13a5cf-f269-473f-b00b-08be5d7b2807,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:20:51.795740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:51.797848 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.799263 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:51.822345 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Pushing event updated for resources: {'Port': ['ID=ef35bb7a-8535-46c8-9778-a3651c20a0cc,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:51.842114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (6b5a774c-f770-485b-92a5-0b7af14799fa), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.857148 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:51.857795 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:51.940977 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4aa1f-d087-4f8d-8e0b-f41d0feaa686 None None] Pushing event updated for resources: {'Port': ['ID=dd13a5cf-f269-473f-b00b-08be5d7b2807,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:51.976504 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:51.987002 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:52.107577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-46894dc4-1170-4fdf-a0cf-76dac9dcee42 None None] Provisioning complete for port ef35bb7a-8535-46c8-9778-a3651c20a0cc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:52.108117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46894dc4-1170-4fdf-a0cf-76dac9dcee42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:52.142434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-46894dc4-1170-4fdf-a0cf-76dac9dcee42 None None] Port ef35bb7a-8535-46c8-9778-a3651c20a0cc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:20:52.169193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Publish callbacks [] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:52.174850 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:52.244304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Pushing event updated for resources: {'Port': ['ID=ef35bb7a-8535-46c8-9778-a3651c20a0cc,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:52.246703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (6b5a774c-f770-485b-92a5-0b7af14799fa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:52.268771 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:50Z', 'revision_number': 3, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:52.294880 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b847f5f-0975-4149-9a65-4605e8232c40 None None] The sync data for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 is: [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:50Z', 'revision_number': 3, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:52.339735 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:52.341191 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:52.474519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Router 6b5a774c-f770-485b-92a5-0b7af14799fa has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:20:52.603272 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:52.608903 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-08a725b7-38e2-4c52-8d39-c14bfe6ca20f admin admin] 10.222.0.65 "PUT /v2.0/routers/6b5a774c-f770-485b-92a5-0b7af14799fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6593611 Feb 03 13:20:52.670794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c9b90a07-501d-49fa-9db8-6a2ab137bc94 None None] Provisioning complete for port ef35bb7a-8535-46c8-9778-a3651c20a0cc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:52.671173 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9b90a07-501d-49fa-9db8-6a2ab137bc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:52.711937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c9b90a07-501d-49fa-9db8-6a2ab137bc94 None None] Port ef35bb7a-8535-46c8-9778-a3651c20a0cc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:20:53.110056 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 45892) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:53.115146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-717993446-network', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:53.135865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Made reservation on behalf of dc39d85d01c24b69b6972c1867403cd1 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:53.138714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.148379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.226025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Publish callbacks [] for security_group (3f70b9c5-f582-4a13-b7d0-7b66e70a30d2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.231925 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3f70b9c5-f582-4a13-b7d0-7b66e70a30d2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.255772 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:20:53.265266 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f70b9c5-f582-4a13-b7d0-7b66e70a30d2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:53.269973 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.270314 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Added segment b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1 of type vlan for network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e Feb 03 13:20:53.313751 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (68b4888e-7a7f-4ce0-9b1d-092e3f3e565e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.342701 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (68b4888e-7a7f-4ce0-9b1d-092e3f3e565e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.343771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:53.344352 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.379004 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2675610 Feb 03 13:20:53.381150 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45894) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:53.387928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Request body: {'subnet': {'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-717993446-subnet', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:53.414540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacb8d9-8190-4305-ac50-50a169d820d2 admin admin] Pushing event updated for resources: {'Network': ['ID=68b4888e-7a7f-4ce0-9b1d-092e3f3e565e,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:53.425820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:20:53.431538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Made reservation on behalf of dc39d85d01c24b69b6972c1867403cd1 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:53.435599 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.488152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dd13a5cf-f269-473f-b00b-08be5d7b2807 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:53.555576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port dd13a5cf-f269-473f-b00b-08be5d7b2807 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:53.555959 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.630864 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (071310cf-f46b-491c-a3b0-9aa6b1f04f62), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.645050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port dd13a5cf-f269-473f-b00b-08be5d7b2807 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:53.645435 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.666653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port dd13a5cf-f269-473f-b00b-08be5d7b2807, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dd13a5cf-f269-473f-b00b-08be5d7b2807,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:53.672456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.698236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071310cf-f46b-491c-a3b0-9aa6b1f04f62,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:53.701931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Checking segment: {'id': 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:53.702308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Network hostable DHCP agents. Network: 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:20:53.722397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:20:53.723038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=dd13a5cf-f269-473f-b00b-08be5d7b2807,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:53.736520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:53.740548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:53.741150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.746462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e807497c-164a-4ee1-8cc7-caa7d45bea79 None None] Network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:53.760879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e5a24fb8-2eb4-4cbc-b7a6-baa2127cafb1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3752999 Feb 03 13:20:53.761656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45896) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:53.767921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:53.789222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (548a412e-8191-4b61-8cd8-98806df35071), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.790257 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (548a412e-8191-4b61-8cd8-98806df35071), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.845387 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks [] for router_controller (548a412e-8191-4b61-8cd8-98806df35071), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.851982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-68b4888e-7a7f-4ce0-9b1d-092e3f3e565e', 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e', 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'fixed_ips': [{'subnet_id': '071310cf-f46b-491c-a3b0-9aa6b1f04f62'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:20:53.852900 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:53.977116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Sync routers for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:53.998043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:53.998728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:54.042559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Allocated IP 172.20.0.2 (68b4888e-7a7f-4ce0-9b1d-092e3f3e565e/071310cf-f46b-491c-a3b0-9aa6b1f04f62/f47266da-a4d4-4b24-991e-f3cca5bd5ce1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:54.178987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:54.339591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks [] for router_gateway (548a412e-8191-4b61-8cd8-98806df35071), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.356549 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Publish callbacks [] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.369683 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.449526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:54.454449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:54.459371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:54.463256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Pushing event updated for resources: {'Port': ['ID=f47266da-a4d4-4b24-991e-f3cca5bd5ce1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:54.530732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Attempting to bind port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:20:54.531106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Attempting to bind port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:20:54.531473 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Attempting to bind port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 on network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:54.536207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:52Z', 'revision_number': 2, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:54.540821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:20:54.541232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Checking segment: {'id': 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:54.541633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.542214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Bound using segment: {'id': 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:20:54.542315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks [] for router_gateway (548a412e-8191-4b61-8cd8-98806df35071), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.542894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Bound port: f47266da-a4d4-4b24-991e-f3cca5bd5ce1, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:20:54.543276 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.561825 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.574929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Checking router: 6b5a774c-f770-485b-92a5-0b7af14799fa for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:54.575274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Updating router 6b5a774c-f770-485b-92a5-0b7af14799fa port ef35bb7a-8535-46c8-9778-a3651c20a0cc binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:20:54.629601 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.663592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Allocated IP 172.25.3.157 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:54.685847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] For port f47266da-a4d4-4b24-991e-f3cca5bd5ce1, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:20:54.705256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] For port f47266da-a4d4-4b24-991e-f3cca5bd5ce1, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f47266da-a4d4-4b24-991e-f3cca5bd5ce1,segment=NetworkSegment(b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1),segment_id=b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:20:54.753233 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.770522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks [] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.806924 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:54.848425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:54.851596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:54.853753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744128d6-7b61-42e5-a7f4-fff199cc6fc3 None None] Pushing event updated for resources: {'Port': ['ID=f47266da-a4d4-4b24-991e-f3cca5bd5ce1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:54.859050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:54.901060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Pushing event updated for resources: {'Port': ['ID=a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:54.999097 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Publish callbacks [] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.011116 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.070605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b07ecf-c68f-421e-96b5-d4727766a82a None None] Pushing event updated for resources: {'Port': ['ID=ef35bb7a-8535-46c8-9778-a3651c20a0cc,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:55.144804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Attempting to bind port ef35bb7a-8535-46c8-9778-a3651c20a0cc on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:20:55.145178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Attempting to bind port ef35bb7a-8535-46c8-9778-a3651c20a0cc by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:20:55.146307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Attempting to bind port ef35bb7a-8535-46c8-9778-a3651c20a0cc on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:55.154168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:20:55.154168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:55.154570 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.154942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Bound using segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:20:55.155420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Bound port: ef35bb7a-8535-46c8-9778-a3651c20a0cc, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:20:55.155798 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.168335 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks [] for router_gateway (548a412e-8191-4b61-8cd8-98806df35071), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.236030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] For port ef35bb7a-8535-46c8-9778-a3651c20a0cc, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:20:55.239889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] For port ef35bb7a-8535-46c8-9778-a3651c20a0cc, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ef35bb7a-8535-46c8-9778-a3651c20a0cc,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:20:55.249928 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.310319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:55.310995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:55.316507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b07ecf-c68f-421e-96b5-d4727766a82a None None] Pushing event updated for resources: {'Port': ['ID=ef35bb7a-8535-46c8-9778-a3651c20a0cc,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:55.377899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-efa03c2a-474f-425f-8f26-c1759e63d2a7 None None] Provisioning complete for port ef35bb7a-8535-46c8-9778-a3651c20a0cc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:55.378259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efa03c2a-474f-425f-8f26-c1759e63d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.394716 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (548a412e-8191-4b61-8cd8-98806df35071), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.557939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Router 548a412e-8191-4b61-8cd8-98806df35071 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:20:55.630878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f47266da-a4d4-4b24-991e-f3cca5bd5ce1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:55.691596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:55.695026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:55.704158 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Sync routers for ids ['548a412e-8191-4b61-8cd8-98806df35071'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:55.714750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.716316 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Routers {'548a412e-8191-4b61-8cd8-98806df35071'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:55.716460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-37f60fc6-0032-433c-b187-4482e5f7ba39 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9533327 Feb 03 13:20:55.717219 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['548a412e-8191-4b61-8cd8-98806df35071'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:55.719079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 45898) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:55.840013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-efa03c2a-474f-425f-8f26-c1759e63d2a7 None None] Current status of the port ef35bb7a-8535-46c8-9778-a3651c20a0cc is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:55.840507 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efa03c2a-474f-425f-8f26-c1759e63d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.841004 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Set router 548a412e-8191-4b61-8cd8-98806df35071 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:55.874095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:55.874591 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.951537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-efa03c2a-474f-425f-8f26-c1759e63d2a7 None None] For port ef35bb7a-8535-46c8-9778-a3651c20a0cc, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ef35bb7a-8535-46c8-9778-a3651c20a0cc,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:55.966964 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efa03c2a-474f-425f-8f26-c1759e63d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.061515 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548a412e-8191-4b61-8cd8-98806df35071', 'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:53Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 3, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'gw_port': {'id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:54Z', 'updated_at': '2022-02-03T13:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:56.071670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58acd688-5699-49c8-8483-c1303cd6ff0c None None] Network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:56.091017 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Checking router: 548a412e-8191-4b61-8cd8-98806df35071 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:56.091547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Updating router 548a412e-8191-4b61-8cd8-98806df35071 port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:20:56.125842 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.148776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa03c2a-474f-425f-8f26-c1759e63d2a7 None None] Pushing event updated for resources: {'Port': ['ID=ef35bb7a-8535-46c8-9778-a3651c20a0cc,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:56.189869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:56.190387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.192078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.210594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e32d2084-be63-4798-90d4-0c292d59f77b None None] Provisioning complete for port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:56.210594 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e32d2084-be63-4798-90d4-0c292d59f77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.283202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port f47266da-a4d4-4b24-991e-f3cca5bd5ce1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f47266da-a4d4-4b24-991e-f3cca5bd5ce1,segment=NetworkSegment(b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1),segment_id=b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:56.305145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:56.309755 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.310658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dd13a5cf-f269-473f-b00b-08be5d7b2807 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:56.362697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Allocated IP 172.20.0.1 (68b4888e-7a7f-4ce0-9b1d-092e3f3e565e/071310cf-f46b-491c-a3b0-9aa6b1f04f62/180a26b7-2370-4393-a688-4fa6a643a385) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:56.381705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574faf9b-4046-4851-b782-171cb6be0ff2 None None] The sync data for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 is: [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:56.400093 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Publish callbacks [] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.412330 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.469906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=f47266da-a4d4-4b24-991e-f3cca5bd5ce1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:56.493549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e32d2084-be63-4798-90d4-0c292d59f77b None None] Current status of the port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:56.502352 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0a018-ab68-4cdd-b2b2-170ece9bc076 None None] Pushing event updated for resources: {'Port': ['ID=a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:56.509400 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port dd13a5cf-f269-473f-b00b-08be5d7b2807 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:56.509776 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.523867 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Attempting to bind port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:20:56.524340 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Attempting to bind port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:20:56.524826 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Attempting to bind port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:56.529499 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Publish callbacks [] for port (180a26b7-2370-4393-a688-4fa6a643a385), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.531087 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:20:56.531676 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:56.532312 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.532995 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:20:56.533367 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Bound port: a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:20:56.533831 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.551662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e32d2084-be63-4798-90d4-0c292d59f77b None None] Provisioning complete for port ef35bb7a-8535-46c8-9778-a3651c20a0cc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:56.552274 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e32d2084-be63-4798-90d4-0c292d59f77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.588832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (180a26b7-2370-4393-a688-4fa6a643a385), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.612935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:56.621798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:56.633296 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] For port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:20:56.641239 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] For port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:20:56.653999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:56.661277 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.685246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Pushing event updated for resources: {'Port': ['ID=180a26b7-2370-4393-a688-4fa6a643a385,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:56.703123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e32d2084-be63-4798-90d4-0c292d59f77b None None] Current status of the port ef35bb7a-8535-46c8-9778-a3651c20a0cc is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:56.749596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port dd13a5cf-f269-473f-b00b-08be5d7b2807 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:56.754909 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Routers {'548a412e-8191-4b61-8cd8-98806df35071'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:56.755523 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['548a412e-8191-4b61-8cd8-98806df35071'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:56.757345 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (548a412e-8191-4b61-8cd8-98806df35071), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.762096 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0a018-ab68-4cdd-b2b2-170ece9bc076 None None] Pushing event updated for resources: {'Port': ['ID=a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:56.831527 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-25a70045-55c3-432e-abde-5fed2ea43cbd None None] Provisioning complete for port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:56.831972 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25a70045-55c3-432e-abde-5fed2ea43cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.925805 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (180a26b7-2370-4393-a688-4fa6a643a385), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:56.928636 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] Set router 548a412e-8191-4b61-8cd8-98806df35071 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:56.982453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-25a70045-55c3-432e-abde-5fed2ea43cbd None None] Current status of the port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:57.109663 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-246326c4-c5b1-41c7-9a81-afdf5a654466 None None] Provisioning complete for port 180a26b7-2370-4393-a688-4fa6a643a385 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:57.110465 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-246326c4-c5b1-41c7-9a81-afdf5a654466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (180a26b7-2370-4393-a688-4fa6a643a385), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:57.146159 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548a412e-8191-4b61-8cd8-98806df35071', 'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:53Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 3, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'gw_port': {'id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:54Z', 'updated_at': '2022-02-03T13:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:57.157602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Publish callbacks [] for port (180a26b7-2370-4393-a688-4fa6a643a385), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:57.158452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-246326c4-c5b1-41c7-9a81-afdf5a654466 None None] Port 180a26b7-2370-4393-a688-4fa6a643a385 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:20:57.165867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (180a26b7-2370-4393-a688-4fa6a643a385), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:57.177034 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6f32b-ac7e-4472-b455-5ac585a5d1c1 None None] The sync data for ids ['548a412e-8191-4b61-8cd8-98806df35071'] in n-d-792364-10 is: [{'id': '548a412e-8191-4b61-8cd8-98806df35071', 'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:53Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 3, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'gw_port': {'id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:54Z', 'updated_at': '2022-02-03T13:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:57.242181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Pushing event updated for resources: {'Port': ['ID=180a26b7-2370-4393-a688-4fa6a643a385,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:57.245202 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (548a412e-8191-4b61-8cd8-98806df35071), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:57.343927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:57.345405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:57.533640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Router 548a412e-8191-4b61-8cd8-98806df35071 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:20:57.651360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f47266da-a4d4-4b24-991e-f3cca5bd5ce1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:57.706733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:57.712150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6fd67bd8-e707-4ddd-b5d9-34006f752a1b admin admin] 10.222.0.65 "PUT /v2.0/routers/548a412e-8191-4b61-8cd8-98806df35071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9916310 Feb 03 13:20:57.726724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-088ab24e-4705-4edf-b5d2-0e607651e76a None None] Provisioning complete for port 180a26b7-2370-4393-a688-4fa6a643a385 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:57.727099 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-088ab24e-4705-4edf-b5d2-0e607651e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (180a26b7-2370-4393-a688-4fa6a643a385), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:57.773497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:57.773880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:57.777192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-088ab24e-4705-4edf-b5d2-0e607651e76a None None] Port 180a26b7-2370-4393-a688-4fa6a643a385 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:20:57.865331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:57.866405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ef35bb7a-8535-46c8-9778-a3651c20a0cc up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:57.922311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ef35bb7a-8535-46c8-9778-a3651c20a0cc triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:57.923862 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:58.018830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ef35bb7a-8535-46c8-9778-a3651c20a0cc is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:59.462426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:59.523711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:59.524171 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:59.620750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:59.621457 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:59.646420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:59.653813 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:59.723378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:00.044152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Sync routers for ids ['548a412e-8191-4b61-8cd8-98806df35071'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:21:00.060002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Routers {'548a412e-8191-4b61-8cd8-98806df35071'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:21:00.060849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['548a412e-8191-4b61-8cd8-98806df35071'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:21:00.184810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Set router 548a412e-8191-4b61-8cd8-98806df35071 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:21:00.441206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548a412e-8191-4b61-8cd8-98806df35071', 'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:53Z', 'updated_at': '2022-02-03T13:20:56Z', 'revision_number': 4, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'gw_port': {'id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:54Z', 'updated_at': '2022-02-03T13:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '180a26b7-2370-4393-a688-4fa6a643a385', 'name': '', 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'mac_address': 'fa:16:3e:ac:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '071310cf-f46b-491c-a3b0-9aa6b1f04f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:56Z', 'updated_at': '2022-02-03T13:20:57Z', 'revision_number': 2, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'subnets': [{'id': '071310cf-f46b-491c-a3b0-9aa6b1f04f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:21:00.467849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Checking router: 548a412e-8191-4b61-8cd8-98806df35071 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:21:00.468458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Updating router 548a412e-8191-4b61-8cd8-98806df35071 port 180a26b7-2370-4393-a688-4fa6a643a385 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:21:00.495504 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (180a26b7-2370-4393-a688-4fa6a643a385), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:00.769019 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Publish callbacks [] for port (180a26b7-2370-4393-a688-4fa6a643a385), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:00.775051 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (180a26b7-2370-4393-a688-4fa6a643a385), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:00.844106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9b7cd-4dd0-4f3a-83ea-de2b9d201804 None None] Pushing event updated for resources: {'Port': ['ID=180a26b7-2370-4393-a688-4fa6a643a385,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:00.876808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Attempting to bind port 180a26b7-2370-4393-a688-4fa6a643a385 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:21:00.877178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Attempting to bind port 180a26b7-2370-4393-a688-4fa6a643a385 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:21:00.877887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Attempting to bind port 180a26b7-2370-4393-a688-4fa6a643a385 on network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:21:00.882777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:21:00.883151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Checking segment: {'id': 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:21:00.883554 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:00.883941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Bound using segment: {'id': 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:21:00.884887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Bound port: 180a26b7-2370-4393-a688-4fa6a643a385, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:21:00.884887 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (180a26b7-2370-4393-a688-4fa6a643a385), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:00.905994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-84303aec-efe8-44fa-b2aa-b323eabfc012 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:00.907562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-84303aec-efe8-44fa-b2aa-b323eabfc012 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1081641 Feb 03 13:21:00.924121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-0b27bc61-f686-4480-a6a3-2d7ce71c5f12 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/quotas/ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 375 time: 0.0095613 Feb 03 13:21:00.953891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] For port 180a26b7-2370-4393-a688-4fa6a643a385, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:21:00.957430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] For port 180a26b7-2370-4393-a688-4fa6a643a385, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=180a26b7-2370-4393-a688-4fa6a643a385,segment=NetworkSegment(b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1),segment_id=b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:21:00.966173 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (180a26b7-2370-4393-a688-4fa6a643a385), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:00.992272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-709c1529-5dc5-4625-9c64-56e32328b143 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622129 Feb 03 13:21:01.027530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Routers {'548a412e-8191-4b61-8cd8-98806df35071'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:21:01.028176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:20:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['548a412e-8191-4b61-8cd8-98806df35071'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:21:01.063598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9b7cd-4dd0-4f3a-83ea-de2b9d201804 None None] Pushing event updated for resources: {'Port': ['ID=180a26b7-2370-4393-a688-4fa6a643a385,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:01.096313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-ed2e1f32-8284-4017-a89e-a1716d585f3e service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960369 Feb 03 13:21:01.156304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b6fa2cf4-7e16-4e8f-8655-9f8cce6cfd4b None None] Provisioning complete for port 180a26b7-2370-4393-a688-4fa6a643a385 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:21:01.156683 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2cf4-7e16-4e8f-8655-9f8cce6cfd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (180a26b7-2370-4393-a688-4fa6a643a385), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:01.159320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] Set router 548a412e-8191-4b61-8cd8-98806df35071 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:21:01.192469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-f3a7fe63-cd29-4c6a-9723-2e5b5fcc8041 service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953629 Feb 03 13:21:01.441171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:21:01.504248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b51a65ee-46b1-446e-9009-804aa6f75cdc req-e4153bfe-877e-4f54-96fa-989a0b7406f1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0285490 Feb 03 13:21:01.586800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa2cf4-7e16-4e8f-8655-9f8cce6cfd4b None None] Current status of the port 180a26b7-2370-4393-a688-4fa6a643a385 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:01.587241 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2cf4-7e16-4e8f-8655-9f8cce6cfd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (180a26b7-2370-4393-a688-4fa6a643a385), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:01.630594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:21:01.630973 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:01.689378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b6fa2cf4-7e16-4e8f-8655-9f8cce6cfd4b None None] For port 180a26b7-2370-4393-a688-4fa6a643a385, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=180a26b7-2370-4393-a688-4fa6a643a385,segment=NetworkSegment(b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1),segment_id=b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:01.699447 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2cf4-7e16-4e8f-8655-9f8cce6cfd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (180a26b7-2370-4393-a688-4fa6a643a385), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:01.768058 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa2cf4-7e16-4e8f-8655-9f8cce6cfd4b None None] Pushing event updated for resources: {'Port': ['ID=180a26b7-2370-4393-a688-4fa6a643a385,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:01.805533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548a412e-8191-4b61-8cd8-98806df35071', 'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:53Z', 'updated_at': '2022-02-03T13:20:56Z', 'revision_number': 4, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'gw_port': {'id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:54Z', 'updated_at': '2022-02-03T13:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '180a26b7-2370-4393-a688-4fa6a643a385', 'name': '', 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'mac_address': 'fa:16:3e:ac:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '071310cf-f46b-491c-a3b0-9aa6b1f04f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:56Z', 'updated_at': '2022-02-03T13:21:00Z', 'revision_number': 4, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'subnets': [{'id': '071310cf-f46b-491c-a3b0-9aa6b1f04f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:21:01.852924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30566b-46dd-402b-8efe-08c2ba392910 None None] The sync data for ids ['548a412e-8191-4b61-8cd8-98806df35071'] in n-d-792364-10 is: [{'id': '548a412e-8191-4b61-8cd8-98806df35071', 'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:53Z', 'updated_at': '2022-02-03T13:20:56Z', 'revision_number': 4, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'gw_port': {'id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:54Z', 'updated_at': '2022-02-03T13:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '180a26b7-2370-4393-a688-4fa6a643a385', 'name': '', 'network_id': '68b4888e-7a7f-4ce0-9b1d-092e3f3e565e', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'mac_address': 'fa:16:3e:ac:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '071310cf-f46b-491c-a3b0-9aa6b1f04f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:56Z', 'updated_at': '2022-02-03T13:21:00Z', 'revision_number': 4, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'subnets': [{'id': '071310cf-f46b-491c-a3b0-9aa6b1f04f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:21:01.855835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:01.865085 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2eccdafa-0ebc-42ea-9d28-ec3d78fa4303 None None] Provisioning complete for port 180a26b7-2370-4393-a688-4fa6a643a385 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:21:01.865468 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2eccdafa-0ebc-42ea-9d28-ec3d78fa4303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (180a26b7-2370-4393-a688-4fa6a643a385), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:01.971256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2eccdafa-0ebc-42ea-9d28-ec3d78fa4303 None None] Current status of the port 180a26b7-2370-4393-a688-4fa6a643a385 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:02.502420 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-71e32468-130c-4a83-bc0a-7677152beeb4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:02.503875 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-71e32468-130c-4a83-bc0a-7677152beeb4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1120696 Feb 03 13:21:02.515139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'port': {'device_id': '8b06e89c-5272-4b93-a515-07674e18c22a', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'admin_state_up': True, 'tenant_id': 'ca6116a6d93041948095d331ade177d8'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:21:02.606300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de388879-ab70-458c-ad43-c949bb399b68 req-15c7742d-ab43-4e94-80e9-c427a8742f56 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0308313 Feb 03 13:21:02.633838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Made reservation on behalf of ca6116a6d93041948095d331ade177d8 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:21:02.637834 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:02.769425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.20.0.8 (77f7a57b-d553-420f-90c2-4f3369ab1aa3/a42e1334-1074-4f24-95b1-ece4aecdce10/5008946b-a499-445d-a5e7-b9ad70cd5c99) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:21:02.921737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:02.957844 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:02.999713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:21:03.002838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:21:03.005291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:21:03.039115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=5008946b-a499-445d-a5e7-b9ad70cd5c99,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:03.062942 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:03.063563 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:03.081917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-99ab14fa-3fa8-4f48-a090-a727c446e646 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703850 Feb 03 13:21:03.097318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Request body: {'port': {'device_id': '8b06e89c-5272-4b93-a515-07674e18c22a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:21:03.163388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:03.300324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e674292b-a008-4d6a-943d-ea77c3ad3234 None None] Provisioning complete for port 5008946b-a499-445d-a5e7-b9ad70cd5c99 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:21:03.300868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e674292b-a008-4d6a-943d-ea77c3ad3234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:03.341226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e674292b-a008-4d6a-943d-ea77c3ad3234 None None] Port 5008946b-a499-445d-a5e7-b9ad70cd5c99 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:21:03.454484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5008946b-a499-445d-a5e7-b9ad70cd5c99 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:21:03.464420 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Publish callbacks [] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:03.484622 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Transition to ACTIVE for port object 5008946b-a499-445d-a5e7-b9ad70cd5c99 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:21:03.490990 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:03.497592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 180a26b7-2370-4393-a688-4fa6a643a385 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:21:03.556752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 180a26b7-2370-4393-a688-4fa6a643a385 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:21:03.557497 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (180a26b7-2370-4393-a688-4fa6a643a385), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:03.595543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Pushing event updated for resources: {'Port': ['ID=5008946b-a499-445d-a5e7-b9ad70cd5c99,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:03.668200 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Attempting to bind port 5008946b-a499-445d-a5e7-b9ad70cd5c99 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:21:03.668553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Attempting to bind port 5008946b-a499-445d-a5e7-b9ad70cd5c99 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:21:03.668889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Attempting to bind port 5008946b-a499-445d-a5e7-b9ad70cd5c99 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:21:03.688039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Port 5008946b-a499-445d-a5e7-b9ad70cd5c99 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:21:03.688372 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Attempting to bind port 5008946b-a499-445d-a5e7-b9ad70cd5c99 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:21:03.694507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:21:03.694855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:21:03.695245 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Bound using segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:21:03.695679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Bound port: 5008946b-a499-445d-a5e7-b9ad70cd5c99, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:21:03.696041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:03.723105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 180a26b7-2370-4393-a688-4fa6a643a385 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:03.790409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] For port 5008946b-a499-445d-a5e7-b9ad70cd5c99, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:21:03.794721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] For port 5008946b-a499-445d-a5e7-b9ad70cd5c99, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5008946b-a499-445d-a5e7-b9ad70cd5c99,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:21:03.804434 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:03.809853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be2daa-28d7-4af1-a059-aeb96037e029 req-aff18538-74ea-4b08-8d11-3db31068fe7a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:03.817817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52be2daa-28d7-4af1-a059-aeb96037e029 req-aff18538-74ea-4b08-8d11-3db31068fe7a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0729702 Feb 03 13:21:03.842643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:03.843276 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:03.845026 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] 10.222.0.72 "PUT /v2.0/ports/5008946b-a499-445d-a5e7-b9ad70cd5c99 HTTP/1.1" status: 200 len: 1092 time: 0.7535756 Feb 03 13:21:03.845482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b06e89c-5272-4b93-a515-07674e18c22a', 'tag': '5008946b-a499-445d-a5e7-b9ad70cd5c99'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:21:03.848021 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac284de-e885-489a-8077-ba3548cf1e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b06e89c-5272-4b93-a515-07674e18c22a", "tag": "5008946b-a499-445d-a5e7-b9ad70cd5c99"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:21:03.933386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52be2daa-28d7-4af1-a059-aeb96037e029 req-f730c48e-35b4-4515-9738-d69cd72a8821 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143627 Feb 03 13:21:03.950130 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de921c33-6f97-4b2f-ad42-3932cdc19f79 x-openstack-request-id: req-de921c33-6f97-4b2f-ad42-3932cdc19f79 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:21:03.950459 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b06e89c-5272-4b93-a515-07674e18c22a", "tag": "5008946b-a499-445d-a5e7-b9ad70cd5c99", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:21:03.950730 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de921c33-6f97-4b2f-ad42-3932cdc19f79 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:21:03.951263 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b06e89c-5272-4b93-a515-07674e18c22a', 'tag': '5008946b-a499-445d-a5e7-b9ad70cd5c99', 'status': 'completed', 'code': 200} Feb 03 13:21:03.953530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48f699-c025-4aab-ab85-bfd25f76e6ce service neutron] Pushing event updated for resources: {'Port': ['ID=5008946b-a499-445d-a5e7-b9ad70cd5c99,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:03.985335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-3fd3207b-738a-484f-8dd2-a6ea4c8e0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:03.986945 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-3fd3207b-738a-484f-8dd2-a6ea4c8e0bb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 1126 time: 0.0842738 Feb 03 13:21:04.032639 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-5dbdd470-09ba-4602-bb8d-c85e1b474762 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5008946b-a499-445d-a5e7-b9ad70cd5c99 HTTP/1.1" status: 200 len: 217 time: 0.0369728 Feb 03 13:21:04.086600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-1c0f7d57-00ec-4732-a873-b842320e8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:04.088131 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-1c0f7d57-00ec-4732-a873-b842320e8517 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0493026 Feb 03 13:21:04.144541 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-2e10707e-0d5b-4c9a-94b1-a865f132a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:04.146031 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-2e10707e-0d5b-4c9a-94b1-a865f132a9e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517220 Feb 03 13:21:04.242107 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-600b8fcb-6786-47ab-a538-8117afc866c4 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895419 Feb 03 13:21:04.623949 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-27f37a2e-53d0-4b0d-ab31-a85672ca2ce8 req-7f158604-9989-4b97-808c-d52e3f4e2776 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752348 Feb 03 13:21:04.712488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-88ecf8fd-9d8e-4ab2-a6f0-c4220829c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:04.714149 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-88ecf8fd-9d8e-4ab2-a6f0-c4220829c560 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 1126 time: 0.0451331 Feb 03 13:21:04.802658 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-5ed5d5dd-4b26-42f5-b80c-c02deef5fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:04.804185 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-5ed5d5dd-4b26-42f5-b80c-c02deef5fb9d service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0850022 Feb 03 13:21:04.848329 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-05fabc45-4866-42d6-a04e-479f9a7ede4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5008946b-a499-445d-a5e7-b9ad70cd5c99 HTTP/1.1" status: 200 len: 217 time: 0.0383239 Feb 03 13:21:04.896875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-602b4491-38db-4cec-be1c-aa104c852318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:04.898353 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-602b4491-38db-4cec-be1c-aa104c852318 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0444815 Feb 03 13:21:04.948229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-a5beeb7a-733a-4d3e-a1c7-c97aa13e86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:04.950193 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-a5beeb7a-733a-4d3e-a1c7-c97aa13e86bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459156 Feb 03 13:21:05.047637 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-75d8db46-8f89-4c28-94b8-6dd4fc672f22 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905578 Feb 03 13:21:05.051251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce86c2-55eb-4bc4-a8c9-ad119cde1ab3 req-9ed759ef-5020-49b6-b002-43c4465cd434 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:05.052743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6ce86c2-55eb-4bc4-a8c9-ad119cde1ab3 req-9ed759ef-5020-49b6-b002-43c4465cd434 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0545278 Feb 03 13:21:05.102357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6ce86c2-55eb-4bc4-a8c9-ad119cde1ab3 req-522b00b5-4741-4f4d-a18a-eedb6018e521 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Feb 03 13:21:05.139977 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0ac284de-e885-489a-8077-ba3548cf1e4f req-80adf801-a07d-41fd-bf67-5bdf27683022 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860693 Feb 03 13:21:06.229828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af2532-1e97-4be3-bc73-d53b5114e817 req-2877c88a-0320-4491-a58c-2ffed512ab2e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:06.232645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8af2532-1e97-4be3-bc73-d53b5114e817 req-2877c88a-0320-4491-a58c-2ffed512ab2e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0550663 Feb 03 13:21:06.281051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8af2532-1e97-4be3-bc73-d53b5114e817 req-ce78e6f5-d1cf-4cfe-b6c4-684660d08d2d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Feb 03 13:21:06.684402 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c778c79-39c7-4e54-ac9a-03d6ce354ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:07.407918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9256a83-46f8-41ba-b504-d29e262e149e req-19f24274-51c9-42d9-91f6-57f7c8906605 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:07.409451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9256a83-46f8-41ba-b504-d29e262e149e req-19f24274-51c9-42d9-91f6-57f7c8906605 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0585508 Feb 03 13:21:07.459357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9256a83-46f8-41ba-b504-d29e262e149e req-3c3065c1-90da-42a5-8d20-38b3cba4915e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Feb 03 13:21:08.587044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efad6d-b0b7-4d6a-84c9-294cc2b0a1a8 req-6f7a212d-cff2-4173-b260-889db1d5efe4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:08.588678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2efad6d-b0b7-4d6a-84c9-294cc2b0a1a8 req-6f7a212d-cff2-4173-b260-889db1d5efe4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0557513 Feb 03 13:21:08.636466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2efad6d-b0b7-4d6a-84c9-294cc2b0a1a8 req-bacc03e9-7429-43a6-b61b-e38928478563 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419674 Feb 03 13:21:08.900522 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c95d37e-af2d-4cbe-8748-571f3dff811d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:09.761323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ac-f6ce-4a48-97f5-f48f02117201 req-d6082f64-54f9-43a5-b615-4d2c3f4a0e83 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:09.762855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27a834ac-f6ce-4a48-97f5-f48f02117201 req-d6082f64-54f9-43a5-b615-4d2c3f4a0e83 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0579441 Feb 03 13:21:09.809881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27a834ac-f6ce-4a48-97f5-f48f02117201 req-d6bffe07-d8cd-45f5-b68d-24a0865d1b12 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Feb 03 13:21:10.217331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:10.932603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49187013-792f-404e-a452-3e96196d382e req-37ac1795-31c4-4d5b-a4d9-7e54b0d6b303 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:10.934207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49187013-792f-404e-a452-3e96196d382e req-37ac1795-31c4-4d5b-a4d9-7e54b0d6b303 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0556040 Feb 03 13:21:10.983982 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49187013-792f-404e-a452-3e96196d382e req-44bf86e3-c9dc-4e39-95ed-b1ada9f20514 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Feb 03 13:21:11.658462 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:12.104245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477f66d-3059-462b-ade7-11c7d2277b7a req-1889f8a3-163d-4773-84fc-42356f256af1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:12.105723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f477f66d-3059-462b-ade7-11c7d2277b7a req-1889f8a3-163d-4773-84fc-42356f256af1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0531497 Feb 03 13:21:12.155857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f477f66d-3059-462b-ade7-11c7d2277b7a req-7026b646-388f-416e-a5c8-fd341bd7a882 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443857 Feb 03 13:21:12.731844 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:13.295347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d891f-37c9-4177-a615-eff466449a9d req-5da84bfe-5234-45cd-a0cf-43efffa8affd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:13.296871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e01d891f-37c9-4177-a615-eff466449a9d req-5da84bfe-5234-45cd-a0cf-43efffa8affd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0565882 Feb 03 13:21:13.360230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e01d891f-37c9-4177-a615-eff466449a9d req-566ddf23-7d21-4a33-b1a1-d534c18b3861 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552957 Feb 03 13:21:14.498515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c29dbf-2548-4a96-883a-0672a19c7af0 req-439f57e3-5650-41f5-a347-3a3b80673fba tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:14.499996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53c29dbf-2548-4a96-883a-0672a19c7af0 req-439f57e3-5650-41f5-a347-3a3b80673fba tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0538619 Feb 03 13:21:14.550941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53c29dbf-2548-4a96-883a-0672a19c7af0 req-5938cbea-babc-447b-90a1-e64f0fd94017 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Feb 03 13:21:15.688619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6f05-fb00-49bb-a8e6-a35a7f6f705b req-b907a84f-864e-45b7-98c8-c1e4c0d5e24e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:15.690127 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16dd6f05-fb00-49bb-a8e6-a35a7f6f705b req-b907a84f-864e-45b7-98c8-c1e4c0d5e24e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0595286 Feb 03 13:21:15.739613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16dd6f05-fb00-49bb-a8e6-a35a7f6f705b req-944f38a2-e6ad-4d43-977c-187066d4df46 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 Feb 03 13:21:16.510542 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:16.861382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83385f10-0777-4c2e-9ac1-82748d3c9aeb req-c4909bd9-53e3-4cd2-803f-0b341a200e3d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:16.862881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83385f10-0777-4c2e-9ac1-82748d3c9aeb req-c4909bd9-53e3-4cd2-803f-0b341a200e3d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0550368 Feb 03 13:21:16.911361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-83385f10-0777-4c2e-9ac1-82748d3c9aeb req-90f95511-ad22-4508-8a4d-5077500a5e6e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Feb 03 13:21:18.051315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b394a4b-5273-4e69-bad5-0b05b076b4b8 req-8ac270fa-bc13-47f7-b57c-df193f34e956 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:18.052818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b394a4b-5273-4e69-bad5-0b05b076b4b8 req-8ac270fa-bc13-47f7-b57c-df193f34e956 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0655425 Feb 03 13:21:18.110798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b394a4b-5273-4e69-bad5-0b05b076b4b8 req-b27a2591-4ec4-41fd-a8ad-fa223f79a0dd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495932 Feb 03 13:21:19.237105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e7b6d-0727-4d76-b1da-b3579990c194 req-a7488602-a6bc-4c44-a623-889f91366f95 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:19.238616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d26e7b6d-0727-4d76-b1da-b3579990c194 req-a7488602-a6bc-4c44-a623-889f91366f95 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 943 time: 0.0584316 Feb 03 13:21:19.289784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d26e7b6d-0727-4d76-b1da-b3579990c194 req-b42bd169-9c58-4833-8669-f32e9bc74f67 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428360 Feb 03 13:21:19.680955 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:21:19.710658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5008946b-a499-445d-a5e7-b9ad70cd5c99 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:21:19.813343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5008946b-a499-445d-a5e7-b9ad70cd5c99, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5008946b-a499-445d-a5e7-b9ad70cd5c99,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:19.824552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '5008946b-a499-445d-a5e7-b9ad70cd5c99', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'port_id': '5008946b-a499-445d-a5e7-b9ad70cd5c99', 'mac_address': 'fa:16:3e:ed:26:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:21:19.867769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 5008946b-a499-445d-a5e7-b9ad70cd5c99 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:19.868151 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:19.881295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5008946b-a499-445d-a5e7-b9ad70cd5c99 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:21:19.902353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5008946b-a499-445d-a5e7-b9ad70cd5c99, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5008946b-a499-445d-a5e7-b9ad70cd5c99,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:19.909110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:19.958066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=5008946b-a499-445d-a5e7-b9ad70cd5c99,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:19.965303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.965650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.965995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.966354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.966687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.967016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.967344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.967667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.967987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.968309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.968629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.968948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:19.969320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:21:20.111868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['5008946b-a499-445d-a5e7-b9ad70cd5c99'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:21:20.426134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960e410-a740-4692-98bd-7c8be199c319 req-53e2a842-9a1f-486f-812c-40fd1f75468f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:20.427656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0960e410-a740-4692-98bd-7c8be199c319 req-53e2a842-9a1f-486f-812c-40fd1f75468f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 944 time: 0.0525098 Feb 03 13:21:20.474140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0960e410-a740-4692-98bd-7c8be199c319 req-f1882538-5864-440d-8bab-62efa417cb3a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Feb 03 13:21:21.051478 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:21.615224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b79d4-d30c-41a7-b32f-2cc7575a2481 req-3ade33c3-3b2c-423b-ad10-c54bc0877051 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:21.616705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e08b79d4-d30c-41a7-b32f-2cc7575a2481 req-3ade33c3-3b2c-423b-ad10-c54bc0877051 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 944 time: 0.0652158 Feb 03 13:21:21.665202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e08b79d4-d30c-41a7-b32f-2cc7575a2481 req-d0b1a4a1-13ed-47d8-85da-7211d44716fd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Feb 03 13:21:21.742468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5008946b-a499-445d-a5e7-b9ad70cd5c99 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:21:21.802993 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 5008946b-a499-445d-a5e7-b9ad70cd5c99 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:21:21.807061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 5008946b-a499-445d-a5e7-b9ad70cd5c99 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:21:21.807443 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:21.891829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 5008946b-a499-445d-a5e7-b9ad70cd5c99 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:21.892219 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:21.916049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b06e89c-5272-4b93-a515-07674e18c22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5008946b-a499-445d-a5e7-b9ad70cd5c99'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:21:21.918250 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b9b197-b7ce-4881-8e35-9f12d72a4149" -d '{"events": [{"server_uuid": "8b06e89c-5272-4b93-a515-07674e18c22a", "name": "network-vif-plugged", "status": "completed", "tag": "5008946b-a499-445d-a5e7-b9ad70cd5c99"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:21:21.931355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5008946b-a499-445d-a5e7-b9ad70cd5c99, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5008946b-a499-445d-a5e7-b9ad70cd5c99,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:21.937440 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:21.986223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=5008946b-a499-445d-a5e7-b9ad70cd5c99,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:22.085304 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e5ca59-1eb1-499d-853b-e5bea9d4e6a0 x-openstack-request-id: req-63e5ca59-1eb1-499d-853b-e5bea9d4e6a0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:21:22.085911 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b06e89c-5272-4b93-a515-07674e18c22a", "name": "network-vif-plugged", "status": "completed", "tag": "5008946b-a499-445d-a5e7-b9ad70cd5c99", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:21:22.085911 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63e5ca59-1eb1-499d-853b-e5bea9d4e6a0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:21:22.086236 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b06e89c-5272-4b93-a515-07674e18c22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5008946b-a499-445d-a5e7-b9ad70cd5c99', 'code': 200} Feb 03 13:21:22.192572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2881a3-7e07-46ba-a33e-53af52f2d974 req-417223a0-de17-488c-bbbf-4b7cba5cbbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:22.193980 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee2881a3-7e07-46ba-a33e-53af52f2d974 req-417223a0-de17-488c-bbbf-4b7cba5cbbf3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 1128 time: 0.0524235 Feb 03 13:21:22.238570 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-ee2881a3-7e07-46ba-a33e-53af52f2d974 req-72dc5533-3c1b-4057-9870-af2b382889f3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Feb 03 13:21:22.801997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be400-f2c8-4065-a9ac-24634308dbaa req-09884bcc-a00d-4634-856b-e4fd37100d5d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:22.803502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f09be400-f2c8-4065-a9ac-24634308dbaa req-09884bcc-a00d-4634-856b-e4fd37100d5d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 945 time: 0.0574262 Feb 03 13:21:22.858237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f09be400-f2c8-4065-a9ac-24634308dbaa req-235d6bd5-23e6-4f6e-b8d5-bd4483d4fc2d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489764 Feb 03 13:21:23.992721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c3365-df17-4a2a-84cb-e4c4a2bbd519 req-dd47b7d8-0be1-4c7a-ad0b-13f292c4686c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:23.994128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c25c3365-df17-4a2a-84cb-e4c4a2bbd519 req-dd47b7d8-0be1-4c7a-ad0b-13f292c4686c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 945 time: 0.0609255 Feb 03 13:21:24.393036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c25c3365-df17-4a2a-84cb-e4c4a2bbd519 req-8b951ede-665d-4fe1-8e7f-52e217879146 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929055 Feb 03 13:21:24.519743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca5811-bae8-40c5-81b8-c1e476b1b7d1 req-05a745ef-a8ef-4b0f-87e1-5282b00b81de tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:24.521270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-20ca5811-bae8-40c5-81b8-c1e476b1b7d1 req-05a745ef-a8ef-4b0f-87e1-5282b00b81de tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 945 time: 0.0580890 Feb 03 13:21:24.570207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-20ca5811-bae8-40c5-81b8-c1e476b1b7d1 req-38c5db6e-829a-43da-84a5-3295dc937384 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 Feb 03 13:21:24.697597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad094f-814e-4016-a9ed-fac70535eeee req-6d85eb47-17c0-4c02-937b-3cb8c2c111b6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:24.699026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8aad094f-814e-4016-a9ed-fac70535eeee req-6d85eb47-17c0-4c02-937b-3cb8c2c111b6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 945 time: 0.0577295 Feb 03 13:21:24.757338 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8aad094f-814e-4016-a9ed-fac70535eeee req-f35c3a73-fed9-40c6-a3ca-b1c2641acc4e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526464 Feb 03 13:21:25.036197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4cd26-4d3d-4e32-a5f7-1e456d2f8ff5 req-2b667fb1-333e-4bdd-a026-37e201ea6299 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:25.037621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1fd4cd26-4d3d-4e32-a5f7-1e456d2f8ff5 req-2b667fb1-333e-4bdd-a026-37e201ea6299 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 945 time: 0.0611019 Feb 03 13:21:25.086928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1fd4cd26-4d3d-4e32-a5f7-1e456d2f8ff5 req-01d0128a-2ba8-4242-b9b0-2d0960dc3873 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435352 Feb 03 13:21:26.223103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6eea1-9ef8-4aaf-80e6-3143b13431aa req-06799eea-db65-4577-a678-ed9f7fd22e3c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:26.224665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4e6eea1-9ef8-4aaf-80e6-3143b13431aa req-06799eea-db65-4577-a678-ed9f7fd22e3c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 945 time: 0.0592110 Feb 03 13:21:26.286095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b4e6eea1-9ef8-4aaf-80e6-3143b13431aa req-6f1c4362-2c14-49f0-8963-daad5b35595e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531147 Feb 03 13:21:26.471646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-6f39d08a-45c4-4282-bbd8-f8bd96b28a31 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:26.473106 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-6f39d08a-45c4-4282-bbd8-f8bd96b28a31 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 945 time: 0.0624504 Feb 03 13:21:26.569866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port 5008946b-a499-445d-a5e7-b9ad70cd5c99 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:21:26.570208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:26.656753 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] For port 5008946b-a499-445d-a5e7-b9ad70cd5c99, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5008946b-a499-445d-a5e7-b9ad70cd5c99,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:26.657120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:26.669572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for 5008946b-a499-445d-a5e7-b9ad70cd5c99 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:21:26.805186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5008946b-a499-445d-a5e7-b9ad70cd5c99), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:26.817807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['5008946b-a499-445d-a5e7-b9ad70cd5c99'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:21:26.835144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=5008946b-a499-445d-a5e7-b9ad70cd5c99,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:26.881844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] No DVR routers for this DVR port 5008946b-a499-445d-a5e7-b9ad70cd5c99 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:21:26.884823 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:26.888779 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-96333fa9-5b60-4c60-a4c3-d690be3e2eda req-32f9614a-3c50-4aff-b0f5-c4ba4744e7ee tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "DELETE /v2.0/ports/5008946b-a499-445d-a5e7-b9ad70cd5c99 HTTP/1.1" status: 204 len: 173 time: 0.4102657 Feb 03 13:21:26.889016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b06e89c-5272-4b93-a515-07674e18c22a', 'name': 'network-vif-deleted', 'tag': '5008946b-a499-445d-a5e7-b9ad70cd5c99'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:21:26.891346 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218057fd-06e3-4911-9efa-2030864d9b00" -d '{"events": [{"server_uuid": "8b06e89c-5272-4b93-a515-07674e18c22a", "name": "network-vif-deleted", "tag": "5008946b-a499-445d-a5e7-b9ad70cd5c99"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:21:26.937231 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614b30b0-fe1b-413e-bd66-e06e132d963e x-openstack-request-id: req-614b30b0-fe1b-413e-bd66-e06e132d963e {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:21:26.937577 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b06e89c-5272-4b93-a515-07674e18c22a", "name": "network-vif-deleted", "tag": "5008946b-a499-445d-a5e7-b9ad70cd5c99", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:21:26.938064 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-614b30b0-fe1b-413e-bd66-e06e132d963e {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:21:26.938511 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b06e89c-5272-4b93-a515-07674e18c22a', 'name': 'network-vif-deleted', 'tag': '5008946b-a499-445d-a5e7-b9ad70cd5c99', 'status': 'completed', 'code': 200} Feb 03 13:21:27.386139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc8222cf-54cb-494d-8a7d-efdc64a147a8 req-9e037000-2436-493d-87e1-c623d56c61c4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0311601 Feb 03 13:21:28.496738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10f07cd9-da3f-4d20-9933-f0cb4424499f req-b36e99e1-e127-4ae2-ab12-fd1e62ceda5c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0295384 Feb 03 13:21:29.595880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b00fa1a7-55ec-4fc8-82d0-7318eaebe005 req-87f13994-7674-4830-bccf-f2f22107ddba tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0275671 Feb 03 13:21:29.790158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5008946b-a499-445d-a5e7-b9ad70cd5c99 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:21:29.810169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 5008946b-a499-445d-a5e7-b9ad70cd5c99 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:21:29.810599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5008946b-a499-445d-a5e7-b9ad70cd5c99 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:21:30.691796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95cee1a9-71ef-4617-9a20-d62da7155825 req-68f38bd0-aeba-46d7-956e-6ba8714e5cc8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0284808 Feb 03 13:21:31.792024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36624b97-ede4-457d-aa51-7d29632f887b req-b3d1a29c-0889-460f-bcb3-e7664ff3550c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0278757 Feb 03 13:21:32.888624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80ed9751-435a-4dc0-aa22-f1463783a260 req-9d6175f7-615b-4437-93f7-7d1a3ec4fef6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0281019 Feb 03 13:21:33.993983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3de2e30-854c-4f45-a6d9-72b6a2e2e691 req-d37f947f-af42-4394-b398-ee8d913261b0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0340817 Feb 03 13:21:35.091008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-559619b9-7855-4a56-b4f5-fffdd7928756 req-24667e5f-622b-4aa7-907a-3ca3e97465f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b06e89c-5272-4b93-a515-07674e18c22a HTTP/1.1" status: 200 len: 210 time: 0.0275102 Feb 03 13:21:36.689552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85cfa79a-3cd2-461f-9a80-3eca96734367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.905398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-549dd0af-0417-4ab0-9337-c17d41be4ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:40.222851 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:41.665175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:42.717206 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:46.505665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:51.039077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:56.680971 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:22:04.613730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ebdfd-55b3-4771-a873-780e0b393308 req-0183d970-f547-4592-adf8-7d175a479d4f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:04.615947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-0183d970-f547-4592-adf8-7d175a479d4f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1227808 Feb 03 13:22:04.633126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-8ae5b48e-0da6-4248-b3b0-12f65dc045ca tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/quotas/ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 375 time: 0.0095713 Feb 03 13:22:04.696398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-3bb6f2b3-941f-4e0e-9f72-7133a428aa15 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583959 Feb 03 13:22:04.796692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-819ac89d-6881-4323-8b10-b0da35c30afe service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908153 Feb 03 13:22:04.891530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-dc468bc9-561d-45e1-8893-04cdfc8dd2dd service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872810 Feb 03 13:22:05.083731 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c839442-73f5-4c03-a864-e53dbd34ea69 req-758cc8e8-be40-44c3-a8f6-27b90f5c5393 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0282130 Feb 03 13:22:06.149716 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ebdfd-55b3-4771-a873-780e0b393308 req-334bc60b-f1c2-45a3-8388-d698d535f10c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:06.151613 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-334bc60b-f1c2-45a3-8388-d698d535f10c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1091259 Feb 03 13:22:06.163929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'port': {'device_id': 'a9874fcb-74b3-4f94-beca-fae63293543c', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'admin_state_up': True, 'tenant_id': 'ca6116a6d93041948095d331ade177d8'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:22:06.187323 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bc8a0b4-7cde-41b7-a7f5-e9dbef2f850d req-a99e20f5-77cf-47ab-9b71-f8465efcaa96 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0306590 Feb 03 13:22:06.278496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Made reservation on behalf of ca6116a6d93041948095d331ade177d8 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:22:06.282105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:06.409142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.20.0.8 (77f7a57b-d553-420f-90c2-4f3369ab1aa3/a42e1334-1074-4f24-95b1-ece4aecdce10/8b24cf17-f52f-4cdc-b329-97f09d633e8b) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:22:06.569379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:06.605247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:06.648398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:22:06.651572 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:22:06.654168 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:22:06.695493 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=8b24cf17-f52f-4cdc-b329-97f09d633e8b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:06.698867 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b28d1e81-d4dc-43f3-bacf-73cf3fe5b2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:06.715351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.715844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.716272 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.716723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.717149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.717552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.717966 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.718404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.723883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.723883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.723883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.723883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.723883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:06.741950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:06.742750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:06.761234 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-888c2241-d5b6-4b84-a104-1926297a6063 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015408 Feb 03 13:22:06.774511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Request body: {'port': {'device_id': 'a9874fcb-74b3-4f94-beca-fae63293543c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:22:06.839874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:06.935528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-90b1a45d-9da9-43d1-b309-16ac34b5c695 None None] Provisioning complete for port 8b24cf17-f52f-4cdc-b329-97f09d633e8b triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:22:06.936282 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90b1a45d-9da9-43d1-b309-16ac34b5c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:06.974994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90b1a45d-9da9-43d1-b309-16ac34b5c695 None None] Port 8b24cf17-f52f-4cdc-b329-97f09d633e8b cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:22:07.115223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b24cf17-f52f-4cdc-b329-97f09d633e8b {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:22:07.122905 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Publish callbacks [] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:07.135694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Transition to ACTIVE for port object 8b24cf17-f52f-4cdc-b329-97f09d633e8b will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:22:07.140459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:07.194284 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b24cf17-f52f-4cdc-b329-97f09d633e8b,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:07.273433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Attempting to bind port 8b24cf17-f52f-4cdc-b329-97f09d633e8b on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:22:07.274363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Attempting to bind port 8b24cf17-f52f-4cdc-b329-97f09d633e8b by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:22:07.275156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Attempting to bind port 8b24cf17-f52f-4cdc-b329-97f09d633e8b on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:22:07.280507 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Port 8b24cf17-f52f-4cdc-b329-97f09d633e8b on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:22:07.281121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Attempting to bind port 8b24cf17-f52f-4cdc-b329-97f09d633e8b on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:22:07.287397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:22:07.287833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:22:07.288403 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Bound using segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:22:07.288904 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Bound port: 8b24cf17-f52f-4cdc-b329-97f09d633e8b, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:22:07.289331 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:07.325574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1cfc3-2dd7-4155-b8e3-fe96e363cd35 req-92b82afa-3a1f-4409-99ec-fdc5f76353db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:07.334018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cec1cfc3-2dd7-4155-b8e3-fe96e363cd35 req-92b82afa-3a1f-4409-99ec-fdc5f76353db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0707259 Feb 03 13:22:07.368494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] For port 8b24cf17-f52f-4cdc-b329-97f09d633e8b, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:22:07.372187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] For port 8b24cf17-f52f-4cdc-b329-97f09d633e8b, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8b24cf17-f52f-4cdc-b329-97f09d633e8b,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:22:07.383039 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:07.389656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cec1cfc3-2dd7-4155-b8e3-fe96e363cd35 req-3d5cb7fe-44dc-4ce5-93b6-e8078f0e5c90 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544147 Feb 03 13:22:07.424134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:07.424888 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:07.426618 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/8b24cf17-f52f-4cdc-b329-97f09d633e8b HTTP/1.1" status: 200 len: 1092 time: 0.6569512 Feb 03 13:22:07.427128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9874fcb-74b3-4f94-beca-fae63293543c', 'tag': '8b24cf17-f52f-4cdc-b329-97f09d633e8b'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:22:07.429693 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e891c-4682-4abc-9bcb-3b59f5f49f59" -d '{"events": [{"name": "network-changed", "server_uuid": "a9874fcb-74b3-4f94-beca-fae63293543c", "tag": "8b24cf17-f52f-4cdc-b329-97f09d633e8b"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:22:07.458808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7c2db-13b8-4da1-bb7c-6374115005c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b24cf17-f52f-4cdc-b329-97f09d633e8b,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:07.499434 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de32bd1-760e-436a-8351-060d82fd1140 x-openstack-request-id: req-4de32bd1-760e-436a-8351-060d82fd1140 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:22:07.499836 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9874fcb-74b3-4f94-beca-fae63293543c", "tag": "8b24cf17-f52f-4cdc-b329-97f09d633e8b", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:22:07.500154 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4de32bd1-760e-436a-8351-060d82fd1140 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:22:07.500654 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9874fcb-74b3-4f94-beca-fae63293543c', 'tag': '8b24cf17-f52f-4cdc-b329-97f09d633e8b', 'status': 'completed', 'code': 200} Feb 03 13:22:07.523673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ebdfd-55b3-4771-a873-780e0b393308 req-6ada1443-7f7a-44fd-9b81-f75dacc653a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:07.525962 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-6ada1443-7f7a-44fd-9b81-f75dacc653a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 1126 time: 0.0582304 Feb 03 13:22:07.569733 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-9c252ed5-3714-4354-9654-a3bf98ee17c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b24cf17-f52f-4cdc-b329-97f09d633e8b HTTP/1.1" status: 200 len: 217 time: 0.0379272 Feb 03 13:22:07.626054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ebdfd-55b3-4771-a873-780e0b393308 req-d5e201b8-14ec-42e7-b12e-e9ec175427fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:07.627489 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-d5e201b8-14ec-42e7-b12e-e9ec175427fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0525804 Feb 03 13:22:07.682879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ebdfd-55b3-4771-a873-780e0b393308 req-018e8fb6-0fb6-4db2-9798-fd652f2b0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:07.684413 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-018e8fb6-0fb6-4db2-9798-fd652f2b0cd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506065 Feb 03 13:22:07.783204 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-c075ed6e-788c-43e1-b4fc-e3755cf9d561 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912392 Feb 03 13:22:07.878733 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-730ebdfd-55b3-4771-a873-780e0b393308 req-d7f2ae94-15cc-4601-aba1-985b23f6976c service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894747 Feb 03 13:22:07.968247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-9ad4e5f3-439d-425b-99d3-ddaf1f911839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:07.969749 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-9ad4e5f3-439d-425b-99d3-ddaf1f911839 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 1126 time: 0.0457664 Feb 03 13:22:08.065555 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-b843abd8-bc50-4818-8607-2d7edaef57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:08.067106 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-b843abd8-bc50-4818-8607-2d7edaef57e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0907989 Feb 03 13:22:08.107104 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-7b1b3cbb-6d5f-45a9-9b73-af92067abcff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b24cf17-f52f-4cdc-b329-97f09d633e8b HTTP/1.1" status: 200 len: 217 time: 0.0343270 Feb 03 13:22:08.158683 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-c4ce5933-2087-4886-a4e2-5ace1c4bd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:08.160174 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-c4ce5933-2087-4886-a4e2-5ace1c4bd82e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0472317 Feb 03 13:22:08.209352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-83280aff-b72c-4a81-b7a5-90b75f04d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:08.210876 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-83280aff-b72c-4a81-b7a5-90b75f04d272 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451095 Feb 03 13:22:08.298583 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-52e38917-c0ce-4be6-b2b0-eb61d5b8c300 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819352 Feb 03 13:22:08.394416 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b45e891c-4682-4abc-9bcb-3b59f5f49f59 req-dcc66830-eb60-4f6f-9184-f75c4d4ea596 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893350 Feb 03 13:22:08.519621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178f57f-af9c-4c8c-ba54-a988ddfdaf09 req-90e13e7c-842d-4c25-87f3-1364310a27ae tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:08.521245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5178f57f-af9c-4c8c-ba54-a988ddfdaf09 req-90e13e7c-842d-4c25-87f3-1364310a27ae tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0549889 Feb 03 13:22:08.569321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5178f57f-af9c-4c8c-ba54-a988ddfdaf09 req-4e19c49b-2c11-4bf7-b1e4-81d63f35e5d7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Feb 03 13:22:08.909866 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da28c8a9-796f-440e-9859-cc306a25ef42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:09.699780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57cec3-c541-4b9a-b51e-250cdc6d9c7e req-05b5f7a5-b964-4526-885c-a1da6c3978d2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:09.701337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d57cec3-c541-4b9a-b51e-250cdc6d9c7e req-05b5f7a5-b964-4526-885c-a1da6c3978d2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0619614 Feb 03 13:22:09.751981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d57cec3-c541-4b9a-b51e-250cdc6d9c7e req-f37c075e-e2af-4219-bfc7-dd69af102f0a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447249 Feb 03 13:22:10.228097 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:10.884343 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc855ef1-ef32-4c2a-aec4-e76775392733 req-1a7bab0d-c1c7-4fbe-92a7-82243af4182c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:10.885824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc855ef1-ef32-4c2a-aec4-e76775392733 req-1a7bab0d-c1c7-4fbe-92a7-82243af4182c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0598867 Feb 03 13:22:10.934153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc855ef1-ef32-4c2a-aec4-e76775392733 req-28cb1593-52a7-4946-add1-4a0f7ed4cfbe tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Feb 03 13:22:11.678133 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:12.074240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822ce96-1f09-48a1-a280-c9a9fd0e3270 req-5aae14fb-7e0c-4db7-9477-a8742e9be0d6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:12.076835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3822ce96-1f09-48a1-a280-c9a9fd0e3270 req-5aae14fb-7e0c-4db7-9477-a8742e9be0d6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0708694 Feb 03 13:22:12.137625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3822ce96-1f09-48a1-a280-c9a9fd0e3270 req-ac3e5047-1749-4f4a-b341-703d149400c5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539618 Feb 03 13:22:12.727847 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:13.306232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778ae0-ff7d-42ea-871d-9b518068dc2f req-1642cc3f-9141-4ac5-b8ef-82f65568b9e4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:13.308284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54778ae0-ff7d-42ea-871d-9b518068dc2f req-1642cc3f-9141-4ac5-b8ef-82f65568b9e4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0724494 Feb 03 13:22:13.377234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54778ae0-ff7d-42ea-871d-9b518068dc2f req-a8f48b8f-658b-41b9-94a8-f682684f710f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546291 Feb 03 13:22:14.543732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1805380-4174-430a-9025-6abe09285ac4 req-e27aeb61-e5c5-48a9-951a-2e38b038d4ec tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:14.545671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1805380-4174-430a-9025-6abe09285ac4 req-e27aeb61-e5c5-48a9-951a-2e38b038d4ec tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0614481 Feb 03 13:22:14.605644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c1805380-4174-430a-9025-6abe09285ac4 req-150e69a5-49b8-4691-bb3c-e3e9777fbf99 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539687 Feb 03 13:22:15.765909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f2fce-de91-470e-be5d-80e79f89dc66 req-6c9f8ce6-2410-4b55-a657-def87d43bba6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:15.767392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-637f2fce-de91-470e-be5d-80e79f89dc66 req-6c9f8ce6-2410-4b55-a657-def87d43bba6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0641026 Feb 03 13:22:15.844917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-637f2fce-de91-470e-be5d-80e79f89dc66 req-18b00fc0-11c4-4fbb-8cd2-06f81c6671de tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706015 Feb 03 13:22:16.534809 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:16.987452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917387c-8815-48ec-84e0-0db307ca4dbb req-c0d98aaa-c526-4d1d-9b68-c80fbd171097 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:16.988980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a917387c-8815-48ec-84e0-0db307ca4dbb req-c0d98aaa-c526-4d1d-9b68-c80fbd171097 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0561364 Feb 03 13:22:17.036587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a917387c-8815-48ec-84e0-0db307ca4dbb req-dab34e74-57dc-4644-9099-851b1b085097 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Feb 03 13:22:18.162572 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa933-12ae-472b-9853-620a3b05e006 req-0dcaeacf-ec41-4b55-987f-87f542442c18 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:18.164071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b17aa933-12ae-472b-9853-620a3b05e006 req-0dcaeacf-ec41-4b55-987f-87f542442c18 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0552814 Feb 03 13:22:18.210702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b17aa933-12ae-472b-9853-620a3b05e006 req-424a78ea-5546-45c8-a6e7-fa30a0860190 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Feb 03 13:22:19.342660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dff76-02e3-42ff-924b-2966a49cdeea req-aeec3e83-82bc-444c-b151-86214859092f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:19.344185 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c9dff76-02e3-42ff-924b-2966a49cdeea req-aeec3e83-82bc-444c-b151-86214859092f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0603182 Feb 03 13:22:19.392673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c9dff76-02e3-42ff-924b-2966a49cdeea req-1034d4e1-5d50-4a6d-9c23-69359b74436e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427260 Feb 03 13:22:20.518491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889489-5c1e-43e3-ab5e-2bb9b128a5ad req-2eeb06d2-f4f8-4080-8a7a-63ac4b719f58 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:20.520055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03889489-5c1e-43e3-ab5e-2bb9b128a5ad req-2eeb06d2-f4f8-4080-8a7a-63ac4b719f58 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0583472 Feb 03 13:22:20.570036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03889489-5c1e-43e3-ab5e-2bb9b128a5ad req-dcad0861-6758-49bd-880a-81a2365ea71a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Feb 03 13:22:21.069797 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:21.702605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca373417-03ea-4c5d-8dfe-1d16056442f3 req-753363ca-741f-49f7-90c3-58d72b8d7197 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:21.704110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca373417-03ea-4c5d-8dfe-1d16056442f3 req-753363ca-741f-49f7-90c3-58d72b8d7197 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0570619 Feb 03 13:22:21.756160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca373417-03ea-4c5d-8dfe-1d16056442f3 req-752b3bf3-ba5d-4ec1-8a63-1fea6ca36e0d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Feb 03 13:22:22.885560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c01e4-e0ea-42d7-9fc1-41b62d46634a req-d8c910af-6ced-49c3-b607-141b8a9032e9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:22.887103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d9c01e4-e0ea-42d7-9fc1-41b62d46634a req-d8c910af-6ced-49c3-b607-141b8a9032e9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0584624 Feb 03 13:22:22.934807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d9c01e4-e0ea-42d7-9fc1-41b62d46634a req-e7a6d1cc-a473-4af9-b444-8a7f0011e86e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Feb 03 13:22:24.058123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd45c-3762-4375-a67a-f99a169cfda3 req-21770076-0c2c-47a8-993d-0079ba4c8a36 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:24.059600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a61cd45c-3762-4375-a67a-f99a169cfda3 req-21770076-0c2c-47a8-993d-0079ba4c8a36 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0559528 Feb 03 13:22:24.110928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a61cd45c-3762-4375-a67a-f99a169cfda3 req-b33bb54d-c2e6-48c5-bdd3-99e3ab0b319e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438826 Feb 03 13:22:25.236378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77613f99-2f90-430d-aee8-1947463835f0 req-f879c21b-2402-4fad-9a1f-a3eb58b77851 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:25.237893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77613f99-2f90-430d-aee8-1947463835f0 req-f879c21b-2402-4fad-9a1f-a3eb58b77851 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0581782 Feb 03 13:22:25.285180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77613f99-2f90-430d-aee8-1947463835f0 req-d6705848-29c1-4635-99ef-a1afff954285 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Feb 03 13:22:26.413578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4790c5-1e92-4d4c-8e2b-94efb960f15e req-6b641385-cc1e-459c-b030-969a855c47d7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:26.415149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f4790c5-1e92-4d4c-8e2b-94efb960f15e req-6b641385-cc1e-459c-b030-969a855c47d7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0565920 Feb 03 13:22:26.467380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f4790c5-1e92-4d4c-8e2b-94efb960f15e req-2de062d6-aa98-4571-a363-3657a7471241 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Feb 03 13:22:27.592722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35870bb1-a498-4afd-ad99-c5af6fa788cc req-af808121-1e52-4bd1-8bed-2519c4c9f158 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:27.594186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35870bb1-a498-4afd-ad99-c5af6fa788cc req-af808121-1e52-4bd1-8bed-2519c4c9f158 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0593724 Feb 03 13:22:27.642631 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35870bb1-a498-4afd-ad99-c5af6fa788cc req-df2279e2-8020-47ba-a93f-40db52926fe1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Feb 03 13:22:28.770624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1d0b-6baa-4b2d-a661-58d7d007c051 req-8d4389c1-dfbe-42ff-a3d7-74157cdadfd5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:28.772103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97eb1d0b-6baa-4b2d-a661-58d7d007c051 req-8d4389c1-dfbe-42ff-a3d7-74157cdadfd5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0541160 Feb 03 13:22:28.819006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97eb1d0b-6baa-4b2d-a661-58d7d007c051 req-9191032d-6269-4355-89a1-aaeee1b503a3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Feb 03 13:22:29.947402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cab7a-7ef9-4ac0-9a4d-b0f56b3e6e89 req-1d705bd2-d504-4922-bbb4-1fcfca4df337 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:29.948912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-525cab7a-7ef9-4ac0-9a4d-b0f56b3e6e89 req-1d705bd2-d504-4922-bbb4-1fcfca4df337 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0577493 Feb 03 13:22:30.001375 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-525cab7a-7ef9-4ac0-9a4d-b0f56b3e6e89 req-41928d4b-dd61-4c8b-983f-9d2892325bb7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463789 Feb 03 13:22:31.138488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3d160-4869-4588-aaa5-0d626d5543ed req-0da1c33d-eb49-4fde-a275-da72a2dcf5ae tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:31.139983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fee3d160-4869-4588-aaa5-0d626d5543ed req-0da1c33d-eb49-4fde-a275-da72a2dcf5ae tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0592692 Feb 03 13:22:31.192312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fee3d160-4869-4588-aaa5-0d626d5543ed req-7633f3f6-7d8a-4e3a-8975-776a1cb18b7e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Feb 03 13:22:32.324421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a2c4-fd7f-4753-b25b-1170652b9b94 req-7edc7aa2-c43f-423b-85fd-a4f4572c3734 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:32.325912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec77a2c4-fd7f-4753-b25b-1170652b9b94 req-7edc7aa2-c43f-423b-85fd-a4f4572c3734 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0583072 Feb 03 13:22:32.376575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec77a2c4-fd7f-4753-b25b-1170652b9b94 req-e6f9fda4-8eaa-421b-9784-4fae8f023e0b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Feb 03 13:22:33.522689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969bf67-4b5e-43ba-b460-967885b7ee2a req-268d4ebd-7657-4d3e-be1f-21e39d03ea6f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:33.524218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6969bf67-4b5e-43ba-b460-967885b7ee2a req-268d4ebd-7657-4d3e-be1f-21e39d03ea6f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0607929 Feb 03 13:22:33.573824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6969bf67-4b5e-43ba-b460-967885b7ee2a req-b508506d-8fb4-4f85-94a2-e8b3b0eca0fd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Feb 03 13:22:33.693146 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:22:34.721517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8653e22-127a-4ae3-a5aa-dc44250aa601 req-75864b8e-68e6-44ba-9354-f755067e2da9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:34.723028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8653e22-127a-4ae3-a5aa-dc44250aa601 req-75864b8e-68e6-44ba-9354-f755067e2da9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0626779 Feb 03 13:22:34.777109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8653e22-127a-4ae3-a5aa-dc44250aa601 req-09c361d3-006a-49d1-ba70-78d2eb035bf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471961 Feb 03 13:22:35.925198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb57f1-8c5a-4676-bc90-eac5154be6f0 req-9dc934a3-bdec-49ff-ab06-97cc0bb233bf tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:35.926669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2cb57f1-8c5a-4676-bc90-eac5154be6f0 req-9dc934a3-bdec-49ff-ab06-97cc0bb233bf tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 943 time: 0.0700514 Feb 03 13:22:35.985089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2cb57f1-8c5a-4676-bc90-eac5154be6f0 req-134adfbb-990e-43d5-851f-b97cfa13090b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525596 Feb 03 13:22:36.114874 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8b24cf17-f52f-4cdc-b329-97f09d633e8b details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:22:36.225930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8b24cf17-f52f-4cdc-b329-97f09d633e8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8b24cf17-f52f-4cdc-b329-97f09d633e8b,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:36.237371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '8b24cf17-f52f-4cdc-b329-97f09d633e8b', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'port_id': '8b24cf17-f52f-4cdc-b329-97f09d633e8b', 'mac_address': 'fa:16:3e:16:44:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:22:36.275186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8b24cf17-f52f-4cdc-b329-97f09d633e8b is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:22:36.275578 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:36.289078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b24cf17-f52f-4cdc-b329-97f09d633e8b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:22:36.309301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8b24cf17-f52f-4cdc-b329-97f09d633e8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8b24cf17-f52f-4cdc-b329-97f09d633e8b,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:36.313912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:36.360069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8b24cf17-f52f-4cdc-b329-97f09d633e8b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:36.367461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.367811 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.368151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.368487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.368817 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.369121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.369460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.369784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.370100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.370446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.370767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.371061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.371478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:36.564809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8b24cf17-f52f-4cdc-b329-97f09d633e8b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:22:36.703890 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f2beddd-b24d-464f-a0fd-de28b95a19cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:37.110312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba6203-f885-49a1-a5c0-18d00b0587ed req-85a9fa65-7474-4f3f-8d7d-4751027c272b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:37.111889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16ba6203-f885-49a1-a5c0-18d00b0587ed req-85a9fa65-7474-4f3f-8d7d-4751027c272b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 944 time: 0.0562658 Feb 03 13:22:37.161011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16ba6203-f885-49a1-a5c0-18d00b0587ed req-663c4025-42fc-45af-8393-b3ec69f9f9fa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 Feb 03 13:22:38.114232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8b24cf17-f52f-4cdc-b329-97f09d633e8b up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:22:38.176312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 8b24cf17-f52f-4cdc-b329-97f09d633e8b completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:22:38.180113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 8b24cf17-f52f-4cdc-b329-97f09d633e8b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:22:38.180495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:38.268168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 8b24cf17-f52f-4cdc-b329-97f09d633e8b is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:22:38.268554 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:38.288630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4d0bd-8753-4ef9-b7b7-8067cdf820e8 req-58f52f28-4d27-4537-8692-38082513fa93 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:38.290253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35f4d0bd-8753-4ef9-b7b7-8067cdf820e8 req-58f52f28-4d27-4537-8692-38082513fa93 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 944 time: 0.0538020 Feb 03 13:22:38.291951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9874fcb-74b3-4f94-beca-fae63293543c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b24cf17-f52f-4cdc-b329-97f09d633e8b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:22:38.294434 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7ea2d1-d980-4020-8291-06f742f6132e" -d '{"events": [{"server_uuid": "a9874fcb-74b3-4f94-beca-fae63293543c", "name": "network-vif-plugged", "status": "completed", "tag": "8b24cf17-f52f-4cdc-b329-97f09d633e8b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:22:38.307111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 8b24cf17-f52f-4cdc-b329-97f09d633e8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8b24cf17-f52f-4cdc-b329-97f09d633e8b,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:38.313443 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:38.338625 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2386d4-6c82-4060-9208-d99d1b4a34ee x-openstack-request-id: req-6d2386d4-6c82-4060-9208-d99d1b4a34ee {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:22:38.338918 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9874fcb-74b3-4f94-beca-fae63293543c", "name": "network-vif-plugged", "status": "completed", "tag": "8b24cf17-f52f-4cdc-b329-97f09d633e8b", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:22:38.339186 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d2386d4-6c82-4060-9208-d99d1b4a34ee {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:22:38.339565 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9874fcb-74b3-4f94-beca-fae63293543c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b24cf17-f52f-4cdc-b329-97f09d633e8b', 'code': 200} Feb 03 13:22:38.342722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35f4d0bd-8753-4ef9-b7b7-8067cdf820e8 req-fd56667b-b3d9-4b14-9eb0-c2f5e13214ba tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459468 Feb 03 13:22:38.366949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=8b24cf17-f52f-4cdc-b329-97f09d633e8b,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:38.448909 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81dac-bd17-49cf-94d3-df25138a0042 req-137cb64f-1650-431f-9419-8a70a210e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:38.450569 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-61c81dac-bd17-49cf-94d3-df25138a0042 req-137cb64f-1650-431f-9419-8a70a210e4f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 1128 time: 0.0494359 Feb 03 13:22:38.495716 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-61c81dac-bd17-49cf-94d3-df25138a0042 req-360d9719-632e-4342-94ca-8cca8aa01a0a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377645 Feb 03 13:22:38.924745 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-911f556d-6f4e-4c2f-a3a2-ace54bf2dc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:39.491225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d373-d532-4261-a46a-0aa56db16c62 req-b464fd84-e099-4e0e-8726-7406a13f12e4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:39.492719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a84d373-d532-4261-a46a-0aa56db16c62 req-b464fd84-e099-4e0e-8726-7406a13f12e4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 945 time: 0.0673990 Feb 03 13:22:39.540169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a84d373-d532-4261-a46a-0aa56db16c62 req-8a09cae5-5378-474a-9b3b-3759b6ba0307 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Feb 03 13:22:40.236009 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:40.674363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b49fde-cf21-484d-a5fa-da84bf307e97 req-6458d9b3-5638-4395-81d8-5f3e6773fc7c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:40.675877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7b49fde-cf21-484d-a5fa-da84bf307e97 req-6458d9b3-5638-4395-81d8-5f3e6773fc7c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 945 time: 0.0563855 Feb 03 13:22:40.726039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e7b49fde-cf21-484d-a5fa-da84bf307e97 req-20d1f463-2f00-496f-aa42-90a316f4ce1b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Feb 03 13:22:40.858988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e61ace-a750-4460-9d3c-8f1d69ff3bb5 req-80f48af0-6ef2-4f58-beea-f1d211b06853 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:40.860446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1e61ace-a750-4460-9d3c-8f1d69ff3bb5 req-80f48af0-6ef2-4f58-beea-f1d211b06853 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 945 time: 0.0658510 Feb 03 13:22:40.916903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1e61ace-a750-4460-9d3c-8f1d69ff3bb5 req-c6cae43e-d1b3-4447-9835-7c99f6910978 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505095 Feb 03 13:22:41.050678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ea6cc-b4bb-44c1-a8d5-7f288ec962b4 req-a9c94858-6bd6-4946-9748-cb377b75d3d0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:41.052317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d80ea6cc-b4bb-44c1-a8d5-7f288ec962b4 req-a9c94858-6bd6-4946-9748-cb377b75d3d0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 945 time: 0.0625322 Feb 03 13:22:41.101061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d80ea6cc-b4bb-44c1-a8d5-7f288ec962b4 req-d8016976-9031-4f5b-bce2-ce3411df02b5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Feb 03 13:22:41.400802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0949a-bffd-4a34-9067-8439bbc6636b req-1a463917-c19b-48c8-ac61-fe164070d7da tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:41.402342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59d0949a-bffd-4a34-9067-8439bbc6636b req-1a463917-c19b-48c8-ac61-fe164070d7da tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 945 time: 0.0540769 Feb 03 13:22:41.461189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59d0949a-bffd-4a34-9067-8439bbc6636b req-330efed1-1c49-4405-b66b-ebabd9660f87 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522985 Feb 03 13:22:41.678022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:42.592939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70e72c-05b9-4413-a829-90d504179321 req-cbac65bc-3988-4b9f-b93a-6449064fa5ba tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:42.594493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da70e72c-05b9-4413-a829-90d504179321 req-cbac65bc-3988-4b9f-b93a-6449064fa5ba tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 945 time: 0.0586116 Feb 03 13:22:42.649094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da70e72c-05b9-4413-a829-90d504179321 req-6195e071-4952-4d1c-b08e-c0082be4d45b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485730 Feb 03 13:22:42.731793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:42.850277 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998785df-94b8-473a-9b25-c0b25ab256ce req-51cdd01a-1fb5-4461-ac96-df9d91de939e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:42.851703 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-998785df-94b8-473a-9b25-c0b25ab256ce req-51cdd01a-1fb5-4461-ac96-df9d91de939e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 945 time: 0.0702257 Feb 03 13:22:42.949862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-998785df-94b8-473a-9b25-c0b25ab256ce req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port 8b24cf17-f52f-4cdc-b329-97f09d633e8b {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:22:42.950283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-998785df-94b8-473a-9b25-c0b25ab256ce req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:43.044735 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-998785df-94b8-473a-9b25-c0b25ab256ce req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] For port 8b24cf17-f52f-4cdc-b329-97f09d633e8b, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=8b24cf17-f52f-4cdc-b329-97f09d633e8b,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:43.045103 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-998785df-94b8-473a-9b25-c0b25ab256ce req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:43.057173 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-998785df-94b8-473a-9b25-c0b25ab256ce req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for 8b24cf17-f52f-4cdc-b329-97f09d633e8b owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:22:43.210419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-998785df-94b8-473a-9b25-c0b25ab256ce req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (8b24cf17-f52f-4cdc-b329-97f09d633e8b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:43.222305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['8b24cf17-f52f-4cdc-b329-97f09d633e8b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:22:43.247012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=8b24cf17-f52f-4cdc-b329-97f09d633e8b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:43.290282 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-998785df-94b8-473a-9b25-c0b25ab256ce req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] No DVR routers for this DVR port 8b24cf17-f52f-4cdc-b329-97f09d633e8b on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:22:43.293107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-998785df-94b8-473a-9b25-c0b25ab256ce req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:43.296585 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-998785df-94b8-473a-9b25-c0b25ab256ce req-5adbd8e6-1f27-4242-8871-4c56c76e6238 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "DELETE /v2.0/ports/8b24cf17-f52f-4cdc-b329-97f09d633e8b HTTP/1.1" status: 204 len: 173 time: 0.4395614 Feb 03 13:22:43.297035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9874fcb-74b3-4f94-beca-fae63293543c', 'name': 'network-vif-deleted', 'tag': '8b24cf17-f52f-4cdc-b329-97f09d633e8b'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:22:43.299549 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62295f84-e5dc-46f9-8ac1-ab34888888c9" -d '{"events": [{"server_uuid": "a9874fcb-74b3-4f94-beca-fae63293543c", "name": "network-vif-deleted", "tag": "8b24cf17-f52f-4cdc-b329-97f09d633e8b"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:22:43.337647 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f3a2d8-24e0-49e2-ba44-9d9342de2284 x-openstack-request-id: req-96f3a2d8-24e0-49e2-ba44-9d9342de2284 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:22:43.337958 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9874fcb-74b3-4f94-beca-fae63293543c", "name": "network-vif-deleted", "tag": "8b24cf17-f52f-4cdc-b329-97f09d633e8b", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:22:43.338246 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96f3a2d8-24e0-49e2-ba44-9d9342de2284 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:22:43.338784 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9874fcb-74b3-4f94-beca-fae63293543c', 'name': 'network-vif-deleted', 'tag': '8b24cf17-f52f-4cdc-b329-97f09d633e8b', 'status': 'completed', 'code': 200} Feb 03 13:22:43.749916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a2fdb297-ee20-430a-ab04-95f169baa186 req-7677ad47-6846-4131-968b-9330d0907bfc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0319211 Feb 03 13:22:44.854248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-075ac849-29f3-461f-bd23-1cebc604e459 req-5ce50ef4-5168-4e25-b046-c7542788551b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0278103 Feb 03 13:22:45.957508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a674114-a4c5-4ac6-8d7d-8f5f68e104d9 req-700f28cc-f0ad-4512-96fb-ad53cf5b552c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0314550 Feb 03 13:22:46.159525 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8b24cf17-f52f-4cdc-b329-97f09d633e8b no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:22:46.183007 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 8b24cf17-f52f-4cdc-b329-97f09d633e8b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:22:46.183366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 8b24cf17-f52f-4cdc-b329-97f09d633e8b not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:22:46.520452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:47.053301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-205e2ecd-3b30-425e-b17d-8f536b9d2cdf req-f2ae4d04-45cf-41f6-9296-60533980f879 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0278151 Feb 03 13:22:48.159986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-802e29e6-ce4b-49a7-b2f8-e6510cfab3d4 req-dbf77a09-bc4b-4e29-b532-8218353fd138 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0293517 Feb 03 13:22:49.262142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f06eddaf-77c3-412f-b3b1-d825805b82bf req-757869bb-2d37-426d-96b1-fc385aa9a052 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0303228 Feb 03 13:22:50.358954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a4b45ff-a57e-49c1-a2e7-b718d6eaac96 req-5c4d20a5-6600-4918-aabd-a245b27751b8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0274193 Feb 03 13:22:51.068094 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:51.467574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aaafff7a-d3aa-4205-a6e7-a7abaea3e8d8 req-692f8adb-3ca6-460e-b1e1-57ad76d608ca tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9874fcb-74b3-4f94-beca-fae63293543c HTTP/1.1" status: 200 len: 210 time: 0.0278172 Feb 03 13:23:06.700300 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74f2f177-6294-4c7e-b12c-1f1928e95858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:08.924350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4605aa22-b39e-42b3-b6af-a56f5713dd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:10.231252 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:10.686288 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:23:11.673882 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:12.727367 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.519929 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:21.089881 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:23.934537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-6a7c91dd-7906-4ffc-ae85-0f94d802f8f8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:23.936018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-6a7c91dd-7906-4ffc-ae85-0f94d802f8f8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1184371 Feb 03 13:23:23.951023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-26430f74-eb8d-4b12-a85f-62cc44376263 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/quotas/ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 375 time: 0.0091541 Feb 03 13:23:24.010317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-1af147bc-edce-4021-a7e4-de640bea4f68 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542679 Feb 03 13:23:24.114016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f816719b-5ea1-498c-820b-0969cc53632e service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953016 Feb 03 13:23:24.207499 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-3dda2c30-755b-47aa-91e0-4ae195f197c7 service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862188 Feb 03 13:23:24.518171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69954c67-e266-4dd8-bd22-09ff9f4134ef req-caa0c196-d619-4514-bcec-26bec4191e14 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0315983 Feb 03 13:23:25.575162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-58ec8fa1-615f-427b-8160-95dda3e5bbaa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:25.576615 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-58ec8fa1-615f-427b-8160-95dda3e5bbaa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1119998 Feb 03 13:23:25.588186 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'port': {'device_id': '2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'admin_state_up': True, 'tenant_id': 'ca6116a6d93041948095d331ade177d8'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:25.619669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-740b9c43-1c36-4c9b-b3d1-10a12393a433 req-84d658bb-000d-47fa-a3bc-5c6430436e7f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0293970 Feb 03 13:23:25.697335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Made reservation on behalf of ca6116a6d93041948095d331ade177d8 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:23:25.700723 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:25.833328 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.20.0.3 (77f7a57b-d553-420f-90c2-4f3369ab1aa3/a42e1334-1074-4f24-95b1-ece4aecdce10/d09f5894-082e-4e4b-9aef-8e19f650c0b8) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:23:25.984532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.021221 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.069210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:23:26.072199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:23:26.076583 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:23:26.080842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=d09f5894-082e-4e4b-9aef-8e19f650c0b8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:26.110309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.110749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.111099 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.111444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.111774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.112104 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.112429 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.112752 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.113076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.113404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.113724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.114042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.114426 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:26.142798 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.143735 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.165062 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-f73dabe3-6436-4ef1-b5ac-b611e3534b9b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5805588 Feb 03 13:23:26.177469 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Request body: {'port': {'device_id': '2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:26.244419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.350291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5a7fc325-3a3e-458a-9040-72f0dbecba61 None None] Provisioning complete for port d09f5894-082e-4e4b-9aef-8e19f650c0b8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:26.350907 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a7fc325-3a3e-458a-9040-72f0dbecba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.385865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5a7fc325-3a3e-458a-9040-72f0dbecba61 None None] Port d09f5894-082e-4e4b-9aef-8e19f650c0b8 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:23:26.510239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09f5894-082e-4e4b-9aef-8e19f650c0b8 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:23:26.518484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Publish callbacks [] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.531293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Transition to ACTIVE for port object d09f5894-082e-4e4b-9aef-8e19f650c0b8 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:23:26.536135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.607805 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Pushing event updated for resources: {'Port': ['ID=d09f5894-082e-4e4b-9aef-8e19f650c0b8,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:26.664809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Attempting to bind port d09f5894-082e-4e4b-9aef-8e19f650c0b8 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:23:26.665155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Attempting to bind port d09f5894-082e-4e4b-9aef-8e19f650c0b8 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:23:26.665486 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Attempting to bind port d09f5894-082e-4e4b-9aef-8e19f650c0b8 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:26.671121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Port d09f5894-082e-4e4b-9aef-8e19f650c0b8 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:23:26.671456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Attempting to bind port d09f5894-082e-4e4b-9aef-8e19f650c0b8 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:26.677859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:23:26.678257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:23:26.678617 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Bound using segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:23:26.679064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Bound port: d09f5894-082e-4e4b-9aef-8e19f650c0b8, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:23:26.679427 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.757371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] For port d09f5894-082e-4e4b-9aef-8e19f650c0b8, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:26.761124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] For port d09f5894-082e-4e4b-9aef-8e19f650c0b8, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d09f5894-082e-4e4b-9aef-8e19f650c0b8,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:23:26.767252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a67073-9b3b-4e45-9811-532ffa8927b2 req-be0d9b5b-8536-43fb-9714-9bd570168fd1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.768855 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.770101 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10a67073-9b3b-4e45-9811-532ffa8927b2 req-be0d9b5b-8536-43fb-9714-9bd570168fd1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0663264 Feb 03 13:23:26.832914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.833898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.835631 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] 10.222.0.72 "PUT /v2.0/ports/d09f5894-082e-4e4b-9aef-8e19f650c0b8 HTTP/1.1" status: 200 len: 1092 time: 0.6628215 Feb 03 13:23:26.836258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0', 'tag': 'd09f5894-082e-4e4b-9aef-8e19f650c0b8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:26.838724 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0", "tag": "d09f5894-082e-4e4b-9aef-8e19f650c0b8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:26.841266 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10a67073-9b3b-4e45-9811-532ffa8927b2 req-3b109b67-aac9-4b44-b4e2-7d44f01ed91f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645978 Feb 03 13:23:26.863646 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066369ed-6df2-4efb-bf22-58e7b6aef0ca service neutron] Pushing event updated for resources: {'Port': ['ID=d09f5894-082e-4e4b-9aef-8e19f650c0b8,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:26.904273 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0487779-03de-44f7-96b8-c20f2a2c0429 x-openstack-request-id: req-f0487779-03de-44f7-96b8-c20f2a2c0429 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:26.904451 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0", "tag": "d09f5894-082e-4e4b-9aef-8e19f650c0b8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:26.905490 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0487779-03de-44f7-96b8-c20f2a2c0429 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:26.905902 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0', 'tag': 'd09f5894-082e-4e4b-9aef-8e19f650c0b8', 'status': 'completed', 'code': 200} Feb 03 13:23:26.946506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-e9bb9a60-5e07-4498-ad0d-4507e237a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.948071 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-e9bb9a60-5e07-4498-ad0d-4507e237a00d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 1126 time: 0.0593479 Feb 03 13:23:26.990552 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-a7ee285c-06ef-49f4-a0d7-cf8c7856a7df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d09f5894-082e-4e4b-9aef-8e19f650c0b8 HTTP/1.1" status: 200 len: 217 time: 0.0355251 Feb 03 13:23:27.043937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-3cbb9e62-fe99-4dc4-aef4-24070c618e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.045393 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-3cbb9e62-fe99-4dc4-aef4-24070c618e3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0486724 Feb 03 13:23:27.099455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-111571d1-3d41-44b6-8384-c4b7162479ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.100963 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-111571d1-3d41-44b6-8384-c4b7162479ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498757 Feb 03 13:23:27.189660 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-5eec9a75-8008-48eb-9365-637557b1657f service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819771 Feb 03 13:23:27.279256 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-e294dc22-f980-41f9-bcf6-f334d063c0b7 req-031c1aec-00da-4fae-a796-7bfb0410b070 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843203 Feb 03 13:23:27.373030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-b9fd3e17-e536-4ad3-baf5-9df3914e6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.374600 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-b9fd3e17-e536-4ad3-baf5-9df3914e6ddc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 1126 time: 0.0473928 Feb 03 13:23:27.472038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-8109b75c-b3c5-47e1-a64b-c8fa2e41f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.473507 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-8109b75c-b3c5-47e1-a64b-c8fa2e41f97a service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0933661 Feb 03 13:23:27.514827 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-731404a0-e5b8-4c16-a279-1f343bfd9032 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d09f5894-082e-4e4b-9aef-8e19f650c0b8 HTTP/1.1" status: 200 len: 217 time: 0.0344162 Feb 03 13:23:27.562405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-1fb49d4f-509e-4c92-aa13-20953d6792ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.563818 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-1fb49d4f-509e-4c92-aa13-20953d6792ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0437133 Feb 03 13:23:27.613001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-b1c94fb7-5a8e-4719-b118-5d3678ff57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.614556 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-b1c94fb7-5a8e-4719-b118-5d3678ff57ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451632 Feb 03 13:23:27.709241 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-f187aa67-1868-43e6-9b11-5fe94f934f49 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884511 Feb 03 13:23:27.804528 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2c3a54dd-120c-4bb3-a14e-a9934f31f99e req-d6a54f9b-96c2-4141-84bd-24c73105886a service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889232 Feb 03 13:23:27.955362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8811d-5402-4083-8f46-f51a915dfb2b req-e70c2913-451d-43ce-a969-e758900b9088 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.956835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52f8811d-5402-4083-8f46-f51a915dfb2b req-e70c2913-451d-43ce-a969-e758900b9088 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0529723 Feb 03 13:23:28.007677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52f8811d-5402-4083-8f46-f51a915dfb2b req-26196df9-4b8b-4497-a9b5-205476bb30e6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451758 Feb 03 13:23:29.133068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735518-39ef-4178-9c2c-2d775fbd9766 req-3231a2d7-fa0f-4a9e-853c-2152a6c9606e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:29.134894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c735518-39ef-4178-9c2c-2d775fbd9766 req-3231a2d7-fa0f-4a9e-853c-2152a6c9606e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0554407 Feb 03 13:23:29.185275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c735518-39ef-4178-9c2c-2d775fbd9766 req-947e03e8-c57b-45f2-ada3-47d9212ced7d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Feb 03 13:23:30.309224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694bc68-485a-4344-8f66-b61fbb504c02 req-6eb9916f-033d-41ca-b993-c313614b8151 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:30.310744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1694bc68-485a-4344-8f66-b61fbb504c02 req-6eb9916f-033d-41ca-b993-c313614b8151 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0545082 Feb 03 13:23:30.358600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1694bc68-485a-4344-8f66-b61fbb504c02 req-4fc9a210-ce0d-416a-bf66-360659e0ec5a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418997 Feb 03 13:23:31.492469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417243c-7382-4071-9d3d-d2b06000616f req-b39389f4-b0b0-4b85-99d5-2aefa12cf9c2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:31.494575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0417243c-7382-4071-9d3d-d2b06000616f req-b39389f4-b0b0-4b85-99d5-2aefa12cf9c2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0612259 Feb 03 13:23:31.543396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0417243c-7382-4071-9d3d-d2b06000616f req-884bb878-8ac1-41ef-b029-402b8cb73ab5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 Feb 03 13:23:32.662961 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6968-71c1-4628-96f6-0511ef4887dd req-2616fe7d-de88-4c18-b054-60f08b3f6e52 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:32.664404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19ad6968-71c1-4628-96f6-0511ef4887dd req-2616fe7d-de88-4c18-b054-60f08b3f6e52 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0522437 Feb 03 13:23:32.711581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19ad6968-71c1-4628-96f6-0511ef4887dd req-71cbb97e-649b-4204-8bb1-c7bd1542ca43 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Feb 03 13:23:33.845079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe915-1f45-4390-975f-cbcb4adcca8d req-b3734f0b-0311-4936-8591-091776f625fc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:33.846593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bfbe915-1f45-4390-975f-cbcb4adcca8d req-b3734f0b-0311-4936-8591-091776f625fc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0659220 Feb 03 13:23:33.896003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bfbe915-1f45-4390-975f-cbcb4adcca8d req-472d7070-cc55-407b-9f7b-381043d26d84 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Feb 03 13:23:35.017929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94970b6-434f-4dc3-975a-fac1f534e9ae req-1b8d535f-37d9-4f6c-b539-09f1e9cae737 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:35.019438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94970b6-434f-4dc3-975a-fac1f534e9ae req-1b8d535f-37d9-4f6c-b539-09f1e9cae737 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0540311 Feb 03 13:23:35.068113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b94970b6-434f-4dc3-975a-fac1f534e9ae req-7e89c3f0-2338-4749-8e70-aa2933edba2c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Feb 03 13:23:36.199177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65fd60-6b03-46ad-8185-6c1b14ff7304 req-eed89d99-8728-42cc-ba9d-fd9f2c4fc6d7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:36.200671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a65fd60-6b03-46ad-8185-6c1b14ff7304 req-eed89d99-8728-42cc-ba9d-fd9f2c4fc6d7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0558484 Feb 03 13:23:36.254264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a65fd60-6b03-46ad-8185-6c1b14ff7304 req-9389f8cd-3c7e-4a2a-a57c-5e2c7d2c7694 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Feb 03 13:23:36.698045 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19569f92-7f54-458b-b7a5-680071152687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:37.383843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5799b-b2a2-489e-a315-b9240e019a01 req-8f5419f6-8394-453e-9d58-e63bb14fc275 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:37.385310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71f5799b-b2a2-489e-a315-b9240e019a01 req-8f5419f6-8394-453e-9d58-e63bb14fc275 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0542269 Feb 03 13:23:37.435348 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71f5799b-b2a2-489e-a315-b9240e019a01 req-961d2c24-60a0-4274-bf3b-9df631c302f0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Feb 03 13:23:38.579604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e545c2-da23-469d-9405-57390c261d9e req-831fb233-a5b3-4a88-9a9d-efa52bbf1071 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:38.581073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05e545c2-da23-469d-9405-57390c261d9e req-831fb233-a5b3-4a88-9a9d-efa52bbf1071 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0710409 Feb 03 13:23:38.627650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05e545c2-da23-469d-9405-57390c261d9e req-5833876c-39dd-45e0-9859-f361429c27e9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Feb 03 13:23:38.924217 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0181e0f3-0507-4708-ac28-509a06cf8eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:39.865350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd99376-be42-4292-b745-6d9550c96149 req-a0cd22fe-b688-4582-b381-bd521f9194dd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:39.866806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fd99376-be42-4292-b745-6d9550c96149 req-a0cd22fe-b688-4582-b381-bd521f9194dd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.1668975 Feb 03 13:23:39.912757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fd99376-be42-4292-b745-6d9550c96149 req-3d3ec6cd-90de-4ac3-8c07-1fc1a229a898 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Feb 03 13:23:40.235153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:41.051764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810b6bd-1580-4187-9a0c-34d64634cea0 req-bbc31d91-e520-467e-9c05-bce079a9ec3a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:41.053152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b810b6bd-1580-4187-9a0c-34d64634cea0 req-bbc31d91-e520-467e-9c05-bce079a9ec3a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0605388 Feb 03 13:23:41.100078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b810b6bd-1580-4187-9a0c-34d64634cea0 req-1c9f8a95-109d-4129-bbad-43da8e9f28c3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Feb 03 13:23:41.677738 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:42.224031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46801082-9c94-4366-9494-445ab31bdd17 req-400657c4-081b-4d22-a46b-5f44a3b113d7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:42.225547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46801082-9c94-4366-9494-445ab31bdd17 req-400657c4-081b-4d22-a46b-5f44a3b113d7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 943 time: 0.0566404 Feb 03 13:23:42.294437 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46801082-9c94-4366-9494-445ab31bdd17 req-3790f6e9-6897-42b5-ac00-fa7ea9020f55 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602992 Feb 03 13:23:42.503052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d09f5894-082e-4e4b-9aef-8e19f650c0b8 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:23:42.608329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port d09f5894-082e-4e4b-9aef-8e19f650c0b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d09f5894-082e-4e4b-9aef-8e19f650c0b8,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:42.618695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'd09f5894-082e-4e4b-9aef-8e19f650c0b8', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'port_id': 'd09f5894-082e-4e4b-9aef-8e19f650c0b8', 'mac_address': 'fa:16:3e:59:f5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:23:42.655694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port d09f5894-082e-4e4b-9aef-8e19f650c0b8 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:42.656075 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:42.669273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09f5894-082e-4e4b-9aef-8e19f650c0b8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:23:42.689794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port d09f5894-082e-4e4b-9aef-8e19f650c0b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d09f5894-082e-4e4b-9aef-8e19f650c0b8,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:42.696354 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:42.927074 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:42.928501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=d09f5894-082e-4e4b-9aef-8e19f650c0b8,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:42.936974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.937317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.937657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.937989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.938316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.938669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.939000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.939323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.939645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.940051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.940403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.940743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.941040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:42.978711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['d09f5894-082e-4e4b-9aef-8e19f650c0b8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:23:43.431451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c51470-69ac-4759-bd21-7a223a1db7f2 req-7bd4c394-4d7f-4475-9a33-8780a3aff422 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:43.432937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56c51470-69ac-4759-bd21-7a223a1db7f2 req-7bd4c394-4d7f-4475-9a33-8780a3aff422 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 944 time: 0.0673931 Feb 03 13:23:43.480559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56c51470-69ac-4759-bd21-7a223a1db7f2 req-dc8cac7f-3eed-4d74-a5d4-c56650f1dca2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 Feb 03 13:23:44.502301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d09f5894-082e-4e4b-9aef-8e19f650c0b8 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:23:44.556131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port d09f5894-082e-4e4b-9aef-8e19f650c0b8 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:23:44.560882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port d09f5894-082e-4e4b-9aef-8e19f650c0b8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:44.561249 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:44.607106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f840df-c568-4f4e-80c0-0898319ab921 req-a66f43dc-65e7-4835-8bed-c77b0692cbec tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:44.608593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f840df-c568-4f4e-80c0-0898319ab921 req-a66f43dc-65e7-4835-8bed-c77b0692cbec tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 944 time: 0.0548022 Feb 03 13:23:44.641758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port d09f5894-082e-4e4b-9aef-8e19f650c0b8 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:44.642153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:44.660530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78f840df-c568-4f4e-80c0-0898319ab921 req-89e95b36-1242-4b3a-8b04-6a4b826960fd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458887 Feb 03 13:23:44.665483 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09f5894-082e-4e4b-9aef-8e19f650c0b8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:44.667742 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cee3e5e-753b-4784-bec8-554bc94f5ae5" -d '{"events": [{"server_uuid": "2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0", "name": "network-vif-plugged", "status": "completed", "tag": "d09f5894-082e-4e4b-9aef-8e19f650c0b8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:44.680667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port d09f5894-082e-4e4b-9aef-8e19f650c0b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d09f5894-082e-4e4b-9aef-8e19f650c0b8,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:44.686982 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:44.710680 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba87499b-9b72-4c1c-a632-2b1d48432f66 x-openstack-request-id: req-ba87499b-9b72-4c1c-a632-2b1d48432f66 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:44.710975 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0", "name": "network-vif-plugged", "status": "completed", "tag": "d09f5894-082e-4e4b-9aef-8e19f650c0b8", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:44.711228 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba87499b-9b72-4c1c-a632-2b1d48432f66 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:44.711620 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09f5894-082e-4e4b-9aef-8e19f650c0b8', 'code': 200} Feb 03 13:23:44.743021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=d09f5894-082e-4e4b-9aef-8e19f650c0b8,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:44.896016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a66d2-58d3-452f-a44a-1ef978c6650d req-20615192-e8f8-42e9-8aa9-a169a4340937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:44.897942 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-212a66d2-58d3-452f-a44a-1ef978c6650d req-20615192-e8f8-42e9-8aa9-a169a4340937 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 1128 time: 0.1302843 Feb 03 13:23:44.947031 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-212a66d2-58d3-452f-a44a-1ef978c6650d req-66f46b5e-46c1-4bf9-8324-e631c687d182 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 Feb 03 13:23:45.800374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11d6f4-2561-4a1c-898b-1bd78f18ecdc req-bad0603f-bbcf-47e5-ab50-3ab65203dd37 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:45.801873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a11d6f4-2561-4a1c-898b-1bd78f18ecdc req-bad0603f-bbcf-47e5-ab50-3ab65203dd37 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 945 time: 0.0585279 Feb 03 13:23:45.848864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a11d6f4-2561-4a1c-898b-1bd78f18ecdc req-22892a27-b1a0-427f-afc9-699ebbb70235 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Feb 03 13:23:46.517848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:47.054435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa2384-18fc-4e3b-a507-415ca4a2728b req-dad19cce-3881-427b-9ee2-d624afa5f042 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:47.055881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39fa2384-18fc-4e3b-a507-415ca4a2728b req-dad19cce-3881-427b-9ee2-d624afa5f042 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 945 time: 0.1249502 Feb 03 13:23:47.106714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39fa2384-18fc-4e3b-a507-415ca4a2728b req-133f58f2-5f35-4f4c-a0f4-783352248de6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417225 Feb 03 13:23:47.234127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2d32-5f18-47a6-8a3d-d7354e7234c8 req-4179f1f5-0f9a-4dac-9dde-f0a3ff16f7b4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:47.235662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-295e2d32-5f18-47a6-8a3d-d7354e7234c8 req-4179f1f5-0f9a-4dac-9dde-f0a3ff16f7b4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 945 time: 0.0589335 Feb 03 13:23:47.286011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-295e2d32-5f18-47a6-8a3d-d7354e7234c8 req-70334085-8a4a-4494-b63b-9a81510fa8c3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Feb 03 13:23:47.686022 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:23:50.872564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-b51c359b-fe6a-4aa2-8da1-b8fba0d7fe81 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:50.874018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-b51c359b-fe6a-4aa2-8da1-b8fba0d7fe81 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1016293 Feb 03 13:23:50.889262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-7b306523-aef3-4429-8de4-ff1c72c049a7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/quotas/ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 375 time: 0.0094244 Feb 03 13:23:50.952626 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-603fdb61-6f7b-42d3-8530-0e7f7ccfb025 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583572 Feb 03 13:23:51.102699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:51.103351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-9a1a7f7c-a049-415f-b2d1-a73df34ec6a6 service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402485 Feb 03 13:23:51.198474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-3491d308-d2c9-44b2-a35e-4909d9c2e449 service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893438 Feb 03 13:23:51.399698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b14af0c-f33a-48b0-8686-6e6535ac8fca req-7223fe8a-7352-4f14-8de6-23d029214ff9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0277085 Feb 03 13:23:52.466072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-c872a5a8-908d-4032-a218-4c66ba924329 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:52.467575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-c872a5a8-908d-4032-a218-4c66ba924329 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1098878 Feb 03 13:23:52.482676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'port': {'device_id': '215f5728-3fdc-4f48-8b34-08cc260b9854', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'admin_state_up': True, 'tenant_id': 'ca6116a6d93041948095d331ade177d8'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:52.502588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1eb1a22c-2bdb-4d24-b090-079ea91ac681 req-5ce5a5af-0ed5-4cfa-84a1-8c21a01e5df4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0330188 Feb 03 13:23:52.608459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Made reservation on behalf of ca6116a6d93041948095d331ade177d8 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:23:52.612104 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:52.745848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.20.0.12 (77f7a57b-d553-420f-90c2-4f3369ab1aa3/a42e1334-1074-4f24-95b1-ece4aecdce10/1eec546b-cb7c-459c-8298-73b349ab6a66) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:23:52.911492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:52.947494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:52.971393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['d09f5894-082e-4e4b-9aef-8e19f650c0b8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:23:52.998822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:23:53.005102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:23:53.007749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:23:53.044670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=1eec546b-cb7c-459c-8298-73b349ab6a66,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:53.058804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.059159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.059505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.059846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.060182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.060515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.060848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.061173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.061498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.061823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.062146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.062506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.062834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:53.086090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:53.087269 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:53.109368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-eafe2e56-a882-4f31-bf66-c458e65edc60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6313264 Feb 03 13:23:53.120383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-9d2fa344-c76b-41df-adbf-b1ac3b5d3ae2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:23:53.122310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-9d2fa344-c76b-41df-adbf-b1ac3b5d3ae2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067008 Feb 03 13:23:53.196993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Request body: {'port': {'device_id': '215f5728-3fdc-4f48-8b34-08cc260b9854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:53.262624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:53.341814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e6961ba9-886f-416c-bb14-4b38822c7440 None None] Provisioning complete for port 1eec546b-cb7c-459c-8298-73b349ab6a66 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:53.342319 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6961ba9-886f-416c-bb14-4b38822c7440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:53.376763 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e6961ba9-886f-416c-bb14-4b38822c7440 None None] Port 1eec546b-cb7c-459c-8298-73b349ab6a66 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:23:53.524208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eec546b-cb7c-459c-8298-73b349ab6a66 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:23:53.532138 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Publish callbacks [] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:53.545703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Transition to ACTIVE for port object 1eec546b-cb7c-459c-8298-73b349ab6a66 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:23:53.552995 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:53.636499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Pushing event updated for resources: {'Port': ['ID=1eec546b-cb7c-459c-8298-73b349ab6a66,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:53.704362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc214d5f-7cb3-45d3-83cb-a145b49d45a6 req-33c4a2dd-d199-414d-8dcd-96fce3924e5e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:53.706036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc214d5f-7cb3-45d3-83cb-a145b49d45a6 req-33c4a2dd-d199-414d-8dcd-96fce3924e5e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.1211326 Feb 03 13:23:53.749537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Attempting to bind port 1eec546b-cb7c-459c-8298-73b349ab6a66 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:23:53.749858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Attempting to bind port 1eec546b-cb7c-459c-8298-73b349ab6a66 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:23:53.750186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Attempting to bind port 1eec546b-cb7c-459c-8298-73b349ab6a66 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:53.762223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Port 1eec546b-cb7c-459c-8298-73b349ab6a66 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:23:53.762557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Attempting to bind port 1eec546b-cb7c-459c-8298-73b349ab6a66 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:53.777029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:23:53.777388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:23:53.777746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Bound using segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:23:53.778171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Bound port: 1eec546b-cb7c-459c-8298-73b349ab6a66, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:23:53.778552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:53.791232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cc214d5f-7cb3-45d3-83cb-a145b49d45a6 req-8dc7460a-326b-43da-9b3f-d5dbbe88364d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721459 Feb 03 13:23:53.850071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] For port 1eec546b-cb7c-459c-8298-73b349ab6a66, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:53.853144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] For port 1eec546b-cb7c-459c-8298-73b349ab6a66, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1eec546b-cb7c-459c-8298-73b349ab6a66,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:23:53.861256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:53.900035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:53.900767 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:53.902723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] 10.222.0.91 "PUT /v2.0/ports/1eec546b-cb7c-459c-8298-73b349ab6a66 HTTP/1.1" status: 200 len: 1093 time: 0.7724919 Feb 03 13:23:53.906196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215f5728-3fdc-4f48-8b34-08cc260b9854', 'tag': '1eec546b-cb7c-459c-8298-73b349ab6a66'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:53.909002 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44afcc11-3b0a-450f-b662-06d1e0171ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "215f5728-3fdc-4f48-8b34-08cc260b9854", "tag": "1eec546b-cb7c-459c-8298-73b349ab6a66"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:53.987113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6cab1-c62b-4339-ba62-78bffbf80e69 service neutron] Pushing event updated for resources: {'Port': ['ID=1eec546b-cb7c-459c-8298-73b349ab6a66,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:54.048567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-922f6954-b7be-4ce6-a347-07763ab4688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.050874 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-922f6954-b7be-4ce6-a347-07763ab4688a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 1127 time: 0.0884974 Feb 03 13:23:54.095899 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7db45dd-4588-43c5-b77f-c5912742648b x-openstack-request-id: req-e7db45dd-4588-43c5-b77f-c5912742648b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:54.096287 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215f5728-3fdc-4f48-8b34-08cc260b9854", "tag": "1eec546b-cb7c-459c-8298-73b349ab6a66", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:54.096447 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7db45dd-4588-43c5-b77f-c5912742648b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:54.096905 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215f5728-3fdc-4f48-8b34-08cc260b9854', 'tag': '1eec546b-cb7c-459c-8298-73b349ab6a66', 'status': 'completed', 'code': 200} Feb 03 13:23:54.098983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-a6e6274e-9d89-4e3b-8af5-0b349758b665 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eec546b-cb7c-459c-8298-73b349ab6a66 HTTP/1.1" status: 200 len: 217 time: 0.0408010 Feb 03 13:23:54.148500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-0cdf2768-6847-4308-9701-613cfd944648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.149988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-0cdf2768-6847-4308-9701-613cfd944648 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0453467 Feb 03 13:23:54.200648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-7c70dbdd-6b6f-485e-a981-3e837b71d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.202071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-7c70dbdd-6b6f-485e-a981-3e837b71d626 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442433 Feb 03 13:23:54.294484 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-ae69fa98-8f22-47c4-bf30-6967ff672fd9 service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858121 Feb 03 13:23:54.395169 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-be7ec2be-55f6-446e-8245-a85aa4c5f4bd req-22ccd039-acec-460a-a2b8-c29876e28dd4 service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944660 Feb 03 13:23:54.486913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-35abb84c-847d-4d0a-8158-d4dd9a706f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.488513 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-35abb84c-847d-4d0a-8158-d4dd9a706f6e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 1127 time: 0.0463312 Feb 03 13:23:54.577085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-d23cc017-4c4f-4700-b25c-5f5a528af85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.578689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-d23cc017-4c4f-4700-b25c-5f5a528af85c service neutron] 10.222.0.91 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0848889 Feb 03 13:23:54.622709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-ba5a5478-9c5d-4ab5-b42a-43746445cec6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1eec546b-cb7c-459c-8298-73b349ab6a66 HTTP/1.1" status: 200 len: 217 time: 0.0376892 Feb 03 13:23:54.672177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-8193d8ca-8596-4be4-9d8e-dd858ce9b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.673773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-8193d8ca-8596-4be4-9d8e-dd858ce9b574 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0451818 Feb 03 13:23:54.723897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-20a309c5-d1ae-43a6-a58d-d802aae81d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.725419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-20a309c5-d1ae-43a6-a58d-d802aae81d30 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459940 Feb 03 13:23:54.820569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-e807705f-556b-4c45-aa6d-99a38eb9e1c0 service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873065 Feb 03 13:23:54.940308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44afcc11-3b0a-450f-b662-06d1e0171ec6 req-c8e3b3b2-4229-483f-b44c-e7e3abddaabe service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134353 Feb 03 13:23:54.955808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822872ec-3cc8-4872-9df1-03e62835d87e req-41bc98cd-a433-4d1f-8bfe-20bfd80376aa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.957524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-822872ec-3cc8-4872-9df1-03e62835d87e req-41bc98cd-a433-4d1f-8bfe-20bfd80376aa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0765138 Feb 03 13:23:55.007458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-822872ec-3cc8-4872-9df1-03e62835d87e req-4c20210b-f2f1-4866-b831-cb1f40fa183c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Feb 03 13:23:56.140771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75815767-f68d-4238-bb2a-3c168b82795f req-8bcfa108-77d2-4370-beb1-bcf2761ecbcd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.142728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75815767-f68d-4238-bb2a-3c168b82795f req-8bcfa108-77d2-4370-beb1-bcf2761ecbcd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0573683 Feb 03 13:23:56.193162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-75815767-f68d-4238-bb2a-3c168b82795f req-2be75ee5-e7bc-42a5-8793-792d06b18079 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Feb 03 13:23:57.316849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcb092-a162-4ba6-a2a3-14b6ac9d9dec req-f47f0ea3-6d40-43fd-9813-796921a408fc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:57.318358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89dcb092-a162-4ba6-a2a3-14b6ac9d9dec req-f47f0ea3-6d40-43fd-9813-796921a408fc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0551708 Feb 03 13:23:57.372238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89dcb092-a162-4ba6-a2a3-14b6ac9d9dec req-566e5f38-80f2-4fcb-8962-396dc6ea4c78 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479240 Feb 03 13:23:58.498964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673281c-2d5d-4312-b5dc-63792f4e2b0d req-dc001d4d-ea49-4c0d-a54f-e8379696fc2e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:58.500465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e673281c-2d5d-4312-b5dc-63792f4e2b0d req-dc001d4d-ea49-4c0d-a54f-e8379696fc2e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0569737 Feb 03 13:23:58.562062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e673281c-2d5d-4312-b5dc-63792f4e2b0d req-7485d9fd-607a-4597-8736-bd94ce3af8f6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538127 Feb 03 13:23:59.736419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a3723-d9ab-43a2-9b16-a3e140b61695 req-de78c661-81d7-449e-8ea9-dc7e44f6a556 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:59.742796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-422a3723-d9ab-43a2-9b16-a3e140b61695 req-de78c661-81d7-449e-8ea9-dc7e44f6a556 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0729959 Feb 03 13:23:59.816003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-422a3723-d9ab-43a2-9b16-a3e140b61695 req-9c3e5087-6446-4957-83b4-1d3e0ede2ef8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717807 Feb 03 13:24:00.957873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a53f6b-0e7d-4d3e-803c-32cd3905cf18 req-3ae9f01a-6852-4cbc-9c01-fca0143903ab tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:00.959690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17a53f6b-0e7d-4d3e-803c-32cd3905cf18 req-3ae9f01a-6852-4cbc-9c01-fca0143903ab tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0583520 Feb 03 13:24:01.007721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17a53f6b-0e7d-4d3e-803c-32cd3905cf18 req-c8f3396f-7336-4db0-996a-5a4fed494257 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Feb 03 13:24:02.175781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3f471-c215-4be6-8b8d-7a834b35a45c req-fbb72899-2192-48ca-a47b-356264c86ea7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:02.178780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1fb3f471-c215-4be6-8b8d-7a834b35a45c req-fbb72899-2192-48ca-a47b-356264c86ea7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0724013 Feb 03 13:24:02.238980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1fb3f471-c215-4be6-8b8d-7a834b35a45c req-6fef1ada-34d5-4b5a-930e-5ab0f0823f73 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Feb 03 13:24:03.370109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439354a-08f0-490d-8bf8-c9cb9aa919e6 req-c2d82795-7f8e-47d9-b2cc-ef2ab61e13d1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:03.371610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b439354a-08f0-490d-8bf8-c9cb9aa919e6 req-c2d82795-7f8e-47d9-b2cc-ef2ab61e13d1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0600610 Feb 03 13:24:03.423567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b439354a-08f0-490d-8bf8-c9cb9aa919e6 req-1de1966b-10c9-4566-a3a2-ccc14ad0ab20 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Feb 03 13:24:04.548148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee9d83-f0b4-45a6-815e-c7a30ad1aa59 req-a40fe56a-ccfe-49b2-b07f-74f23afd1bf8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:04.549651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77ee9d83-f0b4-45a6-815e-c7a30ad1aa59 req-a40fe56a-ccfe-49b2-b07f-74f23afd1bf8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0550232 Feb 03 13:24:04.603635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77ee9d83-f0b4-45a6-815e-c7a30ad1aa59 req-79af8885-ff79-44cd-9ab9-ec7eec0a0012 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 Feb 03 13:24:05.725640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e8624-88a3-483a-99c3-c48aa7a896f5 req-0a5ffcc5-c709-4b3c-9f4f-652361083d91 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:05.727781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e6e8624-88a3-483a-99c3-c48aa7a896f5 req-0a5ffcc5-c709-4b3c-9f4f-652361083d91 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0535328 Feb 03 13:24:05.778471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e6e8624-88a3-483a-99c3-c48aa7a896f5 req-3d7f5bb7-e905-414c-8132-32504c898368 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454743 Feb 03 13:24:06.693444 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4108b974-dfbc-4d6e-bf73-73db2a26e9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:06.901938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7db265-e37f-47d8-ad50-0589f7dff1e9 req-b3afdde1-93f1-45a7-8074-50b55a861df8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:06.904155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d7db265-e37f-47d8-ad50-0589f7dff1e9 req-b3afdde1-93f1-45a7-8074-50b55a861df8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0554376 Feb 03 13:24:06.955820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d7db265-e37f-47d8-ad50-0589f7dff1e9 req-74688113-ad54-4d78-871f-d99b377d9fe7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456626 Feb 03 13:24:08.087234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee592e-f4df-4ab6-9309-2dbbe1e8a07b req-753ba03c-07e4-4252-bfd8-a00bb784166a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:08.088841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5ee592e-f4df-4ab6-9309-2dbbe1e8a07b req-753ba03c-07e4-4252-bfd8-a00bb784166a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0600164 Feb 03 13:24:08.136173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5ee592e-f4df-4ab6-9309-2dbbe1e8a07b req-d9d43ef3-c57c-4fa9-9021-59738e2dfbfb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Feb 03 13:24:08.919214 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2198a81-f1a3-43ab-9061-7fb798eaaad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:09.266670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc757a-9872-4389-a677-593c781723a7 req-31c7b709-71b7-44de-bd5a-dbbc1d9cbf65 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:09.268175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0cc757a-9872-4389-a677-593c781723a7 req-31c7b709-71b7-44de-bd5a-dbbc1d9cbf65 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0583096 Feb 03 13:24:09.322260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0cc757a-9872-4389-a677-593c781723a7 req-eafb867e-bfd4-46ae-9057-fb981013934a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Feb 03 13:24:10.237492 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:10.458361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aadd38-6aef-449a-bb54-cb2c5aac3c69 req-0cb6f36f-91f0-4ead-8528-a6771398eabb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:10.460104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52aadd38-6aef-449a-bb54-cb2c5aac3c69 req-0cb6f36f-91f0-4ead-8528-a6771398eabb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0634713 Feb 03 13:24:10.510197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52aadd38-6aef-449a-bb54-cb2c5aac3c69 req-1c689f9d-2392-4367-91f0-32fc0f5c3eb2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Feb 03 13:24:11.636231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb2bc4-a642-4aa9-ae24-cb078e4b9f64 req-3b666a1b-9b7b-4dac-9a4d-700f1d2788de tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:11.637707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bdb2bc4-a642-4aa9-ae24-cb078e4b9f64 req-3b666a1b-9b7b-4dac-9a4d-700f1d2788de tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0540297 Feb 03 13:24:11.679389 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:12.056094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9bdb2bc4-a642-4aa9-ae24-cb078e4b9f64 req-b9af7f69-e22c-4851-85f3-d2b212f46cbd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099588 Feb 03 13:24:12.723928 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:13.170301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2b039-52b1-41ba-a0a3-f6346df20c67 req-302eb0fb-2b36-4581-ae64-a037592b4c0f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:13.171791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a2b039-52b1-41ba-a0a3-f6346df20c67 req-302eb0fb-2b36-4581-ae64-a037592b4c0f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0516527 Feb 03 13:24:13.218910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16a2b039-52b1-41ba-a0a3-f6346df20c67 req-b399c61d-3557-4760-9668-1a6b1f683444 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Feb 03 13:24:14.345548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d76ff-3981-4246-93a3-9390f481c2dd req-f4c96935-a75d-41c6-836c-e0fe6ea48dd0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:14.347044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-097d76ff-3981-4246-93a3-9390f481c2dd req-f4c96935-a75d-41c6-836c-e0fe6ea48dd0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0559258 Feb 03 13:24:14.401061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-097d76ff-3981-4246-93a3-9390f481c2dd req-b4a35686-ded5-40a0-9058-47ee3ce34f25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Feb 03 13:24:15.533180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5528d-c31e-4599-8c2b-1967c6c48e54 req-41e3ec2d-9fee-4764-800d-e1020a1358fc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:15.534802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8b5528d-c31e-4599-8c2b-1967c6c48e54 req-41e3ec2d-9fee-4764-800d-e1020a1358fc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0568595 Feb 03 13:24:15.586703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8b5528d-c31e-4599-8c2b-1967c6c48e54 req-994315e8-bc2f-4010-80e6-28876146479d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 Feb 03 13:24:16.525273 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:16.728518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54cc9f-4823-4b07-b024-664decaf9506 req-2d084ac7-d576-46c3-ac3e-d6334537a48e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:16.730060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e54cc9f-4823-4b07-b024-664decaf9506 req-2d084ac7-d576-46c3-ac3e-d6334537a48e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0573645 Feb 03 13:24:16.780063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e54cc9f-4823-4b07-b024-664decaf9506 req-61b684e5-e78f-4cef-b6a0-29f12dd3e074 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435722 Feb 03 13:24:17.925419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b175df-567d-416f-aace-37b2aea3698d req-97afa855-b969-47a7-9785-89e95fb34f83 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:17.926802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53b175df-567d-416f-aace-37b2aea3698d req-97afa855-b969-47a7-9785-89e95fb34f83 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0578561 Feb 03 13:24:17.976297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53b175df-567d-416f-aace-37b2aea3698d req-b392532c-d615-4765-88b0-6a38a1ec8fa6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Feb 03 13:24:19.120406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713ffc-84f7-498d-bb11-6fce55740225 req-71062b88-0dd0-42ce-b669-977685e780a2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:19.121995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48713ffc-84f7-498d-bb11-6fce55740225 req-71062b88-0dd0-42ce-b669-977685e780a2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0584981 Feb 03 13:24:19.171568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48713ffc-84f7-498d-bb11-6fce55740225 req-fc1b886b-a4ff-443b-b9ea-60af2088817e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Feb 03 13:24:20.321342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a1acc-4efd-4975-9c4a-a11331053600 req-cda9b83c-fb91-47a6-9e92-7cbeb7c60170 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:20.325250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca1a1acc-4efd-4975-9c4a-a11331053600 req-cda9b83c-fb91-47a6-9e92-7cbeb7c60170 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0737681 Feb 03 13:24:20.386035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca1a1acc-4efd-4975-9c4a-a11331053600 req-7e12f390-b0e6-47b6-bdce-619b81c799ba tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522308 Feb 03 13:24:21.094042 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:21.518368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188efd-5ffe-43d7-b0f1-eb195606a2ff req-c59c46b8-0b50-44fe-9b73-71014d245df0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:21.519842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85188efd-5ffe-43d7-b0f1-eb195606a2ff req-c59c46b8-0b50-44fe-9b73-71014d245df0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0558567 Feb 03 13:24:21.567299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85188efd-5ffe-43d7-b0f1-eb195606a2ff req-c0c25148-10c3-43d0-aedb-59e31b4456c4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Feb 03 13:24:22.696391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7fb17-0f49-4dfa-a66a-d6bd4978f485 req-5eed6a7e-91d3-4478-b96a-f64bfdf2e979 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:22.697901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97c7fb17-0f49-4dfa-a66a-d6bd4978f485 req-5eed6a7e-91d3-4478-b96a-f64bfdf2e979 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0588398 Feb 03 13:24:22.752022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97c7fb17-0f49-4dfa-a66a-d6bd4978f485 req-5679698a-1849-4fc7-9c02-8dfa1badd17c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 Feb 03 13:24:23.877661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796e59f-f46f-441f-94cd-92497862d21b req-7d74867f-4908-48c7-8e0f-345c07e2cbd4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:23.879174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3796e59f-f46f-441f-94cd-92497862d21b req-7d74867f-4908-48c7-8e0f-345c07e2cbd4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0580137 Feb 03 13:24:23.926707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3796e59f-f46f-441f-94cd-92497862d21b req-566f3e18-5f9d-45f3-8f0c-c5b9b9ff1a66 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Feb 03 13:24:24.687396 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:24:24.855808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1eec546b-cb7c-459c-8298-73b349ab6a66 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:24:24.963019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1eec546b-cb7c-459c-8298-73b349ab6a66, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1eec546b-cb7c-459c-8298-73b349ab6a66,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:24.975457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '1eec546b-cb7c-459c-8298-73b349ab6a66', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'port_id': '1eec546b-cb7c-459c-8298-73b349ab6a66', 'mac_address': 'fa:16:3e:ed:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:24:25.014676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 1eec546b-cb7c-459c-8298-73b349ab6a66 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:24:25.015093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:25.028590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eec546b-cb7c-459c-8298-73b349ab6a66 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:24:25.048674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1eec546b-cb7c-459c-8298-73b349ab6a66, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1eec546b-cb7c-459c-8298-73b349ab6a66,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:25.053296 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:25.066444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e0269-230d-4173-b8f2-99fadf70d716 req-a45ba767-7fa2-4c11-87c3-16f4e5e7f119 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:25.067964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f4e0269-230d-4173-b8f2-99fadf70d716 req-a45ba767-7fa2-4c11-87c3-16f4e5e7f119 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 944 time: 0.0590794 Feb 03 13:24:25.106059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=1eec546b-cb7c-459c-8298-73b349ab6a66,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:25.120241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f4e0269-230d-4173-b8f2-99fadf70d716 req-a7aef9ec-2e4c-4c72-ba4b-404c93f7588d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458679 Feb 03 13:24:25.452305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['1eec546b-cb7c-459c-8298-73b349ab6a66'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:24:26.258246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34290808-1dfc-4029-828b-bddbbadd5bb3 req-afae9913-5633-464d-ac40-81062553cb70 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:26.259762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34290808-1dfc-4029-828b-bddbbadd5bb3 req-afae9913-5633-464d-ac40-81062553cb70 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 945 time: 0.0661576 Feb 03 13:24:26.310700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34290808-1dfc-4029-828b-bddbbadd5bb3 req-b748e623-e21d-417b-b3ff-bab31f52a7f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Feb 03 13:24:26.865119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1eec546b-cb7c-459c-8298-73b349ab6a66 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:24:26.923115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 1eec546b-cb7c-459c-8298-73b349ab6a66 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:24:26.927290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 1eec546b-cb7c-459c-8298-73b349ab6a66 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:24:26.927793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:27.018459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 1eec546b-cb7c-459c-8298-73b349ab6a66 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:24:27.018749 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:27.044819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f5728-3fdc-4f48-8b34-08cc260b9854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eec546b-cb7c-459c-8298-73b349ab6a66'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:27.047480 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec537c-0365-496b-8bda-f65bb8e00295" -d '{"events": [{"server_uuid": "215f5728-3fdc-4f48-8b34-08cc260b9854", "name": "network-vif-plugged", "status": "completed", "tag": "1eec546b-cb7c-459c-8298-73b349ab6a66"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:27.061774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 1eec546b-cb7c-459c-8298-73b349ab6a66, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1eec546b-cb7c-459c-8298-73b349ab6a66,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:27.066710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:27.093604 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed60b01-e122-4122-8714-1cfe379de307 x-openstack-request-id: req-9ed60b01-e122-4122-8714-1cfe379de307 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:27.093927 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f5728-3fdc-4f48-8b34-08cc260b9854", "name": "network-vif-plugged", "status": "completed", "tag": "1eec546b-cb7c-459c-8298-73b349ab6a66", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:27.094203 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ed60b01-e122-4122-8714-1cfe379de307 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:27.094670 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f5728-3fdc-4f48-8b34-08cc260b9854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eec546b-cb7c-459c-8298-73b349ab6a66', 'code': 200} Feb 03 13:24:27.121185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=1eec546b-cb7c-459c-8298-73b349ab6a66,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:27.202618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec424c4c-d026-4c65-936a-e27ce1aa0d78 req-2c37933a-d95a-4fbc-9c03-8441c3ccd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:27.204520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec424c4c-d026-4c65-936a-e27ce1aa0d78 req-2c37933a-d95a-4fbc-9c03-8441c3ccd84f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 1129 time: 0.0520089 Feb 03 13:24:27.253489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ec424c4c-d026-4c65-936a-e27ce1aa0d78 req-7666d755-7789-4e77-9346-999d34170350 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Feb 03 13:24:27.449156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd68123-f10e-43e8-8408-1fda21d707da req-44b11a7a-4bdd-450a-9437-acd5d4b73d45 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:27.450770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cd68123-f10e-43e8-8408-1fda21d707da req-44b11a7a-4bdd-450a-9437-acd5d4b73d45 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 946 time: 0.0606906 Feb 03 13:24:27.510896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cd68123-f10e-43e8-8408-1fda21d707da req-a9614bf3-74f9-4254-b68a-1fe561b47b26 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 Feb 03 13:24:28.657467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb04e6-0759-4eee-ad12-15b1d67296e9 req-b26b9efa-384f-42c6-8b11-f60669186b7a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:28.658975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97bb04e6-0759-4eee-ad12-15b1d67296e9 req-b26b9efa-384f-42c6-8b11-f60669186b7a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 946 time: 0.0631003 Feb 03 13:24:28.706071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97bb04e6-0759-4eee-ad12-15b1d67296e9 req-1a897ba4-9575-44c4-a399-b373e1503eae tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Feb 03 13:24:29.843023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73689dec-8a24-4e62-bc75-c97ce433b403 req-2df3dfaa-f362-4742-8c66-aef5e1eae962 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:29.844495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73689dec-8a24-4e62-bc75-c97ce433b403 req-2df3dfaa-f362-4742-8c66-aef5e1eae962 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 946 time: 0.0552006 Feb 03 13:24:29.893160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73689dec-8a24-4e62-bc75-c97ce433b403 req-1254c55b-bfd6-4470-80a2-19fe53f2c793 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403631 Feb 03 13:24:30.025603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afdf64-7b29-42b9-91d4-a212ef0aeeee req-804fe6c5-08ae-48de-9c6d-658490f2c561 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:30.027020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43afdf64-7b29-42b9-91d4-a212ef0aeeee req-804fe6c5-08ae-48de-9c6d-658490f2c561 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 946 time: 0.0569334 Feb 03 13:24:30.077249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43afdf64-7b29-42b9-91d4-a212ef0aeeee req-628e5a34-72ce-41a2-8005-fab1ebd7d6c0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Feb 03 13:24:30.386651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea9b70-b7d7-4499-a54a-c2b275e0a266 req-13bf6ab0-32d1-4ec2-99c8-31bce71654c2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:30.388158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebea9b70-b7d7-4499-a54a-c2b275e0a266 req-13bf6ab0-32d1-4ec2-99c8-31bce71654c2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 946 time: 0.0577586 Feb 03 13:24:30.435223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ebea9b70-b7d7-4499-a54a-c2b275e0a266 req-e0135b5a-35d7-42d4-b2a7-967ed150cdcb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Feb 03 13:24:31.568667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac47594-80d5-4724-80f1-1dd560389a7b req-1352302c-ea07-4aa4-b8fb-a1295536c5c2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:31.570217 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dac47594-80d5-4724-80f1-1dd560389a7b req-1352302c-ea07-4aa4-b8fb-a1295536c5c2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 946 time: 0.0570118 Feb 03 13:24:31.622222 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dac47594-80d5-4724-80f1-1dd560389a7b req-75fb44d9-0f37-4d8f-bdca-1e31ae2e3587 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461788 Feb 03 13:24:32.091651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-d071d34f-8bde-412d-98f2-5e26e0377637 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:32.093034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-d071d34f-8bde-412d-98f2-5e26e0377637 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 946 time: 0.0561020 Feb 03 13:24:32.195189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port 1eec546b-cb7c-459c-8298-73b349ab6a66 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:24:32.195589 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:32.296533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] For port 1eec546b-cb7c-459c-8298-73b349ab6a66, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=1eec546b-cb7c-459c-8298-73b349ab6a66,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:32.297026 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:32.314223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for 1eec546b-cb7c-459c-8298-73b349ab6a66 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:24:32.457405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1eec546b-cb7c-459c-8298-73b349ab6a66), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:32.471908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['1eec546b-cb7c-459c-8298-73b349ab6a66'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:24:32.474275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['d09f5894-082e-4e4b-9aef-8e19f650c0b8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:24:32.488873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=1eec546b-cb7c-459c-8298-73b349ab6a66,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:32.535468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] No DVR routers for this DVR port 1eec546b-cb7c-459c-8298-73b349ab6a66 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:24:32.538551 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:32.542226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a924affb-7ba4-4590-a95e-b6a1c9b9984c req-856c7b1f-66a3-4430-8e31-07a0bf044807 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "DELETE /v2.0/ports/1eec546b-cb7c-459c-8298-73b349ab6a66 HTTP/1.1" status: 204 len: 173 time: 0.4415593 Feb 03 13:24:32.542734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f5728-3fdc-4f48-8b34-08cc260b9854', 'name': 'network-vif-deleted', 'tag': '1eec546b-cb7c-459c-8298-73b349ab6a66'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:32.551705 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dab524-b4ca-4743-8004-cc91d536f96b" -d '{"events": [{"server_uuid": "215f5728-3fdc-4f48-8b34-08cc260b9854", "name": "network-vif-deleted", "tag": "1eec546b-cb7c-459c-8298-73b349ab6a66"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:32.600517 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa551de-eab2-4d56-9553-414a5782c4bf x-openstack-request-id: req-8aa551de-eab2-4d56-9553-414a5782c4bf {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:32.601140 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f5728-3fdc-4f48-8b34-08cc260b9854", "name": "network-vif-deleted", "tag": "1eec546b-cb7c-459c-8298-73b349ab6a66", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:32.601370 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8aa551de-eab2-4d56-9553-414a5782c4bf {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:32.602134 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f5728-3fdc-4f48-8b34-08cc260b9854', 'name': 'network-vif-deleted', 'tag': '1eec546b-cb7c-459c-8298-73b349ab6a66', 'status': 'completed', 'code': 200} Feb 03 13:24:32.744298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d87c8378-b77d-4c5d-8239-45d774f6c2cc req-42fbfc89-d78f-41e5-8e13-ea678cade888 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0328026 Feb 03 13:24:33.848974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-778b8189-c249-4784-acb8-ac58b64eeaf0 req-8d088f97-4a96-49ed-a7ff-81208adf18e6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0311041 Feb 03 13:24:34.917830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1eec546b-cb7c-459c-8298-73b349ab6a66 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:24:34.947419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 1eec546b-cb7c-459c-8298-73b349ab6a66 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:24:34.947780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 1eec546b-cb7c-459c-8298-73b349ab6a66 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:24:34.950014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ae0fbaa-f84f-4327-bfba-7378ab51ee91 req-874e4abc-e1eb-4bcf-acd1-033db2c63c44 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0306134 Feb 03 13:24:35.807583 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-662675bf-34dc-4c48-8f66-343c3a06df71 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488367 Feb 03 13:24:35.903478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-12216fbf-e295-491a-a738-a9a4c9a4a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:35.905068 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-12216fbf-e295-491a-a738-a9a4c9a4a6fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 1128 time: 0.0517142 Feb 03 13:24:36.052095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7426c2fd-53ad-4c78-b2f1-7a7e839d7aca req-712d2bd9-b5bf-4087-9dea-1574cb639ba4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0304315 Feb 03 13:24:36.303577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-3d8a8fc8-6735-4476-883c-7e0f8a865c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:36.305167 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-3d8a8fc8-6735-4476-883c-7e0f8a865c6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.3796113 Feb 03 13:24:36.348461 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-7f845387-9ed7-4887-9016-b8df36cf1243 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d09f5894-082e-4e4b-9aef-8e19f650c0b8 HTTP/1.1" status: 200 len: 217 time: 0.0363955 Feb 03 13:24:36.397091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-d76944bb-0169-4765-adf7-7a6b30b28f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:36.398674 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-d76944bb-0169-4765-adf7-7a6b30b28f99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0445554 Feb 03 13:24:36.452339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-50dc2c72-55f4-4943-84a8-e72ed6015fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:36.453902 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-50dc2c72-55f4-4943-84a8-e72ed6015fc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488749 Feb 03 13:24:36.464858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-f97a5627-30ce-4bba-9aa0-13a8f4a14e53 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:24:36.465800 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-f97a5627-30ce-4bba-9aa0-13a8f4a14e53 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052617 Feb 03 13:24:36.560473 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-cc196563-7f2a-4138-925a-bb0447504d29 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883324 Feb 03 13:24:36.649547 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-dd707f66-6d55-41f8-b424-d35ebca08e24 req-f3afb16e-7310-4883-a2f1-fae834b11c99 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833511 Feb 03 13:24:36.690107 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dc53-5c35-4183-9fbf-7c2c1f95ebf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:37.151684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb985913-a60e-4f7d-aa7c-b1b9e0544c5f req-103e1615-37f0-4c2a-8f95-8a8fa17772f4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0275149 Feb 03 13:24:38.248420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72344b3e-f546-40c4-808e-fe858a17769d req-913e31aa-d8d3-42f4-9e53-84f498fb1131 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0282216 Feb 03 13:24:38.915616 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc99cb32-5b0e-42c9-b63c-ebfa08cb5395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:39.347818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a16e41be-61b5-4fc3-bba3-183f2587ec92 req-29182710-44e3-4989-b0cb-5d9152c6221f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Feb 03 13:24:40.240130 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:40.453223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8769ad58-c706-4435-bff8-dd0fd7c7b9a9 req-836ccba9-4570-4b2d-a8dc-0773a58526f2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=215f5728-3fdc-4f48-8b34-08cc260b9854 HTTP/1.1" status: 200 len: 210 time: 0.0308061 Feb 03 13:24:41.684062 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:42.724895 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:46.535941 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:49.123647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b511d-904a-433a-9785-629dd020e449 req-bf87ed05-7ca9-4a91-8a27-1a4a41fa3387 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:49.125154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e93b511d-904a-433a-9785-629dd020e449 req-bf87ed05-7ca9-4a91-8a27-1a4a41fa3387 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 945 time: 0.0547659 Feb 03 13:24:49.173995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e93b511d-904a-433a-9785-629dd020e449 req-362de168-5e45-42a4-a55b-a76ac0e01f53 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 Feb 03 13:24:50.296908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a094f-1be5-4594-b856-41ca6b25e2af req-5b592a04-505c-4243-ae3d-7dd8aef97764 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:50.298376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd8a094f-1be5-4594-b856-41ca6b25e2af req-5b592a04-505c-4243-ae3d-7dd8aef97764 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 945 time: 0.0544884 Feb 03 13:24:50.348251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd8a094f-1be5-4594-b856-41ca6b25e2af req-a58ecb99-fe21-4e66-b231-8be1b513d04b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=98bc9fcc-0681-40f1-9556-0e95ffec497f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Feb 03 13:24:50.628310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-d7cfdf86-4476-49d9-ba09-25cc417096fa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:50.630992 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-d7cfdf86-4476-49d9-ba09-25cc417096fa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 945 time: 0.0605738 Feb 03 13:24:50.727010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port d09f5894-082e-4e4b-9aef-8e19f650c0b8 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:24:50.727470 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:50.829154 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] For port d09f5894-082e-4e4b-9aef-8e19f650c0b8, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d09f5894-082e-4e4b-9aef-8e19f650c0b8,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:50.829530 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:50.842609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for d09f5894-082e-4e4b-9aef-8e19f650c0b8 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:24:50.981059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d09f5894-082e-4e4b-9aef-8e19f650c0b8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:50.992579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['d09f5894-082e-4e4b-9aef-8e19f650c0b8'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:24:51.014582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=d09f5894-082e-4e4b-9aef-8e19f650c0b8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:51.028987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.029332 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.029690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.030028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.030384 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.030719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.031041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.031383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.031702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.032033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.032356 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.032694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.033016 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:51.070283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] No DVR routers for this DVR port d09f5894-082e-4e4b-9aef-8e19f650c0b8 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:24:51.073186 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:51.076607 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-7af5eb60-e8a2-48aa-aacd-2135f5b7156f req-39d9633b-458b-47ed-93b8-429ab9ded503 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "DELETE /v2.0/ports/d09f5894-082e-4e4b-9aef-8e19f650c0b8 HTTP/1.1" status: 204 len: 173 time: 0.4408057 Feb 03 13:24:51.077041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0', 'name': 'network-vif-deleted', 'tag': 'd09f5894-082e-4e4b-9aef-8e19f650c0b8'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:51.079305 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbf459e-4729-4948-ac34-1c4222c4f26b" -d '{"events": [{"server_uuid": "2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0", "name": "network-vif-deleted", "tag": "d09f5894-082e-4e4b-9aef-8e19f650c0b8"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:51.106868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:51.118036 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b0ee4f-903a-40a0-9e08-ceb4737233db x-openstack-request-id: req-54b0ee4f-903a-40a0-9e08-ceb4737233db {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:51.119144 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0", "name": "network-vif-deleted", "tag": "d09f5894-082e-4e4b-9aef-8e19f650c0b8", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:51.119416 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54b0ee4f-903a-40a0-9e08-ceb4737233db {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:51.119824 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0', 'name': 'network-vif-deleted', 'tag': 'd09f5894-082e-4e4b-9aef-8e19f650c0b8', 'status': 'completed', 'code': 200} Feb 03 13:24:51.455424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91aa7ea5-f6fb-49b2-ad5f-c786f55c752f req-546d31a0-8b91-44e0-8f97-76e8883e89a3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0319912 Feb 03 13:24:52.561821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8a0bc92f-581e-4e46-ac5c-0284bb90bafa req-154b1902-60c9-479c-b2eb-7ee4e3160833 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0286610 Feb 03 13:24:53.661843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4fc70233-847e-4d47-970b-7633e250484e req-9e7c0dd8-2baf-4fbd-b08a-9b90e857f997 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0271168 Feb 03 13:24:54.758103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46af53bf-5fa6-4c5e-80a0-63bdaced6026 req-cea0213f-7a79-4a98-9808-07b2cbc566bf tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0281382 Feb 03 13:24:54.920986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d09f5894-082e-4e4b-9aef-8e19f650c0b8 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:24:54.945987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: d09f5894-082e-4e4b-9aef-8e19f650c0b8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:24:54.946554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d09f5894-082e-4e4b-9aef-8e19f650c0b8 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:24:55.861103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4233a2d5-9cc9-4c56-8305-946b73c4364b req-d67a29d8-73d3-41a6-b6f2-d2f08d151e19 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0282865 Feb 03 13:24:56.959263 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-897cea6b-183e-4783-8e9a-1e2c8d6e993a req-3720e4ae-1571-4318-ac36-e62f66020973 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0285161 Feb 03 13:24:58.061055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45893fa0-326a-43dc-bda7-837bd0f6fbcb req-cbfee8f8-7eb8-4534-b386-1665c96f0a2b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0314717 Feb 03 13:24:59.170072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c37e03e-4cf9-401c-9e28-88278767aca2 req-69d8ae5c-8b4b-431d-9132-bf71fabeb9cf tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4bdd84-7b67-4f25-8a2e-ac12187ed3a0 HTTP/1.1" status: 200 len: 210 time: 0.0303726 Feb 03 13:25:01.687584 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:25:05.189762 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46926) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:05.194484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214379843', 'description': 'tempest-secgroup-smoke-214379843 description', 'project_id': 'ca6116a6d93041948095d331ade177d8'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:05.217447 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.283958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group (de5205d9-949c-47ae-a7a2-147f0f2ae811), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.289563 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de5205d9-949c-47ae-a7a2-147f0f2ae811), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.320670 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.324697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1311176 Feb 03 13:25:05.325052 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46928) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:05.327181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5205d9-949c-47ae-a7a2-147f0f2ae811,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:05.329662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c2de5510-ac7f-4316-9d91-0cfbdfb5785a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'security_group_rule': {'security_group_id': 'de5205d9-949c-47ae-a7a2-147f0f2ae811', 'project_id': 'ca6116a6d93041948095d331ade177d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:05.335719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.336184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.336627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.337092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.337529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.338061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.338537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.338970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.339427 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.339851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.340275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.340695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.341118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca534897-d119-4a3b-a756-bb2d2429dbf9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:05.355997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c2de5510-ac7f-4316-9d91-0cfbdfb5785a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (3d8a6f65-8c8e-4840-826c-6c7132828699), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.410257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c2de5510-ac7f-4316-9d91-0cfbdfb5785a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (3d8a6f65-8c8e-4840-826c-6c7132828699), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.416129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c2de5510-ac7f-4316-9d91-0cfbdfb5785a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (3d8a6f65-8c8e-4840-826c-6c7132828699), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.433602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de5510-ac7f-4316-9d91-0cfbdfb5785a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8a6f65-8c8e-4840-826c-6c7132828699,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:05.444608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c2de5510-ac7f-4316-9d91-0cfbdfb5785a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.445734 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c2de5510-ac7f-4316-9d91-0cfbdfb5785a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196804 Feb 03 13:25:05.449496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46930) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:05.454207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-284910cd-8550-4d50-a2ea-ce42d72a3f89 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'security_group_rule': {'security_group_id': 'de5205d9-949c-47ae-a7a2-147f0f2ae811', 'project_id': 'ca6116a6d93041948095d331ade177d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:05.481858 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-284910cd-8550-4d50-a2ea-ce42d72a3f89 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (be05fe5e-0ccd-402b-9d63-82c114e259fa), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.537811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-284910cd-8550-4d50-a2ea-ce42d72a3f89 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (be05fe5e-0ccd-402b-9d63-82c114e259fa), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.543284 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-284910cd-8550-4d50-a2ea-ce42d72a3f89 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (be05fe5e-0ccd-402b-9d63-82c114e259fa), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.561264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284910cd-8550-4d50-a2ea-ce42d72a3f89 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be05fe5e-0ccd-402b-9d63-82c114e259fa,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:05.569907 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-284910cd-8550-4d50-a2ea-ce42d72a3f89 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.571277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-284910cd-8550-4d50-a2ea-ce42d72a3f89 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206429 Feb 03 13:25:05.574221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46932) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:05.578794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d56e9177-ac9d-4658-82e4-135ee55d51cc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'security_group_rule': {'security_group_id': 'de5205d9-949c-47ae-a7a2-147f0f2ae811', 'project_id': 'ca6116a6d93041948095d331ade177d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:05.606022 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d56e9177-ac9d-4658-82e4-135ee55d51cc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (427b1ebb-d048-4398-a117-e4b2bcafbf6d), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.667183 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d56e9177-ac9d-4658-82e4-135ee55d51cc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (427b1ebb-d048-4398-a117-e4b2bcafbf6d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.672885 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d56e9177-ac9d-4658-82e4-135ee55d51cc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (427b1ebb-d048-4398-a117-e4b2bcafbf6d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.691174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e9177-ac9d-4658-82e4-135ee55d51cc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427b1ebb-d048-4398-a117-e4b2bcafbf6d,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:05.697276 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d56e9177-ac9d-4658-82e4-135ee55d51cc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.698205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d56e9177-ac9d-4658-82e4-135ee55d51cc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229627 Feb 03 13:25:05.701113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 46934) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:05.705376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d1b307e9-ba19-41d2-a92c-c609aebda50c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'security_group_rule': {'security_group_id': 'de5205d9-949c-47ae-a7a2-147f0f2ae811', 'project_id': 'ca6116a6d93041948095d331ade177d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:05.739862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1b307e9-ba19-41d2-a92c-c609aebda50c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (6775087a-bbc0-4354-bd29-b0db65442fc3), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.799113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1b307e9-ba19-41d2-a92c-c609aebda50c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (6775087a-bbc0-4354-bd29-b0db65442fc3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.804535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1b307e9-ba19-41d2-a92c-c609aebda50c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (6775087a-bbc0-4354-bd29-b0db65442fc3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.823837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b307e9-ba19-41d2-a92c-c609aebda50c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6775087a-bbc0-4354-bd29-b0db65442fc3,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:05.831811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d1b307e9-ba19-41d2-a92c-c609aebda50c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.834936 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d1b307e9-ba19-41d2-a92c-c609aebda50c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328740 Feb 03 13:25:05.836009 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46936) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:05.841381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c8b95fe7-043b-43fb-b9aa-739ed5ba7720 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'security_group_rule': {'security_group_id': 'de5205d9-949c-47ae-a7a2-147f0f2ae811', 'project_id': 'ca6116a6d93041948095d331ade177d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:05.862725 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-c8b95fe7-043b-43fb-b9aa-739ed5ba7720 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Project ca6116a6d93041948095d331ade177d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:25:05.867905 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8b95fe7-043b-43fb-b9aa-739ed5ba7720 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (0bcf3c8b-4978-4f09-8213-99471ae3480c), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.933381 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8b95fe7-043b-43fb-b9aa-739ed5ba7720 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (0bcf3c8b-4978-4f09-8213-99471ae3480c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.938979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8b95fe7-043b-43fb-b9aa-739ed5ba7720 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (0bcf3c8b-4978-4f09-8213-99471ae3480c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.958809 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b95fe7-043b-43fb-b9aa-739ed5ba7720 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf3c8b-4978-4f09-8213-99471ae3480c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:05.968222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c8b95fe7-043b-43fb-b9aa-739ed5ba7720 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:05.969438 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c8b95fe7-043b-43fb-b9aa-739ed5ba7720 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320570 Feb 03 13:25:05.972314 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 46938) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:05.976582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ec205666-16c5-45b5-9500-7bf70729a800 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'security_group_rule': {'security_group_id': 'de5205d9-949c-47ae-a7a2-147f0f2ae811', 'project_id': 'ca6116a6d93041948095d331ade177d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:05.997443 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-ec205666-16c5-45b5-9500-7bf70729a800 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Project ca6116a6d93041948095d331ade177d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:25:06.002904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec205666-16c5-45b5-9500-7bf70729a800 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (b03199db-23cf-4d88-a5de-c8b224348c72), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:06.065346 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec205666-16c5-45b5-9500-7bf70729a800 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (b03199db-23cf-4d88-a5de-c8b224348c72), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:06.072586 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec205666-16c5-45b5-9500-7bf70729a800 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (b03199db-23cf-4d88-a5de-c8b224348c72), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:06.090359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec205666-16c5-45b5-9500-7bf70729a800 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03199db-23cf-4d88-a5de-c8b224348c72,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:06.095717 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ec205666-16c5-45b5-9500-7bf70729a800 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:06.100123 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ec205666-16c5-45b5-9500-7bf70729a800 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268764 Feb 03 13:25:06.685615 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43d93f02-0005-4a0d-9704-9f3f09fed0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:08.920414 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-478e05b4-1ea5-499c-bf3e-891529dbd51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:10.252328 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:11.686896 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:12.722744 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:16.531071 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:21.097431 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:25.677168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-b603933d-fa91-4918-b730-dec9ec2b6082 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214379843&fields=id&tenant_id=ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 267 time: 0.0457764 Feb 03 13:25:25.785491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7e3a975-0bcd-4d00-9d96-1d611ddd4f46 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:25.786987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7e3a975-0bcd-4d00-9d96-1d611ddd4f46 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1028695 Feb 03 13:25:25.801750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-82c43bc9-7e33-4a59-89fd-7f12d11329b8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/quotas/ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 375 time: 0.0092072 Feb 03 13:25:25.860297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-03757f93-b159-4ac3-9bb2-65ffe82c340d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532951 Feb 03 13:25:25.961378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-afda0951-eb87-4d7a-a4da-1622d9237e21 service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894163 Feb 03 13:25:26.053416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-04ae4abd-e610-47d9-ad10-ebd9c81e579e service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857975 Feb 03 13:25:26.351238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1a1fa73-cf03-435e-bb21-f000b6da7130 req-26dbc34e-a02d-4c68-98df-ac1cbfdabfa4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0270903 Feb 03 13:25:27.298530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-bbbdacf1-bdd9-42ef-9ef3-ced66c907713 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:27.300012 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-bbbdacf1-bdd9-42ef-9ef3-ced66c907713 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1098397 Feb 03 13:25:27.365704 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-a5f5afe4-5dd0-44e2-8bb5-9ab39b6a8a27 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 379 time: 0.0552871 Feb 03 13:25:27.374839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'port': {'device_id': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'admin_state_up': True, 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'security_groups': ['de5205d9-949c-47ae-a7a2-147f0f2ae811']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:27.455389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce761c0a-7491-4d42-b0e8-c464d175041c req-5badf2e7-9918-41dd-85e9-6e73c8267dd0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0354137 Feb 03 13:25:27.490970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Made reservation on behalf of ca6116a6d93041948095d331ade177d8 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:25:27.494780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:27.625181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.20.0.9 (77f7a57b-d553-420f-90c2-4f3369ab1aa3/a42e1334-1074-4f24-95b1-ece4aecdce10/d862fbd4-a151-442e-9f89-100fb70e9fd1) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:25:27.764754 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:27.798951 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:27.846275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:25:27.849547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:25:27.853860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:25:27.857918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=d862fbd4-a151-442e-9f89-100fb70e9fd1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:27.909680 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:27.910359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:27.932476 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-d7b29b73-6341-4c30-9ee7-46b06a7cc3d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613296 Feb 03 13:25:27.945032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Request body: {'port': {'device_id': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:28.014809 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:28.153300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b0d2e234-1f8b-4a8b-9514-9d2567c89e21 None None] Provisioning complete for port d862fbd4-a151-442e-9f89-100fb70e9fd1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:25:28.153864 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e234-1f8b-4a8b-9514-9d2567c89e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:28.187994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2e234-1f8b-4a8b-9514-9d2567c89e21 None None] Port d862fbd4-a151-442e-9f89-100fb70e9fd1 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:25:28.280808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d862fbd4-a151-442e-9f89-100fb70e9fd1 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:25:28.288405 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Publish callbacks [] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:28.300924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Transition to ACTIVE for port object d862fbd4-a151-442e-9f89-100fb70e9fd1 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:25:28.306600 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:28.359067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Pushing event updated for resources: {'Port': ['ID=d862fbd4-a151-442e-9f89-100fb70e9fd1,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:28.437539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Attempting to bind port d862fbd4-a151-442e-9f89-100fb70e9fd1 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:25:28.437879 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Attempting to bind port d862fbd4-a151-442e-9f89-100fb70e9fd1 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:25:28.438208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Attempting to bind port d862fbd4-a151-442e-9f89-100fb70e9fd1 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:25:28.443741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Port d862fbd4-a151-442e-9f89-100fb70e9fd1 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:25:28.444077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Attempting to bind port d862fbd4-a151-442e-9f89-100fb70e9fd1 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:25:28.449953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:25:28.450320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:25:28.450741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Bound using segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:25:28.451181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Bound port: d862fbd4-a151-442e-9f89-100fb70e9fd1, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:25:28.451545 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:28.523870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] For port d862fbd4-a151-442e-9f89-100fb70e9fd1, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:25:28.527767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] For port d862fbd4-a151-442e-9f89-100fb70e9fd1, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:25:28.537502 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:28.577180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:28.578311 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:28.580244 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] 10.222.0.72 "PUT /v2.0/ports/d862fbd4-a151-442e-9f89-100fb70e9fd1 HTTP/1.1" status: 200 len: 1092 time: 0.6394603 Feb 03 13:25:28.583071 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'tag': 'd862fbd4-a151-442e-9f89-100fb70e9fd1'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:28.592901 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6ba0aa-1a8b-4226-a414-be7efb03e26a", "tag": "d862fbd4-a151-442e-9f89-100fb70e9fd1"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:28.609351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feff12c-61f9-4624-864d-5efc057079f8 req-787e534b-61eb-406e-bbb6-cffaa21e5400 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:28.618303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8feff12c-61f9-4624-864d-5efc057079f8 req-787e534b-61eb-406e-bbb6-cffaa21e5400 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0726588 Feb 03 13:25:28.672684 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5b6fdc-5cc4-4fec-8221-4afb1a10d53c x-openstack-request-id: req-be5b6fdc-5cc4-4fec-8221-4afb1a10d53c {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:28.673101 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6ba0aa-1a8b-4226-a414-be7efb03e26a", "tag": "d862fbd4-a151-442e-9f89-100fb70e9fd1", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:28.673225 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be5b6fdc-5cc4-4fec-8221-4afb1a10d53c {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:28.673718 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'tag': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'status': 'completed', 'code': 200} Feb 03 13:25:28.687870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8feff12c-61f9-4624-864d-5efc057079f8 req-e6f9d206-eb11-4eb1-956d-4476563853b1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682418 Feb 03 13:25:28.706424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff72515-1401-4df9-9ce7-e969770fa01c service neutron] Pushing event updated for resources: {'Port': ['ID=d862fbd4-a151-442e-9f89-100fb70e9fd1,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:28.737163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-5ddb1204-b190-4cb5-86f2-61c63069b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:28.738749 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-5ddb1204-b190-4cb5-86f2-61c63069b77b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 1126 time: 0.0988171 Feb 03 13:25:28.782873 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-09b95548-437c-4ee1-a955-d21c5b06a085 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1 HTTP/1.1" status: 200 len: 217 time: 0.0369954 Feb 03 13:25:28.832597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-ec88cdd0-93a8-4c02-b4cf-8d8e4e7ff12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:28.834076 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-ec88cdd0-93a8-4c02-b4cf-8d8e4e7ff12f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0460360 Feb 03 13:25:28.889771 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-193b4664-661f-4713-895e-75c91f7dc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:28.891286 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-193b4664-661f-4713-895e-75c91f7dc297 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510361 Feb 03 13:25:28.981749 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-50b593c5-b22e-4438-adfe-436f5e0975ec service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836794 Feb 03 13:25:29.075986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b2be357f-f7e2-4373-b1ae-e49f4838230f req-7ce807c9-7728-4985-858c-dc1321ca7b30 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881567 Feb 03 13:25:29.172489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-379f3ee4-6300-482f-85ee-cc55bb91317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:29.174034 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-379f3ee4-6300-482f-85ee-cc55bb91317e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 1126 time: 0.0503795 Feb 03 13:25:29.269593 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-43912ad6-b324-4c89-b615-1fd83f750651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:29.271018 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-43912ad6-b324-4c89-b615-1fd83f750651 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0904832 Feb 03 13:25:29.315215 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-e43951cf-7f94-40a9-8b3f-b2ba523f6612 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1 HTTP/1.1" status: 200 len: 217 time: 0.0367565 Feb 03 13:25:29.364445 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-bb7e0ca6-74c2-4c3b-b5b1-1a6c86ddd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:29.365963 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-bb7e0ca6-74c2-4c3b-b5b1-1a6c86ddd00b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0453131 Feb 03 13:25:29.419342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-71309836-f22a-47cb-88b4-1360b5577c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:29.420840 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-71309836-f22a-47cb-88b4-1360b5577c3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493264 Feb 03 13:25:29.512605 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-d177c6e8-1741-417d-b010-48d4da08b2a7 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853353 Feb 03 13:25:29.607639 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-50d44b3e-e9c2-4aaa-aaed-c7a936c3274f req-85329819-8d0f-4775-b82e-d31d5c8712a5 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891492 Feb 03 13:25:29.807577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a17f-e5ae-4465-81dc-1cc07ac480f8 req-33f5f928-17d3-45b7-a663-0f335c24df3d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:29.809830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02b1a17f-e5ae-4465-81dc-1cc07ac480f8 req-33f5f928-17d3-45b7-a663-0f335c24df3d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0545821 Feb 03 13:25:29.859995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02b1a17f-e5ae-4465-81dc-1cc07ac480f8 req-6d2c1529-4590-401d-9fb6-65da949e4d96 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440888 Feb 03 13:25:30.986483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80829314-7646-4232-82b2-9f96082420e2 req-2a036460-6c5c-492d-b099-896f8d2ee565 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:30.987933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80829314-7646-4232-82b2-9f96082420e2 req-2a036460-6c5c-492d-b099-896f8d2ee565 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0587242 Feb 03 13:25:31.041296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80829314-7646-4232-82b2-9f96082420e2 req-33d59d55-9785-432a-a491-b95e625ca53c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475407 Feb 03 13:25:32.170922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cd371-730c-453c-9dfe-3bb827594c53 req-fef980aa-5e65-4ca4-807c-bc78d8d362fd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:32.173498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a9cd371-730c-453c-9dfe-3bb827594c53 req-fef980aa-5e65-4ca4-807c-bc78d8d362fd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0583999 Feb 03 13:25:32.223487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a9cd371-730c-453c-9dfe-3bb827594c53 req-7591e4e5-0db6-40be-b9ec-3b3012a3a149 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442088 Feb 03 13:25:33.350389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890f63b-acbf-4d9a-bc76-20994a8a474a req-a51a946f-3c8c-4f16-af5e-11fcef232f0a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:33.351919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2890f63b-acbf-4d9a-bc76-20994a8a474a req-a51a946f-3c8c-4f16-af5e-11fcef232f0a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0565469 Feb 03 13:25:33.405100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2890f63b-acbf-4d9a-bc76-20994a8a474a req-b90f70d3-8719-40e5-b4c0-36975eaed29c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472856 Feb 03 13:25:34.534368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66fdb-8af6-4ce8-b794-59269aa291b4 req-c9f90415-7e3f-4466-9edd-ab0d3a4a8f35 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:34.535861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaf66fdb-8af6-4ce8-b794-59269aa291b4 req-c9f90415-7e3f-4466-9edd-ab0d3a4a8f35 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0547462 Feb 03 13:25:34.585138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eaf66fdb-8af6-4ce8-b794-59269aa291b4 req-9d04f861-becd-49ae-ae3f-22c203377d82 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 Feb 03 13:25:35.709174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8965068-1771-485e-bcfe-2633c0b9e8a6 req-0d72740b-df90-4249-a4ba-5570cddc9ae5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:35.710707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8965068-1771-485e-bcfe-2633c0b9e8a6 req-0d72740b-df90-4249-a4ba-5570cddc9ae5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0560448 Feb 03 13:25:35.761371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8965068-1771-485e-bcfe-2633c0b9e8a6 req-633b8bba-1981-49f1-b3e9-2429ef4de996 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446608 Feb 03 13:25:36.689737 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0be26f2-b31f-4f6a-9f88-33be88e4fe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:36.891922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab49836-e212-490f-9b8e-a46aeefe6c1c req-10a0ac45-4582-4fba-ac62-297d28a508bb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:36.893441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ab49836-e212-490f-9b8e-a46aeefe6c1c req-10a0ac45-4582-4fba-ac62-297d28a508bb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0579858 Feb 03 13:25:36.946585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ab49836-e212-490f-9b8e-a46aeefe6c1c req-2992662e-5726-4a45-b415-4ad51b253ec4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447383 Feb 03 13:25:38.077277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555264e-5d35-480e-a453-c15f36cfe6ca req-c1c229ae-f1b8-4c5d-920a-7ba6fb687094 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:38.078774 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7555264e-5d35-480e-a453-c15f36cfe6ca req-c1c229ae-f1b8-4c5d-920a-7ba6fb687094 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0563138 Feb 03 13:25:38.128529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7555264e-5d35-480e-a453-c15f36cfe6ca req-ff3a8345-9cba-4106-baab-2f300d018024 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439615 Feb 03 13:25:38.692697 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:25:38.939711 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ae19-5246-4955-ab29-4b77175cda78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:39.264229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ca5a2-1bcf-43c3-a0f7-c30c1f18d61e req-1cf0c34a-fa0f-427b-b5bc-48d6c01366c6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:39.265707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-773ca5a2-1bcf-43c3-a0f7-c30c1f18d61e req-1cf0c34a-fa0f-427b-b5bc-48d6c01366c6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0579317 Feb 03 13:25:39.313728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-773ca5a2-1bcf-43c3-a0f7-c30c1f18d61e req-125f97cf-47da-44e9-ae7f-f22bf1713a22 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422187 Feb 03 13:25:40.257932 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:40.442106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97275039-e720-4560-9182-44018ce881c2 req-42edbf7b-fc65-4208-a8fb-79cc36ce5c27 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:40.443658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97275039-e720-4560-9182-44018ce881c2 req-42edbf7b-fc65-4208-a8fb-79cc36ce5c27 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0601139 Feb 03 13:25:40.493812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97275039-e720-4560-9182-44018ce881c2 req-b859d399-bd1c-44a1-8004-02d4fd05dd25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Feb 03 13:25:41.631070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c131fd-09a6-4395-b977-ad538494a865 req-4ca1852e-1d6c-4a58-9677-ca8425003dd6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:41.632556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c131fd-09a6-4395-b977-ad538494a865 req-4ca1852e-1d6c-4a58-9677-ca8425003dd6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0551035 Feb 03 13:25:41.688063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c131fd-09a6-4395-b977-ad538494a865 req-cc40163b-0e97-42d4-a761-8c892d17e97e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495634 Feb 03 13:25:41.690102 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:42.722490 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:42.811734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1c7e3-2296-4923-85fa-dd33908b4c9e req-8e6ceb77-870d-482c-a26e-2c2ffcf37b42 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:42.813226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04b1c7e3-2296-4923-85fa-dd33908b4c9e req-8e6ceb77-870d-482c-a26e-2c2ffcf37b42 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0531673 Feb 03 13:25:42.864540 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-04b1c7e3-2296-4923-85fa-dd33908b4c9e req-23e0cfb9-b4a0-4d93-b5cf-88fe49ab16fa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433943 Feb 03 13:25:44.001378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6b372-e4bb-435c-8810-11459051deb6 req-a1b9f125-c07c-4740-859c-e3752aa9d5b8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:44.002917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14b6b372-e4bb-435c-8810-11459051deb6 req-a1b9f125-c07c-4740-859c-e3752aa9d5b8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0561750 Feb 03 13:25:44.053742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14b6b372-e4bb-435c-8810-11459051deb6 req-756d90bf-7b4a-4a33-8792-13120398c20d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448265 Feb 03 13:25:45.192444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3272051-fdc3-4c0b-ac01-727ddf377b0a req-4134935a-ffd6-4a03-9783-1818fa116a87 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:45.193925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3272051-fdc3-4c0b-ac01-727ddf377b0a req-4134935a-ffd6-4a03-9783-1818fa116a87 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 943 time: 0.0581505 Feb 03 13:25:45.253048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3272051-fdc3-4c0b-ac01-727ddf377b0a req-256fc92d-bce7-4379-a093-326443d8ace2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505695 Feb 03 13:25:45.280163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d862fbd4-a151-442e-9f89-100fb70e9fd1 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:25:45.387582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port d862fbd4-a151-442e-9f89-100fb70e9fd1, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:45.399589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'port_id': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'mac_address': 'fa:16:3e:1b:ab:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:25:45.440469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port d862fbd4-a151-442e-9f89-100fb70e9fd1 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:25:45.441024 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:45.462807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d862fbd4-a151-442e-9f89-100fb70e9fd1 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:25:45.486067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port d862fbd4-a151-442e-9f89-100fb70e9fd1, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:45.492471 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:45.539597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=d862fbd4-a151-442e-9f89-100fb70e9fd1,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:45.546731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.547099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.547451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.547758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.548087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.548406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.548721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.549038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.549335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.549654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.549961 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.550271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.550611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:45.729838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['d862fbd4-a151-442e-9f89-100fb70e9fd1'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:25:46.389711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c0865-49dd-4ec9-87f2-46fc6222f4b2 req-e34b17f8-bb01-4eec-9380-76e4c9d0f09c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:46.391864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-724c0865-49dd-4ec9-87f2-46fc6222f4b2 req-e34b17f8-bb01-4eec-9380-76e4c9d0f09c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 944 time: 0.0570352 Feb 03 13:25:46.442579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-724c0865-49dd-4ec9-87f2-46fc6222f4b2 req-929fc735-4c35-447c-b0fa-c60422391d10 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449729 Feb 03 13:25:46.565601 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:47.293879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d862fbd4-a151-442e-9f89-100fb70e9fd1 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:25:47.351066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port d862fbd4-a151-442e-9f89-100fb70e9fd1 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:25:47.356877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port d862fbd4-a151-442e-9f89-100fb70e9fd1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:25:47.357255 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:47.435632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port d862fbd4-a151-442e-9f89-100fb70e9fd1 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:25:47.436008 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:47.459591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd862fbd4-a151-442e-9f89-100fb70e9fd1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:47.461817 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c93e8a9-d91d-4763-b767-77ed84aea47d" -d '{"events": [{"server_uuid": "4c6ba0aa-1a8b-4226-a414-be7efb03e26a", "name": "network-vif-plugged", "status": "completed", "tag": "d862fbd4-a151-442e-9f89-100fb70e9fd1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:47.474392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port d862fbd4-a151-442e-9f89-100fb70e9fd1, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:47.480542 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:47.508736 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58b794d-5a43-4763-9f33-b080245adc91 x-openstack-request-id: req-e58b794d-5a43-4763-9f33-b080245adc91 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:47.509026 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6ba0aa-1a8b-4226-a414-be7efb03e26a", "name": "network-vif-plugged", "status": "completed", "tag": "d862fbd4-a151-442e-9f89-100fb70e9fd1", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:47.509262 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e58b794d-5a43-4763-9f33-b080245adc91 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:47.509633 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'code': 200} Feb 03 13:25:47.540569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=d862fbd4-a151-442e-9f89-100fb70e9fd1,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:47.576385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fdf65-c552-4a22-81b0-0cc34b6c7879 req-b0834605-e5ae-489b-a932-99943d760f85 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:47.577879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-110fdf65-c552-4a22-81b0-0cc34b6c7879 req-b0834605-e5ae-489b-a932-99943d760f85 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 945 time: 0.0527205 Feb 03 13:25:47.610792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43901b5a-368b-4cd1-9ab5-5037156ce326 req-03477481-a349-4a8a-b2e5-e881b1c52b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:47.612340 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-43901b5a-368b-4cd1-9ab5-5037156ce326 req-03477481-a349-4a8a-b2e5-e881b1c52b5d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 1128 time: 0.0448518 Feb 03 13:25:47.632463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-110fdf65-c552-4a22-81b0-0cc34b6c7879 req-a48b0139-b05f-4ab8-9d20-cbd149eff360 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485559 Feb 03 13:25:47.658194 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-43901b5a-368b-4cd1-9ab5-5037156ce326 req-2273ecee-82a1-4077-862b-868d5fa01a0f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398140 Feb 03 13:25:48.770371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7abb-e3fa-4769-995d-abf1215734a4 req-6cd99705-6f05-4ad5-b0d4-19cdf2b4c347 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:48.771979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-006b7abb-e3fa-4769-995d-abf1215734a4 req-6cd99705-6f05-4ad5-b0d4-19cdf2b4c347 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 945 time: 0.0622556 Feb 03 13:25:48.830657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-006b7abb-e3fa-4769-995d-abf1215734a4 req-57eb1c22-76cb-408f-8ed2-c5412916dfc1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527575 Feb 03 13:25:49.973285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2093e-c91b-4897-b536-dede2b0b0830 req-ef60ce8d-16ec-4e99-81a3-db5ca64b63a9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:49.974824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6dc2093e-c91b-4897-b536-dede2b0b0830 req-ef60ce8d-16ec-4e99-81a3-db5ca64b63a9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 945 time: 0.0650043 Feb 03 13:25:50.025336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6dc2093e-c91b-4897-b536-dede2b0b0830 req-18b067f1-2b3a-4e3b-a8a9-80a6d48e85df tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444820 Feb 03 13:25:50.165025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168a669-1800-4dfc-8654-c0e60b42fa4a req-5104e242-7d9d-4dae-9d8f-228fa2dc3899 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:50.166788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9168a669-1800-4dfc-8654-c0e60b42fa4a req-5104e242-7d9d-4dae-9d8f-228fa2dc3899 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 945 time: 0.0709603 Feb 03 13:25:50.220379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9168a669-1800-4dfc-8654-c0e60b42fa4a req-b4c23b31-0039-4482-ab1a-caba9f4e66dc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476205 Feb 03 13:25:50.243609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47150) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:50.287778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe6741c-d5b6-4ddd-95e5-9145a8ab9b4f tempest-TestVolumeBootPattern-614126980 tempest-TestVolumeBootPattern-614126980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:50.289271 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3fe6741c-d5b6-4ddd-95e5-9145a8ab9b4f tempest-TestVolumeBootPattern-614126980 tempest-TestVolumeBootPattern-614126980-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 1123 time: 0.0446291 Feb 03 13:25:50.292333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47152) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:50.296553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:50.319344 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:50.423089 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:50.532363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.25.3.222 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/6b6cdb9f-fe0b-425d-a35f-ae132c6de249) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:25:50.650962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (6b6cdb9f-fe0b-425d-a35f-ae132c6de249), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:50.693147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6b6cdb9f-fe0b-425d-a35f-ae132c6de249), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:50.729980 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:25:50.735008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:25:50.737951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:25:50.766048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=6b6cdb9f-fe0b-425d-a35f-ae132c6de249,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:51.108061 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:51.129159 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (0be5b833-bfa9-4950-9c63-19b3ad2ace28), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:51.206624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6b6cdb9f-fe0b-425d-a35f-ae132c6de249), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:51.369374 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (6b6cdb9f-fe0b-425d-a35f-ae132c6de249), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:51.376429 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (6b6cdb9f-fe0b-425d-a35f-ae132c6de249), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:51.445582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=6b6cdb9f-fe0b-425d-a35f-ae132c6de249,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:51.457212 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.457550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.457869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.458224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.458565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.458896 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.459220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.459530 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.459824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.460136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.460446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.460758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.461068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:51.468222 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (0be5b833-bfa9-4950-9c63-19b3ad2ace28), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:51.572170 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Floating IP 0be5b833-bfa9-4950-9c63-19b3ad2ace28 associated. External IP: 172.25.3.222, port: d862fbd4-a151-442e-9f89-100fb70e9fd1. Feb 03 13:25:52.069931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Router 6b5a774c-f770-485b-92a5-0b7af14799fa has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:25:52.175224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:25:52.187012 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92426167-b382-48bb-822e-c27932559636 None None] Sync routers for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:25:52.195515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:52.197855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92426167-b382-48bb-822e-c27932559636 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:25:52.198607 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-92426167-b382-48bb-822e-c27932559636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:25:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:25:52.229301 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-22f9465f-18b6-4e53-988d-4e2ece4402f3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9359457 Feb 03 13:25:52.229894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'tag': 'd862fbd4-a151-442e-9f89-100fb70e9fd1'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:52.232196 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a00d93-709c-4860-800f-44ced308f488" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6ba0aa-1a8b-4226-a414-be7efb03e26a", "tag": "d862fbd4-a151-442e-9f89-100fb70e9fd1"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:52.307468 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-92426167-b382-48bb-822e-c27932559636 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:25:52.363605 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f27339-dba9-4f20-b8ac-693b4091a44d x-openstack-request-id: req-f9f27339-dba9-4f20-b8ac-693b4091a44d {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:52.363892 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6ba0aa-1a8b-4226-a414-be7efb03e26a", "tag": "d862fbd4-a151-442e-9f89-100fb70e9fd1", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:52.364146 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9f27339-dba9-4f20-b8ac-693b4091a44d {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:52.364545 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'tag': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'status': 'completed', 'code': 200} Feb 03 13:25:52.429885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a00d93-709c-4860-800f-44ced308f488 req-256cdabd-f271-4b1a-9f45-004d0fb88248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:52.431931 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-77a00d93-709c-4860-800f-44ced308f488 req-256cdabd-f271-4b1a-9f45-004d0fb88248 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 1128 time: 0.0454607 Feb 03 13:25:52.523582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a00d93-709c-4860-800f-44ced308f488 req-8e40495c-9b7d-40fb-b9a4-e4d06d17b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:52.525066 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-77a00d93-709c-4860-800f-44ced308f488 req-8e40495c-9b7d-40fb-b9a4-e4d06d17b60f service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0872736 Feb 03 13:25:52.540801 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-92426167-b382-48bb-822e-c27932559636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '0be5b833-bfa9-4950-9c63-19b3ad2ace28', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:1b:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:25:50Z', 'updated_at': '2022-02-03T13:25:50Z', 'revision_number': 0, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:25:52.568245 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92426167-b382-48bb-822e-c27932559636 None None] Checking router: 6b5a774c-f770-485b-92a5-0b7af14799fa for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:25:52.576731 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92426167-b382-48bb-822e-c27932559636 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:25:52.577335 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-92426167-b382-48bb-822e-c27932559636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:25:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:25:52.594252 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-77a00d93-709c-4860-800f-44ced308f488 req-4e098378-21ed-4ea8-8b53-c738d124898f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1 HTTP/1.1" status: 200 len: 999 time: 0.0630522 Feb 03 13:25:52.641342 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a00d93-709c-4860-800f-44ced308f488 req-8e123927-731f-40b1-85bc-036fa46c1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:52.643002 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-77a00d93-709c-4860-800f-44ced308f488 req-8e123927-731f-40b1-85bc-036fa46c1427 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0427883 Feb 03 13:25:52.683344 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-92426167-b382-48bb-822e-c27932559636 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:25:52.691953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a00d93-709c-4860-800f-44ced308f488 req-d2c4251a-e594-4762-98e2-4602742e8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:52.693462 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-77a00d93-709c-4860-800f-44ced308f488 req-d2c4251a-e594-4762-98e2-4602742e8bc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446243 Feb 03 13:25:52.785392 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-77a00d93-709c-4860-800f-44ced308f488 req-79922af3-0d8a-48b8-b473-bd502c8d178a service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857174 Feb 03 13:25:52.875258 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-77a00d93-709c-4860-800f-44ced308f488 req-40eeaac7-360c-4e06-b2c1-f89c51e7da4c service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845859 Feb 03 13:25:52.915361 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-92426167-b382-48bb-822e-c27932559636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '0be5b833-bfa9-4950-9c63-19b3ad2ace28', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:1b:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:25:50Z', 'updated_at': '2022-02-03T13:25:50Z', 'revision_number': 0, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:25:52.945651 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92426167-b382-48bb-822e-c27932559636 None None] The sync data for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 is: [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '0be5b833-bfa9-4950-9c63-19b3ad2ace28', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:1b:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:25:50Z', 'updated_at': '2022-02-03T13:25:50Z', 'revision_number': 0, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:25:53.149505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b50f5-02cc-45c6-ba62-b452dcd7ed46 None None] New status for floating IP 0be5b833-bfa9-4950-9c63-19b3ad2ace28: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:26:06.705242 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18093b02-761b-4b4b-bcea-ebe80c96dca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:08.932867 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1297c00b-f253-4bb1-ac33-d353e0ca6824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:10.254513 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:11.697672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:12.723236 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:15.692219 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:26:16.584228 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:21.134038 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:36.699746 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73178a8d-6d55-4f35-9fed-79852567ca3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:36.926277 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-b61a957f-f4e8-42b6-88f0-3e42d26bce94 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488477 Feb 03 13:26:37.016766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-11eaf1e2-fb5b-41a6-a324-b48589af8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:37.018363 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-11eaf1e2-fb5b-41a6-a324-b48589af8c72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 1128 time: 0.0471210 Feb 03 13:26:37.128579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-6a4f5b67-f593-435a-a3ba-8991a26539dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:37.130105 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-6a4f5b67-f593-435a-a3ba-8991a26539dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0911882 Feb 03 13:26:37.197745 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-a3fd3275-59cf-43c4-be54-1bf32c0c8613 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0607512 Feb 03 13:26:37.258863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-7f8b180d-6616-40cd-a65a-ae011238b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:37.260330 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-7f8b180d-6616-40cd-a65a-ae011238b65f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0557892 Feb 03 13:26:37.318995 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-cb99b1a1-53b0-4e04-9540-285756ceffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:37.320430 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-cb99b1a1-53b0-4e04-9540-285756ceffd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516505 Feb 03 13:26:37.412968 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-3d7ba89c-11a8-4238-81a2-bc0b2ae57828 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856504 Feb 03 13:26:37.512563 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-08dcd0a2-aade-4b40-94d1-7571adc2875b req-fa802372-7561-442e-9758-711abf486186 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929682 Feb 03 13:26:38.941215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bba6f47-9744-4f0c-9aea-c5057f81bc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:40.255734 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:41.711849 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:42.727655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:46.598106 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:51.138393 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:52.698242 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:27:06.705566 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8d52c30-e193-46f9-9ade-ffe9a8b45ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:08.930722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c46513-89cb-48ff-a4ee-1be374cf0e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:10.263036 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:11.701528 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:12.723119 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:16.589229 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:21.142414 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:29.700256 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:27:36.697848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84cb26f7-3bca-4aab-9c10-d35f27ea6b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:38.787308 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-9886cfba-746e-4189-869a-479ec36eef72 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524538 Feb 03 13:27:38.880008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-c36c58d8-97ce-47db-952e-c2a80bf3f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:38.881519 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-c36c58d8-97ce-47db-952e-c2a80bf3f5fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 1128 time: 0.0473175 Feb 03 13:27:38.928337 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52a1c428-40cf-4830-9337-d933ce7b7c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:39.000780 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-95b960c4-22bb-4727-aa11-9150420f71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:39.002160 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-95b960c4-22bb-4727-aa11-9150420f71f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0986333 Feb 03 13:27:39.068685 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-936108a2-50b6-40e3-bd52-23235e918d5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0592556 Feb 03 13:27:39.136049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-5863d11f-45e6-464d-a95e-b990c87cd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:39.137980 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-5863d11f-45e6-464d-a95e-b990c87cd3d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0629153 Feb 03 13:27:39.206694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-adbc83df-938a-4a06-8a84-100f1231962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:39.208228 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-adbc83df-938a-4a06-8a84-100f1231962e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0644331 Feb 03 13:27:39.301910 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-77543a55-331f-4eba-a8cf-07ea7f53e62b service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873630 Feb 03 13:27:39.396053 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-93dad371-22ec-4339-bfe3-8ad6128d252e req-8957dca0-e61d-4b0c-a58d-1d41cf0733c8 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883629 Feb 03 13:27:40.265486 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:41.702186 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:42.724193 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:46.614444 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:47.860316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912f77-0fbe-41f8-bc69-69c9b41d59d7 req-87e5a10b-9cb4-4414-9ad0-06a97cb66b17 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:47.861718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59912f77-0fbe-41f8-bc69-69c9b41d59d7 req-87e5a10b-9cb4-4414-9ad0-06a97cb66b17 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 945 time: 0.0556159 Feb 03 13:27:47.913844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59912f77-0fbe-41f8-bc69-69c9b41d59d7 req-97974375-2281-438f-b273-ff6ee1d87064 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456476 Feb 03 13:27:49.055704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41a29c-f2e4-4085-a5f0-1d46201457e7 req-00d95636-f0bb-4dd6-9154-71cb7389a878 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:49.057203 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f41a29c-f2e4-4085-a5f0-1d46201457e7 req-00d95636-f0bb-4dd6-9154-71cb7389a878 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 945 time: 0.0580301 Feb 03 13:27:49.113339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f41a29c-f2e4-4085-a5f0-1d46201457e7 req-d28305d4-766b-4069-8961-30377fd4928f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465589 Feb 03 13:27:49.333270 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-249c1032-4a90-48a3-923c-3d5cedc21f61 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:49.334494 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-249c1032-4a90-48a3-923c-3d5cedc21f61 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 945 time: 0.0582087 Feb 03 13:27:49.450176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port d862fbd4-a151-442e-9f89-100fb70e9fd1 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:27:49.450634 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:49.547351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] For port d862fbd4-a151-442e-9f89-100fb70e9fd1, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=d862fbd4-a151-442e-9f89-100fb70e9fd1,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:49.547716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:49.788196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:49.788567 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (0be5b833-bfa9-4950-9c63-19b3ad2ace28), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:49.788892 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Floating IP 0be5b833-bfa9-4950-9c63-19b3ad2ace28 disassociated. External IP: 172.25.3.222, port: d862fbd4-a151-442e-9f89-100fb70e9fd1. Feb 03 13:27:49.789240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for d862fbd4-a151-442e-9f89-100fb70e9fd1 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:27:49.929139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d862fbd4-a151-442e-9f89-100fb70e9fd1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:49.958210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=d862fbd4-a151-442e-9f89-100fb70e9fd1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:49.969726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.970093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.970475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.970958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.971283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.971620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.971946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.972276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.972596 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.972918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.973244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.973576 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:49.973928 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:50.085664 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Router 6b5a774c-f770-485b-92a5-0b7af14799fa has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:27:50.194996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:27:50.208108 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] Sync routers for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:27:50.221691 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:27:50.221691 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:27:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:50.239138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] No DVR routers for this DVR port d862fbd4-a151-442e-9f89-100fb70e9fd1 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:27:50.243059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:50.247383 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-1e014cb1-73ad-4800-8a6c-b6bf07a04863 req-fbea6d7b-288d-4759-b174-a59f897a6cdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "DELETE /v2.0/ports/d862fbd4-a151-442e-9f89-100fb70e9fd1 HTTP/1.1" status: 204 len: 173 time: 0.9070551 Feb 03 13:27:50.248032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'name': 'network-vif-deleted', 'tag': 'd862fbd4-a151-442e-9f89-100fb70e9fd1'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:27:50.251611 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067ada7c-5764-4ce1-870e-1c5dcea7dc1a" -d '{"events": [{"server_uuid": "4c6ba0aa-1a8b-4226-a414-be7efb03e26a", "name": "network-vif-deleted", "tag": "d862fbd4-a151-442e-9f89-100fb70e9fd1"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:27:50.252337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6d264396-8de9-4e0b-9bac-8c4e284d7b1c req-4fc4da9d-34d7-45a1-8bea-92e1bd53c770 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0307753 Feb 03 13:27:50.294486 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81609525-bb4f-46f3-891c-fc770406e13a x-openstack-request-id: req-81609525-bb4f-46f3-891c-fc770406e13a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:27:50.295251 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6ba0aa-1a8b-4226-a414-be7efb03e26a", "name": "network-vif-deleted", "tag": "d862fbd4-a151-442e-9f89-100fb70e9fd1", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:27:50.295512 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81609525-bb4f-46f3-891c-fc770406e13a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:27:50.295971 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ba0aa-1a8b-4226-a414-be7efb03e26a', 'name': 'network-vif-deleted', 'tag': 'd862fbd4-a151-442e-9f89-100fb70e9fd1', 'status': 'completed', 'code': 200} Feb 03 13:27:50.337663 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:27:50.546861 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:50.577210 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] Checking router: 6b5a774c-f770-485b-92a5-0b7af14799fa for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:27:50.585840 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:27:50.586484 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:27:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:50.693832 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:27:50.897077 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:50.926718 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54833b-1c6e-41f0-8a4e-deb7ab10cba1 None None] The sync data for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 is: [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:27:51.136754 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:51.168296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91f59c1-6c33-469e-a898-13eef6607a6e None None] New status for floating IP 0be5b833-bfa9-4950-9c63-19b3ad2ace28: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:27:51.370903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-544ac047-5528-4ee7-99aa-cfb75b0ae062 req-8f73d2b0-9fce-45dc-ba38-1456cc9b922f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0286584 Feb 03 13:27:51.995258 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d862fbd4-a151-442e-9f89-100fb70e9fd1 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:27:52.018654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: d862fbd4-a151-442e-9f89-100fb70e9fd1 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:27:52.018981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device d862fbd4-a151-442e-9f89-100fb70e9fd1 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:27:52.473625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97d77acb-0bfd-496a-870e-5db5db66b128 req-2198b039-d0c3-4d89-91c6-bff814f20a6d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0311582 Feb 03 13:27:53.574793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7398de70-f5ea-44db-8ffd-24f1f1442071 req-993c4cc6-481c-426a-b1b9-99069639f2ca tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0300760 Feb 03 13:27:54.673552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79a56c58-4378-4287-8ed7-ae08c01b8583 req-a52d3abf-f5f2-47d1-bbda-f5caa8f2b100 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0278330 Feb 03 13:27:55.783862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f5d52bc-0717-42af-bb10-f9c14daf8c45 req-9fabbf02-873c-4213-9670-0b6c93e8e170 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0284827 Feb 03 13:27:56.891458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b81845f-dbe9-41e6-a356-22786216a56b req-638867b9-44b1-48f2-8641-393b6b373ef0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0313952 Feb 03 13:27:57.985719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b790d072-497b-4186-949e-dc77885a9e68 req-62ab12bc-9f6b-4349-93e1-5b01806c26fd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0277913 Feb 03 13:27:59.095318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f687e2d-76cf-464f-a444-e1af85745573 req-e758a57c-33c8-434f-8f58-b36052ebd836 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c6ba0aa-1a8b-4226-a414-be7efb03e26a HTTP/1.1" status: 200 len: 210 time: 0.0275126 Feb 03 13:28:00.315395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-05512cf5-5911-4b04-ae6b-cecb61f5c63a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214379843&fields=id&tenant_id=ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 267 time: 0.0461071 Feb 03 13:28:00.431747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-dd6e2752-73cb-4019-8b18-648958fbba0f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:00.433284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-dd6e2752-73cb-4019-8b18-648958fbba0f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1101184 Feb 03 13:28:00.450189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-c59be622-e5ed-41e5-bfeb-40d7136a446f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/quotas/ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 375 time: 0.0096815 Feb 03 13:28:00.507062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-0fd258e7-7ed6-43ce-a764-291363b41a39 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514622 Feb 03 13:28:00.585741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-fbe3a854-06d1-454a-aebd-4da6ea193c42 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:28:00.586830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-fbe3a854-06d1-454a-aebd-4da6ea193c42 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0647933 Feb 03 13:28:00.686819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-1cee5bd0-d706-4ee7-87a0-8284c887d5ee service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906250 Feb 03 13:28:00.779873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-b6d07810-ab79-4a1e-a40c-6908b5a2ee93 service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844462 Feb 03 13:28:02.105537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ab73f7e-e0b6-4fdb-a614-1787ce915a00 req-f95b74e4-1235-4d29-b19e-042a03e0dfcc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0273774 Feb 03 13:28:03.107695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-fabe6a59-b6cc-4b77-b125-67e7a078e63c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:03.109197 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-fabe6a59-b6cc-4b77-b125-67e7a078e63c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1078644 Feb 03 13:28:03.173757 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-4247652c-3086-4f27-8af4-7902f4eb9d7e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 379 time: 0.0566893 Feb 03 13:28:03.183215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'port': {'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'admin_state_up': True, 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'security_groups': ['de5205d9-949c-47ae-a7a2-147f0f2ae811']}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:03.212268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a16b4108-0dbf-4124-9171-391650063748 req-df442164-c075-40b4-ab5b-cbe765e9ef7d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0318804 Feb 03 13:28:03.305554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Made reservation on behalf of ca6116a6d93041948095d331ade177d8 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:03.309012 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.437913 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.20.0.3 (77f7a57b-d553-420f-90c2-4f3369ab1aa3/a42e1334-1074-4f24-95b1-ece4aecdce10/11045105-7ea8-4437-a871-4f65ea02ea70) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:03.577932 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (11045105-7ea8-4437-a871-4f65ea02ea70), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.614631 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.656769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:03.661866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:03.665614 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:03.671903 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=11045105-7ea8-4437-a871-4f65ea02ea70,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:03.728462 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:03.729320 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.749144 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ad62763f-73fb-47c7-85c2-b514de220cb1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697873 Feb 03 13:28:03.761566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Request body: {'port': {'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:03.828824 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.895672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-597e136e-510e-4314-95ce-599058e2fbbc None None] Provisioning complete for port 11045105-7ea8-4437-a871-4f65ea02ea70 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:03.896964 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-597e136e-510e-4314-95ce-599058e2fbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.931559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-597e136e-510e-4314-95ce-599058e2fbbc None None] Port 11045105-7ea8-4437-a871-4f65ea02ea70 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:28:04.108834 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11045105-7ea8-4437-a871-4f65ea02ea70 {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:28:04.117000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Publish callbacks [] for port (11045105-7ea8-4437-a871-4f65ea02ea70), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.129554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Transition to ACTIVE for port object 11045105-7ea8-4437-a871-4f65ea02ea70 will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:28:04.135602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.191132 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Pushing event updated for resources: {'Port': ['ID=11045105-7ea8-4437-a871-4f65ea02ea70,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:04.276160 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Attempting to bind port 11045105-7ea8-4437-a871-4f65ea02ea70 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:04.276508 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Attempting to bind port 11045105-7ea8-4437-a871-4f65ea02ea70 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:04.276845 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Attempting to bind port 11045105-7ea8-4437-a871-4f65ea02ea70 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:04.281884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Port 11045105-7ea8-4437-a871-4f65ea02ea70 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:28:04.282269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Attempting to bind port 11045105-7ea8-4437-a871-4f65ea02ea70 on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:04.289102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:04.289440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:04.289837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Bound using segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:04.290432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Bound port: 11045105-7ea8-4437-a871-4f65ea02ea70, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:04.290718 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.352965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa52c-eebc-49e4-977f-3e2fc7e298e6 req-bcfa9952-667c-4518-af1d-7659923afefb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.361804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f0fa52c-eebc-49e4-977f-3e2fc7e298e6 req-bcfa9952-667c-4518-af1d-7659923afefb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0697391 Feb 03 13:28:04.372516 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] For port 11045105-7ea8-4437-a871-4f65ea02ea70, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:04.376952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] For port 11045105-7ea8-4437-a871-4f65ea02ea70, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11045105-7ea8-4437-a871-4f65ea02ea70,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:04.384835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.422565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.423197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.425044 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] 10.222.0.72 "PUT /v2.0/ports/11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 1092 time: 0.6680403 Feb 03 13:28:04.427770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:28:04.432119 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eaa162f46ef8b8a180d8031dc6c22698ca9d00f2a30d2e4842ff9dabe9f1466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:28:04.439708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f0fa52c-eebc-49e4-977f-3e2fc7e298e6 req-2e24be22-5ffd-47d2-9cdc-53bf8f09b06f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753109 Feb 03 13:28:04.460352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287224a4-69b7-43a7-95de-459b196dab3c service neutron] Pushing event updated for resources: {'Port': ['ID=11045105-7ea8-4437-a871-4f65ea02ea70,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:04.522585 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e23f54f-7fc1-4031-8f14-6139efc5641a x-openstack-request-id: req-1e23f54f-7fc1-4031-8f14-6139efc5641a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:28:04.522915 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:28:04.523139 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e23f54f-7fc1-4031-8f14-6139efc5641a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:28:04.523544 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70', 'status': 'completed', 'code': 200} Feb 03 13:28:04.544494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-06900a5b-a249-46b3-913b-44de5765fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.546023 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-06900a5b-a249-46b3-913b-44de5765fd07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1126 time: 0.0532196 Feb 03 13:28:04.594117 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-d1595957-c449-4121-9084-5aee32ff313e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 217 time: 0.0394025 Feb 03 13:28:04.644325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-5fe0de30-574b-41a4-8ad1-dc649ee8b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.645879 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-5fe0de30-574b-41a4-8ad1-dc649ee8b34c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0451481 Feb 03 13:28:04.699213 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-5280f9d9-c908-49bd-b918-0273add80087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.700725 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-5280f9d9-c908-49bd-b918-0273add80087 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491557 Feb 03 13:28:04.793258 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-ab20e751-3b49-4a98-9035-11f6c027a5d1 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849886 Feb 03 13:28:04.882798 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-28d7660d-eb8e-44b4-a0c1-5fc0ecf531a0 req-bfe7781f-5882-4d3d-b8d6-8056c0a5c192 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829940 Feb 03 13:28:04.971430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-d3c2cea6-e989-496f-8e08-4e816d3bf201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.972978 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-d3c2cea6-e989-496f-8e08-4e816d3bf201 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1126 time: 0.0453792 Feb 03 13:28:05.067390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-bd8d35e9-5fa9-421f-80e6-044e6e42c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:05.069497 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-bd8d35e9-5fa9-421f-80e6-044e6e42c480 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0912256 Feb 03 13:28:05.110816 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-73ace3ad-e5a0-46a6-91ba-b576a923770d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 217 time: 0.0357523 Feb 03 13:28:05.455357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-84397def-30c8-43ec-82bf-0456fc3700e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:05.456872 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-84397def-30c8-43ec-82bf-0456fc3700e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.3405714 Feb 03 13:28:05.507043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-89d762d8-87f3-42cb-b777-6bed541a1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:05.508733 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-89d762d8-87f3-42cb-b777-6bed541a1b93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456507 Feb 03 13:28:05.559287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc646d4-5ee2-4bbe-bf2b-3426ae7bc20b req-1311e142-4b55-4e2d-b883-0450cc2b59c3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:05.561536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fc646d4-5ee2-4bbe-bf2b-3426ae7bc20b req-1311e142-4b55-4e2d-b883-0450cc2b59c3 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0597270 Feb 03 13:28:05.600484 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-e116c2ee-169d-4cbe-b9e6-fe0c961ac9c4 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858371 Feb 03 13:28:05.616448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fc646d4-5ee2-4bbe-bf2b-3426ae7bc20b req-4bd0286c-2948-403b-8f93-63fb71072fdd tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487764 Feb 03 13:28:05.695875 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3d11a082-3f7b-40a4-bdf2-8f9b17943a5b req-8af42dc6-238e-4e1d-8d72-934452f4e76a service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895610 Feb 03 13:28:06.702939 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:28:06.703772 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d45f83fa-2bc4-453a-aaf8-e516f24b6f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:06.783138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997ef9-ec60-410b-95ee-dad2e3b0f843 req-70e59c7e-9d87-448d-ab54-7492484b6853 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:06.784651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c997ef9-ec60-410b-95ee-dad2e3b0f843 req-70e59c7e-9d87-448d-ab54-7492484b6853 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0688987 Feb 03 13:28:06.837020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5c997ef9-ec60-410b-95ee-dad2e3b0f843 req-ff064fdd-16bd-4fbc-97b6-5281cbb56ad8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459247 Feb 03 13:28:07.962043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e4178-2cda-406b-85a0-20f998d675ce req-518e299e-932a-4815-953c-f511e92619d7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:07.963577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c1e4178-2cda-406b-85a0-20f998d675ce req-518e299e-932a-4815-953c-f511e92619d7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0545931 Feb 03 13:28:08.012031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c1e4178-2cda-406b-85a0-20f998d675ce req-7d0eb0a6-815e-4935-aa9f-c99435dd6298 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427136 Feb 03 13:28:08.923665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001ee2b1-82ae-4398-824f-fbb73c1d36df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:09.144428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33d638-0e40-4f2a-9c3f-875b0f8c7ecb req-7c4cca54-cc8b-4eaa-be4c-2c50a313796c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:09.146058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a33d638-0e40-4f2a-9c3f-875b0f8c7ecb req-7c4cca54-cc8b-4eaa-be4c-2c50a313796c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0630407 Feb 03 13:28:09.208099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a33d638-0e40-4f2a-9c3f-875b0f8c7ecb req-9e16fde7-7cd8-4f0c-88bd-1fe7088c484f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553069 Feb 03 13:28:10.268210 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:10.336467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deeba23-009c-4784-ab9c-ba8c62434bff req-fbbef7b5-f85b-44dd-af5d-0b93cbffd6ab tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:10.337981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5deeba23-009c-4784-ab9c-ba8c62434bff req-fbbef7b5-f85b-44dd-af5d-0b93cbffd6ab tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0541558 Feb 03 13:28:10.386585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5deeba23-009c-4784-ab9c-ba8c62434bff req-aebb2dfd-6224-4f17-a38b-880feecbda7d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427449 Feb 03 13:28:11.508909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bfa19-00e1-4f50-a3f3-8b4a889ca6ca req-81e7968d-c79e-43ce-b1e4-36bdfb363d9a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:11.510454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-113bfa19-00e1-4f50-a3f3-8b4a889ca6ca req-81e7968d-c79e-43ce-b1e4-36bdfb363d9a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0545719 Feb 03 13:28:11.562552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-113bfa19-00e1-4f50-a3f3-8b4a889ca6ca req-f71eb062-d550-43df-a4fe-090f6397f977 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463309 Feb 03 13:28:11.706088 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:12.698921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333507f-7226-4ef8-9bda-398a824fa6ca req-4a6381d7-566d-4afa-acf3-bc3b8c1ad57c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:12.701689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0333507f-7226-4ef8-9bda-398a824fa6ca req-4a6381d7-566d-4afa-acf3-bc3b8c1ad57c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0657072 Feb 03 13:28:12.720681 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:12.760248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0333507f-7226-4ef8-9bda-398a824fa6ca req-19285fb7-ba67-457f-a4b0-9700c73dc116 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530894 Feb 03 13:28:13.885005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c68ec-e17e-4f06-abb2-9a512bd004b4 req-9da80b31-9b11-4797-baf8-a83a6e1819d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:13.886387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e8c68ec-e17e-4f06-abb2-9a512bd004b4 req-9da80b31-9b11-4797-baf8-a83a6e1819d4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0542774 Feb 03 13:28:13.935445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e8c68ec-e17e-4f06-abb2-9a512bd004b4 req-8d9966cc-114d-4649-9087-8d49f0dae260 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Feb 03 13:28:15.088969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3150204-5db4-47d6-82d7-19efd7450491 req-10edb7d4-3fa4-49e1-89f0-c781c8533369 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:15.090490 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3150204-5db4-47d6-82d7-19efd7450491 req-10edb7d4-3fa4-49e1-89f0-c781c8533369 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0695055 Feb 03 13:28:15.144388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b3150204-5db4-47d6-82d7-19efd7450491 req-8fcef936-69c9-461b-9832-883ab24bb72c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479472 Feb 03 13:28:16.267848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462a3a2-683f-4aa0-b975-3d448fbc41f6 req-948083e7-9b13-47d7-bf32-e7522e3b143e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:16.269389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f462a3a2-683f-4aa0-b975-3d448fbc41f6 req-948083e7-9b13-47d7-bf32-e7522e3b143e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0542297 Feb 03 13:28:16.320951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f462a3a2-683f-4aa0-b975-3d448fbc41f6 req-702eabc2-6d97-4c0f-9c1f-d8b0f41e1b74 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451663 Feb 03 13:28:16.618258 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:17.456241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099b1d8-91f0-4950-b0ff-b48c28119c19 req-a5ac14ae-6fd9-4dc8-bbb0-32261a4c3b08 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:17.457794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6099b1d8-91f0-4950-b0ff-b48c28119c19 req-a5ac14ae-6fd9-4dc8-bbb0-32261a4c3b08 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0578134 Feb 03 13:28:17.512769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6099b1d8-91f0-4950-b0ff-b48c28119c19 req-e77ac2c4-0301-4ba8-80a8-42d39150322e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489824 Feb 03 13:28:18.671064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3517-2e0d-4ff4-a643-0210b11ea6a1 req-5e861791-09e0-48e1-be96-0885a12bfdb5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:18.672537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba5e3517-2e0d-4ff4-a643-0210b11ea6a1 req-5e861791-09e0-48e1-be96-0885a12bfdb5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0691371 Feb 03 13:28:18.723854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba5e3517-2e0d-4ff4-a643-0210b11ea6a1 req-c482caa1-5052-47b9-9ffd-21f796990018 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430880 Feb 03 13:28:19.860599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53136e-366f-4f02-9334-b8fbfb743246 req-e0c7ede7-1516-4f1f-8ac4-05531ff45b68 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:19.862083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e53136e-366f-4f02-9334-b8fbfb743246 req-e0c7ede7-1516-4f1f-8ac4-05531ff45b68 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 943 time: 0.0618355 Feb 03 13:28:19.912122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e53136e-366f-4f02-9334-b8fbfb743246 req-0086f378-beef-4364-8741-097d68bcd0b9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418260 Feb 03 13:28:20.134745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11045105-7ea8-4437-a871-4f65ea02ea70 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:28:20.241055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11045105-7ea8-4437-a871-4f65ea02ea70, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11045105-7ea8-4437-a871-4f65ea02ea70,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:20.252422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '11045105-7ea8-4437-a871-4f65ea02ea70', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:28:20.289710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11045105-7ea8-4437-a871-4f65ea02ea70 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:20.290104 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:20.303113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11045105-7ea8-4437-a871-4f65ea02ea70 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:28:20.323133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11045105-7ea8-4437-a871-4f65ea02ea70, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11045105-7ea8-4437-a871-4f65ea02ea70,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:20.330967 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:20.385022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=11045105-7ea8-4437-a871-4f65ea02ea70,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:20.392871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.393220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.393568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.393907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.394243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.394605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.394943 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.395273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.395602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.395923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.396304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.396652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.396980 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:20.537585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['11045105-7ea8-4437-a871-4f65ea02ea70'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:28:21.055533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f916a-61c7-4926-b30f-0eebd6661517 req-912cf348-85a9-4549-b4ff-3ac0f082218c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:21.057031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f916a-61c7-4926-b30f-0eebd6661517 req-912cf348-85a9-4549-b4ff-3ac0f082218c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 944 time: 0.0591156 Feb 03 13:28:21.110130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e6f916a-61c7-4926-b30f-0eebd6661517 req-419f56c3-07b9-4c58-844a-8cc08b170115 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449860 Feb 03 13:28:21.142587 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:22.150798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11045105-7ea8-4437-a871-4f65ea02ea70 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:22.206670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 11045105-7ea8-4437-a871-4f65ea02ea70 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:28:22.211136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 11045105-7ea8-4437-a871-4f65ea02ea70 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:22.211520 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:22.249537 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d4c63-8ddc-44e1-8b73-1c13d78e1296 req-7655ce20-64d7-4c3a-a44a-8f46ce14e2b7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:22.251148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13d4c63-8ddc-44e1-8b73-1c13d78e1296 req-7655ce20-64d7-4c3a-a44a-8f46ce14e2b7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 944 time: 0.0553048 Feb 03 13:28:22.292927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11045105-7ea8-4437-a871-4f65ea02ea70 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:22.293333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:22.300528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13d4c63-8ddc-44e1-8b73-1c13d78e1296 req-d812f97d-f41d-4d41-88c7-1c000a654ace tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432308 Feb 03 13:28:22.317112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:28:22.319473 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}576a1cd209ada88d3dc6bd64bdbbf3a91f845c57b7e19af1d833c91e119293ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c53cc3-f9b4-4d09-9a63-c91ae0b3aeda" -d '{"events": [{"server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "name": "network-vif-plugged", "status": "completed", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:28:22.332196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11045105-7ea8-4437-a871-4f65ea02ea70, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11045105-7ea8-4437-a871-4f65ea02ea70,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:22.337127 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:22.385728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=11045105-7ea8-4437-a871-4f65ea02ea70,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:22.419916 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aac735-b2ed-4ed5-b2b7-117cd19e6daa x-openstack-request-id: req-e0aac735-b2ed-4ed5-b2b7-117cd19e6daa {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:28:22.420212 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "name": "network-vif-plugged", "status": "completed", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:28:22.420464 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0aac735-b2ed-4ed5-b2b7-117cd19e6daa {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:28:22.420860 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70', 'code': 200} Feb 03 13:28:22.539271 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f53b54-01f9-41a7-b5f1-ade73293dcba req-7f0abcfe-a7e2-454e-944d-b52055d46068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:22.540782 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-59f53b54-01f9-41a7-b5f1-ade73293dcba req-7f0abcfe-a7e2-454e-944d-b52055d46068 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0479448 Feb 03 13:28:22.593213 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-59f53b54-01f9-41a7-b5f1-ade73293dcba req-fa6cf578-639f-4232-aff3-30d6b4dffc0d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451355 Feb 03 13:28:23.434659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d245f5-c74f-49d5-a6a1-9b92206ac2ac req-a53f864d-aa22-40a9-bdb8-ab70ce596661 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:23.436131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72d245f5-c74f-49d5-a6a1-9b92206ac2ac req-a53f864d-aa22-40a9-bdb8-ab70ce596661 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 945 time: 0.0615823 Feb 03 13:28:23.492136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72d245f5-c74f-49d5-a6a1-9b92206ac2ac req-74002e44-e3ca-48c5-ab8b-b11fac5cd090 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472980 Feb 03 13:28:24.623279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd2f17-e733-4f82-8f53-41e7b419debe req-ffe9de4a-35d7-40dd-a8f6-e55aaecad21b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:24.624796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5bdd2f17-e733-4f82-8f53-41e7b419debe req-ffe9de4a-35d7-40dd-a8f6-e55aaecad21b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 945 time: 0.0541148 Feb 03 13:28:24.673215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5bdd2f17-e733-4f82-8f53-41e7b419debe req-04e4c59c-d183-429f-beb9-dc8fd1c7675f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 Feb 03 13:28:24.803143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95ff46-2a2c-4d1d-8fda-80af884a649e req-f9c09c82-d04a-43b8-9d8e-541408d8cef9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:24.804693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef95ff46-2a2c-4d1d-8fda-80af884a649e req-f9c09c82-d04a-43b8-9d8e-541408d8cef9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 945 time: 0.0568178 Feb 03 13:28:24.860959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef95ff46-2a2c-4d1d-8fda-80af884a649e req-6849cbc2-9769-4da9-98c0-f18646c56f59 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480320 Feb 03 13:28:24.890660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47322) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:24.990055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4082d5-e1ed-4598-a241-e971d27a929d tempest-TestVolumeBootPattern-614126980 tempest-TestVolumeBootPattern-614126980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:24.991637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2d4082d5-e1ed-4598-a241-e971d27a929d tempest-TestVolumeBootPattern-614126980 tempest-TestVolumeBootPattern-614126980-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1123 time: 0.0999596 Feb 03 13:28:24.996326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47326) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:25.003276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:25.030156 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:25.133972 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:25.242886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.25.3.72 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/108958de-1cfc-43a7-a426-bed0c612c702) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:25.357199 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (108958de-1cfc-43a7-a426-bed0c612c702), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:25.400184 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (108958de-1cfc-43a7-a426-bed0c612c702), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:25.440642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:25.443555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:25.446364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:25.475040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=108958de-1cfc-43a7-a426-bed0c612c702,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:25.488115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.488460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.488795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.489145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.489917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.490296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.490760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.491086 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.491411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.491733 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.492063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.492647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.492972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.851717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (96aad581-501e-47b2-b136-eb70d3e340e8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:25.934968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (108958de-1cfc-43a7-a426-bed0c612c702), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:26.100824 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (108958de-1cfc-43a7-a426-bed0c612c702), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:26.108669 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (108958de-1cfc-43a7-a426-bed0c612c702), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:26.173042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=108958de-1cfc-43a7-a426-bed0c612c702,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:26.185122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (96aad581-501e-47b2-b136-eb70d3e340e8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:26.282661 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Floating IP 96aad581-501e-47b2-b136-eb70d3e340e8 associated. External IP: 172.25.3.72, port: 11045105-7ea8-4437-a871-4f65ea02ea70. Feb 03 13:28:26.515924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Router 6b5a774c-f770-485b-92a5-0b7af14799fa has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:28:26.983330 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:28:26.993942 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] Sync routers for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:28:27.004576 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:28:27.005200 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:28:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:27.006825 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:27.039434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f772024d-b448-45ac-b0dd-0c06b97ad29e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0416753 Feb 03 13:28:27.040099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:28:27.042357 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2caadc513057b567963f2703bcded987c2b25498d0a744ddbdbb4b23e31b9f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5947ecae-2962-4753-bed3-c310fbe52fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:28:27.082725 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dccd23-a86b-47c1-aa87-2354d6124936 x-openstack-request-id: req-b7dccd23-a86b-47c1-aa87-2354d6124936 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:28:27.083033 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:28:27.083304 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7dccd23-a86b-47c1-aa87-2354d6124936 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:28:27.083830 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70', 'status': 'completed', 'code': 200} Feb 03 13:28:27.112151 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:28:27.163773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-08e4cd4a-c72d-4eb8-b8a2-d506ab97b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:27.165296 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-08e4cd4a-c72d-4eb8-b8a2-d506ab97b6c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0500073 Feb 03 13:28:27.253674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-691b52e7-5659-4a14-a21e-941f653e41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:27.255102 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-691b52e7-5659-4a14-a21e-941f653e41f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0841463 Feb 03 13:28:27.324385 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-3968df27-5a58-4472-a51b-cd8c0cbc178a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 998 time: 0.0632210 Feb 03 13:28:27.333848 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '96aad581-501e-47b2-b136-eb70d3e340e8', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:28:25Z', 'updated_at': '2022-02-03T13:28:25Z', 'revision_number': 0, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:27.363846 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] Checking router: 6b5a774c-f770-485b-92a5-0b7af14799fa for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:28:27.373574 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:28:27.373724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-e942978f-deb5-421d-94a9-1a8413592302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:27.374166 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:28:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:27.375153 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-e942978f-deb5-421d-94a9-1a8413592302 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0454662 Feb 03 13:28:27.424698 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-2a76e6ed-f337-439e-bc7d-7908efddce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:27.426268 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-2a76e6ed-f337-439e-bc7d-7908efddce8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446763 Feb 03 13:28:27.480731 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:28:27.518452 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-6eea3a6b-730e-46f2-aad9-8a3d3cbbb828 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862701 Feb 03 13:28:27.609683 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-5947ecae-2962-4753-bed3-c310fbe52fd7 req-2c1a1cfe-7d10-4edb-97ac-767b3f1f6646 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854020 Feb 03 13:28:27.796922 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '96aad581-501e-47b2-b136-eb70d3e340e8', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:28:25Z', 'updated_at': '2022-02-03T13:28:25Z', 'revision_number': 0, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:27.826351 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b9c98-cb9a-47b4-9e34-e27d89290765 None None] The sync data for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 is: [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '96aad581-501e-47b2-b136-eb70d3e340e8', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:28:25Z', 'updated_at': '2022-02-03T13:28:25Z', 'revision_number': 0, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:28:28.048210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100246f2-7d33-4e0d-b13f-1a92ac161cae None None] New status for floating IP 96aad581-501e-47b2-b136-eb70d3e340e8: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:28:36.697321 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d792426b-d702-4388-a7f6-45db0f606d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.794889 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-a6344799-9d05-474d-8770-2a3ee1ce6690 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513103 Feb 03 13:28:38.884846 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-5a5f0c67-cc8e-432a-9eac-10f8ebb4c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:38.886368 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-5a5f0c67-cc8e-432a-9eac-10f8ebb4c605 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0495145 Feb 03 13:28:38.930902 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef602c79-4134-4c95-a65d-fc1232a13456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.997151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-d1336734-0d2a-4a80-aab5-6de81607f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:38.998569 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-d1336734-0d2a-4a80-aab5-6de81607f276 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0912795 Feb 03 13:28:39.067122 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-a1306e9a-1f53-41e4-9858-ca0203bbe178 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 1000 time: 0.0620720 Feb 03 13:28:39.114485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-844ff4e2-dd0f-4a82-aee2-5346d6ca9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:39.115921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-844ff4e2-dd0f-4a82-aee2-5346d6ca9598 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0434585 Feb 03 13:28:39.171019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-7959d09e-5948-496a-bee7-5ff127d562a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:39.172650 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-7959d09e-5948-496a-bee7-5ff127d562a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502553 Feb 03 13:28:39.264590 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-ad50aa23-c6bc-4431-b67e-c0fd2a87e570 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842700 Feb 03 13:28:39.372018 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ccfa37b-f4aa-45e6-93a5-0875dc92e054 req-102ee392-2469-4a98-a8a7-a163653f00f7 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007266 Feb 03 13:28:40.268596 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.710196 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.730426 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.703412 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:28:46.622641 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.135202 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:06.693476 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d8c4534-b2f5-4bcc-a8bb-0478fe651185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:08.925558 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f41e77e3-fc38-489f-b6ef-03f45fa584d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:10.268402 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:11.713545 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:12.721760 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:16.620236 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:20.708931 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:29:21.140195 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:36.699294 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5183d442-5605-4ced-86f2-a55868eefb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:38.821584 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-c04ca8ef-8b95-47a7-9f1a-89d5607679f2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0914056 Feb 03 13:29:38.919635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-ea78951b-a928-42c6-8ba1-f95a35c2be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:38.921219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-ea78951b-a928-42c6-8ba1-f95a35c2be7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0568686 Feb 03 13:29:38.929998 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a99e132-666b-4035-baba-ce9fa969c8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:39.029988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-c2681807-7c80-4b9e-a28f-4324f4662789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:39.031527 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-c2681807-7c80-4b9e-a28f-4324f4662789 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0898683 Feb 03 13:29:39.112673 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-db324ac8-7bb2-40df-a3fb-17f18f7f1fca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 1000 time: 0.0752983 Feb 03 13:29:39.170965 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-d09c1cdd-415e-48bd-92cb-245cd1c327d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:39.172461 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-d09c1cdd-415e-48bd-92cb-245cd1c327d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0524421 Feb 03 13:29:39.225193 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-bdf39bc1-cd5e-4a06-86c6-48fad4710154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:39.226757 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-bdf39bc1-cd5e-4a06-86c6-48fad4710154 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488985 Feb 03 13:29:39.327061 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-2f4a76cf-726b-4307-980a-e9de33504c30 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939968 Feb 03 13:29:39.422532 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2b338ed7-ab20-4d61-85b8-afd8145bb38a req-811b03fe-0214-4bab-b172-9da2d6cd24ed service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887563 Feb 03 13:29:40.276961 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:41.716534 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:42.720856 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:46.638815 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:51.133795 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:57.709371 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:30:06.702116 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74d1feaa-f7c3-4d00-a0de-21e5d8fbdeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:08.938082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-426e982e-9f1d-4ab7-8eef-3d9e085db0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:10.277815 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:11.724651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:12.727095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:16.631970 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:19.543154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-579a1185-db0d-40f8-98e8-2a9a96ded5ef tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214379843&fields=id&tenant_id=ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 267 time: 0.0459294 Feb 03 13:30:19.653951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-264c7cf3-766e-439f-88dc-5d05503a8cc2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:19.655468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-264c7cf3-766e-439f-88dc-5d05503a8cc2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1052568 Feb 03 13:30:19.673676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-286e2461-3f78-4d3c-b754-792b6fe0841a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/quotas/ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 375 time: 0.0097919 Feb 03 13:30:19.739753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-c58c0ef2-2d84-4577-a9f7-349a12a1c72e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608420 Feb 03 13:30:19.802120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-5495801a-6ec5-4832-8802-164e48e25339 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:30:19.803191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-5495801a-6ec5-4832-8802-164e48e25339 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526731 Feb 03 13:30:19.896751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-ef442090-9d00-4beb-8426-555b4d4af2c5 service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875628 Feb 03 13:30:19.984976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-f9f33861-87c7-497a-88de-dabd9352bc74 service neutron] 10.222.0.65 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820491 Feb 03 13:30:20.416039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d11598e3-45f5-4099-8321-5eb7a7faf172 req-9ce41980-193a-4350-9f3a-68fd1a9a6c59 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0768716 Feb 03 13:30:21.147398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:21.508317 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6573e2c5-921b-4d6c-b101-16de8517bacf req-9f670136-1e77-4642-84da-5d987910e8e8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0297213 Feb 03 13:30:22.592768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70e6eb4d-fd16-494d-9bf6-6d9875cd94f9 req-a3ca0b8b-3c2c-4cf9-8f64-cea44bbd8f27 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0324533 Feb 03 13:30:23.680573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-29bc84e7-50b1-4796-9cd1-8d6f90040611 req-ec4643cd-1cba-4761-bf71-02cac8ad7dc6 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0285115 Feb 03 13:30:24.787117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-92e4a411-b74d-49b4-bcc7-b34d80c8e242 req-01b45716-1e6f-4641-a237-5a168856606a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0287223 Feb 03 13:30:25.374711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-b943746a-cc93-4245-8e59-5210c45b4378 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:25.376174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-b943746a-cc93-4245-8e59-5210c45b4378 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 811 time: 0.1026263 Feb 03 13:30:25.441525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-ae78d547-ed46-4f18-ad94-28c0ef7bd9d2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6116a6d93041948095d331ade177d8 HTTP/1.1" status: 200 len: 379 time: 0.0569468 Feb 03 13:30:25.451316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'port': {'device_id': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'admin_state_up': True, 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'security_groups': ['de5205d9-949c-47ae-a7a2-147f0f2ae811']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:30:25.564253 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Made reservation on behalf of ca6116a6d93041948095d331ade177d8 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:30:25.567850 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:25.699763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.20.0.7 (77f7a57b-d553-420f-90c2-4f3369ab1aa3/a42e1334-1074-4f24-95b1-ece4aecdce10/e1d6867b-0e96-4569-91b3-7c7f45e26cfc) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:30:25.846725 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:25.895964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5125a699-e224-4437-a4c5-7dd2eef5f967 req-e9701354-bfbf-4179-b978-7bac39625b94 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0386279 Feb 03 13:30:25.909011 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:25.961539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:25.965315 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:25.968097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:30:25.971128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:26.002632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.002979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.003320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.003654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.004019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.004340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.004661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.004983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.005299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.005617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.005917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.006239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.006563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:26.039029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:26.039682 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:26.059836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-d1f0d211-24d8-4aa4-9437-0ba759bb215e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122260 Feb 03 13:30:26.156990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Request body: {'port': {'device_id': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:30:26.217586 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:26.286960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9855bc6e-9223-4337-ac8c-abfdc4b03bd7 None None] Provisioning complete for port e1d6867b-0e96-4569-91b3-7c7f45e26cfc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:26.287517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9855bc6e-9223-4337-ac8c-abfdc4b03bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:26.325187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9855bc6e-9223-4337-ac8c-abfdc4b03bd7 None None] Port e1d6867b-0e96-4569-91b3-7c7f45e26cfc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:30:26.497805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d6867b-0e96-4569-91b3-7c7f45e26cfc {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:30:26.505995 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Publish callbacks [] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:26.520305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Transition to ACTIVE for port object e1d6867b-0e96-4569-91b3-7c7f45e26cfc will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:30:26.526547 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:26.579350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:26.649601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Attempting to bind port e1d6867b-0e96-4569-91b3-7c7f45e26cfc on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:30:26.649990 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Attempting to bind port e1d6867b-0e96-4569-91b3-7c7f45e26cfc by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:30:26.650350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Attempting to bind port e1d6867b-0e96-4569-91b3-7c7f45e26cfc on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:30:26.656720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Port e1d6867b-0e96-4569-91b3-7c7f45e26cfc on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:30:26.657268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Attempting to bind port e1d6867b-0e96-4569-91b3-7c7f45e26cfc on network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:30:26.662728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:30:26.663080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Checking segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:30:26.663470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Bound using segment: {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:30:26.663904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Bound port: e1d6867b-0e96-4569-91b3-7c7f45e26cfc, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f5d65a-69db-4eaf-a584-6b6f657a9a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:30:26.664271 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:26.744611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] For port e1d6867b-0e96-4569-91b3-7c7f45e26cfc, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:30:26.748186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] For port e1d6867b-0e96-4569-91b3-7c7f45e26cfc, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:30:26.755465 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:26.797141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:26.797785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:26.799895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] 10.222.0.91 "PUT /v2.0/ports/e1d6867b-0e96-4569-91b3-7c7f45e26cfc HTTP/1.1" status: 200 len: 1092 time: 0.6945360 Feb 03 13:30:26.800681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:30:26.820999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a65c4b-a2d6-4673-8774-bd00362abdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:26.884386 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858" -d '{"events": [{"name": "network-changed", "server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:30:26.910278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-07ddf77c-9084-4fd8-b0ad-0424a8234403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:26.911960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-07ddf77c-9084-4fd8-b0ad-0424a8234403 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 1126 time: 0.0624850 Feb 03 13:30:26.965468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-6b7846c7-c455-4b3b-b8f5-0e41276d08fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc HTTP/1.1" status: 200 len: 217 time: 0.0461600 Feb 03 13:30:27.040278 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa77301-1748-4a3e-a0ad-c5ac109ebd52 x-openstack-request-id: req-3fa77301-1748-4a3e-a0ad-c5ac109ebd52 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:30:27.040579 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:30:27.040834 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fa77301-1748-4a3e-a0ad-c5ac109ebd52 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:30:27.041239 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'status': 'completed', 'code': 200} Feb 03 13:30:27.045104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-6efcc355-f4e0-4930-816b-20546bb7abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:27.045548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-6efcc355-f4e0-4930-816b-20546bb7abd3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0728762 Feb 03 13:30:27.131080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4a920-0e59-4817-9e1d-afdc3363fb9b req-b884b15c-587b-43fd-a9f0-bde0005ed0ba tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:27.132614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49d4a920-0e59-4817-9e1d-afdc3363fb9b req-b884b15c-587b-43fd-a9f0-bde0005ed0ba tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.1057825 Feb 03 13:30:27.138222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-61d60f1d-8535-4562-9051-93b3c49f1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:27.139675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-61d60f1d-8535-4562-9051-93b3c49f1f57 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0766017 Feb 03 13:30:27.243613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49d4a920-0e59-4817-9e1d-afdc3363fb9b req-688e4f9e-15fc-4c6b-8ac1-3fa6d49e5a43 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029489 Feb 03 13:30:27.269449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-57953e31-d729-4476-bb05-0e9dae860ae8 service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214449 Feb 03 13:30:27.365144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6866a4-1f7e-4633-b2ee-a66e731e29b8 req-51bc761d-d299-413d-8bf8-661fd29c37f5 service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896249 Feb 03 13:30:27.459522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-d10a1657-7c7b-4ff8-b644-2e79db20946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:27.461019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-d10a1657-7c7b-4ff8-b644-2e79db20946d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 1126 time: 0.0468178 Feb 03 13:30:27.553047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-8d5ce167-86fa-426b-bede-09ca7cd1040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:27.554476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-8d5ce167-86fa-426b-bede-09ca7cd1040b service neutron] 10.222.0.91 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0857115 Feb 03 13:30:27.599767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-24dae3f4-c2d0-4697-9189-66774de1dd02 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc HTTP/1.1" status: 200 len: 217 time: 0.0383399 Feb 03 13:30:27.647349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-92e66c4d-2cf1-4246-a87d-ee77ed6010ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:27.648794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-92e66c4d-2cf1-4246-a87d-ee77ed6010ec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0430672 Feb 03 13:30:27.699601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-35198782-5e25-4e7b-949a-9cb53bec09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:27.701080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-35198782-5e25-4e7b-949a-9cb53bec09ac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449913 Feb 03 13:30:27.798900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-faf7e107-1f95-44d5-9287-28c164dc36e6 service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900805 Feb 03 13:30:27.890663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ad9dd19-daa2-4a8f-a741-9a6aa8ed6858 req-dfb3f48a-8017-417f-a74d-033d036cfced service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850222 Feb 03 13:30:28.381822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c61402-9d3c-41cf-bc42-e263799905ab req-e8061f5a-3e28-4187-8b58-58c3284462a9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:28.383453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59c61402-9d3c-41cf-bc42-e263799905ab req-e8061f5a-3e28-4187-8b58-58c3284462a9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0596261 Feb 03 13:30:28.433527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-59c61402-9d3c-41cf-bc42-e263799905ab req-d0102f95-0d94-4cb7-92d7-b7f1299f6d80 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441146 Feb 03 13:30:29.557928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690180d6-7190-48ed-b671-4c2a5a09edbf req-28b60420-c839-49e5-b14c-9f163fb4a2b1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:29.559453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-690180d6-7190-48ed-b671-4c2a5a09edbf req-28b60420-c839-49e5-b14c-9f163fb4a2b1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0572393 Feb 03 13:30:29.609458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-690180d6-7190-48ed-b671-4c2a5a09edbf req-c7173bed-8eec-443f-8fdc-1791b37765e5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437424 Feb 03 13:30:30.737200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85579733-f341-4a20-8729-602b771bf54b req-9a158585-3d41-4837-abd7-7f10dce39b47 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:30.738738 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85579733-f341-4a20-8729-602b771bf54b req-9a158585-3d41-4837-abd7-7f10dce39b47 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0601535 Feb 03 13:30:30.790374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85579733-f341-4a20-8729-602b771bf54b req-bc9c127e-37a4-4d80-99e5-935a63cf7f5b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456369 Feb 03 13:30:31.912015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a849e5-498d-402e-add6-be037e727499 req-8d260fbb-7bb4-490a-a37f-2f454f5f4399 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:31.913539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13a849e5-498d-402e-add6-be037e727499 req-8d260fbb-7bb4-490a-a37f-2f454f5f4399 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0542474 Feb 03 13:30:31.962375 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-13a849e5-498d-402e-add6-be037e727499 req-d8b68377-7a78-4fea-9c68-1cec0ef0f845 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429683 Feb 03 13:30:33.087091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5dce7-e541-492f-b5b2-2a7d5b643574 req-7bd57fa3-82ed-4c53-bf4f-7a874a82df72 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:33.088625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4f5dce7-e541-492f-b5b2-2a7d5b643574 req-7bd57fa3-82ed-4c53-bf4f-7a874a82df72 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0547841 Feb 03 13:30:33.143994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4f5dce7-e541-492f-b5b2-2a7d5b643574 req-14a5210a-3d6f-48f9-9023-cfca87d3fec5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493295 Feb 03 13:30:34.269560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9cc55-bac0-40eb-892b-3ae1b3ede020 req-3ddd6175-4a55-477a-9db0-591c31cc7a3e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:34.271047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bc9cc55-bac0-40eb-892b-3ae1b3ede020 req-3ddd6175-4a55-477a-9db0-591c31cc7a3e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0547400 Feb 03 13:30:34.320024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bc9cc55-bac0-40eb-892b-3ae1b3ede020 req-5a3199b5-3653-46fb-a117-82bd695033dc tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 Feb 03 13:30:34.708904 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:30:35.448096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4613c-4f58-45b2-a4bd-2dd177977cb2 req-7dc2ba47-6d5d-4316-9707-4939358d6071 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:35.449600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eac4613c-4f58-45b2-a4bd-2dd177977cb2 req-7dc2ba47-6d5d-4316-9707-4939358d6071 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0548201 Feb 03 13:30:35.501158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eac4613c-4f58-45b2-a4bd-2dd177977cb2 req-8461a546-343f-4f82-90f5-6b2cba7c217b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Feb 03 13:30:36.632062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60ee6-d80c-4091-b89c-17b1bd28adf5 req-a915ba39-b051-4cee-83d7-e7e1ce0aa9ab tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:36.633560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8b60ee6-d80c-4091-b89c-17b1bd28adf5 req-a915ba39-b051-4cee-83d7-e7e1ce0aa9ab tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0587282 Feb 03 13:30:36.686403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8b60ee6-d80c-4091-b89c-17b1bd28adf5 req-835308be-7642-46a7-984a-34fbfbaa0608 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446811 Feb 03 13:30:36.699804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f3064a-ff26-460f-8eee-17835094fbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:37.828949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35204f-a8b2-40ce-a81b-c0dabfdfa7a3 req-ede1c2cd-75d5-473f-b33a-b9979ae5b348 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:37.830439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da35204f-a8b2-40ce-a81b-c0dabfdfa7a3 req-ede1c2cd-75d5-473f-b33a-b9979ae5b348 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0602348 Feb 03 13:30:37.882860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da35204f-a8b2-40ce-a81b-c0dabfdfa7a3 req-27c0b7ba-7332-4bfc-bcb8-5f90590f2ac4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441725 Feb 03 13:30:38.858524 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-7b9e6f6a-d4fe-4b0e-af4a-5e522db6db0c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875039 Feb 03 13:30:38.933424 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0c22-c081-4839-a43b-60eb8d8285ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:38.948217 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-790284f8-26c0-4c93-af32-9413a96d7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:38.949759 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-790284f8-26c0-4c93-af32-9413a96d7f1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0484350 Feb 03 13:30:39.005036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ffebd-2d82-4e7f-b843-bab2bfc96400 req-a3df8093-8137-4c8e-93ea-590e1c51165b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:39.006462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-416ffebd-2d82-4e7f-b843-bab2bfc96400 req-a3df8093-8137-4c8e-93ea-590e1c51165b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0524986 Feb 03 13:30:39.062791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-416ffebd-2d82-4e7f-b843-bab2bfc96400 req-f895269c-182a-4abc-aa90-f006a58d05ef tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506361 Feb 03 13:30:39.075568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-b09e3c96-1757-4656-b3df-8fd066cdbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:39.077107 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-b09e3c96-1757-4656-b3df-8fd066cdbc30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.1067204 Feb 03 13:30:39.142684 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-970c3719-1ddc-407c-9f6b-2ce156ace048 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 1000 time: 0.0592902 Feb 03 13:30:39.197221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-9a713ad3-6f29-4a02-ac57-d5834d9d6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:39.198777 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-9a713ad3-6f29-4a02-ac57-d5834d9d6892 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0496621 Feb 03 13:30:39.255840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-133634f2-aa9c-4d55-8a56-69e16555df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:39.257964 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-133634f2-aa9c-4d55-8a56-69e16555df9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523949 Feb 03 13:30:39.369220 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-b2c99eb7-7ba4-403d-94cd-79b39c21bf21 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052117 Feb 03 13:30:39.475001 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6c052fb9-eac0-4807-b895-62fd2cf4d973 req-76172369-c461-4ca1-a513-e3a33ab9f0ce service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995445 Feb 03 13:30:40.197982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a461690-efc4-4660-9f20-d107e415c256 req-c9f1a3e4-891b-4d82-9b7f-5294f4e606d1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:40.199533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a461690-efc4-4660-9f20-d107e415c256 req-c9f1a3e4-891b-4d82-9b7f-5294f4e606d1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0651839 Feb 03 13:30:40.249295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a461690-efc4-4660-9f20-d107e415c256 req-c55a06d3-de3b-4403-87f3-7e4aa7ad46ae tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440381 Feb 03 13:30:40.282496 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:41.387336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b00183-5f57-415d-aea6-ae992eb2f9af req-79dcde28-4547-4fcc-8004-75a9825340e2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:41.388769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8b00183-5f57-415d-aea6-ae992eb2f9af req-79dcde28-4547-4fcc-8004-75a9825340e2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0552056 Feb 03 13:30:41.437473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8b00183-5f57-415d-aea6-ae992eb2f9af req-23f4466e-5e49-4355-89de-77772933697c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429676 Feb 03 13:30:41.725538 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:42.574937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7252c5-9007-4348-b967-fa6db79ebca9 req-2b3c39be-d5c8-45d6-a5d4-f4c7046cac2e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:42.576474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d7252c5-9007-4348-b967-fa6db79ebca9 req-2b3c39be-d5c8-45d6-a5d4-f4c7046cac2e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0624473 Feb 03 13:30:42.625725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d7252c5-9007-4348-b967-fa6db79ebca9 req-f84041c4-9e07-4a80-92de-d39a5e3e6a37 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435028 Feb 03 13:30:42.720167 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:43.760738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa65591-2560-42cf-996c-b7b5e5c82ccd req-1f90d6c2-e801-4954-848a-4d942f7a868a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:43.762249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fa65591-2560-42cf-996c-b7b5e5c82ccd req-1f90d6c2-e801-4954-848a-4d942f7a868a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0561633 Feb 03 13:30:43.810400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fa65591-2560-42cf-996c-b7b5e5c82ccd req-58e8d058-e587-47da-a8a8-b05dfddf129e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423918 Feb 03 13:30:44.907040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e1d6867b-0e96-4569-91b3-7c7f45e26cfc details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:30:44.947929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f942c-8476-47fe-b7a5-1495b5a47c79 req-57fa176e-449b-4633-990b-34b3c41a9599 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:44.949439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-994f942c-8476-47fe-b7a5-1495b5a47c79 req-57fa176e-449b-4633-990b-34b3c41a9599 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 943 time: 0.0590510 Feb 03 13:30:44.999859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-994f942c-8476-47fe-b7a5-1495b5a47c79 req-d7ae6579-5243-4754-be4d-d8f6a46abff1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444243 Feb 03 13:30:45.010476 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e1d6867b-0e96-4569-91b3-7c7f45e26cfc, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:45.020671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'port_id': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'mac_address': 'fa:16:3e:d5:11:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:30:45.058377 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port e1d6867b-0e96-4569-91b3-7c7f45e26cfc is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:45.058791 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:45.072139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d6867b-0e96-4569-91b3-7c7f45e26cfc {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:30:45.094035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e1d6867b-0e96-4569-91b3-7c7f45e26cfc, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:45.101641 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:45.155118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:45.162380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.162742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.163084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.163420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.163749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.164075 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.164397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.164722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.165041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.165359 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.165662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.165977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.166294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.498830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['e1d6867b-0e96-4569-91b3-7c7f45e26cfc'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:30:46.138313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3450f-b9fd-4a50-a044-660552dc21e7 req-7f7627fd-414a-46f1-b200-9e23f42d0b32 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:46.139851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0f3450f-b9fd-4a50-a044-660552dc21e7 req-7f7627fd-414a-46f1-b200-9e23f42d0b32 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 944 time: 0.0651941 Feb 03 13:30:46.196630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0f3450f-b9fd-4a50-a044-660552dc21e7 req-1ed8c4d8-4166-45cf-9d55-aa14072cb1eb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510142 Feb 03 13:30:46.630549 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:46.930434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e1d6867b-0e96-4569-91b3-7c7f45e26cfc up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:30:46.988780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port e1d6867b-0e96-4569-91b3-7c7f45e26cfc completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:30:46.993160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port e1d6867b-0e96-4569-91b3-7c7f45e26cfc triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:46.993544 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.085002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port e1d6867b-0e96-4569-91b3-7c7f45e26cfc is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:47.085397 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.109940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:30:47.126509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port e1d6867b-0e96-4569-91b3-7c7f45e26cfc, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:47.132305 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.158793 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558f6e24-ad5e-47eb-996d-b46f8e738c73" -d '{"events": [{"server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "name": "network-vif-plugged", "status": "completed", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:30:47.191675 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:47.246679 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61506c00-c0df-4e67-a490-76ad98d7e1e4 x-openstack-request-id: req-61506c00-c0df-4e67-a490-76ad98d7e1e4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:30:47.246978 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "name": "network-vif-plugged", "status": "completed", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:30:47.247232 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61506c00-c0df-4e67-a490-76ad98d7e1e4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:30:47.247636 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'code': 200} Feb 03 13:30:47.353822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2031f-de6b-4edb-9fe3-68989b86943f req-2f1797ea-b84b-4d88-bb69-60f10e77311f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:47.355357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3aa2031f-de6b-4edb-9fe3-68989b86943f req-2f1797ea-b84b-4d88-bb69-60f10e77311f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 945 time: 0.0841427 Feb 03 13:30:47.380373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91416d-dab8-4335-bc00-68280e95eda1 req-568f122b-b0f1-47d4-b67d-287f17aabf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:47.381862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd91416d-dab8-4335-bc00-68280e95eda1 req-568f122b-b0f1-47d4-b67d-287f17aabf44 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 1128 time: 0.0768299 Feb 03 13:30:47.423480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3aa2031f-de6b-4edb-9fe3-68989b86943f req-9b08f9c5-47c6-4bf8-a5df-c2217d9a9ecb tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615492 Feb 03 13:30:47.450064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd91416d-dab8-4335-bc00-68280e95eda1 req-c37dfeea-dc8c-4146-9d1a-7da09db62fbc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571663 Feb 03 13:30:48.569011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0416a-aa14-4cb6-85ca-2b4643391796 req-7cd0eb8c-7d5e-404a-92fd-5d782b5e04e9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:48.570530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e0416a-aa14-4cb6-85ca-2b4643391796 req-7cd0eb8c-7d5e-404a-92fd-5d782b5e04e9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 945 time: 0.0641189 Feb 03 13:30:48.622282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6e0416a-aa14-4cb6-85ca-2b4643391796 req-948a71bf-40ed-4082-a66d-a9a5ed7ed9aa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444341 Feb 03 13:30:49.765496 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdba00-837a-4546-976d-407e4856c97f req-7d763798-c95a-4acf-9cb3-e897b0e3e407 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:49.767064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bcdba00-837a-4546-976d-407e4856c97f req-7d763798-c95a-4acf-9cb3-e897b0e3e407 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 945 time: 0.0629463 Feb 03 13:30:49.822052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bcdba00-837a-4546-976d-407e4856c97f req-ea4be7fa-75b0-4e1f-b653-23b69d8be79c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469723 Feb 03 13:30:49.949536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47130ee-58b8-4f75-bb35-cd940ab5b4d9 req-ef3c921a-6a03-4275-9364-51c957dfd598 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:49.950913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d47130ee-58b8-4f75-bb35-cd940ab5b4d9 req-ef3c921a-6a03-4275-9364-51c957dfd598 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 945 time: 0.0599873 Feb 03 13:30:50.032660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d47130ee-58b8-4f75-bb35-cd940ab5b4d9 req-a5a85cbf-ddb6-40ed-a2d9-f2dcd0ac5a20 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755370 Feb 03 13:30:50.049522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-31902fe9-87db-4ee9-bcde-942049e46f11 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571170 Feb 03 13:30:50.055380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47534) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:50.108949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db463d32-1143-4348-b7cb-540f9d8f4176 tempest-TestVolumeBootPattern-614126980 tempest-TestVolumeBootPattern-614126980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:50.110520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-db463d32-1143-4348-b7cb-540f9d8f4176 tempest-TestVolumeBootPattern-614126980 tempest-TestVolumeBootPattern-614126980-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 1123 time: 0.0541201 Feb 03 13:30:50.113585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47536) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:50.118301 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:30:50.142542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.143327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-2952c651-417c-4579-ba8a-8074eb617cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:50.144843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-2952c651-417c-4579-ba8a-8074eb617cee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 1128 time: 0.0478241 Feb 03 13:30:50.251259 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.269108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-e5665110-146b-4d7b-ae95-30bd75653297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:50.270624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-e5665110-146b-4d7b-ae95-30bd75653297 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0946901 Feb 03 13:30:50.315724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-65984002-8186-4079-a057-3bef2c0aa509 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc HTTP/1.1" status: 200 len: 217 time: 0.0389793 Feb 03 13:30:50.363144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Allocated IP 172.25.3.133 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/9200b9b7-0253-488c-87d8-7f01cb581e52) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:30:50.365441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-cfed04aa-0083-45eb-8710-42904aedf7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:50.367209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-cfed04aa-0083-45eb-8710-42904aedf7e0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0446348 Feb 03 13:30:50.421305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-1d4e604e-5e84-45db-bdc9-e0383df56d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:50.422905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-1d4e604e-5e84-45db-bdc9-e0383df56d10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487368 Feb 03 13:30:50.472151 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (9200b9b7-0253-488c-87d8-7f01cb581e52), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.506727 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9200b9b7-0253-488c-87d8-7f01cb581e52), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.516802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-a32501a9-7612-4430-b5d1-37b5dd37b47a service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866337 Feb 03 13:30:50.544350 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:50.549187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:50.553069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:30:50.575519 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=9200b9b7-0253-488c-87d8-7f01cb581e52,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:50.589159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.589877 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.589877 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.590164 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.590533 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.590864 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.591192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.591535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.591859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.592180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.592497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.592818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.593139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:50.612238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7fed3237-0969-4d5d-b113-825bbe61d387 req-b35fd7eb-9f8e-4052-833b-e41b5e158030 service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891058 Feb 03 13:30:50.939301 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (cafc02da-4801-4cf0-b7e3-406a6d3b4251), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.011081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-d2837396-4bfd-441a-9e14-b322cf25282e req-16c2ec02-56a9-4743-9169-5ff79db911ed service neutron] (103223) timed out ('10.222.0.65', 43206) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:30:51.011783 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9200b9b7-0253-488c-87d8-7f01cb581e52), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.164213 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.195604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for port (9200b9b7-0253-488c-87d8-7f01cb581e52), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.202359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (9200b9b7-0253-488c-87d8-7f01cb581e52), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.279367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event updated for resources: {'Port': ['ID=9200b9b7-0253-488c-87d8-7f01cb581e52,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:51.289459 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (cafc02da-4801-4cf0-b7e3-406a6d3b4251), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.395270 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Floating IP cafc02da-4801-4cf0-b7e3-406a6d3b4251 associated. External IP: 172.25.3.133, port: e1d6867b-0e96-4569-91b3-7c7f45e26cfc. Feb 03 13:30:51.619690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Router 6b5a774c-f770-485b-92a5-0b7af14799fa has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:30:52.017700 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:30:52.029540 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] Sync routers for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:30:52.040075 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.041069 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:52.041924 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:30:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:52.071226 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-db4e3c62-3f6b-4107-b017-986a2c525751 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9563718 Feb 03 13:30:52.072526 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:30:52.113624 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b85e44-89f2-4ae4-8666-bb55283cddf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:30:52.147147 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:52.204367 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5ca1c-0e16-495a-bc69-abda250c153c x-openstack-request-id: req-23c5ca1c-0e16-495a-bc69-abda250c153c {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:30:52.204874 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:30:52.204874 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23c5ca1c-0e16-495a-bc69-abda250c153c {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:30:52.205287 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'status': 'completed', 'code': 200} Feb 03 13:30:52.271748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-3bc4df4f-3c15-413b-8bb9-44fbc2ba9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:52.273615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-3bc4df4f-3c15-413b-8bb9-44fbc2ba9a4b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 1128 time: 0.0460308 Feb 03 13:30:52.367332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-e46c8ef8-1c2c-4f5b-9f6d-9e3957c2c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:52.368844 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-e46c8ef8-1c2c-4f5b-9f6d-9e3957c2c2d8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0876987 Feb 03 13:30:52.380953 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '96aad581-501e-47b2-b136-eb70d3e340e8', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:28:25Z', 'updated_at': '2022-02-03T13:28:28Z', 'revision_number': 1, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}, {'id': 'cafc02da-4801-4cf0-b7e3-406a6d3b4251', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:d5:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:50Z', 'revision_number': 0, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:52.406555 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] Checking router: 6b5a774c-f770-485b-92a5-0b7af14799fa for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:30:52.415682 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:52.416285 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:30:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:52.435542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-d5bd419b-813c-42d3-8499-080dbbe51478 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc HTTP/1.1" status: 200 len: 999 time: 0.0588782 Feb 03 13:30:52.485173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-03e2c8d1-72a9-475a-af7d-1ce4d2be13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:52.486731 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-03e2c8d1-72a9-475a-af7d-1ce4d2be13be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0437357 Feb 03 13:30:52.520763 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:52.539419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-1f185634-eeb6-4d78-945a-6f74dded64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:52.540831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-1f185634-eeb6-4d78-945a-6f74dded64b4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479991 Feb 03 13:30:52.633919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-972d855c-0c7f-44c6-8394-bbae22b12f50 service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845387 Feb 03 13:30:52.728209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44b85e44-89f2-4ae4-8666-bb55283cddf6 req-696ce316-0034-4219-9bfb-21e3c5fd999f service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864341 Feb 03 13:30:52.741450 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '96aad581-501e-47b2-b136-eb70d3e340e8', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:28:25Z', 'updated_at': '2022-02-03T13:28:28Z', 'revision_number': 1, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}, {'id': 'cafc02da-4801-4cf0-b7e3-406a6d3b4251', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:d5:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:50Z', 'revision_number': 0, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:52.772111 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ee8da-0759-445f-bbbb-85bbf5ccc07b None None] The sync data for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 is: [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '96aad581-501e-47b2-b136-eb70d3e340e8', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:28:25Z', 'updated_at': '2022-02-03T13:28:28Z', 'revision_number': 1, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}, {'id': 'cafc02da-4801-4cf0-b7e3-406a6d3b4251', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:d5:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:50Z', 'revision_number': 0, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:30:52.975939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd073f-9b15-4f30-9e43-a620bb08750d None None] New status for floating IP cafc02da-4801-4cf0-b7e3-406a6d3b4251: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:31:06.696715 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06e6947a-6290-4323-a9f6-16520a33d867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:08.933150 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc8d80d3-b823-426f-a56a-d00604e71821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:10.284654 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:11.710277 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:31:11.726017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:12.716158 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:16.648512 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:21.162554 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:36.692756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08ca4963-961a-476e-91d7-0fbf86fecda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:38.781327 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-f97c9dce-913a-43dd-be57-b978f20bab65 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459185 Feb 03 13:31:38.869905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-e95b73d6-06ea-4a86-8ad4-952372be8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:38.871440 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-e95b73d6-06ea-4a86-8ad4-952372be8721 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0466406 Feb 03 13:31:38.928066 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a83faf82-8ceb-4781-b547-e379158e5e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:38.984293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-ff7f1623-e9fd-468b-bf12-465f44bcb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:38.985685 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-ff7f1623-e9fd-468b-bf12-465f44bcb512 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0944149 Feb 03 13:31:39.062430 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-4fbe24f5-21bf-4ab1-a1e1-45e37c51ba5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 1000 time: 0.0706847 Feb 03 13:31:39.114502 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-b170edf5-0fd6-4917-8298-a7c41f00a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:39.116056 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-b170edf5-0fd6-4917-8298-a7c41f00a359 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0480707 Feb 03 13:31:39.166095 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-80c0534c-51c8-4a02-966e-c4a5f01d23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:39.167653 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-80c0534c-51c8-4a02-966e-c4a5f01d23f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456710 Feb 03 13:31:39.277890 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-58d5b8c4-cc7c-42e9-b4f7-0ba08bddda79 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025484 Feb 03 13:31:39.368891 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-eb01af0c-1f8d-4125-a2b0-478a0fadcf5f req-850956d7-5262-4384-bcc6-e461f5ba96b0 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846431 Feb 03 13:31:40.290505 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:41.730734 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:42.717438 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:46.643042 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:48.715579 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:31:51.041097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3385508-33d8-405c-8844-ecc18280357f req-12fbd3d7-8c05-4fb4-8dca-0345860a2498 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584898 Feb 03 13:31:51.133872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3385508-33d8-405c-8844-ecc18280357f req-67266e01-d924-4b5b-8a0d-edf317e31c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:51.136105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3385508-33d8-405c-8844-ecc18280357f req-67266e01-d924-4b5b-8a0d-edf317e31c8b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 1128 time: 0.0485046 Feb 03 13:31:51.158191 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:51.245988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3385508-33d8-405c-8844-ecc18280357f req-ee59345c-5d2e-40bc-86f8-619f6a89b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:51.247644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3385508-33d8-405c-8844-ecc18280357f req-ee59345c-5d2e-40bc-86f8-619f6a89b946 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0912485 Feb 03 13:31:51.311783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3385508-33d8-405c-8844-ecc18280357f req-a7908495-d214-4ac6-96dd-708adc04fa70 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc HTTP/1.1" status: 200 len: 1001 time: 0.0577729 Feb 03 13:31:51.364452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3385508-33d8-405c-8844-ecc18280357f req-9cfcadb6-58da-4881-a627-80c3b8e47e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:51.365932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3385508-33d8-405c-8844-ecc18280357f req-9cfcadb6-58da-4881-a627-80c3b8e47e8f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0471098 Feb 03 13:31:51.418088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3385508-33d8-405c-8844-ecc18280357f req-23fed60c-be59-46d0-a382-36b490e505a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:51.419604 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3385508-33d8-405c-8844-ecc18280357f req-23fed60c-be59-46d0-a382-36b490e505a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455158 Feb 03 13:31:51.515795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3385508-33d8-405c-8844-ecc18280357f req-58dee43b-741d-4bf0-89e7-e44fca3547ad service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888963 Feb 03 13:31:51.614680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3385508-33d8-405c-8844-ecc18280357f req-c4075d81-29fe-46c3-ba19-a37a1d814d1d service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912623 Feb 03 13:32:06.698256 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c876-abf7-49c8-8cfd-133808c5acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:08.944782 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79638553-d225-4cac-a020-9578d6c8aae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:10.289930 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:11.738933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:12.727446 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:16.659165 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:21.188371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:25.720843 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:32:30.932494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47572) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:32:31.117775 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port 9200b9b7-0253-488c-87d8-7f01cb581e52 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:32:31.118003 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9200b9b7-0253-488c-87d8-7f01cb581e52), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:31.198307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9200b9b7-0253-488c-87d8-7f01cb581e52), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:31.198662 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (9200b9b7-0253-488c-87d8-7f01cb581e52), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:31.210145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for 9200b9b7-0253-488c-87d8-7f01cb581e52 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:32:31.366021 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9200b9b7-0253-488c-87d8-7f01cb581e52), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:31.397112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=9200b9b7-0253-488c-87d8-7f01cb581e52,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:32:31.424055 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.424411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.424757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.425082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.425421 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.425757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.426086 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.426440 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.426766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.427094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.427419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.427742 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.428067 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:31.467105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (cafc02da-4801-4cf0-b7e3-406a6d3b4251), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:31.467424 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Floating IP cafc02da-4801-4cf0-b7e3-406a6d3b4251 disassociated (deleted). External IP: 172.25.3.133, port: e1d6867b-0e96-4569-91b3-7c7f45e26cfc. Feb 03 13:32:31.694237 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Router 6b5a774c-f770-485b-92a5-0b7af14799fa has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:32:31.806599 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:32:31.811823 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:31.816779 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] Sync routers for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:32:31.828153 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:32:31.828792 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:32:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:32:31.843762 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9110a199-2608-4890-a3c0-ecd531b73ef4 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "DELETE /v2.0/floatingips/cafc02da-4801-4cf0-b7e3-406a6d3b4251 HTTP/1.1" status: 204 len: 168 time: 0.9101667 Feb 03 13:32:31.844412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:32:31.846805 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c837312-8102-43fe-a867-5f72ae43f5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:32:31.896888 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edc8d05-d18b-4d4c-a7fc-7221d23c63e5 x-openstack-request-id: req-4edc8d05-d18b-4d4c-a7fc-7221d23c63e5 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:32:31.897094 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:32:31.897457 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4edc8d05-d18b-4d4c-a7fc-7221d23c63e5 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:32:31.897917 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'status': 'completed', 'code': 200} Feb 03 13:32:31.948103 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:32:31.978474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-503c1647-bb09-4cd3-a0df-6788166d1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:31.981207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-503c1647-bb09-4cd3-a0df-6788166d1181 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 1128 time: 0.0574362 Feb 03 13:32:32.113903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-051719e6-709f-4cce-bdca-44da319028a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:32.115420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-051719e6-709f-4cce-bdca-44da319028a9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.1275795 Feb 03 13:32:32.165269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8beb9f-51dc-4322-8445-f5eec030faa4 req-f4cd93ab-03f0-411e-a806-6ff7b135f3d1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:32.166816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f8beb9f-51dc-4322-8445-f5eec030faa4 req-f4cd93ab-03f0-411e-a806-6ff7b135f3d1 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 945 time: 0.1089239 Feb 03 13:32:32.168219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-53768913-c275-4e60-a2bc-b747ef5384d1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc HTTP/1.1" status: 200 len: 217 time: 0.0437820 Feb 03 13:32:32.183100 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '96aad581-501e-47b2-b136-eb70d3e340e8', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:28:25Z', 'updated_at': '2022-02-03T13:28:28Z', 'revision_number': 1, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:32:32.218165 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] Checking router: 6b5a774c-f770-485b-92a5-0b7af14799fa for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:32:32.227509 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:32:32.228137 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:32:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:32:32.258004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-39b3b22e-0a9b-4eaf-8923-6851c0f5c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:32.259594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-39b3b22e-0a9b-4eaf-8923-6851c0f5c89d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0841455 Feb 03 13:32:32.264475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f8beb9f-51dc-4322-8445-f5eec030faa4 req-1c70ee84-5be7-477e-a4e2-91d81b8a87ff tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919220 Feb 03 13:32:32.319055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-b37917b1-e29c-42a0-aa56-e56d053d73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:32.320571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-b37917b1-e29c-42a0-aa56-e56d053d73c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0542884 Feb 03 13:32:32.336065 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:32:32.568757 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '96aad581-501e-47b2-b136-eb70d3e340e8', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:28:25Z', 'updated_at': '2022-02-03T13:28:28Z', 'revision_number': 1, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:32:32.598558 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34154b5f-148c-4f48-adfa-7abaf2e26a7c None None] The sync data for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 is: [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '96aad581-501e-47b2-b136-eb70d3e340e8', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'port_id': '11045105-7ea8-4437-a871-4f65ea02ea70', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'mac_address': 'fa:16:3e:81:3d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:28:25Z', 'updated_at': '2022-02-03T13:28:28Z', 'revision_number': 1, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:32:32.780618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-1c8fb2f8-33c8-4617-845c-840a72859eb8 service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521906 Feb 03 13:32:32.834883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad5cd74-e88a-4a70-bcc1-b3c0f712b4f2 None None] New status for floating IP cafc02da-4801-4cf0-b7e3-406a6d3b4251: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:32:32.873240 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c837312-8102-43fe-a867-5f72ae43f5ae req-773bee09-ccf4-4200-ba95-c9c0c9251f2f service neutron] 10.222.0.91 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841169 Feb 03 13:32:33.411964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa1199-04ab-47f9-8bc0-3b1e9bed140e req-9f0e1466-3522-46ee-9974-832ecbf4e821 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:33.413423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfaa1199-04ab-47f9-8bc0-3b1e9bed140e req-9f0e1466-3522-46ee-9974-832ecbf4e821 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 945 time: 0.0567882 Feb 03 13:32:33.467992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfaa1199-04ab-47f9-8bc0-3b1e9bed140e req-698443c6-c135-4438-8b62-f7259248c4d2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472221 Feb 03 13:32:33.871682 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86773388-d61a-4eee-9728-378e24fa2d08 req-346581f8-1339-4c17-9747-2b047930c2a5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:33.873111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86773388-d61a-4eee-9728-378e24fa2d08 req-346581f8-1339-4c17-9747-2b047930c2a5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 945 time: 0.0537190 Feb 03 13:32:33.964514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-86773388-d61a-4eee-9728-378e24fa2d08 req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port e1d6867b-0e96-4569-91b3-7c7f45e26cfc {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:32:33.964850 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-86773388-d61a-4eee-9728-378e24fa2d08 req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:34.053706 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-86773388-d61a-4eee-9728-378e24fa2d08 req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] For port e1d6867b-0e96-4569-91b3-7c7f45e26cfc, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:32:34.053983 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-86773388-d61a-4eee-9728-378e24fa2d08 req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:34.066620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-86773388-d61a-4eee-9728-378e24fa2d08 req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for e1d6867b-0e96-4569-91b3-7c7f45e26cfc owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:32:34.203090 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-86773388-d61a-4eee-9728-378e24fa2d08 req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e1d6867b-0e96-4569-91b3-7c7f45e26cfc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:34.231959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=e1d6867b-0e96-4569-91b3-7c7f45e26cfc,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:32:34.245506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.245506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.245506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.245506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.245839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.246136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.246492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.246821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.247141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.247465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.247772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.248088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.248410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:32:34.284208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-86773388-d61a-4eee-9728-378e24fa2d08 req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] No DVR routers for this DVR port e1d6867b-0e96-4569-91b3-7c7f45e26cfc on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:32:34.286914 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-86773388-d61a-4eee-9728-378e24fa2d08 req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:34.290310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86773388-d61a-4eee-9728-378e24fa2d08 req-fe61e46a-af76-492f-aac5-15a743ca3d25 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.91 "DELETE /v2.0/ports/e1d6867b-0e96-4569-91b3-7c7f45e26cfc HTTP/1.1" status: 204 len: 173 time: 0.4112685 Feb 03 13:32:34.290812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'name': 'network-vif-deleted', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:32:34.293135 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb96da6-46db-4fe4-8291-84abdadecfe3" -d '{"events": [{"server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "name": "network-vif-deleted", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:32:34.330510 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073e618f-0cdc-4297-b00e-af13451a9cf0 x-openstack-request-id: req-073e618f-0cdc-4297-b00e-af13451a9cf0 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:32:34.330814 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f7479-85dd-4460-acc3-e319b64f6346", "name": "network-vif-deleted", "tag": "e1d6867b-0e96-4569-91b3-7c7f45e26cfc", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:32:34.331077 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-073e618f-0cdc-4297-b00e-af13451a9cf0 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:32:34.331485 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f7479-85dd-4460-acc3-e319b64f6346', 'name': 'network-vif-deleted', 'tag': 'e1d6867b-0e96-4569-91b3-7c7f45e26cfc', 'status': 'completed', 'code': 200} Feb 03 13:32:34.567030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d63def5-b23e-4a6e-a952-c71bc26ceb62 req-dcc5290d-829e-4363-9d91-33e19e415ee9 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0291984 Feb 03 13:32:35.670187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae1b60a7-23e0-4ec0-98e3-b83963604e9b req-266ca0ac-f827-476a-818e-eb3a679107fa tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0308428 Feb 03 13:32:36.694355 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c079c0b8-3d1d-41ac-b50f-138ca99d0f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:36.770706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30c09573-e2ec-433e-9f6b-117e2fa74ade req-acaf2d43-2fc8-4a32-8ae3-739156fab6c2 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0279927 Feb 03 13:32:37.513323 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e1d6867b-0e96-4569-91b3-7c7f45e26cfc no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:32:37.539552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: e1d6867b-0e96-4569-91b3-7c7f45e26cfc {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:32:37.539880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device e1d6867b-0e96-4569-91b3-7c7f45e26cfc not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:32:37.869942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-20ba68e2-9bad-4488-be62-997e2979360e req-d032fbc3-5d30-4c35-8aca-16a57309ab10 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0274181 Feb 03 13:32:38.802981 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94eb451c-77b6-413c-86b3-448925a28447 req-0d3106eb-5377-49e8-aeb0-05a3cf80bec7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477760 Feb 03 13:32:38.894419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb451c-77b6-413c-86b3-448925a28447 req-0fe71c57-aba7-4a2c-b6ab-cdb96dbcbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:38.895979 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94eb451c-77b6-413c-86b3-448925a28447 req-0fe71c57-aba7-4a2c-b6ab-cdb96dbcbaf6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0471947 Feb 03 13:32:38.930660 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d927cfac-247c-4309-81b6-48c9df132e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:38.970354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9e4bbac-d2d4-4c07-80e2-81679f4545a1 req-b8c82d21-cdbd-422e-a5a7-10f424dc8e1c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0273054 Feb 03 13:32:39.014031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb451c-77b6-413c-86b3-448925a28447 req-3b3845e7-fd26-4715-bed1-d66d666cb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:39.015669 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94eb451c-77b6-413c-86b3-448925a28447 req-3b3845e7-fd26-4715-bed1-d66d666cb763 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0994477 Feb 03 13:32:39.082261 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94eb451c-77b6-413c-86b3-448925a28447 req-3afe33a7-abcf-4234-8db4-f62e27e542dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 1000 time: 0.0599689 Feb 03 13:32:39.138150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb451c-77b6-413c-86b3-448925a28447 req-8c5dd42f-31ff-4acf-a340-af42540a2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:39.139710 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94eb451c-77b6-413c-86b3-448925a28447 req-8c5dd42f-31ff-4acf-a340-af42540a2134 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0510547 Feb 03 13:32:39.194858 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb451c-77b6-413c-86b3-448925a28447 req-c3b6090e-cf2b-4ff5-a350-1b93085ec90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:39.196388 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94eb451c-77b6-413c-86b3-448925a28447 req-c3b6090e-cf2b-4ff5-a350-1b93085ec90c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499423 Feb 03 13:32:39.294515 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94eb451c-77b6-413c-86b3-448925a28447 req-87cf9d23-c95a-4661-a12b-721dfacfd1e8 service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904672 Feb 03 13:32:39.391033 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-94eb451c-77b6-413c-86b3-448925a28447 req-c84394aa-776b-4878-b3f4-dd6dae978e3c service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902483 Feb 03 13:32:40.072466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5a336aa-e08e-4b7f-8644-73142d9cc345 req-be790329-2ce9-4f5b-aa84-01d512d1f959 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0311301 Feb 03 13:32:40.292631 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:41.169128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ebf343c-5532-4d64-9369-b51653056136 req-5ac9592f-31e8-46b8-b27d-58546b4a6e1e tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0276091 Feb 03 13:32:41.738074 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:42.283019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fdc41498-0421-494c-97fd-cf1d62385577 req-fcc2f177-390e-4e26-bf7b-a7b0d245b95a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=d57f7479-85dd-4460-acc3-e319b64f6346 HTTP/1.1" status: 200 len: 210 time: 0.0318272 Feb 03 13:32:42.723889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:46.672367 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:51.190052 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:52.123511 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47674) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:32:52.304584 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port 108958de-1cfc-43a7-a426-bed0c612c702 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:32:52.304986 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (108958de-1cfc-43a7-a426-bed0c612c702), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:52.390740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (108958de-1cfc-43a7-a426-bed0c612c702), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:52.391060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (108958de-1cfc-43a7-a426-bed0c612c702), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:52.402724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for 108958de-1cfc-43a7-a426-bed0c612c702 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:32:52.564987 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (108958de-1cfc-43a7-a426-bed0c612c702), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:52.590295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=108958de-1cfc-43a7-a426-bed0c612c702,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:32:52.657357 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (96aad581-501e-47b2-b136-eb70d3e340e8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:52.657628 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Floating IP 96aad581-501e-47b2-b136-eb70d3e340e8 disassociated (deleted). External IP: 172.25.3.72, port: 11045105-7ea8-4437-a871-4f65ea02ea70. Feb 03 13:32:52.874932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Router 6b5a774c-f770-485b-92a5-0b7af14799fa has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:32:52.983764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:32:52.988900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:52.994685 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] Sync routers for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:32:53.009112 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:32:53.009961 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:32:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:32:53.024704 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-902e474a-7552-49fb-8e4d-5a088ab72102 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "DELETE /v2.0/floatingips/96aad581-501e-47b2-b136-eb70d3e340e8 HTTP/1.1" status: 204 len: 168 time: 0.9001095 Feb 03 13:32:53.025705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:32:53.028212 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fbd927-a467-443d-8a15-892ccfdc60b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:32:53.068714 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c31650-5a82-4fdb-bff2-26b02aee9ecf x-openstack-request-id: req-d6c31650-5a82-4fdb-bff2-26b02aee9ecf {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:32:53.069007 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:32:53.069265 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6c31650-5a82-4fdb-bff2-26b02aee9ecf {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:32:53.069835 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70', 'status': 'completed', 'code': 200} Feb 03 13:32:53.123252 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:32:53.149010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-0240e576-5f6e-4dec-b26f-60cc8337f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:53.150900 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-0240e576-5f6e-4dec-b26f-60cc8337f0e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca6116a6d93041948095d331ade177d8&device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0592797 Feb 03 13:32:53.249221 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-1eaf95f0-2b0e-459b-b033-481b2a25f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:53.250859 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-1eaf95f0-2b0e-459b-b033-481b2a25f7c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 200 len: 912 time: 0.0930526 Feb 03 13:32:53.259117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf009673-a3c6-4334-8118-ce047f61389b req-5a271984-a42b-4044-8cdb-2b05773fd076 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:53.260714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf009673-a3c6-4334-8118-ce047f61389b req-5a271984-a42b-4044-8cdb-2b05773fd076 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 945 time: 0.0550213 Feb 03 13:32:53.296035 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-4c370071-5da9-45df-9f79-5df9654aeeff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 200 len: 217 time: 0.0385282 Feb 03 13:32:53.313877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf009673-a3c6-4334-8118-ce047f61389b req-d0aedb46-4e0a-451e-8a39-aa37e250519a tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467551 Feb 03 13:32:53.343989 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:32:53.346431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-e4ecd5c7-0ab1-4a75-802c-800d08004319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:53.347924 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-e4ecd5c7-0ab1-4a75-802c-800d08004319 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 200 len: 850 time: 0.0458255 Feb 03 13:32:53.373933 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] Checking router: 6b5a774c-f770-485b-92a5-0b7af14799fa for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:32:53.382282 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:32:53.382944 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:32:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:32:53.400618 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-8bdcf3b1-88d6-419c-9803-d435235274df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:53.402515 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-8bdcf3b1-88d6-419c-9803-d435235274df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f7a57b-d553-420f-90c2-4f3369ab1aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472999 Feb 03 13:32:53.487912 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:32:53.495444 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-46cdadc6-1243-4975-9c9a-74bb86b3ac0b service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863202 Feb 03 13:32:53.590635 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-58fbd927-a467-443d-8a15-892ccfdc60b0 req-698cbd8d-a80a-458e-8978-8005d2d16d6a service neutron] 10.222.0.72 "GET /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884140 Feb 03 13:32:53.781650 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:32:53.811565 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41295e3c-9787-41ec-aa1f-f78ec5cdb746 None None] The sync data for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 is: [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:51Z', 'revision_number': 4, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'ef35bb7a-8535-46c8-9778-a3651c20a0cc', 'name': '', 'network_id': '77f7a57b-d553-420f-90c2-4f3369ab1aa3', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'mac_address': 'fa:16:3e:fe:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:51Z', 'updated_at': '2022-02-03T13:20:55Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'subnets': [{'id': 'a42e1334-1074-4f24-95b1-ece4aecdce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:32:54.052227 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e54b0-1954-4b40-8b8d-c8d8f2556f97 None None] New status for floating IP 96aad581-501e-47b2-b136-eb70d3e340e8: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:32:54.448611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba69066-4a2f-485f-9415-40301d09143d req-af5b7307-9523-4504-927e-f0f34fa526ad tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:54.450106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fba69066-4a2f-485f-9415-40301d09143d req-af5b7307-9523-4504-927e-f0f34fa526ad tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 945 time: 0.0612249 Feb 03 13:32:54.506369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fba69066-4a2f-485f-9415-40301d09143d req-9f8ba75b-76ec-4ff3-bf04-dab474c58c60 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/security-groups?id=de5205d9-949c-47ae-a7a2-147f0f2ae811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501196 Feb 03 13:32:54.801207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-a732d322-9df8-4017-ba34-85c25376898f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:54.802675 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-a732d322-9df8-4017-ba34-85c25376898f tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 945 time: 0.0560505 Feb 03 13:32:54.899082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port 11045105-7ea8-4437-a871-4f65ea02ea70 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:32:54.899418 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:55.007641 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] For port 11045105-7ea8-4437-a871-4f65ea02ea70, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11045105-7ea8-4437-a871-4f65ea02ea70,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:32:55.007907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:55.025895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for 11045105-7ea8-4437-a871-4f65ea02ea70 owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:32:55.158455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (11045105-7ea8-4437-a871-4f65ea02ea70), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:55.186616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=11045105-7ea8-4437-a871-4f65ea02ea70,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:32:55.234744 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] No DVR routers for this DVR port 11045105-7ea8-4437-a871-4f65ea02ea70 on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:32:55.237427 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:55.240833 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-63fd0c44-c7f3-4d90-a813-ceaf82213fd3 req-e7170a1f-2b1e-4a47-9b54-232aef2e54e7 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.72 "DELETE /v2.0/ports/11045105-7ea8-4437-a871-4f65ea02ea70 HTTP/1.1" status: 204 len: 173 time: 0.4327049 Feb 03 13:32:55.241268 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'name': 'network-vif-deleted', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:32:55.243585 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07d5df0-8a0d-4673-8df8-11c926b105bf" -d '{"events": [{"server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "name": "network-vif-deleted", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:32:55.284755 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f896b71e-ecaf-4b51-9216-4c8eff4f1c2c x-openstack-request-id: req-f896b71e-ecaf-4b51-9216-4c8eff4f1c2c {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:32:55.285052 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd3a821-3ae4-4a6d-8baa-c173f588bbd2", "name": "network-vif-deleted", "tag": "11045105-7ea8-4437-a871-4f65ea02ea70", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:32:55.285302 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f896b71e-ecaf-4b51-9216-4c8eff4f1c2c {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:32:55.285709 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd3a821-3ae4-4a6d-8baa-c173f588bbd2', 'name': 'network-vif-deleted', 'tag': '11045105-7ea8-4437-a871-4f65ea02ea70', 'status': 'completed', 'code': 200} Feb 03 13:32:55.611530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6fb2f328-8c9e-46d2-8c0c-1c115e9edcbc req-a703970c-875e-4652-b18d-0cb5593fcb64 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0330760 Feb 03 13:32:56.715089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-145e672f-0f27-4798-af22-231a4aece0e9 req-247543d1-3796-4586-9bb1-adbb52ac39bf tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0291247 Feb 03 13:32:57.546784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11045105-7ea8-4437-a871-4f65ea02ea70 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:32:57.568190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 11045105-7ea8-4437-a871-4f65ea02ea70 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:32:57.568545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11045105-7ea8-4437-a871-4f65ea02ea70 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:32:57.814863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-096083ce-e911-4fd1-9ed9-5073d6d5024e req-bc36a49a-438d-4fe9-9df7-15cc9f71f94c tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0284908 Feb 03 13:32:58.911802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c71b05a-6e58-4833-86c3-faf396f74070 req-d0c6d0d2-3f46-49ac-bfb3-fbdb2cb1844d tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Feb 03 13:33:00.012228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9258ce7b-e6cb-47fd-9cec-00da919bbbdd req-15efca5b-e31c-469e-8bfd-b43301059dc5 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0305133 Feb 03 13:33:01.114023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cfd4c36a-062d-4ef3-b5af-d39124d679d9 req-26421378-2e25-4504-ab1b-88e58aa8e35b tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0285127 Feb 03 13:33:02.214157 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ad7f5e2-5b71-4add-97da-2bb3a95c8edc req-57cca768-2fc5-482b-9823-53f5b5c051d0 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0307846 Feb 03 13:33:02.721173 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:33:03.316827 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdbe6368-60a3-4801-a207-ffa667318112 req-f6425fb6-f73b-4b18-87d3-11da44f7a9d8 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd3a821-3ae4-4a6d-8baa-c173f588bbd2 HTTP/1.1" status: 200 len: 210 time: 0.0317852 Feb 03 13:33:04.380998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47710) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:04.522137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Deleting port 6b6cdb9f-fe0b-425d-a35f-ae132c6de249 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:04.522521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6b6cdb9f-fe0b-425d-a35f-ae132c6de249), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:04.610413 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6b6cdb9f-fe0b-425d-a35f-ae132c6de249), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:04.610643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (6b6cdb9f-fe0b-425d-a35f-ae132c6de249), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:04.622650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Calling delete_port for 6b6cdb9f-fe0b-425d-a35f-ae132c6de249 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:04.765259 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6b6cdb9f-fe0b-425d-a35f-ae132c6de249), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:04.790730 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'Port': ['ID=6b6cdb9f-fe0b-425d-a35f-ae132c6de249,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:04.865253 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for floatingip (0be5b833-bfa9-4950-9c63-19b3ad2ace28), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:04.867928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:04.869088 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-559a05ba-6f42-4831-ac34-214350cab4db tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "DELETE /v2.0/floatingips/0be5b833-bfa9-4950-9c63-19b3ad2ace28 HTTP/1.1" status: 204 len: 168 time: 0.4870591 Feb 03 13:33:06.689671 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f027130-3614-4102-8c64-c60d52a96171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:08.928070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3834970c-e250-41d1-9dda-c61564cd7119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:10.273603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47730) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:10.296203 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:10.332452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f85ce6f-60c7-468d-a8d2-278555bdc033 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group (de5205d9-949c-47ae-a7a2-147f0f2ae811), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:10.359119 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f85ce6f-60c7-468d-a8d2-278555bdc033 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group (de5205d9-949c-47ae-a7a2-147f0f2ae811), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:10.421524 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f85ce6f-60c7-468d-a8d2-278555bdc033 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (de5205d9-949c-47ae-a7a2-147f0f2ae811), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:10.424509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9f85ce6f-60c7-468d-a8d2-278555bdc033 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:10.428400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9f85ce6f-60c7-468d-a8d2-278555bdc033 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] 10.222.0.65 "DELETE /v2.0/security-groups/de5205d9-949c-47ae-a7a2-147f0f2ae811 HTTP/1.1" status: 204 len: 168 time: 0.1512139 Feb 03 13:33:10.435944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85ce6f-60c7-468d-a8d2-278555bdc033 tempest-TestVolumeBootPattern-2050432891 tempest-TestVolumeBootPattern-2050432891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5205d9-949c-47ae-a7a2-147f0f2ae811,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:10.508562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47734) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:11.307915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (6b5a774c-f770-485b-92a5-0b7af14799fa), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:11.566601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Deleting port ef35bb7a-8535-46c8-9778-a3651c20a0cc {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:11.567284 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:11.659057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] For port ef35bb7a-8535-46c8-9778-a3651c20a0cc, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ef35bb7a-8535-46c8-9778-a3651c20a0cc,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:11.659430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:11.674713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Calling delete_port for ef35bb7a-8535-46c8-9778-a3651c20a0cc owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:11.739483 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:11.877883 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ef35bb7a-8535-46c8-9778-a3651c20a0cc), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:11.904121 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef35bb7a-8535-46c8-9778-a3651c20a0cc,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:12.071897 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (6b5a774c-f770-485b-92a5-0b7af14799fa), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:12.302955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Router 6b5a774c-f770-485b-92a5-0b7af14799fa has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:33:12.411275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:33:12.416639 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7fec33a9-c3a1-4443-8de9-46245a36e1c0 admin admin] 10.222.0.65 "PUT /v2.0/routers/6b5a774c-f770-485b-92a5-0b7af14799fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9070480 Feb 03 13:33:12.419309 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47738) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:12.422820 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] Sync routers for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:33:12.434021 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:33:12.434680 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:33:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:12.529035 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks [] for router (6b5a774c-f770-485b-92a5-0b7af14799fa), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:12.545479 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:33:12.640703 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks [] for router_gateway (6b5a774c-f770-485b-92a5-0b7af14799fa), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:12.698647 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Deleting port dd13a5cf-f269-473f-b00b-08be5d7b2807 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:12.699065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:12.722015 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:12.742169 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:33:11Z', 'revision_number': 5, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port': {'id': 'dd13a5cf-f269-473f-b00b-08be5d7b2807', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:12.773869 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] Checking router: 6b5a774c-f770-485b-92a5-0b7af14799fa for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:33:12.782911 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] Routers {'6b5a774c-f770-485b-92a5-0b7af14799fa'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:33:12.783514 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:33:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6b5a774c-f770-485b-92a5-0b7af14799fa'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:12.783754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] For port dd13a5cf-f269-473f-b00b-08be5d7b2807, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dd13a5cf-f269-473f-b00b-08be5d7b2807,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:12.784128 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:12.797651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Calling delete_port for dd13a5cf-f269-473f-b00b-08be5d7b2807 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:12.871707 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] Set router 6b5a774c-f770-485b-92a5-0b7af14799fa gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:33:12.924570 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:33:12Z', 'revision_number': 6, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:12.954553 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb44acba-0428-40b3-aa06-8917f005daee None None] The sync data for ids ['6b5a774c-f770-485b-92a5-0b7af14799fa'] in n-d-792364-10 is: [{'id': '6b5a774c-f770-485b-92a5-0b7af14799fa', 'name': 'tempest-TestVolumeBootPattern-355236615-router', 'tenant_id': 'ca6116a6d93041948095d331ade177d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:49Z', 'updated_at': '2022-02-03T13:33:12Z', 'revision_number': 6, 'project_id': 'ca6116a6d93041948095d331ade177d8', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:33:12.971141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (dd13a5cf-f269-473f-b00b-08be5d7b2807), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.002808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd13a5cf-f269-473f-b00b-08be5d7b2807,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:13.067872 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (6b5a774c-f770-485b-92a5-0b7af14799fa), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.159463 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (6b5a774c-f770-485b-92a5-0b7af14799fa), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.161623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks [] for router_controller (6b5a774c-f770-485b-92a5-0b7af14799fa), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.206038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (6b5a774c-f770-485b-92a5-0b7af14799fa), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.206552 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b5a774c-f770-485b-92a5-0b7af14799fa {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:33:13.211163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.212314 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-87574339-a02a-4f89-b84e-7ff472cd2694 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6b5a774c-f770-485b-92a5-0b7af14799fa HTTP/1.1" status: 204 len: 168 time: 0.7921164 Feb 03 13:33:13.216591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47740) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:13.261827 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-29028610-27eb-4447-8eaa-748b6d3afb7d admin admin] Deleting subnet a42e1334-1074-4f24-95b1-ece4aecdce10 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:33:13.264963 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29028610-27eb-4447-8eaa-748b6d3afb7d admin admin] Publish callbacks [] for subnet (a42e1334-1074-4f24-95b1-ece4aecdce10), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.299619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29028610-27eb-4447-8eaa-748b6d3afb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (a42e1334-1074-4f24-95b1-ece4aecdce10), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.384515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29028610-27eb-4447-8eaa-748b6d3afb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (a42e1334-1074-4f24-95b1-ece4aecdce10), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.438312 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29028610-27eb-4447-8eaa-748b6d3afb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (a42e1334-1074-4f24-95b1-ece4aecdce10), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.461359 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29028610-27eb-4447-8eaa-748b6d3afb7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42e1334-1074-4f24-95b1-ece4aecdce10,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:13.467314 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-29028610-27eb-4447-8eaa-748b6d3afb7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.470818 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-29028610-27eb-4447-8eaa-748b6d3afb7d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a42e1334-1074-4f24-95b1-ece4aecdce10 HTTP/1.1" status: 204 len: 168 time: 0.2531197 Feb 03 13:33:13.473048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7e697a-d65d-417f-9050-9d565390af1f None None] Network 77f7a57b-d553-420f-90c2-4f3369ab1aa3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:33:13.473553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47742) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:13.545480 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (77f7a57b-d553-420f-90c2-4f3369ab1aa3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.600356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Deleting port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:13.600728 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.674148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] For port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1045c6b3-f531-43a2-8953-b4a7b3fd21a0,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:13.674448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.695112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Calling delete_port for 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:13.715493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] DHCP port deletion for 77f7a57b-d553-420f-90c2-4f3369ab1aa3 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:33:13.767086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Deleting port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:13.767544 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.782348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.810787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] No DVR routers for this DVR port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:33:13.835881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] For port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1045c6b3-f531-43a2-8953-b4a7b3fd21a0,segment=NetworkSegment(77f5d65a-69db-4eaf-a584-6b6f657a9a10),segment_id=77f5d65a-69db-4eaf-a584-6b6f657a9a10)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:13.836699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.837035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1045c6b3-f531-43a2-8953-b4a7b3fd21a0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:13.852420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Calling delete_port for 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:13.899196 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (77f7a57b-d553-420f-90c2-4f3369ab1aa3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.899412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:33:13.920425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f7a57b-d553-420f-90c2-4f3369ab1aa3']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:13.930026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f5d65a-69db-4eaf-a584-6b6f657a9a10') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:13.930349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f5d65a-69db-4eaf-a584-6b6f657a9a10') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:13.934489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:33:13.934899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:33:13.935249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dd13a5cf-f269-473f-b00b-08be5d7b2807 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:33:13.940598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (77f5d65a-69db-4eaf-a584-6b6f657a9a10), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.954616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (77f5d65a-69db-4eaf-a584-6b6f657a9a10), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.958107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: dd13a5cf-f269-473f-b00b-08be5d7b2807 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:33:13.958488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dd13a5cf-f269-473f-b00b-08be5d7b2807 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:33:13.958904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ef35bb7a-8535-46c8-9778-a3651c20a0cc no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:33:13.961037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:33:13.961615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (77f5d65a-69db-4eaf-a584-6b6f657a9a10), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:33:13.963871 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:33:13.985593 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ef35bb7a-8535-46c8-9778-a3651c20a0cc {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:33:13.985937 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ef35bb7a-8535-46c8-9778-a3651c20a0cc not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:33:13.989160 n-d-792364-10 neutron-server[103225]: self.session.flush() Feb 03 13:33:14.001964 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (1045c6b3-f531-43a2-8953-b4a7b3fd21a0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:14.028410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Pushing event deleted for resources: {'Port': ['ID=1045c6b3-f531-43a2-8953-b4a7b3fd21a0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:14.032904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] No DVR routers for this DVR port 1045c6b3-f531-43a2-8953-b4a7b3fd21a0 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:33:14.040727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.041329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.041911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.042528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.042960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.043828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.043828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.044266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.044656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.045069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.046080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.046526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.047055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44188e-37a5-4dc6-966a-7385abb341f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:14.055100 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (77f7a57b-d553-420f-90c2-4f3369ab1aa3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:14.062290 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:14.069973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/77f7a57b-d553-420f-90c2-4f3369ab1aa3 HTTP/1.1" status: 204 len: 168 time: 0.5920691 Feb 03 13:33:14.070079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47744) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:14.080789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d7e1a-0a84-4a03-b573-5d53517298d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77f7a57b-d553-420f-90c2-4f3369ab1aa3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:14.449013 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (548a412e-8191-4b61-8cd8-98806df35071), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:14.702236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Deleting port 180a26b7-2370-4393-a688-4fa6a643a385 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:14.702528 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (180a26b7-2370-4393-a688-4fa6a643a385), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:14.783319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] For port 180a26b7-2370-4393-a688-4fa6a643a385, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=180a26b7-2370-4393-a688-4fa6a643a385,segment=NetworkSegment(b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1),segment_id=b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:14.783767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (180a26b7-2370-4393-a688-4fa6a643a385), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:14.800740 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Calling delete_port for 180a26b7-2370-4393-a688-4fa6a643a385 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:14.987525 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (180a26b7-2370-4393-a688-4fa6a643a385), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:15.016022 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Pushing event deleted for resources: {'Port': ['ID=180a26b7-2370-4393-a688-4fa6a643a385,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:15.188747 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (548a412e-8191-4b61-8cd8-98806df35071), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:15.694310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Router 548a412e-8191-4b61-8cd8-98806df35071 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:33:15.803220 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:33:15.811000 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ef1791d4-7a17-4de6-9117-81818e735efe admin admin] 10.222.0.65 "PUT /v2.0/routers/548a412e-8191-4b61-8cd8-98806df35071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378261 Feb 03 13:33:15.814093 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47746) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:15.824266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] Sync routers for ids ['548a412e-8191-4b61-8cd8-98806df35071'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:33:15.834231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] Routers {'548a412e-8191-4b61-8cd8-98806df35071'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:33:15.834879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:33:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['548a412e-8191-4b61-8cd8-98806df35071'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:15.925523 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks [] for router (548a412e-8191-4b61-8cd8-98806df35071), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:15.943813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] Set router 548a412e-8191-4b61-8cd8-98806df35071 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:33:16.034019 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks [] for router_gateway (548a412e-8191-4b61-8cd8-98806df35071), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.092985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Deleting port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:16.093325 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.136881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548a412e-8191-4b61-8cd8-98806df35071', 'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:53Z', 'updated_at': '2022-02-03T13:33:14Z', 'revision_number': 5, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'gw_port': {'id': 'a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:cd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548a412e-8191-4b61-8cd8-98806df35071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:54Z', 'updated_at': '2022-02-03T13:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:16.164609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] Checking router: 548a412e-8191-4b61-8cd8-98806df35071 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:33:16.173317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] Routers {'548a412e-8191-4b61-8cd8-98806df35071'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:33:16.173924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:33:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['548a412e-8191-4b61-8cd8-98806df35071'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:16.181961 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] For port a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:16.182424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.194416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Calling delete_port for a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:16.259206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] Set router 548a412e-8191-4b61-8cd8-98806df35071 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:33:16.318008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548a412e-8191-4b61-8cd8-98806df35071', 'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:53Z', 'updated_at': '2022-02-03T13:33:16Z', 'revision_number': 6, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:16.346504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afbfc8-6fc0-48a3-8279-180199c458da None None] The sync data for ids ['548a412e-8191-4b61-8cd8-98806df35071'] in n-d-792364-10 is: [{'id': '548a412e-8191-4b61-8cd8-98806df35071', 'name': 'tempest-TestVolumeBootPattern-717993446-router', 'tenant_id': 'dc39d85d01c24b69b6972c1867403cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:53Z', 'updated_at': '2022-02-03T13:33:16Z', 'revision_number': 6, 'project_id': 'dc39d85d01c24b69b6972c1867403cd1', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:33:16.371658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.401991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Pushing event deleted for resources: {'Port': ['ID=a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:16.472647 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (548a412e-8191-4b61-8cd8-98806df35071), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.568477 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (548a412e-8191-4b61-8cd8-98806df35071), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.570720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks [] for router_controller (548a412e-8191-4b61-8cd8-98806df35071), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.619702 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (548a412e-8191-4b61-8cd8-98806df35071), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.620371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 548a412e-8191-4b61-8cd8-98806df35071 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:33:16.625277 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.628641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-68191bab-ef91-4fe8-9260-de50f474aebc admin admin] 10.222.0.65 "DELETE /v2.0/routers/548a412e-8191-4b61-8cd8-98806df35071 HTTP/1.1" status: 204 len: 168 time: 0.8135951 Feb 03 13:33:16.628836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47748) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:16.676975 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.678059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba95da5-8a35-4a3e-9c76-a66cb274c935 admin admin] Deleting subnet 071310cf-f46b-491c-a3b0-9aa6b1f04f62 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:33:16.681231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3ba95da5-8a35-4a3e-9c76-a66cb274c935 admin admin] Publish callbacks [] for subnet (071310cf-f46b-491c-a3b0-9aa6b1f04f62), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.718433 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3ba95da5-8a35-4a3e-9c76-a66cb274c935 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (071310cf-f46b-491c-a3b0-9aa6b1f04f62), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.804338 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3ba95da5-8a35-4a3e-9c76-a66cb274c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (071310cf-f46b-491c-a3b0-9aa6b1f04f62), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.863899 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3ba95da5-8a35-4a3e-9c76-a66cb274c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (071310cf-f46b-491c-a3b0-9aa6b1f04f62), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.894845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba95da5-8a35-4a3e-9c76-a66cb274c935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071310cf-f46b-491c-a3b0-9aa6b1f04f62,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:16.904483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3ba95da5-8a35-4a3e-9c76-a66cb274c935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:16.907944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ffc015-4f46-4b22-9fdb-f38b90fa5576 None None] Network 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:33:16.913060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3ba95da5-8a35-4a3e-9c76-a66cb274c935 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/071310cf-f46b-491c-a3b0-9aa6b1f04f62 HTTP/1.1" status: 204 len: 168 time: 0.2810507 Feb 03 13:33:16.913584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47750) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:16.987427 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (68b4888e-7a7f-4ce0-9b1d-092e3f3e565e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.041283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Deleting port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:17.041705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.110066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] For port f47266da-a4d4-4b24-991e-f3cca5bd5ce1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=f47266da-a4d4-4b24-991e-f3cca5bd5ce1,segment=NetworkSegment(b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1),segment_id=b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:17.110315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.123575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Calling delete_port for f47266da-a4d4-4b24-991e-f3cca5bd5ce1 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:17.177471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] DHCP port deletion for 68b4888e-7a7f-4ce0-9b1d-092e3f3e565e request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:33:17.215354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.230103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] Deleting port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:17.230774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.241121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47266da-a4d4-4b24-991e-f3cca5bd5ce1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:17.244883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] No DVR routers for this DVR port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:33:17.304730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] For port f47266da-a4d4-4b24-991e-f3cca5bd5ce1, host n-d-792364-10, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:17.305131 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.318399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] Calling delete_port for f47266da-a4d4-4b24-991e-f3cca5bd5ce1 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:17.321336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] Port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 13:33:17.324342 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (f47266da-a4d4-4b24-991e-f3cca5bd5ce1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.331174 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (68b4888e-7a7f-4ce0-9b1d-092e3f3e565e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.352737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b4888e-7a7f-4ce0-9b1d-092e3f3e565e']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:17.353871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] Pushing event deleted for resources: {'Port': ['ID=f47266da-a4d4-4b24-991e-f3cca5bd5ce1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:17.359906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045241e8-6a9a-4a5b-b8ee-ec540b057da8 None None] No DVR routers for this DVR port f47266da-a4d4-4b24-991e-f3cca5bd5ce1 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:33:17.370746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:17.370746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:17.378430 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.395038 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.404337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:33:17.404797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (b348d2c4-dc85-4a2c-a0ae-51e8029a3bb1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:33:17.407347 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:33:17.469412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (68b4888e-7a7f-4ce0-9b1d-092e3f3e565e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.475152 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.478303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/68b4888e-7a7f-4ce0-9b1d-092e3f3e565e HTTP/1.1" status: 204 len: 168 time: 0.5636582 Feb 03 13:33:17.489988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ea07f-b863-4645-a486-3d06bc97b6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b4888e-7a7f-4ce0-9b1d-092e3f3e565e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:17.622897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47754) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:17.662996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e45f9e03-afc7-4ff5-8185-7f6e0a2298ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca6116a6d93041948095d331ade177d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388710 Feb 03 13:33:17.665614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47756) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:17.713743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9b60766-63f4-444c-ae7c-7632fcbe8d8d admin admin] Publish callbacks [] for security_group (98bc9fcc-0681-40f1-9556-0e95ffec497f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.736539 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9b60766-63f4-444c-ae7c-7632fcbe8d8d admin admin] Publish callbacks [] for security_group (98bc9fcc-0681-40f1-9556-0e95ffec497f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.786904 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9b60766-63f4-444c-ae7c-7632fcbe8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (98bc9fcc-0681-40f1-9556-0e95ffec497f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.789466 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e9b60766-63f4-444c-ae7c-7632fcbe8d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:17.790694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e9b60766-63f4-444c-ae7c-7632fcbe8d8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98bc9fcc-0681-40f1-9556-0e95ffec497f HTTP/1.1" status: 204 len: 168 time: 0.1241858 Feb 03 13:33:17.799099 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b60766-63f4-444c-ae7c-7632fcbe8d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bc9fcc-0681-40f1-9556-0e95ffec497f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:17.875173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f47266da-a4d4-4b24-991e-f3cca5bd5ce1 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:33:17.894799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: f47266da-a4d4-4b24-991e-f3cca5bd5ce1 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:33:17.895136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device f47266da-a4d4-4b24-991e-f3cca5bd5ce1 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:33:17.895549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 180a26b7-2370-4393-a688-4fa6a643a385 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:33:17.913924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 180a26b7-2370-4393-a688-4fa6a643a385 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:33:17.914610 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 180a26b7-2370-4393-a688-4fa6a643a385 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:33:17.914703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:33:17.937095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:33:17.937555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device a25f4fb7-d8c3-4d59-86bb-8886d3b49cdb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:33:18.132124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47762) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:18.173271 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-047d1beb-6b08-4474-ad12-2478e4c70a0d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc39d85d01c24b69b6972c1867403cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399952 Feb 03 13:33:18.176090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47764) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:18.229124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-691c83b7-ab5a-4832-b2b7-b6b8d872630c admin admin] Publish callbacks [] for security_group (3f70b9c5-f582-4a13-b7d0-7b66e70a30d2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:18.253672 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-691c83b7-ab5a-4832-b2b7-b6b8d872630c admin admin] Publish callbacks [] for security_group (3f70b9c5-f582-4a13-b7d0-7b66e70a30d2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:18.308993 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-691c83b7-ab5a-4832-b2b7-b6b8d872630c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3f70b9c5-f582-4a13-b7d0-7b66e70a30d2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:18.311780 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-691c83b7-ab5a-4832-b2b7-b6b8d872630c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:18.313014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-691c83b7-ab5a-4832-b2b7-b6b8d872630c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f70b9c5-f582-4a13-b7d0-7b66e70a30d2 HTTP/1.1" status: 204 len: 168 time: 0.1359189 Feb 03 13:33:18.321218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c83b7-ab5a-4832-b2b7-b6b8d872630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f70b9c5-f582-4a13-b7d0-7b66e70a30d2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:21.188501 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:29.158992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-2a0e4122-ddcf-4862-b7d3-55dedb9ac3af tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=730c84b581cf4232b517f1ebaad7fb08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228791 Feb 03 13:33:29.271395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-f32f82fd-89e5-494a-8dd1-7bed5b5810b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:29.272857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-f32f82fd-89e5-494a-8dd1-7bed5b5810b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088531 Feb 03 13:33:29.289862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-011646b9-bd62-4667-bb1e-b2b3d01e947f tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/quotas/730c84b581cf4232b517f1ebaad7fb08 HTTP/1.1" status: 200 len: 375 time: 0.0091803 Feb 03 13:33:29.322305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-5aa545d1-112d-4680-863e-8359f8098f2f tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=730c84b581cf4232b517f1ebaad7fb08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274649 Feb 03 13:33:29.496255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03488899-cb78-4732-9a96-c9a80e3dd9e2 req-177b894d-8965-45f0-a67f-2c89b55b302f tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Feb 03 13:33:30.575791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-364efa4c-c4c7-49e2-bf83-482fc9d01093 req-65ce1bfd-bb3a-4b30-be2d-0cce83e570af tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 210 time: 0.0273213 Feb 03 13:33:31.671337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2fe43a1a-2991-436f-b4a1-8f0c70c902b1 req-f74d2ffd-130d-4623-a0a3-ac88d89cf680 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 210 time: 0.0310736 Feb 03 13:33:32.756040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-094031c0-daa1-4b4f-bcaf-003c50b4b1c4 req-fac280c3-37ad-4101-ade4-04f11106595a tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 210 time: 0.0282998 Feb 03 13:33:33.883491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e4b7b04-fb3c-4751-9bb7-33f7b2549382 req-abe99ccb-5673-4b75-9f7a-415355d8bf0a tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 210 time: 0.0357440 Feb 03 13:33:34.593655 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-7ba88983-cb83-416d-afaa-c54b94a6a790 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=730c84b581cf4232b517f1ebaad7fb08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300953 Feb 03 13:33:34.780724 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-631153a1-1c8e-43fd-83ec-bf7aa1ba9377 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:34.782368 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-631153a1-1c8e-43fd-83ec-bf7aa1ba9377 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834779 Feb 03 13:33:34.796481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Request body: {'port': {'device_id': '4a26fe25-88c5-4c8a-8e6a-9ac91e769336', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'admin_state_up': True, 'tenant_id': '730c84b581cf4232b517f1ebaad7fb08'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:33:34.919539 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Made reservation on behalf of 730c84b581cf4232b517f1ebaad7fb08 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:33:34.923379 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:34.932408 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:34.983396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-099d3c93-fc2a-473f-aad7-6037aecf9a88 req-e40b1a4c-b4bd-4146-a855-7a8a26524674 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 210 time: 0.0300705 Feb 03 13:33:35.010744 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks [] for security_group (29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:35.016117 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:35.081196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:35.095343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.095689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.096034 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.096371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.096702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.097028 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.097355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.097679 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.097999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.098306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.098652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.098969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.099291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:35.158769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Allocated IP 192.168.233.153 (2f92deac-6d02-453a-898f-89b176eb405e/148a5088-ed71-407c-97d3-9a2d38f68ed7/a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:33:35.314129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks [] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:35.351146 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:35.394650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Network 2f92deac-6d02-453a-898f-89b176eb405e is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:33:35.399621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:33:35.403140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:33:35.427842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Pushing event updated for resources: {'Port': ['ID=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:35.457068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:35.457690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:35.476211 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-02915fca-ed0a-4d44-b147-d6dee6132045 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6833904 Feb 03 13:33:35.488448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Request body: {'port': {'device_id': '4a26fe25-88c5-4c8a-8e6a-9ac91e769336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:33:35.556431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:35.685429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5be8173b-2664-4d26-a476-0c41d72d0cb3 None None] Provisioning complete for port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:33:35.686110 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5be8173b-2664-4d26-a476-0c41d72d0cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:35.724989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5be8173b-2664-4d26-a476-0c41d72d0cb3 None None] Port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:33:35.832414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:33:35.839816 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Publish callbacks [] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:35.853106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Transition to ACTIVE for port object a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:33:35.858851 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:35.911621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Pushing event updated for resources: {'Port': ['ID=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:35.984481 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Attempting to bind port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:33:35.984820 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Attempting to bind port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:33:35.985154 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Attempting to bind port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:33:35.989723 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad on network 2f92deac-6d02-453a-898f-89b176eb405e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:33:35.990046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Attempting to bind port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad on network 2f92deac-6d02-453a-898f-89b176eb405e {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:33:35.995386 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:33:35.995778 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Checking segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:33:35.996159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Bound using segment: {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:33:35.996579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Bound port: a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:33:35.997110 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:36.066209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] For port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:33:36.070425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] For port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:33:36.078471 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:36.112834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df991ccb-d908-4d77-8351-4d3136de266e req-b4141d5b-8811-4fac-a825-5bc6499682ea tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:36.114170 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:36.114495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df991ccb-d908-4d77-8351-4d3136de266e req-b4141d5b-8811-4fac-a825-5bc6499682ea tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 948 time: 0.0557418 Feb 03 13:33:36.114818 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:36.116608 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] 10.222.0.72 "PUT /v2.0/ports/a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad HTTP/1.1" status: 200 len: 1097 time: 0.6325755 Feb 03 13:33:36.119383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a26fe25-88c5-4c8a-8e6a-9ac91e769336', 'tag': 'a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:33:36.122398 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcefcff0-2c09-4982-a03e-ffd057cb794d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a26fe25-88c5-4c8a-8e6a-9ac91e769336", "tag": "a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:33:36.151601 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1351b08-46d6-48c6-8a10-da054c48e99a service neutron] Pushing event updated for resources: {'Port': ['ID=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:36.187856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df991ccb-d908-4d77-8351-4d3136de266e req-4df99c36-f0f8-4df3-8838-a8094f0a43a4 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/security-groups?id=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608046 Feb 03 13:33:36.209671 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c796c29-6630-4555-8a14-42ae1d54393c x-openstack-request-id: req-0c796c29-6630-4555-8a14-42ae1d54393c {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:33:36.210071 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a26fe25-88c5-4c8a-8e6a-9ac91e769336", "tag": "a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:33:36.210416 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c796c29-6630-4555-8a14-42ae1d54393c {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:33:36.210895 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a26fe25-88c5-4c8a-8e6a-9ac91e769336', 'tag': 'a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad', 'status': 'completed', 'code': 200} Feb 03 13:33:36.229749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-4c75cf9a-42df-4eec-a62a-abe8188babde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:36.231338 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-4c75cf9a-42df-4eec-a62a-abe8188babde service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=730c84b581cf4232b517f1ebaad7fb08&device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 1131 time: 0.0578213 Feb 03 13:33:36.273255 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-c14e0407-f757-475f-9652-cc6e18dd7d13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad HTTP/1.1" status: 200 len: 217 time: 0.0349491 Feb 03 13:33:36.324689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-8dd0dfc7-aa22-4d62-8f0f-66e1ac331b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:36.326588 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-8dd0dfc7-aa22-4d62-8f0f-66e1ac331b67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0454745 Feb 03 13:33:36.381757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-76c8d892-f5c2-4006-b4d2-ac5821d5452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:36.383190 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-76c8d892-f5c2-4006-b4d2-ac5821d5452a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0508001 Feb 03 13:33:36.488359 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-13d2571e-b3c3-4755-916b-0b736e15fc1e service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977881 Feb 03 13:33:36.582511 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-34bb0a08-9259-415e-804d-ce3cdd2e9ae5 req-393dbcf0-d736-4014-9f15-e019627c9454 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874231 Feb 03 13:33:36.673102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-0e9c46ca-e1f0-4189-908e-017d03a42f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:36.674630 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-0e9c46ca-e1f0-4189-908e-017d03a42f6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=730c84b581cf4232b517f1ebaad7fb08&device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 1131 time: 0.0457749 Feb 03 13:33:36.694997 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ed61593-25c7-4a7e-8905-e75d10957007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:36.783991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-acee9573-5258-4477-9467-31951d64e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:36.785577 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-acee9573-5258-4477-9467-31951d64e73d service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f92deac-6d02-453a-898f-89b176eb405e HTTP/1.1" status: 200 len: 870 time: 0.1049888 Feb 03 13:33:36.839471 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-4793159f-c913-46ce-8823-b47d484bb83d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad HTTP/1.1" status: 200 len: 217 time: 0.0470769 Feb 03 13:33:36.889019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-a69cb89e-2993-474f-ac84-c141067f0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:36.890580 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-a69cb89e-2993-474f-ac84-c141067f0d31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=148a5088-ed71-407c-97d3-9a2d38f68ed7 HTTP/1.1" status: 200 len: 843 time: 0.0442588 Feb 03 13:33:36.948582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-0c0847a1-e1c5-4124-befa-67f6ea9a2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:36.949996 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-0c0847a1-e1c5-4124-befa-67f6ea9a2aec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f92deac-6d02-453a-898f-89b176eb405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0521810 Feb 03 13:33:37.043114 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-59197e4e-9e56-4278-9846-d0037bf9bc60 service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853164 Feb 03 13:33:37.152881 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-bcefcff0-2c09-4982-a03e-ffd057cb794d req-86458718-7c52-428f-9a44-bffbaef4cf4e service neutron] 10.222.0.72 "GET /v2.0/networks/2f92deac-6d02-453a-898f-89b176eb405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019588 Feb 03 13:33:37.301819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a43605-1410-46c0-a522-b4e8b1fa8050 req-d6f38ffd-636d-4671-82fa-8bb3bdcb2598 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:37.303329 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31a43605-1410-46c0-a522-b4e8b1fa8050 req-d6f38ffd-636d-4671-82fa-8bb3bdcb2598 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 948 time: 0.0583169 Feb 03 13:33:37.351925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31a43605-1410-46c0-a522-b4e8b1fa8050 req-2ab7dfbe-8884-4eea-916c-ee1c147fca4f tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/security-groups?id=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Feb 03 13:33:37.735500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:33:38.007702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:38.019562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad', 'network_id': '2f92deac-6d02-453a-898f-89b176eb405e', 'port_id': 'a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad', 'mac_address': 'fa:16:3e:54:ba:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a5088-ed71-407c-97d3-9a2d38f68ed7', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:33:38.062218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:33:38.062637 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:38.076004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:33:38.097797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:38.104039 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:38.157292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:38.353971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:33:38.478772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501f2ff-ca26-4a76-8687-2966c58609d0 req-0ba4457e-31fe-4328-8aee-e344b52660e2 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:38.480280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8501f2ff-ca26-4a76-8687-2966c58609d0 req-0ba4457e-31fe-4328-8aee-e344b52660e2 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 949 time: 0.0537314 Feb 03 13:33:38.529882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8501f2ff-ca26-4a76-8687-2966c58609d0 req-c7d8c73e-e995-4167-8330-15c40fd4b64e tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/security-groups?id=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Feb 03 13:33:38.931078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d26d0b8e-c73d-42d6-9a19-48bc7e42772c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:39.662241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6f1ce-9073-4baa-99b2-cca95f348136 req-ba3e03c4-7326-42db-92f9-7b5c0f5f8a73 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:39.663793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d6f1ce-9073-4baa-99b2-cca95f348136 req-ba3e03c4-7326-42db-92f9-7b5c0f5f8a73 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 949 time: 0.0578957 Feb 03 13:33:39.711666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2d6f1ce-9073-4baa-99b2-cca95f348136 req-db3a0b9b-75f8-4134-9027-d37f07608032 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/security-groups?id=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Feb 03 13:33:39.721827 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:33:39.732540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:33:39.784407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:33:39.788337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:33:39.788837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:39.869070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:33:39.869464 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:39.893644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a26fe25-88c5-4c8a-8e6a-9ac91e769336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:33:39.895987 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdea4d4-9b91-4920-a0c1-687f4323d0ff" -d '{"events": [{"server_uuid": "4a26fe25-88c5-4c8a-8e6a-9ac91e769336", "name": "network-vif-plugged", "status": "completed", "tag": "a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:33:39.915654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:39.920953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:39.951368 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f06d69-bf85-4eba-84c0-40892f1bfc92 x-openstack-request-id: req-23f06d69-bf85-4eba-84c0-40892f1bfc92 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:33:39.952043 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a26fe25-88c5-4c8a-8e6a-9ac91e769336", "name": "network-vif-plugged", "status": "completed", "tag": "a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:33:39.952043 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23f06d69-bf85-4eba-84c0-40892f1bfc92 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:33:39.952561 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a26fe25-88c5-4c8a-8e6a-9ac91e769336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad', 'code': 200} Feb 03 13:33:39.982532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:40.042651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ec54a-a06a-4fc6-924e-6bc58358393f req-225615ef-812f-4934-b507-7064b78ae428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:40.044175 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6a5ec54a-a06a-4fc6-924e-6bc58358393f req-225615ef-812f-4934-b507-7064b78ae428 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 1133 time: 0.0468597 Feb 03 13:33:40.088193 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-6a5ec54a-a06a-4fc6-924e-6bc58358393f req-6879b51f-e5bf-4e2c-bc1f-932417950cda service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374653 Feb 03 13:33:40.304651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:40.850391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c4831-0ef5-4e99-97c8-59ff103ca5b5 req-ed21409a-ba3c-46f5-a56d-245e10e0663e tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:40.852401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e6c4831-0ef5-4e99-97c8-59ff103ca5b5 req-ed21409a-ba3c-46f5-a56d-245e10e0663e tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 950 time: 0.0647407 Feb 03 13:33:40.901974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3e6c4831-0ef5-4e99-97c8-59ff103ca5b5 req-5e1bd8cd-3b22-4e61-b29e-2747cfa5f8da tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/security-groups?id=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Feb 03 13:33:41.738817 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:42.045189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f205c1b-88aa-4764-b36d-346a8e79c806 req-e5b65888-8145-4e14-bbf8-aba393306f05 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:42.046705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f205c1b-88aa-4764-b36d-346a8e79c806 req-e5b65888-8145-4e14-bbf8-aba393306f05 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 950 time: 0.0601707 Feb 03 13:33:42.098254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f205c1b-88aa-4764-b36d-346a8e79c806 req-9c1c2b3b-5316-4ee2-8555-3fa37d674028 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/security-groups?id=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 Feb 03 13:33:42.549816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-282d4414-3525-486f-be20-c09553a85ba1 req-ff4bfc19-219b-49b6-aaa1-5bdad9bed1e0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:33:42.550877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-282d4414-3525-486f-be20-c09553a85ba1 req-ff4bfc19-219b-49b6-aaa1-5bdad9bed1e0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0569234 Feb 03 13:33:42.723670 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:42.979721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-c81ce9a1-5ed1-4867-8d5a-e79544600afb req-cec58eee-916e-476a-879e-6d0452544f6f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:33:42.980727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c81ce9a1-5ed1-4867-8d5a-e79544600afb req-cec58eee-916e-476a-879e-6d0452544f6f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436320 Feb 03 13:33:43.362900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644ad9c-1b9d-4168-80ab-9943c424f231 req-19965ec7-db67-47c8-8920-da6c311f8930 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:43.364388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1644ad9c-1b9d-4168-80ab-9943c424f231 req-19965ec7-db67-47c8-8920-da6c311f8930 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 950 time: 0.0651956 Feb 03 13:33:43.415991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1644ad9c-1b9d-4168-80ab-9943c424f231 req-bc88fef3-713f-464f-bc3f-6a5d60fecf79 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/security-groups?id=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 Feb 03 13:33:44.528811 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-9f749478-3a37-48da-bafc-b5ccdba3401d req-9db7a729-eb64-486d-ae22-3364689aac28 service neutron] (103223) timed out ('10.222.0.65', 45546) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:33:44.540179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e6054-1b5f-4d4f-ab34-a3415ed140aa req-5e77d290-f121-4440-bd68-d21879a528ca tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:44.541685 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-881e6054-1b5f-4d4f-ab34-a3415ed140aa req-5e77d290-f121-4440-bd68-d21879a528ca tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 950 time: 0.0551591 Feb 03 13:33:44.589439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-881e6054-1b5f-4d4f-ab34-a3415ed140aa req-8b7344cd-c42c-4108-b8a8-873115dc7bff tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.65 "GET /v2.0/security-groups?id=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Feb 03 13:33:44.645188 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-a3f5399d-0d59-47cb-bb63-8e7a54766966 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:44.646689 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-a3f5399d-0d59-47cb-bb63-8e7a54766966 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a26fe25-88c5-4c8a-8e6a-9ac91e769336 HTTP/1.1" status: 200 len: 950 time: 0.0582523 Feb 03 13:33:44.741915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Deleting port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:44.742257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:44.834032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] For port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,segment=NetworkSegment(ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7),segment_id=ba1734ec-e120-4fa1-a4fb-1c0a6a09c4d7)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:44.834373 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:44.850794 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Calling delete_port for a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:44.985078 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:45.002608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:33:45.012122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Pushing event deleted for resources: {'Port': ['ID=a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:45.065246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] No DVR routers for this DVR port a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:33:45.068104 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:45.071501 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a6845fce-30a3-4f00-827a-d1410ecbbddf req-ff6be6b5-fbf0-467d-a678-e4e8f90d70b3 tempest-ServersAdminNegativeTestJSON-1334137336 tempest-ServersAdminNegativeTestJSON-1334137336-project] 10.222.0.72 "DELETE /v2.0/ports/a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad HTTP/1.1" status: 204 len: 173 time: 0.4193778 Feb 03 13:33:45.071956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a26fe25-88c5-4c8a-8e6a-9ac91e769336', 'name': 'network-vif-deleted', 'tag': 'a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:33:45.074298 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9621b5cf-adc8-4a84-b98b-6c74a0eb611d" -d '{"events": [{"server_uuid": "4a26fe25-88c5-4c8a-8e6a-9ac91e769336", "name": "network-vif-deleted", "tag": "a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:33:45.113216 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf49008-c54e-4d67-89fb-0b825af376e8 x-openstack-request-id: req-dcf49008-c54e-4d67-89fb-0b825af376e8 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:33:45.113487 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a26fe25-88c5-4c8a-8e6a-9ac91e769336", "name": "network-vif-deleted", "tag": "a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:33:45.113741 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcf49008-c54e-4d67-89fb-0b825af376e8 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:33:45.114139 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a26fe25-88c5-4c8a-8e6a-9ac91e769336', 'name': 'network-vif-deleted', 'tag': 'a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad', 'status': 'completed', 'code': 200} Feb 03 13:33:45.924053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47936) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:46.077205 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7def26e0-8b4b-4a4c-b2b6-f4c9a57242de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=730c84b581cf4232b517f1ebaad7fb08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519651 Feb 03 13:33:46.080164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47940) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:46.126484 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Publish callbacks [] for security_group (29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.152069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Publish callbacks [] for security_group (29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.203395 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.206141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.207351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2 HTTP/1.1" status: 204 len: 168 time: 0.1262224 Feb 03 13:33:46.215305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ea2f1e-5f41-4be0-924f-c9f20bc8b8e2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:46.223059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.223418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.223777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.224106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.224434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.224761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.225085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.225390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.225710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.226026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.226352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.226669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.226985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b258c7-6294-4e39-8f7f-afe75cc6f609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:46.500604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47946) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:46.514633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3af5e3c4-171f-4ea0-961e-ab14c64163ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.595672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3af5e3c4-171f-4ea0-961e-ab14c64163ab admin admin] Publish callbacks [] for security_group (cf8a9334-aca6-4369-a4f0-c34adb0f7626), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.600945 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3af5e3c4-171f-4ea0-961e-ab14c64163ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf8a9334-aca6-4369-a4f0-c34adb0f7626), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.642609 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3af5e3c4-171f-4ea0-961e-ab14c64163ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b76db305d00a4dd0a73eb00e71ec2973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408055 Feb 03 13:33:46.643027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47948) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:46.643914 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5e3c4-171f-4ea0-961e-ab14c64163ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a9334-aca6-4369-a4f0-c34adb0f7626,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:46.676135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.696154 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5b8f-db49-43e4-be05-99fc2c4af8ee admin admin] Publish callbacks [] for security_group (cf8a9334-aca6-4369-a4f0-c34adb0f7626), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.719380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5b8f-db49-43e4-be05-99fc2c4af8ee admin admin] Publish callbacks [] for security_group (cf8a9334-aca6-4369-a4f0-c34adb0f7626), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.767358 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5b8f-db49-43e4-be05-99fc2c4af8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (cf8a9334-aca6-4369-a4f0-c34adb0f7626), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.770008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5b8f-db49-43e4-be05-99fc2c4af8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.771215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a8dd5b8f-db49-43e4-be05-99fc2c4af8ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf8a9334-aca6-4369-a4f0-c34adb0f7626 HTTP/1.1" status: 204 len: 168 time: 0.1268685 Feb 03 13:33:46.779073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd5b8f-db49-43e4-be05-99fc2c4af8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a9334-aca6-4369-a4f0-c34adb0f7626,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:47.500783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 47970) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:47.605278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1339551684-network', 'tenant_id': '4e73d9723fab49f18a7f2de590bcf603'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:33:47.628277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Made reservation on behalf of 4e73d9723fab49f18a7f2de590bcf603 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:33:47.630838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:47.641768 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:47.719405 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Publish callbacks [] for security_group (3d0259ef-edea-48b1-a13f-d6b0d69a2f42), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:47.724656 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3d0259ef-edea-48b1-a13f-d6b0d69a2f42), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:47.748061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:33:47.763207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0259ef-edea-48b1-a13f-d6b0d69a2f42,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:47.763388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:33:47.769034 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:47.769370 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Added segment 2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5 of type vlan for network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 Feb 03 13:33:47.783537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:33:47.783967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a40a0f2f-1d23-4139-a1bd-5d25b4d3dbad not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:33:47.812144 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (99d1077d-d19e-49eb-a8ea-a93d2cb8b857), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:47.838673 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (99d1077d-d19e-49eb-a8ea-a93d2cb8b857), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:47.839840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:47.840494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:47.871908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3697889 Feb 03 13:33:47.874881 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 47974) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:47.879918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Request body: {'subnet': {'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1339551684-subnet', 'tenant_id': '4e73d9723fab49f18a7f2de590bcf603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:33:47.899967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Made reservation on behalf of 4e73d9723fab49f18a7f2de590bcf603 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:33:47.902302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:47.903447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf12ed-4c6b-4b90-a1ac-205f52a77db6 admin admin] Pushing event updated for resources: {'Network': ['ID=99d1077d-d19e-49eb-a8ea-a93d2cb8b857,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:47.913480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:33:48.083318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (1a142e56-f92a-4eda-924a-9c03f9fd375e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:48.131619 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a142e56-f92a-4eda-924a-9c03f9fd375e,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:48.147542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Checking segment: {'id': '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:33:48.147898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Network hostable DHCP agents. Network: 99d1077d-d19e-49eb-a8ea-a93d2cb8b857, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:33:48.166577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:33:48.178015 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 99d1077d-d19e-49eb-a8ea-a93d2cb8b857) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:33:48.182002 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:48.182623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:48.187822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6399f14d-9083-49e1-8eea-1d60cb9e0234 None None] Network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:33:48.199130 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8c96ae2c-d42e-4e4d-ac28-26ad594bbdc6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3231320 Feb 03 13:33:48.284419 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3421b43-a78e-4bae-aa1b-91d905ed0602 None None] Network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:33:48.641242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-7d751bea-1bb9-470d-8f7a-d7bad143a0bd tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:48.642853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-7d751bea-1bb9-470d-8f7a-d7bad143a0bd tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/networks?id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857 HTTP/1.1" status: 200 len: 812 time: 0.1147676 Feb 03 13:33:48.658182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-2cb68346-5266-4db5-9fca-63354cc0ad61 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/quotas/4e73d9723fab49f18a7f2de590bcf603 HTTP/1.1" status: 200 len: 375 time: 0.0096521 Feb 03 13:33:48.692857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-3f2fb0c9-2c12-4a90-b88e-1d29b64dba2b tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e73d9723fab49f18a7f2de590bcf603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274024 Feb 03 13:33:48.795124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-05f05d3f-d274-4993-9ba5-fa287625065f service neutron] 10.222.0.65 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923989 Feb 03 13:33:48.883583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-3c24ca7a-fea2-45fb-b538-4d46c697de43 service neutron] 10.222.0.65 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844975 Feb 03 13:33:49.070638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b8f2927e-c1ea-45cb-a7fb-d62a6050da6f req-3c055406-fe18-4e81-8ec2-be1de36a3a85 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0320830 Feb 03 13:33:50.088488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-b8c4f766-38b5-4f27-85fa-cbc6347e56ba tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:50.089932 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-b8c4f766-38b5-4f27-85fa-cbc6347e56ba tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.72 "GET /v2.0/networks?id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857 HTTP/1.1" status: 200 len: 812 time: 0.1129708 Feb 03 13:33:50.105851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Request body: {'port': {'device_id': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857', 'admin_state_up': True, 'tenant_id': '4e73d9723fab49f18a7f2de590bcf603'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:33:50.171586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c50f258f-ae07-44b3-ba2c-b70b11b694ff req-a574cdc9-1d46-49e2-8d22-1a4b77af2c29 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0299692 Feb 03 13:33:50.225357 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Made reservation on behalf of 4e73d9723fab49f18a7f2de590bcf603 for: {'port': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:33:50.228811 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:50.353054 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Allocated IP 172.20.0.4 (99d1077d-d19e-49eb-a8ea-a93d2cb8b857/1a142e56-f92a-4eda-924a-9c03f9fd375e/5998f524-dd73-4ac9-94ae-b0831e3e038f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:33:50.504403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Publish callbacks [] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:50.545833 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:50.591869 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:33:50.594935 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:33:50.599564 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:33:50.603494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Pushing event updated for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:50.651770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:50.652382 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:50.674010 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-638b46d4-95d3-4ad7-b55d-9cc1efd65089 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750947 Feb 03 13:33:50.684886 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Request body: {'port': {'device_id': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:33:50.745247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:51.008636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5998f524-dd73-4ac9-94ae-b0831e3e038f {{(pid=103223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:33:51.016201 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Publish callbacks [] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:51.029018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Transition to ACTIVE for port object 5998f524-dd73-4ac9-94ae-b0831e3e038f will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:33:51.035485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:51.083451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Pushing event updated for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:51.153860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Attempting to bind port 5998f524-dd73-4ac9-94ae-b0831e3e038f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:33:51.154578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Attempting to bind port 5998f524-dd73-4ac9-94ae-b0831e3e038f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:33:51.154578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Attempting to bind port 5998f524-dd73-4ac9-94ae-b0831e3e038f on network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:33:51.159285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Port 5998f524-dd73-4ac9-94ae-b0831e3e038f on network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:33:51.159608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Attempting to bind port 5998f524-dd73-4ac9-94ae-b0831e3e038f on network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:33:51.164987 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:33:51.165327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Checking segment: {'id': '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:33:51.165728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Bound using segment: {'id': '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:33:51.166147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Bound port: 5998f524-dd73-4ac9-94ae-b0831e3e038f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:33:51.166543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:51.187090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:51.234849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:33:51.237920 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:33:51.245149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:51.280818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:51.282007 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:51.283460 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] 10.222.0.72 "PUT /v2.0/ports/5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 200 len: 1092 time: 0.6025488 Feb 03 13:33:51.284156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:33:51.288141 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3172dd91-b093-4c28-8046-6c89d41a6012" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:33:51.314698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a912c10-b178-4226-874e-da6c0ad2f63a req-7f0905f7-36e1-47a8-82d5-aa7517788942 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:51.315754 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9d253-23d4-4100-9ce6-f34623bd98ca service neutron] Pushing event updated for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:51.322883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a912c10-b178-4226-874e-da6c0ad2f63a req-7f0905f7-36e1-47a8-82d5-aa7517788942 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 943 time: 0.0757780 Feb 03 13:33:51.339453 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5250ed7c-9253-4dba-ac9b-8ceb63180e8a x-openstack-request-id: req-5250ed7c-9253-4dba-ac9b-8ceb63180e8a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:33:51.339740 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:33:51.340043 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5250ed7c-9253-4dba-ac9b-8ceb63180e8a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:33:51.340461 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'status': 'completed', 'code': 200} Feb 03 13:33:51.370200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a912c10-b178-4226-874e-da6c0ad2f63a req-4fdd3cf0-935a-4e91-80a0-5b5842a75eae tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Feb 03 13:33:51.373945 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-e17454ab-7bae-4a36-bce6-94adad692952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:51.375476 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-e17454ab-7bae-4a36-bce6-94adad692952 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e73d9723fab49f18a7f2de590bcf603&device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 1126 time: 0.0466170 Feb 03 13:33:51.420817 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-5e50101c-e5c0-418a-b3f1-53ad91789066 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 200 len: 217 time: 0.0374775 Feb 03 13:33:51.767738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-8ca4abdb-c3b5-4a32-8080-b7fee75da896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:51.769253 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-8ca4abdb-c3b5-4a32-8080-b7fee75da896 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a142e56-f92a-4eda-924a-9c03f9fd375e HTTP/1.1" status: 200 len: 852 time: 0.3421638 Feb 03 13:33:51.801845 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-affd7c01-5578-426b-addb-def3c2e1710e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255675 Feb 03 13:33:51.903064 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-268a1874-6447-492e-ac1b-f63aa096e89d service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941348 Feb 03 13:33:51.992935 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-490bc244-669a-4d97-be6d-25cdd2bc7c40 req-fd59edd7-9d93-4d5e-9f19-00e156998a27 service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836167 Feb 03 13:33:52.103029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-e3362129-ce44-42d1-825b-4a3242d1305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:52.105373 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-e3362129-ce44-42d1-825b-4a3242d1305f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e73d9723fab49f18a7f2de590bcf603&device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 1126 time: 0.0552356 Feb 03 13:33:52.198808 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-f63672aa-194f-4e7a-8924-7f3ee63e5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:52.200267 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-f63672aa-194f-4e7a-8924-7f3ee63e5a61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857 HTTP/1.1" status: 200 len: 913 time: 0.0886903 Feb 03 13:33:52.251060 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-93c24b40-7696-4674-8b08-3f92ec699219 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 200 len: 217 time: 0.0438678 Feb 03 13:33:52.306156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-d41948e1-ea75-4ef1-b3ee-5bd0e814c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:52.307620 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-d41948e1-ea75-4ef1-b3ee-5bd0e814c90b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a142e56-f92a-4eda-924a-9c03f9fd375e HTTP/1.1" status: 200 len: 852 time: 0.0507026 Feb 03 13:33:52.339917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-02507aec-22b0-479e-8270-4fc9bb2bb74a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262702 Feb 03 13:33:52.435568 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-7b291f3d-d7f6-4e81-ad3c-6694c368edcc service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881014 Feb 03 13:33:52.494072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd293054-9895-41b1-a17c-acabc9bba974 req-9827a69a-92eb-4974-a076-6260d2dd13c6 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:52.495601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd293054-9895-41b1-a17c-acabc9bba974 req-9827a69a-92eb-4974-a076-6260d2dd13c6 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 943 time: 0.0543370 Feb 03 13:33:52.531096 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-3172dd91-b093-4c28-8046-6c89d41a6012 req-25933b6d-40bf-4986-a98c-81f34432cc42 service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878460 Feb 03 13:33:52.548180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd293054-9895-41b1-a17c-acabc9bba974 req-16ea9788-904e-4e59-b487-8bfb9ba83614 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Feb 03 13:33:53.683654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e725486-8605-48c9-9be5-08fc0043625c req-b705429a-72e6-4096-bc70-2de3356b7142 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:53.685151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e725486-8605-48c9-9be5-08fc0043625c req-b705429a-72e6-4096-bc70-2de3356b7142 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 943 time: 0.0665431 Feb 03 13:33:53.740957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e725486-8605-48c9-9be5-08fc0043625c req-45925b21-fbb2-419e-b1f9-db71775ff22e tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 Feb 03 13:33:53.794784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5998f524-dd73-4ac9-94ae-b0831e3e038f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:33:53.898851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:53.910368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857', 'port_id': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'mac_address': 'fa:16:3e:9d:fc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a142e56-f92a-4eda-924a-9c03f9fd375e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:33:53.948684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 5998f524-dd73-4ac9-94ae-b0831e3e038f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:33:53.949100 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:53.962563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5998f524-dd73-4ac9-94ae-b0831e3e038f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:33:53.986212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:53.992816 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:54.051216 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:54.194134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['5998f524-dd73-4ac9-94ae-b0831e3e038f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:33:54.878597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47733b2e-8b0f-4f7c-a91e-5680866389c5 req-761788fc-22da-4a7a-8ded-cef59a836b6c tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:54.880055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47733b2e-8b0f-4f7c-a91e-5680866389c5 req-761788fc-22da-4a7a-8ded-cef59a836b6c tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0614977 Feb 03 13:33:54.927692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47733b2e-8b0f-4f7c-a91e-5680866389c5 req-fd36e494-b533-44c6-b8d4-00da35420c69 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Feb 03 13:33:55.811372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5998f524-dd73-4ac9-94ae-b0831e3e038f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:33:55.873748 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 5998f524-dd73-4ac9-94ae-b0831e3e038f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:33:55.877367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 5998f524-dd73-4ac9-94ae-b0831e3e038f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:33:55.877748 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.967437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 5998f524-dd73-4ac9-94ae-b0831e3e038f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:33:55.967834 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.991863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:33:55.994059 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22405c98-e87f-419d-a854-d5b97e7a300b" -d '{"events": [{"server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:33:56.008172 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:56.014371 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:56.044500 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dae001-bd52-40a2-b218-7662bfdbe608 x-openstack-request-id: req-95dae001-bd52-40a2-b218-7662bfdbe608 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:33:56.044793 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:33:56.045050 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95dae001-bd52-40a2-b218-7662bfdbe608 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:33:56.045441 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'code': 200} Feb 03 13:33:56.064844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acaab-368c-4b9c-83fd-54a3edffc9bc req-aed7fe08-4374-4214-94ed-996a50e34b7f tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:56.066880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-036acaab-368c-4b9c-83fd-54a3edffc9bc req-aed7fe08-4374-4214-94ed-996a50e34b7f tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0662520 Feb 03 13:33:56.071899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:56.120615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-036acaab-368c-4b9c-83fd-54a3edffc9bc req-63b297dc-342e-44e2-bfcd-05388b3a734e tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Feb 03 13:33:56.146068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec4286-b03d-498b-b267-ddae4a7e7ea8 req-b26018ea-e187-4b84-af76-110e566c1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:56.147627 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a2ec4286-b03d-498b-b267-ddae4a7e7ea8 req-b26018ea-e187-4b84-af76-110e566c1d0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 1128 time: 0.0459375 Feb 03 13:33:56.192251 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a2ec4286-b03d-498b-b267-ddae4a7e7ea8 req-3e659fa9-85f6-4fba-bf04-840fd054cc3d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Feb 03 13:33:57.250072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed4fdd-4800-4789-b0e1-0e63dc8c05f4 req-ae2b3a52-4f5b-41eb-9d42-d5bf6aba24a1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:57.251586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65ed4fdd-4800-4789-b0e1-0e63dc8c05f4 req-ae2b3a52-4f5b-41eb-9d42-d5bf6aba24a1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0552220 Feb 03 13:33:57.304192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65ed4fdd-4800-4789-b0e1-0e63dc8c05f4 req-9d46077d-534c-4036-a845-1cd515ebbdd3 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464778 Feb 03 13:33:58.432492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4bc64-276c-4a62-82b9-97c7b4d8f06d req-e7b8f4a2-3b32-41c0-aae6-b629b96add88 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:58.433940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2b4bc64-276c-4a62-82b9-97c7b4d8f06d req-e7b8f4a2-3b32-41c0-aae6-b629b96add88 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0593488 Feb 03 13:33:58.484641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2b4bc64-276c-4a62-82b9-97c7b4d8f06d req-a472fa19-1dab-4810-b30a-e9caefb83212 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Feb 03 13:33:58.710128 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48036) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:58.733771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c2734-3ff6-4cc2-b900-86213abf97de req-9612c1ed-f6a4-4330-8325-e96242887d12 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:58.735320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-562c2734-3ff6-4cc2-b900-86213abf97de req-9612c1ed-f6a4-4330-8325-e96242887d12 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0535975 Feb 03 13:33:58.782680 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-562c2734-3ff6-4cc2-b900-86213abf97de req-23d5d7d2-5fcf-44d4-9faf-88acc12545da tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Feb 03 13:33:58.804380 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-21be9a9b-ed3f-49f1-88a3-cb7f598d02a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930233 Feb 03 13:33:58.812711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-62b26cf6-c64a-430a-9728-2e88515b792f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:33:58.813641 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-62b26cf6-c64a-430a-9728-2e88515b792f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048702 Feb 03 13:33:59.929632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62598836-d9f4-4cc5-a36a-bc4df1581e05 req-4c14412e-c773-40e1-ba9e-572099b2b87c tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:59.931238 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62598836-d9f4-4cc5-a36a-bc4df1581e05 req-4c14412e-c773-40e1-ba9e-572099b2b87c tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0742950 Feb 03 13:33:59.996308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62598836-d9f4-4cc5-a36a-bc4df1581e05 req-618d1fb2-b06f-41d9-be4a-4228219d3cbb tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584781 Feb 03 13:34:00.024047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efec4-126f-40c3-9c90-59240797a476 req-4931c885-4fcf-4440-8d96-7af81e59dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:00.025588 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-4931c885-4fcf-4440-8d96-7af81e59dc3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e73d9723fab49f18a7f2de590bcf603&device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 1128 time: 0.0487194 Feb 03 13:34:00.144927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efec4-126f-40c3-9c90-59240797a476 req-f827cd08-5bd6-4d87-adae-bd66bc60390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:00.146720 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-f827cd08-5bd6-4d87-adae-bd66bc60390a service neutron] 10.222.0.72 "GET /v2.0/networks?id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857 HTTP/1.1" status: 200 len: 913 time: 0.1156511 Feb 03 13:34:00.187178 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-6377868e-7eb2-44cf-b214-a9984d20c693 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 200 len: 217 time: 0.0344088 Feb 03 13:34:00.236013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efec4-126f-40c3-9c90-59240797a476 req-5b6bed85-fb34-4e0f-ac21-40431eddb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:00.237485 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-5b6bed85-fb34-4e0f-ac21-40431eddb7c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a142e56-f92a-4eda-924a-9c03f9fd375e HTTP/1.1" status: 200 len: 852 time: 0.0441136 Feb 03 13:34:00.268232 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-fff81a69-ac69-42a2-94cd-893440eb563b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249009 Feb 03 13:34:00.361736 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-e4a29e39-6839-4ebb-aa1d-f747a92a1c96 service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871789 Feb 03 13:34:00.455114 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-49166e92-ffad-40d9-ad99-c24bda0f2b95 service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Feb 03 13:34:00.523853 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-de65c1ca-68b9-4358-9047-f3f67a66fb00 req-c65e977a-7e7c-48db-adbc-5a63c0b9f97b service neutron] (103224) timed out ('10.222.0.72', 61546) {{(pid=103224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:34:01.134605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bd9db-7a8a-403f-a591-7056b844821e req-a8dd027f-ad73-4053-85d5-c3d5a28e3705 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:01.136096 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f87bd9db-7a8a-403f-a591-7056b844821e req-a8dd027f-ad73-4053-85d5-c3d5a28e3705 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0593293 Feb 03 13:34:01.187347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f87bd9db-7a8a-403f-a591-7056b844821e req-6091bd46-ef6a-4bf3-8345-84052bb21ea6 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Feb 03 13:34:02.325324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac8e68-2be3-43d3-9a88-e2dbca3adad9 req-00c4a0d2-e3f0-4eb5-8f05-b6c384d90e94 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:02.326869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3aac8e68-2be3-43d3-9a88-e2dbca3adad9 req-00c4a0d2-e3f0-4eb5-8f05-b6c384d90e94 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0634325 Feb 03 13:34:02.374763 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3aac8e68-2be3-43d3-9a88-e2dbca3adad9 req-ae725e0e-e350-4cc1-9ac9-0e70ceedf480 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Feb 03 13:34:03.527409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2c4df-62d7-4934-bb33-0d7464075346 req-b3597270-f5c3-4886-a17c-d398e90b9519 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:03.528943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0d2c4df-62d7-4934-bb33-0d7464075346 req-b3597270-f5c3-4886-a17c-d398e90b9519 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0681586 Feb 03 13:34:03.578546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0d2c4df-62d7-4934-bb33-0d7464075346 req-cfbda5fe-a6b5-46a6-9dca-01517bc92cbc tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Feb 03 13:34:04.720106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc3158-7eb0-460a-84aa-1a238c5eed55 req-c714885c-37e0-4712-8ff0-d0cd8591c823 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:04.721633 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6adc3158-7eb0-460a-84aa-1a238c5eed55 req-c714885c-37e0-4712-8ff0-d0cd8591c823 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0560884 Feb 03 13:34:04.768868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6adc3158-7eb0-460a-84aa-1a238c5eed55 req-540ca70c-a4e2-4cb0-b8aa-230fcbb2517a tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412180 Feb 03 13:34:05.898800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c87c93-3bf6-4d0e-86e1-fd4b65de260a req-9c67752c-23c3-49b4-b6c2-2e74457e8091 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:05.900279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86c87c93-3bf6-4d0e-86e1-fd4b65de260a req-9c67752c-23c3-49b4-b6c2-2e74457e8091 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0552151 Feb 03 13:34:05.953067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86c87c93-3bf6-4d0e-86e1-fd4b65de260a req-574e6e76-32b6-45ca-a9f3-e264727f5bff tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445542 Feb 03 13:34:06.700273 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18305637-8521-459c-86f9-8c3c0825d23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:07.102834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4fc9b-df7f-4c72-83b3-ecaeeb275c85 req-d23c22db-7ac9-4c65-a8a1-46e03d2b8e6f tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:07.104855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68c4fc9b-df7f-4c72-83b3-ecaeeb275c85 req-d23c22db-7ac9-4c65-a8a1-46e03d2b8e6f tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0740771 Feb 03 13:34:07.159274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68c4fc9b-df7f-4c72-83b3-ecaeeb275c85 req-29109f92-e286-4a7d-90f1-bf1f2b3f240c tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460956 Feb 03 13:34:08.298269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d595ef-bcda-4f8d-9216-d234c27bb70b req-bde463ee-e75e-4190-ac9b-9dd244f66dba tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:08.299778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19d595ef-bcda-4f8d-9216-d234c27bb70b req-bde463ee-e75e-4190-ac9b-9dd244f66dba tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0624163 Feb 03 13:34:08.355294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19d595ef-bcda-4f8d-9216-d234c27bb70b req-37e7e2e3-c4e4-4420-b952-eb1b6d67ea84 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466897 Feb 03 13:34:08.930642 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4e950bf-571b-4ef2-b3c9-294e3ae5e83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:09.489351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296ba4-14f0-4b9d-bc65-a3e6ba55c5d9 req-817d90d0-46b8-4e84-a11a-8a78a980d8c1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:09.490939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef296ba4-14f0-4b9d-bc65-a3e6ba55c5d9 req-817d90d0-46b8-4e84-a11a-8a78a980d8c1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0626941 Feb 03 13:34:09.555183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef296ba4-14f0-4b9d-bc65-a3e6ba55c5d9 req-37b016fb-94a5-4ed0-980e-a98817e3c93d tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525336 Feb 03 13:34:10.310345 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:10.690510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2a439-afaa-41f6-8573-c34590b30d7a req-86b445e0-417b-4034-b6a5-2c5632c585bd tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:10.692024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69c2a439-afaa-41f6-8573-c34590b30d7a req-86b445e0-417b-4034-b6a5-2c5632c585bd tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0577400 Feb 03 13:34:10.741481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69c2a439-afaa-41f6-8573-c34590b30d7a req-a7c10149-22d5-44d5-b227-fdb908da37a5 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Feb 03 13:34:11.742346 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:11.871300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1661-45c7-40a9-9705-0451ef4b93da req-a840a06f-ebf2-4dce-96a7-c97f2395e25c tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:11.872793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e2f1661-45c7-40a9-9705-0451ef4b93da req-a840a06f-ebf2-4dce-96a7-c97f2395e25c tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0577257 Feb 03 13:34:11.920655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5e2f1661-45c7-40a9-9705-0451ef4b93da req-86af25b8-e302-43f2-b5fb-632297d35673 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Feb 03 13:34:12.729475 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:13.066185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cb798-a587-42ff-b5fa-63c6f485e934 req-ce0729d7-f301-44c1-984b-b94cf935eec4 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:13.067682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd3cb798-a587-42ff-b5fa-63c6f485e934 req-ce0729d7-f301-44c1-984b-b94cf935eec4 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0644851 Feb 03 13:34:13.119133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bd3cb798-a587-42ff-b5fa-63c6f485e934 req-197d6260-9eb4-4a45-a0e8-7d3abcb6f6cf tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436294 Feb 03 13:34:14.259457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3761ef-8012-4860-9560-63cb8ccb0e59 req-6ab01146-1441-4266-a055-8547f7625f47 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:14.260930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a3761ef-8012-4860-9560-63cb8ccb0e59 req-6ab01146-1441-4266-a055-8547f7625f47 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0538878 Feb 03 13:34:14.323113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a3761ef-8012-4860-9560-63cb8ccb0e59 req-f1799e4e-8721-491b-ad2b-97247f7920ca tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470755 Feb 03 13:34:15.463951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f968b24-8112-4dfe-9d63-44b1da260213 req-297d2093-055a-43ee-970b-e60da2ba28aa tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:15.465438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f968b24-8112-4dfe-9d63-44b1da260213 req-297d2093-055a-43ee-970b-e60da2ba28aa tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0635829 Feb 03 13:34:15.513147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f968b24-8112-4dfe-9d63-44b1da260213 req-0d8d4b5c-ed4b-4c5f-b2d3-4061728840b2 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Feb 03 13:34:16.640146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47060ac0-91c6-4f0c-865f-2456a1d1f281 req-fc1235b1-d59f-451c-abd3-f8333bda5a76 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:16.641643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47060ac0-91c6-4f0c-865f-2456a1d1f281 req-fc1235b1-d59f-451c-abd3-f8333bda5a76 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0558772 Feb 03 13:34:16.688250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:16.693071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47060ac0-91c6-4f0c-865f-2456a1d1f281 req-082b13e6-7c71-4e7a-a384-2f3bae97399d tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457063 Feb 03 13:34:16.721172 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:34:17.828701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2b037-49a8-454c-a947-43ea5bc30d4a req-d6b1e0bf-a9da-46dd-9651-fbe61ac15e30 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:17.830074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bca2b037-49a8-454c-a947-43ea5bc30d4a req-d6b1e0bf-a9da-46dd-9651-fbe61ac15e30 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0623364 Feb 03 13:34:17.879766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bca2b037-49a8-454c-a947-43ea5bc30d4a req-ccad7721-f7c8-45f4-91c8-54c0c15cd143 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Feb 03 13:34:19.016526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0ede4-9149-4528-9d7d-09b397533cc8 req-2484241f-1adb-40f2-a777-0ac8dab7d72e tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:19.018029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ccc0ede4-9149-4528-9d7d-09b397533cc8 req-2484241f-1adb-40f2-a777-0ac8dab7d72e tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0617654 Feb 03 13:34:19.067274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ccc0ede4-9149-4528-9d7d-09b397533cc8 req-30790183-8384-41ac-b72f-11b324a010d4 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 Feb 03 13:34:20.195384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e611380-266b-445f-a6e5-33a67899a04e req-2eacba37-ccb0-4b07-b624-1b7568e65c0d tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:20.197473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e611380-266b-445f-a6e5-33a67899a04e req-2eacba37-ccb0-4b07-b624-1b7568e65c0d tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0563738 Feb 03 13:34:20.251541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e611380-266b-445f-a6e5-33a67899a04e req-1cbe8ef0-8e71-4d83-b1b2-86de78e29654 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Feb 03 13:34:21.202227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.383514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb76e5-3842-4b79-ba30-c8522331fd3a req-c11bc924-8a15-4076-877f-e8dcb89e87f6 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:21.385051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adcb76e5-3842-4b79-ba30-c8522331fd3a req-c11bc924-8a15-4076-877f-e8dcb89e87f6 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0560699 Feb 03 13:34:21.436743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-adcb76e5-3842-4b79-ba30-c8522331fd3a req-1564273e-8d97-4b73-adba-ff0717378ad8 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 Feb 03 13:34:22.580079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b3a24-c50f-45ce-9a22-46c8c8d92904 req-82462ada-4093-486e-9294-31fd9c3f4ff4 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:22.581574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-829b3a24-c50f-45ce-9a22-46c8c8d92904 req-82462ada-4093-486e-9294-31fd9c3f4ff4 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0606616 Feb 03 13:34:22.634888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-829b3a24-c50f-45ce-9a22-46c8c8d92904 req-ad27880b-0e91-45ba-8c86-86b4298e1a4a tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Feb 03 13:34:23.780249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd07282-8cab-4bc9-830e-f04ccabc23d6 req-4be7c79e-cd6d-4e80-9504-cf1b5f1223b9 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:23.781744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd07282-8cab-4bc9-830e-f04ccabc23d6 req-4be7c79e-cd6d-4e80-9504-cf1b5f1223b9 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0678833 Feb 03 13:34:23.832977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efd07282-8cab-4bc9-830e-f04ccabc23d6 req-383f6214-8566-4fa8-b391-850504ec1ac3 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Feb 03 13:34:24.971275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f60ce-7e50-4270-8784-5096e77ffdd5 req-89e32fd9-cca5-4374-8174-5d9a16b60193 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:24.972802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c11f60ce-7e50-4270-8784-5096e77ffdd5 req-89e32fd9-cca5-4374-8174-5d9a16b60193 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0600545 Feb 03 13:34:25.024853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c11f60ce-7e50-4270-8784-5096e77ffdd5 req-a4157909-2a9d-4e44-8189-4c1812d07f66 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 Feb 03 13:34:26.159473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44234f04-d94b-4c31-b42e-27c14a37ca1b req-f7bbb0f5-36d6-4b88-a8c2-e7a3df0a82c1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:26.160922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44234f04-d94b-4c31-b42e-27c14a37ca1b req-f7bbb0f5-36d6-4b88-a8c2-e7a3df0a82c1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0589528 Feb 03 13:34:26.210168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44234f04-d94b-4c31-b42e-27c14a37ca1b req-94b242ce-76a6-477f-865e-6c93489223e9 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Feb 03 13:34:27.347951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae0c30-9b63-41c5-a36f-a56265fa2158 req-f7d9d330-a966-477c-a149-2ea452515cba tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:27.349436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ccae0c30-9b63-41c5-a36f-a56265fa2158 req-f7d9d330-a966-477c-a149-2ea452515cba tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0541849 Feb 03 13:34:27.365856 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [req-527efec4-126f-40c3-9c90-59240797a476 req-d26c3de4-7d5a-4c1c-bbb4-0830b07942d5 service neutron] show failed (client error): The resource could not be found. Feb 03 13:34:27.366922 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-d26c3de4-7d5a-4c1c-bbb4-0830b07942d5 service neutron] 10.222.0.72 "GET /v2.0/ports/5998f524-dd73-4ac9-94ae-b0831e3e038f/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0555418 Feb 03 13:34:27.398871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ccae0c30-9b63-41c5-a36f-a56265fa2158 req-66139f36-73c1-42b2-8f6b-f765d600b587 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 Feb 03 13:34:27.581425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efec4-126f-40c3-9c90-59240797a476 req-8744af48-1f1a-47a3-9225-3412ec41e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:27.582922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-8744af48-1f1a-47a3-9225-3412ec41e87a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3&tenant_id=4e73d9723fab49f18a7f2de590bcf603 HTTP/1.1" status: 200 len: 1128 time: 0.0461509 Feb 03 13:34:27.593930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-8d266c87-4b5e-4e0a-a298-4cee0a19ab94 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:34:27.594900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-8d266c87-4b5e-4e0a-a298-4cee0a19ab94 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048621 Feb 03 13:34:27.605257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:27.666759 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.883209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:27.917364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:34:27.957663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:27.960217 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f918c44d-5ea7-4a1e-9e86-27e2fc4dbf89" -d '{"events": [{"server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:27.964017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Publish callbacks [] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.977213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Transition to ACTIVE for port object 5998f524-dd73-4ac9-94ae-b0831e3e038f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:34:27.982963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.369641 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631727f3-551a-4f5b-b0f7-33820ffb92ad x-openstack-request-id: req-631727f3-551a-4f5b-b0f7-33820ffb92ad {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:28.371048 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:28.371048 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-631727f3-551a-4f5b-b0f7-33820ffb92ad {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:28.371048 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'code': 200} Feb 03 13:34:28.412829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] No DVR routers for this DVR port 5998f524-dd73-4ac9-94ae-b0831e3e038f on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:34:28.414845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:28.451773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Attempting to bind port 5998f524-dd73-4ac9-94ae-b0831e3e038f on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:34:28.452174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Attempting to bind port 5998f524-dd73-4ac9-94ae-b0831e3e038f by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:34:28.452513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Attempting to bind port 5998f524-dd73-4ac9-94ae-b0831e3e038f on network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:34:28.457081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Port 5998f524-dd73-4ac9-94ae-b0831e3e038f on network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:34:28.457437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Attempting to bind port 5998f524-dd73-4ac9-94ae-b0831e3e038f on network 99d1077d-d19e-49eb-a8ea-a93d2cb8b857 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:34:28.462296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:34:28.462776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Checking segment: {'id': '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:34:28.463880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Bound using segment: {'id': '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:34:28.465218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Bound port: 5998f524-dd73-4ac9-94ae-b0831e3e038f, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:34:28.465599 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.560570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:34:28.563996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:34:28.571420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299400-972e-49d6-88cb-d830e67acc4c req-e21488bb-f996-45eb-b2ba-dbe3a904907d tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:28.572940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54299400-972e-49d6-88cb-d830e67acc4c req-e21488bb-f996-45eb-b2ba-dbe3a904907d tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 943 time: 0.0977159 Feb 03 13:34:28.584137 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.636522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:28.637163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.638556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] 10.222.0.91 "PUT /v2.0/ports/5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 200 len: 1092 time: 1.0369706 Feb 03 13:34:28.680873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf531d-f9a6-4556-9efb-b3d4f156d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:28.699366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54299400-972e-49d6-88cb-d830e67acc4c req-7f0c81df-9a75-4608-919d-e475762f2ce9 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166697 Feb 03 13:34:28.720264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efec4-126f-40c3-9c90-59240797a476 req-ccc55299-f447-42fb-90c1-f7b3748af12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:28.721749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-ccc55299-f447-42fb-90c1-f7b3748af12f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4e73d9723fab49f18a7f2de590bcf603&device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 1126 time: 0.0565374 Feb 03 13:34:28.815996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efec4-126f-40c3-9c90-59240797a476 req-5ff17560-ac89-45de-a11d-9eb915236aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:28.817482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-5ff17560-ac89-45de-a11d-9eb915236aeb service neutron] 10.222.0.91 "GET /v2.0/networks?id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857 HTTP/1.1" status: 200 len: 913 time: 0.0892651 Feb 03 13:34:28.859057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-6a526a13-f3db-4f0d-8958-3ac1f3c052c0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 200 len: 217 time: 0.0347474 Feb 03 13:34:28.913046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527efec4-126f-40c3-9c90-59240797a476 req-d4bf3ace-565a-48b0-9b2b-565b8071e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:28.914553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-d4bf3ace-565a-48b0-9b2b-565b8071e9b3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1a142e56-f92a-4eda-924a-9c03f9fd375e HTTP/1.1" status: 200 len: 852 time: 0.0491850 Feb 03 13:34:28.956824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-81529225-f573-49cf-bb72-45b5594c33ac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355690 Feb 03 13:34:29.047498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-b838ac9d-dce7-4d18-906b-51a5fd902df6 service neutron] 10.222.0.91 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828192 Feb 03 13:34:29.141319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-527efec4-126f-40c3-9c90-59240797a476 req-3a471364-da25-4c7d-ac81-c2b304c236fe service neutron] 10.222.0.91 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873656 Feb 03 13:34:29.835618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990db6b-6865-457d-90c3-87d33a11c8a4 req-d8b7c0b4-8fbc-49c8-9a4f-e304f8134aa1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:29.837111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c990db6b-6865-457d-90c3-87d33a11c8a4 req-d8b7c0b4-8fbc-49c8-9a4f-e304f8134aa1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 943 time: 0.0556321 Feb 03 13:34:29.884427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c990db6b-6865-457d-90c3-87d33a11c8a4 req-8aed3ecc-7806-4774-a5f4-30a656701b19 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Feb 03 13:34:30.068785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5998f524-dd73-4ac9-94ae-b0831e3e038f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:34:30.109726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port 5998f524-dd73-4ac9-94ae-b0831e3e038f host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:34:30.110074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 5998f524-dd73-4ac9-94ae-b0831e3e038f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:34:30.372294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:30.376040 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acca4984-4074-4a02-be57-03475bf7ddd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:30.439507 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e4c125-1191-4356-af5f-d4be191f8faa x-openstack-request-id: req-b3e4c125-1191-4356-af5f-d4be191f8faa {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:30.439802 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:30.440060 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3e4c125-1191-4356-af5f-d4be191f8faa {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:30.440480 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'status': 'completed', 'code': 200} Feb 03 13:34:30.512207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-a4d275a2-d83e-4faa-9442-a58b5e53902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:30.512749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-f3164c42-bbd6-43dd-83d9-7ac294c1edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:30.513717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-a4d275a2-d83e-4faa-9442-a58b5e53902d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4e73d9723fab49f18a7f2de590bcf603&device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 1126 time: 0.0524895 Feb 03 13:34:30.514308 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-f3164c42-bbd6-43dd-83d9-7ac294c1edb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e73d9723fab49f18a7f2de590bcf603&device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 1126 time: 0.0486712 Feb 03 13:34:30.607358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-94df7ba9-e8ad-46ae-b9c4-1814bbde76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:30.608827 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-94df7ba9-e8ad-46ae-b9c4-1814bbde76d9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857 HTTP/1.1" status: 200 len: 913 time: 0.0857365 Feb 03 13:34:30.613713 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-26b6e0ff-1404-4398-a6c4-38def00d044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:30.615291 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-26b6e0ff-1404-4398-a6c4-38def00d044b service neutron] 10.222.0.72 "GET /v2.0/networks?id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857 HTTP/1.1" status: 200 len: 913 time: 0.0934958 Feb 03 13:34:30.653735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-61216148-bccc-415a-8346-58911a61333f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 200 len: 217 time: 0.0380056 Feb 03 13:34:30.655735 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-478d0428-f541-4c9e-9d9f-7974749d2d12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 200 len: 217 time: 0.0340440 Feb 03 13:34:30.703849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-ef0c2e5b-b6ab-4b44-a6e8-f2be8057315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:30.704629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-d60a9a0e-2d6e-4803-b51b-e273142ad74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:30.705302 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-ef0c2e5b-b6ab-4b44-a6e8-f2be8057315f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a142e56-f92a-4eda-924a-9c03f9fd375e HTTP/1.1" status: 200 len: 852 time: 0.0443132 Feb 03 13:34:30.706165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-d60a9a0e-2d6e-4803-b51b-e273142ad74f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1a142e56-f92a-4eda-924a-9c03f9fd375e HTTP/1.1" status: 200 len: 852 time: 0.0459201 Feb 03 13:34:30.737689 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-906a31fe-aa85-4666-a62f-57787153f28a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261118 Feb 03 13:34:30.737903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-6195ed4e-333d-4d91-9919-4349cbb37f66 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252826 Feb 03 13:34:30.830034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-3fb86e11-fb93-4719-be2e-62e5cea16b52 service neutron] 10.222.0.91 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848804 Feb 03 13:34:30.833472 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-d108b6e2-46cc-418f-8474-7450ad24b428 service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893874 Feb 03 13:34:30.922582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-0636609c-c227-47d6-91f9-ae4aead83ad3 service neutron] 10.222.0.91 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847604 Feb 03 13:34:30.929032 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-acca4984-4074-4a02-be57-03475bf7ddd6 req-6eb0014d-6513-4485-95a0-71d17c1ae529 service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890081 Feb 03 13:34:31.016910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7a414-3006-4739-a407-7e48dae08c4c req-72814431-c074-466f-9fb8-e50d690cb921 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:31.018433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41c7a414-3006-4739-a407-7e48dae08c4c req-72814431-c074-466f-9fb8-e50d690cb921 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 943 time: 0.0546362 Feb 03 13:34:31.072787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41c7a414-3006-4739-a407-7e48dae08c4c req-1aaaf54c-a4e1-4158-87a7-23411cd92aa3 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 Feb 03 13:34:31.948056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 5998f524-dd73-4ac9-94ae-b0831e3e038f details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:34:32.057518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:32.068883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'network_id': '99d1077d-d19e-49eb-a8ea-a93d2cb8b857', 'port_id': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'mac_address': 'fa:16:3e:9d:fc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a142e56-f92a-4eda-924a-9c03f9fd375e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:34:32.109604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 5998f524-dd73-4ac9-94ae-b0831e3e038f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:32.109977 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.123661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5998f524-dd73-4ac9-94ae-b0831e3e038f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:34:32.143830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:32.149605 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.196858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:32.202181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7daca6-fb67-4ded-a593-24c75ec6ce38 req-45bf8c63-c914-4708-a977-ec65b428135a tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:32.203724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f7daca6-fb67-4ded-a593-24c75ec6ce38 req-45bf8c63-c914-4708-a977-ec65b428135a tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0535431 Feb 03 13:34:32.204619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.204967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.205307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.205642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.205972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.206302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.206666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.206977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.207309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.207627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.207945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.208265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.208583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:32.252008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f7daca6-fb67-4ded-a593-24c75ec6ce38 req-835273dd-c66e-43dc-9f0d-756dd8e31b33 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Feb 03 13:34:32.608256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['5998f524-dd73-4ac9-94ae-b0831e3e038f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:34:33.413121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb07813-0f44-4a83-a63b-c840dbc68526 req-adc90924-bcb8-47e7-b2a0-eca4d99c15d9 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:33.414642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ceb07813-0f44-4a83-a63b-c840dbc68526 req-adc90924-bcb8-47e7-b2a0-eca4d99c15d9 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0586197 Feb 03 13:34:33.464645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ceb07813-0f44-4a83-a63b-c840dbc68526 req-a981beeb-14bc-433c-9b75-3d785a334151 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425017 Feb 03 13:34:33.738144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-cbaf10b8-ae4b-4f29-8852-7ed53a774216 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:33.739676 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-cbaf10b8-ae4b-4f29-8852-7ed53a774216 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3&tenant_id=4e73d9723fab49f18a7f2de590bcf603&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 944 time: 0.0687442 Feb 03 13:34:33.801482 n-d-792364-10 neutron-server[103223]: INFO neutron.api.v2.resource [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-66127f59-5ffe-4eb4-be0e-d4acd7433cf4 service neutron] delete failed (client error): The resource could not be found. Feb 03 13:34:33.802543 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-66127f59-5ffe-4eb4-be0e-d4acd7433cf4 service neutron] 10.222.0.72 "DELETE /v2.0/ports/5998f524-dd73-4ac9-94ae-b0831e3e038f/bindings/n-h2-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0549612 Feb 03 13:34:33.903633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-d7c0f22a-2fb5-4ac9-81bd-7f6c00076013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:33.905169 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-d7c0f22a-2fb5-4ac9-81bd-7f6c00076013 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4e73d9723fab49f18a7f2de590bcf603&device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 1127 time: 0.0523171 Feb 03 13:34:33.976746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 5998f524-dd73-4ac9-94ae-b0831e3e038f up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:34:34.009837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-d92cbaeb-07ad-49ba-98b5-975a79ab1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:34.011364 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-d92cbaeb-07ad-49ba-98b5-975a79ab1a33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857 HTTP/1.1" status: 200 len: 913 time: 0.1004124 Feb 03 13:34:34.033616 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 5998f524-dd73-4ac9-94ae-b0831e3e038f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:34:34.037981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 5998f524-dd73-4ac9-94ae-b0831e3e038f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:34.038391 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:34.052565 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-8c276b5b-909a-47ad-bed8-af76fc10fa91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 200 len: 217 time: 0.0351260 Feb 03 13:34:34.104244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-900cf4b7-75b1-4711-a99b-5f15515e52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:34.105617 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-900cf4b7-75b1-4711-a99b-5f15515e52c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a142e56-f92a-4eda-924a-9c03f9fd375e HTTP/1.1" status: 200 len: 852 time: 0.0468359 Feb 03 13:34:34.121414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 5998f524-dd73-4ac9-94ae-b0831e3e038f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:34.121805 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:34.136495 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-fdbd55ba-a9e1-4ed0-8074-dc1849c62557 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99d1077d-d19e-49eb-a8ea-a93d2cb8b857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251527 Feb 03 13:34:34.144756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:34.147722 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c391d4e-cd60-415e-a692-bb7dc4e55eca" -d '{"events": [{"server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:34.160193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:34.165450 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:34.202990 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9701155b-6463-42d7-a144-7e021125bae1 x-openstack-request-id: req-9701155b-6463-42d7-a144-7e021125bae1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:34.203285 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:34.204467 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9701155b-6463-42d7-a144-7e021125bae1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:34.204874 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'code': 200} Feb 03 13:34:34.224504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:34.231984 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-e13d90e7-d070-4126-88fe-f56d11d9f5d0 service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892060 Feb 03 13:34:34.325924 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-6e10d11c-a658-41e9-8ee9-10de8c944be8 service neutron] 10.222.0.72 "GET /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877683 Feb 03 13:34:35.109858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6d261-2b6e-438c-9ae0-1f267accbfb2 req-906136c7-495f-4a93-9edc-6d8a59b13179 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:35.111399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65d6d261-2b6e-438c-9ae0-1f267accbfb2 req-906136c7-495f-4a93-9edc-6d8a59b13179 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0694981 Feb 03 13:34:35.169233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65d6d261-2b6e-438c-9ae0-1f267accbfb2 req-25dc1ceb-c6d7-4e05-844b-33feb8c4c9da tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496321 Feb 03 13:34:36.292929 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298d685-5692-4c43-9559-b86b7d458e44 req-b4969464-cfe0-4cf3-80ab-37b66f0705ef tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:36.294568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c298d685-5692-4c43-9559-b86b7d458e44 req-b4969464-cfe0-4cf3-80ab-37b66f0705ef tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0531418 Feb 03 13:34:36.344649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c298d685-5692-4c43-9559-b86b7d458e44 req-3f3ea351-8b11-4534-a061-49415b567391 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d0259ef-edea-48b1-a13f-d6b0d69a2f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439839 Feb 03 13:34:36.558901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-a9ac2851-878c-4a22-9793-7b67788e32d1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:36.560347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-a9ac2851-878c-4a22-9793-7b67788e32d1 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.91 "GET /v2.0/ports?device_id=0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0555773 Feb 03 13:34:36.656019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Deleting port 5998f524-dd73-4ac9-94ae-b0831e3e038f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:34:36.656367 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:36.694349 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e43cf66-0473-403a-8359-0820d678cf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:36.749824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] For port 5998f524-dd73-4ac9-94ae-b0831e3e038f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=5998f524-dd73-4ac9-94ae-b0831e3e038f,segment=NetworkSegment(2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5),segment_id=2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:36.750192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:36.762488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Calling delete_port for 5998f524-dd73-4ac9-94ae-b0831e3e038f owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:34:36.891902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (5998f524-dd73-4ac9-94ae-b0831e3e038f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:36.904661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['5998f524-dd73-4ac9-94ae-b0831e3e038f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:34:36.924680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Pushing event deleted for resources: {'Port': ['ID=5998f524-dd73-4ac9-94ae-b0831e3e038f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:36.967813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] No DVR routers for this DVR port 5998f524-dd73-4ac9-94ae-b0831e3e038f on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:34:36.970889 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:36.974230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-feb7b0c1-c7d8-4694-ba39-390d62da03f8 req-613f5816-92a3-49d0-8d3c-43379c0d0402 tempest-DeleteServersTestJSON-1596365118 tempest-DeleteServersTestJSON-1596365118-project] 10.222.0.91 "DELETE /v2.0/ports/5998f524-dd73-4ac9-94ae-b0831e3e038f HTTP/1.1" status: 204 len: 173 time: 0.4083204 Feb 03 13:34:36.974665 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'name': 'network-vif-deleted', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:36.976941 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ae8101-6813-47a6-b3b0-305cdf8c8b51" -d '{"events": [{"server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "name": "network-vif-deleted", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:37.015352 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5270ec-4b6f-4aab-80c0-436355c1c5ba x-openstack-request-id: req-2e5270ec-4b6f-4aab-80c0-436355c1c5ba {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:37.015650 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3", "name": "network-vif-deleted", "tag": "5998f524-dd73-4ac9-94ae-b0831e3e038f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:37.015903 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e5270ec-4b6f-4aab-80c0-436355c1c5ba {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:37.016321 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2b39a2-8f0e-439c-a9cc-2b69c357b1f3', 'name': 'network-vif-deleted', 'tag': '5998f524-dd73-4ac9-94ae-b0831e3e038f', 'status': 'completed', 'code': 200} Feb 03 13:34:37.480606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48142) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:37.528340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Deleting subnet 1a142e56-f92a-4eda-924a-9c03f9fd375e {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:34:37.531752 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Publish callbacks [] for subnet (1a142e56-f92a-4eda-924a-9c03f9fd375e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.566592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (1a142e56-f92a-4eda-924a-9c03f9fd375e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.610982 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (1a142e56-f92a-4eda-924a-9c03f9fd375e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.664789 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (1a142e56-f92a-4eda-924a-9c03f9fd375e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.689712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a142e56-f92a-4eda-924a-9c03f9fd375e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:37.694212 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.697295 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1a142e56-f92a-4eda-924a-9c03f9fd375e HTTP/1.1" status: 204 len: 168 time: 0.2156730 Feb 03 13:34:37.700281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48144) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:37.702718 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.703062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.703376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.703703 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.704026 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.704348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.704662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.704981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.705291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.705607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.705915 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.706211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.706550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4bb268-1395-4a04-9696-9a6e627d3e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:37.770240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (99d1077d-d19e-49eb-a8ea-a93d2cb8b857), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.849633 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (99d1077d-d19e-49eb-a8ea-a93d2cb8b857), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.870090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d1077d-d19e-49eb-a8ea-a93d2cb8b857']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:37.879783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:37.880073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:37.889906 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.904051 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.911164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:34:37.911584 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (2eeaa87e-3cba-4eac-9ac6-9e0a615fe7a5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:34:37.913258 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:34:37.978463 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (99d1077d-d19e-49eb-a8ea-a93d2cb8b857), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.985015 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.988148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] 10.222.0.65 "DELETE /v2.0/networks/99d1077d-d19e-49eb-a8ea-a93d2cb8b857 HTTP/1.1" status: 204 len: 168 time: 0.2868259 Feb 03 13:34:37.999146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac455ea-a930-4c70-b294-365184ecf5da admin admin] Pushing event deleted for resources: {'Network': ['ID=99d1077d-d19e-49eb-a8ea-a93d2cb8b857,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:38.110738 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48148) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:38.150978 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e60e8ff0-7bcf-4821-959e-b13454a0fa22 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e73d9723fab49f18a7f2de590bcf603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390446 Feb 03 13:34:38.153527 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48150) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:38.206480 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cc521b13-cbed-41e9-931e-baf849d1980e admin admin] Publish callbacks [] for security_group (3d0259ef-edea-48b1-a13f-d6b0d69a2f42), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:38.228006 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cc521b13-cbed-41e9-931e-baf849d1980e admin admin] Publish callbacks [] for security_group (3d0259ef-edea-48b1-a13f-d6b0d69a2f42), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:38.277496 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cc521b13-cbed-41e9-931e-baf849d1980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3d0259ef-edea-48b1-a13f-d6b0d69a2f42), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:38.280129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cc521b13-cbed-41e9-931e-baf849d1980e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:38.281364 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cc521b13-cbed-41e9-931e-baf849d1980e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d0259ef-edea-48b1-a13f-d6b0d69a2f42 HTTP/1.1" status: 204 len: 168 time: 0.1269481 Feb 03 13:34:38.289104 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc521b13-cbed-41e9-931e-baf849d1980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0259ef-edea-48b1-a13f-d6b0d69a2f42,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:38.923391 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6365b2cc-44a5-423f-8420-3f29cc8353b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.005019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48172) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:39.112044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1447191993-network', 'tenant_id': '37e1a3a3192b41c5ab37a20870504f41'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:39.140412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Made reservation on behalf of 37e1a3a3192b41c5ab37a20870504f41 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:34:39.142886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.155800 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.243344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Publish callbacks [] for security_group (357c0351-deb5-4148-8bd4-e17a6d34a3d9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.249788 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (357c0351-deb5-4148-8bd4-e17a6d34a3d9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.273867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:34:39.284116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357c0351-deb5-4148-8bd4-e17a6d34a3d9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:39.288945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (972db870-f88d-49b9-9a66-dc343d590828), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.289285 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Added segment 972db870-f88d-49b9-9a66-dc343d590828 of type vlan for network 1fc797d5-6e80-498f-98ec-08155f362123 Feb 03 13:34:39.328210 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (1fc797d5-6e80-498f-98ec-08155f362123), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.359097 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (1fc797d5-6e80-498f-98ec-08155f362123), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.360293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:39.360859 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.396786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3906786 Feb 03 13:34:39.399996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48176) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:39.404971 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Request body: {'subnet': {'network_id': '1fc797d5-6e80-498f-98ec-08155f362123', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1447191993-subnet', 'tenant_id': '37e1a3a3192b41c5ab37a20870504f41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:39.426761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0731da3-c56b-49cd-b547-d2bf52f2a62b admin admin] Pushing event updated for resources: {'Network': ['ID=1fc797d5-6e80-498f-98ec-08155f362123,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:39.433822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Made reservation on behalf of 37e1a3a3192b41c5ab37a20870504f41 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:34:39.439653 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.442127 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 1fc797d5-6e80-498f-98ec-08155f362123 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:34:39.636046 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (c2d29b8e-9b51-40d5-9090-591090d84b29), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.691203 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d29b8e-9b51-40d5-9090-591090d84b29,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:39.702360 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Checking segment: {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:34:39.702731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Network hostable DHCP agents. Network: 1fc797d5-6e80-498f-98ec-08155f362123, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:34:39.721162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Network 1fc797d5-6e80-498f-98ec-08155f362123 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:34:39.731419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 1fc797d5-6e80-498f-98ec-08155f362123) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:34:39.736218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:39.736819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.740779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f346fc87-e213-4c49-a60b-e0ce0aa69da2 None None] Network 1fc797d5-6e80-498f-98ec-08155f362123 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:34:39.763848 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-999826c1-50c4-47a8-ab26-826de997bda5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3540385 Feb 03 13:34:39.848580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5eb78-de3c-4bcf-ac6b-5ab6705043b9 None None] Network 1fc797d5-6e80-498f-98ec-08155f362123 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:34:40.307804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:40.358809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-c94c23b4-dc30-4b11-b448-95650e3c6199 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:40.360284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-c94c23b4-dc30-4b11-b448-95650e3c6199 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 815 time: 0.1159456 Feb 03 13:34:40.378080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-6e5e2835-abdd-4011-90f3-fa8d6582b19a tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/quotas/37e1a3a3192b41c5ab37a20870504f41 HTTP/1.1" status: 200 len: 375 time: 0.0097814 Feb 03 13:34:40.414356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-95c01a99-7ba7-4a04-bf76-b2fe690bf1b6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289407 Feb 03 13:34:40.512893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-75528ecd-47c0-451f-87ce-905c090de7af service neutron] 10.222.0.65 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917833 Feb 03 13:34:40.610171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-f2d72bcb-151e-40aa-bd9e-59b2f7c9a25e service neutron] 10.222.0.65 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914786 Feb 03 13:34:40.775439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-616fc2ed-f9e4-4350-b7fe-deaead168c87 req-c371c602-ce07-4461-9e6e-6c53f2cef223 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 210 time: 0.0283194 Feb 03 13:34:41.747888 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:41.803410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-046c17f0-ed51-45e0-b5e3-acf20277cd4d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:41.804900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-046c17f0-ed51-45e0-b5e3-acf20277cd4d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.91 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 815 time: 0.1136825 Feb 03 13:34:41.817965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Request body: {'port': {'device_id': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123', 'admin_state_up': True, 'tenant_id': '37e1a3a3192b41c5ab37a20870504f41'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:41.912402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f14485e1-71ac-4c05-8a84-b0ff63d18298 req-2860a8ae-6016-4584-85d9-5f9e246e9fd0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 210 time: 0.0371747 Feb 03 13:34:41.955589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Made reservation on behalf of 37e1a3a3192b41c5ab37a20870504f41 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:34:41.959123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:42.041505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 5998f524-dd73-4ac9-94ae-b0831e3e038f no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:34:42.062222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 5998f524-dd73-4ac9-94ae-b0831e3e038f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:34:42.062580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 5998f524-dd73-4ac9-94ae-b0831e3e038f not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:34:42.083566 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Allocated IP 172.20.0.5 (1fc797d5-6e80-498f-98ec-08155f362123/c2d29b8e-9b51-40d5-9090-591090d84b29/a1d4b4be-5e94-4d81-9176-d74f7785307f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:34:42.227975 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks [] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:42.263879 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:42.305659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Network 1fc797d5-6e80-498f-98ec-08155f362123 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:34:42.310587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:34:42.314134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:34:42.320450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Pushing event updated for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:42.368850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:42.369459 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:42.388368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-4c43cc4b-dae2-4045-9f93-9033dd0a659b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5743582 Feb 03 13:34:42.399666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Request body: {'port': {'device_id': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:42.469083 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:42.717936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:42.747561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d4b4be-5e94-4d81-9176-d74f7785307f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:34:42.755332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Publish callbacks [] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:42.767303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Transition to ACTIVE for port object a1d4b4be-5e94-4d81-9176-d74f7785307f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:34:42.772536 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:42.819777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:42.897544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Attempting to bind port a1d4b4be-5e94-4d81-9176-d74f7785307f on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:34:42.897926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Attempting to bind port a1d4b4be-5e94-4d81-9176-d74f7785307f by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:34:42.898256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Attempting to bind port a1d4b4be-5e94-4d81-9176-d74f7785307f on network 1fc797d5-6e80-498f-98ec-08155f362123 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:34:42.904138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Port a1d4b4be-5e94-4d81-9176-d74f7785307f on network 1fc797d5-6e80-498f-98ec-08155f362123 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:34:42.904494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Attempting to bind port a1d4b4be-5e94-4d81-9176-d74f7785307f on network 1fc797d5-6e80-498f-98ec-08155f362123 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:34:42.910105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:34:42.910502 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Checking segment: {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:34:42.910873 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Bound using segment: {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:34:42.911298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Bound port: a1d4b4be-5e94-4d81-9176-d74f7785307f, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:34:42.911652 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:42.981281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:34:42.985636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:34:43.001315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:43.052015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:43.052648 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:43.054037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] 10.222.0.91 "PUT /v2.0/ports/a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 1092 time: 0.6584609 Feb 03 13:34:43.054471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:43.056740 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babaf597-37c9-4393-8a43-8f9a36f6bb97" -d '{"events": [{"name": "network-changed", "server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:43.088440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f5b9e-c03f-4963-8f8e-28ec4a15b270 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:43.098760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088c4fd-dafa-4f00-ae4d-646a4a4d9d32 req-3b7eb8cb-d158-4a07-a6e5-39e37bafbe32 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:43.100302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1088c4fd-dafa-4f00-ae4d-646a4a4d9d32 req-3b7eb8cb-d158-4a07-a6e5-39e37bafbe32 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 943 time: 0.1165936 Feb 03 13:34:43.109513 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c2b2bc-c396-4b2b-914f-2621e3e44e8b x-openstack-request-id: req-07c2b2bc-c396-4b2b-914f-2621e3e44e8b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:43.109822 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:43.110172 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07c2b2bc-c396-4b2b-914f-2621e3e44e8b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:43.110604 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'status': 'completed', 'code': 200} Feb 03 13:34:43.180435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1088c4fd-dafa-4f00-ae4d-646a4a4d9d32 req-b840c9d7-bed0-4f75-9482-8cada0bd86a2 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689347 Feb 03 13:34:43.183058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-fe88f22a-580f-4aaa-b614-00041c44e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:43.184464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-fe88f22a-580f-4aaa-b614-00041c44e23a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 1126 time: 0.0831811 Feb 03 13:34:43.227681 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-71e3a64b-cfb9-44f8-a0a2-6aec3932b564 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 217 time: 0.0347342 Feb 03 13:34:43.278795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-7f89571c-4511-4907-b6f1-eff0db4a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:43.280151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-7f89571c-4511-4907-b6f1-eff0db4a66d6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0464666 Feb 03 13:34:43.312924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-6d8ea54e-a35d-41cc-a352-a8c9b1939218 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261798 Feb 03 13:34:43.407211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-64236c2e-3d67-487b-9c98-99d5a899a4b1 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874248 Feb 03 13:34:43.520125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-000d9399-19a6-4c7f-9736-c0cc2088c72b req-7351bd8f-7290-4f2c-b5c9-628b4fa5343a service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062822 Feb 03 13:34:43.620663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-32978dbc-d062-448b-a583-82f1cf87f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:43.622079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-32978dbc-d062-448b-a583-82f1cf87f4b5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 1126 time: 0.0465419 Feb 03 13:34:43.726559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-8d94ca48-df24-4a68-9e89-ae48b8a652bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:43.728334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-8d94ca48-df24-4a68-9e89-ae48b8a652bf service neutron] 10.222.0.91 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.0990407 Feb 03 13:34:43.773913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-a8b4589b-5471-4885-801c-96892ed93029 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 217 time: 0.0383151 Feb 03 13:34:43.822347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-686d7437-1a17-432a-b936-1f80f9245ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:43.823807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-686d7437-1a17-432a-b936-1f80f9245ce2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0434842 Feb 03 13:34:43.856024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-f910fd28-d394-4929-8de1-f794799c05dc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258045 Feb 03 13:34:43.948692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-9ce11994-40c7-442c-a775-e1cd3fa7f7d8 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861561 Feb 03 13:34:44.038229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-babaf597-37c9-4393-8a43-8f9a36f6bb97 req-ebc9665c-96c2-4fba-a67f-b05ea975b06b service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830781 Feb 03 13:34:44.329509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73331c7f-2ec8-4825-9ba1-6ba44cf44455 req-9b3c37d8-8f9f-4884-8c9d-0a9d55822d54 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:44.331605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73331c7f-2ec8-4825-9ba1-6ba44cf44455 req-9b3c37d8-8f9f-4884-8c9d-0a9d55822d54 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 943 time: 0.0595071 Feb 03 13:34:44.387976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73331c7f-2ec8-4825-9ba1-6ba44cf44455 req-a6022214-0639-4cb9-9d34-c1a5d7375c3d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480320 Feb 03 13:34:45.525413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e1f8-9381-4148-964f-be5349336d7b req-66d512c0-1ae9-4976-bd66-e9cb1629d946 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:45.527003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9228e1f8-9381-4148-964f-be5349336d7b req-66d512c0-1ae9-4976-bd66-e9cb1629d946 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 943 time: 0.0561244 Feb 03 13:34:45.585635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9228e1f8-9381-4148-964f-be5349336d7b req-20e835b3-d632-4778-8de6-89bd03cea04f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529063 Feb 03 13:34:46.069800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a1d4b4be-5e94-4d81-9176-d74f7785307f details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:34:46.168804 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:46.180380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123', 'port_id': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'mac_address': 'fa:16:3e:8e:25:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d29b8e-9b51-40d5-9090-591090d84b29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:34:46.226800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port a1d4b4be-5e94-4d81-9176-d74f7785307f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:46.227197 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:46.240491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d4b4be-5e94-4d81-9176-d74f7785307f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:34:46.261488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:46.268999 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:46.317281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:46.561560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['a1d4b4be-5e94-4d81-9176-d74f7785307f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:34:46.707495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fd3db-7808-48a8-b664-29f7ec5f8327 req-3b167e51-1d73-40d6-b2ea-f6a9301197c9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:46.709045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a9fd3db-7808-48a8-b664-29f7ec5f8327 req-3b167e51-1d73-40d6-b2ea-f6a9301197c9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 944 time: 0.0531385 Feb 03 13:34:46.711958 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:46.759485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a9fd3db-7808-48a8-b664-29f7ec5f8327 req-5dabfe48-0723-4a1b-b097-9625d5017c9b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Feb 03 13:34:47.907158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb3b4-d353-440c-9425-2b7c8ee5b77e req-5ce6f9a3-f623-48c5-8d5a-477d3c6f2ece tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:47.908816 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25efb3b4-d353-440c-9425-2b7c8ee5b77e req-5ce6f9a3-f623-48c5-8d5a-477d3c6f2ece tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 944 time: 0.0717871 Feb 03 13:34:47.959565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25efb3b4-d353-440c-9425-2b7c8ee5b77e req-fe8b98f0-9e2f-417f-8c50-58b048cf1737 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429828 Feb 03 13:34:48.086059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a1d4b4be-5e94-4d81-9176-d74f7785307f up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:34:48.150474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port a1d4b4be-5e94-4d81-9176-d74f7785307f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:34:48.154652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port a1d4b4be-5e94-4d81-9176-d74f7785307f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:48.155034 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:48.233704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port a1d4b4be-5e94-4d81-9176-d74f7785307f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:48.234092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:48.256737 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:48.258988 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c140e42-fe42-4fc0-bfab-07c8c5b0f976" -d '{"events": [{"server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "name": "network-vif-plugged", "status": "completed", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:48.271439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:48.276458 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:48.303406 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba6bb41-e176-44cb-b814-378e685dccd1 x-openstack-request-id: req-1ba6bb41-e176-44cb-b814-378e685dccd1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:48.303707 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "name": "network-vif-plugged", "status": "completed", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:48.304319 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ba6bb41-e176-44cb-b814-378e685dccd1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:48.304720 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'code': 200} Feb 03 13:34:48.332039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:48.405626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef375c2b-65f2-4ab6-8dbb-fb6b75f7f597 req-f7e7b357-f7d8-460b-84b0-f88c83c99cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:48.407972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef375c2b-65f2-4ab6-8dbb-fb6b75f7f597 req-f7e7b357-f7d8-460b-84b0-f88c83c99cce service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 1128 time: 0.0523858 Feb 03 13:34:48.452202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef375c2b-65f2-4ab6-8dbb-fb6b75f7f597 req-93cd5de3-50b2-47cf-8403-7970c28f72af service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Feb 03 13:34:49.101386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e56323-7941-485a-852e-4e80c25cad3c req-0989db6f-3823-4e31-8006-54fd724c9769 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:49.102974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7e56323-7941-485a-852e-4e80c25cad3c req-0989db6f-3823-4e31-8006-54fd724c9769 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0652986 Feb 03 13:34:49.151879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7e56323-7941-485a-852e-4e80c25cad3c req-35976fb7-9fa1-4729-97e4-75684a137eec tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Feb 03 13:34:50.285844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98f19f-27b6-4888-9852-b1a9f0f960a4 req-0906fc45-1089-4e8e-acbc-bd0b19da12ce tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:50.287491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb98f19f-27b6-4888-9852-b1a9f0f960a4 req-0906fc45-1089-4e8e-acbc-bd0b19da12ce tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0598359 Feb 03 13:34:50.336956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb98f19f-27b6-4888-9852-b1a9f0f960a4 req-16a0e675-c776-4718-8b82-ff358b125f3a tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Feb 03 13:34:50.461106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f13ed3-1533-479f-9f30-8619f54b8506 req-8b8c1fd6-252c-4880-9feb-0be52949cc95 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:50.462515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57f13ed3-1533-479f-9f30-8619f54b8506 req-8b8c1fd6-252c-4880-9feb-0be52949cc95 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0579946 Feb 03 13:34:50.522860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57f13ed3-1533-479f-9f30-8619f54b8506 req-8f0db3dd-053d-4b60-a6b6-ee5b78f165ef tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518150 Feb 03 13:34:50.752539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350d685-c9ff-4968-8b85-a0fa3af22d43 req-393fa95e-f541-438e-8b09-b4edc5d06e64 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:50.754057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0350d685-c9ff-4968-8b85-a0fa3af22d43 req-393fa95e-f541-438e-8b09-b4edc5d06e64 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0602360 Feb 03 13:34:50.803831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0350d685-c9ff-4968-8b85-a0fa3af22d43 req-57ab00b6-118a-42bc-965f-9a60892ff300 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Feb 03 13:34:50.932850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef119e2-36b2-42e9-beab-e9e355c147bc req-69c63411-bdd1-4f47-a2f2-f00bbb7c1b37 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:50.934349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ef119e2-36b2-42e9-beab-e9e355c147bc req-69c63411-bdd1-4f47-a2f2-f00bbb7c1b37 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0626414 Feb 03 13:34:50.991137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ef119e2-36b2-42e9-beab-e9e355c147bc req-82a0d5a7-89f9-43ca-83ad-a93d566a5a8f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477390 Feb 03 13:34:51.177677 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:51.236881 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-6d25a7c7-c713-4771-b4f1-e4c2f0c8eb6b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472140 Feb 03 13:34:51.252926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399af53-37a0-4cb5-8254-0b767df1b7ec req-d7dda54e-0eb2-410d-be37-27c905dd7ce2 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:51.254975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d399af53-37a0-4cb5-8254-0b767df1b7ec req-d7dda54e-0eb2-410d-be37-27c905dd7ce2 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0572033 Feb 03 13:34:51.303775 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d399af53-37a0-4cb5-8254-0b767df1b7ec req-ef3fc54a-03cc-4585-9325-e867ace82ab3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Feb 03 13:34:52.444350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-cdd41654-a76e-4069-967a-523d41913db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:52.446022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-cdd41654-a76e-4069-967a-523d41913db4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 1128 time: 0.0786965 Feb 03 13:34:52.468249 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77519ba-0ade-4ffb-965c-0e3e063dab1f req-9305552a-b9d6-44d5-a7a6-26af4c64b56c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:52.469658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c77519ba-0ade-4ffb-965c-0e3e063dab1f req-9305552a-b9d6-44d5-a7a6-26af4c64b56c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0738516 Feb 03 13:34:52.580353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c77519ba-0ade-4ffb-965c-0e3e063dab1f req-c089ebe0-1f3e-4877-81dc-84a967de36ce tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012237 Feb 03 13:34:52.585246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-710e974e-7ebe-4f47-9c5a-5fae65ae4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:52.586690 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-710e974e-7ebe-4f47-9c5a-5fae65ae4386 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.1345513 Feb 03 13:34:52.635758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-88cfe51c-6b20-4130-a6b7-5c1d96f565a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 217 time: 0.0424910 Feb 03 13:34:52.693634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-f373c173-05b2-4610-8b07-c10b8ef2d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:52.695135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-f373c173-05b2-4610-8b07-c10b8ef2d2d9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0515208 Feb 03 13:34:52.728693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-9d7998e7-4d4c-492f-becc-5d5ac351e81d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266528 Feb 03 13:34:52.818412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-117b2033-a597-4248-8eb9-d14141c8bfe1 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826247 Feb 03 13:34:52.912173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-ea377644-46a9-470e-b1fd-7d5af29e63b4 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864780 Feb 03 13:34:53.044170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-82464eb9-f6d2-4fab-bb3e-d8ee4e098e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:53.046004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-82464eb9-f6d2-4fab-bb3e-d8ee4e098e0f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 1128 time: 0.0467887 Feb 03 13:34:53.513882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-21ffbb37-7b64-42ad-b756-7265f00be6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:53.515455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-21ffbb37-7b64-42ad-b756-7265f00be6ae service neutron] 10.222.0.91 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.4498942 Feb 03 13:34:53.557846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-ce7124d0-d42c-408c-abe8-a6d282a3ca28 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 217 time: 0.0351663 Feb 03 13:34:53.607465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-39005539-9a90-440d-be20-abcace87dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:53.608974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-39005539-9a90-440d-be20-abcace87dafb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0448949 Feb 03 13:34:53.647620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-ba64a3cb-5267-44ef-9794-0053b59e3f1d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309291 Feb 03 13:34:53.721459 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:34:53.777568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d2f8d-8a5d-4314-b51b-74a04d3e6f72 req-80f5edd9-bd22-4b55-b8a3-050aefd28a88 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:53.778966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b55d2f8d-8a5d-4314-b51b-74a04d3e6f72 req-80f5edd9-bd22-4b55-b8a3-050aefd28a88 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.1235859 Feb 03 13:34:53.782701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-44984424-ffc5-4aa8-b510-8a9a265c0a84 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284263 Feb 03 13:34:53.882199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b55d2f8d-8a5d-4314-b51b-74a04d3e6f72 req-8ddd3406-8b9d-42d9-9b51-2b40e5cc4b25 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971727 Feb 03 13:34:53.905489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6d54ea6-bb68-40a0-af96-3a23f63aa2eb req-e18a4847-0e2c-4856-83f0-08eb9cd44632 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116285 Feb 03 13:34:55.021268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d3d4a-2f66-4088-8a60-adcddcd7b987 req-c7528eec-484b-439b-999c-54d4e2429c15 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:55.022710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed0d3d4a-2f66-4088-8a60-adcddcd7b987 req-c7528eec-484b-439b-999c-54d4e2429c15 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0607314 Feb 03 13:34:55.072165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed0d3d4a-2f66-4088-8a60-adcddcd7b987 req-59466685-5e5f-4812-8400-b3172dae4079 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Feb 03 13:34:56.213149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6533-2484-4218-80dd-cb9a8d8b1e2b req-3b5eba8d-896d-429f-bc18-aac80406bdcc tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:56.214692 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8caf6533-2484-4218-80dd-cb9a8d8b1e2b req-3b5eba8d-896d-429f-bc18-aac80406bdcc tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0667832 Feb 03 13:34:56.266569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8caf6533-2484-4218-80dd-cb9a8d8b1e2b req-4d5124db-0c21-40e4-973c-b4628d95f70d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457859 Feb 03 13:34:57.406057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f106f-4f1b-4117-9885-61eac593d4df req-b7a8f115-f8dd-46fb-b1e6-a188f99a3a10 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:57.407596 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-501f106f-4f1b-4117-9885-61eac593d4df req-b7a8f115-f8dd-46fb-b1e6-a188f99a3a10 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0563025 Feb 03 13:34:57.469430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-501f106f-4f1b-4117-9885-61eac593d4df req-ffeadda8-1faa-45da-a587-c4c6a3f0a9d3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548732 Feb 03 13:34:58.606670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b749-beb9-4434-a435-5639543b811a req-87bc7f2f-27a9-4a97-b9ed-8ac3d0e88538 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:58.608160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dab4b749-beb9-4434-a435-5639543b811a req-87bc7f2f-27a9-4a97-b9ed-8ac3d0e88538 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0559881 Feb 03 13:34:58.657340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dab4b749-beb9-4434-a435-5639543b811a req-5b4d10d4-3ec3-485c-8459-13bea5d7c1ca tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411963 Feb 03 13:34:59.786110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dcea7-ab3b-42ae-8862-95eadaa039ba req-2c53cb8f-0bdd-4895-b9bc-ec7bd10c79ce tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:59.787606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e2dcea7-ab3b-42ae-8862-95eadaa039ba req-2c53cb8f-0bdd-4895-b9bc-ec7bd10c79ce tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0537682 Feb 03 13:34:59.835259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e2dcea7-ab3b-42ae-8862-95eadaa039ba req-2cd77f8d-dbf8-404a-9fed-54f0960323e8 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418479 Feb 03 13:35:00.980639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710e7e-9924-42f3-872f-d8224a361f33 req-243eb2ca-38a3-4dbf-bd37-6b0dc0ddf3dc tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:00.982056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c710e7e-9924-42f3-872f-d8224a361f33 req-243eb2ca-38a3-4dbf-bd37-6b0dc0ddf3dc tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0674741 Feb 03 13:35:01.035886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c710e7e-9924-42f3-872f-d8224a361f33 req-aa55987b-38f4-4b8b-a94c-9fa475a585e9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480011 Feb 03 13:35:02.168137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc921-fab7-4b00-a41f-dcd46407b9c4 req-c352159b-bb81-4d56-a26b-cd50becb473d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:02.169641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76abc921-fab7-4b00-a41f-dcd46407b9c4 req-c352159b-bb81-4d56-a26b-cd50becb473d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0568185 Feb 03 13:35:02.219036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76abc921-fab7-4b00-a41f-dcd46407b9c4 req-15fb3c72-4f56-45bb-9e2b-32c24e283517 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Feb 03 13:35:03.370499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c9d6b-791a-4f52-82b7-677a0ef1557d req-f9d73a1e-b979-4b03-850b-b6a91dfb3a4c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:03.372115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-427c9d6b-791a-4f52-82b7-677a0ef1557d req-f9d73a1e-b979-4b03-850b-b6a91dfb3a4c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0634992 Feb 03 13:35:03.430883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-427c9d6b-791a-4f52-82b7-677a0ef1557d req-7413de38-bb81-4ebd-9cc0-1f0a9a927a66 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482948 Feb 03 13:35:04.565629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4410d-3a92-4c50-b797-e660249ab70f req-92ded37f-cbba-4e59-a112-db8c3dbd0b54 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:04.567315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3df4410d-3a92-4c50-b797-e660249ab70f req-92ded37f-cbba-4e59-a112-db8c3dbd0b54 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0561116 Feb 03 13:35:04.620922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3df4410d-3a92-4c50-b797-e660249ab70f req-b72abbfb-011c-4f3d-8efe-54daabfb0279 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473244 Feb 03 13:35:05.753897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126e27f-29dc-4b0e-9d76-ea4194082ac0 req-1fdcd9be-be1b-48b0-b66b-9ecb6f283aec tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:05.755528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3126e27f-29dc-4b0e-9d76-ea4194082ac0 req-1fdcd9be-be1b-48b0-b66b-9ecb6f283aec tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0585341 Feb 03 13:35:05.803507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3126e27f-29dc-4b0e-9d76-ea4194082ac0 req-8c0728ee-a9f3-44d6-8f1f-71f6cbd47382 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423615 Feb 03 13:35:06.705097 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9913dd2-78da-4c44-a82c-0ea47a6e42a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:06.939058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487986f-0fcc-4a67-803a-8176eb23d408 req-03a8f669-a77c-478f-ab90-9894ebc38439 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:06.940587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5487986f-0fcc-4a67-803a-8176eb23d408 req-03a8f669-a77c-478f-ab90-9894ebc38439 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0581067 Feb 03 13:35:06.988404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5487986f-0fcc-4a67-803a-8176eb23d408 req-4c853eef-9212-4597-ac0b-dea20735447c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Feb 03 13:35:08.125355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c5775-f662-4aba-87a0-e9051da92049 req-0f7274d8-8385-4942-b814-f5c04ace4f22 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:08.126865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c9c5775-f662-4aba-87a0-e9051da92049 req-0f7274d8-8385-4942-b814-f5c04ace4f22 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0540967 Feb 03 13:35:08.175080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c9c5775-f662-4aba-87a0-e9051da92049 req-eeb6f28e-13b2-4bed-b5be-f3bbe205c859 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Feb 03 13:35:08.931576 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd097e8e-0773-422c-8cc8-76ebb46f76e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:09.306967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f633e4-8932-44fa-9010-b21b9470af6c req-f5cd516e-d9f6-4ef0-bb01-ed183afe18d1 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:09.308412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24f633e4-8932-44fa-9010-b21b9470af6c req-f5cd516e-d9f6-4ef0-bb01-ed183afe18d1 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0590844 Feb 03 13:35:09.355342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-24f633e4-8932-44fa-9010-b21b9470af6c req-6befd651-f44c-44b5-8674-1900d7f39d33 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411534 Feb 03 13:35:10.317210 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:10.490271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0917-339c-463c-8dc6-7849fde389e6 req-9cc3c229-34a5-46d6-ba5d-66e9f85eff49 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:10.491835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f3f0917-339c-463c-8dc6-7849fde389e6 req-9cc3c229-34a5-46d6-ba5d-66e9f85eff49 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0600755 Feb 03 13:35:10.546625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f3f0917-339c-463c-8dc6-7849fde389e6 req-bfc94950-3d7f-40c5-abe1-f198d8bcaf3e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473845 Feb 03 13:35:11.703612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20662-dc1f-4a6e-9bea-98fd6a853164 req-663b0fa9-9a43-440c-b021-38bd39c7d4c0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:11.705145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ae20662-dc1f-4a6e-9bea-98fd6a853164 req-663b0fa9-9a43-440c-b021-38bd39c7d4c0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0724821 Feb 03 13:35:11.758797 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:11.778801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ae20662-dc1f-4a6e-9bea-98fd6a853164 req-c4bcd984-6e90-4d8a-81c4-24c173732b55 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676811 Feb 03 13:35:12.718880 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:12.909840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a0f2b-e6fc-4acd-a1cf-e862d32d268a req-d2c202fd-e903-4ddc-af95-65c5a42e24dd tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:12.911746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f4a0f2b-e6fc-4acd-a1cf-e862d32d268a req-d2c202fd-e903-4ddc-af95-65c5a42e24dd tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0591066 Feb 03 13:35:12.960814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f4a0f2b-e6fc-4acd-a1cf-e862d32d268a req-8a5dc900-5533-46b5-9ced-11265648916a tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Feb 03 13:35:14.096279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e72d6-f4a7-4995-8d25-0e79a65473e1 req-febd6330-e785-4903-9245-4408c243607d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:14.097791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f9e72d6-f4a7-4995-8d25-0e79a65473e1 req-febd6330-e785-4903-9245-4408c243607d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0610573 Feb 03 13:35:14.146090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f9e72d6-f4a7-4995-8d25-0e79a65473e1 req-97848942-4da1-47ab-b1d4-7a93e1daf3d9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Feb 03 13:35:15.299354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611cc5c-4c4d-43f6-b321-478aac68f321 req-a9518bfd-3027-436a-aa73-8559afab1c25 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:15.301133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4611cc5c-4c4d-43f6-b321-478aac68f321 req-a9518bfd-3027-436a-aa73-8559afab1c25 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0709507 Feb 03 13:35:15.348668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4611cc5c-4c4d-43f6-b321-478aac68f321 req-c3c79f73-ff83-4426-a1e0-73c7db2c4179 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Feb 03 13:35:16.487521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49979c2-3f8e-4674-8043-61bc2387493e req-1c6df16b-962f-4903-b8bc-0d1af6386c62 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:16.489187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f49979c2-3f8e-4674-8043-61bc2387493e req-1c6df16b-962f-4903-b8bc-0d1af6386c62 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0612435 Feb 03 13:35:16.542643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f49979c2-3f8e-4674-8043-61bc2387493e req-528681a4-0b48-4fb9-a93d-5a9e6d8e957b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 Feb 03 13:35:16.704780 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:17.671692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07351ba4-279a-471a-812f-81086e8705f5 req-08eb050a-6e49-48a8-9abe-b644b2430933 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:17.673195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07351ba4-279a-471a-812f-81086e8705f5 req-08eb050a-6e49-48a8-9abe-b644b2430933 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0588408 Feb 03 13:35:17.729487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07351ba4-279a-471a-812f-81086e8705f5 req-85850c54-147d-4351-8860-153da92b4e19 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481327 Feb 03 13:35:18.874113 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc89a2-684d-47f5-9663-882500bbe106 req-5db1ae90-6b3b-4c11-980e-6d83ba4114d0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:18.875649 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bbc89a2-684d-47f5-9663-882500bbe106 req-5db1ae90-6b3b-4c11-980e-6d83ba4114d0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0662022 Feb 03 13:35:18.925439 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2bbc89a2-684d-47f5-9663-882500bbe106 req-83edf0ed-1015-4c6f-a495-3a9d9be1fe0a tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440850 Feb 03 13:35:20.056991 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-a2c3bf11-3969-4c6e-b6a9-bb6647776f93 service neutron] show failed (client error): The resource could not be found. Feb 03 13:35:20.058036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-a2c3bf11-3969-4c6e-b6a9-bb6647776f93 service neutron] 10.222.0.91 "GET /v2.0/ports/a1d4b4be-5e94-4d81-9176-d74f7785307f/bindings/n-h2-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0602894 Feb 03 13:35:20.114462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159be6ab-08fc-4ea3-9059-deeb56423895 req-6a697060-2a17-48ab-8908-c515a0ac645e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:20.116074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-159be6ab-08fc-4ea3-9059-deeb56423895 req-6a697060-2a17-48ab-8908-c515a0ac645e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.1124394 Feb 03 13:35:20.163959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-159be6ab-08fc-4ea3-9059-deeb56423895 req-34636a72-0e19-42a1-b212-cd88de83238c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420048 Feb 03 13:35:20.275518 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-4fbeb63b-54f9-4791-a6e2-e2bfc2d769c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:20.276938 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-4fbeb63b-54f9-4791-a6e2-e2bfc2d769c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849&tenant_id=37e1a3a3192b41c5ab37a20870504f41 HTTP/1.1" status: 200 len: 1128 time: 0.0493162 Feb 03 13:35:20.286117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-b083ff04-1c96-47d7-952d-f67f58bf31a6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:35:20.287076 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-b083ff04-1c96-47d7-952d-f67f58bf31a6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049465 Feb 03 13:35:20.299142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:35:20.362694 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:20.574632 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:35:20.608200 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h1-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:35:20.645963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:35:20.648268 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2af74a-83b6-432a-a1b5-383d57be9ddf" -d '{"events": [{"server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:35:20.651739 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Publish callbacks [] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:20.664236 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.provisioning_blocks [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Transition to ACTIVE for port object a1d4b4be-5e94-4d81-9176-d74f7785307f will not be triggered until provisioned by entity L2. {{(pid=103223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:35:20.671831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:20.711102 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1ffb6a-fb39-4eb4-97e4-7a64bf7ed7ed x-openstack-request-id: req-2a1ffb6a-fb39-4eb4-97e4-7a64bf7ed7ed {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:35:20.711393 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:35:20.711658 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a1ffb6a-fb39-4eb4-97e4-7a64bf7ed7ed {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:35:20.712034 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'code': 200} Feb 03 13:35:20.740432 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] No DVR routers for this DVR port a1d4b4be-5e94-4d81-9176-d74f7785307f on host n-h1-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:35:20.742522 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Pushing event updated for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=6']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:20.778320 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Attempting to bind port a1d4b4be-5e94-4d81-9176-d74f7785307f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:35:20.778691 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Attempting to bind port a1d4b4be-5e94-4d81-9176-d74f7785307f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:35:20.779018 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Attempting to bind port a1d4b4be-5e94-4d81-9176-d74f7785307f on network 1fc797d5-6e80-498f-98ec-08155f362123 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:35:20.783436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Port a1d4b4be-5e94-4d81-9176-d74f7785307f on network 1fc797d5-6e80-498f-98ec-08155f362123 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:35:20.783766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Attempting to bind port a1d4b4be-5e94-4d81-9176-d74f7785307f on network 1fc797d5-6e80-498f-98ec-08155f362123 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:35:20.788687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:35:20.789033 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Checking segment: {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:35:20.789419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Bound using segment: {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:35:20.789840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Bound port: a1d4b4be-5e94-4d81-9176-d74f7785307f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:35:20.790194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:20.874873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h2-792364-10, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:35:20.878038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:35:20.887605 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:20.922930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:20.923623 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:20.924996 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] 10.222.0.72 "PUT /v2.0/ports/a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 1092 time: 0.6297543 Feb 03 13:35:20.943429 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b420c-f3c2-471c-a2cd-bf2416ef7d2d service neutron] Pushing event updated for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=7']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:20.993786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-14ca5959-a1dd-4347-8f72-e5b9dee4aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:20.995333 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-14ca5959-a1dd-4347-8f72-e5b9dee4aaa1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 1126 time: 0.0490737 Feb 03 13:35:21.086474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-fbec0894-6fb0-4b99-808a-2a4f2b31bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:21.087951 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-fbec0894-6fb0-4b99-808a-2a4f2b31bb54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.0861793 Feb 03 13:35:21.132315 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-e777a9bf-93bf-4f7b-9369-3afed9ef3b6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 217 time: 0.0380175 Feb 03 13:35:21.180752 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:21.193452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-4ad7821d-f277-4deb-8d57-568e7773c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:21.194961 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-4ad7821d-f277-4deb-8d57-568e7773c204 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0557122 Feb 03 13:35:21.226537 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-effbaa06-7da5-4398-9052-738ae9cf5d4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256650 Feb 03 13:35:21.291296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48100bb-953f-4b3c-b4bd-367d21a8bb61 req-e3b47508-d33a-4912-9f7f-a8e8fffff14f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:21.292791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c48100bb-953f-4b3c-b4bd-367d21a8bb61 req-e3b47508-d33a-4912-9f7f-a8e8fffff14f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 943 time: 0.0527928 Feb 03 13:35:21.318137 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-fab0df71-43e5-48db-b2c6-7b144de3ed81 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862474 Feb 03 13:35:21.344436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c48100bb-953f-4b3c-b4bd-367d21a8bb61 req-cd6aff6b-4591-4d28-871e-a098c60197a1 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Feb 03 13:35:21.410915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-390747b4-c40f-4043-b2ed-efe40fa4dcd0 req-4e1c0fe9-6155-49e5-91cf-3758ad229d52 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861444 Feb 03 13:35:22.527229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8f82f-8ed0-4d09-9c70-ad314572ac92 req-ae4639dd-b8ba-4dc9-9774-b8c96d586ea2 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:22.528872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44d8f82f-8ed0-4d09-9c70-ad314572ac92 req-ae4639dd-b8ba-4dc9-9774-b8c96d586ea2 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 943 time: 0.1090248 Feb 03 13:35:22.581677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44d8f82f-8ed0-4d09-9c70-ad314572ac92 req-5434a6a2-301d-4f97-a924-51c22cfb0b92 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Feb 03 13:35:22.713683 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:35:22.718653 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a84777f-1e54-4f4b-be55-ee4ce1942a99" -d '{"events": [{"name": "network-changed", "server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:35:22.773331 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7118ec-530f-47c0-97fa-b5d6bc3b7c31 x-openstack-request-id: req-3d7118ec-530f-47c0-97fa-b5d6bc3b7c31 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:35:22.773622 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:35:22.773897 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d7118ec-530f-47c0-97fa-b5d6bc3b7c31 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:35:22.774362 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'status': 'completed', 'code': 200} Feb 03 13:35:22.839652 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-22246f5c-8e59-42e4-a2b0-22088d3e8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:22.841508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-800e30eb-52b4-43a9-9283-1d72d573c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:22.841651 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-22246f5c-8e59-42e4-a2b0-22088d3e8907 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 1126 time: 0.0454578 Feb 03 13:35:22.843354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-800e30eb-52b4-43a9-9283-1d72d573c4f3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 1126 time: 0.0495183 Feb 03 13:35:22.953036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-27b3bdff-dd10-4a6e-bc22-3f7baabe313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:22.954614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-27b3bdff-dd10-4a6e-bc22-3f7baabe313a service neutron] 10.222.0.91 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.1044414 Feb 03 13:35:22.954878 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-29963e4d-c4a8-4603-a5c0-98edf17ccc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:22.956436 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-29963e4d-c4a8-4603-a5c0-98edf17ccc6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.1091402 Feb 03 13:35:22.998132 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-568c0dcb-5f4a-4737-a1a6-d1e13b79ffcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 217 time: 0.0347154 Feb 03 13:35:23.001900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-39b5656a-0a39-446a-a3bc-759684480d01 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 217 time: 0.0412896 Feb 03 13:35:23.050294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-498929c7-ee36-4424-916c-4ed7dcf7d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:23.051791 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-498929c7-ee36-4424-916c-4ed7dcf7d93a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0485508 Feb 03 13:35:23.052736 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-4ff00373-7df7-4bde-a1af-8021c2c38332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:23.054227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-4ff00373-7df7-4bde-a1af-8021c2c38332 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0466616 Feb 03 13:35:23.085560 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-8cb1d8a7-1ecf-476b-8846-0b4a3621ccc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270042 Feb 03 13:35:23.085784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-ce5a3084-d91b-42c2-b5aa-8c2ed5a47c9c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252173 Feb 03 13:35:23.175864 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-b1410437-c9fe-41b6-84e9-3c6ec6f17ce6 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843818 Feb 03 13:35:23.179904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-f4d3e31e-b613-4fa9-b010-ddb72b7b0d0e service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879359 Feb 03 13:35:23.266461 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-387fe9b7-bb98-4ae3-bbe1-5fc75e2a0368 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842309 Feb 03 13:35:23.269490 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4a84777f-1e54-4f4b-be55-ee4ce1942a99 req-80f89a67-70dc-4fb2-88e2-8273e953f9fd service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828049 Feb 03 13:35:23.724642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18004b29-39c7-458f-8f87-4b211920e8cc req-0047b1e9-2906-45e6-8a9f-9eb6ec794eb5 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:23.726139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18004b29-39c7-458f-8f87-4b211920e8cc req-0047b1e9-2906-45e6-8a9f-9eb6ec794eb5 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 943 time: 0.0615275 Feb 03 13:35:23.788020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18004b29-39c7-458f-8f87-4b211920e8cc req-7bd616b7-3f0a-4dec-b57d-470456d2f258 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552685 Feb 03 13:35:24.029011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4756a5-24c8-4f79-92da-cc0f8769ada5 req-8a126044-d07f-4c2d-832a-749a37c3007e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:24.030539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a4756a5-24c8-4f79-92da-cc0f8769ada5 req-8a126044-d07f-4c2d-832a-749a37c3007e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 943 time: 0.0901575 Feb 03 13:35:24.040545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-012085e1-4a9f-4351-9a0a-d6aac04a6fbf tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:24.041910 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-012085e1-4a9f-4351-9a0a-d6aac04a6fbf tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849&tenant_id=37e1a3a3192b41c5ab37a20870504f41&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 943 time: 0.0897615 Feb 03 13:35:24.123536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a4756a5-24c8-4f79-92da-cc0f8769ada5 req-6caa92c0-9ec1-4f81-9bd3-86bc34765127 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805409 Feb 03 13:35:24.128796 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-b7a818ce-61be-400e-a3fd-044cbffc4bcd service neutron] delete failed (client error): The resource could not be found. Feb 03 13:35:24.129744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-b7a818ce-61be-400e-a3fd-044cbffc4bcd service neutron] 10.222.0.91 "DELETE /v2.0/ports/a1d4b4be-5e94-4d81-9176-d74f7785307f/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0807157 Feb 03 13:35:24.226123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-47113ce3-d060-482a-8b61-cb206ba1d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:24.227694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-47113ce3-d060-482a-8b61-cb206ba1d867 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 1126 time: 0.0485718 Feb 03 13:35:24.318634 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a1d4b4be-5e94-4d81-9176-d74f7785307f no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:35:24.320827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-ce88c2e1-7018-4036-848b-8dc8f24b6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:24.322321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-ce88c2e1-7018-4036-848b-8dc8f24b6b68 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.0886366 Feb 03 13:35:24.363379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-1b9000e2-9075-4955-a6f3-8014ee38b747 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 200 len: 217 time: 0.0350180 Feb 03 13:35:24.473188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-5a024087-fbd5-4af4-8a58-e9c708f8b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:24.474716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-5a024087-fbd5-4af4-8a58-e9c708f8b174 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.1054995 Feb 03 13:35:24.507571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-3a652cd8-0c2f-4187-bdb1-3c012fb424e4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265033 Feb 03 13:35:24.524830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a1d4b4be-5e94-4d81-9176-d74f7785307f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:35:24.542125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port a1d4b4be-5e94-4d81-9176-d74f7785307f host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:35:24.542560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a1d4b4be-5e94-4d81-9176-d74f7785307f not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:35:24.603996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-46d6ee84-081f-4207-b066-1f39777b49f1 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896559 Feb 03 13:35:24.628171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:35:24.638906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123', 'port_id': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'mac_address': 'fa:16:3e:8e:25:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d29b8e-9b51-40d5-9090-591090d84b29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:35:24.680078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a1d4b4be-5e94-4d81-9176-d74f7785307f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:35:24.680463 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:24.693352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d4b4be-5e94-4d81-9176-d74f7785307f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:35:24.703718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddb1c020-fca5-45b1-bb25-b892ff2f75f4 req-617be8de-a849-4e5c-92ed-6aac6af1a67b service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939038 Feb 03 13:35:24.717345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:35:24.723294 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:24.779801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:24.958584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a1d4b4be-5e94-4d81-9176-d74f7785307f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:35:25.267516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d762c-bcda-4811-815a-cd817b349623 req-9110a4d4-2843-43e2-8821-22c0b144a537 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:25.269048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f1d762c-bcda-4811-815a-cd817b349623 req-9110a4d4-2843-43e2-8821-22c0b144a537 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 944 time: 0.0594869 Feb 03 13:35:25.318428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f1d762c-bcda-4811-815a-cd817b349623 req-23f779e9-5d23-4dbe-86b8-440901d25cd9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Feb 03 13:35:25.457324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d021d6-e89d-4807-84e5-6e7faea2b89a req-77e1e6c2-2d97-48ee-b452-894020b5216d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:25.458867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16d021d6-e89d-4807-84e5-6e7faea2b89a req-77e1e6c2-2d97-48ee-b452-894020b5216d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 944 time: 0.0647478 Feb 03 13:35:25.507893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16d021d6-e89d-4807-84e5-6e7faea2b89a req-9dfa2cf4-6248-42d6-a732-93229b6a0c49 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Feb 03 13:35:25.645322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc17a1d-a575-45eb-8482-93e675134f97 req-4a96e3f7-1715-4354-bed8-30db890fac9a tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:25.646843 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bc17a1d-a575-45eb-8482-93e675134f97 req-4a96e3f7-1715-4354-bed8-30db890fac9a tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 944 time: 0.0644140 Feb 03 13:35:25.699083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0bc17a1d-a575-45eb-8482-93e675134f97 req-792bee32-b0ee-4bac-92ad-643c714c60cb tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Feb 03 13:35:26.078763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-64e3f5c3-3a7d-421a-8f44-7f54514f4f58 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:26.080154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-64e3f5c3-3a7d-421a-8f44-7f54514f4f58 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 815 time: 0.1174176 Feb 03 13:35:26.096152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-9b61f857-4718-4c6b-ae09-ec6d4c1b8fed tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/quotas/37e1a3a3192b41c5ab37a20870504f41 HTTP/1.1" status: 200 len: 375 time: 0.0103848 Feb 03 13:35:26.154141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-bb5bcc51-7e37-4273-ac05-7088abdaeeff tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528944 Feb 03 13:35:26.259741 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-2fce32bd-705e-43ce-898e-b205f737ba95 service neutron] 10.222.0.65 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937409 Feb 03 13:35:26.349274 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-6a737632-8f45-4ed2-b683-583054350f87 service neutron] 10.222.0.65 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821342 Feb 03 13:35:26.424824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a1d4b4be-5e94-4d81-9176-d74f7785307f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:35:26.495430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port a1d4b4be-5e94-4d81-9176-d74f7785307f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:35:26.500507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port a1d4b4be-5e94-4d81-9176-d74f7785307f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:35:26.500886 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:26.536993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4dde75a5-3e2d-48e4-abaf-ba60e410d9b7 req-5499b44b-95ea-42df-8fed-dfcdf6c56aa3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0322733 Feb 03 13:35:26.591401 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port a1d4b4be-5e94-4d81-9176-d74f7785307f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:35:26.591984 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:26.618267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:35:26.620568 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaa81e8-e004-4017-a332-ac49010d92d1" -d '{"events": [{"server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "name": "network-vif-plugged", "status": "completed", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:35:26.634911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:35:26.641586 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:26.669475 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dc7e44-0abc-40c1-a316-5f5a0b5eed83 x-openstack-request-id: req-d5dc7e44-0abc-40c1-a316-5f5a0b5eed83 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:35:26.669834 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "name": "network-vif-plugged", "status": "completed", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:35:26.670725 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5dc7e44-0abc-40c1-a316-5f5a0b5eed83 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:35:26.671184 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'code': 200} Feb 03 13:35:26.698106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:27.267848 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-27c84ab9-9fbe-4d9b-b50d-5e13be722fa9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:27.269306 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-27c84ab9-9fbe-4d9b-b50d-5e13be722fa9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.72 "GET /v2.0/ports?device_id=77b5559c-8237-4d15-83c0-2dabe9eff849 HTTP/1.1" status: 200 len: 945 time: 0.0582352 Feb 03 13:35:27.367195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Deleting port a1d4b4be-5e94-4d81-9176-d74f7785307f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:35:27.367543 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:27.458396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] For port a1d4b4be-5e94-4d81-9176-d74f7785307f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=a1d4b4be-5e94-4d81-9176-d74f7785307f,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:35:27.458788 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:27.472305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.72', 62310) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:35:27.475167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Calling delete_port for a1d4b4be-5e94-4d81-9176-d74f7785307f owned by compute:nova {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:35:27.589994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-921f3c29-2d73-4ec1-aaaf-cc4c43ef1d6e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:27.591671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-921f3c29-2d73-4ec1-aaaf-cc4c43ef1d6e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.72 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 815 time: 0.1183517 Feb 03 13:35:27.607325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Request body: {'port': {'device_id': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123', 'admin_state_up': True, 'tenant_id': '37e1a3a3192b41c5ab37a20870504f41'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:35:27.633326 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (a1d4b4be-5e94-4d81-9176-d74f7785307f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:27.646433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a1d4b4be-5e94-4d81-9176-d74f7785307f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:35:27.665293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Pushing event deleted for resources: {'Port': ['ID=a1d4b4be-5e94-4d81-9176-d74f7785307f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:27.704726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f65c591-0362-4733-ae0e-f248dd7cd6fd req-a5079ed9-e708-42a7-9664-4af170fcf7b6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0733652 Feb 03 13:35:27.715326 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] No DVR routers for this DVR port a1d4b4be-5e94-4d81-9176-d74f7785307f on host n-h2-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:35:27.719257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:27.723419 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.72 "DELETE /v2.0/ports/a1d4b4be-5e94-4d81-9176-d74f7785307f HTTP/1.1" status: 204 len: 173 time: 0.4476352 Feb 03 13:35:27.723419 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'name': 'network-vif-deleted', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:35:27.725847 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c2dd6-c02a-4750-8a44-80dc059c6c1e" -d '{"events": [{"server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "name": "network-vif-deleted", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:35:27.766395 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66feca-d3a9-47f6-b64b-de8ac78a5e3c x-openstack-request-id: req-3e66feca-d3a9-47f6-b64b-de8ac78a5e3c {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:35:27.766681 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b5559c-8237-4d15-83c0-2dabe9eff849", "name": "network-vif-deleted", "tag": "a1d4b4be-5e94-4d81-9176-d74f7785307f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:35:27.766945 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e66feca-d3a9-47f6-b64b-de8ac78a5e3c {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:35:27.767347 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b5559c-8237-4d15-83c0-2dabe9eff849', 'name': 'network-vif-deleted', 'tag': 'a1d4b4be-5e94-4d81-9176-d74f7785307f', 'status': 'completed', 'code': 200} Feb 03 13:35:27.772042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Made reservation on behalf of 37e1a3a3192b41c5ab37a20870504f41 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:35:27.775811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:27.914607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Allocated IP 172.20.0.3 (1fc797d5-6e80-498f-98ec-08155f362123/c2d29b8e-9b51-40d5-9090-591090d84b29/3d40dd51-3ad7-4f7a-b804-db1656e9aa48) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:35:28.086071 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks [] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:28.124764 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:28.141186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['a1d4b4be-5e94-4d81-9176-d74f7785307f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:35:28.171342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Network 1fc797d5-6e80-498f-98ec-08155f362123 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:35:28.176591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:35:28.180217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:35:28.186609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Pushing event updated for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:28.215400 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.215742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.216082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.216418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.216744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.217071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.217394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.217725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.218108 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.218468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.218790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.219105 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.219422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:28.241338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:28.241977 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:28.259136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-1ce91497-5e1e-473f-b05c-b8fb1fd422a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6583538 Feb 03 13:35:28.273419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Request body: {'port': {'device_id': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:35:28.335616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:28.612302 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:35:28.619815 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Publish callbacks [] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:28.637988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Transition to ACTIVE for port object 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:35:28.645287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:28.698718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Pushing event updated for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:28.774362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Attempting to bind port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:35:28.774731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Attempting to bind port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:35:28.775060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Attempting to bind port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on network 1fc797d5-6e80-498f-98ec-08155f362123 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:35:28.789576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on network 1fc797d5-6e80-498f-98ec-08155f362123 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:35:28.789896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Attempting to bind port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on network 1fc797d5-6e80-498f-98ec-08155f362123 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:35:28.810755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:35:28.811087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Checking segment: {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:35:28.811513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Bound using segment: {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:35:28.812036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Bound port: 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:35:28.812609 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:28.869586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd809de-fb81-4d04-b4c4-e3aa8b44a721 req-cab0eeed-607e-4edb-ade4-43d316075a01 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:28.871028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd809de-fb81-4d04-b4c4-e3aa8b44a721 req-cab0eeed-607e-4edb-ade4-43d316075a01 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 943 time: 0.0937619 Feb 03 13:35:28.907142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:35:28.929136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:35:28.941930 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:28.952346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dd809de-fb81-4d04-b4c4-e3aa8b44a721 req-b58be1e0-a6ae-4e60-893f-067e81f6376d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749888 Feb 03 13:35:28.981355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:28.982011 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:28.983461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] 10.222.0.72 "PUT /v2.0/ports/3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 1092 time: 0.7166958 Feb 03 13:35:28.983926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:35:28.986173 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e7a84-aa71-4f11-a941-26e112a0d2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:35:29.018075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32fdb9-9e27-446c-af12-96646e0ac488 service neutron] Pushing event updated for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:29.070307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-01082104-43e7-4fd5-bd6a-6686fc55e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:29.071866 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-01082104-43e7-4fd5-bd6a-6686fc55e7b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 1126 time: 0.0476489 Feb 03 13:35:29.079991 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cadc630-faaa-4162-81cc-745f23a63109 x-openstack-request-id: req-1cadc630-faaa-4162-81cc-745f23a63109 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:35:29.080268 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:35:29.080515 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1cadc630-faaa-4162-81cc-745f23a63109 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:35:29.080902 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'status': 'completed', 'code': 200} Feb 03 13:35:29.115600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-28dafb96-c9fb-4e95-a398-292d426fd6da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 217 time: 0.0338299 Feb 03 13:35:29.167118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-62658a11-df21-430a-a8df-3ce34abd0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:29.168537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-62658a11-df21-430a-a8df-3ce34abd0d8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0462832 Feb 03 13:35:29.204197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-18840a99-f710-4845-bd36-dd167d5fc01b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294135 Feb 03 13:35:29.291878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-23cd64cf-4aa4-4d10-8b3b-dde99765b5b4 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817542 Feb 03 13:35:29.383416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c7aad3f7-e647-46ad-a579-e25554e7b092 req-17231145-f626-487e-b5e1-bb6da51fac41 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857630 Feb 03 13:35:29.478259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-e35bdf1f-eedf-4ac9-b21e-97b356cf5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:29.479745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-e35bdf1f-eedf-4ac9-b21e-97b356cf5d5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 1126 time: 0.0475597 Feb 03 13:35:29.577735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-8bf95f80-6e05-4b19-9c9a-a71152c61c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:29.579262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-8bf95f80-6e05-4b19-9c9a-a71152c61c0e service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.0924306 Feb 03 13:35:29.620686 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-f159bf37-05c6-4191-8182-199746a3bf15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 217 time: 0.0338442 Feb 03 13:35:29.673930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-9f4871cd-f4ee-416e-905b-af1c00af5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:29.676172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-9f4871cd-f4ee-416e-905b-af1c00af5c9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0492969 Feb 03 13:35:29.714237 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-d9cd0152-65ae-4973-b6ae-9a08894f51da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316749 Feb 03 13:35:29.816887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-30350185-0d80-4587-8da2-e852560e3d6d service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947690 Feb 03 13:35:29.919651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df6e7a84-aa71-4f11-a941-26e112a0d2ec req-03323a2a-08a8-4177-a19a-460f12614c29 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949907 Feb 03 13:35:30.086840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859bcfc-0901-4786-ae3a-11ce6d36b6e6 req-675ff2fc-02b8-49a7-923f-6ed6d668c45b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:30.088260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8859bcfc-0901-4786-ae3a-11ce6d36b6e6 req-675ff2fc-02b8-49a7-923f-6ed6d668c45b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 943 time: 0.0664942 Feb 03 13:35:30.139900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8859bcfc-0901-4786-ae3a-11ce6d36b6e6 req-58682c94-3350-471b-9330-f6ebaf53467f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449860 Feb 03 13:35:30.723706 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:35:31.281616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c176b7-f208-45f6-8ae5-6e7fe11e4acd req-cf1f48df-84b1-44bc-8368-57fb14c1761d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:31.283057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9c176b7-f208-45f6-8ae5-6e7fe11e4acd req-cf1f48df-84b1-44bc-8368-57fb14c1761d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 943 time: 0.0556772 Feb 03 13:35:31.336090 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9c176b7-f208-45f6-8ae5-6e7fe11e4acd req-0dfc2f1a-27f9-4b4f-9a20-ae95f3e340c8 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473309 Feb 03 13:35:32.434911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:35:32.437865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a1d4b4be-5e94-4d81-9176-d74f7785307f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:35:32.465646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: a1d4b4be-5e94-4d81-9176-d74f7785307f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:35:32.465996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device a1d4b4be-5e94-4d81-9176-d74f7785307f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:35:32.470562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8efac-414c-42fd-b1cd-1a59547b87e8 req-0bd1ceb6-e282-4537-83d4-0fc1731e9d17 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:32.472086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44a8efac-414c-42fd-b1cd-1a59547b87e8 req-0bd1ceb6-e282-4537-83d4-0fc1731e9d17 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 943 time: 0.0546522 Feb 03 13:35:32.519412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44a8efac-414c-42fd-b1cd-1a59547b87e8 req-b6b500b2-3b2d-405a-abd7-b89cf8d8a55c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 Feb 03 13:35:32.552860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:35:32.568474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123', 'port_id': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'mac_address': 'fa:16:3e:9f:47:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d29b8e-9b51-40d5-9090-591090d84b29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:35:32.607330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:35:32.607722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:32.621971 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:35:32.643048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:35:32.650405 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:32.698292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:32.706143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.706530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.706859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.707190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.707513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.707851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.708176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.708499 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.708819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.709136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.709461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.709775 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.710082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:35:32.854828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['3d40dd51-3ad7-4f7a-b804-db1656e9aa48'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:35:33.656126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f762509-4c20-4806-b4ac-a78cbfd1abe2 req-e7e94a22-7b6c-44a0-814f-2ad43549e0f7 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:33.657629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f762509-4c20-4806-b4ac-a78cbfd1abe2 req-e7e94a22-7b6c-44a0-814f-2ad43549e0f7 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0589938 Feb 03 13:35:33.704768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f762509-4c20-4806-b4ac-a78cbfd1abe2 req-5de02260-7266-48ec-909b-4d7b7a2150ce tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Feb 03 13:35:34.450141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:35:34.508379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:35:34.512047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:35:34.512430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:34.592777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:35:34.593159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:34.621407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:35:34.625211 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546dffa7-ba47-4dad-9716-d77cab050ad6" -d '{"events": [{"server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "name": "network-vif-plugged", "status": "completed", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:35:34.639289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:35:34.646015 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:34.668954 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebabb62-9d18-40ff-8f36-3279b8a6678e x-openstack-request-id: req-6ebabb62-9d18-40ff-8f36-3279b8a6678e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:35:34.669248 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "name": "network-vif-plugged", "status": "completed", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:35:34.669558 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ebabb62-9d18-40ff-8f36-3279b8a6678e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:35:34.670312 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'code': 200} Feb 03 13:35:34.696687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:35:34.772734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7c905-9d35-480a-89e2-bf31c94db065 req-949d0eb5-5349-4096-b2a1-b7ffe9e9b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:34.774268 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cd7c905-9d35-480a-89e2-bf31c94db065 req-949d0eb5-5349-4096-b2a1-b7ffe9e9b8ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 1128 time: 0.0518486 Feb 03 13:35:34.845575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8cd7c905-9d35-480a-89e2-bf31c94db065 req-255fdb9b-529b-4882-a02a-2e4156fe6e78 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613394 Feb 03 13:35:34.856807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a42b9-c9e0-4e8c-a235-c1b670b3c5a3 req-4de88d1a-fe55-4506-98ba-4b31e5107a86 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:34.858257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-042a42b9-c9e0-4e8c-a235-c1b670b3c5a3 req-4de88d1a-fe55-4506-98ba-4b31e5107a86 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0828273 Feb 03 13:35:34.915412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-042a42b9-c9e0-4e8c-a235-c1b670b3c5a3 req-c23a8d7c-bacd-49b2-90fd-866770e41d07 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487556 Feb 03 13:35:36.041999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb169ce-85ab-407b-bdfa-f8e2589d0956 req-ef870fd9-4594-446d-b39c-49a6d5711b61 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:36.043436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb169ce-85ab-407b-bdfa-f8e2589d0956 req-ef870fd9-4594-446d-b39c-49a6d5711b61 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0541677 Feb 03 13:35:36.440099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb169ce-85ab-407b-bdfa-f8e2589d0956 req-ad3eb082-62a0-45bd-b075-2d235d84e854 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901629 Feb 03 13:35:36.562270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea077-63b8-4705-b7e1-55917fb8d664 req-6fb9528b-8d09-49c3-a77a-f7e3844f1c96 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:36.563867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b4ea077-63b8-4705-b7e1-55917fb8d664 req-6fb9528b-8d09-49c3-a77a-f7e3844f1c96 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0551534 Feb 03 13:35:36.614929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b4ea077-63b8-4705-b7e1-55917fb8d664 req-a2fa2bf0-79ef-486b-977e-f32288a17eaf tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447094 Feb 03 13:35:36.699383 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bf12512-02c7-42c5-9ad2-22d57e06bb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:36.859524 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-796554e5-0b8c-4a26-9e02-915e6690aef8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436854 Feb 03 13:35:36.868821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feb566-9f01-4f84-a2a3-0d7e57301109 req-40108374-0d40-4232-8abb-8b9e66e57c1a tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:36.870407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98feb566-9f01-4f84-a2a3-0d7e57301109 req-40108374-0d40-4232-8abb-8b9e66e57c1a tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0527508 Feb 03 13:35:36.922550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-98feb566-9f01-4f84-a2a3-0d7e57301109 req-ec6322e9-5a1c-4138-b189-02af8d355ba6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462425 Feb 03 13:35:38.055232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aea505-01d1-4506-9487-9e05bcb17a3f req-3839ece9-afa9-46a4-aa63-ba8204a8351b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:38.056780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02aea505-01d1-4506-9487-9e05bcb17a3f req-3839ece9-afa9-46a4-aa63-ba8204a8351b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0635164 Feb 03 13:35:38.135130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02aea505-01d1-4506-9487-9e05bcb17a3f req-3e22f18e-4574-4135-8740-2c3993cb6a7c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687444 Feb 03 13:35:38.139434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352525-682c-4116-adda-f5c83ba16402 req-1571124f-7813-4c44-ae4e-db23e71ef0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:38.141658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-1571124f-7813-4c44-ae4e-db23e71ef0b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 1128 time: 0.1465616 Feb 03 13:35:38.237294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352525-682c-4116-adda-f5c83ba16402 req-fcc9d989-f575-4110-84c1-5cea11de38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:38.238812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-fcc9d989-f575-4110-84c1-5cea11de38ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.0903089 Feb 03 13:35:38.281659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-aa2ce7fe-d71d-4da9-9b4a-e53e5b2d1444 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 217 time: 0.0357571 Feb 03 13:35:38.329662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352525-682c-4116-adda-f5c83ba16402 req-833bb600-aa6b-4767-98c4-ee17913404ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:38.331173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-833bb600-aa6b-4767-98c4-ee17913404ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0445800 Feb 03 13:35:38.368511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-78744214-74fe-469e-8898-32187cd95d95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307794 Feb 03 13:35:38.462161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-763bb1b0-0562-4164-9ab8-3d52b1eeb210 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859692 Feb 03 13:35:38.570034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-0d13e417-fa97-423e-aa8b-54e03ccfad8c service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017427 Feb 03 13:35:38.809210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-c494a4ee-84ef-4d67-a873-2c2a7b884a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:38.810761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-c494a4ee-84ef-4d67-a873-2c2a7b884a1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 1128 time: 0.0492141 Feb 03 13:35:38.927431 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12de701d-a089-4524-b169-7bca61254439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:38.933351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-8f0059d3-ab8d-4295-a37b-f559d7b009db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:38.934970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-8f0059d3-ab8d-4295-a37b-f559d7b009db service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.1013434 Feb 03 13:35:38.977429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-60b84e31-3464-4093-9b4e-5251c3f06d72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 217 time: 0.0355718 Feb 03 13:35:39.026850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-f721ba7f-acc6-4bdf-909b-9decc114cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:39.028336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-f721ba7f-acc6-4bdf-909b-9decc114cf02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0451436 Feb 03 13:35:39.062648 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-8147f8fb-a054-4d7e-93dc-ee38ea0b1995 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276718 Feb 03 13:35:39.158269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-7ab0aff0-2ab9-4b0f-a317-5eef2cabbd3e service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901082 Feb 03 13:35:39.283741 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90f6a370-ddfe-4196-9e94-ce3f043a570d req-bf24233b-d6e4-4fca-9e6f-23ac315c7053 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198947 Feb 03 13:35:39.296612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd377d8-ea5d-443d-92e8-cb5486b206a8 req-6db70c6f-ab6a-408f-b8db-bc8f7bb25b0b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:39.298047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cd377d8-ea5d-443d-92e8-cb5486b206a8 req-6db70c6f-ab6a-408f-b8db-bc8f7bb25b0b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0781476 Feb 03 13:35:39.350906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5cd377d8-ea5d-443d-92e8-cb5486b206a8 req-6087cad6-1809-4e54-b7a1-decff055509f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Feb 03 13:35:40.326708 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:40.483757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c85b5-6165-4bb2-88e1-5c911f688d34 req-7105903c-015f-4894-b653-4efad4b72282 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:40.486820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a03c85b5-6165-4bb2-88e1-5c911f688d34 req-7105903c-015f-4894-b653-4efad4b72282 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0612190 Feb 03 13:35:40.535511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a03c85b5-6165-4bb2-88e1-5c911f688d34 req-ad2d0088-8773-4992-a198-de2de521109d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440660 Feb 03 13:35:41.664823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70c3c9-a1ab-4bc1-b77b-505c944ce2fa req-c37a5b43-220d-420a-9b04-aff7aa8b4d61 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:41.666265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b70c3c9-a1ab-4bc1-b77b-505c944ce2fa req-c37a5b43-220d-420a-9b04-aff7aa8b4d61 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0588906 Feb 03 13:35:41.717272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b70c3c9-a1ab-4bc1-b77b-505c944ce2fa req-d9e7bf1b-ff0e-4fa9-8adc-417f1c845ada tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Feb 03 13:35:41.750049 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:42.718259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:42.850814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727be496-4be5-4ea8-8ee2-6166c925c41d req-9c9612d8-9b23-4764-9917-001bd7a6d666 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:42.852300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727be496-4be5-4ea8-8ee2-6166c925c41d req-9c9612d8-9b23-4764-9917-001bd7a6d666 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0622268 Feb 03 13:35:42.901048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727be496-4be5-4ea8-8ee2-6166c925c41d req-88185ef2-0cd3-4aa1-bd11-4be5519efd12 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 Feb 03 13:35:44.053329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7f918-2914-47e8-a761-758b29573c56 req-c58aad45-1fa3-4011-a667-0799e2610fdf tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:44.054781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1a7f918-2914-47e8-a761-758b29573c56 req-c58aad45-1fa3-4011-a667-0799e2610fdf tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0638025 Feb 03 13:35:44.107215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1a7f918-2914-47e8-a761-758b29573c56 req-5e0495a1-408e-436d-933b-796d0cbe3d1d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467417 Feb 03 13:35:45.232979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e9e8-28e3-4d0e-8609-50bda7b88663 req-eaa9fd5b-a6bc-48a3-92ff-d8ad32fbe15f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:45.234549 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb0e9e8-28e3-4d0e-8609-50bda7b88663 req-eaa9fd5b-a6bc-48a3-92ff-d8ad32fbe15f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0532224 Feb 03 13:35:45.283878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bb0e9e8-28e3-4d0e-8609-50bda7b88663 req-5f0df28e-33e2-4566-b33b-6d020254e563 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436602 Feb 03 13:35:46.413087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b935e4-fc81-4fd2-b46b-e5d9d29f0144 req-2ad86afd-3f19-4140-a27d-4bb1b40d956e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:46.414677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9b935e4-fc81-4fd2-b46b-e5d9d29f0144 req-2ad86afd-3f19-4140-a27d-4bb1b40d956e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0572126 Feb 03 13:35:46.468477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9b935e4-fc81-4fd2-b46b-e5d9d29f0144 req-f157c302-56fb-4acb-8ab6-585ca40a5827 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474076 Feb 03 13:35:46.723729 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:47.601381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974a5ff-8cb2-41ed-9d83-62b08b89101e req-4ce27204-8baf-4bbf-882c-974195350909 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:47.603010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d974a5ff-8cb2-41ed-9d83-62b08b89101e req-4ce27204-8baf-4bbf-882c-974195350909 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0576553 Feb 03 13:35:47.651431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d974a5ff-8cb2-41ed-9d83-62b08b89101e req-a2179078-9910-4f9c-a96d-8ddae4d263a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Feb 03 13:35:48.778377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f7bd5-9197-4fdb-b3da-9f634e267aff req-c9ca07dd-b228-4b45-83be-0a75f325dee4 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:48.779877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-108f7bd5-9197-4fdb-b3da-9f634e267aff req-c9ca07dd-b228-4b45-83be-0a75f325dee4 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0582712 Feb 03 13:35:48.831145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-108f7bd5-9197-4fdb-b3da-9f634e267aff req-48b9724d-487a-42e0-a88b-419db6ab992d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Feb 03 13:35:49.989125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3d486-7e68-455f-8253-466e66e66553 req-6f575c38-97f2-496f-bafa-127a96aaf196 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:49.990552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7c3d486-7e68-455f-8253-466e66e66553 req-6f575c38-97f2-496f-bafa-127a96aaf196 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0609374 Feb 03 13:35:50.050668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7c3d486-7e68-455f-8253-466e66e66553 req-b4da0cad-1f6f-4a4f-925b-426db8089329 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543404 Feb 03 13:35:51.181013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4213f44-c422-418b-bad2-06f39450a800 req-967a7e57-cf64-4f7e-b0ea-dd3bf8bd2705 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:51.182552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4213f44-c422-418b-bad2-06f39450a800 req-967a7e57-cf64-4f7e-b0ea-dd3bf8bd2705 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0603602 Feb 03 13:35:51.196603 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:51.241563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4213f44-c422-418b-bad2-06f39450a800 req-91539cc1-bbf7-4637-8eca-93c09f860452 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532920 Feb 03 13:35:52.374414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86766452-77a6-437e-b5f7-bec1ee259361 req-b261bfc7-b6e5-4a2d-8c28-706a534d71d7 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:52.375810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86766452-77a6-437e-b5f7-bec1ee259361 req-b261bfc7-b6e5-4a2d-8c28-706a534d71d7 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0631781 Feb 03 13:35:52.430699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86766452-77a6-437e-b5f7-bec1ee259361 req-08d6de55-b8db-4ff8-8379-e8dbdc36048f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Feb 03 13:35:53.559536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c2529-4b85-42ac-a1fb-4cd10a00ae3d req-aa8b3f15-307b-4e05-b2c5-66a09c2b34da tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:53.561038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-476c2529-4b85-42ac-a1fb-4cd10a00ae3d req-aa8b3f15-307b-4e05-b2c5-66a09c2b34da tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0544260 Feb 03 13:35:53.618852 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-476c2529-4b85-42ac-a1fb-4cd10a00ae3d req-b4fd06b9-bd10-4768-932b-e5c7682b5f5a tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Feb 03 13:35:54.755231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0aa2-399d-4890-b231-a6400577068c req-4f9830fc-2ef5-41d0-905b-667a92cd466c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:54.756754 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77bc0aa2-399d-4890-b231-a6400577068c req-4f9830fc-2ef5-41d0-905b-667a92cd466c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0557263 Feb 03 13:35:54.804467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77bc0aa2-399d-4890-b231-a6400577068c req-fab6da09-7924-41a3-a011-dd126864813b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Feb 03 13:35:55.937001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb2d2d-a430-46e0-911c-c406fcad4531 req-589ca094-5a86-4d43-b22b-fe8acffc3364 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:55.938481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bcb2d2d-a430-46e0-911c-c406fcad4531 req-589ca094-5a86-4d43-b22b-fe8acffc3364 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0577059 Feb 03 13:35:55.985639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bcb2d2d-a430-46e0-911c-c406fcad4531 req-b6e7c63c-1103-4ec4-a709-38f6f5c0cad0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Feb 03 13:35:57.123758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d639f4-58bb-4c1d-b81f-c15e563cbfdb req-bcf5f0e7-21bf-4ba6-8176-29364291434e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:57.125387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69d639f4-58bb-4c1d-b81f-c15e563cbfdb req-bcf5f0e7-21bf-4ba6-8176-29364291434e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0659423 Feb 03 13:35:57.174139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69d639f4-58bb-4c1d-b81f-c15e563cbfdb req-fcc08995-5de9-4298-a125-983809d1f024 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Feb 03 13:35:58.317574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9862855-c9ac-4207-82fa-fa1da2f805c6 req-208e4060-69cf-4961-88b5-46c37f4d3eb4 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:58.319144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9862855-c9ac-4207-82fa-fa1da2f805c6 req-208e4060-69cf-4961-88b5-46c37f4d3eb4 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0616691 Feb 03 13:35:58.365331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9862855-c9ac-4207-82fa-fa1da2f805c6 req-44ce75c6-81cd-4d01-8560-9175a1241a98 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Feb 03 13:35:59.503559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e976ae1-f6eb-41d1-bf0e-0d0b946fc515 req-76ce3a04-b7e1-4583-b5f5-e9ed09577f40 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:59.505098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e976ae1-f6eb-41d1-bf0e-0d0b946fc515 req-76ce3a04-b7e1-4583-b5f5-e9ed09577f40 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0613670 Feb 03 13:35:59.553735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e976ae1-f6eb-41d1-bf0e-0d0b946fc515 req-a7776d06-cdc5-45e5-8082-b7561995d427 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Feb 03 13:36:00.680353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce84222-bda9-4581-970f-ee637a55162f req-50dda543-4236-4a79-8917-bb185337858d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:00.681846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ce84222-bda9-4581-970f-ee637a55162f req-50dda543-4236-4a79-8917-bb185337858d tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0589972 Feb 03 13:36:00.735440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ce84222-bda9-4581-970f-ee637a55162f req-3a21cc57-ba6f-4634-87aa-28dfcd4a6400 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 Feb 03 13:36:01.871026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbbc32-9816-4bc3-b687-662e971a1168 req-759574a7-d630-4640-a975-975b4e93469f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:01.872531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abfbbc32-9816-4bc3-b687-662e971a1168 req-759574a7-d630-4640-a975-975b4e93469f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0566871 Feb 03 13:36:01.923462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-abfbbc32-9816-4bc3-b687-662e971a1168 req-98088d39-2215-4416-b0d3-558b395ac5df tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Feb 03 13:36:03.049136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c02dc6-8213-415d-8890-147bb036b2db req-5c4de1c1-67a6-44d0-bab6-1e334812aea2 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:03.050557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-20c02dc6-8213-415d-8890-147bb036b2db req-5c4de1c1-67a6-44d0-bab6-1e334812aea2 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Feb 03 13:36:03.099757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-20c02dc6-8213-415d-8890-147bb036b2db req-fe40286d-f9ca-4394-bae9-108716892b00 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428250 Feb 03 13:36:04.237314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983122c-7b3b-4cf6-bcd9-eb03daf21869 req-1979d0c7-bdc7-4ad2-a61d-e330cfdf61a7 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:04.238913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8983122c-7b3b-4cf6-bcd9-eb03daf21869 req-1979d0c7-bdc7-4ad2-a61d-e330cfdf61a7 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0667131 Feb 03 13:36:04.288303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8983122c-7b3b-4cf6-bcd9-eb03daf21869 req-0ab300b9-0425-4a30-8695-60a812af08f0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Feb 03 13:36:05.460887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444cac3-a13e-4883-bd72-8ec6cc9dbc07 req-caad78ee-6034-4310-b690-cf68f51949a0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:05.462390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5444cac3-a13e-4883-bd72-8ec6cc9dbc07 req-caad78ee-6034-4310-b690-cf68f51949a0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.1039534 Feb 03 13:36:05.464575 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-b0352525-682c-4116-adda-f5c83ba16402 req-8e08221f-5467-4fb4-95bd-522bb0881fd0 service neutron] show failed (client error): The resource could not be found. Feb 03 13:36:05.465511 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-8e08221f-5467-4fb4-95bd-522bb0881fd0 service neutron] 10.222.0.72 "GET /v2.0/ports/3d40dd51-3ad7-4f7a-b804-db1656e9aa48/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0922620 Feb 03 13:36:05.517168 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5444cac3-a13e-4883-bd72-8ec6cc9dbc07 req-dd2bd891-ea06-46f5-912c-5f0c6db773a6 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Feb 03 13:36:05.687826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352525-682c-4116-adda-f5c83ba16402 req-f4e9666c-5c35-43de-9446-f1f9e6c7974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:05.689636 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-f4e9666c-5c35-43de-9446-f1f9e6c7974a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6&tenant_id=37e1a3a3192b41c5ab37a20870504f41 HTTP/1.1" status: 200 len: 1128 time: 0.0531991 Feb 03 13:36:05.702971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:05.763681 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:05.980310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:06.014523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:06.054143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:06.056482 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8856d57b-dd2f-4d95-8896-7bffde0936c9" -d '{"events": [{"server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:06.060356 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Publish callbacks [] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:06.074263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Transition to ACTIVE for port object 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:36:06.079287 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:06.108785 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a805b160-dc1b-4996-81fe-4f13e93db43b x-openstack-request-id: req-a805b160-dc1b-4996-81fe-4f13e93db43b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:06.109105 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:06.109362 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a805b160-dc1b-4996-81fe-4f13e93db43b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:06.109760 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'code': 200} Feb 03 13:36:06.146649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] No DVR routers for this DVR port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:36:06.153422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:06.192223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Attempting to bind port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:36:06.192553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Attempting to bind port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:36:06.192981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Attempting to bind port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on network 1fc797d5-6e80-498f-98ec-08155f362123 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:06.197438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on network 1fc797d5-6e80-498f-98ec-08155f362123 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:36:06.197757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Attempting to bind port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on network 1fc797d5-6e80-498f-98ec-08155f362123 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:06.202773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:36:06.203107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Checking segment: {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:06.203486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Bound using segment: {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:36:06.203909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Bound port: 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972db870-f88d-49b9-9a66-dc343d590828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:36:06.204254 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:06.268702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:06.272345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:36:06.281633 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:06.316292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:06.316922 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:06.318664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] 10.222.0.91 "PUT /v2.0/ports/3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 1092 time: 0.6218128 Feb 03 13:36:06.352376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a18519-521a-46c0-86b7-c73254e327f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:06.389178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352525-682c-4116-adda-f5c83ba16402 req-2be3f01b-1107-4486-bcd5-2094c8e2c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:06.390730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-2be3f01b-1107-4486-bcd5-2094c8e2c96d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 1126 time: 0.0504885 Feb 03 13:36:06.482596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352525-682c-4116-adda-f5c83ba16402 req-3e329c2b-cd3f-4796-8688-a4e3a7015b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:06.484062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-3e329c2b-cd3f-4796-8688-a4e3a7015b6b service neutron] 10.222.0.91 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.0876353 Feb 03 13:36:06.524091 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-55fc747b-a5a9-4d5c-bf91-61a888e4b535 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 217 time: 0.0340948 Feb 03 13:36:06.578555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6e41ee9-b3b1-4f0b-b435-c4304c668a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:06.580075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-e6e41ee9-b3b1-4f0b-b435-c4304c668a85 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0488102 Feb 03 13:36:06.621278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-26a7ae42-da87-4e0d-b43d-3827064e8cf4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352869 Feb 03 13:36:06.704948 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8943a048-f1db-4b1a-bc4e-000502c6886f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:06.735206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cad066-ff12-4620-91b0-2c597c9e7da7 req-f8fb68b0-d41a-42e3-a30b-d4326d73475e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:06.736742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14cad066-ff12-4620-91b0-2c597c9e7da7 req-f8fb68b0-d41a-42e3-a30b-d4326d73475e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 943 time: 0.1433375 Feb 03 13:36:06.764413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-0b7f847e-beb0-44f7-94ff-4cfe4aa70924 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194215 Feb 03 13:36:06.820433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14cad066-ff12-4620-91b0-2c597c9e7da7 req-1ccf19bd-a3f2-4e08-9d22-c16269791e0f tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769925 Feb 03 13:36:06.873582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b0352525-682c-4116-adda-f5c83ba16402 req-12c69146-185d-44a7-bedc-ea8847a2d085 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025603 Feb 03 13:36:07.728104 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:36:07.966820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b1445-ed99-4206-a651-e04f45c35697 req-41331da9-287a-4e71-a131-7757794028dd tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:07.968322 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-918b1445-ed99-4206-a651-e04f45c35697 req-41331da9-287a-4e71-a131-7757794028dd tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 943 time: 0.0668306 Feb 03 13:36:08.015409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-918b1445-ed99-4206-a651-e04f45c35697 req-5ab0b96c-1280-4f4a-bdd6-e97ecef8aa9b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 Feb 03 13:36:08.110829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:08.114319 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f907c1fc-4474-4602-aa4f-db5574653e87" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:08.177104 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c537eb0-3c88-45f6-9ada-8010abc42e88 x-openstack-request-id: req-8c537eb0-3c88-45f6-9ada-8010abc42e88 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:08.177578 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:08.178139 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c537eb0-3c88-45f6-9ada-8010abc42e88 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:08.178139 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'status': 'completed', 'code': 200} Feb 03 13:36:08.272550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-559252f2-f997-46d6-9b02-5bf9260f5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:08.273988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-559252f2-f997-46d6-9b02-5bf9260f5e6d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 1126 time: 0.0761497 Feb 03 13:36:08.275718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-201cfdfb-c85b-448f-9997-b2d0b330f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:08.277057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-201cfdfb-c85b-448f-9997-b2d0b330f255 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 1126 time: 0.0779407 Feb 03 13:36:08.434360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-d9af4df3-2edd-4e8e-a8d6-d7f7a0c8ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:08.435900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-d9af4df3-2edd-4e8e-a8d6-d7f7a0c8ad91 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.1554997 Feb 03 13:36:08.436957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-9075719e-6359-44f7-ab5c-c77cb038f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:08.438229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-9075719e-6359-44f7-ab5c-c77cb038f4a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.1507237 Feb 03 13:36:08.505147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-3f3cde7e-e542-4373-8731-2c905dfe0986 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 217 time: 0.0628772 Feb 03 13:36:08.506724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-6062176d-1ea8-4dcd-bb10-d174dbd1e4ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 217 time: 0.0585442 Feb 03 13:36:08.588236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-5d458908-f507-40f7-acda-4ec0ba5cde52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:08.589600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-5d458908-f507-40f7-acda-4ec0ba5cde52 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0783913 Feb 03 13:36:08.590978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-eca6a7f9-b704-4ad5-b022-563bd54645a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:08.592264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-eca6a7f9-b704-4ad5-b022-563bd54645a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0800042 Feb 03 13:36:08.641598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-7c8d946c-671a-4a77-b9fa-502a31cd36fc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445020 Feb 03 13:36:08.643398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-917ca59a-08ba-4678-bd06-24b2ba768db9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389352 Feb 03 13:36:08.801713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-beac35d9-5d45-4fe6-bd79-987027cb20a9 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534734 Feb 03 13:36:08.803828 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-6957d68f-ddab-4b55-88cd-221617faa768 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485591 Feb 03 13:36:08.932817 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee515d2-5765-497d-85a8-27c5b382ce94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:08.953721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-601616b6-4919-40d3-984e-d4bd2488f785 service neutron] 10.222.0.91 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458879 Feb 03 13:36:08.957074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f907c1fc-4474-4602-aa4f-db5574653e87 req-f68cdae1-f0a9-4d25-a543-0bbaa117856a service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421549 Feb 03 13:36:09.144828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb2901-32ec-4c88-b4b7-5a6cb53f0908 req-e1893f54-acf2-4ceb-94d3-8dc321c6b429 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:09.146371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05eb2901-32ec-4c88-b4b7-5a6cb53f0908 req-e1893f54-acf2-4ceb-94d3-8dc321c6b429 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 943 time: 0.0601246 Feb 03 13:36:09.194159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05eb2901-32ec-4c88-b4b7-5a6cb53f0908 req-03e2e17b-78ba-4362-9926-420eb6ff3baf tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Feb 03 13:36:10.322884 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.330738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee7d02-949c-4db4-aa00-fbe39e0f743c req-9e9adcef-8c44-492e-8e80-16cd83103c37 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:10.332236 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5ee7d02-949c-4db4-aa00-fbe39e0f743c req-9e9adcef-8c44-492e-8e80-16cd83103c37 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 943 time: 0.0577874 Feb 03 13:36:10.381106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5ee7d02-949c-4db4-aa00-fbe39e0f743c req-f8963498-1d24-4b4d-9abe-2fc4ce7d6e29 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Feb 03 13:36:10.603579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:36:10.629615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:36:10.661396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:36:10.661767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:36:10.739716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:10.751096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'network_id': '1fc797d5-6e80-498f-98ec-08155f362123', 'port_id': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'mac_address': 'fa:16:3e:9f:47:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d29b8e-9b51-40d5-9090-591090d84b29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:36:10.793949 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:10.794721 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.807809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:36:10.828944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:10.835215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.881268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:11.238353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3d40dd51-3ad7-4f7a-b804-db1656e9aa48'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:36:11.510432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3283cdf-e77b-470e-a1ee-cde8185e6672 req-861a0d93-8b8c-46d5-8524-fc9bd4423b7b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:11.511847 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3283cdf-e77b-470e-a1ee-cde8185e6672 req-861a0d93-8b8c-46d5-8524-fc9bd4423b7b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0603020 Feb 03 13:36:11.560855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3283cdf-e77b-470e-a1ee-cde8185e6672 req-f2d4402d-1613-4dab-9af1-37abfb4e8883 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 Feb 03 13:36:11.743673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.810043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c46bb4-27e3-4b76-b2a4-e56e5c11101f req-c60bff3e-f799-48f9-8fbf-0dc0732c3213 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:11.811519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c46bb4-27e3-4b76-b2a4-e56e5c11101f req-c60bff3e-f799-48f9-8fbf-0dc0732c3213 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0890000 Feb 03 13:36:11.831779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3f86-063c-4949-baf1-0432702a1538 req-b4b21a16-c3ee-4fb4-8d24-ab70e202fb4b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:11.833155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5d3f86-063c-4949-baf1-0432702a1538 req-b4b21a16-c3ee-4fb4-8d24-ab70e202fb4b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6&tenant_id=37e1a3a3192b41c5ab37a20870504f41&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 944 time: 0.0803902 Feb 03 13:36:11.903380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96c46bb4-27e3-4b76-b2a4-e56e5c11101f req-6f9ddbdf-a4aa-467f-98f2-d8dc5f9543db tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861263 Feb 03 13:36:11.912784 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-df5d3f86-063c-4949-baf1-0432702a1538 req-3da2eabb-ae2c-44d6-b0f8-6ce111f02ed5 service neutron] delete failed (client error): The resource could not be found. Feb 03 13:36:11.914012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5d3f86-063c-4949-baf1-0432702a1538 req-3da2eabb-ae2c-44d6-b0f8-6ce111f02ed5 service neutron] 10.222.0.72 "DELETE /v2.0/ports/3d40dd51-3ad7-4f7a-b804-db1656e9aa48/bindings/n-h2-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0726233 Feb 03 13:36:12.006756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3f86-063c-4949-baf1-0432702a1538 req-cd13d09b-d696-40f9-8b22-dfde6145690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:12.008521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5d3f86-063c-4949-baf1-0432702a1538 req-cd13d09b-d696-40f9-8b22-dfde6145690a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37e1a3a3192b41c5ab37a20870504f41&device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 1127 time: 0.0507178 Feb 03 13:36:12.105721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3f86-063c-4949-baf1-0432702a1538 req-49653748-55f9-4ff7-8920-3cc63e890429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:12.107146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5d3f86-063c-4949-baf1-0432702a1538 req-49653748-55f9-4ff7-8920-3cc63e890429 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 200 len: 916 time: 0.0922787 Feb 03 13:36:12.150676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5d3f86-063c-4949-baf1-0432702a1538 req-bee2cb20-6a9f-4ee3-aa5b-4ef68cae4080 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 200 len: 217 time: 0.0371234 Feb 03 13:36:12.204033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3f86-063c-4949-baf1-0432702a1538 req-7f152c81-bfb4-4a6b-aadb-60c0a8906dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:12.205533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5d3f86-063c-4949-baf1-0432702a1538 req-7f152c81-bfb4-4a6b-aadb-60c0a8906dca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 200 len: 855 time: 0.0483871 Feb 03 13:36:12.238739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5d3f86-063c-4949-baf1-0432702a1538 req-504fceda-a7bc-4a6c-90a6-5c0b529b3141 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fc797d5-6e80-498f-98ec-08155f362123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268669 Feb 03 13:36:12.341798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5d3f86-063c-4949-baf1-0432702a1538 req-fa1cb7f9-a431-41b2-87bc-3ec3167f1e7d service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961156 Feb 03 13:36:12.643315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:12.709042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:36:12.715431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:12.715825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.719260 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.787706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-df5d3f86-063c-4949-baf1-0432702a1538 req-e521b6ae-5cab-44b3-b625-22455aa587d8 service neutron] 10.222.0.72 "GET /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397860 Feb 03 13:36:12.803760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:12.804331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.828669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:12.830970 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474392b7-077c-4389-ad85-ef4b1ae53d5a" -d '{"events": [{"server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "name": "network-vif-plugged", "status": "completed", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:12.844320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:12.851129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.901642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:12.974481 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e60048-35a3-458d-afcb-c64e35f95413 x-openstack-request-id: req-38e60048-35a3-458d-afcb-c64e35f95413 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:12.974851 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "name": "network-vif-plugged", "status": "completed", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:12.975193 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38e60048-35a3-458d-afcb-c64e35f95413 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:12.975772 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'code': 200} Feb 03 13:36:13.026445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c46f8-f500-4777-ad5e-ad097efbec04 req-2816776a-1691-4751-903e-a5af2544de0e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:13.027966 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-133c46f8-f500-4777-ad5e-ad097efbec04 req-2816776a-1691-4751-903e-a5af2544de0e tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0539207 Feb 03 13:36:13.080440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-133c46f8-f500-4777-ad5e-ad097efbec04 req-08473fcd-1c77-4996-91c2-99bcb0cd8233 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467148 Feb 03 13:36:14.230854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69d30-872c-4cfa-ba7c-dfe6c87642f1 req-76e021c3-10ea-49b7-848c-07578be8440c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:14.232577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bc69d30-872c-4cfa-ba7c-dfe6c87642f1 req-76e021c3-10ea-49b7-848c-07578be8440c tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0737102 Feb 03 13:36:14.293308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bc69d30-872c-4cfa-ba7c-dfe6c87642f1 req-643759a6-ebcb-4124-8b5f-133d8fafef22 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541503 Feb 03 13:36:14.428310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc8090-468e-4e1a-b540-181535eea5ab req-cb92513b-a81d-477f-abbc-655038310387 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:14.429805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18dc8090-468e-4e1a-b540-181535eea5ab req-cb92513b-a81d-477f-abbc-655038310387 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0650167 Feb 03 13:36:14.480759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18dc8090-468e-4e1a-b540-181535eea5ab req-c474aaaf-84d9-4f84-8fda-6e6f74e9ce75 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Feb 03 13:36:14.606987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5c671-946a-4c93-b483-7ab1106faa7d req-8b1272b7-09a6-41e5-b987-131f795a563b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:14.608495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06a5c671-946a-4c93-b483-7ab1106faa7d req-8b1272b7-09a6-41e5-b987-131f795a563b tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0591378 Feb 03 13:36:14.656851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06a5c671-946a-4c93-b483-7ab1106faa7d req-280edb02-acd6-4b70-a522-f5c06b70aca0 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Feb 03 13:36:15.006102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5344678-ce9e-4551-9b91-b979d8a23e25 req-c5d42933-16ec-4be0-a462-ef3806cb5817 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:15.007798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5344678-ce9e-4551-9b91-b979d8a23e25 req-c5d42933-16ec-4be0-a462-ef3806cb5817 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0604181 Feb 03 13:36:15.059018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5344678-ce9e-4551-9b91-b979d8a23e25 req-4fbac2e8-b9ba-47eb-9b31-1bbad8b459af tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Feb 03 13:36:16.183219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ecc68-f1d7-443b-8ecf-fbd04fc9c55c req-b102e1a2-a8e7-4bf9-a848-f526745a10b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:16.184595 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d09ecc68-f1d7-443b-8ecf-fbd04fc9c55c req-b102e1a2-a8e7-4bf9-a848-f526745a10b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0560362 Feb 03 13:36:16.231943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d09ecc68-f1d7-443b-8ecf-fbd04fc9c55c req-a38c46aa-7f9e-4beb-b2df-8ab516eb7bed tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.65 "GET /v2.0/security-groups?id=357c0351-deb5-4148-8bd4-e17a6d34a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Feb 03 13:36:16.474460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-779c3b92-69a1-4ac4-81e1-14ec2d8032e1 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:16.475801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-779c3b92-69a1-4ac4-81e1-14ec2d8032e1 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0582843 Feb 03 13:36:16.573995 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Deleting port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:36:16.573995 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.667066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] For port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,segment=NetworkSegment(972db870-f88d-49b9-9a66-dc343d590828),segment_id=972db870-f88d-49b9-9a66-dc343d590828)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:16.667438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.681134 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Calling delete_port for 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:36:16.735676 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.818832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3d40dd51-3ad7-4f7a-b804-db1656e9aa48), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.831813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3d40dd51-3ad7-4f7a-b804-db1656e9aa48'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:36:16.848935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Pushing event deleted for resources: {'Port': ['ID=3d40dd51-3ad7-4f7a-b804-db1656e9aa48,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:16.893745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] No DVR routers for this DVR port 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:36:16.896478 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.900912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c448052-88ef-4bcc-ad1b-e62c552b4540 req-a39aaac6-0976-4065-8ab9-0040d7ba97b3 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] 10.222.0.91 "DELETE /v2.0/ports/3d40dd51-3ad7-4f7a-b804-db1656e9aa48 HTTP/1.1" status: 204 len: 173 time: 0.4194305 Feb 03 13:36:16.901362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'name': 'network-vif-deleted', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:16.903686 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0034fe-d601-45e5-9408-0cd7047b10e3" -d '{"events": [{"server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "name": "network-vif-deleted", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:16.949001 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68e888f-0034-4e6f-87b2-a3eca5d82c3c x-openstack-request-id: req-a68e888f-0034-4e6f-87b2-a3eca5d82c3c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:16.949298 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6", "name": "network-vif-deleted", "tag": "3d40dd51-3ad7-4f7a-b804-db1656e9aa48", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:16.949555 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a68e888f-0034-4e6f-87b2-a3eca5d82c3c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:16.949963 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9b66d4-319d-45d2-9fce-7a1fd2f6d1f6', 'name': 'network-vif-deleted', 'tag': '3d40dd51-3ad7-4f7a-b804-db1656e9aa48', 'status': 'completed', 'code': 200} Feb 03 13:36:17.361068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48520) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:17.416319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e25930-06ca-41bd-bf6b-bdbaf22b91b6 admin admin] Deleting subnet c2d29b8e-9b51-40d5-9090-591090d84b29 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:36:17.420337 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51e25930-06ca-41bd-bf6b-bdbaf22b91b6 admin admin] Publish callbacks [] for subnet (c2d29b8e-9b51-40d5-9090-591090d84b29), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.455796 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51e25930-06ca-41bd-bf6b-bdbaf22b91b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (c2d29b8e-9b51-40d5-9090-591090d84b29), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.496923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51e25930-06ca-41bd-bf6b-bdbaf22b91b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c2d29b8e-9b51-40d5-9090-591090d84b29), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.549747 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51e25930-06ca-41bd-bf6b-bdbaf22b91b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (c2d29b8e-9b51-40d5-9090-591090d84b29), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.573913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e25930-06ca-41bd-bf6b-bdbaf22b91b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d29b8e-9b51-40d5-9090-591090d84b29,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:17.580876 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-51e25930-06ca-41bd-bf6b-bdbaf22b91b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.584290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-51e25930-06ca-41bd-bf6b-bdbaf22b91b6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c2d29b8e-9b51-40d5-9090-591090d84b29 HTTP/1.1" status: 204 len: 168 time: 0.2220263 Feb 03 13:36:17.587590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48522) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:17.659525 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (1fc797d5-6e80-498f-98ec-08155f362123), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.740209 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (1fc797d5-6e80-498f-98ec-08155f362123), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.759905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc797d5-6e80-498f-98ec-08155f362123']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:17.769639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972db870-f88d-49b9-9a66-dc343d590828') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:17.769937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972db870-f88d-49b9-9a66-dc343d590828') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:17.779843 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (972db870-f88d-49b9-9a66-dc343d590828), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.793551 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (972db870-f88d-49b9-9a66-dc343d590828), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.800116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:36:17.800438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (972db870-f88d-49b9-9a66-dc343d590828), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:36:17.802106 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:36:17.865765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (1fc797d5-6e80-498f-98ec-08155f362123), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.871802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.875010 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] 10.222.0.65 "DELETE /v2.0/networks/1fc797d5-6e80-498f-98ec-08155f362123 HTTP/1.1" status: 204 len: 168 time: 0.2862546 Feb 03 13:36:17.886373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc797d5-6e80-498f-98ec-08155f362123,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:17.894080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.894464 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.894813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.895158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.895542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.895826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.896157 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.896477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.896789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.897196 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.897415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.897763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.898198 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ffca89-378f-44ef-bfb9-b588c0a7fe0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:17.994543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48526) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:18.034503 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-265225e2-b1a3-46a2-b71f-b25ee1cd5a45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=37e1a3a3192b41c5ab37a20870504f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387752 Feb 03 13:36:18.037094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48528) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:18.086104 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf81a17d-0441-4add-bca9-28ce887d64c4 admin admin] Publish callbacks [] for security_group (357c0351-deb5-4148-8bd4-e17a6d34a3d9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.107774 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf81a17d-0441-4add-bca9-28ce887d64c4 admin admin] Publish callbacks [] for security_group (357c0351-deb5-4148-8bd4-e17a6d34a3d9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.164494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf81a17d-0441-4add-bca9-28ce887d64c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (357c0351-deb5-4148-8bd4-e17a6d34a3d9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.167147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cf81a17d-0441-4add-bca9-28ce887d64c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.168328 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cf81a17d-0441-4add-bca9-28ce887d64c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/357c0351-deb5-4148-8bd4-e17a6d34a3d9 HTTP/1.1" status: 204 len: 168 time: 0.1300063 Feb 03 13:36:18.177149 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81a17d-0441-4add-bca9-28ce887d64c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357c0351-deb5-4148-8bd4-e17a6d34a3d9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:18.896766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48550) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:19.000980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-106206560-network', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:19.022854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Made reservation on behalf of 3a6ddd44016d40c290fd37c62171b240 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:36:19.025311 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.034348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.113759 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Publish callbacks [] for security_group (e1303977-1a47-481d-b14b-00f678fbab19), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.119666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e1303977-1a47-481d-b14b-00f678fbab19), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.142793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:36:19.152378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1303977-1a47-481d-b14b-00f678fbab19,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:19.156967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eea7f3c4-c5a6-4ffd-870a-e4802cdfe676), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.157310 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Added segment eea7f3c4-c5a6-4ffd-870a-e4802cdfe676 of type vlan for network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 Feb 03 13:36:19.196823 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (389ece0a-b197-4703-90b8-dbbe6e2e4b96), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.222779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (389ece0a-b197-4703-90b8-dbbe6e2e4b96), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.223737 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:19.224315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.255521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3577337 Feb 03 13:36:19.258785 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48554) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:19.263763 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Request body: {'subnet': {'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-106206560-subnet', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:19.284508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca51293-e398-4344-b1af-a47bd21af411 admin admin] Pushing event updated for resources: {'Network': ['ID=389ece0a-b197-4703-90b8-dbbe6e2e4b96,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:19.284749 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Made reservation on behalf of 3a6ddd44016d40c290fd37c62171b240 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:36:19.287191 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.294795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:36:19.462641 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (61173aa9-2c50-4e2d-ad0f-75de15caa1a7), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.519049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61173aa9-2c50-4e2d-ad0f-75de15caa1a7,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:19.529326 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:19.529694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Network hostable DHCP agents. Network: 389ece0a-b197-4703-90b8-dbbe6e2e4b96, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:36:19.547466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:36:19.557401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 389ece0a-b197-4703-90b8-dbbe6e2e4b96) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:19.561837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:19.562465 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.572182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce7e72c-b3f5-4868-934c-9f259912a85d None None] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:36:19.579200 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-25a2d0f3-b9e2-4efb-8593-422c4a3d2bd8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3193157 Feb 03 13:36:19.581952 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48556) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:19.586574 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:19.607384 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (3e0400f2-6898-4f29-b949-6634d346e34e), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.608442 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (3e0400f2-6898-4f29-b949-6634d346e34e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.661737 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks [] for router_controller (3e0400f2-6898-4f29-b949-6634d346e34e), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.677930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:36:19.678848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.808917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks [] for router_gateway (3e0400f2-6898-4f29-b949-6634d346e34e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.816388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Allocated IP 172.20.0.2 (389ece0a-b197-4703-90b8-dbbe6e2e4b96/61173aa9-2c50-4e2d-ad0f-75de15caa1a7/c26aed2b-ede1-4de0-ab32-fffc4d92ed61) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:19.958539 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Publish callbacks [] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.966994 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:20.007609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:20.013382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:20.016503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:20.025942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Pushing event updated for resources: {'Port': ['ID=c26aed2b-ede1-4de0-ab32-fffc4d92ed61,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:20.082968 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Attempting to bind port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:36:20.083349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Attempting to bind port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:36:20.083852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Attempting to bind port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:20.089736 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:36:20.090113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:20.090553 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:20.090948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:36:20.091394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Bound port: c26aed2b-ede1-4de0-ab32-fffc4d92ed61, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:36:20.091772 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:20.161543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] For port c26aed2b-ede1-4de0-ab32-fffc4d92ed61, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:20.166556 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] For port c26aed2b-ede1-4de0-ab32-fffc4d92ed61, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c26aed2b-ede1-4de0-ab32-fffc4d92ed61,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:36:20.174596 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:20.236199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0213b8-281d-4627-a74f-e730fb9865cd None None] Pushing event updated for resources: {'Port': ['ID=c26aed2b-ede1-4de0-ab32-fffc4d92ed61,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:20.323024 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks [] for router_gateway (3e0400f2-6898-4f29-b949-6634d346e34e), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:20.345197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:20.463729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Allocated IP 172.25.3.27 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/19146158-3e92-4aa1-8ed6-4bf4a4d48695) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:20.572806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks [] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:20.607775 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:20.649925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:20.654821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:20.658300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:20.664204 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Pushing event updated for resources: {'Port': ['ID=19146158-3e92-4aa1-8ed6-4bf4a4d48695,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:20.674625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:36:20.696232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:36:20.696578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3d40dd51-3ad7-4f7a-b804-db1656e9aa48 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:36:20.920231 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks [] for router_gateway (3e0400f2-6898-4f29-b949-6634d346e34e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:21.130086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (3e0400f2-6898-4f29-b949-6634d346e34e), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:21.199670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0741385-cd02-4ac1-a5bb-0948b9eb282b None None] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:36:21.218492 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:21.262441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Router 3e0400f2-6898-4f29-b949-6634d346e34e is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:36:21.316567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-01436d36-d6a0-4647-8c2c-b96a662927b1 None None] Provisioning complete for port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:21.316943 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01436d36-d6a0-4647-8c2c-b96a662927b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:21.376017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:36:21.387911 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:36:21.399590 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:21.404207 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2d99c0d3-513e-4ffd-8f7c-bd91b2e11815 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8184309 Feb 03 13:36:21.404598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48558) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:21.406402 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:21.407769 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:21.412142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-01436d36-d6a0-4647-8c2c-b96a662927b1 None None] Current status of the port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:21.412650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01436d36-d6a0-4647-8c2c-b96a662927b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:21.453294 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-01436d36-d6a0-4647-8c2c-b96a662927b1 None None] For port c26aed2b-ede1-4de0-ab32-fffc4d92ed61, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c26aed2b-ede1-4de0-ab32-fffc4d92ed61,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:21.460667 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01436d36-d6a0-4647-8c2c-b96a662927b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:21.529826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01436d36-d6a0-4647-8c2c-b96a662927b1 None None] Pushing event updated for resources: {'Port': ['ID=c26aed2b-ede1-4de0-ab32-fffc4d92ed61,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:21.530050 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:21.684246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bd2f723d-9fad-4a64-ae79-91c0b627726e None None] Provisioning complete for port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:21.684841 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd2f723d-9fad-4a64-ae79-91c0b627726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:21.712942 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:20Z', 'revision_number': 3, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:21.739924 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:36:21.740270 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Updating router 3e0400f2-6898-4f29-b949-6634d346e34e port 19146158-3e92-4aa1-8ed6-4bf4a4d48695 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:36:21.771222 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:21.777639 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f723d-9fad-4a64-ae79-91c0b627726e None None] Current status of the port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:21.856640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.021657 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Allocated IP 172.20.0.1 (389ece0a-b197-4703-90b8-dbbe6e2e4b96/61173aa9-2c50-4e2d-ad0f-75de15caa1a7/2ad5ba0f-06b9-4a69-9df4-2343f65a4f95) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:22.029312 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Publish callbacks [] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.035222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c26aed2b-ede1-4de0-ab32-fffc4d92ed61 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:22.039860 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.086703 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Attempting to bind port 19146158-3e92-4aa1-8ed6-4bf4a4d48695 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:36:22.087078 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Attempting to bind port 19146158-3e92-4aa1-8ed6-4bf4a4d48695 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:36:22.087440 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Attempting to bind port 19146158-3e92-4aa1-8ed6-4bf4a4d48695 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:22.088781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:22.089452 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.097946 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:36:22.098306 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:22.098718 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.099109 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:36:22.099572 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Bound port: 19146158-3e92-4aa1-8ed6-4bf4a4d48695, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:36:22.099948 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.105351 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Pushing event updated for resources: {'Port': ['ID=19146158-3e92-4aa1-8ed6-4bf4a4d48695,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:22.133305 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Publish callbacks [] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.137558 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.137913 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.138248 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.138609 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.138933 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.139258 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.139579 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.139898 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.140217 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.140728 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.141048 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.141365 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.141685 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:22.170563 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] For port 19146158-3e92-4aa1-8ed6-4bf4a4d48695, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:22.173923 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] For port 19146158-3e92-4aa1-8ed6-4bf4a4d48695, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=19146158-3e92-4aa1-8ed6-4bf4a4d48695,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:36:22.175569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.181563 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.185859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:22.212365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:22.219173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:22.222679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:22.237566 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:22.238200 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:22.249267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad5ba0f-06b9-4a69-9df4-2343f65a4f95,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:22.267932 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (3e0400f2-6898-4f29-b949-6634d346e34e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.290241 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e34e51-9420-4a33-b336-0a2a47aabb8a None None] Pushing event updated for resources: {'Port': ['ID=19146158-3e92-4aa1-8ed6-4bf4a4d48695,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:22.358351 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:22.417557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.503015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-58b1ec8e-3982-4a59-b760-47006702ab8d None None] Provisioning complete for port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:22.504312 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58b1ec8e-3982-4a59-b760-47006702ab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.543771 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:20Z', 'revision_number': 3, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:22.546082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-58b1ec8e-3982-4a59-b760-47006702ab8d None None] Port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:36:22.578262 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d590d-34c6-45fd-911d-42d460f8b1c9 None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:20Z', 'revision_number': 3, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:36:22.584867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Publish callbacks [] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.591348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.661094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad5ba0f-06b9-4a69-9df4-2343f65a4f95,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:22.663789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (3e0400f2-6898-4f29-b949-6634d346e34e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:22.775536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:22.780403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:22.911309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:36:23.030678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:36:23.035961 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-68d620ae-fb92-4a68-bf35-b48a6f225c08 admin admin] 10.222.0.65 "PUT /v2.0/routers/3e0400f2-6898-4f29-b949-6634d346e34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6300986 Feb 03 13:36:23.071183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9dc37e26-1bf5-41fd-9f12-eb74e5aef447 None None] Provisioning complete for port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:23.071781 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9dc37e26-1bf5-41fd-9f12-eb74e5aef447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.108533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9dc37e26-1bf5-41fd-9f12-eb74e5aef447 None None] Port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:36:23.518168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48566) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:23.522998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-02657f7a-ba45-43a4-8fe4-88c3632cafce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106529070', 'description': 'tempest-description--2009841296'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:23.543863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02657f7a-ba45-43a4-8fe4-88c3632cafce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.611935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02657f7a-ba45-43a4-8fe4-88c3632cafce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group (a99f4459-e673-4b95-8547-459dd36650ec), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.617363 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02657f7a-ba45-43a4-8fe4-88c3632cafce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a99f4459-e673-4b95-8547-459dd36650ec), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.645482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02657f7a-ba45-43a4-8fe4-88c3632cafce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.646771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-02657f7a-ba45-43a4-8fe4-88c3632cafce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1274378 Feb 03 13:36:23.650470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48568) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:23.650969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02657f7a-ba45-43a4-8fe4-88c3632cafce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99f4459-e673-4b95-8547-459dd36650ec,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:23.655211 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-efac748b-d8fc-46fc-b7b4-cef611e764dd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'security_group_rule': {'security_group_id': 'a99f4459-e673-4b95-8547-459dd36650ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:23.686798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-efac748b-d8fc-46fc-b7b4-cef611e764dd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group_rule (85609066-8cfa-4043-91dd-d2f4b5066d82), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.749320 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-efac748b-d8fc-46fc-b7b4-cef611e764dd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group_rule (85609066-8cfa-4043-91dd-d2f4b5066d82), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.754728 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-efac748b-d8fc-46fc-b7b4-cef611e764dd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (85609066-8cfa-4043-91dd-d2f4b5066d82), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.771492 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac748b-d8fc-46fc-b7b4-cef611e764dd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85609066-8cfa-4043-91dd-d2f4b5066d82,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:23.781164 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-efac748b-d8fc-46fc-b7b4-cef611e764dd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.784868 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-efac748b-d8fc-46fc-b7b4-cef611e764dd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308434 Feb 03 13:36:23.785072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48570) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:23.789528 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0c543c26-a262-4cb8-b012-362c19db8d06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'security_group_rule': {'security_group_id': 'a99f4459-e673-4b95-8547-459dd36650ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:23.815874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c543c26-a262-4cb8-b012-362c19db8d06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group_rule (f311d4d9-a2a9-4575-aee5-4c076d50ff6c), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.874595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c543c26-a262-4cb8-b012-362c19db8d06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group_rule (f311d4d9-a2a9-4575-aee5-4c076d50ff6c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.879952 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c543c26-a262-4cb8-b012-362c19db8d06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (f311d4d9-a2a9-4575-aee5-4c076d50ff6c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.897361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c543c26-a262-4cb8-b012-362c19db8d06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f311d4d9-a2a9-4575-aee5-4c076d50ff6c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:23.906678 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0c543c26-a262-4cb8-b012-362c19db8d06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:23.908101 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0c543c26-a262-4cb8-b012-362c19db8d06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221318 Feb 03 13:36:23.911246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48572) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:23.916151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:23.943152 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.009801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 19146158-3e92-4aa1-8ed6-4bf4a4d48695 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:24.050299 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.059355 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 19146158-3e92-4aa1-8ed6-4bf4a4d48695 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:24.059735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.146201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 19146158-3e92-4aa1-8ed6-4bf4a4d48695 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:24.146810 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.154810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:36:24.163245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Allocated IP 172.25.3.103 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/9613681a-0ccd-4a67-87d2-77f074c1d586) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:24.177352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 19146158-3e92-4aa1-8ed6-4bf4a4d48695, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=19146158-3e92-4aa1-8ed6-4bf4a4d48695,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:24.181852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:24.182531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:24.184421 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.268591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for port (9613681a-0ccd-4a67-87d2-77f074c1d586), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.305596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=19146158-3e92-4aa1-8ed6-4bf4a4d48695,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:24.306680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9613681a-0ccd-4a67-87d2-77f074c1d586), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.336795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:24.356190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:24.361165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:24.363525 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:24.392016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event updated for resources: {'Port': ['ID=9613681a-0ccd-4a67-87d2-77f074c1d586,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:24.461177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.500378 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9613681a-0ccd-4a67-87d2-77f074c1d586), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.663175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for port (9613681a-0ccd-4a67-87d2-77f074c1d586), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.670074 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9613681a-0ccd-4a67-87d2-77f074c1d586), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.709099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 2, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:24.736456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:36:24.736802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Updating router 3e0400f2-6898-4f29-b949-6634d346e34e port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:36:24.745037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event updated for resources: {'Port': ['ID=9613681a-0ccd-4a67-87d2-77f074c1d586,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:24.754868 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.769029 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.773493 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.774956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f415e1ec-b430-42f2-9396-89ee11ef619e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8626938 Feb 03 13:36:24.932502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-445a30bd-b5ec-4e74-a332-0372c995bf19 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--106529070&fields=id&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 267 time: 0.0510225 Feb 03 13:36:25.036587 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Publish callbacks [] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.038050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6a2c0801-1fff-497e-9f23-75d8138de422 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:25.040297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6a2c0801-1fff-497e-9f23-75d8138de422 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 811 time: 0.1011744 Feb 03 13:36:25.043320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.056381 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-3af38d3f-8e3d-42c6-8c83-700088f420bd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/quotas/3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 375 time: 0.0101485 Feb 03 13:36:25.092505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70471df0-a79e-42ed-b015-5d7119493df8 None None] Pushing event updated for resources: {'Port': ['ID=2ad5ba0f-06b9-4a69-9df4-2343f65a4f95,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:25.123745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-f030aa45-ccf7-414d-b5fb-404aa395b9bf tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616498 Feb 03 13:36:25.148558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Attempting to bind port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:36:25.149139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Attempting to bind port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:36:25.149660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Attempting to bind port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:25.155049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:36:25.155432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:25.155835 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.156226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:36:25.156739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Bound port: 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:36:25.157129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.229092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] For port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:25.233293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] For port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2ad5ba0f-06b9-4a69-9df4-2343f65a4f95,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:36:25.240297 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.252346 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-e60071a0-5c17-4dd5-b6fc-585ca2195e6b service neutron] 10.222.0.65 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119447 Feb 03 13:36:25.302223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70471df0-a79e-42ed-b015-5d7119493df8 None None] Pushing event updated for resources: {'Port': ['ID=2ad5ba0f-06b9-4a69-9df4-2343f65a4f95,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:25.304941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:25.305549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:25.353601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-c3c5cc95-7706-42db-befb-89bad98fd99a service neutron] 10.222.0.65 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001220 Feb 03 13:36:25.370622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6e1cf515-664f-4001-a5f7-a0cabef72edd None None] Provisioning complete for port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:25.370901 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf515-664f-4001-a5f7-a0cabef72edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.461487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:25.553765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5376b802-a79a-46b8-afe8-b33504c6ddf4 req-2d2d06d5-b3bd-4323-9b6f-18d2dfca44ce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 210 time: 0.0344329 Feb 03 13:36:25.583121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6e1cf515-664f-4001-a5f7-a0cabef72edd None None] Current status of the port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:25.583516 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf515-664f-4001-a5f7-a0cabef72edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.661898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6e1cf515-664f-4001-a5f7-a0cabef72edd None None] For port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2ad5ba0f-06b9-4a69-9df4-2343f65a4f95,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:25.668509 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf515-664f-4001-a5f7-a0cabef72edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.749219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cf515-664f-4001-a5f7-a0cabef72edd None None] Pushing event updated for resources: {'Port': ['ID=2ad5ba0f-06b9-4a69-9df4-2343f65a4f95,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:25.777615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:25.833364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957f165-d2b1-426d-8313-71fe72e09f7f None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:36:25.843372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8c0d05ee-602a-41b9-882f-f4b143f3b900 None None] Provisioning complete for port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:25.843759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c0d05ee-602a-41b9-882f-f4b143f3b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.960924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d05ee-602a-41b9-882f-f4b143f3b900 None None] Current status of the port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:26.114532 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:26.173752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:26.174474 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:26.257339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:26.258607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 19146158-3e92-4aa1-8ed6-4bf4a4d48695 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:26.309872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 19146158-3e92-4aa1-8ed6-4bf4a4d48695 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:26.310246 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:26.399972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 19146158-3e92-4aa1-8ed6-4bf4a4d48695 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:26.622560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-2a49a0c8-fa23-4f3b-bf72-42cc74c47151 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:26.624062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-2a49a0c8-fa23-4f3b-bf72-42cc74c47151 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 811 time: 0.1128795 Feb 03 13:36:26.691840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9f6e75dd-8bf6-4b5e-8bbe-910bcd19f9ce req-ba459b63-f03d-4028-abde-027655957545 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 210 time: 0.0407875 Feb 03 13:36:26.720210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-95c8162f-50ad-43db-811d-ab331aa0f6d8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 379 time: 0.0868456 Feb 03 13:36:26.734664 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'port': {'device_id': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'admin_state_up': True, 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'security_groups': ['a99f4459-e673-4b95-8547-459dd36650ec']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:26.851369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Made reservation on behalf of 3a6ddd44016d40c290fd37c62171b240 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:36:26.855252 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:26.993046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Allocated IP 172.20.0.13 (389ece0a-b197-4703-90b8-dbbe6e2e4b96/61173aa9-2c50-4e2d-ad0f-75de15caa1a7/3734f424-0f8c-4f0e-9402-4a55da17c27d) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:27.128482 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:27.173344 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:27.214355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:27.219284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:27.222718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:27.229891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event updated for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:27.275433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:27.276048 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:27.295137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-7d81bd27-2f57-4fb4-8227-b1ac95bf704c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646570 Feb 03 13:36:27.307217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Request body: {'port': {'device_id': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:27.371996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:27.491200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0650733e-eab0-49f8-8fb6-9e8925c5eb2b None None] Provisioning complete for port 3734f424-0f8c-4f0e-9402-4a55da17c27d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:27.492014 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0650733e-eab0-49f8-8fb6-9e8925c5eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:27.543230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0650733e-eab0-49f8-8fb6-9e8925c5eb2b None None] Port 3734f424-0f8c-4f0e-9402-4a55da17c27d cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:36:27.641052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3734f424-0f8c-4f0e-9402-4a55da17c27d {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:36:27.649098 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Publish callbacks [] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:27.662084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Transition to ACTIVE for port object 3734f424-0f8c-4f0e-9402-4a55da17c27d will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:36:27.667803 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:27.720095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Pushing event updated for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:27.830615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Attempting to bind port 3734f424-0f8c-4f0e-9402-4a55da17c27d on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:36:27.830960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Attempting to bind port 3734f424-0f8c-4f0e-9402-4a55da17c27d by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:36:27.831294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Attempting to bind port 3734f424-0f8c-4f0e-9402-4a55da17c27d on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:27.839725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Port 3734f424-0f8c-4f0e-9402-4a55da17c27d on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:36:27.840063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Attempting to bind port 3734f424-0f8c-4f0e-9402-4a55da17c27d on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:27.852802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa6ec9-a878-4f2d-8b49-d926431aa03f req-8cb7ecee-0bc4-4870-a0b8-6de1c42a30ad tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:27.854372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2caa6ec9-a878-4f2d-8b49-d926431aa03f req-8cb7ecee-0bc4-4870-a0b8-6de1c42a30ad tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 944 time: 0.0797250 Feb 03 13:36:27.855689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:36:27.856028 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:27.856409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:36:27.856849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Bound port: 3734f424-0f8c-4f0e-9402-4a55da17c27d, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:36:27.857213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:27.961318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2caa6ec9-a878-4f2d-8b49-d926431aa03f req-f4dd6a7b-5b95-4cd0-9272-d5cabe94218a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006985 Feb 03 13:36:27.967353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:27.971077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:36:27.978190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:28.012151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:28.012751 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:28.014111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] 10.222.0.91 "PUT /v2.0/ports/3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 1093 time: 0.7116599 Feb 03 13:36:28.014700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:28.016812 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21908d79-221c-4514-8e0f-341abc1a25ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:28.042742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54a1af-58c3-4a79-a2f4-3ecde030d769 service neutron] Pushing event updated for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:28.070261 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264696ad-a255-4220-8af3-a259bee20d75 x-openstack-request-id: req-264696ad-a255-4220-8af3-a259bee20d75 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:28.070561 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:28.070823 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-264696ad-a255-4220-8af3-a259bee20d75 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:28.071227 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'status': 'completed', 'code': 200} Feb 03 13:36:28.109516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6208cff7-3f83-4867-ae7a-c8991bf8074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:28.111321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-6208cff7-3f83-4867-ae7a-c8991bf8074b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1127 time: 0.0505297 Feb 03 13:36:28.158634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-f2f83779-1ed0-4977-87b4-f0f8b1dec39e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 217 time: 0.0399249 Feb 03 13:36:28.210120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-2873ffb7-c777-44ce-b430-23b1315b1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:28.211682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-2873ffb7-c777-44ce-b430-23b1315b1f56 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0473273 Feb 03 13:36:28.261890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-95230051-7e2c-4463-a8c9-0d21df0f682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:28.263406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-95230051-7e2c-4463-a8c9-0d21df0f682d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450130 Feb 03 13:36:28.375355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-c5b85cd1-ff9d-4027-9e8a-7db647146a85 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054964 Feb 03 13:36:28.474818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daaec8fb-4b57-4e06-9f87-a89ee8b374b0 req-ab5d4e43-0794-401c-bbd3-28a415e1ff4f service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932407 Feb 03 13:36:28.573998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908d79-221c-4514-8e0f-341abc1a25ad req-2427c9ee-c7bd-4ac1-afb2-44f772a11b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:28.575541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21908d79-221c-4514-8e0f-341abc1a25ad req-2427c9ee-c7bd-4ac1-afb2-44f772a11b5d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1127 time: 0.0511680 Feb 03 13:36:28.773178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908d79-221c-4514-8e0f-341abc1a25ad req-93a92c49-7911-4bf8-8afa-8d950fb917be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:28.774687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21908d79-221c-4514-8e0f-341abc1a25ad req-93a92c49-7911-4bf8-8afa-8d950fb917be service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0945082 Feb 03 13:36:28.827669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21908d79-221c-4514-8e0f-341abc1a25ad req-8bb96ce0-f119-492b-951d-9d1107d87a3b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 217 time: 0.0465636 Feb 03 13:36:28.884043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908d79-221c-4514-8e0f-341abc1a25ad req-9db0ae41-44c5-4c0c-ac4a-3d823265ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:28.885469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21908d79-221c-4514-8e0f-341abc1a25ad req-9db0ae41-44c5-4c0c-ac4a-3d823265ced4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0515041 Feb 03 13:36:28.937014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908d79-221c-4514-8e0f-341abc1a25ad req-7a019059-2a54-4715-b7ba-5aa52ef38c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:28.938550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21908d79-221c-4514-8e0f-341abc1a25ad req-7a019059-2a54-4715-b7ba-5aa52ef38c87 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463166 Feb 03 13:36:29.031783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21908d79-221c-4514-8e0f-341abc1a25ad req-a80c5b17-61af-4b2c-8a14-b148aa44ed4e service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869346 Feb 03 13:36:29.149032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25c7d3-c05b-48b5-9684-cb9a6ebb4b09 req-c2ec6156-1007-4e2b-9bcc-f2a8fcb1213b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:29.150560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb25c7d3-c05b-48b5-9684-cb9a6ebb4b09 req-c2ec6156-1007-4e2b-9bcc-f2a8fcb1213b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 944 time: 0.1176414 Feb 03 13:36:29.169483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-21908d79-221c-4514-8e0f-341abc1a25ad req-2ab0e6ef-822d-4ada-8097-3574b30b5719 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275413 Feb 03 13:36:29.213402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cb25c7d3-c05b-48b5-9684-cb9a6ebb4b09 req-94ed88e5-8595-416f-948f-c7f718ad5ab2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568192 Feb 03 13:36:30.358009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb9060-fb09-4dad-8c9a-5a069dfd93d0 req-225ad547-cae7-4856-aff6-273fd0db1646 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:30.359533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dcb9060-fb09-4dad-8c9a-5a069dfd93d0 req-225ad547-cae7-4856-aff6-273fd0db1646 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 944 time: 0.0691800 Feb 03 13:36:30.417023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2dcb9060-fb09-4dad-8c9a-5a069dfd93d0 req-97d84d75-eded-4cde-9bda-8f6beec8b8e5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483487 Feb 03 13:36:30.737907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3734f424-0f8c-4f0e-9402-4a55da17c27d details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:36:30.843367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:30.854725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'mac_address': 'fa:16:3e:0f:f0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:36:30.896713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3734f424-0f8c-4f0e-9402-4a55da17c27d is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:30.897104 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:30.910823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3734f424-0f8c-4f0e-9402-4a55da17c27d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:36:30.930239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:30.938520 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:30.988636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:31.247934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3734f424-0f8c-4f0e-9402-4a55da17c27d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:36:31.549965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45005a9-62ae-4df7-942a-db075e4ac9e6 req-1da4e2c7-6232-402d-b14d-a6a9579ca35e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:31.551739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d45005a9-62ae-4df7-942a-db075e4ac9e6 req-1da4e2c7-6232-402d-b14d-a6a9579ca35e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 945 time: 0.0596552 Feb 03 13:36:31.599577 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d45005a9-62ae-4df7-942a-db075e4ac9e6 req-5be6d446-7f06-43f1-9bf3-83d9aa4803f5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422823 Feb 03 13:36:32.739393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3734f424-0f8c-4f0e-9402-4a55da17c27d up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:32.751841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca9800-d3d8-48c0-9ca3-174aad8acf94 req-fb980b18-cbf3-4d65-9d92-1573f321248d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:32.753299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31ca9800-d3d8-48c0-9ca3-174aad8acf94 req-fb980b18-cbf3-4d65-9d92-1573f321248d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 945 time: 0.0664589 Feb 03 13:36:32.792176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 3734f424-0f8c-4f0e-9402-4a55da17c27d completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:36:32.797403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 3734f424-0f8c-4f0e-9402-4a55da17c27d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:32.797781 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:32.802539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31ca9800-d3d8-48c0-9ca3-174aad8acf94 req-396cd6d8-2411-4d27-9ee1-791f2df9c926 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434964 Feb 03 13:36:32.873124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3734f424-0f8c-4f0e-9402-4a55da17c27d is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:32.873535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:32.899386 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:32.901668 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b017f13d-d952-4340-81bc-07c65217b14d" -d '{"events": [{"server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "name": "network-vif-plugged", "status": "completed", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:32.914117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:32.920019 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:32.945215 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded55ca3-53a2-4b76-90c3-0f067ee04242 x-openstack-request-id: req-ded55ca3-53a2-4b76-90c3-0f067ee04242 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:32.945513 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "name": "network-vif-plugged", "status": "completed", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:32.945765 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ded55ca3-53a2-4b76-90c3-0f067ee04242 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:32.946151 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'code': 200} Feb 03 13:36:32.979919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:32.990758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.991078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.991420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.991931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.992269 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.992600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.992928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.993255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.993743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.994096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.994621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.994986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:32.995347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:33.054437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529a6d3-504c-42f3-b7b2-8005e73b12b5 req-47a42e27-9c5d-4cc8-a0cd-03cf8073ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:33.056025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e529a6d3-504c-42f3-b7b2-8005e73b12b5 req-47a42e27-9c5d-4cc8-a0cd-03cf8073ba61 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1129 time: 0.0484619 Feb 03 13:36:33.113351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e529a6d3-504c-42f3-b7b2-8005e73b12b5 req-5cac0322-ca92-4bb1-a7c3-156c3ce34005 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503812 Feb 03 13:36:33.935612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2f970-96ca-4925-9299-2a980db20507 req-30d88bd3-bd8c-4332-b957-f341d8f52700 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:33.937176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a2f970-96ca-4925-9299-2a980db20507 req-30d88bd3-bd8c-4332-b957-f341d8f52700 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0556469 Feb 03 13:36:33.989615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a2f970-96ca-4925-9299-2a980db20507 req-fcb19c4e-fbea-4c32-93b6-5568e0e2bc0b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465221 Feb 03 13:36:35.128033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d9f3-33bf-444f-bef6-f7e9a26a83c6 req-9afb186a-096d-4974-97d9-30c3df906888 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:35.130142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96b1d9f3-33bf-444f-bef6-f7e9a26a83c6 req-9afb186a-096d-4974-97d9-30c3df906888 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0553660 Feb 03 13:36:35.180450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96b1d9f3-33bf-444f-bef6-f7e9a26a83c6 req-d4cafc1c-dd6d-4aa4-bcd3-e2fefeacc668 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440865 Feb 03 13:36:35.306859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ba742-728d-4d7e-a809-3257deb37656 req-e17db027-8b87-49f2-a11f-354aa8da7188 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:35.308319 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc1ba742-728d-4d7e-a809-3257deb37656 req-e17db027-8b87-49f2-a11f-354aa8da7188 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0550866 Feb 03 13:36:35.321496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 48618) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:35.326476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-b592c683-08b1-476a-acf8-d4a83e96d7d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'floatingip': {'port_id': '3734f424-0f8c-4f0e-9402-4a55da17c27d'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:35.367587 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b592c683-08b1-476a-acf8-d4a83e96d7d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:35.835896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b592c683-08b1-476a-acf8-d4a83e96d7d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:35.844672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b592c683-08b1-476a-acf8-d4a83e96d7d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:35.944524 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-b592c683-08b1-476a-acf8-d4a83e96d7d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4 associated. External IP: 172.25.3.103, port: 3734f424-0f8c-4f0e-9402-4a55da17c27d. Feb 03 13:36:36.157785 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b592c683-08b1-476a-acf8-d4a83e96d7d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:36:36.279452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b592c683-08b1-476a-acf8-d4a83e96d7d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:36:36.284231 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b592c683-08b1-476a-acf8-d4a83e96d7d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:36.289234 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:36:36.299936 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:36.300544 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:36.320915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b592c683-08b1-476a-acf8-d4a83e96d7d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "PUT /v2.0/floatingips/05b281f5-10f9-4129-bb4a-d5c34065a8e4 HTTP/1.1" status: 200 len: 992 time: 0.9982193 Feb 03 13:36:36.321454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:36.324145 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85659e55-9d62-44c2-ace0-259cfa191d31" -d '{"events": [{"name": "network-changed", "server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:36.427931 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:36.433039 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c38cd4a-d047-468f-b960-2ce944b6d136 x-openstack-request-id: req-7c38cd4a-d047-468f-b960-2ce944b6d136 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:36.433522 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:36.433945 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c38cd4a-d047-468f-b960-2ce944b6d136 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:36.434449 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e699197-bc7d-4080-bd48-427c266798a1 req-54dd155a-9833-4e34-ab21-78d09a231b34 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.434934 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'status': 'completed', 'code': 200} Feb 03 13:36:36.436055 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e699197-bc7d-4080-bd48-427c266798a1 req-54dd155a-9833-4e34-ab21-78d09a231b34 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0647674 Feb 03 13:36:36.500586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e699197-bc7d-4080-bd48-427c266798a1 req-a374958b-94ac-4929-8f1a-1b96406d2602 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580597 Feb 03 13:36:36.554906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-8ae93c74-7890-4069-b756-34210643b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.556458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-8ae93c74-7890-4069-b756-34210643b176 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1129 time: 0.0486276 Feb 03 13:36:36.649536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-3869edf6-a0fa-4d71-9e38-ac42a0d32b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.651360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-3869edf6-a0fa-4d71-9e38-ac42a0d32b59 service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0887933 Feb 03 13:36:36.702771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bb42364-f530-4d52-be7d-69e5f0b50432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:36.721259 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-ed820c94-69b5-4b4b-bd57-90fc2716b8c2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 1000 time: 0.0638223 Feb 03 13:36:36.756306 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:0f:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:36:35Z', 'revision_number': 1, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:36.769638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-8b5ee365-cf70-45ef-b607-68f0e04f991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.771178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-8b5ee365-cf70-45ef-b607-68f0e04f991b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0442941 Feb 03 13:36:36.785423 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:36:36.794785 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:36.795394 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:36:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:36.820705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-af487832-b9b7-42ce-a57f-f207a3a9346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.822297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-af487832-b9b7-42ce-a57f-f207a3a9346a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453780 Feb 03 13:36:36.900962 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:36.917924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-0eeb8af8-7776-47e8-9d07-788b8851301f service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887673 Feb 03 13:36:37.011916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-85659e55-9d62-44c2-ace0-259cfa191d31 req-ea9c491f-fa35-4e2e-9c0f-e0fa79e8002b service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875113 Feb 03 13:36:37.133155 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:0f:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:36:35Z', 'revision_number': 1, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:37.162788 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370fad15-c261-40cb-857e-cc498a4bddc5 None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:0f:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:36:35Z', 'revision_number': 1, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:36:37.355086 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73364170-e8ba-49b6-9609-454eeb2e0cce None None] New status for floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:36:37.633126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9755795-66da-41b7-a2dc-e9a426f8deff req-19a3a81c-95fe-4168-b517-12fd05b9b9f6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:37.634693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9755795-66da-41b7-a2dc-e9a426f8deff req-19a3a81c-95fe-4168-b517-12fd05b9b9f6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0573812 Feb 03 13:36:37.682582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9755795-66da-41b7-a2dc-e9a426f8deff req-e524cd9f-e576-46c8-bfd5-57964aaf5faf tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420623 Feb 03 13:36:37.808339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090497c-3baf-4a4a-9d47-675a18e67a85 req-130256f9-b011-4e66-ae01-6a7124102aa9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:37.809812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5090497c-3baf-4a4a-9d47-675a18e67a85 req-130256f9-b011-4e66-ae01-6a7124102aa9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0580587 Feb 03 13:36:37.859790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5090497c-3baf-4a4a-9d47-675a18e67a85 req-18351312-b3b8-4265-a107-677f157954b8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442126 Feb 03 13:36:38.105616 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-6eaeb473-9c87-4b46-87c3-729cd9c4a69c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461295 Feb 03 13:36:38.117984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa3afd-de22-4331-b6a6-020c79febcd9 req-c07b17e8-6ee5-4f0f-88ff-5fe2cf6d4c35 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:38.119557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64aa3afd-de22-4331-b6a6-020c79febcd9 req-c07b17e8-6ee5-4f0f-88ff-5fe2cf6d4c35 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0558228 Feb 03 13:36:38.168408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-64aa3afd-de22-4331-b6a6-020c79febcd9 req-732132fd-0520-4727-8401-ed30d870d0f8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427604 Feb 03 13:36:38.937837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b72fb89-de73-4ca3-9470-bed3a0cff0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:39.295392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985882db-71d2-469e-978e-7632e7bc22d8 req-1711b21a-ba40-4843-b870-ae20a0371978 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:39.296950 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-985882db-71d2-469e-978e-7632e7bc22d8 req-1711b21a-ba40-4843-b870-ae20a0371978 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0578218 Feb 03 13:36:39.371737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-985882db-71d2-469e-978e-7632e7bc22d8 req-7b775cc0-0dac-4eac-8950-9e3819a66d19 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689712 Feb 03 13:36:39.382058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-e69a8594-1bb3-40e1-a780-99cef4d8eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:39.383573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-e69a8594-1bb3-40e1-a780-99cef4d8eb9a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1129 time: 0.0671599 Feb 03 13:36:39.481950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-2cce9205-a003-4b99-808f-a35c511cc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:39.483382 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-2cce9205-a003-4b99-808f-a35c511cc178 service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0922124 Feb 03 13:36:39.552614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-750f3be1-61dc-4626-a5a8-250576fbf3d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 1002 time: 0.0628715 Feb 03 13:36:39.606771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-6fc91f7b-80b2-4515-af66-38dc3cd38896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:39.608219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-6fc91f7b-80b2-4515-af66-38dc3cd38896 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0502968 Feb 03 13:36:39.671473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-1f2f0c90-5dc0-4807-8777-7f12fb03bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:39.672990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-1f2f0c90-5dc0-4807-8777-7f12fb03bddc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0588393 Feb 03 13:36:39.769138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-d2ce8133-23b1-4960-b1df-7267f2d5de22 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892696 Feb 03 13:36:39.861093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-da8388b9-3d74-417e-b473-cb7701bb8b73 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859952 Feb 03 13:36:40.323046 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:40.504057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e703b6-df81-4386-a9a4-4371c3ef86f3 req-c2d80f43-87ed-4c65-867c-81e746635ad8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:40.505551 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50e703b6-df81-4386-a9a4-4371c3ef86f3 req-c2d80f43-87ed-4c65-867c-81e746635ad8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0606952 Feb 03 13:36:40.558466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50e703b6-df81-4386-a9a4-4371c3ef86f3 req-410dc779-1af5-4fbc-884b-0610d0f35927 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468781 Feb 03 13:36:41.685068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659f9b5-383f-4b23-938c-982e26336ba2 req-373aad1a-5c8a-4efe-9530-639febe6aa6b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:41.686553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6659f9b5-383f-4b23-938c-982e26336ba2 req-373aad1a-5c8a-4efe-9530-639febe6aa6b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0576832 Feb 03 13:36:41.735980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6659f9b5-383f-4b23-938c-982e26336ba2 req-dea94d01-a744-4bc1-a3f4-f5bc47fd98fd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437124 Feb 03 13:36:41.747955 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:42.731312 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:42.864140 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83a0f1-f42a-4d23-8357-cdf44d92b125 req-e623fc86-df37-466b-abea-6cbcef7867c4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:42.865655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c83a0f1-f42a-4d23-8357-cdf44d92b125 req-e623fc86-df37-466b-abea-6cbcef7867c4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0583556 Feb 03 13:36:42.919733 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c83a0f1-f42a-4d23-8357-cdf44d92b125 req-cdd5e8dc-59cf-418b-82eb-b3596c9b33d1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480888 Feb 03 13:36:44.065081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74483f28-3600-4f1d-974d-aff8b005ac01 req-94595714-bdc8-42bb-88ab-9cdb9307755b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:44.066613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74483f28-3600-4f1d-974d-aff8b005ac01 req-94595714-bdc8-42bb-88ab-9cdb9307755b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0701785 Feb 03 13:36:44.113597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74483f28-3600-4f1d-974d-aff8b005ac01 req-44c5e42f-9272-4d84-bc1c-33af4cab07fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 Feb 03 13:36:44.733084 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:36:45.256426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3e11d-76d6-48f5-9384-b90891496eb9 req-14510b59-3fa0-4285-aa64-48b52b044a43 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:45.258591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4da3e11d-76d6-48f5-9384-b90891496eb9 req-14510b59-3fa0-4285-aa64-48b52b044a43 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0635266 Feb 03 13:36:45.310522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4da3e11d-76d6-48f5-9384-b90891496eb9 req-3920dcc3-61c4-4869-8861-7962affe2fd0 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437064 Feb 03 13:36:46.453584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4332a83-d2e7-4dcf-bfb5-0a28114064ee req-4c08f2bc-35d5-4c71-a464-855e35f14709 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:46.455092 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4332a83-d2e7-4dcf-bfb5-0a28114064ee req-4c08f2bc-35d5-4c71-a464-855e35f14709 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0582516 Feb 03 13:36:46.508369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4332a83-d2e7-4dcf-bfb5-0a28114064ee req-f6383500-84fd-48d6-8918-b88fb65743b3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475237 Feb 03 13:36:46.746485 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:47.643469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4579f6-56b7-41a9-a7f7-b26527d97fc0 req-ca4d9a8e-9388-40af-980a-fb550b6f11ce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:47.644955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f4579f6-56b7-41a9-a7f7-b26527d97fc0 req-ca4d9a8e-9388-40af-980a-fb550b6f11ce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0554562 Feb 03 13:36:47.697102 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6f4579f6-56b7-41a9-a7f7-b26527d97fc0 req-e446a51f-9628-4002-9e1c-d2915400f4b3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443192 Feb 03 13:36:48.827658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6730b-0cfc-4019-8142-f3c50f188b96 req-539c9d52-49f6-4aee-b950-19486b0583d4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:48.829130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38e6730b-0cfc-4019-8142-f3c50f188b96 req-539c9d52-49f6-4aee-b950-19486b0583d4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0530944 Feb 03 13:36:48.877637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38e6730b-0cfc-4019-8142-f3c50f188b96 req-96c05003-4dd8-4789-8b6c-3e6ac0447682 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404024 Feb 03 13:36:50.347752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72490b-6a2b-4eb3-88ea-dacfee7d1cee req-715ecd0b-5597-4865-bc72-9a71f866be00 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:50.349232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af72490b-6a2b-4eb3-88ea-dacfee7d1cee req-715ecd0b-5597-4865-bc72-9a71f866be00 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.3979924 Feb 03 13:36:50.395860 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af72490b-6a2b-4eb3-88ea-dacfee7d1cee req-49fd2ddd-3187-4fd7-8ce2-47afe829826d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406816 Feb 03 13:36:51.217212 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:51.540642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb161d08-2bae-4070-bb61-eb6ad73a075c req-c8e93521-7f65-423b-8b27-ff6b65084a7b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:51.542174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb161d08-2bae-4070-bb61-eb6ad73a075c req-c8e93521-7f65-423b-8b27-ff6b65084a7b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0641093 Feb 03 13:36:51.591098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb161d08-2bae-4070-bb61-eb6ad73a075c req-37b2d446-deaa-4a3b-9cf2-9595a60b29ac tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423644 Feb 03 13:36:52.727018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383d926-35e8-4fa1-81fa-d8e511648d2c req-19627a51-5481-4a1b-92e0-00da57b9893f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:52.728541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0383d926-35e8-4fa1-81fa-d8e511648d2c req-19627a51-5481-4a1b-92e0-00da57b9893f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0584283 Feb 03 13:36:52.776043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0383d926-35e8-4fa1-81fa-d8e511648d2c req-b39a41a9-93b0-4c17-a379-30d5db941953 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 Feb 03 13:36:53.911098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bbce9-afe5-47b8-a565-a998f3d22cee req-2ace41d8-de3d-4f69-9878-e0c718edf7a5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:53.912567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-505bbce9-afe5-47b8-a565-a998f3d22cee req-2ace41d8-de3d-4f69-9878-e0c718edf7a5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0595553 Feb 03 13:36:53.968210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-505bbce9-afe5-47b8-a565-a998f3d22cee req-e3d1b0a1-4228-4317-b095-734e43d72c83 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493159 Feb 03 13:36:55.085118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323575-2c2d-4bab-8d87-9664ee01358a req-7663d5b0-2bef-4d13-b805-d04509fdb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:55.086624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46323575-2c2d-4bab-8d87-9664ee01358a req-7663d5b0-2bef-4d13-b805-d04509fdb918 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1129 time: 0.0741308 Feb 03 13:36:55.112805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba8ea-3837-4c30-9a25-99ea0e02506d req-5d2f3802-3fd4-4cf6-b033-9caa71f08752 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:55.114210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-feaba8ea-3837-4c30-9a25-99ea0e02506d req-5d2f3802-3fd4-4cf6-b033-9caa71f08752 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0650463 Feb 03 13:36:55.215321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-feaba8ea-3837-4c30-9a25-99ea0e02506d req-ef5cd2be-b613-4ce1-8f0d-d572367c4a9f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930197 Feb 03 13:36:55.231922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323575-2c2d-4bab-8d87-9664ee01358a req-e0bc13da-ee80-42ce-aa57-5979a8f0f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:55.233365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46323575-2c2d-4bab-8d87-9664ee01358a req-e0bc13da-ee80-42ce-aa57-5979a8f0f5da service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1182642 Feb 03 13:36:55.298682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46323575-2c2d-4bab-8d87-9664ee01358a req-da8ce66e-75ec-437c-ac6a-3572685084ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 1002 time: 0.0582919 Feb 03 13:36:55.348450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323575-2c2d-4bab-8d87-9664ee01358a req-e84672e2-18be-45d8-ae73-5aae3a574ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:55.349862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46323575-2c2d-4bab-8d87-9664ee01358a req-e84672e2-18be-45d8-ae73-5aae3a574ee1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0444071 Feb 03 13:36:55.403783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323575-2c2d-4bab-8d87-9664ee01358a req-9fe4c4e2-4369-484b-9a45-68623d6e4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:55.405258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46323575-2c2d-4bab-8d87-9664ee01358a req-9fe4c4e2-4369-484b-9a45-68623d6e4437 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490727 Feb 03 13:36:55.497079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46323575-2c2d-4bab-8d87-9664ee01358a req-a8cac1d5-d4fe-40f4-b8d0-f13de862be6c service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847998 Feb 03 13:36:55.592558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46323575-2c2d-4bab-8d87-9664ee01358a req-a55fc252-40f3-429c-b67e-eecbc0e994b8 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885649 Feb 03 13:36:56.354696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd1e34-7881-4385-b5a2-c15d86e80247 req-d2e6bcb0-a11b-4e19-a050-609d8399d436 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:56.356634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eecd1e34-7881-4385-b5a2-c15d86e80247 req-d2e6bcb0-a11b-4e19-a050-609d8399d436 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0600209 Feb 03 13:36:56.411377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eecd1e34-7881-4385-b5a2-c15d86e80247 req-e30246b5-f06c-499e-96a2-8691461a8ef2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467064 Feb 03 13:36:57.539155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fdfb6-6468-4e91-8c66-19ace8ed93f5 req-3d972fd9-0461-4caf-b5f4-bafa2ac2b223 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:57.540739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d82fdfb6-6468-4e91-8c66-19ace8ed93f5 req-3d972fd9-0461-4caf-b5f4-bafa2ac2b223 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0565312 Feb 03 13:36:57.596258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d82fdfb6-6468-4e91-8c66-19ace8ed93f5 req-c2bb11f8-47eb-4bf9-9a77-4fecb4dabd83 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491424 Feb 03 13:36:58.723585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc0b9b-0c0c-4356-b444-4b27636f0635 req-70680c85-d2fd-4284-b8e9-258365c21881 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:58.725165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47dc0b9b-0c0c-4356-b444-4b27636f0635 req-70680c85-d2fd-4284-b8e9-258365c21881 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0564127 Feb 03 13:36:58.773461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47dc0b9b-0c0c-4356-b444-4b27636f0635 req-74d66d6e-8b95-493b-81ed-409536057322 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425551 Feb 03 13:36:59.900764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f998de-38ca-4197-839d-ffb7112232b1 req-92f9c58a-dab5-4cc6-9206-63657ad1093b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:59.902314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0f998de-38ca-4197-839d-ffb7112232b1 req-92f9c58a-dab5-4cc6-9206-63657ad1093b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0538409 Feb 03 13:36:59.950637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0f998de-38ca-4197-839d-ffb7112232b1 req-08426020-be6e-4e6c-b286-5843507778b3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424619 Feb 03 13:37:01.091289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b604c3-6b32-49b1-ba9c-3fbad7329b6d req-18e74f57-b90a-42d2-be9d-50476d86d02e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:01.092795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63b604c3-6b32-49b1-ba9c-3fbad7329b6d req-18e74f57-b90a-42d2-be9d-50476d86d02e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0682774 Feb 03 13:37:01.142391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63b604c3-6b32-49b1-ba9c-3fbad7329b6d req-50f2f3cc-4a77-4a12-a927-151bc97defb8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Feb 03 13:37:02.287275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c58d7-0d0f-4376-89f5-d4dd1919c2b9 req-633709d3-7db2-4382-bea6-7a215a2bc79c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:02.288768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe2c58d7-0d0f-4376-89f5-d4dd1919c2b9 req-633709d3-7db2-4382-bea6-7a215a2bc79c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0573316 Feb 03 13:37:02.337709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fe2c58d7-0d0f-4376-89f5-d4dd1919c2b9 req-c6936977-cf54-4c86-a867-ed76eba6283b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Feb 03 13:37:03.473605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b334da-41f4-41e4-a9de-2896ba32ab29 req-2a280cc7-1461-45eb-bc1a-af0be0eeb418 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:03.475135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42b334da-41f4-41e4-a9de-2896ba32ab29 req-2a280cc7-1461-45eb-bc1a-af0be0eeb418 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0578406 Feb 03 13:37:03.524744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42b334da-41f4-41e4-a9de-2896ba32ab29 req-659f52e8-85f4-4d50-9672-580b4f1bdef1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439568 Feb 03 13:37:04.656104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e89d9-c91e-42ff-86a6-97e744422361 req-ec8c51d8-9c68-4def-bf0c-c3c1ab772dc3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:04.657642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-884e89d9-c91e-42ff-86a6-97e744422361 req-ec8c51d8-9c68-4def-bf0c-c3c1ab772dc3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0552158 Feb 03 13:37:04.723041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-884e89d9-c91e-42ff-86a6-97e744422361 req-47d8fdd2-67f5-4da5-a194-724c66374ee2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548861 Feb 03 13:37:05.855467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38ea94-ea8a-44bf-b108-cacfb0ede55d req-870b0421-34f5-4ef3-b634-1410166bef06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:05.857303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a38ea94-ea8a-44bf-b108-cacfb0ede55d req-870b0421-34f5-4ef3-b634-1410166bef06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0641956 Feb 03 13:37:05.906801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a38ea94-ea8a-44bf-b108-cacfb0ede55d req-c6792296-d744-473a-a0d1-577414951eb1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436006 Feb 03 13:37:06.699802 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b45a580d-0c21-4bbd-abbf-b0a89dcbc1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:07.075486 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-3d71d6ae-a174-475c-bb74-75d64d42bea9 service neutron] show failed (client error): The resource could not be found. Feb 03 13:37:07.076538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-3d71d6ae-a174-475c-bb74-75d64d42bea9 service neutron] 10.222.0.91 "GET /v2.0/ports/3734f424-0f8c-4f0e-9402-4a55da17c27d/bindings/n-h2-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0899806 Feb 03 13:37:07.087891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b433-4a24-4f16-8fd8-05a5903e61ad req-4622f609-f519-4acd-929f-56f4ce8846d6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:07.089358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce67b433-4a24-4f16-8fd8-05a5903e61ad req-4622f609-f519-4acd-929f-56f4ce8846d6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0954659 Feb 03 13:37:07.142921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ce67b433-4a24-4f16-8fd8-05a5903e61ad req-5352262c-f173-44ba-aaca-0b5d16e62c48 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468183 Feb 03 13:37:07.295029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-c0b1c904-7b0c-4055-8618-927e7a7309a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:07.296481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-c0b1c904-7b0c-4055-8618-927e7a7309a7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 1129 time: 0.0513921 Feb 03 13:37:07.308889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:37:07.388493 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:07.603667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:37:07.639383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:37:07.683281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:37:07.685842 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188638cf-acb1-4cad-8398-0e9237bbe582" -d '{"events": [{"server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:37:07.689675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Publish callbacks [] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:07.702395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Transition to ACTIVE for port object 3734f424-0f8c-4f0e-9402-4a55da17c27d will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:37:07.707323 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:07.739252 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8047f2a-81c2-4cd7-8694-e6e7467b0879 x-openstack-request-id: req-a8047f2a-81c2-4cd7-8694-e6e7467b0879 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:37:07.739545 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:37:07.739804 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8047f2a-81c2-4cd7-8694-e6e7467b0879 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:37:07.740209 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'code': 200} Feb 03 13:37:07.790740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Pushing event updated for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:07.805993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.806362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.806712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.807073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.807406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.807738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.808062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.808390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.808715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.809037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.809360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.809828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.810903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:37:07.849639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] No DVR routers for this DVR port 3734f424-0f8c-4f0e-9402-4a55da17c27d on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:37:07.994151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Attempting to bind port 3734f424-0f8c-4f0e-9402-4a55da17c27d on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:37:07.994530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Attempting to bind port 3734f424-0f8c-4f0e-9402-4a55da17c27d by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:37:07.994894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Attempting to bind port 3734f424-0f8c-4f0e-9402-4a55da17c27d on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:37:07.999539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Port 3734f424-0f8c-4f0e-9402-4a55da17c27d on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:37:07.999864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Attempting to bind port 3734f424-0f8c-4f0e-9402-4a55da17c27d on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:37:08.004958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:37:08.005361 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:37:08.005692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:37:08.006120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Bound port: 3734f424-0f8c-4f0e-9402-4a55da17c27d, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:37:08.006515 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:08.072763 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:37:08.076062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:37:08.086665 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:08.123524 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:08.124258 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:08.125534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] 10.222.0.72 "PUT /v2.0/ports/3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 1093 time: 0.8207009 Feb 03 13:37:08.149538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280e196-1dc1-4c5a-9e1e-da1a99269877 service neutron] Pushing event updated for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:08.201881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-296c4f8e-72cc-4a2b-8748-ba19d93abb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:08.203502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-296c4f8e-72cc-4a2b-8748-ba19d93abb41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1127 time: 0.0509975 Feb 03 13:37:08.343819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a2b09-fa6a-45f5-a0e2-f3a07c03ef6b req-f7173fca-83c5-4a63-8791-f06648374c2c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:08.345335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-428a2b09-fa6a-45f5-a0e2-f3a07c03ef6b req-f7173fca-83c5-4a63-8791-f06648374c2c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 944 time: 0.1240442 Feb 03 13:37:08.364842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-6c5f0959-99e1-402d-ba39-5e3ed676e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:08.366239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-6c5f0959-99e1-402d-ba39-5e3ed676e22e service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1550541 Feb 03 13:37:08.448572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-428a2b09-fa6a-45f5-a0e2-f3a07c03ef6b req-1c67229d-d410-4d2b-b527-940bc340de49 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939593 Feb 03 13:37:08.454913 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-dd065726-fbc1-405f-9bc1-e9383ccef3e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 1000 time: 0.0814943 Feb 03 13:37:08.505191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-2f4e2c2f-c2de-4674-9d73-cf8f40e85270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:08.506665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-2f4e2c2f-c2de-4674-9d73-cf8f40e85270 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0443792 Feb 03 13:37:08.557683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-1b5c8ac6-28f9-4b6d-bc7c-ae96d2b72a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:08.559228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-1b5c8ac6-28f9-4b6d-bc7c-ae96d2b72a82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470445 Feb 03 13:37:08.656822 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-96c1edcc-87bb-4039-bfab-6595640e80f0 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909107 Feb 03 13:37:08.754620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c7100d7-e230-4ca3-9bce-1037e20431ec req-545def4b-cc81-4f90-97b7-ba551808e7b0 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917163 Feb 03 13:37:09.103223 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f97050a8-0c26-4941-924b-b825830bb66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:09.598824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052a64-026e-4cd4-bc80-9d05e6408e8b req-2c25d2bf-b1e1-4498-8700-b7359df0e230 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:09.600308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d052a64-026e-4cd4-bc80-9d05e6408e8b req-2c25d2bf-b1e1-4498-8700-b7359df0e230 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 944 time: 0.0692222 Feb 03 13:37:09.657396 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d052a64-026e-4cd4-bc80-9d05e6408e8b req-19cd6aae-660b-4bdb-a472-be42cc6804ae tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511935 Feb 03 13:37:09.741860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:37:09.745447 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d37831-e5f7-4ddd-839d-09ba97e544f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:37:09.796706 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45211d3f-7bc5-4796-b12f-ccdfc97fb390 x-openstack-request-id: req-45211d3f-7bc5-4796-b12f-ccdfc97fb390 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:37:09.797000 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:37:09.797256 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45211d3f-7bc5-4796-b12f-ccdfc97fb390 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:37:09.797664 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'status': 'completed', 'code': 200} Feb 03 13:37:09.888497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-dbb55ffa-dcce-40ff-b592-d6bc5c9a9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:09.890191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-dbb55ffa-dcce-40ff-b592-d6bc5c9a9d64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1127 time: 0.0645084 Feb 03 13:37:09.905143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-11ace71f-e03e-4ba2-a5b8-a2b0db57b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:09.906581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-11ace71f-e03e-4ba2-a5b8-a2b0db57b911 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1127 time: 0.0890915 Feb 03 13:37:10.051149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-61d2660a-529f-4ffc-9831-6e778657e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:10.052568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-61d2660a-529f-4ffc-9831-6e778657e720 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1563187 Feb 03 13:37:10.056957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-d02367d7-b1b5-43ea-a038-c7d3c17ca9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:10.058276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-d02367d7-b1b5-43ea-a038-c7d3c17ca9ef service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1369963 Feb 03 13:37:10.167517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-b79699b5-9a67-4169-8a06-a9489c8cd386 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 1000 time: 0.1058514 Feb 03 13:37:10.169870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-381df3a4-95f5-4a49-8a64-3d1aa6b7c36a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 1000 time: 0.1024764 Feb 03 13:37:10.251576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-99582cd2-8a7e-4df6-ad29-ff87ba86b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:10.252149 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-99582cd2-8a7e-4df6-ad29-ff87ba86b9bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0766058 Feb 03 13:37:10.253757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-7363f5a6-ccca-428b-b40f-38756fe08c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:10.255196 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-7363f5a6-ccca-428b-b40f-38756fe08c26 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0724485 Feb 03 13:37:10.327584 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:10.337250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-511dbdb7-2bab-4f79-ad5e-e1607f683b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:10.338798 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-511dbdb7-2bab-4f79-ad5e-e1607f683b9d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0725577 Feb 03 13:37:10.341229 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-b324e844-3d10-488f-9830-6f4d3cb0cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:10.342594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-b324e844-3d10-488f-9830-6f4d3cb0cf67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0840311 Feb 03 13:37:10.496941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-d614600e-f56b-428d-b713-78a67b7709b6 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469724 Feb 03 13:37:10.500306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-0345d4d0-1d72-40d6-8442-d3ef07016fb0 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423838 Feb 03 13:37:10.653517 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-1bc9b1cb-8802-4088-815a-2e7867be22e8 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501603 Feb 03 13:37:10.655455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52d37831-e5f7-4ddd-839d-09ba97e544f2 req-e893dec2-6d93-4b2f-9d5e-741694169e31 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453898 Feb 03 13:37:10.784076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c864-de9b-4c8a-9309-77f0fe40ce35 req-7568b2c6-8326-4d1d-9765-a008b8bdb6ac tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:10.785572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d65c864-de9b-4c8a-9309-77f0fe40ce35 req-7568b2c6-8326-4d1d-9765-a008b8bdb6ac tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 944 time: 0.0572746 Feb 03 13:37:10.839224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d65c864-de9b-4c8a-9309-77f0fe40ce35 req-5ed453d6-c7d1-4137-867a-2bb94791be41 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479407 Feb 03 13:37:10.844407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3734f424-0f8c-4f0e-9402-4a55da17c27d no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:37:10.882850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3734f424-0f8c-4f0e-9402-4a55da17c27d details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:37:10.893915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port 3734f424-0f8c-4f0e-9402-4a55da17c27d host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:37:10.894272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3734f424-0f8c-4f0e-9402-4a55da17c27d not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:37:10.989582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:37:11.002835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'mac_address': 'fa:16:3e:0f:f0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:37:11.041989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3734f424-0f8c-4f0e-9402-4a55da17c27d is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:37:11.042437 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:11.056199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3734f424-0f8c-4f0e-9402-4a55da17c27d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:37:11.077195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:37:11.082299 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:11.087267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9e8cd-a5fb-484e-a258-56f2cd671a3b req-bd9d5a82-5469-4070-a330-104ea6cfd79d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:11.088778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ff9e8cd-a5fb-484e-a258-56f2cd671a3b req-bd9d5a82-5469-4070-a330-104ea6cfd79d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 944 time: 0.0892553 Feb 03 13:37:11.096467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-d9cb92fd-d840-4b6c-ad15-c43d0fe23a81 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:11.097865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-d9cb92fd-d840-4b6c-ad15-c43d0fe23a81 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.91 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5&tenant_id=3a6ddd44016d40c290fd37c62171b240&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 944 time: 0.0718994 Feb 03 13:37:11.134139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:11.185379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ff9e8cd-a5fb-484e-a258-56f2cd671a3b req-b2ee01a6-8594-4f69-a892-17529e89375f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864897 Feb 03 13:37:11.187596 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-ba1fae80-874e-4fcc-8d5a-d30e20900433 service neutron] delete failed (client error): The resource could not be found. Feb 03 13:37:11.188516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-ba1fae80-874e-4fcc-8d5a-d30e20900433 service neutron] 10.222.0.91 "DELETE /v2.0/ports/3734f424-0f8c-4f0e-9402-4a55da17c27d/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0840981 Feb 03 13:37:11.278591 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-1ab6499e-803a-4283-b872-5ada2fae4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:11.280106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-1ab6499e-803a-4283-b872-5ada2fae4b01 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 1128 time: 0.0469546 Feb 03 13:37:11.305965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['3734f424-0f8c-4f0e-9402-4a55da17c27d'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:37:11.374401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-f4a570b5-6e6d-4661-957e-3d2eebf81209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:11.375932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-f4a570b5-6e6d-4661-957e-3d2eebf81209 service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0901327 Feb 03 13:37:11.441302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-16b18d10-aa01-465d-a1d6-0d2c40f72ead service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 200 len: 1001 time: 0.0588346 Feb 03 13:37:11.489310 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-4f7af443-cb4c-46ba-af9e-015271d77070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:11.490720 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-4f7af443-cb4c-46ba-af9e-015271d77070 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0437541 Feb 03 13:37:11.548147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-f2983f82-df3e-405f-8a4f-f03067cf33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:11.549657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-f2983f82-df3e-405f-8a4f-f03067cf33ea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515161 Feb 03 13:37:11.637872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-fbba9478-9630-428e-9894-f233bdf8c6a4 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814471 Feb 03 13:37:11.730306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa5c8f82-df17-4e0f-8aa8-bf95a4b915ae req-3c8c2c84-5b24-4f0b-9e3f-42ae23339a6a service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860631 Feb 03 13:37:11.749101 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:12.316618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f05107-cb96-427b-8db1-32e0e150acdc req-4afd7f83-2025-4631-90ec-cd62f058771c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:12.318151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47f05107-cb96-427b-8db1-32e0e150acdc req-4afd7f83-2025-4631-90ec-cd62f058771c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 945 time: 0.0576406 Feb 03 13:37:12.365423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47f05107-cb96-427b-8db1-32e0e150acdc req-73eeaf57-6f6c-414e-ac90-541a6a987dfe tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Feb 03 13:37:12.488725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ef19e-0229-40f1-bee0-3e50020c6637 req-87be077b-1eac-4ea8-9082-5cb7d3525f94 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:12.490235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b7ef19e-0229-40f1-bee0-3e50020c6637 req-87be077b-1eac-4ea8-9082-5cb7d3525f94 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 945 time: 0.0541477 Feb 03 13:37:12.544394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b7ef19e-0229-40f1-bee0-3e50020c6637 req-adab1f9e-bfa9-4703-ac6b-fa8325bff668 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455115 Feb 03 13:37:12.681098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38848bb-5482-4d83-8b5b-2a07d769239e req-12aca823-830f-46b0-b811-12fb441258da tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:12.682510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d38848bb-5482-4d83-8b5b-2a07d769239e req-12aca823-830f-46b0-b811-12fb441258da tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 945 time: 0.0673201 Feb 03 13:37:12.717552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:12.736352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d38848bb-5482-4d83-8b5b-2a07d769239e req-da7d1606-56e5-4a0a-979e-707a1903bedd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475445 Feb 03 13:37:12.909119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3734f424-0f8c-4f0e-9402-4a55da17c27d up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:37:12.965859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 3734f424-0f8c-4f0e-9402-4a55da17c27d completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:37:12.969754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 3734f424-0f8c-4f0e-9402-4a55da17c27d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:37:12.970124 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:13.000483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf06bd-7894-437b-9732-157c0c539517 req-f927a78e-557d-42ce-8d5a-737c956b48ca tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:13.001990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86bf06bd-7894-437b-9732-157c0c539517 req-f927a78e-557d-42ce-8d5a-737c956b48ca tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 945 time: 0.0582321 Feb 03 13:37:13.047547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 3734f424-0f8c-4f0e-9402-4a55da17c27d is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:37:13.047804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-86bf06bd-7894-437b-9732-157c0c539517 req-ea8bb2db-9712-429f-98e2-d3e36c731778 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Feb 03 13:37:13.047934 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:13.072139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:37:13.074571 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f404df1-967f-4e99-8131-c7267758662d" -d '{"events": [{"server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "name": "network-vif-plugged", "status": "completed", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:37:13.087425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:37:13.092484 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:13.120276 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f2f8e4-4051-4f77-b6b3-198db6d2025e x-openstack-request-id: req-20f2f8e4-4051-4f77-b6b3-198db6d2025e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:37:13.120561 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "name": "network-vif-plugged", "status": "completed", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:37:13.120809 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20f2f8e4-4051-4f77-b6b3-198db6d2025e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:37:13.121188 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'code': 200} Feb 03 13:37:13.145750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:14.175210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23565f2-b215-41f2-b9af-31bd66c398dc req-2e1813ab-3265-4c57-80a4-5e5e2ee1dc4b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:14.176664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a23565f2-b215-41f2-b9af-31bd66c398dc req-2e1813ab-3265-4c57-80a4-5e5e2ee1dc4b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0593324 Feb 03 13:37:14.227837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a23565f2-b215-41f2-b9af-31bd66c398dc req-e09af705-8be8-4a15-816c-f8fcebaf86a3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425291 Feb 03 13:37:14.344471 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-fd813d61-a1d9-4ee4-a656-79131dfa331f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:14.346546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-fd813d61-a1d9-4ee4-a656-79131dfa331f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0631778 Feb 03 13:37:14.453582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Deleting port 3734f424-0f8c-4f0e-9402-4a55da17c27d {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:37:14.453907 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:14.562477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] For port 3734f424-0f8c-4f0e-9402-4a55da17c27d, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=3734f424-0f8c-4f0e-9402-4a55da17c27d,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:37:14.563846 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:15.197394 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:15.198141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:15.198141 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4 disassociated. External IP: 172.25.3.103, port: 3734f424-0f8c-4f0e-9402-4a55da17c27d. Feb 03 13:37:15.198417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Calling delete_port for 3734f424-0f8c-4f0e-9402-4a55da17c27d owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:37:15.378065 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3734f424-0f8c-4f0e-9402-4a55da17c27d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:15.397416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81395-220d-418d-9a77-a9b1865e7552 req-c428a9ea-1df3-4bdb-8b24-41f0fe60d907 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:15.398922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acd81395-220d-418d-9a77-a9b1865e7552 req-c428a9ea-1df3-4bdb-8b24-41f0fe60d907 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e83f7340-91eb-4917-bc21-a1cd62ce03a5 HTTP/1.1" status: 200 len: 946 time: 0.0776730 Feb 03 13:37:15.424700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event deleted for resources: {'Port': ['ID=3734f424-0f8c-4f0e-9402-4a55da17c27d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:15.506001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-acd81395-220d-418d-9a77-a9b1865e7552 req-9f1aee63-62d7-44b7-8c2a-bdb8d9c0398d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891831 Feb 03 13:37:15.573987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:37:15.693771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:37:15.708511 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:37:15.722086 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:37:15.723109 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:37:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:37:15.745586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] No DVR routers for this DVR port 3734f424-0f8c-4f0e-9402-4a55da17c27d on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:37:15.748683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:15.752643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b55a0dbb-9d47-4702-ad68-96bda7da6a99 req-a322cb51-dd10-4323-945e-93d337ce681a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "DELETE /v2.0/ports/3734f424-0f8c-4f0e-9402-4a55da17c27d HTTP/1.1" status: 204 len: 173 time: 1.4004922 Feb 03 13:37:15.753203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'name': 'network-vif-deleted', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:37:15.755904 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694a129e-193a-4159-bb18-8b689c608dc2" -d '{"events": [{"server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "name": "network-vif-deleted", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:37:15.804840 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3d33c4-626f-4cba-81f5-27857b780719 x-openstack-request-id: req-ab3d33c4-626f-4cba-81f5-27857b780719 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:37:15.805201 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f7340-91eb-4917-bc21-a1cd62ce03a5", "name": "network-vif-deleted", "tag": "3734f424-0f8c-4f0e-9402-4a55da17c27d", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:37:15.805622 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab3d33c4-626f-4cba-81f5-27857b780719 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:37:15.806096 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f7340-91eb-4917-bc21-a1cd62ce03a5', 'name': 'network-vif-deleted', 'tag': '3734f424-0f8c-4f0e-9402-4a55da17c27d', 'status': 'completed', 'code': 200} Feb 03 13:37:15.846817 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:37:16.069261 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:37:16.095971 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:37:16.104855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:37:16.105456 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:37:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:37:16.210921 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:37:16.410340 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:37:16.436566 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15b9a6-3aad-4a75-8763-2c3ae1e1ddb7 None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:37:16.696909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367f3b6-b7ef-43f1-b1dc-2db7e7c2a352 None None] New status for floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:37:16.772788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-364712f4-718e-421f-8c25-39451d8380f8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--106529070&fields=id&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 267 time: 0.0498388 Feb 03 13:37:16.792577 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:16.901555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-53f58e74-2ad0-4319-b0f7-87030a2cd765 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:16.903073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-53f58e74-2ad0-4319-b0f7-87030a2cd765 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 811 time: 0.1226354 Feb 03 13:37:16.920399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-aa79d221-4aa5-459d-be4a-a578ca74a7dc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/quotas/3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 375 time: 0.0098388 Feb 03 13:37:16.976760 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-5371afc0-9250-4a89-888d-38a9b7e26443 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507016 Feb 03 13:37:17.078836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-7677f1a8-d91b-495b-ace4-051937d10cf2 service neutron] 10.222.0.65 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896239 Feb 03 13:37:17.171563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-01d8c19c-d346-4112-886b-c8e5a87d543c service neutron] 10.222.0.65 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861893 Feb 03 13:37:17.351694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e37c328a-9581-4d45-9870-690c81b49b2d req-d6e09f00-469d-4bf9-b13f-784bdbb3958a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 210 time: 0.0298200 Feb 03 13:37:18.324767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-31efa220-344d-4b77-8ada-d37f29bed083 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:18.326246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-31efa220-344d-4b77-8ada-d37f29bed083 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 811 time: 0.1045234 Feb 03 13:37:18.392570 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-bcb32560-b6c9-49ac-9947-43deab55ef64 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 379 time: 0.0570955 Feb 03 13:37:18.401394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'port': {'device_id': '933383c3-509d-433c-9203-c4e36fdf8268', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'admin_state_up': True, 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'security_groups': ['a99f4459-e673-4b95-8547-459dd36650ec']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:37:18.484472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd4dd5a1-83eb-45f5-b4de-b4c3d0eeba54 req-f2bd9df5-a521-4a4a-8112-becc3e03e51f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 210 time: 0.0620668 Feb 03 13:37:18.537143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Made reservation on behalf of 3a6ddd44016d40c290fd37c62171b240 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:37:18.540514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:18.678094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Allocated IP 172.20.0.6 (389ece0a-b197-4703-90b8-dbbe6e2e4b96/61173aa9-2c50-4e2d-ad0f-75de15caa1a7/e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:37:18.834744 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:18.872916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:18.918547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:37:18.923550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:37:18.927100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:37:18.929995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3734f424-0f8c-4f0e-9402-4a55da17c27d no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:37:18.933630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event updated for resources: {'Port': ['ID=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:18.953304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 3734f424-0f8c-4f0e-9402-4a55da17c27d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:37:18.953859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 3734f424-0f8c-4f0e-9402-4a55da17c27d not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:37:18.983746 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:18.984616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:19.004189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-43455f6a-5a83-4f25-8eb7-0c574837f6fc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6064959 Feb 03 13:37:19.016241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Request body: {'port': {'device_id': '933383c3-509d-433c-9203-c4e36fdf8268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:37:19.078967 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:19.226513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-58555d7f-d16c-4222-bdc8-b2a0daede6e2 None None] Provisioning complete for port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:37:19.226906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58555d7f-d16c-4222-bdc8-b2a0daede6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:19.263003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-58555d7f-d16c-4222-bdc8-b2a0daede6e2 None None] Port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:37:19.357466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:37:19.365359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Publish callbacks [] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:19.377256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Transition to ACTIVE for port object e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:37:19.383542 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:19.432447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:19.508836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Attempting to bind port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:37:19.509226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Attempting to bind port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:37:19.509501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Attempting to bind port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:37:19.514186 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:37:19.514541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Attempting to bind port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:37:19.520585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:37:19.520585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:37:19.520877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:37:19.521319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Bound port: e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:37:19.521655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:19.620643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:37:19.624991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:37:19.635696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:19.650660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec73be7-1345-4979-9ad1-b3df36cbec0f req-11773d7b-a3bd-4d87-a951-7994fdd62124 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:19.652147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aec73be7-1345-4979-9ad1-b3df36cbec0f req-11773d7b-a3bd-4d87-a951-7994fdd62124 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 943 time: 0.0868204 Feb 03 13:37:19.696852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:19.697746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:19.698899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] 10.222.0.72 "PUT /v2.0/ports/e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 200 len: 1092 time: 0.6872985 Feb 03 13:37:19.699339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:37:19.701559 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931247ca-115b-4cfa-aa2c-dcece2f85f36" -d '{"events": [{"name": "network-changed", "server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:37:19.758178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819246af-bf29-4438-b8e3-e8189fdbea38 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:19.780398 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9c1d4d-b2d8-43a5-a507-b6550dda22a4 x-openstack-request-id: req-2e9c1d4d-b2d8-43a5-a507-b6550dda22a4 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:37:19.780728 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:37:19.781008 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e9c1d4d-b2d8-43a5-a507-b6550dda22a4 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:37:19.781432 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'status': 'completed', 'code': 200} Feb 03 13:37:19.784727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aec73be7-1345-4979-9ad1-b3df36cbec0f req-00069eb3-7fc0-4477-a6bc-40c8024505a1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127019 Feb 03 13:37:19.816267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-207612f7-7ad3-4218-b11d-b7a8c0108e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:19.817842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-207612f7-7ad3-4218-b11d-b7a8c0108e64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 1126 time: 0.0717385 Feb 03 13:37:19.860728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-0fb658b9-901f-465a-ad20-7a105f36a734 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 200 len: 217 time: 0.0353415 Feb 03 13:37:19.916146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-8df66dfc-64a1-4858-ad1a-fb22ded219e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:19.917646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-8df66dfc-64a1-4858-ad1a-fb22ded219e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0502501 Feb 03 13:37:19.967458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-db5563ba-ce27-4f25-a8a3-0f0056ffba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:19.969007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-db5563ba-ce27-4f25-a8a3-0f0056ffba3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450599 Feb 03 13:37:20.066069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-02d9fa6e-8184-4267-bdef-ce568b3a09b4 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895369 Feb 03 13:37:20.162287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4162ea08-9bc6-4f8d-947f-0047597ea1b6 req-a84e3869-c371-4dfb-ba9e-44d4763dd791 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898266 Feb 03 13:37:20.268388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-60bd1ec2-86a9-4e61-8a6a-26809cc3c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:20.269942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-60bd1ec2-86a9-4e61-8a6a-26809cc3c769 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 1126 time: 0.0493076 Feb 03 13:37:20.374180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-0fec16d2-386d-4e58-9008-47d71db631d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:20.376033 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-0fec16d2-386d-4e58-9008-47d71db631d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0991735 Feb 03 13:37:20.418495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-7525f0bf-f4db-41b6-b1e1-e878b8856e36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 200 len: 217 time: 0.0352628 Feb 03 13:37:20.465758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-c61bfe28-cca8-47b5-b1be-c51033283fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:20.467224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-c61bfe28-cca8-47b5-b1be-c51033283fdc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0434623 Feb 03 13:37:20.528207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-47fe943c-b1b6-42fe-8079-d6912513f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:20.530674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-47fe943c-b1b6-42fe-8079-d6912513f4fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536993 Feb 03 13:37:20.627746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-075a70d7-dfd9-4c1b-830f-60a5c7b533b9 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902607 Feb 03 13:37:20.724959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-931247ca-115b-4cfa-aa2c-dcece2f85f36 req-44d3f95f-f6f4-49d4-8da7-b418a79d10ad service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895915 Feb 03 13:37:20.932826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbb089-0659-4abc-a133-a5f2fe199ef3 req-50928cbf-b251-422f-ac1d-2e17e3e33200 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:20.934370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffcbb089-0659-4abc-a133-a5f2fe199ef3 req-50928cbf-b251-422f-ac1d-2e17e3e33200 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 943 time: 0.0577025 Feb 03 13:37:20.990459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffcbb089-0659-4abc-a133-a5f2fe199ef3 req-b0b0dff2-9d1f-43ba-8e0f-3759fa3c4113 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439954 Feb 03 13:37:21.227216 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:21.735915 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:37:22.114981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560d495-cd09-4c15-ae94-1cfb1d479a6f req-a2454898-96dc-44d3-a615-7f471aa3cc16 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:22.116447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8560d495-cd09-4c15-ae94-1cfb1d479a6f req-a2454898-96dc-44d3-a615-7f471aa3cc16 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 943 time: 0.0572717 Feb 03 13:37:22.175891 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8560d495-cd09-4c15-ae94-1cfb1d479a6f req-0295890f-00eb-4419-8b3e-d7b160cadd06 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510428 Feb 03 13:37:22.929769 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:37:23.032689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:37:23.044001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'mac_address': 'fa:16:3e:cf:05:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:37:23.083544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:37:23.083936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:23.097552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:37:23.117929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:37:23.124288 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:23.177238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:23.302932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5bc26-a195-4105-99bf-f18c8e4ae933 req-eaa6dddb-b0a9-4749-8550-403ab6608ca5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:23.304325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32f5bc26-a195-4105-99bf-f18c8e4ae933 req-eaa6dddb-b0a9-4749-8550-403ab6608ca5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 944 time: 0.0548594 Feb 03 13:37:23.337053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:37:23.354885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32f5bc26-a195-4105-99bf-f18c8e4ae933 req-513f86f0-1d28-4c67-a3d8-92d6d5defb9a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Feb 03 13:37:24.493215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccd57c-0845-4bbd-8732-9022921062cc req-23a6a0b4-77ed-4282-907e-d2e1e5a97fa8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:24.494778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44ccd57c-0845-4bbd-8732-9022921062cc req-23a6a0b4-77ed-4282-907e-d2e1e5a97fa8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 944 time: 0.0584915 Feb 03 13:37:24.542019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44ccd57c-0845-4bbd-8732-9022921062cc req-0a520566-f3e4-4633-957e-7f81f0087e77 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Feb 03 13:37:24.930135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:37:24.985558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:37:24.989779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:37:24.990174 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:25.074672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:37:25.075095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:25.099535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:37:25.101775 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07b7054-19ff-441f-a2af-828b0daee75a" -d '{"events": [{"server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "name": "network-vif-plugged", "status": "completed", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:37:25.114178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:37:25.120225 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:25.144225 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af93ca0-6a85-4d1c-9696-1282e653c7fa x-openstack-request-id: req-6af93ca0-6a85-4d1c-9696-1282e653c7fa {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:37:25.144524 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "name": "network-vif-plugged", "status": "completed", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:37:25.144778 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6af93ca0-6a85-4d1c-9696-1282e653c7fa {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:37:25.145171 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'code': 200} Feb 03 13:37:25.170371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:37:25.256876 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf41b75-a156-4c42-b416-61c7f4aac86d req-05a0d1c3-291b-42a4-ada5-28cc72a7c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:25.258449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cf41b75-a156-4c42-b416-61c7f4aac86d req-05a0d1c3-291b-42a4-ada5-28cc72a7c5a2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 1128 time: 0.0547233 Feb 03 13:37:25.309287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3cf41b75-a156-4c42-b416-61c7f4aac86d req-7e7343c0-f0fc-4bd8-98b5-a41621500a42 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437191 Feb 03 13:37:25.681022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f746d-94ad-4708-8ebc-df88236aecc4 req-188e7417-4988-4827-b90f-6d3062d17cca tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:25.682528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-333f746d-94ad-4708-8ebc-df88236aecc4 req-188e7417-4988-4827-b90f-6d3062d17cca tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0619247 Feb 03 13:37:25.731227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-333f746d-94ad-4708-8ebc-df88236aecc4 req-21fbd9aa-a915-4ab7-96ae-6cd88d5a8479 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408280 Feb 03 13:37:26.863683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07867d1d-7ffa-43b3-be3d-f6fb12e3ac17 req-53515c40-b472-4062-9995-e404036b72e1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:26.865179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07867d1d-7ffa-43b3-be3d-f6fb12e3ac17 req-53515c40-b472-4062-9995-e404036b72e1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0602255 Feb 03 13:37:26.923298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07867d1d-7ffa-43b3-be3d-f6fb12e3ac17 req-74df2e79-c09d-40ba-ba3e-7bfff8a4bfe6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501556 Feb 03 13:37:27.054358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52511379-e70a-4287-b1eb-ea1a6e160f3d req-2f510e5c-76b8-4f78-94d1-49912b013cf5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:27.055777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-52511379-e70a-4287-b1eb-ea1a6e160f3d req-2f510e5c-76b8-4f78-94d1-49912b013cf5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0552337 Feb 03 13:37:27.065135 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48786) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:37:27.071986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b84b924e-9456-46df-984c-4ddf7d0da045 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'floatingip': {'port_id': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:37:27.113163 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b84b924e-9456-46df-984c-4ddf7d0da045 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:27.570319 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b84b924e-9456-46df-984c-4ddf7d0da045 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:27.576559 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b84b924e-9456-46df-984c-4ddf7d0da045 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:27.675082 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-b84b924e-9456-46df-984c-4ddf7d0da045 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4 associated. External IP: 172.25.3.103, port: e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb. Feb 03 13:37:27.899152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84b924e-9456-46df-984c-4ddf7d0da045 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:37:28.009162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84b924e-9456-46df-984c-4ddf7d0da045 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:37:28.014587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b84b924e-9456-46df-984c-4ddf7d0da045 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:28.019364 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:37:28.029830 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:37:28.030474 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:37:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:37:28.045249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b84b924e-9456-46df-984c-4ddf7d0da045 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "PUT /v2.0/floatingips/05b281f5-10f9-4129-bb4a-d5c34065a8e4 HTTP/1.1" status: 200 len: 991 time: 0.9787655 Feb 03 13:37:28.045968 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:37:28.050654 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748" -d '{"events": [{"name": "network-changed", "server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:37:28.090130 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147b2de1-5963-4880-bae2-862cf36a22d0 x-openstack-request-id: req-147b2de1-5963-4880-bae2-862cf36a22d0 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:37:28.090595 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:37:28.091000 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-147b2de1-5963-4880-bae2-862cf36a22d0 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:37:28.091610 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'status': 'completed', 'code': 200} Feb 03 13:37:28.186511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767ad96-db24-4834-b352-a57397827c44 req-f50b92ba-3ddc-4945-a1bb-260bbfc6c833 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:28.188076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d767ad96-db24-4834-b352-a57397827c44 req-f50b92ba-3ddc-4945-a1bb-260bbfc6c833 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0869656 Feb 03 13:37:28.192948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-31725944-ab4c-411f-9b57-fb25342f42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:28.194429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-31725944-ab4c-411f-9b57-fb25342f42f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 1128 time: 0.0806413 Feb 03 13:37:28.240175 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:37:28.292287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d767ad96-db24-4834-b352-a57397827c44 req-7d4f11b2-f923-4156-ab7d-390712b4a7f3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968912 Feb 03 13:37:28.315266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-42fdf10f-f01f-4852-b2c0-842287369e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:28.316724 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-42fdf10f-f01f-4852-b2c0-842287369e7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1153162 Feb 03 13:37:28.474689 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:cf:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933383c3-509d-433c-9203-c4e36fdf8268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:37:27Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:37:28.501575 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:37:28.510911 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:37:28.511540 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:37:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:37:28.623536 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:37:28.742117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-ff2ba6da-30cf-4820-9c68-232c4ae284c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 200 len: 999 time: 0.4185288 Feb 03 13:37:28.791889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-97c89b8e-65e1-4713-a23f-2c83b1b61e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:28.793766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-97c89b8e-65e1-4713-a23f-2c83b1b61e58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0450194 Feb 03 13:37:28.845070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-ad184b4b-ecfe-47fa-a488-8e14afc536de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:28.846623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-ad184b4b-ecfe-47fa-a488-8e14afc536de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466211 Feb 03 13:37:28.854245 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:cf:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933383c3-509d-433c-9203-c4e36fdf8268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:37:27Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:37:28.883984 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68afd0-f4b5-4bad-8c0f-6505106a5abf None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:cf:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933383c3-509d-433c-9203-c4e36fdf8268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:37:27Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:37:28.944964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-3f25e324-135d-4d8e-8287-31c661c054c8 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924091 Feb 03 13:37:29.035146 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0c58ebad-8919-4fb6-b9aa-ce24f5f2d748 req-6ff1b6c2-22fa-4081-8c87-e1573e36499a service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Feb 03 13:37:29.081141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c249f-d264-40a4-9b91-f05a40f66721 None None] New status for floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:37:29.436077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bb626-4a60-4934-a0d7-3d5886289124 req-44e39a15-8bb6-4854-b9b2-2c5f35d1dfb9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:29.437598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0bb626-4a60-4934-a0d7-3d5886289124 req-44e39a15-8bb6-4854-b9b2-2c5f35d1dfb9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0662122 Feb 03 13:37:29.485194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc0bb626-4a60-4934-a0d7-3d5886289124 req-d99cbac3-af8b-4b3f-bd04-66faed6b6d51 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419035 Feb 03 13:37:29.701939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd80025-4ce2-4162-9a4e-08b687b9ab9e req-047e0b09-68f4-49e6-a7e4-68baaa5dbce8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:29.704040 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7cd80025-4ce2-4162-9a4e-08b687b9ab9e req-047e0b09-68f4-49e6-a7e4-68baaa5dbce8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0622363 Feb 03 13:37:29.758273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7cd80025-4ce2-4162-9a4e-08b687b9ab9e req-e413758a-95c8-4d1d-b5be-829712461b29 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481758 Feb 03 13:37:30.893571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d7bd6-8eb3-4305-b3e4-da3033b4c637 req-218043a0-6d97-4085-ade5-2afab1c5a56a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:30.895110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-343d7bd6-8eb3-4305-b3e4-da3033b4c637 req-218043a0-6d97-4085-ade5-2afab1c5a56a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0577550 Feb 03 13:37:30.955240 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-343d7bd6-8eb3-4305-b3e4-da3033b4c637 req-019418b0-f5d2-414e-94df-57ffbb367c31 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525050 Feb 03 13:37:32.087179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abc245-0dfc-42c4-a946-83ef469ffd8d req-60c2f682-f207-4b3f-b15b-8835990735e2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:32.088707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7abc245-0dfc-42c4-a946-83ef469ffd8d req-60c2f682-f207-4b3f-b15b-8835990735e2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0551639 Feb 03 13:37:32.149235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7abc245-0dfc-42c4-a946-83ef469ffd8d req-46e16180-aaa4-495c-b869-35fda7ae0af1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522382 Feb 03 13:37:33.284704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fdb69-1891-46ef-82c6-f588e6f64d61 req-90fc5aed-b8e0-491b-9b0a-e75d6f1c4682 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:33.286192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b45fdb69-1891-46ef-82c6-f588e6f64d61 req-90fc5aed-b8e0-491b-9b0a-e75d6f1c4682 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0655284 Feb 03 13:37:33.334036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b45fdb69-1891-46ef-82c6-f588e6f64d61 req-45c36a06-0ff9-492c-af59-ba44d0da335c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421937 Feb 03 13:37:34.466180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5ff5-be1c-4e00-b612-8646a9c7e6ca req-d8678ab6-f51c-4774-b4c8-6da9e07bdfe6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:34.468505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1fe5ff5-be1c-4e00-b612-8646a9c7e6ca req-d8678ab6-f51c-4774-b4c8-6da9e07bdfe6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0615363 Feb 03 13:37:34.516241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1fe5ff5-be1c-4e00-b612-8646a9c7e6ca req-e467f1b4-52db-422a-ab29-e32d85168d9b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414608 Feb 03 13:37:35.654790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3bddb-6396-4727-96ae-084f1c44a182 req-ead60e19-d753-4438-8e54-0f9f59d6e07c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:35.656286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcb3bddb-6396-4727-96ae-084f1c44a182 req-ead60e19-d753-4438-8e54-0f9f59d6e07c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0558488 Feb 03 13:37:35.703557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fcb3bddb-6396-4727-96ae-084f1c44a182 req-7435e937-1c80-4c12-9933-fca4c7a6f481 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415394 Feb 03 13:37:36.701544 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0e95e2b-9d88-4354-b8e1-c8ec6ea5f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:36.837672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fbbaf-9bf9-4c49-acfa-86b7280db8cc req-c96fff84-bad3-48d7-840a-28744a411b19 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:36.839208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-984fbbaf-9bf9-4c49-acfa-86b7280db8cc req-c96fff84-bad3-48d7-840a-28744a411b19 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0659881 Feb 03 13:37:36.893137 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-984fbbaf-9bf9-4c49-acfa-86b7280db8cc req-8cf9a268-3b10-4135-97b2-e5f242f45cb7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481186 Feb 03 13:37:38.030928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c86b3-66ea-4d43-805b-c5e0cfcfce3d req-b736451f-2673-427a-bb0e-e9953aaeb7a4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:38.032308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-325c86b3-66ea-4d43-805b-c5e0cfcfce3d req-b736451f-2673-427a-bb0e-e9953aaeb7a4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0566349 Feb 03 13:37:38.082347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-325c86b3-66ea-4d43-805b-c5e0cfcfce3d req-a85e1af3-4908-4da2-8b33-4bf8c9c24a8e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443385 Feb 03 13:37:38.955814 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b970dedd-9708-4d69-8b67-d7c5dca50c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:39.225189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6a6df-b56f-48ee-a3aa-2e4f4342bd4d req-ae3fd2bd-26d2-46eb-9018-6e1a3d77e6ac tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:39.226710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cee6a6df-b56f-48ee-a3aa-2e4f4342bd4d req-ae3fd2bd-26d2-46eb-9018-6e1a3d77e6ac tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0643353 Feb 03 13:37:39.276998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cee6a6df-b56f-48ee-a3aa-2e4f4342bd4d req-3d286518-236c-4ba0-871e-4ed3eadf41e1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 Feb 03 13:37:40.342354 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:40.420691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd32468-2c8d-4ba8-bd91-929eed603609 req-6d98f08d-1e15-4626-a3f5-e21e3b48416f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:40.422232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bd32468-2c8d-4ba8-bd91-929eed603609 req-6d98f08d-1e15-4626-a3f5-e21e3b48416f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0600507 Feb 03 13:37:40.471315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bd32468-2c8d-4ba8-bd91-929eed603609 req-757d403c-e6d6-4b91-be0d-f170c6494943 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Feb 03 13:37:40.809133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-cf756007-d69b-4a87-aa01-2d3e0f452c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:40.810742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-cf756007-d69b-4a87-aa01-2d3e0f452c8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 1128 time: 0.0503740 Feb 03 13:37:40.929350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-0981c624-51d2-4c55-bf22-f982def79c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:40.930886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-0981c624-51d2-4c55-bf22-f982def79c3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1004441 Feb 03 13:37:41.001330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-f89c0702-0aea-413c-bbb8-cce23b697dd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 200 len: 1001 time: 0.0603685 Feb 03 13:37:41.058668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-7ebd840a-71a1-4247-97df-32d4e5673ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:41.060194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-7ebd840a-71a1-4247-97df-32d4e5673ed5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0516613 Feb 03 13:37:41.116835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-5f9a1ca6-10de-4302-aafa-726bd23ba1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:41.118363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-5f9a1ca6-10de-4302-aafa-726bd23ba1a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512626 Feb 03 13:37:41.220278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-99c1e885-ef39-4877-a3a7-5e34e68ba832 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883234 Feb 03 13:37:41.318420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4bd8699e-1e7a-4827-8ccd-aa34a9251507 req-2e6a6ea5-f844-420c-982d-33de8d541f33 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903718 Feb 03 13:37:41.606390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116f71d-f161-4275-b46c-cd2260a51536 req-2a9120cb-587a-44ad-be3e-10e561793584 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:41.607838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3116f71d-f161-4275-b46c-cd2260a51536 req-2a9120cb-587a-44ad-be3e-10e561793584 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0613995 Feb 03 13:37:41.659552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3116f71d-f161-4275-b46c-cd2260a51536 req-67d84831-d951-4481-bf30-960e5cd80f75 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436680 Feb 03 13:37:41.753678 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:42.722823 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:42.800263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65244-aea6-459e-a0af-8d239d098e96 req-a4be7afc-1995-4bfa-a454-25f61783ffc3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:42.801748 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1dc65244-aea6-459e-a0af-8d239d098e96 req-a4be7afc-1995-4bfa-a454-25f61783ffc3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0632029 Feb 03 13:37:42.854367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1dc65244-aea6-459e-a0af-8d239d098e96 req-55402f98-3944-4288-8e4f-f0c4a368944e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466592 Feb 03 13:37:43.993955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3adeb2-2722-419f-a959-16dfaa2d9f8f req-ad4c101d-c9d0-4610-b874-4ebddaaff561 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:43.995607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e3adeb2-2722-419f-a959-16dfaa2d9f8f req-ad4c101d-c9d0-4610-b874-4ebddaaff561 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0650783 Feb 03 13:37:44.047324 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e3adeb2-2722-419f-a959-16dfaa2d9f8f req-85737391-29fd-4dcd-b84d-dd834af26086 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437918 Feb 03 13:37:45.197783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502af8a-70c4-444f-8764-d9863be54767 req-52396eeb-a6f3-4e58-80de-745b470e40ef tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:45.199430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9502af8a-70c4-444f-8764-d9863be54767 req-52396eeb-a6f3-4e58-80de-745b470e40ef tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0656548 Feb 03 13:37:45.258989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9502af8a-70c4-444f-8764-d9863be54767 req-604326f9-44e6-4d2b-9716-0e27c5cbeafb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493398 Feb 03 13:37:46.398900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f233d-0ab2-4a21-aad2-9e2dabd5284a req-5c11bf2a-1573-4c48-b22b-dc35d57eed55 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:46.400400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c24f233d-0ab2-4a21-aad2-9e2dabd5284a req-5c11bf2a-1573-4c48-b22b-dc35d57eed55 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0670192 Feb 03 13:37:46.449122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c24f233d-0ab2-4a21-aad2-9e2dabd5284a req-4514a04c-9ef8-483f-9c25-7d388bfd2c70 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429270 Feb 03 13:37:46.763123 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:47.577325 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3987e6-b61e-45d5-a935-179e5400cd1f req-14531bce-c3fd-495f-b077-5c5877365748 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:47.578902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d3987e6-b61e-45d5-a935-179e5400cd1f req-14531bce-c3fd-495f-b077-5c5877365748 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0544763 Feb 03 13:37:47.625922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d3987e6-b61e-45d5-a935-179e5400cd1f req-0fcb2e4f-c23c-4ffd-bf5e-b2228f68fc45 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411928 Feb 03 13:37:48.754715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308517e-b445-4a9b-9d0d-9f77b38659a4 req-e301af83-eaf9-4e06-bc5c-224a1ee10607 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:48.756224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8308517e-b445-4a9b-9d0d-9f77b38659a4 req-e301af83-eaf9-4e06-bc5c-224a1ee10607 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0567291 Feb 03 13:37:48.809940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8308517e-b445-4a9b-9d0d-9f77b38659a4 req-c912f33e-c06f-452f-b436-5815979b4cea tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477281 Feb 03 13:37:49.946360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fec61-a704-4027-bde0-c234a3c801a6 req-a237031e-a4f7-45c1-af10-9221aa509baa tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:49.948325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-797fec61-a704-4027-bde0-c234a3c801a6 req-a237031e-a4f7-45c1-af10-9221aa509baa tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0636616 Feb 03 13:37:50.006400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-797fec61-a704-4027-bde0-c234a3c801a6 req-285625af-15cb-4f0b-97ea-6e85fa8e4e35 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510795 Feb 03 13:37:51.139318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f996a3c-cbaa-45ee-a5ba-1cd3be4b67ae req-e6eb8e06-ef16-44c2-bd8b-e2073a5ff206 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:51.140832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f996a3c-cbaa-45ee-a5ba-1cd3be4b67ae req-e6eb8e06-ef16-44c2-bd8b-e2073a5ff206 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0612705 Feb 03 13:37:51.188532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8f996a3c-cbaa-45ee-a5ba-1cd3be4b67ae req-2da13243-51f3-43e6-93af-7c9fac57d8c2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420067 Feb 03 13:37:51.218726 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:52.330166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8badf0-8c49-4c4e-b5b7-9f9a7821e464 req-60667182-0b22-4aaf-9cb5-e79f506ebd22 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:52.331618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c8badf0-8c49-4c4e-b5b7-9f9a7821e464 req-60667182-0b22-4aaf-9cb5-e79f506ebd22 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0668993 Feb 03 13:37:52.385428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c8badf0-8c49-4c4e-b5b7-9f9a7821e464 req-e615298f-70c5-4fd5-bbe4-211dc99e735c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437062 Feb 03 13:37:53.523955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653194d-73b0-4fcd-a335-9a085817b136 req-ae385a81-d743-4fde-bb43-46e31ec3fe56 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:53.525411 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6653194d-73b0-4fcd-a335-9a085817b136 req-ae385a81-d743-4fde-bb43-46e31ec3fe56 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0593376 Feb 03 13:37:53.574053 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6653194d-73b0-4fcd-a335-9a085817b136 req-61005f7d-2add-4c06-9a4c-53178d157940 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 Feb 03 13:37:54.720901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7ecfe-d47f-4db0-aca6-348403eb9ef2 req-5deb5c10-44cf-48a5-8c36-4b2a8952b0da tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:54.722443 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e7ecfe-d47f-4db0-aca6-348403eb9ef2 req-5deb5c10-44cf-48a5-8c36-4b2a8952b0da tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0716538 Feb 03 13:37:54.770487 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41e7ecfe-d47f-4db0-aca6-348403eb9ef2 req-cf9100ea-8fc4-47df-ad3e-e9d5d2f708a0 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 Feb 03 13:37:55.901674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931e4d7-b476-40c9-8d50-d9d2c0e1a32e req-e293dfa6-b4d2-46bd-923d-61b909312678 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:55.903188 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7931e4d7-b476-40c9-8d50-d9d2c0e1a32e req-e293dfa6-b4d2-46bd-923d-61b909312678 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0626879 Feb 03 13:37:55.959043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7931e4d7-b476-40c9-8d50-d9d2c0e1a32e req-9fdbada2-3b01-4a83-aaa4-5adc3dd2a521 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500405 Feb 03 13:37:56.213966 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-6402c80f-e099-4f3c-9412-a503f262bf77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504894 Feb 03 13:37:56.221156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a34dc-7bfb-4d7c-a273-ed9d9d08608f req-cc94554b-7ad5-484c-8e7c-3634d9e47765 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:56.222542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-717a34dc-7bfb-4d7c-a273-ed9d9d08608f req-cc94554b-7ad5-484c-8e7c-3634d9e47765 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0525062 Feb 03 13:37:56.278231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-717a34dc-7bfb-4d7c-a273-ed9d9d08608f req-43f8debb-de13-43d5-9579-2aaa09814ae0 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494313 Feb 03 13:37:57.432938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5538f-37ef-4e16-b1dc-1a22780d5c08 req-802d7882-0086-4b6c-9470-729f2c01baef tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:57.434402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ec5538f-37ef-4e16-b1dc-1a22780d5c08 req-802d7882-0086-4b6c-9470-729f2c01baef tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0829165 Feb 03 13:37:57.440060 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-d19591e5-77f8-49a3-98c2-7cdb8bdb53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:57.441519 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-d19591e5-77f8-49a3-98c2-7cdb8bdb53ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 1128 time: 0.0637078 Feb 03 13:37:57.539000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9ec5538f-37ef-4e16-b1dc-1a22780d5c08 req-2e5f7570-cae9-4a50-9066-785244cbae01 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963128 Feb 03 13:37:57.567456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-c261bbb7-abd5-47d8-b457-651ae1301d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:57.568925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-c261bbb7-abd5-47d8-b457-651ae1301d6b service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1205075 Feb 03 13:37:57.633887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-e29179dc-10fb-4634-8bcf-5f820e7a5b99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 200 len: 1001 time: 0.0581982 Feb 03 13:37:57.685255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-6088fb8d-dcde-4127-afc1-83a0af6107b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:57.686743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-6088fb8d-dcde-4127-afc1-83a0af6107b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0473022 Feb 03 13:37:57.737330 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-dc933232-8ee7-4dcb-a857-6a9fafb1be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:57.738902 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-dc933232-8ee7-4dcb-a857-6a9fafb1be09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457487 Feb 03 13:37:57.831428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-054b570b-51dd-4bb0-b6bb-eed37ec697e1 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853167 Feb 03 13:37:57.931332 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-41809c71-bdd9-4a7a-aad8-d53e7b6d3e2f service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918732 Feb 03 13:37:58.672795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f974f-6e7a-4829-94e7-e247cf671fd9 req-6338f16c-f15a-4af4-8162-bc00a6355537 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:58.674276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-293f974f-6e7a-4829-94e7-e247cf671fd9 req-6338f16c-f15a-4af4-8162-bc00a6355537 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0559955 Feb 03 13:37:58.722425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-293f974f-6e7a-4829-94e7-e247cf671fd9 req-7531844d-ccc9-4b41-a32d-67bf8ea9c0eb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422132 Feb 03 13:37:58.736131 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:37:59.569728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-fdcf3a75-1120-4571-bb27-fc2948eaffc2 service neutron] 10.222.0.72 "GET /v2.0/ports/e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb/bindings/n-h2-792364-10 HTTP/1.1" status: 200 len: 383 time: 0.0753021 Feb 03 13:37:59.839416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-2c9c1bce-75f2-47c6-8215-721d6143fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:59.840934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-2c9c1bce-75f2-47c6-8215-721d6143fa16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 1128 time: 0.0770586 Feb 03 13:37:59.854120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8eb70-5449-4ae6-ba91-5425c819c670 req-bde3dd29-e074-4d9e-813b-b386b49c20dc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:59.855806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50c8eb70-5449-4ae6-ba91-5425c819c670 req-bde3dd29-e074-4d9e-813b-b386b49c20dc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0639882 Feb 03 13:37:59.933788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50c8eb70-5449-4ae6-ba91-5425c819c670 req-16e36a35-38ec-43d6-96ab-aba09d921a71 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718503 Feb 03 13:37:59.941623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-6c91a50f-4e60-4378-9b97-e3f5052cd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:59.943089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-6c91a50f-4e60-4378-9b97-e3f5052cd2e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 1128 time: 0.0795674 Feb 03 13:38:00.032734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-921f5030-e4e5-4275-9805-eb06903090de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:00.034206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-921f5030-e4e5-4275-9805-eb06903090de service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0838125 Feb 03 13:38:00.105665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-3a009ada-3aa5-4ec9-94c4-de7e100c28bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 200 len: 1001 time: 0.0644100 Feb 03 13:38:00.154692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-401a98bc-a5bb-4c22-9c50-5bdf7a015832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:00.156156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-401a98bc-a5bb-4c22-9c50-5bdf7a015832 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0440733 Feb 03 13:38:00.206870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-f3b318ef-4736-49e9-9520-ed56ad456f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:00.208321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-f3b318ef-4736-49e9-9520-ed56ad456f35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454066 Feb 03 13:38:00.311974 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-d0b18614-e2b6-47af-a4b4-46c778072e60 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962534 Feb 03 13:38:00.413522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a93a5b4f-cd12-4cce-ba7d-96edfeee03b7 req-6f687297-a1a2-494f-8d94-6fffcd988f0d service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942335 Feb 03 13:38:01.078864 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c2da2-afec-4f13-88c5-377df0e3f449 req-9bf3df98-d66e-441e-b729-ddcac90a9a4d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:01.080407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-857c2da2-afec-4f13-88c5-377df0e3f449 req-9bf3df98-d66e-441e-b729-ddcac90a9a4d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0663965 Feb 03 13:38:01.129553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-857c2da2-afec-4f13-88c5-377df0e3f449 req-8ebec855-76a0-4de8-916e-1842e673e352 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406785 Feb 03 13:38:02.268527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01124525-fdd3-4a62-a1e1-4bdd90fccfb4 req-a7ba4ade-d60d-4b0f-9c8d-0ca71fbab1ce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:02.270045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01124525-fdd3-4a62-a1e1-4bdd90fccfb4 req-a7ba4ade-d60d-4b0f-9c8d-0ca71fbab1ce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0615575 Feb 03 13:38:02.317466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01124525-fdd3-4a62-a1e1-4bdd90fccfb4 req-15619cd1-643c-4ed3-a2dd-88f19c9727f9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417197 Feb 03 13:38:02.529456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285260b2-39e8-4ad4-a27c-c57d5720acc4 req-3af4df2b-3ac7-47f6-8b72-d823023db342 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:02.530995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-285260b2-39e8-4ad4-a27c-c57d5720acc4 req-3af4df2b-3ac7-47f6-8b72-d823023db342 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0544455 Feb 03 13:38:02.583881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-285260b2-39e8-4ad4-a27c-c57d5720acc4 req-a29ea534-ddd6-42ab-8a01-1b5b1f36ded3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471339 Feb 03 13:38:02.672376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-75f6a07c-9644-4346-b238-22307e892b27 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:02.673837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-75f6a07c-9644-4346-b238-22307e892b27 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268&tenant_id=3a6ddd44016d40c290fd37c62171b240&binding%3Ahost_id=n-h2-792364-10 HTTP/1.1" status: 200 len: 945 time: 0.0630169 Feb 03 13:38:02.768053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-b233f1f7-70cf-4c69-9fce-e520c02de7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:02.770166 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-b233f1f7-70cf-4c69-9fce-e520c02de7e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 1128 time: 0.0518630 Feb 03 13:38:02.881933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-6b76048d-7416-4926-a70b-0bf93e9c171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:02.883430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-6b76048d-7416-4926-a70b-0bf93e9c171b service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1065660 Feb 03 13:38:02.961353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-0b73da14-bec4-4773-a4b9-e4e753c050da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 200 len: 1001 time: 0.0710049 Feb 03 13:38:03.014823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-b8f5ec96-0735-4061-a49d-660c584378b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:03.016246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-b8f5ec96-0735-4061-a49d-660c584378b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0485592 Feb 03 13:38:03.075666 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-119c6dd4-8912-48e6-aa08-857006281f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:03.077180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-119c6dd4-8912-48e6-aa08-857006281f83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539894 Feb 03 13:38:03.148218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:38:03.151315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:38:03.167181 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-56ba8478-0b96-41bb-8832-1e81aab2cc48 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831938 Feb 03 13:38:03.265660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c5a70a7-d1b7-4cfa-8bc6-24e5abb77b16 req-df904207-440e-4c5b-aca2-01609433e21a service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927136 Feb 03 13:38:03.302989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:38:03.303377 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:03.312368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:03.338238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'mac_address': 'fa:16:3e:cf:05:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:38:03.346493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:03.348791 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73938bb3-6d0c-482d-9836-f874ae721acb" -d '{"events": [{"server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "name": "network-vif-unplugged", "status": "completed", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:03.378354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:03.384928 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:03.414576 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18411e5-1b36-4156-a664-9492a45ae89a x-openstack-request-id: req-e18411e5-1b36-4156-a664-9492a45ae89a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:03.414862 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "name": "network-vif-unplugged", "status": "completed", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:03.415112 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e18411e5-1b36-4156-a664-9492a45ae89a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:03.415490 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'code': 200} Feb 03 13:38:03.423633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:38:03.423989 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:03.449630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:38:03.457509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:03.466770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.467113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.467448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.467786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.468105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.468395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.468745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.469064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.469369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.469682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.469996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.470306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.470649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:03.506409 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:38:03.506815 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:38:03.713922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b9bc-bf5d-4da6-a42c-867244b42dc6 req-aa59e93d-468c-418e-82f9-2d438e1acb7d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:03.715453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eff5b9bc-bf5d-4da6-a42c-867244b42dc6 req-aa59e93d-468c-418e-82f9-2d438e1acb7d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 943 time: 0.0539296 Feb 03 13:38:03.765226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eff5b9bc-bf5d-4da6-a42c-867244b42dc6 req-cc5e8158-5a0b-4295-9cf1-47e52fe595f3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 Feb 03 13:38:04.052063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:38:04.052460 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:04.066114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:38:04.089586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:04.096011 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:04.142098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:04.312851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:38:04.905803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99539215-4582-46ca-97ce-4d8fb86b3dff req-ce220631-6a0e-4923-80e7-bac496b87e57 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:04.907321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99539215-4582-46ca-97ce-4d8fb86b3dff req-ce220631-6a0e-4923-80e7-bac496b87e57 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 944 time: 0.0607183 Feb 03 13:38:04.964025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-99539215-4582-46ca-97ce-4d8fb86b3dff req-a0ad5a6b-455e-4564-87f7-39d5cc65cd43 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482152 Feb 03 13:38:05.092009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77380bf4-f34a-4b63-aa35-f6e3fd635a37 req-957dd2e4-411a-4ece-99bf-426ac086d347 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:05.093475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77380bf4-f34a-4b63-aa35-f6e3fd635a37 req-957dd2e4-411a-4ece-99bf-426ac086d347 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 944 time: 0.0628047 Feb 03 13:38:05.141373 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-77380bf4-f34a-4b63-aa35-f6e3fd635a37 req-6d6cde41-0173-421e-8e35-bdeb81677c71 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422926 Feb 03 13:38:05.147507 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:38:05.203031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:38:05.203527 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:05.294388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:38:05.297017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:05.347471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:05.354224 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:05.366151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae81e1-7fd4-4e13-b497-86d30de13678 req-07c35283-3296-4129-b3b5-a52758c91294 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:05.367668 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2ae81e1-7fd4-4e13-b497-86d30de13678 req-07c35283-3296-4129-b3b5-a52758c91294 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 944 time: 0.0578899 Feb 03 13:38:05.404805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:05.416670 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:05.419756 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba4ce76-c8ad-418f-afa6-969e0726a093" -d '{"events": [{"server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "name": "network-vif-plugged", "status": "completed", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:05.444177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d2ae81e1-7fd4-4e13-b497-86d30de13678 req-7890308b-e370-49cb-aec2-9878ef900339 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680943 Feb 03 13:38:05.449463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-2306d3ca-3073-4b65-8f30-6c6092ebb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:05.451072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-2306d3ca-3073-4b65-8f30-6c6092ebb3c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 1128 time: 0.0824399 Feb 03 13:38:05.456741 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe6d1aa-fd17-44d5-a781-9a9aa0703f1b x-openstack-request-id: req-3fe6d1aa-fd17-44d5-a781-9a9aa0703f1b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:05.457022 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "name": "network-vif-plugged", "status": "completed", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:05.457294 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fe6d1aa-fd17-44d5-a781-9a9aa0703f1b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:05.457764 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'code': 200} Feb 03 13:38:05.547423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-b92f3021-85eb-47b6-ab37-e45ec5b8a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:05.548984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-b92f3021-85eb-47b6-ab37-e45ec5b8a6a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0838690 Feb 03 13:38:05.621527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-0afed841-bb6b-4494-bca3-d0e1f662e101 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 200 len: 1001 time: 0.0662208 Feb 03 13:38:05.672234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-488f59cb-d6ed-455a-a736-761de0bab2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:05.673671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-488f59cb-d6ed-455a-a736-761de0bab2a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0456245 Feb 03 13:38:05.725809 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-25ef495d-f6d7-4b40-a556-d352cb1bfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:05.727369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-25ef495d-f6d7-4b40-a556-d352cb1bfd5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468643 Feb 03 13:38:05.822727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-d17998cb-6fd9-4aae-827e-227001258a8a service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889285 Feb 03 13:38:05.915209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-efc1a399-721e-4143-99eb-d3ba40108c80 req-73beed93-ff01-4e99-945a-950247d8353d service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859125 Feb 03 13:38:06.573000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d8e8e-0f58-4b2f-9eac-4c7a2b7bcf56 req-a73a5910-35f6-4173-9194-0865b045133d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:06.574538 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b2d8e8e-0f58-4b2f-9eac-4c7a2b7bcf56 req-a73a5910-35f6-4173-9194-0865b045133d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0580423 Feb 03 13:38:06.627526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2b2d8e8e-0f58-4b2f-9eac-4c7a2b7bcf56 req-cb31822a-2817-44c1-8b92-c0e57654dc74 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472598 Feb 03 13:38:06.695411 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd763482-aac2-4e6c-8a88-f48466868263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:06.875607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f36422-03f3-42ba-9c76-3446f2c49e62 req-88e55c9c-2af4-47f0-b3d9-faf9d9a81b14 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:06.877235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08f36422-03f3-42ba-9c76-3446f2c49e62 req-88e55c9c-2af4-47f0-b3d9-faf9d9a81b14 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0540590 Feb 03 13:38:06.926418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08f36422-03f3-42ba-9c76-3446f2c49e62 req-fa633f7a-98bd-416f-8a28-30953276eab9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432572 Feb 03 13:38:08.060102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1cb10-0dbe-460f-8c6a-bb261565c8e0 req-6c2658c8-7ef4-4132-8cc7-1df870b8f718 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:08.061506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-def1cb10-0dbe-460f-8c6a-bb261565c8e0 req-6c2658c8-7ef4-4132-8cc7-1df870b8f718 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0561554 Feb 03 13:38:08.129379 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-def1cb10-0dbe-460f-8c6a-bb261565c8e0 req-e12956b8-0457-4e12-afd8-d9c33a831b3f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599136 Feb 03 13:38:08.241509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-dead48e6-7054-4cea-af61-74bf9867dc19 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:08.243023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-dead48e6-7054-4cea-af61-74bf9867dc19 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 945 time: 0.0546210 Feb 03 13:38:08.341866 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Deleting port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:38:08.342142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:08.436753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] For port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:08.437113 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:08.613601 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:08.613850 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:08.614195 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4 disassociated. External IP: 172.25.3.103, port: e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb. Feb 03 13:38:08.614557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Calling delete_port for e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:38:08.753785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:08.785942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event deleted for resources: {'Port': ['ID=e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:08.797895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.798223 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.798597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.798917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.799246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.799588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.799923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.800239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.800557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.801469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.801798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.802121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.802465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:38:08.915587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:38:08.951213 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc31750c-fb12-4e86-b664-df6437c2a232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:09.030189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:38:09.041725 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:38:09.052730 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:38:09.053360 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:38:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:09.071770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] No DVR routers for this DVR port e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:38:09.074526 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:09.078029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c852a9b2-9f01-41f5-8126-6f78925206f2 req-c18c1298-1252-4700-a6c1-bf7b74c3ea36 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "DELETE /v2.0/ports/e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb HTTP/1.1" status: 204 len: 173 time: 0.8297830 Feb 03 13:38:09.078511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'name': 'network-vif-deleted', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:09.080753 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ca72ac-8748-4379-96d0-e0705550a827" -d '{"events": [{"server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "name": "network-vif-deleted", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:09.117040 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896a6030-ba79-4555-975f-bf99fd6074cd x-openstack-request-id: req-896a6030-ba79-4555-975f-bf99fd6074cd {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:09.117319 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933383c3-509d-433c-9203-c4e36fdf8268", "name": "network-vif-deleted", "tag": "e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:09.117564 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-896a6030-ba79-4555-975f-bf99fd6074cd {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:09.118000 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933383c3-509d-433c-9203-c4e36fdf8268', 'name': 'network-vif-deleted', 'tag': 'e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb', 'status': 'completed', 'code': 200} Feb 03 13:38:09.160871 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:38:09.252077 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2098593f-23eb-4758-880f-027b403197a8 req-423d912d-8066-4de2-b769-ddff83172460 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=933383c3-509d-433c-9203-c4e36fdf8268 HTTP/1.1" status: 200 len: 210 time: 0.0284228 Feb 03 13:38:09.363465 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:09.389340 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:38:09.397911 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:38:09.398543 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:38:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:09.504138 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:38:09.819517 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:09.846733 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f119ec-b4bf-4561-968c-0ebd302cd299 None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:38:10.084209 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d16e3-403d-46ee-8d84-5f5ca69c9a64 None None] New status for floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:38:10.333258 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:10.526491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-e1269a56-597b-4df7-9a3f-cbcadc5660f8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--106529070&fields=id&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 267 time: 0.0470760 Feb 03 13:38:10.632740 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-31bd0386-e732-45f7-bf28-b246d78a23ce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:10.634184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-31bd0386-e732-45f7-bf28-b246d78a23ce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 811 time: 0.1011794 Feb 03 13:38:10.650908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-37f99ab0-c07b-476f-84f6-55c7d159fe12 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/quotas/3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 375 time: 0.0093195 Feb 03 13:38:10.708427 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-1503c79e-9591-42ad-8108-dc8a5d9a88e9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515127 Feb 03 13:38:10.724187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-4e7bec04-73b9-453f-b3e2-8b660d0e8e73 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:38:10.725495 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-4e7bec04-73b9-453f-b3e2-8b660d0e8e73 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050695 Feb 03 13:38:10.825191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-b799c708-57b0-42e3-90aa-ef8eaf5fd478 service neutron] 10.222.0.65 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937667 Feb 03 13:38:10.921234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-ff687ab1-d1d4-420c-89d0-135f594299c3 service neutron] 10.222.0.65 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902207 Feb 03 13:38:11.755876 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:12.119722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e799bb67-d457-4dce-83b1-d1e51b76d50b req-1ecf5278-21e3-4cb7-911e-30ff3b994809 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 210 time: 0.0273833 Feb 03 13:38:12.709434 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:13.107735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-a04f95d4-976e-4329-ab8b-b0983b5165ce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:13.109153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-a04f95d4-976e-4329-ab8b-b0983b5165ce tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 811 time: 0.1095896 Feb 03 13:38:13.175862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-e07a9369-7377-43a3-98f2-5947658a4dcc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 379 time: 0.0571434 Feb 03 13:38:13.185514 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'port': {'device_id': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'admin_state_up': True, 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'security_groups': ['a99f4459-e673-4b95-8547-459dd36650ec']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:38:13.207145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:38:13.228469 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:38:13.228868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device e8fb1f2c-2e1a-477d-90c3-8e04d9d2f0eb not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:38:13.233615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28178a9e-94d9-4f02-a2b1-75deab7a537f req-a53633a2-2f83-4e68-a811-e4bf1b6572a4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 210 time: 0.0433381 Feb 03 13:38:13.318887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Made reservation on behalf of 3a6ddd44016d40c290fd37c62171b240 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:38:13.322303 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:13.804892 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Allocated IP 172.20.0.9 (389ece0a-b197-4703-90b8-dbbe6e2e4b96/61173aa9-2c50-4e2d-ad0f-75de15caa1a7/2aea3aee-606b-4b89-bef3-5ef518b36fd7) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:38:13.936202 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:13.972292 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:14.014132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:38:14.019030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:38:14.022561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:38:14.028627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:14.074485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:14.075389 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:14.092350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-9a2dc485-bb64-4ac5-96c2-4f01715ed35a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105608 Feb 03 13:38:14.104523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Request body: {'port': {'device_id': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:38:14.171114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:14.415648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195ae3f-6c9c-48af-9d21-59fce466b653 req-9b5fba67-68f9-4277-8c1d-26c62ebb34f9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:14.417128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a195ae3f-6c9c-48af-9d21-59fce466b653 req-9b5fba67-68f9-4277-8c1d-26c62ebb34f9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 931 time: 0.1015227 Feb 03 13:38:14.423019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2b5bb208-c4d6-44e9-a7c4-2bfad321685e None None] Provisioning complete for port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:38:14.423493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb208-c4d6-44e9-a7c4-2bfad321685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:14.460575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2b5bb208-c4d6-44e9-a7c4-2bfad321685e None None] Port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:38:14.512850 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a195ae3f-6c9c-48af-9d21-59fce466b653 req-f899b9d0-bcdc-4f04-ae4f-2f5749c016d3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888000 Feb 03 13:38:14.516553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aea3aee-606b-4b89-bef3-5ef518b36fd7 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:38:14.524092 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Publish callbacks [] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:14.537097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Transition to ACTIVE for port object 2aea3aee-606b-4b89-bef3-5ef518b36fd7 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:38:14.544895 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:14.599466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:14.669385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:38:14.669725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:38:14.670057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:38:14.674822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:38:14.675145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:38:14.680102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:38:14.680438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:38:14.680842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:38:14.681235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Bound port: 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:38:14.681631 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:14.751932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:38:14.755232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:38:14.761962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:14.796469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:14.797092 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:14.798600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] 10.222.0.72 "PUT /v2.0/ports/2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1092 time: 0.6982968 Feb 03 13:38:14.798937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:14.801182 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4ea29-ec69-4a30-8d41-fbb477925d22" -d '{"events": [{"name": "network-changed", "server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:14.827287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a8d5e-74a1-40b7-aab2-dd53c255493b service neutron] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:14.857579 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d28d4a1-d7db-4bd7-9d73-eb08aa70fc3c x-openstack-request-id: req-3d28d4a1-d7db-4bd7-9d73-eb08aa70fc3c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:14.857872 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:14.858126 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d28d4a1-d7db-4bd7-9d73-eb08aa70fc3c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:14.858550 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'status': 'completed', 'code': 200} Feb 03 13:38:14.897419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-1644c7bf-2f48-4f4d-a5c1-9caa4d78ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:14.899051 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-1644c7bf-2f48-4f4d-a5c1-9caa4d78ea65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1126 time: 0.0511162 Feb 03 13:38:14.948854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-8a7c3e09-0258-4b09-87e0-ca606a3d481d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 217 time: 0.0417509 Feb 03 13:38:15.001947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-992520c1-b201-407e-bffe-70b2d3fe4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.003795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-992520c1-b201-407e-bffe-70b2d3fe4f1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0476854 Feb 03 13:38:15.055582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-773e7c2f-4de9-4735-a5ed-17113731a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.057004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-773e7c2f-4de9-4735-a5ed-17113731a998 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470319 Feb 03 13:38:15.163018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-718cf5df-9204-433d-a082-d8e6b82a84f6 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987902 Feb 03 13:38:15.263062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97953e32-b2a1-41f9-8415-eed50363feb7 req-6211f18b-6dd5-4213-b13c-c14bfb4e0229 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938187 Feb 03 13:38:15.386492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-466a4cd6-a21e-4308-9196-07d69ac7ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.388564 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-466a4cd6-a21e-4308-9196-07d69ac7ebd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1126 time: 0.0753329 Feb 03 13:38:15.480084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-a100cefa-60e7-47be-aeee-f6a9974e704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.481638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-a100cefa-60e7-47be-aeee-f6a9974e704d service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0862710 Feb 03 13:38:15.525894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-3c17dfe9-caea-4623-92a5-4c12e8737305 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 217 time: 0.0377684 Feb 03 13:38:15.579480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-b33a574d-46ec-4f08-931c-00dc0ae903d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.580975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-b33a574d-46ec-4f08-931c-00dc0ae903d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0490205 Feb 03 13:38:15.670522 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-626bbe4b-9ced-477f-92f5-0aff083ad1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.672060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-626bbe4b-9ced-477f-92f5-0aff083ad1c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0839314 Feb 03 13:38:15.681829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd617a77-434c-4adf-a0e3-c58e8fed492f req-b191625d-4749-4582-b461-2a44a519a20e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.683292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd617a77-434c-4adf-a0e3-c58e8fed492f req-b191625d-4749-4582-b461-2a44a519a20e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 943 time: 0.0872972 Feb 03 13:38:15.789840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd617a77-434c-4adf-a0e3-c58e8fed492f req-c2d846ef-b0ff-4c6e-9606-c63df3602b58 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980213 Feb 03 13:38:15.806423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-0b20ed89-c969-4791-8e4f-66f74f556001 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221259 Feb 03 13:38:15.905429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-daf4ea29-ec69-4a30-8d41-fbb477925d22 req-e9f9909d-ef3a-48e5-9ed4-1ec3a134d32b service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908401 Feb 03 13:38:16.773320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:16.925204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b71885-a4a4-46b2-98ae-2768a4635ac9 req-d64e0ca1-5699-4717-9270-d5bb02a99733 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:16.926786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71b71885-a4a4-46b2-98ae-2768a4635ac9 req-d64e0ca1-5699-4717-9270-d5bb02a99733 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 943 time: 0.0598772 Feb 03 13:38:16.978075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71b71885-a4a4-46b2-98ae-2768a4635ac9 req-145def0f-ec7e-4441-8767-aa366ac3262b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 Feb 03 13:38:17.240520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:38:17.351981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:17.364131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'mac_address': 'fa:16:3e:88:65:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:38:17.404597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:38:17.405613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:17.421656 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aea3aee-606b-4b89-bef3-5ef518b36fd7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:38:17.446385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:17.451564 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:17.498911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:17.678785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['2aea3aee-606b-4b89-bef3-5ef518b36fd7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:38:18.105081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d028ec-85a9-46cd-9a8c-edb952ec611b req-74102478-f892-463c-87d2-4c876b27cf2b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:18.106644 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33d028ec-85a9-46cd-9a8c-edb952ec611b req-74102478-f892-463c-87d2-4c876b27cf2b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0545411 Feb 03 13:38:18.155223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33d028ec-85a9-46cd-9a8c-edb952ec611b req-e307e420-db19-40d2-8879-4c0494442513 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Feb 03 13:38:19.260502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:38:19.291174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ef3e8-f257-42cf-b7f0-3ab845eb77b2 req-5fea57e7-980c-4155-8eb5-0538403d37b8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:19.293011 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c9ef3e8-f257-42cf-b7f0-3ab845eb77b2 req-5fea57e7-980c-4155-8eb5-0538403d37b8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0585170 Feb 03 13:38:19.312760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:38:19.317142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:38:19.317526 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:19.341416 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c9ef3e8-f257-42cf-b7f0-3ab845eb77b2 req-95a95f28-239a-40e3-97f9-e9be74ddf1f4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419197 Feb 03 13:38:19.398287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:38:19.398705 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:19.422793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:19.425017 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cb92ff-2010-4691-a65b-073c84765cc9" -d '{"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-plugged", "status": "completed", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:19.439338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:19.445085 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:19.472133 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ddedd-0012-4a54-bec9-208c9cd0feea x-openstack-request-id: req-830ddedd-0012-4a54-bec9-208c9cd0feea {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:19.472423 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-plugged", "status": "completed", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:19.472674 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-830ddedd-0012-4a54-bec9-208c9cd0feea {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:19.473055 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'code': 200} Feb 03 13:38:19.498362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:19.572132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be0c5c-2ed9-4d83-8f8c-1dfb182741b1 req-8aec1b2c-361a-4710-9fff-8cf9aa823db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:19.573629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8be0c5c-2ed9-4d83-8f8c-1dfb182741b1 req-8aec1b2c-361a-4710-9fff-8cf9aa823db7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1128 time: 0.0442545 Feb 03 13:38:19.619016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d8be0c5c-2ed9-4d83-8f8c-1dfb182741b1 req-662244a1-e29e-4442-9b86-c74949db800e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380278 Feb 03 13:38:20.485645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067375c-0cf5-496a-a695-f67adf7f0959 req-d9a01242-7c57-4747-b859-12736e0118ec tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:20.487899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e067375c-0cf5-496a-a695-f67adf7f0959 req-d9a01242-7c57-4747-b859-12736e0118ec tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0627277 Feb 03 13:38:20.536097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e067375c-0cf5-496a-a695-f67adf7f0959 req-1210425f-6d39-4ec9-82de-2afb2ff6f0cb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430567 Feb 03 13:38:21.267354 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:21.682130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd17c2-a5d4-4968-bf27-5bf1f39d3dcc req-ddc425cc-b2f4-44d2-81c8-de7e95647da7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:21.683665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ccd17c2-a5d4-4968-bf27-5bf1f39d3dcc req-ddc425cc-b2f4-44d2-81c8-de7e95647da7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0594618 Feb 03 13:38:21.743313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ccd17c2-a5d4-4968-bf27-5bf1f39d3dcc req-9f71a126-a03c-4801-8d3b-0fabf5a35fa8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529883 Feb 03 13:38:21.864142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888c07c-8b8b-4b80-9bfd-b8a2d29c186e req-e91a28f8-8006-4c11-b6a0-71bf3e6ff6db tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:21.865555 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9888c07c-8b8b-4b80-9bfd-b8a2d29c186e req-e91a28f8-8006-4c11-b6a0-71bf3e6ff6db tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0566912 Feb 03 13:38:21.874538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 48966) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:38:21.878932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5c05f8ca-db3b-441c-ae8f-0034b886be5b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'floatingip': {'port_id': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:38:21.923056 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c05f8ca-db3b-441c-ae8f-0034b886be5b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:22.381342 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c05f8ca-db3b-441c-ae8f-0034b886be5b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:22.388322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c05f8ca-db3b-441c-ae8f-0034b886be5b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:22.487476 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-5c05f8ca-db3b-441c-ae8f-0034b886be5b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4 associated. External IP: 172.25.3.103, port: 2aea3aee-606b-4b89-bef3-5ef518b36fd7. Feb 03 13:38:22.709624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c05f8ca-db3b-441c-ae8f-0034b886be5b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:38:22.824205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c05f8ca-db3b-441c-ae8f-0034b886be5b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:38:22.829546 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5c05f8ca-db3b-441c-ae8f-0034b886be5b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:22.834815 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:38:22.845392 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:38:22.846012 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:38:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:22.860722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5c05f8ca-db3b-441c-ae8f-0034b886be5b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "PUT /v2.0/floatingips/05b281f5-10f9-4129-bb4a-d5c34065a8e4 HTTP/1.1" status: 200 len: 991 time: 0.9851246 Feb 03 13:38:22.861426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:22.863827 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9853e8f-ff96-4631-beaa-0bf4ae22302d" -d '{"events": [{"name": "network-changed", "server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:22.902287 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e75cf7f-4316-4980-acd8-e07e5d1555b5 x-openstack-request-id: req-0e75cf7f-4316-4980-acd8-e07e5d1555b5 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:22.902624 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:22.902886 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e75cf7f-4316-4980-acd8-e07e5d1555b5 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:22.903302 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'status': 'completed', 'code': 200} Feb 03 13:38:22.954438 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:38:22.998512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781430e-2c03-42a0-8b46-227e73b9ee1c req-8e2808f7-156e-4f8b-ac6c-70340436ca24 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:22.999964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a781430e-2c03-42a0-8b46-227e73b9ee1c req-8e2808f7-156e-4f8b-ac6c-70340436ca24 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0868301 Feb 03 13:38:23.005416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-a9f82a97-133c-4970-a35a-1bbcce12f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:23.006882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-a9f82a97-133c-4970-a35a-1bbcce12f34a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1128 time: 0.0814154 Feb 03 13:38:23.105159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a781430e-2c03-42a0-8b46-227e73b9ee1c req-953a3496-caae-4740-9c5c-eaaa6d1feae2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971932 Feb 03 13:38:23.128167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-0c927541-2db2-4e0f-85e9-b4fa50766486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:23.129665 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-0c927541-2db2-4e0f-85e9-b4fa50766486 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1162686 Feb 03 13:38:23.179584 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:88:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:38:22Z', 'revision_number': 9, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:23.197507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-4ae2569b-f36c-4a27-b8cd-fb7b00958263 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 999 time: 0.0615220 Feb 03 13:38:23.206294 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:38:23.214971 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:38:23.215575 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:38:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:23.244775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-0a2047c0-e59d-4f76-8717-09fa6f17ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:23.246286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-0a2047c0-e59d-4f76-8717-09fa6f17ff7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0430555 Feb 03 13:38:23.299765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-853fcbb9-6042-408b-a042-3d77521939e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:23.301193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-853fcbb9-6042-408b-a042-3d77521939e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494123 Feb 03 13:38:23.324042 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:38:23.390260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-c2ae3119-a172-4f94-a41d-fe5fe64e0ae6 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814714 Feb 03 13:38:23.485809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9853e8f-ff96-4631-beaa-0bf4ae22302d req-9d8f8a97-cfc5-4f34-9ae2-b97883ec69c0 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892942 Feb 03 13:38:23.557722 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:88:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:38:22Z', 'revision_number': 9, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:23.583497 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1ebcb-0615-417f-9cd9-af35591c9dc3 None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:88:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:38:22Z', 'revision_number': 9, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:38:23.785552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fe06f-365e-45a5-9067-be912ad25048 None None] New status for floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:38:24.243863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9403-f63b-4ec3-825d-033d3da3f81e req-37898be4-f5af-4b9e-bc44-f6fe795b9c0c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:24.245276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89bd9403-f63b-4ec3-825d-033d3da3f81e req-37898be4-f5af-4b9e-bc44-f6fe795b9c0c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0561955 Feb 03 13:38:24.300025 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-89bd9403-f63b-4ec3-825d-033d3da3f81e req-025ede6a-c8d6-404a-b8d3-8c3244497be6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458872 Feb 03 13:38:24.549135 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-e02c478e-9322-486a-a3b0-7e78ef90bc32 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448189 Feb 03 13:38:24.559934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8ee4c-6faa-4b90-a777-7e8b95eb3d2e req-315f7f76-90b2-4363-84e0-a6d4f61acc9d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:24.562141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ef8ee4c-6faa-4b90-a777-7e8b95eb3d2e req-315f7f76-90b2-4363-84e0-a6d4f61acc9d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0586133 Feb 03 13:38:24.611901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ef8ee4c-6faa-4b90-a777-7e8b95eb3d2e req-8a38bdbd-58f0-4bdf-9f07-3a215f0e2b39 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Feb 03 13:38:25.679037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-a1e3b103-5ed9-4eb4-b7d4-b555a68878ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:25.680568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-a1e3b103-5ed9-4eb4-b7d4-b555a68878ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1128 time: 0.0481594 Feb 03 13:38:25.806005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0601aa-d4d3-473e-b6ff-65ef1dd4fc9c req-c506fe60-3ccf-42ad-9455-e53f04a436a4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:25.807534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d0601aa-d4d3-473e-b6ff-65ef1dd4fc9c req-c506fe60-3ccf-42ad-9455-e53f04a436a4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.1260366 Feb 03 13:38:25.812178 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-5f6594fa-a107-41fa-8cfc-b9bed8b43c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:25.813588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-5f6594fa-a107-41fa-8cfc-b9bed8b43c47 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1236491 Feb 03 13:38:25.904751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-df1ad8fc-701f-479e-888b-c329599d2f8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1002 time: 0.0843322 Feb 03 13:38:25.908121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4d0601aa-d4d3-473e-b6ff-65ef1dd4fc9c req-477453d5-ea31-425a-ba77-bcabf9d31519 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936589 Feb 03 13:38:25.954947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-ef76a86f-99e7-4528-948f-c2c2fd48b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:25.956421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-ef76a86f-99e7-4528-948f-c2c2fd48b2a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0449212 Feb 03 13:38:26.007626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-3be6bd21-9a47-4e71-ac98-fc41490e1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:26.009255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-3be6bd21-9a47-4e71-ac98-fc41490e1dc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455344 Feb 03 13:38:26.112064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8c05aa3e-c153-419f-93f3-e64afbe595c4 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970421 Feb 03 13:38:26.202846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-a9a31d65-3542-4b6d-83e5-3b50e40cf4ab service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841327 Feb 03 13:38:27.050096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c156f8-3df0-44cd-b09a-22b4fc043778 req-75bb9872-38b9-404d-a8a1-fc4c11628efb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:27.051532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c156f8-3df0-44cd-b09a-22b4fc043778 req-75bb9872-38b9-404d-a8a1-fc4c11628efb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0602138 Feb 03 13:38:27.102781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c156f8-3df0-44cd-b09a-22b4fc043778 req-5648527b-6a9d-4129-8b4c-7baae7fb1b5f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455813 Feb 03 13:38:28.233821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a35045-6c73-45b1-82ca-7413d3d54cf8 req-c37016ef-7d39-4213-a988-7a50e37f6c5d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:28.235326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43a35045-6c73-45b1-82ca-7413d3d54cf8 req-c37016ef-7d39-4213-a988-7a50e37f6c5d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0548217 Feb 03 13:38:28.281182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43a35045-6c73-45b1-82ca-7413d3d54cf8 req-72141279-92dd-4083-b630-1e1af38cc8cf tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400538 Feb 03 13:38:29.415599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c0088-abb5-496f-8dd8-fb0cdfae8a6d req-b90ac6be-9f38-4960-bbef-f61897734b07 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:29.417412 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf9c0088-abb5-496f-8dd8-fb0cdfae8a6d req-b90ac6be-9f38-4960-bbef-f61897734b07 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0596139 Feb 03 13:38:29.465104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf9c0088-abb5-496f-8dd8-fb0cdfae8a6d req-d8563559-6ae7-42a1-b3cc-c06b75e47f4a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400326 Feb 03 13:38:30.597625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda75f99-d98f-4b3c-be72-266701e60e9e req-21debbc6-6806-4b9f-bdc7-bedd0b491235 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:30.599142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cda75f99-d98f-4b3c-be72-266701e60e9e req-21debbc6-6806-4b9f-bdc7-bedd0b491235 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0568743 Feb 03 13:38:30.647848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cda75f99-d98f-4b3c-be72-266701e60e9e req-70fec302-3000-4437-ad68-ac68c66fbebb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429661 Feb 03 13:38:31.779999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa970a-7d10-4483-95ca-7f3752290a24 req-6f44ba1e-9eab-4715-aa4b-f2ff7e75f5be tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:31.781523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51fa970a-7d10-4483-95ca-7f3752290a24 req-6f44ba1e-9eab-4715-aa4b-f2ff7e75f5be tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0544035 Feb 03 13:38:31.834155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51fa970a-7d10-4483-95ca-7f3752290a24 req-235ce450-912e-476a-ac18-ebaf1b7d29aa tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467429 Feb 03 13:38:32.975784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697f59d-fc23-4b66-8dc0-bf0b554f36dc req-f99c6156-69b3-44eb-9218-93ef5de325fb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:32.977171 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5697f59d-fc23-4b66-8dc0-bf0b554f36dc req-f99c6156-69b3-44eb-9218-93ef5de325fb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0590565 Feb 03 13:38:33.024331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5697f59d-fc23-4b66-8dc0-bf0b554f36dc req-4dc756a9-bffb-45d7-98d4-fd63a64d90c6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414634 Feb 03 13:38:34.149396 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09a106-c39f-49bd-a8a7-e5181fdf4c20 req-eaf31e0c-7147-4795-b4d8-508762d7504f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:34.150930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd09a106-c39f-49bd-a8a7-e5181fdf4c20 req-eaf31e0c-7147-4795-b4d8-508762d7504f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0569193 Feb 03 13:38:34.198267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd09a106-c39f-49bd-a8a7-e5181fdf4c20 req-8bab493d-09fb-4662-9889-4b57c97d9fb0 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416007 Feb 03 13:38:35.335859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb459b5d-de46-486b-bcc6-ea53ef140886 req-150b85d5-f77d-4b66-94a5-77b8108875ef tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:35.337340 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb459b5d-de46-486b-bcc6-ea53ef140886 req-150b85d5-f77d-4b66-94a5-77b8108875ef tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0661592 Feb 03 13:38:35.399482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb459b5d-de46-486b-bcc6-ea53ef140886 req-820e6f27-73fe-44e7-8cd8-3b06fbf59be3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563936 Feb 03 13:38:35.736373 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:38:36.531501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f129b-2c20-42fe-ab5d-af9c8465fe6d req-a825605c-d314-447e-8ecd-78caf7a519a6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:36.533010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de4f129b-2c20-42fe-ab5d-af9c8465fe6d req-a825605c-d314-447e-8ecd-78caf7a519a6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0560219 Feb 03 13:38:36.583369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-de4f129b-2c20-42fe-ab5d-af9c8465fe6d req-0f70f5b3-4057-45b8-8619-f255c214c731 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441573 Feb 03 13:38:36.702444 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7424-0b20-4dd2-98f1-d68b2228c5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:37.730648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecafcfe-cb74-4437-afe6-3c24330cff64 req-c351e17b-e0ef-41fe-8495-b2f81ea43624 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:37.732884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ecafcfe-cb74-4437-afe6-3c24330cff64 req-c351e17b-e0ef-41fe-8495-b2f81ea43624 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0698488 Feb 03 13:38:37.786373 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ecafcfe-cb74-4437-afe6-3c24330cff64 req-c0e599d9-fed1-430d-a868-c6d88eeda37f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449762 Feb 03 13:38:38.921565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b711eb-87ec-4277-8e45-a7a78586f909 req-8734b3e0-641d-458d-9e69-abb2a6cb02f6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:38.923084 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5b711eb-87ec-4277-8e45-a7a78586f909 req-8734b3e0-641d-458d-9e69-abb2a6cb02f6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0597618 Feb 03 13:38:38.945935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5be7b44-9133-4f0f-8594-09fd3e0afe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:38.972341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5b711eb-87ec-4277-8e45-a7a78586f909 req-8514935c-e065-48c2-b135-b4fecc30d088 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 Feb 03 13:38:40.114543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640bcf1-ca9d-4918-98b7-b34fd20da34e req-df674418-b3c3-426f-8fe1-a3f619adcb19 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:40.116041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0640bcf1-ca9d-4918-98b7-b34fd20da34e req-df674418-b3c3-426f-8fe1-a3f619adcb19 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0652912 Feb 03 13:38:40.164260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0640bcf1-ca9d-4918-98b7-b34fd20da34e req-ca8c9e66-9bde-440c-94b4-4cf75524b075 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423939 Feb 03 13:38:40.336159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:41.297508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17398834-ce0e-4c3a-b973-d8c613eef27c req-01425dba-80c6-4358-a9c6-33e620373cda tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:41.299529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17398834-ce0e-4c3a-b973-d8c613eef27c req-01425dba-80c6-4358-a9c6-33e620373cda tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0623932 Feb 03 13:38:41.360126 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17398834-ce0e-4c3a-b973-d8c613eef27c req-cdae2018-e3a6-40a2-94df-ae5e44a37933 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528467 Feb 03 13:38:41.761557 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:41.874281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-e9769650-b31e-402e-8069-9757d94ef253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:41.875895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-e9769650-b31e-402e-8069-9757d94ef253 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1128 time: 0.0527565 Feb 03 13:38:41.983466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-5222e0c1-2ff4-4f59-a754-fd2ccec03fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:41.984835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-5222e0c1-2ff4-4f59-a754-fd2ccec03fe2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0892663 Feb 03 13:38:42.063041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-6fa0d2a1-84b7-448b-ba9e-8b30415b2b8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1002 time: 0.0632284 Feb 03 13:38:42.114114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-4a656a26-f6ac-488d-8527-e086ba1705a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:42.116182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-4a656a26-f6ac-488d-8527-e086ba1705a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0441039 Feb 03 13:38:42.169005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-2fcefe34-3e54-47b9-b6f6-5b4252cc1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:42.170539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-2fcefe34-3e54-47b9-b6f6-5b4252cc1bff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480816 Feb 03 13:38:42.650449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-3af2728b-ee00-44dc-a32d-4a2e6480b3e7 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707270 Feb 03 13:38:42.661291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8fcff-32c6-4f50-9d08-5370ef1a4de6 req-e287026e-f9bb-4b32-ac0d-9652b7b71679 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:42.662739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fe8fcff-32c6-4f50-9d08-5370ef1a4de6 req-e287026e-f9bb-4b32-ac0d-9652b7b71679 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0950978 Feb 03 13:38:42.714456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:42.769740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5fe8fcff-32c6-4f50-9d08-5370ef1a4de6 req-6c69540b-2f6f-46b2-9bf2-5cdb66d2256f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988252 Feb 03 13:38:42.784406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3a27579f-d33d-4f96-a978-2c7261b5a4bf req-65adf678-2978-48b2-9066-aacb7f59c963 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207769 Feb 03 13:38:42.963510 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-f74204b5-26f8-4d0f-af19-09564d362454 service neutron] show failed (client error): The resource could not be found. Feb 03 13:38:42.964445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-f74204b5-26f8-4d0f-af19-09564d362454 service neutron] 10.222.0.72 "GET /v2.0/ports/2aea3aee-606b-4b89-bef3-5ef518b36fd7/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0653493 Feb 03 13:38:43.196475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-68612400-a417-420c-8584-2361228880c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:43.198005 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-68612400-a417-420c-8584-2361228880c5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 1128 time: 0.0512388 Feb 03 13:38:43.209759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:38:43.279031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:43.493059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:43.534835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:38:43.575171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:43.577459 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b0177d-ea71-42c4-8003-af5d951dbafd" -d '{"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:43.581317 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Publish callbacks [] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:43.594322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Transition to ACTIVE for port object 2aea3aee-606b-4b89-bef3-5ef518b36fd7 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:38:43.603289 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:43.631529 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dd1bac-7a1a-4031-9e5d-c2e421414e18 x-openstack-request-id: req-96dd1bac-7a1a-4031-9e5d-c2e421414e18 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:43.631826 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:43.632087 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96dd1bac-7a1a-4031-9e5d-c2e421414e18 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:43.632471 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'code': 200} Feb 03 13:38:43.690829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:43.738651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] No DVR routers for this DVR port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:38:43.906228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:38:43.906513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:38:43.906827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:38:43.913841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:38:43.914169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:38:43.922040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:38:43.922389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:38:43.922784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:38:43.923215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Bound port: 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:38:43.923572 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:43.934177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbcde7-afd1-4d4c-8123-8939e5a423e4 req-31d82992-4552-4037-ae51-97159179d9b6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:43.935708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5bbcde7-afd1-4d4c-8123-8939e5a423e4 req-31d82992-4552-4037-ae51-97159179d9b6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 943 time: 0.0919518 Feb 03 13:38:44.021247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5bbcde7-afd1-4d4c-8123-8939e5a423e4 req-23ba6635-75bf-436f-8194-c947fdf6af40 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794780 Feb 03 13:38:44.027381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:38:44.030922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:38:44.044500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:44.085964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:44.086624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:44.088586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] 10.222.0.91 "PUT /v2.0/ports/2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1092 time: 0.8828998 Feb 03 13:38:44.108520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608bb01-0b1a-4529-a270-42743a3b56f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:44.159553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-771e1c22-c432-4edb-a2ca-ab6e34a03e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:44.161271 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-771e1c22-c432-4edb-a2ca-ab6e34a03e91 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1126 time: 0.0493832 Feb 03 13:38:44.263049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-35af81f6-2468-4393-9203-92ddc599e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:44.264568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-35af81f6-2468-4393-9203-92ddc599e2ce service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0958054 Feb 03 13:38:44.338616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-5f943d2a-ecd2-48f2-8ffe-1821bd21492b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1000 time: 0.0669878 Feb 03 13:38:44.388527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-a5952ac9-fa12-411a-9af5-c5cfc557754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:44.390004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-a5952ac9-fa12-411a-9af5-c5cfc557754f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0453587 Feb 03 13:38:44.443923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8afa7c43-4843-40a3-a5be-84f8685d84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:44.445401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-8afa7c43-4843-40a3-a5be-84f8685d84d3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486438 Feb 03 13:38:44.542903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-9c8ac1db-a5b7-4d6f-8e17-a5bd56685314 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912161 Feb 03 13:38:44.639469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2ca0ea58-62fd-4f14-8a04-5001347dcf89 req-c9f64605-4f2c-404f-a221-463b18772ef7 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904496 Feb 03 13:38:45.156979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c3304-9175-46f8-9dc2-93640e95ca34 req-de93c55f-f95d-43b2-8468-c7243022681d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:45.158480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-358c3304-9175-46f8-9dc2-93640e95ca34 req-de93c55f-f95d-43b2-8468-c7243022681d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 943 time: 0.0555272 Feb 03 13:38:45.205241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-358c3304-9175-46f8-9dc2-93640e95ca34 req-7eb36b5c-ca8d-4c74-a104-4340b8ef711b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409884 Feb 03 13:38:45.634460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:45.638321 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded29487-4175-4246-a385-647ae39c0c44" -d '{"events": [{"name": "network-changed", "server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:45.708129 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5475b34-df1a-4373-b030-0cac1d67b88a x-openstack-request-id: req-e5475b34-df1a-4373-b030-0cac1d67b88a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:45.708590 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:45.709004 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5475b34-df1a-4373-b030-0cac1d67b88a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:45.709661 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'status': 'completed', 'code': 200} Feb 03 13:38:45.807578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29487-4175-4246-a385-647ae39c0c44 req-9d8bd55c-ed02-4957-8941-f496dfeaefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:45.809100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-9d8bd55c-ed02-4957-8941-f496dfeaefb3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1126 time: 0.0791004 Feb 03 13:38:45.810890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29487-4175-4246-a385-647ae39c0c44 req-29c8c25a-3396-4ee7-a681-3959aa129f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:45.812227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-29c8c25a-3396-4ee7-a681-3959aa129f42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1126 time: 0.0809553 Feb 03 13:38:45.963648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29487-4175-4246-a385-647ae39c0c44 req-e4a527f1-93ca-4cd5-a0ea-0ed3bcbe5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:45.965112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-e4a527f1-93ca-4cd5-a0ea-0ed3bcbe5484 service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1497226 Feb 03 13:38:45.966174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29487-4175-4246-a385-647ae39c0c44 req-482e3836-3334-4cfc-a003-4a963ee03cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:45.967477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-482e3836-3334-4cfc-a003-4a963ee03cde service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1450305 Feb 03 13:38:46.077175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-ee94c172-9ef2-42a2-bdc4-bb46a614e8b7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1000 time: 0.1044471 Feb 03 13:38:46.078914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-dce2d1d4-5628-4169-9128-8f7a1fb8223a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1000 time: 0.1006911 Feb 03 13:38:46.160884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29487-4175-4246-a385-647ae39c0c44 req-42565edc-5f48-4336-a74f-1190d6f66fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:46.162358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-42565edc-5f48-4336-a74f-1190d6f66fbe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0777943 Feb 03 13:38:46.163827 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29487-4175-4246-a385-647ae39c0c44 req-1999c4a6-2b9a-452a-b680-b5e98e96187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:46.165150 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-1999c4a6-2b9a-452a-b680-b5e98e96187b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0735338 Feb 03 13:38:46.250911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29487-4175-4246-a385-647ae39c0c44 req-6b05dcbc-facf-49ff-b50b-841c44b270b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:46.252466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-6b05dcbc-facf-49ff-b50b-841c44b270b9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0823009 Feb 03 13:38:46.253998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29487-4175-4246-a385-647ae39c0c44 req-e9d866a9-95c3-4e97-89be-f4b838330dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:46.255366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-e9d866a9-95c3-4e97-89be-f4b838330dd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0737333 Feb 03 13:38:46.447741 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-689596eb-b6ca-4348-93fb-b64bcef4027f service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884534 Feb 03 13:38:46.456641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f384f-4355-4e62-a1e4-48053c5882ec req-3e988a94-50d3-4322-939b-135994db9ff3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:46.458014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d5f384f-4355-4e62-a1e4-48053c5882ec req-3e988a94-50d3-4322-939b-135994db9ff3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 943 time: 0.1751513 Feb 03 13:38:46.461057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-79467254-0134-43f0-984b-2aa026cb0f35 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948473 Feb 03 13:38:46.633214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8d5f384f-4355-4e62-a1e4-48053c5882ec req-0157dd7b-2e41-448b-8d24-df96efa8b6a6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650882 Feb 03 13:38:46.640498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-9bd97f7a-9215-452a-a500-fef5faa8b872 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815319 Feb 03 13:38:46.652130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ded29487-4175-4246-a385-647ae39c0c44 req-9b002ea1-1310-4e10-958e-e1b75e2418eb service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822929 Feb 03 13:38:46.777663 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:47.389265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:38:47.400217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:38:47.464621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:38:47.465015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:38:47.700707 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:47.713628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'mac_address': 'fa:16:3e:88:65:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:38:47.753339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:38:47.753730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:47.768446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aea3aee-606b-4b89-bef3-5ef518b36fd7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:38:47.794277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:47.799047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3202c84-d130-49eb-b5aa-2f6eee89bc7f req-965b8778-8179-4306-9bd2-4b56a7c36ba5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:47.800488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:47.800630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3202c84-d130-49eb-b5aa-2f6eee89bc7f req-965b8778-8179-4306-9bd2-4b56a7c36ba5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 943 time: 0.0856085 Feb 03 13:38:47.856615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:47.875258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3202c84-d130-49eb-b5aa-2f6eee89bc7f req-13193c51-2b19-4110-ac6d-bf674c8ce94c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633874 Feb 03 13:38:48.193860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['2aea3aee-606b-4b89-bef3-5ef518b36fd7'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:38:49.014915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515309f-7598-4cd7-8694-019122bc3b4a req-bbd2b272-3f5a-4bf3-8fd2-bf24b06c9daa tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:49.016311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d515309f-7598-4cd7-8694-019122bc3b4a req-bbd2b272-3f5a-4bf3-8fd2-bf24b06c9daa tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0583339 Feb 03 13:38:49.066761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d515309f-7598-4cd7-8694-019122bc3b4a req-cab940a4-725a-4cff-bf0d-b0738a0d3345 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423896 Feb 03 13:38:49.404307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:38:49.412218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-69210b8b-7efa-4a75-92ba-d4c27ad4e85f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:49.413712 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-69210b8b-7efa-4a75-92ba-d4c27ad4e85f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.91 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5&tenant_id=3a6ddd44016d40c290fd37c62171b240&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 944 time: 0.0893168 Feb 03 13:38:49.426159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099d06d-b931-43e2-a980-4560c472a94a req-19fea569-48ef-412b-b07e-526995bc07d6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:49.427643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1099d06d-b931-43e2-a980-4560c472a94a req-19fea569-48ef-412b-b07e-526995bc07d6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0768640 Feb 03 13:38:49.462549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:38:49.466280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:38:49.466694 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:49.515741 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1099d06d-b931-43e2-a980-4560c472a94a req-b929ab2d-a664-4045-a61f-f1fd6d0e1a29 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819881 Feb 03 13:38:49.517197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-e128ed7c-2d9f-4188-9cc8-68ad139b444d service neutron] 10.222.0.91 "GET /v2.0/ports/2aea3aee-606b-4b89-bef3-5ef518b36fd7/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 383 time: 0.0887091 Feb 03 13:38:49.548808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:38:49.549363 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:49.572934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:49.575271 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f47240-6840-459d-b409-69dbd4d6bd04" -d '{"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-plugged", "status": "completed", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:49.589926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:49.594818 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-d119a780-9bc2-414c-9f40-ccf50f34154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:49.595972 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:49.596544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-d119a780-9bc2-414c-9f40-ccf50f34154d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1127 time: 0.0469613 Feb 03 13:38:49.631448 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bbba8f-b285-485f-8b6a-d9c843e1d7da x-openstack-request-id: req-54bbba8f-b285-485f-8b6a-d9c843e1d7da {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:49.631746 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-plugged", "status": "completed", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:49.631998 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54bbba8f-b285-485f-8b6a-d9c843e1d7da {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:49.632392 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'code': 200} Feb 03 13:38:49.646840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:49.692321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-36660311-866e-4353-9f61-d56d37b7b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:49.693812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-36660311-866e-4353-9f61-d56d37b7b85f service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0907602 Feb 03 13:38:49.761705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-a0a140e5-13b0-4581-aba8-35d34fcc7bd4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1002 time: 0.0613828 Feb 03 13:38:49.814710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-eda5afd6-049c-44c7-ad23-47538d11138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:49.816029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-eda5afd6-049c-44c7-ad23-47538d11138f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0479474 Feb 03 13:38:49.864162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-548e6a9c-f2a1-4972-bd1f-68020da0b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:49.865623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-548e6a9c-f2a1-4972-bd1f-68020da0b620 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436492 Feb 03 13:38:49.954773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-3440aa63-f0a3-467c-bcd3-c3354efc1fee service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816367 Feb 03 13:38:50.047111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-07168743-d9f8-4060-9908-5dc15e1675a7 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853517 Feb 03 13:38:50.647050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2437613-48a6-4ba3-9046-e2ce3975ee27 req-4a8eaa09-7bc5-4ae5-b5ab-689d9f2d74e4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:50.648548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2437613-48a6-4ba3-9046-e2ce3975ee27 req-4a8eaa09-7bc5-4ae5-b5ab-689d9f2d74e4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0555711 Feb 03 13:38:50.697576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2437613-48a6-4ba3-9046-e2ce3975ee27 req-05d8c1d5-f9da-4ae0-b6d2-030e0890a55b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412385 Feb 03 13:38:51.275799 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:51.834912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bcdc7-09fe-4788-81c7-fdd6a7368154 req-ba5757fb-7ba0-40ec-961a-113666765828 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:51.836407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f71bcdc7-09fe-4788-81c7-fdd6a7368154 req-ba5757fb-7ba0-40ec-961a-113666765828 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0579245 Feb 03 13:38:51.885884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f71bcdc7-09fe-4788-81c7-fdd6a7368154 req-bc8d566a-034d-4dcd-be55-9651f470f3c4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407026 Feb 03 13:38:52.377269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-8ad2b8a3-e7e4-4283-b226-5c33987995bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:52.379732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-8ad2b8a3-e7e4-4283-b226-5c33987995bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 1128 time: 0.0501461 Feb 03 13:38:52.390911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:38:52.454463 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:52.655530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:52.688950 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:38:52.732509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:52.734920 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd27c2a-dca7-4b5a-8cdf-59b4ec5adf21" -d '{"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:52.738926 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Publish callbacks [] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:52.751459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Transition to ACTIVE for port object 2aea3aee-606b-4b89-bef3-5ef518b36fd7 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:38:52.756183 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:52.790681 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffedadd-3c9f-41bd-8169-a0e00f0bee7c x-openstack-request-id: req-6ffedadd-3c9f-41bd-8169-a0e00f0bee7c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:52.790954 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:52.791212 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ffedadd-3c9f-41bd-8169-a0e00f0bee7c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:52.791622 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'code': 200} Feb 03 13:38:52.847830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=10']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:52.892932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] No DVR routers for this DVR port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:38:53.064352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b12ec4-6973-4a9a-9f15-559d1ae94af8 req-63b5e0a6-7f96-4f68-a27d-014ebe041505 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:53.065783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11b12ec4-6973-4a9a-9f15-559d1ae94af8 req-63b5e0a6-7f96-4f68-a27d-014ebe041505 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0862734 Feb 03 13:38:53.082975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:38:53.083305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:38:53.083631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:38:53.095473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:38:53.095794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Attempting to bind port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:38:53.103533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:38:53.103871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:38:53.104333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:38:53.104842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Bound port: 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:38:53.105285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:53.138445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11b12ec4-6973-4a9a-9f15-559d1ae94af8 req-e8e2953b-8cd6-4ede-98ca-6beb0ee1d592 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658493 Feb 03 13:38:53.191442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:38:53.194296 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:38:53.203131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:53.236114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:53.236727 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:53.238186 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] 10.222.0.72 "PUT /v2.0/ports/2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1093 time: 0.8511455 Feb 03 13:38:53.259081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f81fe8-acde-44eb-a342-f6a9102371c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=11']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:53.307884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-33754262-17f0-4436-b398-7371ae065880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:53.309418 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-33754262-17f0-4436-b398-7371ae065880 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1127 time: 0.0465515 Feb 03 13:38:53.406436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-d47c48f2-5899-4e4c-b133-3d8e9ec11318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:53.407943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-d47c48f2-5899-4e4c-b133-3d8e9ec11318 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0915582 Feb 03 13:38:53.473787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-1dcabf65-1a05-42a6-a81e-7329a76cb6d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1000 time: 0.0595536 Feb 03 13:38:53.525865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-20218e5b-24b7-4fdf-b09b-cc4f42d348ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:53.527296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-20218e5b-24b7-4fdf-b09b-cc4f42d348ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0471926 Feb 03 13:38:53.577667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef900-48e0-4025-9cd9-95347753684c req-6e59ecf8-e2cb-43ac-985d-b5153680aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:53.579214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-6e59ecf8-e2cb-43ac-985d-b5153680aa27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451334 Feb 03 13:38:53.667836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-d92567c7-426c-44c5-8bce-6cf4831650c4 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819926 Feb 03 13:38:53.761639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-439ef900-48e0-4025-9cd9-95347753684c req-2967389e-dfbc-4963-be8b-977aeeff88e7 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875731 Feb 03 13:38:54.279712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b5adf-4690-4975-af32-4c0a8589d77b req-46c99a75-e46e-4658-930a-efa90b6455e4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:54.281094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-710b5adf-4690-4975-af32-4c0a8589d77b req-46c99a75-e46e-4658-930a-efa90b6455e4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0617857 Feb 03 13:38:54.328372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-710b5adf-4690-4975-af32-4c0a8589d77b req-38ecd951-e79a-4767-af59-5968253c3851 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Feb 03 13:38:54.793133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:54.796983 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d482444-c370-411e-b4aa-ec9521df508c" -d '{"events": [{"name": "network-changed", "server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:54.852924 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a3cd67-a437-4656-b689-c9358a71fd91 x-openstack-request-id: req-01a3cd67-a437-4656-b689-c9358a71fd91 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:54.853412 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:54.853838 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01a3cd67-a437-4656-b689-c9358a71fd91 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:54.854524 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'status': 'completed', 'code': 200} Feb 03 13:38:55.301604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482444-c370-411e-b4aa-ec9521df508c req-5390ab4a-eb68-4a9f-8312-7eb940e17d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:55.303165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-5390ab4a-eb68-4a9f-8312-7eb940e17d51 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1127 time: 0.4294610 Feb 03 13:38:55.305508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482444-c370-411e-b4aa-ec9521df508c req-4de5d7f3-b01a-4b0b-89f4-c0aecb8925ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:55.306905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-4de5d7f3-b01a-4b0b-89f4-c0aecb8925ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 1127 time: 0.4250622 Feb 03 13:38:55.420260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:38:55.459679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] The host n-h1-792364-10 is not matching for port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 host n-h2-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:38:55.460411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:38:55.500554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482444-c370-411e-b4aa-ec9521df508c req-c1011498-d6c8-4e80-84c3-6863f81f3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:55.502024 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-c1011498-d6c8-4e80-84c3-6863f81f3855 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1847036 Feb 03 13:38:55.504960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482444-c370-411e-b4aa-ec9521df508c req-e0638004-6b57-4f71-91b1-2cfd9cd3817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:55.505200 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-e0638004-6b57-4f71-91b1-2cfd9cd3817c service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1953034 Feb 03 13:38:55.595833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e269-bc96-45c3-9030-1b7374b34a10 req-21241c10-4d42-428c-abc5-800852fd209f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:55.597219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1fa1e269-bc96-45c3-9030-1b7374b34a10 req-21241c10-4d42-428c-abc5-800852fd209f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.1783137 Feb 03 13:38:55.641402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-42741f44-7358-41ca-91f9-9dde60243896 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1000 time: 0.1250720 Feb 03 13:38:55.643442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-9815c70e-00ce-4c42-985b-76551f448c02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 200 len: 1000 time: 0.1345966 Feb 03 13:38:55.736043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1fa1e269-bc96-45c3-9030-1b7374b34a10 req-9351dee6-29b7-41d3-bdfa-956d9a6b6d76 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312454 Feb 03 13:38:55.744048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482444-c370-411e-b4aa-ec9521df508c req-eee37c25-7fe2-468e-83da-724687a2dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:55.746609 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-eee37c25-7fe2-468e-83da-724687a2dba8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0976515 Feb 03 13:38:55.768350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482444-c370-411e-b4aa-ec9521df508c req-6ee347e6-d4b9-4531-b1bd-b5b325e1cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:55.768350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-6ee347e6-d4b9-4531-b1bd-b5b325e1cd95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0926001 Feb 03 13:38:55.855462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482444-c370-411e-b4aa-ec9521df508c req-c91bb99b-37c1-4fcb-8b4a-00857264de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:55.857000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-c91bb99b-37c1-4fcb-8b4a-00857264de41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0948448 Feb 03 13:38:55.860349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482444-c370-411e-b4aa-ec9521df508c req-c9019aab-9065-4a9c-af86-1d59eef4c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:55.861704 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-c9019aab-9065-4a9c-af86-1d59eef4c227 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1073363 Feb 03 13:38:56.011390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a35c-7cc6-44a8-9b89-7d25ed92c034 req-42063d77-93bb-40aa-89f5-dfd5cc2bab23 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:56.012958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bc4a35c-7cc6-44a8-9b89-7d25ed92c034 req-42063d77-93bb-40aa-89f5-dfd5cc2bab23 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.1918716 Feb 03 13:38:56.053999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-ef947a88-060d-4acc-b214-0fa5e143221b service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896014 Feb 03 13:38:56.061795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-9fbd59d5-e316-4aca-99c6-11d4793bd2b2 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889834 Feb 03 13:38:56.172525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bc4a35c-7cc6-44a8-9b89-7d25ed92c034 req-6aa6d9e1-5369-4051-8680-b67ac84ff451 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470370 Feb 03 13:38:56.254771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-078071d6-6ee6-4a16-a497-769d5cdd549c service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897838 Feb 03 13:38:56.270960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d482444-c370-411e-b4aa-ec9521df508c req-9b4a40e6-a1dc-49b9-83bb-ac7d452834d0 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975360 Feb 03 13:38:56.298600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d025d-9c2f-4d0c-be9e-46ce91a5e033 req-253f93b6-9b1f-4ee4-8645-0b6a282e5c75 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:56.300116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a3d025d-9c2f-4d0c-be9e-46ce91a5e033 req-253f93b6-9b1f-4ee4-8645-0b6a282e5c75 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0601180 Feb 03 13:38:56.356117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a3d025d-9c2f-4d0c-be9e-46ce91a5e033 req-fe7968fd-ac7e-40b8-83b4-a71c4f711776 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501842 Feb 03 13:38:56.603964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafa95d-ec26-4937-b5be-e7d31373194f req-acd000da-c2db-40a1-9e3c-302520e825c9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:56.606109 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bafa95d-ec26-4937-b5be-e7d31373194f req-acd000da-c2db-40a1-9e3c-302520e825c9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 944 time: 0.0554774 Feb 03 13:38:56.654555 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7bafa95d-ec26-4937-b5be-e7d31373194f req-25de4c14-0aac-47cf-9757-5ced7bedeb49 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424864 Feb 03 13:38:57.428867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:38:57.540576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:57.552522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'mac_address': 'fa:16:3e:88:65:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:38:57.591648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:38:57.592077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:57.606862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aea3aee-606b-4b89-bef3-5ef518b36fd7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:38:57.627807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:57.634131 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:57.693608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=12']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:57.781501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67ff1e-80e2-4a6c-bb93-486b8583d7b2 req-97c08961-141e-4685-9ce1-cc39e838dbfd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:57.783059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc67ff1e-80e2-4a6c-bb93-486b8583d7b2 req-97c08961-141e-4685-9ce1-cc39e838dbfd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0562990 Feb 03 13:38:57.862170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc67ff1e-80e2-4a6c-bb93-486b8583d7b2 req-cb0f37e3-df17-46a6-b755-4a123eb752b2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706956 Feb 03 13:38:57.884424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-03fa5f50-5bfb-4cfe-b61f-c90469648fc3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:57.885887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-03fa5f50-5bfb-4cfe-b61f-c90469648fc3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 945 time: 0.0719960 Feb 03 13:38:57.984605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Deleting port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:38:57.984824 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:58.082257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] For port 2aea3aee-606b-4b89-bef3-5ef518b36fd7, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=2aea3aee-606b-4b89-bef3-5ef518b36fd7,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:38:58.082680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:58.269610 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:58.269970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:58.270296 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4 disassociated. External IP: 172.25.3.103, port: 2aea3aee-606b-4b89-bef3-5ef518b36fd7. Feb 03 13:38:58.270655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Calling delete_port for 2aea3aee-606b-4b89-bef3-5ef518b36fd7 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:38:58.410410 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2aea3aee-606b-4b89-bef3-5ef518b36fd7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:58.440896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event deleted for resources: {'Port': ['ID=2aea3aee-606b-4b89-bef3-5ef518b36fd7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:38:58.561973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:38:58.672540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:38:58.682513 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:38:58.693589 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:38:58.694231 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:38:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:58.713835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] No DVR routers for this DVR port 2aea3aee-606b-4b89-bef3-5ef518b36fd7 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:38:58.716789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:58.720082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea7320d6-5c23-42c2-bb5f-787512b98553 req-c061bb61-8e80-4d91-8586-8c43a1e3ee8d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "DELETE /v2.0/ports/2aea3aee-606b-4b89-bef3-5ef518b36fd7 HTTP/1.1" status: 204 len: 173 time: 0.8284090 Feb 03 13:38:58.720538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-deleted', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:38:58.722885 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8ce1b6-69e5-448a-9021-9610292ec975" -d '{"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-deleted", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:38:58.760886 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f3d21d-94cc-443a-b878-aab55c8cf031 x-openstack-request-id: req-06f3d21d-94cc-443a-b878-aab55c8cf031 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:38:58.761354 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b452663d-d512-4408-90b9-0747cfd2a0c5", "name": "network-vif-deleted", "tag": "2aea3aee-606b-4b89-bef3-5ef518b36fd7", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:38:58.761614 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06f3d21d-94cc-443a-b878-aab55c8cf031 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:38:58.762378 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b452663d-d512-4408-90b9-0747cfd2a0c5', 'name': 'network-vif-deleted', 'tag': '2aea3aee-606b-4b89-bef3-5ef518b36fd7', 'status': 'completed', 'code': 200} Feb 03 13:38:58.802144 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:38:58.976429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97a0d6d9-091d-4925-8d75-051088f57cde req-c03781fb-8aac-41d0-8442-2c976e71b08c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=b452663d-d512-4408-90b9-0747cfd2a0c5 HTTP/1.1" status: 200 len: 210 time: 0.0274594 Feb 03 13:38:59.007072 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:59.033217 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:38:59.041945 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:38:59.042663 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:38:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:59.253857 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:38:59.463602 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:38:59.489637 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245249c1-b8cd-4881-8357-019628bc9339 None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:38:59.727376 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e10b8ee-c92f-4277-8bed-40032549ce56 None None] New status for floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:39:00.237814 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-04c09372-27d7-4244-938b-ff8266ad0f92 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--106529070&fields=id&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 267 time: 0.0443580 Feb 03 13:39:00.349721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-abb387f2-d137-4f24-bed0-31837986b300 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:00.351246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-abb387f2-d137-4f24-bed0-31837986b300 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 811 time: 0.1068466 Feb 03 13:39:00.366583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-c24ddc6b-1ad1-4f6a-a825-734289138fa5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/quotas/3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Feb 03 13:39:00.422886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-08c29fed-4f72-4bed-8571-0696b05eb138 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513766 Feb 03 13:39:00.577739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-fb99fe5d-f2fc-47fd-9bfa-0951752ca2a9 service neutron] 10.222.0.65 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426599 Feb 03 13:39:00.676664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-27f40e3a-5823-40c4-9f2c-b527452e7e10 service neutron] 10.222.0.65 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930753 Feb 03 13:39:00.849071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22b2531a-ffac-4737-b279-c45ab69f1415 req-af8a41c4-698c-4841-ab1e-e40f34cbd8b7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0321984 Feb 03 13:39:01.452573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:39:01.473045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 2aea3aee-606b-4b89-bef3-5ef518b36fd7 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:39:01.473402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 2aea3aee-606b-4b89-bef3-5ef518b36fd7 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:39:01.829735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-5d620cc4-22a0-4c90-b72e-3ef431b9b613 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:01.834672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-5d620cc4-22a0-4c90-b72e-3ef431b9b613 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 811 time: 0.1082532 Feb 03 13:39:01.897502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-6007ae89-eaf7-4a7d-af25-0fe42cb501dc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 379 time: 0.0546656 Feb 03 13:39:01.912096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'port': {'device_id': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'admin_state_up': True, 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'security_groups': ['a99f4459-e673-4b95-8547-459dd36650ec']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:01.971469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9527fa25-13d9-4a0b-8d92-e96207ec3b43 req-0325598a-4b09-412b-8173-3e1f96daae9b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0439737 Feb 03 13:39:02.049709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Made reservation on behalf of 3a6ddd44016d40c290fd37c62171b240 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:39:02.053182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:02.181942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Allocated IP 172.20.0.7 (389ece0a-b197-4703-90b8-dbbe6e2e4b96/61173aa9-2c50-4e2d-ad0f-75de15caa1a7/ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:39:02.322645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:02.357653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:02.402476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:39:02.407823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:39:02.411364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:39:02.417896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:02.466890 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:02.467507 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:02.485769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-f13e018e-3027-40b3-83b6-4050fc29af1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777068 Feb 03 13:39:02.500264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Request body: {'port': {'device_id': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:02.561560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:02.654147 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-95048743-e8ae-4813-b2fd-832988c60593 None None] Provisioning complete for port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:02.654805 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95048743-e8ae-4813-b2fd-832988c60593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:02.698013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-95048743-e8ae-4813-b2fd-832988c60593 None None] Port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:39:02.829792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:39:02.837263 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Publish callbacks [] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:02.851156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Transition to ACTIVE for port object ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:39:02.856987 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:02.912684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:02.990198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:39:02.990653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:39:02.990992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:39:02.996123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:39:02.996452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:39:03.002043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:39:03.002455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:39:03.002855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:39:03.003283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Bound port: ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:39:03.003650 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:03.098133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:39:03.102210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:39:03.115445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:03.125160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05c80-8d74-419f-abba-cae3229370be req-025f590d-41e1-4cf8-8fd8-9518ac051f83 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:03.126742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bba05c80-8d74-419f-abba-cae3229370be req-025f590d-41e1-4cf8-8fd8-9518ac051f83 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0823312 Feb 03 13:39:03.179183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:03.179827 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:03.181278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1092 time: 0.6860466 Feb 03 13:39:03.183413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:03.185691 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7316637-ae6b-4ec7-9341-10f53e788e71" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:03.222402 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52023c1e-898d-4c10-8991-bef07c5df1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:03.241963 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf846609-3f60-4f9c-a1f4-04a185aacda7 x-openstack-request-id: req-bf846609-3f60-4f9c-a1f4-04a185aacda7 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:03.242266 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:03.242587 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf846609-3f60-4f9c-a1f4-04a185aacda7 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:03.242994 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'status': 'completed', 'code': 200} Feb 03 13:39:03.274897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bba05c80-8d74-419f-abba-cae3229370be req-203c37a4-6d57-43e2-9eb3-fae310957e1f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265385 Feb 03 13:39:03.300110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-86330f3d-b543-4b7d-bac7-8694591760d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:03.301689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-86330f3d-b543-4b7d-bac7-8694591760d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1126 time: 0.0742610 Feb 03 13:39:03.344695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-c0dc9e72-8ab1-42f0-ab68-0dc3755e297a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 217 time: 0.0356193 Feb 03 13:39:03.391631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-3c3bdbc4-3c2d-4fdd-9d60-6f75eafe949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:03.393066 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-3c3bdbc4-3c2d-4fdd-9d60-6f75eafe949f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0431943 Feb 03 13:39:03.448405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-2808e718-897e-4523-8aa4-a5f113be1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:03.449925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-2808e718-897e-4523-8aa4-a5f113be1ba7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509527 Feb 03 13:39:03.544225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-45a4c07f-5c64-4d1e-89b3-fd5d1846e782 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870509 Feb 03 13:39:03.644826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6ae01de-958c-4c98-af78-d24e1a67ad45 req-a653d19f-778f-497b-aea8-f586997bbcc4 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922103 Feb 03 13:39:03.742705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-76a8c5d8-5171-443d-a264-d9f141d4b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:03.744242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-76a8c5d8-5171-443d-a264-d9f141d4b637 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1126 time: 0.0485163 Feb 03 13:39:04.194106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-889167bf-8000-4d56-a06a-bd638d8c878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:04.195622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-889167bf-8000-4d56-a06a-bd638d8c878b service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.4448907 Feb 03 13:39:04.238408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-70629268-73ae-42df-b927-2dc841be9c41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 217 time: 0.0340285 Feb 03 13:39:04.287517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-3eb3a9d6-13cf-4157-8f2b-fb8658c04810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:04.288862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-3eb3a9d6-13cf-4157-8f2b-fb8658c04810 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0440264 Feb 03 13:39:04.348004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-d0727e69-a6d6-4ee4-a57d-5d67c03f3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:04.349558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-d0727e69-a6d6-4ee4-a57d-5d67c03f3f31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0543141 Feb 03 13:39:04.460412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be44b83-a124-42bc-bea4-c775aa9bea5f req-05fded23-00cb-4c3b-a75c-ad0f1778b723 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:04.461917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5be44b83-a124-42bc-bea4-c775aa9bea5f req-05fded23-00cb-4c3b-a75c-ad0f1778b723 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.1114738 Feb 03 13:39:04.481846 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-cbfb6d2a-9b50-4d06-a899-7e4935069156 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232007 Feb 03 13:39:04.574152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5be44b83-a124-42bc-bea4-c775aa9bea5f req-27d75a73-ef45-46b7-8e05-b5973d5af8d3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029871 Feb 03 13:39:04.598912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d7316637-ae6b-4ec7-9341-10f53e788e71 req-bcba6038-d838-498e-970d-d1831447534c service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057153 Feb 03 13:39:05.459255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:39:05.569500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:05.580492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'mac_address': 'fa:16:3e:df:b9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:39:05.619508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:05.619896 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:05.633210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:39:05.652933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:05.658228 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:05.705079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:05.707248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6c6f5-bf1f-48af-9ba0-72f67c438809 req-9e44405c-15de-4a41-acf1-b239131b7460 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:05.708758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ac6c6f5-bf1f-48af-9ba0-72f67c438809 req-9e44405c-15de-4a41-acf1-b239131b7460 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0611360 Feb 03 13:39:05.712547 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.712786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.713119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.713450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.713777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.714106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.714470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.714785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.715125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.715425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.715757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.716048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.716375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.757550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ac6c6f5-bf1f-48af-9ba0-72f67c438809 req-2d2e5d1e-b788-45ee-9fa8-649c95b82fe7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424647 Feb 03 13:39:05.858175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:39:06.702633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b53a3ebd-5c29-43f6-b7f3-d2dd0ea0c956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.881633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4ac54-fbf4-4517-8726-9ff330a156fd req-cb0eeed9-475e-4252-8a97-6c76aae9c54b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:06.883075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bde4ac54-fbf4-4517-8726-9ff330a156fd req-cb0eeed9-475e-4252-8a97-6c76aae9c54b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0546024 Feb 03 13:39:06.932074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bde4ac54-fbf4-4517-8726-9ff330a156fd req-4d71581b-b212-4b98-87f8-e42e763b343e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Feb 03 13:39:07.471940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:39:07.529333 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:39:07.532938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:07.533303 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.615734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:07.616154 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.639580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:07.641920 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0778f7-4157-4595-85fd-8805694bfa44" -d '{"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-plugged", "status": "completed", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:07.654633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:07.660169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.684624 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283ddcd6-5bde-4b4e-8ed8-7e6946b1ab3b x-openstack-request-id: req-283ddcd6-5bde-4b4e-8ed8-7e6946b1ab3b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:07.684926 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-plugged", "status": "completed", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:07.685183 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-283ddcd6-5bde-4b4e-8ed8-7e6946b1ab3b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:07.685572 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'code': 200} Feb 03 13:39:07.711261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:07.781835 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f05e27-81d7-4886-8b3f-61895bbd2ea8 req-f25d4526-bee1-4ccd-a8a9-2531403024ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:07.783251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18f05e27-81d7-4886-8b3f-61895bbd2ea8 req-f25d4526-bee1-4ccd-a8a9-2531403024ba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1128 time: 0.0481317 Feb 03 13:39:07.832893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-18f05e27-81d7-4886-8b3f-61895bbd2ea8 req-38e0bff3-e474-4c41-9858-36af3f10ba57 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428419 Feb 03 13:39:08.070771 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69af21-5313-40d6-8362-13ad0532641b req-3ab3aa1a-0b0e-49b1-b9c2-ca0cbf3dd09e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:08.072165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b69af21-5313-40d6-8362-13ad0532641b req-3ab3aa1a-0b0e-49b1-b9c2-ca0cbf3dd09e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0574811 Feb 03 13:39:08.127827 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b69af21-5313-40d6-8362-13ad0532641b req-02e6e50b-5703-462e-a356-792f3b55a394 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471215 Feb 03 13:39:08.951619 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4e7daf9-1e13-4a11-8fe9-9019641a8ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.263188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade87054-a29d-4691-93b0-7ad9fb1b2e99 req-b4b3f913-6ae4-402f-833a-66dd5c5d51d8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:09.264656 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ade87054-a29d-4691-93b0-7ad9fb1b2e99 req-b4b3f913-6ae4-402f-833a-66dd5c5d51d8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0561922 Feb 03 13:39:09.314152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ade87054-a29d-4691-93b0-7ad9fb1b2e99 req-ce9eb326-73e7-48aa-8503-8c2aa42e4fa9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437844 Feb 03 13:39:09.452484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab071bae-95b4-4548-b313-88efb56a1175 req-093f7c07-2e1a-45b0-8cce-2bcd973a6d02 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:09.454613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ab071bae-95b4-4548-b313-88efb56a1175 req-093f7c07-2e1a-45b0-8cce-2bcd973a6d02 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0689414 Feb 03 13:39:09.466694 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49128) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:09.471448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-808a846c-3ee5-42a4-a701-0fe18c300cc6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Request body: {'floatingip': {'port_id': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:09.510249 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-808a846c-3ee5-42a4-a701-0fe18c300cc6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.968596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-808a846c-3ee5-42a4-a701-0fe18c300cc6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.976041 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-808a846c-3ee5-42a4-a701-0fe18c300cc6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:10.091593 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-808a846c-3ee5-42a4-a701-0fe18c300cc6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4 associated. External IP: 172.25.3.103, port: ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f. Feb 03 13:39:10.344082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:10.614690 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808a846c-3ee5-42a4-a701-0fe18c300cc6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:39:10.723517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808a846c-3ee5-42a4-a701-0fe18c300cc6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:39:10.728749 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-808a846c-3ee5-42a4-a701-0fe18c300cc6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:10.734829 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:39:10.744990 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:10.745591 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:39:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:10.760096 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-808a846c-3ee5-42a4-a701-0fe18c300cc6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "PUT /v2.0/floatingips/05b281f5-10f9-4129-bb4a-d5c34065a8e4 HTTP/1.1" status: 200 len: 992 time: 1.2922776 Feb 03 13:39:10.760714 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:10.763083 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:10.802414 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae39213d-ae85-47df-afb5-33be2218b1fe x-openstack-request-id: req-ae39213d-ae85-47df-afb5-33be2218b1fe {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:10.802414 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:10.802414 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae39213d-ae85-47df-afb5-33be2218b1fe {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:10.802912 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'status': 'completed', 'code': 200} Feb 03 13:39:10.855808 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:10.898120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94fc5b-515d-43ad-960c-27bd560e59a8 req-808f6561-020f-447b-b55d-5fde791c3949 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:10.899646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a94fc5b-515d-43ad-960c-27bd560e59a8 req-808f6561-020f-447b-b55d-5fde791c3949 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0855384 Feb 03 13:39:10.902279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-39836bb4-cc15-44bd-bcc7-3b35d1b86c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:10.903678 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-39836bb4-cc15-44bd-bcc7-3b35d1b86c9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1128 time: 0.0767779 Feb 03 13:39:11.004865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a94fc5b-515d-43ad-960c-27bd560e59a8 req-71c66a63-7c35-475b-a5c5-60cd65594da9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986629 Feb 03 13:39:11.027605 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-93861c2e-dff1-40f8-8cd5-d7caeb872c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:11.029125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-93861c2e-dff1-40f8-8cd5-d7caeb872c19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1170816 Feb 03 13:39:11.079964 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:df:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:39:09Z', 'revision_number': 13, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:11.099140 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-f4d092d9-7033-46a0-a5d3-c59ab2cc3d72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1000 time: 0.0637386 Feb 03 13:39:11.107363 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:39:11.115982 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:11.116612 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:39:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:11.151291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-97be857a-07b7-46dd-8bca-65df52d1f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:11.152702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-97be857a-07b7-46dd-8bca-65df52d1f464 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0475972 Feb 03 13:39:11.204812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-ca032e29-d663-4341-b8d0-7fa696a081aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:11.206407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-ca032e29-d663-4341-b8d0-7fa696a081aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459950 Feb 03 13:39:11.222184 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:11.301334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-66925987-e757-451f-aa5a-b935a897222d service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885551 Feb 03 13:39:11.390462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7984f2c4-38b0-4de9-90f9-bf54a13b7b6e req-13f4ca1b-ccc1-42b3-ab09-9aea3c6e2119 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832837 Feb 03 13:39:11.442297 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:df:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:39:09Z', 'revision_number': 13, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:11.470899 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14271a-6b6e-437c-ba1f-0f998c0cda5c None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '05b281f5-10f9-4129-bb4a-d5c34065a8e4', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'port_id': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'mac_address': 'fa:16:3e:df:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:24Z', 'updated_at': '2022-02-03T13:39:09Z', 'revision_number': 13, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:39:11.677487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa43ed4-2411-45d6-8827-0d2282eab12c None None] New status for floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:39:11.787178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:12.163701 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe7069-10e9-4f69-a302-d3e1a7799efd req-1a85469a-60da-4ce6-9265-0f41832c84ab tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:12.165737 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47fe7069-10e9-4f69-a302-d3e1a7799efd req-1a85469a-60da-4ce6-9265-0f41832c84ab tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0718200 Feb 03 13:39:12.220526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47fe7069-10e9-4f69-a302-d3e1a7799efd req-e3a8d6db-bdba-444a-9c0b-386971623edf tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462894 Feb 03 13:39:12.731219 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:12.735935 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:39:14.748090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615843b4-b80f-42bc-8011-e4344a0b3c2f req-c3936251-ba7e-458d-9b89-294aa8f6c2bc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:14.749585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-615843b4-b80f-42bc-8011-e4344a0b3c2f req-c3936251-ba7e-458d-9b89-294aa8f6c2bc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0564742 Feb 03 13:39:14.798086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-615843b4-b80f-42bc-8011-e4344a0b3c2f req-b0f40a74-8603-4f2d-a224-ed097bb404c4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421188 Feb 03 13:39:16.788397 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.280682 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:30.403291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bdb53-f9d6-4c1c-8fcc-92325559f5c0 req-0094e89d-3d68-41ef-9acc-6f8fd7e3a330 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:30.404776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-411bdb53-f9d6-4c1c-8fcc-92325559f5c0 req-0094e89d-3d68-41ef-9acc-6f8fd7e3a330 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0541849 Feb 03 13:39:30.441957 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-4f734fe0-b39f-4c40-a50c-91b1dd5f11f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958297 Feb 03 13:39:30.453272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-411bdb53-f9d6-4c1c-8fcc-92325559f5c0 req-edf8750a-c8b1-4780-a199-30c15475706b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427556 Feb 03 13:39:31.599433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9524fc-c018-4078-8d13-4546936ac6f4 req-5bfd6905-3fc3-4702-b0a4-9033a727bd61 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.601135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad9524fc-c018-4078-8d13-4546936ac6f4 req-5bfd6905-3fc3-4702-b0a4-9033a727bd61 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0639303 Feb 03 13:39:31.676698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ad9524fc-c018-4078-8d13-4546936ac6f4 req-f90ac7ab-34ed-4637-9df8-77a43c9804ba tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668724 Feb 03 13:39:31.678667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-364f9355-8c72-48e3-93f3-f6933ae0fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.680074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-364f9355-8c72-48e3-93f3-f6933ae0fd03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1128 time: 0.0778706 Feb 03 13:39:31.787410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-81c223c5-c26d-4ed3-9961-601967a9e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.789684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-81c223c5-c26d-4ed3-9961-601967a9e299 service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1028595 Feb 03 13:39:31.857991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-74be776f-0b43-4061-8ada-e954c6638347 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1002 time: 0.0619116 Feb 03 13:39:31.912174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-b63444a8-95f4-44d5-9398-3fd56d495c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.913661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-b63444a8-95f4-44d5-9398-3fd56d495c9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0480852 Feb 03 13:39:31.970217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-9a8ce882-9c73-4927-90cb-422114f7621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.971728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-9a8ce882-9c73-4927-90cb-422114f7621e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498338 Feb 03 13:39:32.073750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-999c5b64-c7f4-4878-81ea-8562bd7c3b62 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947082 Feb 03 13:39:32.176508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-1931afc6-4b68-41b6-ad08-6695b21a1c50 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963664 Feb 03 13:39:32.824160 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a5e11-1194-41fd-a7f4-d4b730517b87 req-741a5423-4500-4609-baa2-b2ccc99c3e6b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:32.825728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-340a5e11-1194-41fd-a7f4-d4b730517b87 req-741a5423-4500-4609-baa2-b2ccc99c3e6b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0680854 Feb 03 13:39:32.876252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-340a5e11-1194-41fd-a7f4-d4b730517b87 req-a8e8cada-17c0-46cf-a952-b54edfbcf440 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 Feb 03 13:39:34.020734 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bfb6c-6e71-45e0-a500-af8c897d4fec req-0ab29f17-3f7e-4ba0-9711-ffca77755b33 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:34.022254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f6bfb6c-6e71-45e0-a500-af8c897d4fec req-0ab29f17-3f7e-4ba0-9711-ffca77755b33 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0662246 Feb 03 13:39:34.077969 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f6bfb6c-6e71-45e0-a500-af8c897d4fec req-e5ec40e5-586c-40b5-ab2b-db6ba6b20967 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477450 Feb 03 13:39:35.214667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94239542-1d95-4dc8-9279-ef221bf038dd req-64e0440c-54f5-4e6b-9cd1-33a070f47326 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:35.216143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94239542-1d95-4dc8-9279-ef221bf038dd req-64e0440c-54f5-4e6b-9cd1-33a070f47326 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0534577 Feb 03 13:39:35.266821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94239542-1d95-4dc8-9279-ef221bf038dd req-bf2694b8-a6a6-403a-9bf6-96d50cd372e5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449402 Feb 03 13:39:36.398804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd9c4-755e-49df-a1e9-916757598567 req-73c6be58-d87d-4abb-8ac3-3d079c03a9bc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:36.400289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc1cd9c4-755e-49df-a1e9-916757598567 req-73c6be58-d87d-4abb-8ac3-3d079c03a9bc tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0553496 Feb 03 13:39:36.448620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc1cd9c4-755e-49df-a1e9-916757598567 req-3796eb5d-295f-470c-b24b-e9672fa664fd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Feb 03 13:39:36.704210 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e980-7b6b-48d3-81c3-7300bddf678a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:37.592286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd1712-1a0d-49d3-ae3c-a8f94eb88bfd req-2319876e-ec9b-4ee0-890a-3f48571d9043 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:37.593773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9bd1712-1a0d-49d3-ae3c-a8f94eb88bfd req-2319876e-ec9b-4ee0-890a-3f48571d9043 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0611062 Feb 03 13:39:37.646152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9bd1712-1a0d-49d3-ae3c-a8f94eb88bfd req-ab14f1e6-5afa-4d35-8a5e-4aa35b9c3c02 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437682 Feb 03 13:39:38.787334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265d4d1-ac96-43c5-9ef9-435cd0ce4556 req-7ff766e2-d382-4afd-86ae-246afdca31ff tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:38.788821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2265d4d1-ac96-43c5-9ef9-435cd0ce4556 req-7ff766e2-d382-4afd-86ae-246afdca31ff tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0617976 Feb 03 13:39:38.840177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2265d4d1-ac96-43c5-9ef9-435cd0ce4556 req-b7c24e28-9c7f-4f69-8eb0-bb6308b498aa tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425637 Feb 03 13:39:38.963467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-677a8a95-0d34-47ea-9714-ee6dadeb4a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:39.971755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf53c-67aa-49ea-955a-66ac826d9125 req-7abe4dca-eda3-46dd-b0f3-463bbbcdab61 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:39.973226 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d79cf53c-67aa-49ea-955a-66ac826d9125 req-7abe4dca-eda3-46dd-b0f3-463bbbcdab61 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0537126 Feb 03 13:39:40.025404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d79cf53c-67aa-49ea-955a-66ac826d9125 req-6a7b5a1a-fb13-47f0-85e6-7027c0e86486 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462518 Feb 03 13:39:40.342251 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:41.150207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3da0a-e18c-4a55-8bf9-052febe8fe87 req-bbf261a6-8e56-4278-9260-18027c793f2c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:41.151777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ccf3da0a-e18c-4a55-8bf9-052febe8fe87 req-bbf261a6-8e56-4278-9260-18027c793f2c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0554025 Feb 03 13:39:41.199952 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ccf3da0a-e18c-4a55-8bf9-052febe8fe87 req-96365f0b-e3ce-4651-a38f-bb77fbfb217d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420365 Feb 03 13:39:41.771764 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:42.328057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c7447-38b0-4f24-a8a9-44b02e3a3f4e req-4e057b75-0fd2-4389-b947-ed11ab557e8b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:42.329480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-868c7447-38b0-4f24-a8a9-44b02e3a3f4e req-4e057b75-0fd2-4389-b947-ed11ab557e8b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0558305 Feb 03 13:39:42.377941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-868c7447-38b0-4f24-a8a9-44b02e3a3f4e req-835ffbbf-fc35-4154-90e2-8789fe7caa56 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425808 Feb 03 13:39:42.719729 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:42.731829 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-061f4f90-c525-45ef-bbd5-69d2ec25b839 service neutron] show failed (client error): The resource could not be found. Feb 03 13:39:42.732914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-061f4f90-c525-45ef-bbd5-69d2ec25b839 service neutron] 10.222.0.72 "GET /v2.0/ports/ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0632513 Feb 03 13:39:42.955923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-ed9cb954-37d0-4e35-8733-1ae9afe1e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:42.957463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-ed9cb954-37d0-4e35-8733-1ae9afe1e466 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 1128 time: 0.0499742 Feb 03 13:39:42.970601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:43.030588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:43.239046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:43.271730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:39:43.310137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:43.312486 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f14f4f-090b-4433-b43b-211d8cf350bd" -d '{"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:43.316098 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Publish callbacks [] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:43.329395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Transition to ACTIVE for port object ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:39:43.335467 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:43.371299 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bb08a6-4bf1-4068-bbb0-156abce68410 x-openstack-request-id: req-b1bb08a6-4bf1-4068-bbb0-156abce68410 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:43.371839 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:43.371839 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1bb08a6-4bf1-4068-bbb0-156abce68410 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:43.374734 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'code': 200} Feb 03 13:39:43.421050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:43.435476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.435863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.436121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.436456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.436802 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.437106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.437434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.437787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.438110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.438455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.438776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.439096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.439384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:43.494553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] No DVR routers for this DVR port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:39:43.589436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad543d-bbdd-4c43-9ccf-35e6abc5e9a7 req-ac3b3136-4cff-4e74-a0e4-75dd7e27d2b6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:43.590964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ad543d-bbdd-4c43-9ccf-35e6abc5e9a7 req-ac3b3136-4cff-4e74-a0e4-75dd7e27d2b6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.1378670 Feb 03 13:39:43.598305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:39:43.640438 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:39:43.640836 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:39:43.675931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ad543d-bbdd-4c43-9ccf-35e6abc5e9a7 req-5d74978e-44fa-4d06-a184-88b29fcd6423 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787368 Feb 03 13:39:43.680082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:39:43.680417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:39:43.680744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:39:43.685354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:39:43.685658 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:39:43.690847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:39:43.691185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:39:43.691569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:39:43.691997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Bound port: ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:39:43.692361 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:43.759625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:39:43.762651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:39:43.769531 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:43.804535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:43.805160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:43.806601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] 10.222.0.91 "PUT /v2.0/ports/ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1092 time: 0.8400459 Feb 03 13:39:43.836856 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5757b-e2c9-47a7-8cf7-a59df9198c92 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:43.881122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-9a1642aa-1f03-45ad-8e5e-d6e8681df968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:43.882744 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-9a1642aa-1f03-45ad-8e5e-d6e8681df968 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1126 time: 0.0541756 Feb 03 13:39:43.979115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-c19ac5b7-e7ac-42d2-9cc4-dafcfa1e8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:43.980856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-c19ac5b7-e7ac-42d2-9cc4-dafcfa1e8f1d service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0913024 Feb 03 13:39:44.047193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-65a8e130-d61c-479c-baff-08468f996b68 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1000 time: 0.0583687 Feb 03 13:39:44.097707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-285fdd34-a290-4685-b50a-5b5beef10f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:44.099258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-285fdd34-a290-4685-b50a-5b5beef10f25 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0455117 Feb 03 13:39:44.162048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-9ff50e0e-d64f-4fda-b856-d944d7b2b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:44.163688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-9ff50e0e-d64f-4fda-b856-d944d7b2b40f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0564134 Feb 03 13:39:44.254069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-9f271abc-7a71-4437-9ee7-d40e9ac189b4 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836227 Feb 03 13:39:44.347817 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-784946a4-0087-40be-8df1-8903286f8ae0 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870578 Feb 03 13:39:44.804993 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9364ee5-9db7-4bd6-b71c-77b014a3b63e req-18867982-cf48-40b1-87c3-a921c1528fe4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:44.806590 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9364ee5-9db7-4bd6-b71c-77b014a3b63e req-18867982-cf48-40b1-87c3-a921c1528fe4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0572903 Feb 03 13:39:44.853756 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9364ee5-9db7-4bd6-b71c-77b014a3b63e req-3fa8fb0d-b24e-45eb-b7ef-23106cacfa4f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414040 Feb 03 13:39:45.373016 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:45.375359 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676938d0-69de-496a-8425-930800b42f26" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:45.432882 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37897f8c-dbe0-49c5-9e7e-c6adc5593b82 x-openstack-request-id: req-37897f8c-dbe0-49c5-9e7e-c6adc5593b82 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:45.433263 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:45.433643 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37897f8c-dbe0-49c5-9e7e-c6adc5593b82 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:45.434184 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'status': 'completed', 'code': 200} Feb 03 13:39:45.533558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676938d0-69de-496a-8425-930800b42f26 req-09b6de64-ae79-4bb2-9bc9-e8c95bf8e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:45.535160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-09b6de64-ae79-4bb2-9bc9-e8c95bf8e441 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1126 time: 0.0832500 Feb 03 13:39:45.537636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676938d0-69de-496a-8425-930800b42f26 req-3b9a0dee-5337-4ab5-9265-a75888c60ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:45.539088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-3b9a0dee-5337-4ab5-9265-a75888c60ded service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1126 time: 0.0785141 Feb 03 13:39:45.695260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676938d0-69de-496a-8425-930800b42f26 req-42d8d58b-769d-4c9c-bc47-a2f84f757069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:45.696759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-42d8d58b-769d-4c9c-bc47-a2f84f757069 service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1544485 Feb 03 13:39:45.697815 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676938d0-69de-496a-8425-930800b42f26 req-e18fd214-336e-47ba-8146-847005f5fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:45.699131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-e18fd214-336e-47ba-8146-847005f5fd8e service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1492686 Feb 03 13:39:45.806449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-e9e2925e-098b-41a4-946d-f5757bb4cfe1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1000 time: 0.1031549 Feb 03 13:39:45.812278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-e95510ff-e0fb-4fad-9e58-f4e34ddceb7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1000 time: 0.1035569 Feb 03 13:39:45.890466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676938d0-69de-496a-8425-930800b42f26 req-a2fac50d-bc93-41ab-bce5-e696fa8e5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:45.891960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-a2fac50d-bc93-41ab-bce5-e696fa8e5a2f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0788479 Feb 03 13:39:45.893293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676938d0-69de-496a-8425-930800b42f26 req-99b3c44e-1285-4991-bcbd-d94b431a51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:45.894621 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-99b3c44e-1285-4991-bcbd-d94b431a51c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0743787 Feb 03 13:39:46.010949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676938d0-69de-496a-8425-930800b42f26 req-96e5847b-2bcb-44ee-9042-54905507cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:46.012356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-96e5847b-2bcb-44ee-9042-54905507cf20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1024868 Feb 03 13:39:46.018978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676938d0-69de-496a-8425-930800b42f26 req-d23dd930-a781-4e0f-949e-1dd76607d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:46.020368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-d23dd930-a781-4e0f-949e-1dd76607d011 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1223090 Feb 03 13:39:46.044568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6f706-ec12-453c-b5ec-450d58ffc8ab req-c5a826c6-36a6-4bb7-b443-845e317c5f88 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:46.045990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03e6f706-ec12-453c-b5ec-450d58ffc8ab req-c5a826c6-36a6-4bb7-b443-845e317c5f88 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0982780 Feb 03 13:39:46.210120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03e6f706-ec12-453c-b5ec-450d58ffc8ab req-66d2fbea-cde5-4fd6-86d8-57b1b17411fd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519237 Feb 03 13:39:46.216528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-b8d16457-cb4d-4d5f-b7a8-c174a8c47f3d service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868193 Feb 03 13:39:46.218195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-d89c59ba-aab1-491f-889c-7629e73bfaeb service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970327 Feb 03 13:39:46.727324 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-54068012-22a9-4e43-9306-c367ffe3b18f service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033224 Feb 03 13:39:46.729183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-676938d0-69de-496a-8425-930800b42f26 req-d4316b82-53f1-4868-b5c2-6ab69c93c85e service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041516 Feb 03 13:39:46.786461 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:47.337258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57aedc-1657-410b-8b8a-8d246e2db92f req-b8ba14cf-6f50-43b3-b046-b2ea5a1845fb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:47.338799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed57aedc-1657-410b-8b8a-8d246e2db92f req-b8ba14cf-6f50-43b3-b046-b2ea5a1845fb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0546846 Feb 03 13:39:47.386448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed57aedc-1657-410b-8b8a-8d246e2db92f req-ed0edce4-3945-4ae8-ae84-6ce636a757b5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415044 Feb 03 13:39:48.512459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6c8f7-07c8-4130-9c8f-59d799d14cc4 req-a3c9d332-c728-46b9-b50a-c87dc34d9def tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:48.513956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a6c8f7-07c8-4130-9c8f-59d799d14cc4 req-a3c9d332-c728-46b9-b50a-c87dc34d9def tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0568087 Feb 03 13:39:48.564893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a6c8f7-07c8-4130-9c8f-59d799d14cc4 req-a798198c-d482-4c98-ac5f-021dcedeadf5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450444 Feb 03 13:39:49.691255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7e06b-7924-4a35-ac52-f8dd9f96188a req-6f7de03f-bf19-4dc5-8fa4-d917c8359ac7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:49.692730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bd7e06b-7924-4a35-ac52-f8dd9f96188a req-6f7de03f-bf19-4dc5-8fa4-d917c8359ac7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0585175 Feb 03 13:39:49.739047 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:39:49.741067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1bd7e06b-7924-4a35-ac52-f8dd9f96188a req-a4b58769-3c6d-4864-ac36-7c002e6812a8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Feb 03 13:39:50.865370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aae0f1-210b-4bd9-bcc2-7a814ed8899f req-01842b35-f505-4520-993f-94590b8da1b2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:50.866874 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34aae0f1-210b-4bd9-bcc2-7a814ed8899f req-01842b35-f505-4520-993f-94590b8da1b2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0563204 Feb 03 13:39:50.914582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-34aae0f1-210b-4bd9-bcc2-7a814ed8899f req-f155393a-9237-4256-8e0c-52f74b4c99e4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Feb 03 13:39:51.279443 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:52.045922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d29082-029e-43b2-9fbd-14a0bf2664d5 req-dff3a3a4-1621-43c5-89af-945ffff4c924 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:52.047458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74d29082-029e-43b2-9fbd-14a0bf2664d5 req-dff3a3a4-1621-43c5-89af-945ffff4c924 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0578585 Feb 03 13:39:52.095671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-74d29082-029e-43b2-9fbd-14a0bf2664d5 req-675ee664-5e0a-4d3d-a021-6a1f57654e30 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421109 Feb 03 13:39:53.219627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bfbef-8342-4c2f-ac89-e493a38ceefd req-0910a3d0-fe22-4f73-8171-ff3056b8bb40 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:53.221132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc2bfbef-8342-4c2f-ac89-e493a38ceefd req-0910a3d0-fe22-4f73-8171-ff3056b8bb40 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0540879 Feb 03 13:39:53.271488 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc2bfbef-8342-4c2f-ac89-e493a38ceefd req-819936b8-0c96-42b6-bb19-88b4a283ff14 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444036 Feb 03 13:39:54.409516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1260784-5689-470b-a5e7-a4b7b1f9d515 req-9ccb50a2-80d2-4dbe-bb20-7cc2f66b30be tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:54.411103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1260784-5689-470b-a5e7-a4b7b1f9d515 req-9ccb50a2-80d2-4dbe-bb20-7cc2f66b30be tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0657408 Feb 03 13:39:54.466967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1260784-5689-470b-a5e7-a4b7b1f9d515 req-1d9d1240-bc88-4ac8-80dc-08fb58d0adfe tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473576 Feb 03 13:39:55.623542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795f19b-2712-43f3-b3ac-6e132e598554 req-85da6051-2a96-48b3-b848-2208cb6c120e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:55.625023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e795f19b-2712-43f3-b3ac-6e132e598554 req-85da6051-2a96-48b3-b848-2208cb6c120e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0613801 Feb 03 13:39:55.676793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e795f19b-2712-43f3-b3ac-6e132e598554 req-59c414cc-64bf-48ac-b46c-3ef4b5f16c23 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436242 Feb 03 13:39:56.812080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6c2da-36e2-4015-ac16-c8691521dc0b req-50d5e9aa-f846-40c0-9f1f-f1da7764b5eb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:56.813576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09a6c2da-36e2-4015-ac16-c8691521dc0b req-50d5e9aa-f846-40c0-9f1f-f1da7764b5eb tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0560346 Feb 03 13:39:56.862410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09a6c2da-36e2-4015-ac16-c8691521dc0b req-43f56b4d-c125-442d-aceb-fe9c0d622096 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414603 Feb 03 13:39:58.003536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e450-b566-49dd-b4ae-596a706f6d24 req-5083593c-84ec-4b87-afd3-b8b1f6903b16 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:58.004960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5a4e450-b566-49dd-b4ae-596a706f6d24 req-5083593c-84ec-4b87-afd3-b8b1f6903b16 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0664966 Feb 03 13:39:58.059940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e5a4e450-b566-49dd-b4ae-596a706f6d24 req-bf260a22-f365-48a8-aed5-d8d0cd4eed91 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470512 Feb 03 13:39:59.192583 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a5781-a3f1-4616-95c1-63292ce3f182 req-1ff118a3-f7b5-4afe-89b7-0a9b1009e423 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:59.194068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-082a5781-a3f1-4616-95c1-63292ce3f182 req-1ff118a3-f7b5-4afe-89b7-0a9b1009e423 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0561419 Feb 03 13:39:59.242829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-082a5781-a3f1-4616-95c1-63292ce3f182 req-d1d703cd-68ff-4434-ad25-ce7bf6d899d8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428455 Feb 03 13:40:00.035597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-24c5d14f-6c9c-4b2e-a91c-c7690ebb6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:00.037107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-24c5d14f-6c9c-4b2e-a91c-c7690ebb6e45 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1126 time: 0.0474048 Feb 03 13:40:00.154959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-2b9291c0-dac1-406d-9427-cc0dbe9f8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:00.156459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-2b9291c0-dac1-406d-9427-cc0dbe9f8e94 service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0964026 Feb 03 13:40:00.227371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-edaa41e2-1115-4680-a9f5-92bb62fc7010 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1000 time: 0.0643551 Feb 03 13:40:00.279256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-144a4471-bbcf-4c5d-85d8-c04dffbbf366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:00.280673 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-144a4471-bbcf-4c5d-85d8-c04dffbbf366 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0463223 Feb 03 13:40:00.363965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-b8582beb-7c38-4a9b-9f26-257c38971937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:00.365486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-b8582beb-7c38-4a9b-9f26-257c38971937 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0777388 Feb 03 13:40:00.379511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7d7ca-6c17-47c9-83bd-0748560dd01f req-2a73f300-4b3b-436d-b588-7231c4d31e15 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:00.380867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91e7d7ca-6c17-47c9-83bd-0748560dd01f req-2a73f300-4b3b-436d-b588-7231c4d31e15 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0642240 Feb 03 13:40:00.488970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91e7d7ca-6c17-47c9-83bd-0748560dd01f req-52156e0b-0c50-4b2a-87e4-f4cb3f8999bf tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997977 Feb 03 13:40:00.503654 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-ecf3f402-c63d-4eef-b6db-832e48b4328f service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218684 Feb 03 13:40:00.602018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25aebd52-eee4-4462-bf43-8b64ef0f2e3d req-db282d59-7387-49d2-98fd-13f9e9084675 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909815 Feb 03 13:40:01.643364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40783938-b743-4245-9727-1d2ce762c7ca req-83afc23c-9f37-437c-9585-5f24c206edc2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:01.644865 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40783938-b743-4245-9727-1d2ce762c7ca req-83afc23c-9f37-437c-9585-5f24c206edc2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 943 time: 0.0715566 Feb 03 13:40:01.699932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40783938-b743-4245-9727-1d2ce762c7ca req-5c54fe3c-a43a-42d0-8c19-754996bf982b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478477 Feb 03 13:40:01.840313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:40:01.947857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:01.958206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'mac_address': 'fa:16:3e:df:b9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:40:01.995653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:40:01.996042 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:02.009729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:40:02.029327 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:02.036848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:02.090501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:02.830170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff900d1-29b8-4cc1-9c89-d34faafe103d req-5f0846e4-7970-4d0b-9191-04d812b6dee4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:02.831735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ff900d1-29b8-4cc1-9c89-d34faafe103d req-5f0846e4-7970-4d0b-9191-04d812b6dee4 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0559628 Feb 03 13:40:02.880257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ff900d1-29b8-4cc1-9c89-d34faafe103d req-e8ce61d4-03e8-400a-8a16-72f922ddebb1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 Feb 03 13:40:03.221548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-adaac156-dcc3-4498-8448-d17f5a0639a7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:03.223057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-adaac156-dcc3-4498-8448-d17f5a0639a7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3&tenant_id=3a6ddd44016d40c290fd37c62171b240&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 944 time: 0.0921562 Feb 03 13:40:03.234280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6991bed-bbab-41c7-938f-1ccc82728d78 req-09fc10d8-26af-41a2-98ef-9f1256899ece tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:03.235629 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6991bed-bbab-41c7-938f-1ccc82728d78 req-09fc10d8-26af-41a2-98ef-9f1256899ece tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0726197 Feb 03 13:40:03.323303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6991bed-bbab-41c7-938f-1ccc82728d78 req-11deb76a-6ad0-4d5f-8a27-191af85c951e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817242 Feb 03 13:40:03.326480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-bac29907-aaac-4cdd-ae30-dd81031f9e6d service neutron] 10.222.0.91 "GET /v2.0/ports/ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f/bindings/n-h1-792364-10 HTTP/1.1" status: 200 len: 383 time: 0.0899131 Feb 03 13:40:03.394653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-127230a0-2641-4504-a576-c6155cd0b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:03.396159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-127230a0-2641-4504-a576-c6155cd0b5c9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1127 time: 0.0460229 Feb 03 13:40:03.419816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:40:03.487473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-e67956a1-50d1-4fb0-a796-9f425706353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:03.489110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-e67956a1-50d1-4fb0-a796-9f425706353e service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0849826 Feb 03 13:40:03.561159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-c566389a-bd07-40ce-bb48-c2c167ef4dc5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1001 time: 0.0648658 Feb 03 13:40:03.608980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-875fbdac-9619-4f48-883a-7b8ed82316a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:03.610547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-875fbdac-9619-4f48-883a-7b8ed82316a0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0434184 Feb 03 13:40:03.665880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-114af71e-bb16-45ca-9a3b-e7d80435c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:03.667444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-114af71e-bb16-45ca-9a3b-e7d80435c40e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495193 Feb 03 13:40:03.764778 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-2bb77f9a-0dd1-4f11-9137-fe29e0ba5eb5 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892222 Feb 03 13:40:03.857079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-04626fee-6029-44b9-abbf-5432b39c6d1b service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859401 Feb 03 13:40:04.476608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17236f52-8d08-4648-8f57-1647d39897df req-f0bc0d37-5075-4273-9a2b-37e5afe872fa tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:04.478122 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17236f52-8d08-4648-8f57-1647d39897df req-f0bc0d37-5075-4273-9a2b-37e5afe872fa tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0756571 Feb 03 13:40:04.532071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17236f52-8d08-4648-8f57-1647d39897df req-0211ba5e-7dde-4844-9513-55971a87e517 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444140 Feb 03 13:40:05.674715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17791cd9-5231-4c23-bb37-46b35b9b91eb req-deb1af24-99a2-479a-b229-5c4b056c673c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:05.676255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17791cd9-5231-4c23-bb37-46b35b9b91eb req-deb1af24-99a2-479a-b229-5c4b056c673c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0635197 Feb 03 13:40:05.724241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17791cd9-5231-4c23-bb37-46b35b9b91eb req-baf4cdeb-53b6-42e7-8ad4-ad9ad5eddf14 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Feb 03 13:40:05.869241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:40:05.931907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:40:05.936247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:40:05.936572 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:06.017293 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:40:06.017693 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:06.043448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:40:06.045862 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9518f5ee-9881-428e-bae4-5c9311e26604" -d '{"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-plugged", "status": "completed", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:40:06.060420 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:06.068129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:06.108668 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c4057e-ff9c-4fb7-abad-a74c1c0c5733 x-openstack-request-id: req-94c4057e-ff9c-4fb7-abad-a74c1c0c5733 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:40:06.109034 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-plugged", "status": "completed", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:40:06.109377 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94c4057e-ff9c-4fb7-abad-a74c1c0c5733 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:40:06.109842 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'code': 200} Feb 03 13:40:06.123515 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:06.130986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.131411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.131819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.132529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.132907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.133245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.133568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.133887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.134234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.134586 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.134912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.135241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.135558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:06.699771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8df13a3-b3b1-4aad-a8b6-efe011cf33f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:06.853729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbde24-a250-48fc-8951-f45d9499d5b4 req-843e65d4-ea1e-4c65-9443-49030bbd1229 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:06.855253 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dcbde24-a250-48fc-8951-f45d9499d5b4 req-843e65d4-ea1e-4c65-9443-49030bbd1229 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0593190 Feb 03 13:40:06.908454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5dcbde24-a250-48fc-8951-f45d9499d5b4 req-64f2de35-486c-4d18-b19c-3e994a0eee80 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471931 Feb 03 13:40:08.046039 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4785a-450f-429e-897d-074bc6aa0001 req-6d0e9a51-8ae1-4f3f-ad83-cf3004b15e2e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:08.047625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73e4785a-450f-429e-897d-074bc6aa0001 req-6d0e9a51-8ae1-4f3f-ad83-cf3004b15e2e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0548232 Feb 03 13:40:08.096633 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73e4785a-450f-429e-897d-074bc6aa0001 req-9e11dcfd-9fb9-45b1-a7aa-beac589fb723 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432167 Feb 03 13:40:08.958432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0179c6e5-eea6-4d21-bfa3-f3546f87c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:09.228377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ce5b4-9535-44b3-965e-ce3ebf1dda57 req-da093ed9-6e4b-4907-a742-ca29b362d528 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:09.229990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b50ce5b4-9535-44b3-965e-ce3ebf1dda57 req-da093ed9-6e4b-4907-a742-ca29b362d528 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0601900 Feb 03 13:40:09.291119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b50ce5b4-9535-44b3-965e-ce3ebf1dda57 req-c4abe858-6b9f-44ed-9f04-62a26897af4e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548055 Feb 03 13:40:09.904030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:40:09.988761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:40:09.989448 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:10.013018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:40:10.015301 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1dc622-f4a8-43d2-a2be-7f2a72c13d10" -d '{"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:40:10.027788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:10.033350 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:10.074530 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f62d33d-9ed1-4193-95aa-026f95ba0c36 x-openstack-request-id: req-0f62d33d-9ed1-4193-95aa-026f95ba0c36 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:40:10.074814 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:40:10.075061 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f62d33d-9ed1-4193-95aa-026f95ba0c36 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:40:10.075444 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'code': 200} Feb 03 13:40:10.084719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:10.204092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-4d8ca5ba-42e0-4110-a5b4-50731e4bcf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:10.205602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-4d8ca5ba-42e0-4110-a5b4-50731e4bcf4a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3&tenant_id=3a6ddd44016d40c290fd37c62171b240 HTTP/1.1" status: 200 len: 1127 time: 0.0500734 Feb 03 13:40:10.219636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:40:10.280329 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:10.348291 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:10.502170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f175-5108-4cdc-b1a4-48e430cca559 req-550389c4-05db-49f6-b2ae-8693d3c4869d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:10.503689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb05f175-5108-4cdc-b1a4-48e430cca559 req-550389c4-05db-49f6-b2ae-8693d3c4869d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.1199093 Feb 03 13:40:10.541718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:10.582986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb05f175-5108-4cdc-b1a4-48e430cca559 req-31dcb6bb-dbb5-4ab5-9c0d-812b94fe716f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733032 Feb 03 13:40:10.595383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:40:10.629536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:40:10.637256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Publish callbacks [] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:10.650576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Transition to ACTIVE for port object ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:40:10.655853 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:10.737806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=11']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:10.784717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] No DVR routers for this DVR port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:40:10.927198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:40:10.927542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:40:10.927868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:40:10.932940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:40:10.933268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Attempting to bind port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:40:10.938908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:40:10.939251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Checking segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:40:10.939634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Bound using segment: {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:40:10.940057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Bound port: ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:40:10.940404 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:11.006552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:40:11.009770 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:40:11.017939 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:11.052492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.053046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:11.054446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1093 time: 0.8415079 Feb 03 13:40:11.054903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:40:11.057120 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:40:11.096710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e91d58-cc79-4fcf-8b5c-a6bda1ef07c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=12']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:11.123107 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57d67f1-3113-44ef-838e-83d93276027a x-openstack-request-id: req-c57d67f1-3113-44ef-838e-83d93276027a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:40:11.123424 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:40:11.123649 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c57d67f1-3113-44ef-838e-83d93276027a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:40:11.124188 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'status': 'completed', 'code': 200} Feb 03 13:40:11.152568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-32a5896a-28b5-4351-8d23-af25c4f3f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.154074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-32a5896a-28b5-4351-8d23-af25c4f3f479 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1127 time: 0.0730674 Feb 03 13:40:11.256386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-15437b88-45f0-4fc7-8824-43b95cf4c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.258083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-15437b88-45f0-4fc7-8824-43b95cf4c003 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1127 time: 0.1185422 Feb 03 13:40:11.292732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-fb046768-5827-4538-a7c0-83a2141d0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.294144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-fb046768-5827-4538-a7c0-83a2141d0c3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1249955 Feb 03 13:40:11.408342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-9c39c79e-e1ac-4416-9d4e-23fbfb157148 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1000 time: 0.1061358 Feb 03 13:40:11.413164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-208013e4-6425-4f7e-b023-6016215e4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.414812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-208013e4-6425-4f7e-b023-6016215e4e8e service neutron] 10.222.0.91 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.1490765 Feb 03 13:40:11.504096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-9b76c365-f02e-42a7-ab25-f23f4c3dfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.505662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-9b76c365-f02e-42a7-ab25-f23f4c3dfa9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0899935 Feb 03 13:40:11.522369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-2cb57863-fa5f-4bb8-825f-05307359b495 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1000 time: 0.0992029 Feb 03 13:40:11.590035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-41711427-bfab-4b8b-92a4-8ed302bad9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.591458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-41711427-bfab-4b8b-92a4-8ed302bad9cd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0539608 Feb 03 13:40:11.595674 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-313ae0e9-a441-4e92-b184-68388f0022ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.597043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-313ae0e9-a441-4e92-b184-68388f0022ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0845194 Feb 03 13:40:11.751098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-bfca8db1-def3-4364-8ebc-80d821bde76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.752642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-bfca8db1-def3-4364-8ebc-80d821bde76e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1541102 Feb 03 13:40:11.755943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-9db7b765-2297-44e7-832b-c675e0be1d69 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494565 Feb 03 13:40:11.769854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:11.825672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125a9a2-acad-419e-9b02-08a4e63237e1 req-7c5fc430-5c11-4b4d-9ab6-172994df068c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:11.827206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d125a9a2-acad-419e-9b02-08a4e63237e1 req-7c5fc430-5c11-4b4d-9ab6-172994df068c tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.1699061 Feb 03 13:40:11.951545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-c8100e5a-6b9d-490e-983a-77acb01c10f2 service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905589 Feb 03 13:40:11.973805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d125a9a2-acad-419e-9b02-08a4e63237e1 req-691bea18-0099-4b03-a50f-37878875bae9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208589 Feb 03 13:40:11.984643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9568a44f-a2b5-43b9-8ce6-b10ef09e0f8d req-492ce4fa-97c8-4096-94c9-1b6f38ea09e9 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225766 Feb 03 13:40:12.087804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-1356f507-0875-4ed9-a2d6-04013a53b05a service neutron] 10.222.0.91 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286211 Feb 03 13:40:12.094608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-97b2ec02-eb9d-4b3c-b150-abe2bdec842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:12.096079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-97b2ec02-eb9d-4b3c-b150-abe2bdec842a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a6ddd44016d40c290fd37c62171b240&device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 1127 time: 0.0681875 Feb 03 13:40:12.187887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-00d25dc2-4246-46fd-a311-e5626f23c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:12.189352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-00d25dc2-4246-46fd-a311-e5626f23c25d service neutron] 10.222.0.72 "GET /v2.0/networks?id=389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 200 len: 912 time: 0.0875871 Feb 03 13:40:12.258060 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-fb6af6fa-7080-40ed-b2b7-2d7fddc34dee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 200 len: 1000 time: 0.0625987 Feb 03 13:40:12.306565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-6d949f4d-495c-48ba-b79f-4c917dd7373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:12.307945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-6d949f4d-495c-48ba-b79f-4c917dd7373f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 200 len: 850 time: 0.0447590 Feb 03 13:40:12.358824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-fc49baa8-82bb-405c-8722-b015927bc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:12.360452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-fc49baa8-82bb-405c-8722-b015927bc121 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=389ece0a-b197-4703-90b8-dbbe6e2e4b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457733 Feb 03 13:40:12.453433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-bc5eb17c-a6b3-49b4-a5e9-ee23977f4a7d service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860624 Feb 03 13:40:12.546177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f5d68b5b-3d75-4361-ad7d-ddae8e31f2f7 req-69bfb749-91a0-4e9e-a091-00269a71eae5 service neutron] 10.222.0.72 "GET /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867386 Feb 03 13:40:12.714643 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:13.117510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dc6bb-db36-4119-baa1-4f8c9e55078d req-212a5767-1511-403d-a306-5575008285b5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:13.118939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-056dc6bb-db36-4119-baa1-4f8c9e55078d req-212a5767-1511-403d-a306-5575008285b5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0568881 Feb 03 13:40:13.168244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-056dc6bb-db36-4119-baa1-4f8c9e55078d req-69834940-d7f6-4fd4-bfbd-02c98668df31 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 Feb 03 13:40:14.294292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7d5da-3636-449c-b7ae-92d5a8b5d91e req-f06a25b8-8c96-4954-87f3-83f5d37591e9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:14.295698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7c7d5da-3636-449c-b7ae-92d5a8b5d91e req-f06a25b8-8c96-4954-87f3-83f5d37591e9 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0539093 Feb 03 13:40:14.342650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a7c7d5da-3636-449c-b7ae-92d5a8b5d91e req-82031118-6606-40e9-a5c6-924e910668c3 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410519 Feb 03 13:40:15.829337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf14fa-8b9d-4267-8267-73906da68455 req-167d2095-b519-4777-b476-018bf76bd661 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:15.830747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbbf14fa-8b9d-4267-8267-73906da68455 req-167d2095-b519-4777-b476-018bf76bd661 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.4167089 Feb 03 13:40:15.876120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbbf14fa-8b9d-4267-8267-73906da68455 req-202b675c-156b-427b-a1d2-72b99e3e7691 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397499 Feb 03 13:40:16.800804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:17.000143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe652cf-9042-419d-99bf-c5b534fdc03f req-98e9d3c9-6846-4508-af4f-9af1714a4b70 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:17.001788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbe652cf-9042-419d-99bf-c5b534fdc03f req-98e9d3c9-6846-4508-af4f-9af1714a4b70 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0527112 Feb 03 13:40:17.050643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbe652cf-9042-419d-99bf-c5b534fdc03f req-a4e08b18-48c8-4d0c-96a6-7277f6e85d8f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416710 Feb 03 13:40:18.182238 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b0d08-1d14-4357-ba5d-ec6889790220 req-7699449b-53a4-45d7-a42c-ac88c688ec43 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:18.183731 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-715b0d08-1d14-4357-ba5d-ec6889790220 req-7699449b-53a4-45d7-a42c-ac88c688ec43 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0600526 Feb 03 13:40:18.232313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-715b0d08-1d14-4357-ba5d-ec6889790220 req-ae72b26a-958c-4a44-b690-6b15843f608b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Feb 03 13:40:19.357313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a51c-7b08-475d-a5af-3f17b630f1b4 req-3f90d63f-d9c6-4e3b-a2c7-f1c519c7556e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:19.358973 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93e5a51c-7b08-475d-a5af-3f17b630f1b4 req-3f90d63f-d9c6-4e3b-a2c7-f1c519c7556e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0548000 Feb 03 13:40:19.408878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93e5a51c-7b08-475d-a5af-3f17b630f1b4 req-18422e09-8a6d-4714-9251-afe64629a93a tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439675 Feb 03 13:40:20.548362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63552ff9-c842-464d-b3cc-41bd30cd19d9 req-40adc2d1-15cf-4b34-8699-124812b2821b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:20.549842 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63552ff9-c842-464d-b3cc-41bd30cd19d9 req-40adc2d1-15cf-4b34-8699-124812b2821b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0569773 Feb 03 13:40:20.606455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-63552ff9-c842-464d-b3cc-41bd30cd19d9 req-cccd3497-daf6-42b3-b6b4-304c01f3c893 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494072 Feb 03 13:40:21.295248 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:21.805339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb26d03-6671-4b7f-8cd1-a169bf3df8ab req-c765e948-d7fc-4a6c-accd-5633c355dc7b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:21.807536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cb26d03-6671-4b7f-8cd1-a169bf3df8ab req-c765e948-d7fc-4a6c-accd-5633c355dc7b tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.1187587 Feb 03 13:40:21.859325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1cb26d03-6671-4b7f-8cd1-a169bf3df8ab req-97449a0a-5cb6-4ad0-bb19-0b270ace7ba5 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413980 Feb 03 13:40:23.043911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7b70f-b7e2-46a1-b846-3f4d8b982cca req-dafe8a8b-2dc4-4a0b-99fa-d084de04b7c6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:23.045381 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31a7b70f-b7e2-46a1-b846-3f4d8b982cca req-dafe8a8b-2dc4-4a0b-99fa-d084de04b7c6 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.1070881 Feb 03 13:40:23.096424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31a7b70f-b7e2-46a1-b846-3f4d8b982cca req-528815b8-22db-470f-a4f0-54b009384854 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Feb 03 13:40:24.245305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3c928-0233-4c0d-b43f-d47b4cc44577 req-d97dd72b-3944-404d-a2f5-450ba4d06b96 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:24.246840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17d3c928-0233-4c0d-b43f-d47b4cc44577 req-d97dd72b-3944-404d-a2f5-450ba4d06b96 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0688853 Feb 03 13:40:24.294380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-17d3c928-0233-4c0d-b43f-d47b4cc44577 req-0a46e321-f46b-4845-9fa5-d0d9e16dc5e7 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Feb 03 13:40:25.437053 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46136ec-f092-424d-b137-d06b5c7fbf09 req-4077fd46-5e5f-4632-9668-0a4c744c6510 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:25.438588 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a46136ec-f092-424d-b137-d06b5c7fbf09 req-4077fd46-5e5f-4632-9668-0a4c744c6510 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0656581 Feb 03 13:40:25.501204 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a46136ec-f092-424d-b137-d06b5c7fbf09 req-755343bb-656f-4b58-86dc-339ef3dad4c8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534463 Feb 03 13:40:26.652338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b1b9c-6136-4ac7-ae4c-c109b9253ecd req-0b2b2d70-aa57-4c63-aaec-39ef7a0b1def tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:26.653837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-832b1b9c-6136-4ac7-ae4c-c109b9253ecd req-0b2b2d70-aa57-4c63-aaec-39ef7a0b1def tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0619349 Feb 03 13:40:26.708505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-832b1b9c-6136-4ac7-ae4c-c109b9253ecd req-8a2c3a99-47c2-4312-aca2-00f646ec72e1 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462945 Feb 03 13:40:26.738017 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:40:27.851242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504e55a-2108-4afc-806b-f640105f4eed req-3b612302-5302-4a46-8efb-5006e041b97f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:27.852762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9504e55a-2108-4afc-806b-f640105f4eed req-3b612302-5302-4a46-8efb-5006e041b97f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0684853 Feb 03 13:40:27.902801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9504e55a-2108-4afc-806b-f640105f4eed req-fcc439bf-9995-4816-9c0e-5fa0a7f410d2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 Feb 03 13:40:29.050730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568e277-1b54-48d0-9872-cfc7331e02f4 req-2f1bc785-aecf-4ad5-9a8a-eb62066d0dbf tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:29.052135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2568e277-1b54-48d0-9872-cfc7331e02f4 req-2f1bc785-aecf-4ad5-9a8a-eb62066d0dbf tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0645823 Feb 03 13:40:29.101450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2568e277-1b54-48d0-9872-cfc7331e02f4 req-c3a3f72d-1a5e-4004-944c-dfd717da45ba tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412145 Feb 03 13:40:29.232595 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c8e97-fa6c-488c-9424-4ad9c45e5cff req-81ef8139-db07-4d19-9ba0-26e36a22a030 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:29.234098 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-179c8e97-fa6c-488c-9424-4ad9c45e5cff req-81ef8139-db07-4d19-9ba0-26e36a22a030 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0607293 Feb 03 13:40:29.280684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-179c8e97-fa6c-488c-9424-4ad9c45e5cff req-8327b208-03fd-4e27-8049-fcee6f73459e tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408852 Feb 03 13:40:29.418530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e8fc1-a60f-4f49-bc4b-b8cce0bb44f9 req-280b363b-1eb0-488c-8fde-8a4dee5f3354 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:29.420071 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-841e8fc1-a60f-4f49-bc4b-b8cce0bb44f9 req-280b363b-1eb0-488c-8fde-8a4dee5f3354 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0626454 Feb 03 13:40:29.469615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-841e8fc1-a60f-4f49-bc4b-b8cce0bb44f9 req-79c8699d-2b59-4f76-9ce6-afed6a03961d tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436645 Feb 03 13:40:29.735651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d62d-1201-4e34-9688-f506dcec5387 req-1e69da6d-b5f1-4580-af1d-692e035f34f2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:29.737173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af30d62d-1201-4e34-9688-f506dcec5387 req-1e69da6d-b5f1-4580-af1d-692e035f34f2 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 944 time: 0.0577230 Feb 03 13:40:29.788759 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af30d62d-1201-4e34-9688-f506dcec5387 req-c716a6f1-f5ba-46b6-a7c7-52190cad5e01 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430295 Feb 03 13:40:29.909607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:40:30.017887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:30.028679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'port_id': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'mac_address': 'fa:16:3e:df:b9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:40:30.068275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:40:30.068671 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:30.082228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:40:30.101796 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:30.108392 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:30.158690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=13']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:30.348691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:40:30.929477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b813bee-fc62-4075-92e6-6ec3709ce4f5 req-ae8b9ea2-ea48-48c1-82d6-37bb71410598 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:30.930999 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b813bee-fc62-4075-92e6-6ec3709ce4f5 req-ae8b9ea2-ea48-48c1-82d6-37bb71410598 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0581357 Feb 03 13:40:30.977829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b813bee-fc62-4075-92e6-6ec3709ce4f5 req-c7a66220-16e6-4bab-8cde-e2f0fe249a30 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups?id=a99f4459-e673-4b95-8547-459dd36650ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409601 Feb 03 13:40:31.380741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789285f-8819-4854-99f3-78a236eb54c5 req-14b7531a-a04d-484c-82df-4e7850ec28e8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:31.382106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2789285f-8819-4854-99f3-78a236eb54c5 req-14b7531a-a04d-484c-82df-4e7850ec28e8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 945 time: 0.0619218 Feb 03 13:40:31.483147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Deleting port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:40:31.483496 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:31.575166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] For port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:31.575525 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:31.762640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:31.763008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:31.763326 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4 disassociated. External IP: 172.25.3.103, port: ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f. Feb 03 13:40:31.763661 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Calling delete_port for ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:40:31.903013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:31.916546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:40:31.940240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:40:31.940603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event deleted for resources: {'Port': ['ID=ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:31.941084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 13:40:32.107977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bb7348a7-3128-477e-b618-149bdd59ee3f req-5f15fa20-f4a0-4e3b-8f22-69890ed5d9ff tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0337901 Feb 03 13:40:32.113966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:40:32.135954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f not found, will not notify nova. {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 13:40:32.247642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:40:32.258290 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:40:32.268669 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:40:32.269282 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:32.289844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] No DVR routers for this DVR port ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:40:32.293226 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:32.296718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2789285f-8819-4854-99f3-78a236eb54c5 req-ad8c38a3-a804-4266-915e-23d3bb3e5a42 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.72 "DELETE /v2.0/ports/ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f HTTP/1.1" status: 204 len: 173 time: 0.9087894 Feb 03 13:40:32.297163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-deleted', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:40:32.299462 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e88642-f174-48e0-b1ca-7bc7affc4608" -d '{"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-deleted", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:40:32.397562 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25069492-2b13-4d3a-8baf-3ae4029664ba x-openstack-request-id: req-25069492-2b13-4d3a-8baf-3ae4029664ba {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:40:32.397862 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2fa421-b7f7-40bb-9c95-bb1895374fc3", "name": "network-vif-deleted", "tag": "ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:40:32.398134 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25069492-2b13-4d3a-8baf-3ae4029664ba {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:40:32.398759 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2fa421-b7f7-40bb-9c95-bb1895374fc3', 'name': 'network-vif-deleted', 'tag': 'ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f', 'status': 'completed', 'code': 200} Feb 03 13:40:32.487692 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:40:32.686553 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:32.716091 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:40:32.724884 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:40:32.725496 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:40:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:32.831332 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:40:33.032083 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:33.065954 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93e7e3-6738-4fb5-b904-96122c3186d0 None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:36:22Z', 'revision_number': 4, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '2ad5ba0f-06b9-4a69-9df4-2343f65a4f95', 'name': '', 'network_id': '389ece0a-b197-4703-90b8-dbbe6e2e4b96', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'mac_address': 'fa:16:3e:07:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:21Z', 'updated_at': '2022-02-03T13:36:25Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'subnets': [{'id': '61173aa9-2c50-4e2d-ad0f-75de15caa1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:40:33.211958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11d5159d-bbb3-42b9-a467-9158b29cef60 req-0c440fa7-27d3-4e88-9962-869ebd607eb0 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0286441 Feb 03 13:40:33.300274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b642fca-4f81-4164-9cdf-380336352b22 None None] New status for floating IP 05b281f5-10f9-4129-bb4a-d5c34065a8e4: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:40:34.317855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-042c6d90-7e4c-4efd-9b54-d6266402a3d4 req-187916f8-cf17-42c0-a501-7a9f2621627f tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0314517 Feb 03 13:40:35.422420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48abe406-f9dd-4cee-be2d-39250929428c req-c9a46b3f-5c3b-46be-aa6e-c8a4f3ea9d28 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0329449 Feb 03 13:40:35.929951 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:40:35.951052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:40:35.951408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device ae1392f5-8a8f-45d2-a7af-5dd86b7ca75f not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:40:36.522313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a54681e4-6103-4705-a4cd-ef9250068ac1 req-056f1b21-8504-4300-8465-50d163b0f4cd tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0278494 Feb 03 13:40:36.694812 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed12d-d79b-49c4-aa0d-76f0d1af03d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:37.623666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-50d10238-8f94-4a89-b871-70fefb35db69 req-92eaec0d-1f34-46cd-a48e-5fa4f3389546 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0278792 Feb 03 13:40:38.731352 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e14679e-f3ee-4879-b9dc-5f7c1d8d214b req-60046d30-ae54-40b1-b24c-0e84d58143f8 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0320575 Feb 03 13:40:38.964577 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f43cf16c-afb1-4515-84ee-0df7875465b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:39.834235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a3fb825-9619-47a9-a3f8-00d737530535 req-8407da17-76dd-4d38-9dd3-b612b7cc3665 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a2fa421-b7f7-40bb-9c95-bb1895374fc3 HTTP/1.1" status: 200 len: 210 time: 0.0286012 Feb 03 13:40:40.349985 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:41.772004 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:42.720022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:46.684623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49418) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:46.740150 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group (a99f4459-e673-4b95-8547-459dd36650ec), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:46.763955 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group (a99f4459-e673-4b95-8547-459dd36650ec), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:46.815022 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a99f4459-e673-4b95-8547-459dd36650ec), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:46.817877 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:46.821916 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49422) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:46.822633 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "DELETE /v2.0/security-groups/a99f4459-e673-4b95-8547-459dd36650ec HTTP/1.1" status: 204 len: 168 time: 0.1361849 Feb 03 13:40:46.833195 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99f4459-e673-4b95-8547-459dd36650ec,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:46.842471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.843035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.843158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.843476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.843815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.844180 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.844402 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:46.844895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.844895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.845187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.845412 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.845761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.846076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.846390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ac80c-bf02-4440-a8c5-75e363195577 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:46.846514 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-1f333378-d4e3-4b10-8e5f-44899f91bc81 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] show failed (client error): The resource could not be found. Feb 03 13:40:46.851180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1f333378-d4e3-4b10-8e5f-44899f91bc81 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "GET /v2.0/security-groups/a99f4459-e673-4b95-8547-459dd36650ec HTTP/1.1" status: 404 len: 347 time: 0.0248969 Feb 03 13:40:46.851866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49424) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:46.987441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Deleting port 9613681a-0ccd-4a67-87d2-77f074c1d586 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:40:46.987760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9613681a-0ccd-4a67-87d2-77f074c1d586), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:47.066944 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9613681a-0ccd-4a67-87d2-77f074c1d586), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:47.067236 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (9613681a-0ccd-4a67-87d2-77f074c1d586), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:47.079895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Calling delete_port for 9613681a-0ccd-4a67-87d2-77f074c1d586 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:40:47.218241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9613681a-0ccd-4a67-87d2-77f074c1d586), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:47.239291 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Pushing event deleted for resources: {'Port': ['ID=9613681a-0ccd-4a67-87d2-77f074c1d586,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:47.308832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks [] for floatingip (05b281f5-10f9-4129-bb4a-d5c34065a8e4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:47.311515 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:47.315860 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f22084c4-1c6f-49c5-bb03-f974b7e25243 tempest-ServerActionsTestJSON-1292414261 tempest-ServerActionsTestJSON-1292414261-project] 10.222.0.65 "DELETE /v2.0/floatingips/05b281f5-10f9-4129-bb4a-d5c34065a8e4 HTTP/1.1" status: 204 len: 168 time: 0.4571176 Feb 03 13:40:47.316040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49426) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:47.665625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (3e0400f2-6898-4f29-b949-6634d346e34e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:47.931785 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Deleting port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:40:47.932508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:48.010506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] For port 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2ad5ba0f-06b9-4a69-9df4-2343f65a4f95,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:48.010867 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:48.027417 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Calling delete_port for 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:40:48.212185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2ad5ba0f-06b9-4a69-9df4-2343f65a4f95), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:48.237072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad5ba0f-06b9-4a69-9df4-2343f65a4f95,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:48.412502 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (3e0400f2-6898-4f29-b949-6634d346e34e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:48.628449 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Router 3e0400f2-6898-4f29-b949-6634d346e34e has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:40:48.737764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:40:48.743195 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7a34a7a9-dc33-4197-8bec-e35ea526d9ed admin admin] 10.222.0.65 "PUT /v2.0/routers/3e0400f2-6898-4f29-b949-6634d346e34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262590 Feb 03 13:40:48.745930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49428) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:48.750762 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] Sync routers for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:40:48.761989 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:40:48.762453 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:40:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:48.851669 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks [] for router (3e0400f2-6898-4f29-b949-6634d346e34e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:48.869849 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:40:48.954555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks [] for router_gateway (3e0400f2-6898-4f29-b949-6634d346e34e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.006773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Deleting port 19146158-3e92-4aa1-8ed6-4bf4a4d48695 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:40:49.007118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.044936 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:40:48Z', 'revision_number': 5, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port': {'id': '19146158-3e92-4aa1-8ed6-4bf4a4d48695', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:20Z', 'updated_at': '2022-02-03T13:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:49.071736 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] Checking router: 3e0400f2-6898-4f29-b949-6634d346e34e for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:40:49.080768 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] Routers {'3e0400f2-6898-4f29-b949-6634d346e34e'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:40:49.081369 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:40:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3e0400f2-6898-4f29-b949-6634d346e34e'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:49.087283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] For port 19146158-3e92-4aa1-8ed6-4bf4a4d48695, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=19146158-3e92-4aa1-8ed6-4bf4a4d48695,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:49.087692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.110468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Calling delete_port for 19146158-3e92-4aa1-8ed6-4bf4a4d48695 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:40:49.176141 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] Set router 3e0400f2-6898-4f29-b949-6634d346e34e gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:40:49.232211 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:40:48Z', 'revision_number': 6, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:49.259171 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60f83f-a147-4d25-95a0-d83985d149e9 None None] The sync data for ids ['3e0400f2-6898-4f29-b949-6634d346e34e'] in n-d-792364-10 is: [{'id': '3e0400f2-6898-4f29-b949-6634d346e34e', 'name': 'tempest-ServerActionsTestJSON-106206560-router', 'tenant_id': '3a6ddd44016d40c290fd37c62171b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:19Z', 'updated_at': '2022-02-03T13:40:48Z', 'revision_number': 6, 'project_id': '3a6ddd44016d40c290fd37c62171b240', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:40:49.276873 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (19146158-3e92-4aa1-8ed6-4bf4a4d48695), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.307580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Pushing event deleted for resources: {'Port': ['ID=19146158-3e92-4aa1-8ed6-4bf4a4d48695,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:49.370305 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (3e0400f2-6898-4f29-b949-6634d346e34e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.463497 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (3e0400f2-6898-4f29-b949-6634d346e34e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.466210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks [] for router_controller (3e0400f2-6898-4f29-b949-6634d346e34e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.513851 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (3e0400f2-6898-4f29-b949-6634d346e34e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.514499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0400f2-6898-4f29-b949-6634d346e34e {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:40:49.520154 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.521438 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cd3cbea8-164c-4e58-a5a9-831411308063 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3e0400f2-6898-4f29-b949-6634d346e34e HTTP/1.1" status: 204 len: 168 time: 0.7743225 Feb 03 13:40:49.523958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49430) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:49.569901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf00d65-9b44-484b-bc4d-2634152adc46 admin admin] Deleting subnet 61173aa9-2c50-4e2d-ad0f-75de15caa1a7 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:40:49.572980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bf00d65-9b44-484b-bc4d-2634152adc46 admin admin] Publish callbacks [] for subnet (61173aa9-2c50-4e2d-ad0f-75de15caa1a7), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.607710 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bf00d65-9b44-484b-bc4d-2634152adc46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (61173aa9-2c50-4e2d-ad0f-75de15caa1a7), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.685805 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bf00d65-9b44-484b-bc4d-2634152adc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (61173aa9-2c50-4e2d-ad0f-75de15caa1a7), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.746760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bf00d65-9b44-484b-bc4d-2634152adc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (61173aa9-2c50-4e2d-ad0f-75de15caa1a7), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.773394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf00d65-9b44-484b-bc4d-2634152adc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61173aa9-2c50-4e2d-ad0f-75de15caa1a7,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:49.775285 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7bf00d65-9b44-484b-bc4d-2634152adc46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.780975 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7bf00d65-9b44-484b-bc4d-2634152adc46 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/61173aa9-2c50-4e2d-ad0f-75de15caa1a7 HTTP/1.1" status: 204 len: 168 time: 0.2535825 Feb 03 13:40:49.781150 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b511860-3678-431a-b809-48d7c4329db6 None None] Network 389ece0a-b197-4703-90b8-dbbe6e2e4b96 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:40:49.781622 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49432) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:49.849348 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (389ece0a-b197-4703-90b8-dbbe6e2e4b96), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.909254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Deleting port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:40:49.909591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.973386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] For port c26aed2b-ede1-4de0-ab32-fffc4d92ed61, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c26aed2b-ede1-4de0-ab32-fffc4d92ed61,segment=NetworkSegment(eea7f3c4-c5a6-4ffd-870a-e4802cdfe676),segment_id=eea7f3c4-c5a6-4ffd-870a-e4802cdfe676)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:49.973673 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:49.986469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Calling delete_port for c26aed2b-ede1-4de0-ab32-fffc4d92ed61 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:40:50.030981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] DHCP port deletion for 389ece0a-b197-4703-90b8-dbbe6e2e4b96 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:40:50.076956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.088809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] Deleting port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:40:50.089184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.115814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26aed2b-ede1-4de0-ab32-fffc4d92ed61,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:50.127064 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.127411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.127750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.128130 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.128398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.128725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.129048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.129501 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.129833 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.130152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.130491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.130862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.131114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:40:50.135765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] No DVR routers for this DVR port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:40:50.151826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:40:50.182563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] For port c26aed2b-ede1-4de0-ab32-fffc4d92ed61, host n-d-792364-10, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:50.182967 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.185599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:40:50.185962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2ad5ba0f-06b9-4a69-9df4-2343f65a4f95 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:40:50.186372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 19146158-3e92-4aa1-8ed6-4bf4a4d48695 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:40:50.208506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (389ece0a-b197-4703-90b8-dbbe6e2e4b96), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.218114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] Calling delete_port for c26aed2b-ede1-4de0-ab32-fffc4d92ed61 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:40:50.220140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 19146158-3e92-4aa1-8ed6-4bf4a4d48695 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:40:50.220477 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 19146158-3e92-4aa1-8ed6-4bf4a4d48695 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:40:50.220902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c26aed2b-ede1-4de0-ab32-fffc4d92ed61 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:40:50.223375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] Port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 13:40:50.225315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (c26aed2b-ede1-4de0-ab32-fffc4d92ed61), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.232510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389ece0a-b197-4703-90b8-dbbe6e2e4b96']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:50.242075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:50.242380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea7f3c4-c5a6-4ffd-870a-e4802cdfe676') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:40:50.245650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c26aed2b-ede1-4de0-ab32-fffc4d92ed61 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:40:50.245879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c26aed2b-ede1-4de0-ab32-fffc4d92ed61 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:40:50.253533 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (eea7f3c4-c5a6-4ffd-870a-e4802cdfe676), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.267476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eea7f3c4-c5a6-4ffd-870a-e4802cdfe676), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.268835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] Pushing event deleted for resources: {'Port': ['ID=c26aed2b-ede1-4de0-ab32-fffc4d92ed61,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:50.273412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5eeae-f6c8-4114-9670-24b2e51c9bbf None None] No DVR routers for this DVR port c26aed2b-ede1-4de0-ab32-fffc4d92ed61 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:40:50.275877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:40:50.277055 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (eea7f3c4-c5a6-4ffd-870a-e4802cdfe676), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:40:50.287737 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:40:50.345991 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (389ece0a-b197-4703-90b8-dbbe6e2e4b96), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.351186 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.354567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] 10.222.0.65 "DELETE /v2.0/networks/389ece0a-b197-4703-90b8-dbbe6e2e4b96 HTTP/1.1" status: 204 len: 168 time: 0.5721862 Feb 03 13:40:50.369863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfd9ab-858e-443a-b4da-964af81c2028 admin admin] Pushing event deleted for resources: {'Network': ['ID=389ece0a-b197-4703-90b8-dbbe6e2e4b96,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:50.479461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49436) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:50.521938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-71da2ed2-c95e-47f0-8cb7-ea97b345017f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a6ddd44016d40c290fd37c62171b240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408471 Feb 03 13:40:50.525038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49438) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:50.578521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-07602677-9f11-431e-8816-9095a8e53f73 admin admin] Publish callbacks [] for security_group (e1303977-1a47-481d-b14b-00f678fbab19), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.599229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-07602677-9f11-431e-8816-9095a8e53f73 admin admin] Publish callbacks [] for security_group (e1303977-1a47-481d-b14b-00f678fbab19), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.649431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-07602677-9f11-431e-8816-9095a8e53f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e1303977-1a47-481d-b14b-00f678fbab19), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.652547 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-07602677-9f11-431e-8816-9095a8e53f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:50.654430 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-07602677-9f11-431e-8816-9095a8e53f73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1303977-1a47-481d-b14b-00f678fbab19 HTTP/1.1" status: 204 len: 168 time: 0.1272571 Feb 03 13:40:50.661892 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07602677-9f11-431e-8816-9095a8e53f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1303977-1a47-481d-b14b-00f678fbab19,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:51.290973 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.393094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49460) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:51.495328 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1355212832-network', 'tenant_id': '25c95e3d37ae4ddb98a1559c962a3a5e'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:40:51.518933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Made reservation on behalf of 25c95e3d37ae4ddb98a1559c962a3a5e for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:40:51.521236 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.530346 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.613606 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Publish callbacks [] for security_group (5f1ac22b-f3be-4720-905d-35d14ef5c620), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.619184 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f1ac22b-f3be-4720-905d-35d14ef5c620), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.643398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:40:51.652027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ac22b-f3be-4720-905d-35d14ef5c620,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:51.658222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eb765208-b859-41bd-9cf8-d930f5a1f0e1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.658595 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Added segment eb765208-b859-41bd-9cf8-d930f5a1f0e1 of type vlan for network 821b7340-315b-4aab-93f6-a8a60cf8e379 Feb 03 13:40:51.698883 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (821b7340-315b-4aab-93f6-a8a60cf8e379), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.726634 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (821b7340-315b-4aab-93f6-a8a60cf8e379), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.727587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:51.728294 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.760750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3664777 Feb 03 13:40:51.764760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49464) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:51.770578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Request body: {'subnet': {'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1355212832-subnet', 'tenant_id': '25c95e3d37ae4ddb98a1559c962a3a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:40:51.793932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Made reservation on behalf of 25c95e3d37ae4ddb98a1559c962a3a5e for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:40:51.796006 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b58666-4229-4405-b8db-a9a3d7311985 admin admin] Pushing event updated for resources: {'Network': ['ID=821b7340-315b-4aab-93f6-a8a60cf8e379,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:51.796741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:51.806399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 821b7340-315b-4aab-93f6-a8a60cf8e379 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:40:51.971712 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (4d64df19-70cf-4f5e-8ba3-9a7cf775fd03), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:52.023415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d64df19-70cf-4f5e-8ba3-9a7cf775fd03,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:52.038466 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Checking segment: {'id': 'eb765208-b859-41bd-9cf8-d930f5a1f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:40:52.038824 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Network hostable DHCP agents. Network: 821b7340-315b-4aab-93f6-a8a60cf8e379, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:40:52.058626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Network 821b7340-315b-4aab-93f6-a8a60cf8e379 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:40:52.068922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 821b7340-315b-4aab-93f6-a8a60cf8e379) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:40:52.073458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:52.074143 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:52.079783 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27515c0-c50b-41fe-92f1-cde64af84548 None None] Network 821b7340-315b-4aab-93f6-a8a60cf8e379 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:40:52.092315 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a09f1dc0-d258-49f0-b074-324286b3bf11 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3257618 Feb 03 13:40:52.193741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4500b9-57b1-4d1d-9a94-cb86b4ad9003 None None] Network 821b7340-315b-4aab-93f6-a8a60cf8e379 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:40:52.548205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-78a58f9f-d1fb-454d-a651-71df79e22f02 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:52.550350 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-78a58f9f-d1fb-454d-a651-71df79e22f02 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/networks?id=821b7340-315b-4aab-93f6-a8a60cf8e379 HTTP/1.1" status: 200 len: 814 time: 0.1211808 Feb 03 13:40:52.566047 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-120c2e67-062c-4959-8fe8-6081f623fced tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/quotas/25c95e3d37ae4ddb98a1559c962a3a5e HTTP/1.1" status: 200 len: 375 time: 0.0103714 Feb 03 13:40:52.598366 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-e04a131f-d087-4121-8092-ca01cd31deb0 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=25c95e3d37ae4ddb98a1559c962a3a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272591 Feb 03 13:40:52.669669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-b11df0dc-500e-42dd-9450-7d7bce8b00d7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:40:52.670728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-b11df0dc-500e-42dd-9450-7d7bce8b00d7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0658834 Feb 03 13:40:52.771121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-fabfe0bb-defc-4a4b-911e-f5120a0a2123 service neutron] 10.222.0.65 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915980 Feb 03 13:40:52.880867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-3b949dde-9797-4e54-abb7-ef940650c8d3 service neutron] 10.222.0.65 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035743 Feb 03 13:40:53.071727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-240656b0-e33e-421d-81c5-69c7a2938695 req-ddded07b-1851-4615-950b-8157a726b407 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 210 time: 0.0284173 Feb 03 13:40:54.163208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-ecac5a90-0c79-49d1-9948-831e8d915edd tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:54.164647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-ecac5a90-0c79-49d1-9948-831e8d915edd tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.72 "GET /v2.0/networks?id=821b7340-315b-4aab-93f6-a8a60cf8e379 HTTP/1.1" status: 200 len: 814 time: 0.1181726 Feb 03 13:40:54.185257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65eadd7f-0de6-4cc3-89ab-88567e991461 req-d90b9b38-9ef1-464a-9fa9-4d55e48edb8a tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 210 time: 0.0407372 Feb 03 13:40:54.188624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Request body: {'port': {'device_id': '0f051256-ee94-4044-b0b8-097aa44de7ae', 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379', 'admin_state_up': True, 'tenant_id': '25c95e3d37ae4ddb98a1559c962a3a5e'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:40:54.295855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Made reservation on behalf of 25c95e3d37ae4ddb98a1559c962a3a5e for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:40:54.299321 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:54.427755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Allocated IP 172.20.0.7 (821b7340-315b-4aab-93f6-a8a60cf8e379/4d64df19-70cf-4f5e-8ba3-9a7cf775fd03/760e925c-687f-4f05-93b6-19aa25af1508) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:40:54.597526 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks [] for port (760e925c-687f-4f05-93b6-19aa25af1508), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:54.639292 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (760e925c-687f-4f05-93b6-19aa25af1508), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:54.681936 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Network 821b7340-315b-4aab-93f6-a8a60cf8e379 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:40:54.686972 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:40:54.690473 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:40:54.696624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Pushing event updated for resources: {'Port': ['ID=760e925c-687f-4f05-93b6-19aa25af1508,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:54.740538 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:54.741149 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:54.759761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eae0ebb6-0e49-4687-8feb-3afa8f08c2f9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768418 Feb 03 13:40:54.817008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Request body: {'port': {'device_id': '0f051256-ee94-4044-b0b8-097aa44de7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:40:54.881275 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (760e925c-687f-4f05-93b6-19aa25af1508), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:55.148624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760e925c-687f-4f05-93b6-19aa25af1508 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:40:55.156687 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Publish callbacks [] for port (760e925c-687f-4f05-93b6-19aa25af1508), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:55.169724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Transition to ACTIVE for port object 760e925c-687f-4f05-93b6-19aa25af1508 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:40:55.175074 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (760e925c-687f-4f05-93b6-19aa25af1508), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:55.225043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Pushing event updated for resources: {'Port': ['ID=760e925c-687f-4f05-93b6-19aa25af1508,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:55.333808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Attempting to bind port 760e925c-687f-4f05-93b6-19aa25af1508 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:40:55.334104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Attempting to bind port 760e925c-687f-4f05-93b6-19aa25af1508 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'eb765208-b859-41bd-9cf8-d930f5a1f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:40:55.334497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Attempting to bind port 760e925c-687f-4f05-93b6-19aa25af1508 on network 821b7340-315b-4aab-93f6-a8a60cf8e379 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:40:55.341717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Port 760e925c-687f-4f05-93b6-19aa25af1508 on network 821b7340-315b-4aab-93f6-a8a60cf8e379 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:40:55.342048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Attempting to bind port 760e925c-687f-4f05-93b6-19aa25af1508 on network 821b7340-315b-4aab-93f6-a8a60cf8e379 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:40:55.351808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a531eef-b22b-49af-9768-5f7bab86cd5b req-35313f8b-266d-4eea-86e9-f6c793ca2b4e tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:55.353296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a531eef-b22b-49af-9768-5f7bab86cd5b req-35313f8b-266d-4eea-86e9-f6c793ca2b4e tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 943 time: 0.0822580 Feb 03 13:40:55.356215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:40:55.356748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Checking segment: {'id': 'eb765208-b859-41bd-9cf8-d930f5a1f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:40:55.357139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Bound using segment: {'id': 'eb765208-b859-41bd-9cf8-d930f5a1f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:40:55.357569 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Bound port: 760e925c-687f-4f05-93b6-19aa25af1508, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb765208-b859-41bd-9cf8-d930f5a1f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:40:55.357931 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (760e925c-687f-4f05-93b6-19aa25af1508), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:55.442021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1a531eef-b22b-49af-9768-5f7bab86cd5b req-e0bba495-9451-45c5-8f54-be5958d9c39c tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817022 Feb 03 13:40:55.462193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] For port 760e925c-687f-4f05-93b6-19aa25af1508, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:40:55.467023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] For port 760e925c-687f-4f05-93b6-19aa25af1508, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=760e925c-687f-4f05-93b6-19aa25af1508,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:40:55.474989 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (760e925c-687f-4f05-93b6-19aa25af1508), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:55.508725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:55.509349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:55.510776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] 10.222.0.72 "PUT /v2.0/ports/760e925c-687f-4f05-93b6-19aa25af1508 HTTP/1.1" status: 200 len: 1092 time: 0.7427611 Feb 03 13:40:55.511204 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f051256-ee94-4044-b0b8-097aa44de7ae', 'tag': '760e925c-687f-4f05-93b6-19aa25af1508'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:40:55.513468 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88955219-dca3-44e1-8fc2-db16500e1ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f051256-ee94-4044-b0b8-097aa44de7ae", "tag": "760e925c-687f-4f05-93b6-19aa25af1508"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:40:55.542891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c27ff5-1dbb-46f2-ae4d-345f2a3791d7 service neutron] Pushing event updated for resources: {'Port': ['ID=760e925c-687f-4f05-93b6-19aa25af1508,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:55.561897 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d611b0-2227-4f6b-a839-b6eb4eda5bdb x-openstack-request-id: req-f0d611b0-2227-4f6b-a839-b6eb4eda5bdb {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:40:55.562184 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f051256-ee94-4044-b0b8-097aa44de7ae", "tag": "760e925c-687f-4f05-93b6-19aa25af1508", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:40:55.562484 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0d611b0-2227-4f6b-a839-b6eb4eda5bdb {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:40:55.562884 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f051256-ee94-4044-b0b8-097aa44de7ae', 'tag': '760e925c-687f-4f05-93b6-19aa25af1508', 'status': 'completed', 'code': 200} Feb 03 13:40:55.601633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-be23cc15-d266-483e-8518-572495071961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:55.603190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-be23cc15-d266-483e-8518-572495071961 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25c95e3d37ae4ddb98a1559c962a3a5e&device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 1126 time: 0.0513005 Feb 03 13:40:55.649719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-8c1a125c-69f8-4501-99d3-8d08bc0e30d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=760e925c-687f-4f05-93b6-19aa25af1508 HTTP/1.1" status: 200 len: 217 time: 0.0376320 Feb 03 13:40:55.701286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eb4143ba-9657-4f6f-a5a8-1ae40aa28624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:55.703321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-eb4143ba-9657-4f6f-a5a8-1ae40aa28624 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4d64df19-70cf-4f5e-8ba3-9a7cf775fd03 HTTP/1.1" status: 200 len: 854 time: 0.0473356 Feb 03 13:40:55.737260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-20108e5c-d945-4a66-b819-28bae738624e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=821b7340-315b-4aab-93f6-a8a60cf8e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275524 Feb 03 13:40:55.825717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-9cb64722-2a9e-4987-ab49-9141a9914455 service neutron] 10.222.0.72 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825617 Feb 03 13:40:55.917485 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c15ee849-9e05-40cf-8c52-54f4d4b0511f req-82259e7f-68bc-424f-b8e7-72470889f39e service neutron] 10.222.0.72 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Feb 03 13:40:56.019049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-afc5d77a-f310-4a27-b87a-7382b66ea8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:56.020464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-afc5d77a-f310-4a27-b87a-7382b66ea8ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25c95e3d37ae4ddb98a1559c962a3a5e&device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 1126 time: 0.0471182 Feb 03 13:40:56.114103 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-838bf42d-b0c8-469f-bc3a-a018f241b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:56.115611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-838bf42d-b0c8-469f-bc3a-a018f241b6b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=821b7340-315b-4aab-93f6-a8a60cf8e379 HTTP/1.1" status: 200 len: 915 time: 0.0891008 Feb 03 13:40:56.158732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-d94ce614-ce43-4d10-954a-1d67215836a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=760e925c-687f-4f05-93b6-19aa25af1508 HTTP/1.1" status: 200 len: 217 time: 0.0369709 Feb 03 13:40:56.206157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-036516db-e2a5-47e9-963f-b4aa1c4c0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:56.208068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-036516db-e2a5-47e9-963f-b4aa1c4c0823 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4d64df19-70cf-4f5e-8ba3-9a7cf775fd03 HTTP/1.1" status: 200 len: 854 time: 0.0447435 Feb 03 13:40:56.245642 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-0f3eb176-8e48-4df6-82a7-77b60376c62e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=821b7340-315b-4aab-93f6-a8a60cf8e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300677 Feb 03 13:40:56.346299 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-58345eec-f741-404d-aaa9-ab610d4eb1c2 service neutron] 10.222.0.72 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924525 Feb 03 13:40:56.439912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88955219-dca3-44e1-8fc2-db16500e1ff6 req-9f392df2-f82b-490c-82a0-421ff644ee66 service neutron] 10.222.0.72 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874565 Feb 03 13:40:56.567364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492b1ab-cca1-4bf4-9df8-9675d377ee6e req-7279b120-9fa8-4e94-af38-2d14a1df07bd tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:56.568873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f492b1ab-cca1-4bf4-9df8-9675d377ee6e req-7279b120-9fa8-4e94-af38-2d14a1df07bd tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 943 time: 0.0527239 Feb 03 13:40:56.616878 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f492b1ab-cca1-4bf4-9df8-9675d377ee6e req-4baf1f5c-71a5-47fb-b9ab-8f55a3e9403e tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Feb 03 13:40:57.755098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dc12a-35bf-4050-95de-17ff22abb5f6 req-6ca0c488-1ad9-4f51-86e0-8f9952d70e13 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:57.756675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-515dc12a-35bf-4050-95de-17ff22abb5f6 req-6ca0c488-1ad9-4f51-86e0-8f9952d70e13 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 943 time: 0.0617514 Feb 03 13:40:57.816808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-515dc12a-35bf-4050-95de-17ff22abb5f6 req-5f723c8a-6ad3-441d-96e1-e1ba100ca356 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513308 Feb 03 13:40:58.080222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 760e925c-687f-4f05-93b6-19aa25af1508 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:40:58.191223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 760e925c-687f-4f05-93b6-19aa25af1508, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=760e925c-687f-4f05-93b6-19aa25af1508,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:58.203425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '760e925c-687f-4f05-93b6-19aa25af1508', 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379', 'port_id': '760e925c-687f-4f05-93b6-19aa25af1508', 'mac_address': 'fa:16:3e:20:73:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d64df19-70cf-4f5e-8ba3-9a7cf775fd03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:40:58.244609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 760e925c-687f-4f05-93b6-19aa25af1508 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:40:58.245000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (760e925c-687f-4f05-93b6-19aa25af1508), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:58.257802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760e925c-687f-4f05-93b6-19aa25af1508 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:40:58.277374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 760e925c-687f-4f05-93b6-19aa25af1508, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=760e925c-687f-4f05-93b6-19aa25af1508,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:40:58.285333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (760e925c-687f-4f05-93b6-19aa25af1508), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:58.332701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=760e925c-687f-4f05-93b6-19aa25af1508,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:40:58.478681 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['760e925c-687f-4f05-93b6-19aa25af1508'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:40:58.948116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96286cf-466d-48cb-841e-c69e057a7003 req-6149e408-4a46-4225-98d8-8d4448d6efd3 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:58.949592 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b96286cf-466d-48cb-841e-c69e057a7003 req-6149e408-4a46-4225-98d8-8d4448d6efd3 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 944 time: 0.0579319 Feb 03 13:40:59.006667 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b96286cf-466d-48cb-841e-c69e057a7003 req-48d4c66a-d8df-42d8-af59-534ae78ee56b tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Feb 03 13:41:00.079704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 760e925c-687f-4f05-93b6-19aa25af1508 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:00.129588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9bfed-a577-415f-b2d2-7bdca266015d req-515a52ef-f847-4073-813e-f50917647b9a tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:00.131530 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36e9bfed-a577-415f-b2d2-7bdca266015d req-515a52ef-f847-4073-813e-f50917647b9a tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 944 time: 0.0559709 Feb 03 13:41:00.132423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 760e925c-687f-4f05-93b6-19aa25af1508 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:41:00.136372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 760e925c-687f-4f05-93b6-19aa25af1508 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:00.136857 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (760e925c-687f-4f05-93b6-19aa25af1508), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:00.181769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36e9bfed-a577-415f-b2d2-7bdca266015d req-8e87b14c-0e5a-46a8-9d95-ad2720fed323 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439103 Feb 03 13:41:00.241921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 760e925c-687f-4f05-93b6-19aa25af1508 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:00.242321 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (760e925c-687f-4f05-93b6-19aa25af1508), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:00.265454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f051256-ee94-4044-b0b8-097aa44de7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760e925c-687f-4f05-93b6-19aa25af1508'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:00.267935 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fab761b-dc6e-4fcb-bdcc-c2dc00882f4d" -d '{"events": [{"server_uuid": "0f051256-ee94-4044-b0b8-097aa44de7ae", "name": "network-vif-plugged", "status": "completed", "tag": "760e925c-687f-4f05-93b6-19aa25af1508"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:00.280682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 760e925c-687f-4f05-93b6-19aa25af1508, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=760e925c-687f-4f05-93b6-19aa25af1508,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:00.290084 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (760e925c-687f-4f05-93b6-19aa25af1508), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:00.317236 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45886bd-10e4-4df9-a65d-a20af7e4f8a0 x-openstack-request-id: req-d45886bd-10e4-4df9-a65d-a20af7e4f8a0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:00.317481 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f051256-ee94-4044-b0b8-097aa44de7ae", "name": "network-vif-plugged", "status": "completed", "tag": "760e925c-687f-4f05-93b6-19aa25af1508", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:00.317770 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d45886bd-10e4-4df9-a65d-a20af7e4f8a0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:00.318155 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f051256-ee94-4044-b0b8-097aa44de7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760e925c-687f-4f05-93b6-19aa25af1508', 'code': 200} Feb 03 13:41:00.346144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=760e925c-687f-4f05-93b6-19aa25af1508,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:00.409258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2ee7b-5ccc-40f4-b408-c1d15d3660a9 req-2fea3677-694b-4d6a-8bfb-ade6898311e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:00.410758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96b2ee7b-5ccc-40f4-b408-c1d15d3660a9 req-2fea3677-694b-4d6a-8bfb-ade6898311e7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 1128 time: 0.0484149 Feb 03 13:41:00.453915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96b2ee7b-5ccc-40f4-b408-c1d15d3660a9 req-8fc453aa-6886-4d22-a038-20b4984452e6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Feb 03 13:41:01.308732 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505fbf4-bd11-467e-8770-8329573c7f9f req-1300631c-9348-4e22-8a84-43f87ea8bbc1 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:01.310637 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1505fbf4-bd11-467e-8770-8329573c7f9f req-1300631c-9348-4e22-8a84-43f87ea8bbc1 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0552692 Feb 03 13:41:01.367970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1505fbf4-bd11-467e-8770-8329573c7f9f req-70c57e9b-fecb-4dff-b4cc-569ac0fd85b5 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505505 Feb 03 13:41:02.504326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9ee12-8a45-47d6-91b7-1186225e447b req-830e6134-bcdf-41ec-b517-926344947157 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:02.505786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9a9ee12-8a45-47d6-91b7-1186225e447b req-830e6134-bcdf-41ec-b517-926344947157 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0553176 Feb 03 13:41:02.561757 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9a9ee12-8a45-47d6-91b7-1186225e447b req-bd229de6-35b1-4c76-9b12-ed4de08941ff tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487375 Feb 03 13:41:02.808109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-cb7c889c-c053-4107-89d5-c4ca1e8035f3 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:02.809584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-cb7c889c-c053-4107-89d5-c4ca1e8035f3 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/networks?id=821b7340-315b-4aab-93f6-a8a60cf8e379 HTTP/1.1" status: 200 len: 814 time: 0.1092825 Feb 03 13:41:02.824291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-a417c215-ffdb-4603-af2c-3ecf87eef17b tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/quotas/25c95e3d37ae4ddb98a1559c962a3a5e HTTP/1.1" status: 200 len: 375 time: 0.0092192 Feb 03 13:41:02.882634 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-2f030a7e-4752-4148-8eda-ed2156988372 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=25c95e3d37ae4ddb98a1559c962a3a5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533855 Feb 03 13:41:02.973785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-23d2cc36-14fa-478b-8a7b-b4aa4b64d740 service neutron] 10.222.0.65 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843437 Feb 03 13:41:03.080516 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-e6c3312f-d697-4da7-81fe-caefb5455273 service neutron] 10.222.0.65 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980124 Feb 03 13:41:03.244017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f6fd07d6-2e3d-4ef1-baf5-bedd486908ca req-5dd11dd9-966d-47c9-bdff-276831b75195 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 210 time: 0.0276995 Feb 03 13:41:03.737417 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:41:04.274582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-7bf209f8-9860-4785-b598-9d04ac851891 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:04.276509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-7bf209f8-9860-4785-b598-9d04ac851891 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.91 "GET /v2.0/networks?id=821b7340-315b-4aab-93f6-a8a60cf8e379 HTTP/1.1" status: 200 len: 814 time: 0.1175563 Feb 03 13:41:04.290196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Request body: {'port': {'device_id': '72536fee-0247-4aa1-921a-ffd6b7008ed5', 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379', 'admin_state_up': True, 'tenant_id': '25c95e3d37ae4ddb98a1559c962a3a5e'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:04.373854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11f273cb-aece-493d-b1ae-921fd8f397ca req-5037ff0e-fd59-4846-8391-ce0d4a133c85 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 210 time: 0.0521436 Feb 03 13:41:04.433970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Made reservation on behalf of 25c95e3d37ae4ddb98a1559c962a3a5e for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:04.437530 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:04.568121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Allocated IP 172.20.0.13 (821b7340-315b-4aab-93f6-a8a60cf8e379/4d64df19-70cf-4f5e-8ba3-9a7cf775fd03/a4247700-c1fa-4122-99ca-6a558c7f536b) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:05.081842 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks [] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:05.120281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:05.133674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['760e925c-687f-4f05-93b6-19aa25af1508'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:41:05.161851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Network 821b7340-315b-4aab-93f6-a8a60cf8e379 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:05.167156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:05.170886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:05.177097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Pushing event updated for resources: {'Port': ['ID=a4247700-c1fa-4122-99ca-6a558c7f536b,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:05.223157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:05.223779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:05.241751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-c38f1fc4-b9e4-4a26-8f0d-6ed7e54d1a22 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9560511 Feb 03 13:41:05.296860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Request body: {'port': {'device_id': '72536fee-0247-4aa1-921a-ffd6b7008ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:05.356556 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:05.587964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8679b0e-3e82-496b-8423-aba8ba605175 req-917b0aa2-0ed4-44d5-b234-db08f785e5af tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:05.589448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8679b0e-3e82-496b-8423-aba8ba605175 req-917b0aa2-0ed4-44d5-b234-db08f785e5af tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 932 time: 0.1204240 Feb 03 13:41:05.674193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e8679b0e-3e82-496b-8423-aba8ba605175 req-9a5f8baa-5f6e-4a72-a674-d069087fffd0 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767415 Feb 03 13:41:05.705216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4247700-c1fa-4122-99ca-6a558c7f536b {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:41:05.712702 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Publish callbacks [] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:05.725127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Transition to ACTIVE for port object a4247700-c1fa-4122-99ca-6a558c7f536b will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:41:05.731013 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:05.778087 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Pushing event updated for resources: {'Port': ['ID=a4247700-c1fa-4122-99ca-6a558c7f536b,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:05.847547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Attempting to bind port a4247700-c1fa-4122-99ca-6a558c7f536b on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:05.847879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Attempting to bind port a4247700-c1fa-4122-99ca-6a558c7f536b by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'eb765208-b859-41bd-9cf8-d930f5a1f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:05.848182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Attempting to bind port a4247700-c1fa-4122-99ca-6a558c7f536b on network 821b7340-315b-4aab-93f6-a8a60cf8e379 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:05.852811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Port a4247700-c1fa-4122-99ca-6a558c7f536b on network 821b7340-315b-4aab-93f6-a8a60cf8e379 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:41:05.853127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Attempting to bind port a4247700-c1fa-4122-99ca-6a558c7f536b on network 821b7340-315b-4aab-93f6-a8a60cf8e379 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:05.858123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:05.858497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Checking segment: {'id': 'eb765208-b859-41bd-9cf8-d930f5a1f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:05.858868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Bound using segment: {'id': 'eb765208-b859-41bd-9cf8-d930f5a1f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:05.859283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Bound port: a4247700-c1fa-4122-99ca-6a558c7f536b, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb765208-b859-41bd-9cf8-d930f5a1f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:05.859694 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:05.934871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] For port a4247700-c1fa-4122-99ca-6a558c7f536b, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:05.938022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] For port a4247700-c1fa-4122-99ca-6a558c7f536b, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4247700-c1fa-4122-99ca-6a558c7f536b,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:05.947375 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:05.982208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:05.982981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:05.984402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] 10.222.0.91 "PUT /v2.0/ports/a4247700-c1fa-4122-99ca-6a558c7f536b HTTP/1.1" status: 200 len: 1093 time: 0.7343457 Feb 03 13:41:05.984854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72536fee-0247-4aa1-921a-ffd6b7008ed5', 'tag': 'a4247700-c1fa-4122-99ca-6a558c7f536b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:05.987223 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e700ea9-36ee-44cd-b45c-642d0ea318bc" -d '{"events": [{"name": "network-changed", "server_uuid": "72536fee-0247-4aa1-921a-ffd6b7008ed5", "tag": "a4247700-c1fa-4122-99ca-6a558c7f536b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:06.008653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ab6ab-6ae6-4a4c-84dd-9becb269c40f service neutron] Pushing event updated for resources: {'Port': ['ID=a4247700-c1fa-4122-99ca-6a558c7f536b,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:06.028259 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29ab8e8-800b-4abb-afcd-a5b7b63df64c x-openstack-request-id: req-b29ab8e8-800b-4abb-afcd-a5b7b63df64c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:06.028547 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72536fee-0247-4aa1-921a-ffd6b7008ed5", "tag": "a4247700-c1fa-4122-99ca-6a558c7f536b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:06.028833 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b29ab8e8-800b-4abb-afcd-a5b7b63df64c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:06.029242 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72536fee-0247-4aa1-921a-ffd6b7008ed5', 'tag': 'a4247700-c1fa-4122-99ca-6a558c7f536b', 'status': 'completed', 'code': 200} Feb 03 13:41:06.079681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-eccf763a-1cee-4809-9f17-882fab82141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:06.081269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-eccf763a-1cee-4809-9f17-882fab82141d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25c95e3d37ae4ddb98a1559c962a3a5e&device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 1127 time: 0.0485911 Feb 03 13:41:06.126708 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-4d043f02-8e8a-4891-8c81-b7ef461a91ee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4247700-c1fa-4122-99ca-6a558c7f536b HTTP/1.1" status: 200 len: 217 time: 0.0371466 Feb 03 13:41:06.177084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-ffc9412f-5eee-424e-b8fd-6240ba438d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:06.178558 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-ffc9412f-5eee-424e-b8fd-6240ba438d51 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4d64df19-70cf-4f5e-8ba3-9a7cf775fd03 HTTP/1.1" status: 200 len: 854 time: 0.0448058 Feb 03 13:41:06.211050 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-4f959612-e4c0-4572-9101-6965d8e4db2d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=821b7340-315b-4aab-93f6-a8a60cf8e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252039 Feb 03 13:41:06.314863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-aac805df-3182-4ef1-a125-df1ab9d2fb8f service neutron] 10.222.0.91 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966699 Feb 03 13:41:06.411664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d359c07c-58a5-408d-bafa-7dc26f0710e8 req-4a6b76d5-a20e-47a8-a4ca-66e574568237 service neutron] 10.222.0.91 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902622 Feb 03 13:41:06.512800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-e1956767-bdf2-4a2f-bae4-f8eab095deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:06.514344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-e1956767-bdf2-4a2f-bae4-f8eab095deab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25c95e3d37ae4ddb98a1559c962a3a5e&device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 1127 time: 0.0469069 Feb 03 13:41:06.626777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-7740bb4a-6ef1-4895-aa26-4e580a582fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:06.628291 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-7740bb4a-6ef1-4895-aa26-4e580a582fcb service neutron] 10.222.0.91 "GET /v2.0/networks?id=821b7340-315b-4aab-93f6-a8a60cf8e379 HTTP/1.1" status: 200 len: 915 time: 0.1058638 Feb 03 13:41:06.670144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-5707cb8b-61e0-43bf-b61a-5428e674b1f8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4247700-c1fa-4122-99ca-6a558c7f536b HTTP/1.1" status: 200 len: 217 time: 0.0338864 Feb 03 13:41:06.701430 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24053fda-cffb-4e66-90e6-326c532c4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:06.728165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-06b973be-c194-4890-b270-0daa34e8e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:06.729664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-06b973be-c194-4890-b270-0daa34e8e495 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4d64df19-70cf-4f5e-8ba3-9a7cf775fd03 HTTP/1.1" status: 200 len: 854 time: 0.0524051 Feb 03 13:41:06.769302 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-573ae022-2cac-49f3-896c-bb579967e837 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=821b7340-315b-4aab-93f6-a8a60cf8e379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325582 Feb 03 13:41:06.880417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66193-84c9-4c83-9055-e8970478cbf2 req-eca92de4-8206-4559-9aff-11a16b6a838f tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:06.881884 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2e66193-84c9-4c83-9055-e8970478cbf2 req-eca92de4-8206-4559-9aff-11a16b6a838f tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 944 time: 0.1364450 Feb 03 13:41:06.908532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-ad295860-6e9e-4249-9d5d-3f101d05a562 service neutron] 10.222.0.91 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250916 Feb 03 13:41:06.954597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2e66193-84c9-4c83-9055-e8970478cbf2 req-4f77dccb-5e33-4cb3-9ec1-91be7b76fbeb tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664635 Feb 03 13:41:07.020376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6e700ea9-36ee-44cd-b45c-642d0ea318bc req-9bd9cdc0-9467-4253-9411-120b65636d24 service neutron] 10.222.0.91 "GET /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984797 Feb 03 13:41:08.093492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ad48a-4c35-412b-89a5-834dc298ca4a req-98067004-4c35-48bb-88fd-7f6c0873dc9b tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:08.095019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e49ad48a-4c35-412b-89a5-834dc298ca4a req-98067004-4c35-48bb-88fd-7f6c0873dc9b tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 944 time: 0.0642130 Feb 03 13:41:08.144044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e49ad48a-4c35-412b-89a5-834dc298ca4a req-7c39fab5-60fb-4a13-a228-36a35b55c900 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433953 Feb 03 13:41:08.971650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e69a704d-8506-4d10-9eca-ae57c82b3fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:09.281970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8adaaf-4371-48b1-af12-58a66712b2b3 req-f459b84d-99d6-4d0b-b831-a167fa485f7d tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:09.283361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d8adaaf-4371-48b1-af12-58a66712b2b3 req-f459b84d-99d6-4d0b-b831-a167fa485f7d tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 944 time: 0.0567975 Feb 03 13:41:09.333469 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0d8adaaf-4371-48b1-af12-58a66712b2b3 req-ad64cc72-ec12-4c74-b97a-935aaee0a36e tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Feb 03 13:41:10.213820 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a4247700-c1fa-4122-99ca-6a558c7f536b details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:41:10.345119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a4247700-c1fa-4122-99ca-6a558c7f536b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4247700-c1fa-4122-99ca-6a558c7f536b,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:10.362023 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'a4247700-c1fa-4122-99ca-6a558c7f536b', 'network_id': '821b7340-315b-4aab-93f6-a8a60cf8e379', 'port_id': 'a4247700-c1fa-4122-99ca-6a558c7f536b', 'mac_address': 'fa:16:3e:63:52:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d64df19-70cf-4f5e-8ba3-9a7cf775fd03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:41:10.366220 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:10.400916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port a4247700-c1fa-4122-99ca-6a558c7f536b is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:10.401315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:10.415228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4247700-c1fa-4122-99ca-6a558c7f536b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:41:10.435571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a4247700-c1fa-4122-99ca-6a558c7f536b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4247700-c1fa-4122-99ca-6a558c7f536b,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:10.440613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:10.461276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7776a-e139-4a1b-b880-48d50fb9938a req-d6ceb3e8-4eac-46f3-9889-f4a28641670e tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:10.462807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3f7776a-e139-4a1b-b880-48d50fb9938a req-d6ceb3e8-4eac-46f3-9889-f4a28641670e tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 944 time: 0.0594649 Feb 03 13:41:10.491192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=a4247700-c1fa-4122-99ca-6a558c7f536b,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:10.499590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.499934 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.500279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.500612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.500940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.501267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.501590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.501911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.502249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.502578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.502898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.503214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.503530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:10.512128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e3f7776a-e139-4a1b-b880-48d50fb9938a req-a111dd5c-5c1c-4624-bdf9-d465af40b3d3 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434272 Feb 03 13:41:10.796612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['a4247700-c1fa-4122-99ca-6a558c7f536b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:41:11.640158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaefec4-f246-4bca-aa87-6bc007d6a7ca req-c93fc4b6-d191-4361-8b84-6a47151f3315 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:11.641659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1eaefec4-f246-4bca-aa87-6bc007d6a7ca req-c93fc4b6-d191-4361-8b84-6a47151f3315 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 945 time: 0.0559278 Feb 03 13:41:11.690007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1eaefec4-f246-4bca-aa87-6bc007d6a7ca req-bc2b9568-be06-4a64-b9b0-4bfbedab55e4 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424933 Feb 03 13:41:11.776425 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:12.234894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a4247700-c1fa-4122-99ca-6a558c7f536b up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:12.290132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port a4247700-c1fa-4122-99ca-6a558c7f536b completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:41:12.296442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port a4247700-c1fa-4122-99ca-6a558c7f536b triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:12.296828 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:12.372026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port a4247700-c1fa-4122-99ca-6a558c7f536b is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:12.372290 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:12.395994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72536fee-0247-4aa1-921a-ffd6b7008ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4247700-c1fa-4122-99ca-6a558c7f536b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:12.398241 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6d188e-54b0-46a8-9b0b-8609ffc920c6" -d '{"events": [{"server_uuid": "72536fee-0247-4aa1-921a-ffd6b7008ed5", "name": "network-vif-plugged", "status": "completed", "tag": "a4247700-c1fa-4122-99ca-6a558c7f536b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:12.410266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port a4247700-c1fa-4122-99ca-6a558c7f536b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4247700-c1fa-4122-99ca-6a558c7f536b,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:12.416493 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:12.442920 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8fa972-9961-4722-a564-c531ae30e590 x-openstack-request-id: req-ab8fa972-9961-4722-a564-c531ae30e590 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:12.443211 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72536fee-0247-4aa1-921a-ffd6b7008ed5", "name": "network-vif-plugged", "status": "completed", "tag": "a4247700-c1fa-4122-99ca-6a558c7f536b", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:12.443462 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab8fa972-9961-4722-a564-c531ae30e590 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:12.443846 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72536fee-0247-4aa1-921a-ffd6b7008ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4247700-c1fa-4122-99ca-6a558c7f536b', 'code': 200} Feb 03 13:41:12.469462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=a4247700-c1fa-4122-99ca-6a558c7f536b,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:12.551438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc48b4a-499a-48a7-99e2-65f82a2bb594 req-4ea8905e-1c96-417e-8c26-4288a9366f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:12.552935 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffc48b4a-499a-48a7-99e2-65f82a2bb594 req-4ea8905e-1c96-417e-8c26-4288a9366f67 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 1129 time: 0.0443757 Feb 03 13:41:12.602433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ffc48b4a-499a-48a7-99e2-65f82a2bb594 req-1a5ee90d-87d5-4aaa-bfb2-200eca66d52e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Feb 03 13:41:12.716334 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:12.816598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d50467-502e-4d8a-b281-d50995df7a27 req-9050bb29-d834-4724-992c-6bb956095ce3 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:12.818099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39d50467-502e-4d8a-b281-d50995df7a27 req-9050bb29-d834-4724-992c-6bb956095ce3 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 946 time: 0.0568736 Feb 03 13:41:12.871723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39d50467-502e-4d8a-b281-d50995df7a27 req-580808de-f4e2-4460-8ffb-7b33e5c9fc07 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453200 Feb 03 13:41:14.009019 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500919a-c610-459d-b961-3c45730ba8e5 req-aa427c12-afc0-45b4-87d3-828832e6be4c tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:14.010501 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f500919a-c610-459d-b961-3c45730ba8e5 req-aa427c12-afc0-45b4-87d3-828832e6be4c tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 946 time: 0.0576909 Feb 03 13:41:14.059180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f500919a-c610-459d-b961-3c45730ba8e5 req-906891de-6fc5-418c-b998-5109d6b96267 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 Feb 03 13:41:15.190630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bddfc-1057-4b24-8083-4ed36a19b5cf req-dac0203b-258a-441b-996b-ec458c154102 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:15.192147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f72bddfc-1057-4b24-8083-4ed36a19b5cf req-dac0203b-258a-441b-996b-ec458c154102 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 946 time: 0.0612326 Feb 03 13:41:15.244022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f72bddfc-1057-4b24-8083-4ed36a19b5cf req-256d8c99-c830-4dbe-b3bd-dc2932f613d8 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Feb 03 13:41:15.501584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9081805-fe48-4cfa-bcb7-470c71f4c0ae req-f4ee862c-1904-4e67-bd78-09a8544116ec tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:15.503116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9081805-fe48-4cfa-bcb7-470c71f4c0ae req-f4ee862c-1904-4e67-bd78-09a8544116ec tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 946 time: 0.0568626 Feb 03 13:41:15.553593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e9081805-fe48-4cfa-bcb7-470c71f4c0ae req-1b634038-69ce-49f4-bf31-1ed1590d78e7 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Feb 03 13:41:16.686268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5a6e-6a08-4c27-8157-78081ffc5cc8 req-6f30e899-6dcf-49e6-82a4-223f1fb61040 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:16.687862 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a90f5a6e-6a08-4c27-8157-78081ffc5cc8 req-6f30e899-6dcf-49e6-82a4-223f1fb61040 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 946 time: 0.0624890 Feb 03 13:41:16.737082 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a90f5a6e-6a08-4c27-8157-78081ffc5cc8 req-8b93453d-0ba2-439b-9ba9-1d6ef8154e51 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434518 Feb 03 13:41:16.814846 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:17.261217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-6deea1d8-ac0f-4022-9499-e97869672784 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:17.262856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-6deea1d8-ac0f-4022-9499-e97869672784 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.91 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 946 time: 0.0563304 Feb 03 13:41:17.361237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Deleting port a4247700-c1fa-4122-99ca-6a558c7f536b {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:17.361582 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:17.458295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] For port a4247700-c1fa-4122-99ca-6a558c7f536b, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=a4247700-c1fa-4122-99ca-6a558c7f536b,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:17.458637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:17.471384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Calling delete_port for a4247700-c1fa-4122-99ca-6a558c7f536b owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:17.612731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (a4247700-c1fa-4122-99ca-6a558c7f536b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:17.625494 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['a4247700-c1fa-4122-99ca-6a558c7f536b'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:41:17.628978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['760e925c-687f-4f05-93b6-19aa25af1508'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:41:17.643387 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Pushing event deleted for resources: {'Port': ['ID=a4247700-c1fa-4122-99ca-6a558c7f536b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:17.687056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] No DVR routers for this DVR port a4247700-c1fa-4122-99ca-6a558c7f536b on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:17.690182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:17.693758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b15a85c3-1fda-4bd9-a2f5-75b58ab800ec req-e7981745-0b42-4aae-9a8f-95cb79a6e609 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.91 "DELETE /v2.0/ports/a4247700-c1fa-4122-99ca-6a558c7f536b HTTP/1.1" status: 204 len: 173 time: 0.4246500 Feb 03 13:41:17.694230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72536fee-0247-4aa1-921a-ffd6b7008ed5', 'name': 'network-vif-deleted', 'tag': 'a4247700-c1fa-4122-99ca-6a558c7f536b'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:17.696648 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd95f7a-56cf-4d75-b979-e14b75bc27dd" -d '{"events": [{"server_uuid": "72536fee-0247-4aa1-921a-ffd6b7008ed5", "name": "network-vif-deleted", "tag": "a4247700-c1fa-4122-99ca-6a558c7f536b"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:17.733767 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47723ba-fb23-48c6-944e-59cb947bb1ad x-openstack-request-id: req-a47723ba-fb23-48c6-944e-59cb947bb1ad {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:17.734063 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72536fee-0247-4aa1-921a-ffd6b7008ed5", "name": "network-vif-deleted", "tag": "a4247700-c1fa-4122-99ca-6a558c7f536b", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:17.734364 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a47723ba-fb23-48c6-944e-59cb947bb1ad {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:17.735260 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72536fee-0247-4aa1-921a-ffd6b7008ed5', 'name': 'network-vif-deleted', 'tag': 'a4247700-c1fa-4122-99ca-6a558c7f536b', 'status': 'completed', 'code': 200} Feb 03 13:41:17.842435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-90bab7bb-36fd-4f34-a644-1a001db988ee req-4d59334b-dcd7-4f53-864a-8f7d1aebe62c tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=72536fee-0247-4aa1-921a-ffd6b7008ed5 HTTP/1.1" status: 200 len: 210 time: 0.0342352 Feb 03 13:41:19.001484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af095d4-6b0d-402e-8efa-9ddf75391d30 req-7fefc337-7373-4d56-baff-e00a4fe248f5 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.003145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9af095d4-6b0d-402e-8efa-9ddf75391d30 req-7fefc337-7373-4d56-baff-e00a4fe248f5 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0534832 Feb 03 13:41:19.053957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9af095d4-6b0d-402e-8efa-9ddf75391d30 req-61a71205-59c4-4dc5-a5ea-e01af92cdf88 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Feb 03 13:41:19.196599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a5bb8-3921-46ea-ae99-bb6676507864 req-ee158004-8b0f-4aeb-816b-8125620a0702 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.198124 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f0a5bb8-3921-46ea-ae99-bb6676507864 req-ee158004-8b0f-4aeb-816b-8125620a0702 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0594783 Feb 03 13:41:19.245636 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7f0a5bb8-3921-46ea-ae99-bb6676507864 req-5c63a517-eee5-497e-b685-101297362f32 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Feb 03 13:41:19.374910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb2074-2e5f-4631-91f0-188ef9d5104c req-a672f8a1-9fce-4ab4-9ee1-6775393b92b8 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.376597 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6acb2074-2e5f-4631-91f0-188ef9d5104c req-a672f8a1-9fce-4ab4-9ee1-6775393b92b8 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0609837 Feb 03 13:41:19.423777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6acb2074-2e5f-4631-91f0-188ef9d5104c req-05ede9c5-0d9e-4a06-9182-1cb34eea6d7d tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Feb 03 13:41:19.598500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158b5de-9934-4bd2-ac8a-d12d09cbb098 req-536e0248-6382-4ad2-a284-084f2632045b tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.600001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4158b5de-9934-4bd2-ac8a-d12d09cbb098 req-536e0248-6382-4ad2-a284-084f2632045b tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0564635 Feb 03 13:41:19.649341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4158b5de-9934-4bd2-ac8a-d12d09cbb098 req-ea218f6e-2ffd-4181-9778-0d09244709a9 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Feb 03 13:41:19.770102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acfd09-c3d0-4704-85f1-6cd4c269e9e1 req-a1a4132d-c368-497b-aab1-0ebbc733161d tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.771536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f7acfd09-c3d0-4704-85f1-6cd4c269e9e1 req-a1a4132d-c368-497b-aab1-0ebbc733161d tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0546191 Feb 03 13:41:19.825755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f7acfd09-c3d0-4704-85f1-6cd4c269e9e1 req-58eae54b-6ab5-49d0-957e-84fd885859b0 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458558 Feb 03 13:41:19.963781 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7762a-2613-4e02-91e4-39730a975582 req-d1d2362a-2251-4ee9-861f-2aea80f366f8 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.965433 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2f7762a-2613-4e02-91e4-39730a975582 req-d1d2362a-2251-4ee9-861f-2aea80f366f8 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0632377 Feb 03 13:41:20.017443 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e2f7762a-2613-4e02-91e4-39730a975582 req-61634c7d-fc22-4aa5-8099-607367a960cc tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445988 Feb 03 13:41:20.347283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba0181-c0d9-41e7-9578-bd9c4203e3c6 req-4b1fcb15-890f-468e-a488-2022ec2dc90b tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:20.349438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1ba0181-c0d9-41e7-9578-bd9c4203e3c6 req-4b1fcb15-890f-468e-a488-2022ec2dc90b tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0567493 Feb 03 13:41:20.398863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b1ba0181-c0d9-41e7-9578-bd9c4203e3c6 req-0744997d-d968-4116-b9b9-3c3e96bf3f91 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Feb 03 13:41:21.291304 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:21.545389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad41e7c-8e4c-46cc-9447-c523e656ac52 req-4dc64fb0-9090-4494-8989-1ca71356539e tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:21.546807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ad41e7c-8e4c-46cc-9447-c523e656ac52 req-4dc64fb0-9090-4494-8989-1ca71356539e tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0649059 Feb 03 13:41:21.597275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ad41e7c-8e4c-46cc-9447-c523e656ac52 req-8ea03fd4-6cb1-42ce-b802-c8c7e46189ff tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f1ac22b-f3be-4720-905d-35d14ef5c620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428088 Feb 03 13:41:21.739281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57872f-ab85-463f-b84d-93b747361966 req-eb13c2c0-7180-40f4-90bb-c7f884fd1c48 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:21.740727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e57872f-ab85-463f-b84d-93b747361966 req-eb13c2c0-7180-40f4-90bb-c7f884fd1c48 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 945 time: 0.0575054 Feb 03 13:41:21.842231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-0e57872f-ab85-463f-b84d-93b747361966 req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Deleting port 760e925c-687f-4f05-93b6-19aa25af1508 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:21.842495 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e57872f-ab85-463f-b84d-93b747361966 req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (760e925c-687f-4f05-93b6-19aa25af1508), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:21.933347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0e57872f-ab85-463f-b84d-93b747361966 req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] For port 760e925c-687f-4f05-93b6-19aa25af1508, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=760e925c-687f-4f05-93b6-19aa25af1508,segment=NetworkSegment(eb765208-b859-41bd-9cf8-d930f5a1f0e1),segment_id=eb765208-b859-41bd-9cf8-d930f5a1f0e1)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:21.933712 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e57872f-ab85-463f-b84d-93b747361966 req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (760e925c-687f-4f05-93b6-19aa25af1508), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:21.946365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-0e57872f-ab85-463f-b84d-93b747361966 req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Calling delete_port for 760e925c-687f-4f05-93b6-19aa25af1508 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:22.091383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e57872f-ab85-463f-b84d-93b747361966 req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (760e925c-687f-4f05-93b6-19aa25af1508), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:22.104587 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['760e925c-687f-4f05-93b6-19aa25af1508'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:41:22.122356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Pushing event deleted for resources: {'Port': ['ID=760e925c-687f-4f05-93b6-19aa25af1508,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:22.169268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e57872f-ab85-463f-b84d-93b747361966 req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] No DVR routers for this DVR port 760e925c-687f-4f05-93b6-19aa25af1508 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:22.171999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0e57872f-ab85-463f-b84d-93b747361966 req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:22.175458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0e57872f-ab85-463f-b84d-93b747361966 req-c2f75291-d590-46d2-bb83-c37fb5db1624 tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.72 "DELETE /v2.0/ports/760e925c-687f-4f05-93b6-19aa25af1508 HTTP/1.1" status: 204 len: 173 time: 0.4281876 Feb 03 13:41:22.175904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f051256-ee94-4044-b0b8-097aa44de7ae', 'name': 'network-vif-deleted', 'tag': '760e925c-687f-4f05-93b6-19aa25af1508'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:22.178142 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd493a0f-7ef4-4934-b93e-a586e0026d25" -d '{"events": [{"server_uuid": "0f051256-ee94-4044-b0b8-097aa44de7ae", "name": "network-vif-deleted", "tag": "760e925c-687f-4f05-93b6-19aa25af1508"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:22.216307 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849b8eda-356b-47e6-9f00-96de0a02d29b x-openstack-request-id: req-849b8eda-356b-47e6-9f00-96de0a02d29b {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:22.216609 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f051256-ee94-4044-b0b8-097aa44de7ae", "name": "network-vif-deleted", "tag": "760e925c-687f-4f05-93b6-19aa25af1508", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:22.216867 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-849b8eda-356b-47e6-9f00-96de0a02d29b {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:22.217308 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f051256-ee94-4044-b0b8-097aa44de7ae', 'name': 'network-vif-deleted', 'tag': '760e925c-687f-4f05-93b6-19aa25af1508', 'status': 'completed', 'code': 200} Feb 03 13:41:22.275858 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a4247700-c1fa-4122-99ca-6a558c7f536b no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:22.300899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: a4247700-c1fa-4122-99ca-6a558c7f536b {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:41:22.301612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device a4247700-c1fa-4122-99ca-6a558c7f536b not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:22.713521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2797e8d9-0258-4cc1-b03d-56d7f7774a43 req-016dbca7-881e-4e72-b370-eca063b51c7b tempest-ServersNegativeTestJSON-1653267059 tempest-ServersNegativeTestJSON-1653267059-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f051256-ee94-4044-b0b8-097aa44de7ae HTTP/1.1" status: 200 len: 210 time: 0.0278015 Feb 03 13:41:23.778848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49616) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:23.822918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7deffc13-78e5-4f87-8108-d2ef792637d1 admin admin] Deleting subnet 4d64df19-70cf-4f5e-8ba3-9a7cf775fd03 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:41:23.825946 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7deffc13-78e5-4f87-8108-d2ef792637d1 admin admin] Publish callbacks [] for subnet (4d64df19-70cf-4f5e-8ba3-9a7cf775fd03), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:23.859231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7deffc13-78e5-4f87-8108-d2ef792637d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (4d64df19-70cf-4f5e-8ba3-9a7cf775fd03), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:23.897164 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7deffc13-78e5-4f87-8108-d2ef792637d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (4d64df19-70cf-4f5e-8ba3-9a7cf775fd03), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:23.953844 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7deffc13-78e5-4f87-8108-d2ef792637d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (4d64df19-70cf-4f5e-8ba3-9a7cf775fd03), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:23.978107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deffc13-78e5-4f87-8108-d2ef792637d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d64df19-70cf-4f5e-8ba3-9a7cf775fd03,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:23.981768 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7deffc13-78e5-4f87-8108-d2ef792637d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:23.984957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7deffc13-78e5-4f87-8108-d2ef792637d1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4d64df19-70cf-4f5e-8ba3-9a7cf775fd03 HTTP/1.1" status: 204 len: 168 time: 0.2050598 Feb 03 13:41:23.988014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49618) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:24.059194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (821b7340-315b-4aab-93f6-a8a60cf8e379), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.147542 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (821b7340-315b-4aab-93f6-a8a60cf8e379), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.176812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821b7340-315b-4aab-93f6-a8a60cf8e379']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:24.186222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb765208-b859-41bd-9cf8-d930f5a1f0e1') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:24.186559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb765208-b859-41bd-9cf8-d930f5a1f0e1') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:24.196200 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (eb765208-b859-41bd-9cf8-d930f5a1f0e1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.210933 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (eb765208-b859-41bd-9cf8-d930f5a1f0e1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.217931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:41:24.218227 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (eb765208-b859-41bd-9cf8-d930f5a1f0e1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:41:24.220058 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:41:24.282213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (821b7340-315b-4aab-93f6-a8a60cf8e379), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.291750 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.296561 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] 10.222.0.65 "DELETE /v2.0/networks/821b7340-315b-4aab-93f6-a8a60cf8e379 HTTP/1.1" status: 204 len: 168 time: 0.3074098 Feb 03 13:41:24.308413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfb74f-a405-4272-ae8d-51619d12a774 admin admin] Pushing event deleted for resources: {'Network': ['ID=821b7340-315b-4aab-93f6-a8a60cf8e379,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:24.416547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49622) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:24.459843 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b9d286f1-c3bd-4647-b6f4-8652b97fdacd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25c95e3d37ae4ddb98a1559c962a3a5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420930 Feb 03 13:41:24.462374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49624) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:24.519591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10350c13-ce47-437b-9b0f-c9ea5f6cfa98 admin admin] Publish callbacks [] for security_group (5f1ac22b-f3be-4720-905d-35d14ef5c620), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.541622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10350c13-ce47-437b-9b0f-c9ea5f6cfa98 admin admin] Publish callbacks [] for security_group (5f1ac22b-f3be-4720-905d-35d14ef5c620), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.597323 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10350c13-ce47-437b-9b0f-c9ea5f6cfa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (5f1ac22b-f3be-4720-905d-35d14ef5c620), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.600129 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-10350c13-ce47-437b-9b0f-c9ea5f6cfa98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:24.601294 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-10350c13-ce47-437b-9b0f-c9ea5f6cfa98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f1ac22b-f3be-4720-905d-35d14ef5c620 HTTP/1.1" status: 204 len: 168 time: 0.1380477 Feb 03 13:41:24.609444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10350c13-ce47-437b-9b0f-c9ea5f6cfa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ac22b-f3be-4720-905d-35d14ef5c620,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:25.363091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49646) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:25.463202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2115468620'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:25.486227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:25.489617 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:25.498684 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:25.573864 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for security_group (c90233b9-d913-493e-b103-24706c77f6c5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:25.578943 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c90233b9-d913-493e-b103-24706c77f6c5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:25.602913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:25.616816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90233b9-d913-493e-b103-24706c77f6c5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:25.621964 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7fa0348b-3467-41e9-803a-0f86e2d5e40b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:25.622311 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Added segment 7fa0348b-3467-41e9-803a-0f86e2d5e40b of type vlan for network 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 Feb 03 13:41:25.662162 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (3578ff31-7b19-44c3-8bfb-d5cb10d8cb65), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:25.689734 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (3578ff31-7b19-44c3-8bfb-d5cb10d8cb65), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:25.695356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:25.695974 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:25.734972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3707614 Feb 03 13:41:25.773121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53911c0-fd37-4092-8f9a-d3352d8a97c4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Network': ['ID=3578ff31-7b19-44c3-8bfb-d5cb10d8cb65,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:25.783695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:26.172636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 760e925c-687f-4f05-93b6-19aa25af1508 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:26.197184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 760e925c-687f-4f05-93b6-19aa25af1508 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:41:26.197603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 760e925c-687f-4f05-93b6-19aa25af1508 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:28.975213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49650) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:28.983297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'subnet': {'network_id': '3578ff31-7b19-44c3-8bfb-d5cb10d8cb65', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:29.080218 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:29.083799 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.281789 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (be129989-34dc-4015-bd18-a216103d4d98), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.344679 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Subnet': ['ID=be129989-34dc-4015-bd18-a216103d4d98,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:29.356409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Checking segment: {'id': '7fa0348b-3467-41e9-803a-0f86e2d5e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '3578ff31-7b19-44c3-8bfb-d5cb10d8cb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:29.356782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network hostable DHCP agents. Network: 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:29.378276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:29.391303 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:29.396009 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:29.396935 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.401921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a699d7-6dc8-40d9-afd3-886bb5df3dc0 None None] Network 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:29.417347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bad837cb-f0f6-4dd6-bbfc-87b4dc0328a7 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4409938 Feb 03 13:41:29.420924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49652) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:29.426071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093295755'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:29.445895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:29.449352 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.474131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:29.484543 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c6641042-f349-4535-9882-72949969246a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.484875 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Added segment c6641042-f349-4535-9882-72949969246a of type vlan for network 6a0b095c-271d-432e-b8c8-0251094c4907 Feb 03 13:41:29.507247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-3578ff31-7b19-44c3-8bfb-d5cb10d8cb65', 'network_id': '3578ff31-7b19-44c3-8bfb-d5cb10d8cb65', 'project_id': '43f35096a39f463799c0aaf58de923e5', 'fixed_ips': [{'subnet_id': 'be129989-34dc-4015-bd18-a216103d4d98'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:41:29.508107 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.525109 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (6a0b095c-271d-432e-b8c8-0251094c4907), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.551636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (6a0b095c-271d-432e-b8c8-0251094c4907), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.556698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:29.557273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.596573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1745243 Feb 03 13:41:29.600237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49654) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:29.608163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'subnet': {'network_id': '6a0b095c-271d-432e-b8c8-0251094c4907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:29.663223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Allocated IP 2001:db8:0:ffff::2 (3578ff31-7b19-44c3-8bfb-d5cb10d8cb65/be129989-34dc-4015-bd18-a216103d4d98/4117d050-b6a8-4a65-aa47-c7af9db99f9a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:29.663962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b266e16-5482-4af0-a9ba-57343da24331 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Network': ['ID=6a0b095c-271d-432e-b8c8-0251094c4907,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:29.682068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 6a0b095c-271d-432e-b8c8-0251094c4907 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:29.739505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:29.743508 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:29.943081 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (c5795c7a-c46d-45ec-b73d-888468a43c28), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.005075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Subnet': ['ID=c5795c7a-c46d-45ec-b73d-888468a43c28,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:30.014823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Checking segment: {'id': 'c6641042-f349-4535-9882-72949969246a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6a0b095c-271d-432e-b8c8-0251094c4907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:30.015188 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network hostable DHCP agents. Network: 6a0b095c-271d-432e-b8c8-0251094c4907, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:30.033246 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network 6a0b095c-271d-432e-b8c8-0251094c4907 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:30.043472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 6a0b095c-271d-432e-b8c8-0251094c4907) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:30.046532 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Publish callbacks [] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.048037 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:30.048384 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.053525 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.059350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed71fd5e-f26d-45dc-b172-3a2a94702b05 None None] Network 6a0b095c-271d-432e-b8c8-0251094c4907 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:30.066981 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-948345af-0cb5-4684-b5fb-f790ba69bb3e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4655750 Feb 03 13:41:30.070357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49656) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:30.121650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Network 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:30.127392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:30.156305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:30.159764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Pushing event updated for resources: {'Port': ['ID=4117d050-b6a8-4a65-aa47-c7af9db99f9a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:30.169406 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (6a0b095c-271d-432e-b8c8-0251094c4907), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.221037 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (c5795c7a-c46d-45ec-b73d-888468a43c28), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.226600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Attempting to bind port 4117d050-b6a8-4a65-aa47-c7af9db99f9a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:30.226979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Attempting to bind port 4117d050-b6a8-4a65-aa47-c7af9db99f9a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '7fa0348b-3467-41e9-803a-0f86e2d5e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '3578ff31-7b19-44c3-8bfb-d5cb10d8cb65'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:30.227348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Attempting to bind port 4117d050-b6a8-4a65-aa47-c7af9db99f9a on network 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:30.247167 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:30.247571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Checking segment: {'id': '7fa0348b-3467-41e9-803a-0f86e2d5e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '3578ff31-7b19-44c3-8bfb-d5cb10d8cb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:30.247963 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.248362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Bound using segment: {'id': '7fa0348b-3467-41e9-803a-0f86e2d5e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '3578ff31-7b19-44c3-8bfb-d5cb10d8cb65'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:30.248865 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Bound port: 4117d050-b6a8-4a65-aa47-c7af9db99f9a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa0348b-3467-41e9-803a-0f86e2d5e40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '3578ff31-7b19-44c3-8bfb-d5cb10d8cb65'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:30.249188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.263029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f16c6e-d26b-4bc1-a882-0159a318667f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-6a0b095c-271d-432e-b8c8-0251094c4907', 'network_id': '6a0b095c-271d-432e-b8c8-0251094c4907', 'project_id': '43f35096a39f463799c0aaf58de923e5', 'fixed_ips': [{'subnet_id': 'c5795c7a-c46d-45ec-b73d-888468a43c28'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:41:30.263886 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0f16c6e-d26b-4bc1-a882-0159a318667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.288046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (c5795c7a-c46d-45ec-b73d-888468a43c28), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.323094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Subnet': ['ID=c5795c7a-c46d-45ec-b73d-888468a43c28,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:30.384340 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (6a0b095c-271d-432e-b8c8-0251094c4907), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.395319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] For port 4117d050-b6a8-4a65-aa47-c7af9db99f9a, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server [None req-f0f16c6e-d26b-4bc1-a882-0159a318667f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5795c7a-c46d-45ec-b73d-888468a43c28: This subnet is being modified by another concurrent operation. Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise exception Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5795c7a-c46d-45ec-b73d-888468a43c28: This subnet is being modified by another concurrent operation. Feb 03 13:41:30.400173 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Feb 03 13:41:30.408611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0b095c-271d-432e-b8c8-0251094c4907']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:30.409638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] For port 4117d050-b6a8-4a65-aa47-c7af9db99f9a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4117d050-b6a8-4a65-aa47-c7af9db99f9a,segment=NetworkSegment(7fa0348b-3467-41e9-803a-0f86e2d5e40b),segment_id=7fa0348b-3467-41e9-803a-0f86e2d5e40b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:30.416472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6641042-f349-4535-9882-72949969246a') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:30.416792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6641042-f349-4535-9882-72949969246a') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:30.418190 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.434593 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (c6641042-f349-4535-9882-72949969246a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.452331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c6641042-f349-4535-9882-72949969246a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.453225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312528c3-5a16-49e7-bcd4-2c58801b7d6d None None] Network 6a0b095c-271d-432e-b8c8-0251094c4907 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:30.459323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:41:30.459858 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (c6641042-f349-4535-9882-72949969246a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:41:30.463146 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:41:30.532236 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (6a0b095c-271d-432e-b8c8-0251094c4907), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.532715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d82c4c-00e7-485e-a3fa-900c94291c27 None None] Pushing event updated for resources: {'Port': ['ID=4117d050-b6a8-4a65-aa47-c7af9db99f9a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:30.542983 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.547016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/networks/6a0b095c-271d-432e-b8c8-0251094c4907 HTTP/1.1" status: 204 len: 168 time: 0.4756093 Feb 03 13:41:30.551938 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49658) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:30.557278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236626810'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:30.563041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a145c80-9b0a-4c4e-9802-8ed854d90cfd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Network': ['ID=6a0b095c-271d-432e-b8c8-0251094c4907,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:30.584682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:30.588412 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.612800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:30.623513 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (93817f4e-0931-4c92-8a0a-e088ab6b4068), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.623853 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Added segment 93817f4e-0931-4c92-8a0a-e088ab6b4068 of type vlan for network b7cf51d7-51f8-4503-9a0a-6476f2d549fe Feb 03 13:41:30.679476 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b7cf51d7-51f8-4503-9a0a-6476f2d549fe), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.718387 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b7cf51d7-51f8-4503-9a0a-6476f2d549fe), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.723534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:30.724505 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.767340 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2141557 Feb 03 13:41:30.770165 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49660) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:30.775252 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'subnet': {'network_id': 'b7cf51d7-51f8-4503-9a0a-6476f2d549fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:30.820943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df15973-606d-49a8-bc49-4943d48f6978 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Network': ['ID=b7cf51d7-51f8-4503-9a0a-6476f2d549fe,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:30.837452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b7cf51d7-51f8-4503-9a0a-6476f2d549fe details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:30.894911 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:30.898479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:30.959675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Performing IP validity checks on allocation pools {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 13:41:30.960109 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.ipam_backend_mixin [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 13:41:31.086139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (3a6625d1-74e1-4bde-be4d-a50f61d430b1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.448710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd815b61-1954-4d6f-b957-e0123a45c72f None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 13:41:31.462857 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Subnet': ['ID=3a6625d1-74e1-4bde-be4d-a50f61d430b1,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:31.469958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Checking segment: {'id': '93817f4e-0931-4c92-8a0a-e088ab6b4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b7cf51d7-51f8-4503-9a0a-6476f2d549fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:31.470305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network hostable DHCP agents. Network: b7cf51d7-51f8-4503-9a0a-6476f2d549fe, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:31.489260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network b7cf51d7-51f8-4503-9a0a-6476f2d549fe is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:31.500025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b7cf51d7-51f8-4503-9a0a-6476f2d549fe) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:31.504275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:31.505042 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.523734 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-51751430-e749-4c78-9216-2de51f06fb79 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7523901 Feb 03 13:41:31.526461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49662) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:31.591886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-04e07865-854e-4007-bcdd-e2dc6937e948 None None] Provisioning complete for port 4117d050-b6a8-4a65-aa47-c7af9db99f9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:31.592348 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04e07865-854e-4007-bcdd-e2dc6937e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.624419 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b7cf51d7-51f8-4503-9a0a-6476f2d549fe), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.668224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd815b61-1954-4d6f-b957-e0123a45c72f None None] Unable to find a vacant binding_index for network b7cf51d7-51f8-4503-9a0a-6476f2d549fe and agent b968952a-ea63-457d-8fff-61f92861fae2 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 13:41:31.693904 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd815b61-1954-4d6f-b957-e0123a45c72f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b7cf51d7-51f8-4503-9a0a-6476f2d549fe) {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:41:31.700782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (3a6625d1-74e1-4bde-be4d-a50f61d430b1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.717283 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-04e07865-854e-4007-bcdd-e2dc6937e948 None None] Current status of the port 4117d050-b6a8-4a65-aa47-c7af9db99f9a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:31.717668 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04e07865-854e-4007-bcdd-e2dc6937e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.766602 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (3a6625d1-74e1-4bde-be4d-a50f61d430b1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.797472 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6625d1-74e1-4bde-be4d-a50f61d430b1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:31.812671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-04e07865-854e-4007-bcdd-e2dc6937e948 None None] For port 4117d050-b6a8-4a65-aa47-c7af9db99f9a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4117d050-b6a8-4a65-aa47-c7af9db99f9a,segment=NetworkSegment(7fa0348b-3467-41e9-803a-0f86e2d5e40b),segment_id=7fa0348b-3467-41e9-803a-0f86e2d5e40b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:31.820765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04e07865-854e-4007-bcdd-e2dc6937e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.864295 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b7cf51d7-51f8-4503-9a0a-6476f2d549fe), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.885405 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cf51d7-51f8-4503-9a0a-6476f2d549fe']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:31.895313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93817f4e-0931-4c92-8a0a-e088ab6b4068') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:31.895313 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93817f4e-0931-4c92-8a0a-e088ab6b4068') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:31.901315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e07865-854e-4007-bcdd-e2dc6937e948 None None] Pushing event updated for resources: {'Port': ['ID=4117d050-b6a8-4a65-aa47-c7af9db99f9a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:31.905016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (93817f4e-0931-4c92-8a0a-e088ab6b4068), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.919608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (93817f4e-0931-4c92-8a0a-e088ab6b4068), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.925645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:41:31.926806 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (93817f4e-0931-4c92-8a0a-e088ab6b4068), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:41:31.930027 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:41:31.936035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8aa581-1d8a-4329-ac04-d411dcadc432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-b7cf51d7-51f8-4503-9a0a-6476f2d549fe', 'network_id': 'b7cf51d7-51f8-4503-9a0a-6476f2d549fe', 'project_id': '43f35096a39f463799c0aaf58de923e5', 'fixed_ips': [{'subnet_id': '3a6625d1-74e1-4bde-be4d-a50f61d430b1'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:41:31.936918 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa581-1d8a-4329-ac04-d411dcadc432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:31.989407 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-6e8aa581-1d8a-4329-ac04-d411dcadc432 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 13:41:31.989407 n-d-792364-10 neutron-server[103225]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 03 13:41:31.989407 n-d-792364-10 neutron-server[103225]: [parameters: {'project_id': '43f35096a39f463799c0aaf58de923e5', 'id': '06b475ae-1606-433f-8ba9-eda0b095550e', 'name': '', 'network_id': 'b7cf51d7-51f8-4503-9a0a-6476f2d549fe', 'mac_address': 'fa:16:3e:65:6a:22', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-b7cf51d7-51f8-4503-9a0a-6476f2d549fe', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4134}] Feb 03 13:41:31.989407 n-d-792364-10 neutron-server[103225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:41:31.990047 n-d-792364-10 neutron-server[103225]: DEBUG oslo_db.api [None req-6e8aa581-1d8a-4329-ac04-d411dcadc432 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:41:31.993082 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b7cf51d7-51f8-4503-9a0a-6476f2d549fe), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.000148 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.003291 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/networks/b7cf51d7-51f8-4503-9a0a-6476f2d549fe HTTP/1.1" status: 204 len: 168 time: 0.4759185 Feb 03 13:41:32.007155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49664) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:32.012434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2137804425'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:32.015758 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaae2d-f2b8-4c4f-8508-f242a3bff5db tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Network': ['ID=b7cf51d7-51f8-4503-9a0a-6476f2d549fe,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:32.033304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:32.036711 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.060757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:32.070535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ad8afec0-8e29-489a-ab49-2d74a3a6f3a1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.070873 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Added segment ad8afec0-8e29-489a-ab49-2d74a3a6f3a1 of type vlan for network d0dd2a80-48c7-440e-bf2f-d176f5c26b96 Feb 03 13:41:32.117448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (d0dd2a80-48c7-440e-bf2f-d176f5c26b96), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.145867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (d0dd2a80-48c7-440e-bf2f-d176f5c26b96), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.150959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:32.151543 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.182455 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4117d050-b6a8-4a65-aa47-c7af9db99f9a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:32.189145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1808860 Feb 03 13:41:32.192311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49666) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:32.197431 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'subnet': {'network_id': 'd0dd2a80-48c7-440e-bf2f-d176f5c26b96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:32.231675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a115dd9-2cf6-4770-90f5-ad463201732f tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Network': ['ID=d0dd2a80-48c7-440e-bf2f-d176f5c26b96,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:32.233122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 4117d050-b6a8-4a65-aa47-c7af9db99f9a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:32.233661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.254313 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network d0dd2a80-48c7-440e-bf2f-d176f5c26b96 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:32.288551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:32.292661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.372176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 4117d050-b6a8-4a65-aa47-c7af9db99f9a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:32.475115 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (a4d07a29-1e01-49eb-92e2-1a9000ab3734), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.491235 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa581-1d8a-4329-ac04-d411dcadc432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.524664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b59b6-105a-4191-9ae5-ecd4acf9a448 None None] Network 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:32.529038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3a682-97b8-44e1-8fa6-8708e1f47218 None None] Network b7cf51d7-51f8-4503-9a0a-6476f2d549fe requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:32.534887 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Subnet': ['ID=a4d07a29-1e01-49eb-92e2-1a9000ab3734,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:32.551860 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Checking segment: {'id': 'ad8afec0-8e29-489a-ab49-2d74a3a6f3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd0dd2a80-48c7-440e-bf2f-d176f5c26b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:32.552515 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network hostable DHCP agents. Network: d0dd2a80-48c7-440e-bf2f-d176f5c26b96, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:32.563138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3a682-97b8-44e1-8fa6-8708e1f47218 None None] Network b7cf51d7-51f8-4503-9a0a-6476f2d549fe could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:41:32.572927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network d0dd2a80-48c7-440e-bf2f-d176f5c26b96 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:32.577115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a775ce-451d-42c7-8344-7ad41fb98877 None None] Network b7cf51d7-51f8-4503-9a0a-6476f2d549fe requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:32.583668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, d0dd2a80-48c7-440e-bf2f-d176f5c26b96) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:32.587672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:32.588265 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.605917 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-289f239a-fc12-4a71-8d5b-b77d92fd9be4 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4124887 Feb 03 13:41:32.609739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49668) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:32.614974 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300757646'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:32.615813 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61797c3-9485-4e38-9686-f1f6c6df40a9 None None] Network d0dd2a80-48c7-440e-bf2f-d176f5c26b96 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:32.631566 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a775ce-451d-42c7-8344-7ad41fb98877 None None] Network b7cf51d7-51f8-4503-9a0a-6476f2d549fe could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:41:32.636616 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:32.640025 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.664484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:32.673430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ef6f827a-ee22-4a5e-9f77-3f61be9b0a89), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.673774 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Added segment ef6f827a-ee22-4a5e-9f77-3f61be9b0a89 of type vlan for network b0152a07-6427-4b16-8a95-9641db7e127c Feb 03 13:41:32.721779 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b0152a07-6427-4b16-8a95-9641db7e127c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.751594 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b0152a07-6427-4b16-8a95-9641db7e127c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.754679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-d0dd2a80-48c7-440e-bf2f-d176f5c26b96', 'network_id': 'd0dd2a80-48c7-440e-bf2f-d176f5c26b96', 'project_id': '43f35096a39f463799c0aaf58de923e5', 'fixed_ips': [{'subnet_id': 'a4d07a29-1e01-49eb-92e2-1a9000ab3734'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:41:32.756412 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.757223 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:32.757827 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.801661 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1881013 Feb 03 13:41:32.801880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49670) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:32.807591 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Request body: {'subnet': {'network_id': 'b0152a07-6427-4b16-8a95-9641db7e127c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:32.866757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33f238-af21-4230-83e5-def59570ac26 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Network': ['ID=b0152a07-6427-4b16-8a95-9641db7e127c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:32.886466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b0152a07-6427-4b16-8a95-9641db7e127c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:32.939249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Made reservation on behalf of 43f35096a39f463799c0aaf58de923e5 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:32.943242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:32.967958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Allocated IP 2001:db8::2 (d0dd2a80-48c7-440e-bf2f-d176f5c26b96/a4d07a29-1e01-49eb-92e2-1a9000ab3734/5e36418f-2c11-46de-b0e5-0693fb1c7ee2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:33.067636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f8a92576-4042-4f41-8b94-608ce0a7d29e None None] Provisioning complete for port 4117d050-b6a8-4a65-aa47-c7af9db99f9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:33.067907 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a92576-4042-4f41-8b94-608ce0a7d29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.133638 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (9846df33-c1dd-4ddd-ac79-8cc1e60540be), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.157573 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Publish callbacks [] for port (5e36418f-2c11-46de-b0e5-0693fb1c7ee2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.182560 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (5e36418f-2c11-46de-b0e5-0693fb1c7ee2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.199917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event updated for resources: {'Subnet': ['ID=9846df33-c1dd-4ddd-ac79-8cc1e60540be,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:33.207243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Checking segment: {'id': 'ef6f827a-ee22-4a5e-9f77-3f61be9b0a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b0152a07-6427-4b16-8a95-9641db7e127c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:33.207823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network hostable DHCP agents. Network: b0152a07-6427-4b16-8a95-9641db7e127c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:33.226618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f8a92576-4042-4f41-8b94-608ce0a7d29e None None] Current status of the port 4117d050-b6a8-4a65-aa47-c7af9db99f9a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:33.227207 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Network b0152a07-6427-4b16-8a95-9641db7e127c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:33.236191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Network d0dd2a80-48c7-440e-bf2f-d176f5c26b96 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:33.238847 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b0152a07-6427-4b16-8a95-9641db7e127c) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:33.239273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:33.243443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:33.243608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:33.244091 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.247273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Pushing event updated for resources: {'Port': ['ID=5e36418f-2c11-46de-b0e5-0693fb1c7ee2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:33.257319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf870e2-1892-4207-abf1-cd42fa67064f None None] Network b0152a07-6427-4b16-8a95-9641db7e127c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:33.266691 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2b0309f7-fb20-4370-a02b-a6a6b82b73df tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4636958 Feb 03 13:41:33.269253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49672) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:33.354243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Attempting to bind port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:33.354558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Attempting to bind port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ad8afec0-8e29-489a-ab49-2d74a3a6f3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd0dd2a80-48c7-440e-bf2f-d176f5c26b96'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:33.354928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Attempting to bind port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 on network d0dd2a80-48c7-440e-bf2f-d176f5c26b96 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:33.366208 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b0152a07-6427-4b16-8a95-9641db7e127c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.369679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:33.370068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Checking segment: {'id': 'ad8afec0-8e29-489a-ab49-2d74a3a6f3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd0dd2a80-48c7-440e-bf2f-d176f5c26b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:33.370549 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.370948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Bound using segment: {'id': 'ad8afec0-8e29-489a-ab49-2d74a3a6f3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd0dd2a80-48c7-440e-bf2f-d176f5c26b96'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:33.371425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Bound port: 5e36418f-2c11-46de-b0e5-0693fb1c7ee2, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8afec0-8e29-489a-ab49-2d74a3a6f3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd0dd2a80-48c7-440e-bf2f-d176f5c26b96'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:33.371831 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5e36418f-2c11-46de-b0e5-0693fb1c7ee2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.417979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (9846df33-c1dd-4ddd-ac79-8cc1e60540be), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.424335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98887ff4-6f44-41d0-bdc1-55ab37124436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-b0152a07-6427-4b16-8a95-9641db7e127c', 'network_id': 'b0152a07-6427-4b16-8a95-9641db7e127c', 'project_id': '43f35096a39f463799c0aaf58de923e5', 'fixed_ips': [{'subnet_id': '9846df33-c1dd-4ddd-ac79-8cc1e60540be'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:41:33.425209 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98887ff4-6f44-41d0-bdc1-55ab37124436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.478196 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] For port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:33.481711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] For port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5e36418f-2c11-46de-b0e5-0693fb1c7ee2,segment=NetworkSegment(ad8afec0-8e29-489a-ab49-2d74a3a6f3a1),segment_id=ad8afec0-8e29-489a-ab49-2d74a3a6f3a1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:33.482521 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (9846df33-c1dd-4ddd-ac79-8cc1e60540be), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.509859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Subnet': ['ID=9846df33-c1dd-4ddd-ac79-8cc1e60540be,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:33.528591 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5e36418f-2c11-46de-b0e5-0693fb1c7ee2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.571155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b0152a07-6427-4b16-8a95-9641db7e127c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.593884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0152a07-6427-4b16-8a95-9641db7e127c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server [None req-98887ff4-6f44-41d0-bdc1-55ab37124436 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9846df33-c1dd-4ddd-ac79-8cc1e60540be: This subnet is being modified by another concurrent operation. Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server raise exception Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9846df33-c1dd-4ddd-ac79-8cc1e60540be: This subnet is being modified by another concurrent operation. Feb 03 13:41:33.594132 n-d-792364-10 neutron-server[103225]: ERROR oslo_messaging.rpc.server Feb 03 13:41:33.608308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d818d3-12c1-4a1b-ad9f-6a2095de33dd None None] Pushing event updated for resources: {'Port': ['ID=5e36418f-2c11-46de-b0e5-0693fb1c7ee2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:33.614173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb073f3-0ede-4c7f-b628-dc0f922de23b None None] Network b0152a07-6427-4b16-8a95-9641db7e127c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:33.618750 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6f827a-ee22-4a5e-9f77-3f61be9b0a89') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:33.619049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6f827a-ee22-4a5e-9f77-3f61be9b0a89') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:33.631162 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (ef6f827a-ee22-4a5e-9f77-3f61be9b0a89), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.646992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ef6f827a-ee22-4a5e-9f77-3f61be9b0a89), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.655457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:41:33.655898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (ef6f827a-ee22-4a5e-9f77-3f61be9b0a89), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:41:33.659374 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:41:33.729434 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b0152a07-6427-4b16-8a95-9641db7e127c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.740448 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.746871 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/networks/b0152a07-6427-4b16-8a95-9641db7e127c HTTP/1.1" status: 204 len: 168 time: 0.4766021 Feb 03 13:41:33.746999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49674) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:33.758416 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891ba19-ebf6-49bc-821b-7f2f9a724919 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Network': ['ID=b0152a07-6427-4b16-8a95-9641db7e127c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:33.795443 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3027313-e325-462a-bc10-32210a63b0c8 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] GET failed (client error): The resource could not be found. Feb 03 13:41:33.796819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a3027313-e325-462a-bc10-32210a63b0c8 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "GET /v2.0/subnets/9846df33-c1dd-4ddd-ac79-8cc1e60540be HTTP/1.1" status: 404 len: 337 time: 0.0488091 Feb 03 13:41:33.799686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49676) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:33.818411 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05813c2-e8f5-446a-9b70-0ab2b3cfbc01 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] DELETE failed (client error): The resource could not be found. Feb 03 13:41:33.818906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05813c2-e8f5-446a-9b70-0ab2b3cfbc01 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:41:33.821840 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c05813c2-e8f5-446a-9b70-0ab2b3cfbc01 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/networks/b0152a07-6427-4b16-8a95-9641db7e127c HTTP/1.1" status: 404 len: 339 time: 0.0212061 Feb 03 13:41:33.825764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49678) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:33.858606 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-57794288-7729-4ad0-a17f-4c7cfafbf3fd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] DELETE failed (client error): The resource could not be found. Feb 03 13:41:33.859059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57794288-7729-4ad0-a17f-4c7cfafbf3fd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:41:33.862387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-57794288-7729-4ad0-a17f-4c7cfafbf3fd tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/subnets/9846df33-c1dd-4ddd-ac79-8cc1e60540be HTTP/1.1" status: 404 len: 337 time: 0.0354471 Feb 03 13:41:33.864903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49680) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:33.883626 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfc1899-df8b-44fa-8b7a-8103bbe3060a tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] DELETE failed (client error): The resource could not be found. Feb 03 13:41:33.884145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfc1899-df8b-44fa-8b7a-8103bbe3060a tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:41:33.887264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-dbfc1899-df8b-44fa-8b7a-8103bbe3060a tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/networks/b0152a07-6427-4b16-8a95-9641db7e127c HTTP/1.1" status: 404 len: 339 time: 0.0214181 Feb 03 13:41:33.889845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49682) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:33.946931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfdb65d-0102-4c8e-88d0-b1c65fa9862e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Deleting subnet a4d07a29-1e01-49eb-92e2-1a9000ab3734 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:41:33.950101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb65d-0102-4c8e-88d0-b1c65fa9862e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for subnet (a4d07a29-1e01-49eb-92e2-1a9000ab3734), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.989690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb65d-0102-4c8e-88d0-b1c65fa9862e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (a4d07a29-1e01-49eb-92e2-1a9000ab3734), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.072917 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb65d-0102-4c8e-88d0-b1c65fa9862e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (a4d07a29-1e01-49eb-92e2-1a9000ab3734), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.141981 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb65d-0102-4c8e-88d0-b1c65fa9862e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (a4d07a29-1e01-49eb-92e2-1a9000ab3734), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.170791 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdb65d-0102-4c8e-88d0-b1c65fa9862e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d07a29-1e01-49eb-92e2-1a9000ab3734,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:34.172753 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb65d-0102-4c8e-88d0-b1c65fa9862e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.178893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2bfdb65d-0102-4c8e-88d0-b1c65fa9862e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/subnets/a4d07a29-1e01-49eb-92e2-1a9000ab3734 HTTP/1.1" status: 204 len: 168 time: 0.2877667 Feb 03 13:41:34.179101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49684) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:34.183028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:34.235347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:34.235730 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5e36418f-2c11-46de-b0e5-0693fb1c7ee2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.269135 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (d0dd2a80-48c7-440e-bf2f-d176f5c26b96), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.335351 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Deleting port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:34.335708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5e36418f-2c11-46de-b0e5-0693fb1c7ee2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.407382 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] For port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5e36418f-2c11-46de-b0e5-0693fb1c7ee2,segment=NetworkSegment(ad8afec0-8e29-489a-ab49-2d74a3a6f3a1),segment_id=ad8afec0-8e29-489a-ab49-2d74a3a6f3a1)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:34.407759 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5e36418f-2c11-46de-b0e5-0693fb1c7ee2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.423063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Calling delete_port for 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:34.504320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:34.504715 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5e36418f-2c11-46de-b0e5-0693fb1c7ee2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.513255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5e36418f-2c11-46de-b0e5-0693fb1c7ee2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.544259 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] No DVR routers for this DVR port 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:34.550458 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Port': ['ID=5e36418f-2c11-46de-b0e5-0693fb1c7ee2,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:34.580260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e905ea75-eb97-43a0-9fa7-08cca97fa10a None None] get_active_networks_info from n-d-792364-10 {{(pid=103225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 13:41:34.636081 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (d0dd2a80-48c7-440e-bf2f-d176f5c26b96), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.654395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e905ea75-eb97-43a0-9fa7-08cca97fa10a None None] Resources bound (agent type, host, resource id): {{(pid=103225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:41:34.656519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-406a8326-0599-42eb-b78b-2e10ad33e616 None None] Could not find standard attr ID for object 5e36418f-2c11-46de-b0e5-0693fb1c7ee2. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:41:34.658373 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dd2a80-48c7-440e-bf2f-d176f5c26b96']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:34.668761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8afec0-8e29-489a-ab49-2d74a3a6f3a1') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:34.669066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8afec0-8e29-489a-ab49-2d74a3a6f3a1') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:34.678944 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (ad8afec0-8e29-489a-ab49-2d74a3a6f3a1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.692914 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ad8afec0-8e29-489a-ab49-2d74a3a6f3a1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.699363 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:41:34.699775 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (ad8afec0-8e29-489a-ab49-2d74a3a6f3a1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:41:34.703243 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:41:34.763034 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (d0dd2a80-48c7-440e-bf2f-d176f5c26b96), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.774031 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.777234 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/networks/d0dd2a80-48c7-440e-bf2f-d176f5c26b96 HTTP/1.1" status: 204 len: 168 time: 0.5971363 Feb 03 13:41:34.779932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49686) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:34.791452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe409738-502f-43c5-bf6e-1925ec4eb357 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Network': ['ID=d0dd2a80-48c7-440e-bf2f-d176f5c26b96,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:34.806423 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0918f381-2708-4945-8144-0269107b132d tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] DELETE failed (client error): The resource could not be found. Feb 03 13:41:34.806882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0918f381-2708-4945-8144-0269107b132d tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:41:34.809863 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0918f381-2708-4945-8144-0269107b132d tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/subnets/3a6625d1-74e1-4bde-be4d-a50f61d430b1 HTTP/1.1" status: 404 len: 337 time: 0.0289085 Feb 03 13:41:34.812465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49688) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:34.815004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e0a45-e1f3-4ccd-92c3-e7dfdb4c1e28 None None] Network d0dd2a80-48c7-440e-bf2f-d176f5c26b96 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:34.827759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e0a45-e1f3-4ccd-92c3-e7dfdb4c1e28 None None] Network d0dd2a80-48c7-440e-bf2f-d176f5c26b96 could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:41:34.831230 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad674a3-dbdd-49ba-b4a3-f0134dde5529 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] DELETE failed (client error): The resource could not be found. Feb 03 13:41:34.831230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad674a3-dbdd-49ba-b4a3-f0134dde5529 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:41:34.834360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2ad674a3-dbdd-49ba-b4a3-f0134dde5529 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/networks/b7cf51d7-51f8-4503-9a0a-6476f2d549fe HTTP/1.1" status: 404 len: 339 time: 0.0207295 Feb 03 13:41:34.836776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49690) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:34.862688 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee8a5df-0468-4877-8ab4-377402d9887b tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] DELETE failed (client error): The resource could not be found. Feb 03 13:41:34.863185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee8a5df-0468-4877-8ab4-377402d9887b tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:41:34.866280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1ee8a5df-0468-4877-8ab4-377402d9887b tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/subnets/c5795c7a-c46d-45ec-b73d-888468a43c28 HTTP/1.1" status: 404 len: 337 time: 0.0286160 Feb 03 13:41:34.868971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49692) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:34.886738 n-d-792364-10 neutron-server[103224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf5a2f7-403c-4219-bedd-8f8ab8b0c94c tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] DELETE failed (client error): The resource could not be found. Feb 03 13:41:34.886911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e853f7e-b4f7-44ad-a9f7-51edeacb2f53 None None] DHCP port deletion for d0dd2a80-48c7-440e-bf2f-d176f5c26b96 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:41:34.887146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf5a2f7-403c-4219-bedd-8f8ab8b0c94c tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:41:34.890213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5cf5a2f7-403c-4219-bedd-8f8ab8b0c94c tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/networks/6a0b095c-271d-432e-b8c8-0251094c4907 HTTP/1.1" status: 404 len: 339 time: 0.0202000 Feb 03 13:41:34.892668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49694) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:34.941054 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41702d2-a071-49de-8245-d310541fadb5 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Deleting subnet be129989-34dc-4015-bd18-a216103d4d98 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:41:34.944539 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f41702d2-a071-49de-8245-d310541fadb5 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for subnet (be129989-34dc-4015-bd18-a216103d4d98), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:34.991731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f41702d2-a071-49de-8245-d310541fadb5 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (be129989-34dc-4015-bd18-a216103d4d98), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.083001 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f41702d2-a071-49de-8245-d310541fadb5 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (be129989-34dc-4015-bd18-a216103d4d98), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.140681 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f41702d2-a071-49de-8245-d310541fadb5 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (be129989-34dc-4015-bd18-a216103d4d98), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.171330 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41702d2-a071-49de-8245-d310541fadb5 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Subnet': ['ID=be129989-34dc-4015-bd18-a216103d4d98,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:35.174825 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f41702d2-a071-49de-8245-d310541fadb5 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.178201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f41702d2-a071-49de-8245-d310541fadb5 tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/subnets/be129989-34dc-4015-bd18-a216103d4d98 HTTP/1.1" status: 204 len: 168 time: 0.2846217 Feb 03 13:41:35.181125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49696) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:35.183778 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed659e-a984-4ba7-91f9-f521d7646361 None None] Network 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:35.256355 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (3578ff31-7b19-44c3-8bfb-d5cb10d8cb65), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.310657 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Deleting port 4117d050-b6a8-4a65-aa47-c7af9db99f9a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:35.311003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.322203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f0e66-2c3e-482f-be4b-bdd8f4918b3c None None] DHCP port deletion for 3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:41:35.372412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f86f0e66-2c3e-482f-be4b-bdd8f4918b3c None None] Deleting port 4117d050-b6a8-4a65-aa47-c7af9db99f9a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:35.372779 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f86f0e66-2c3e-482f-be4b-bdd8f4918b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.377518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] For port 4117d050-b6a8-4a65-aa47-c7af9db99f9a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4117d050-b6a8-4a65-aa47-c7af9db99f9a,segment=NetworkSegment(7fa0348b-3467-41e9-803a-0f86e2d5e40b),segment_id=7fa0348b-3467-41e9-803a-0f86e2d5e40b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:35.377880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.390622 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Calling delete_port for 4117d050-b6a8-4a65-aa47-c7af9db99f9a owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:35.435696 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f86f0e66-2c3e-482f-be4b-bdd8f4918b3c None None] For port 4117d050-b6a8-4a65-aa47-c7af9db99f9a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=4117d050-b6a8-4a65-aa47-c7af9db99f9a,segment=NetworkSegment(7fa0348b-3467-41e9-803a-0f86e2d5e40b),segment_id=7fa0348b-3467-41e9-803a-0f86e2d5e40b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:35.436018 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f86f0e66-2c3e-482f-be4b-bdd8f4918b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.448270 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f86f0e66-2c3e-482f-be4b-bdd8f4918b3c None None] Calling delete_port for 4117d050-b6a8-4a65-aa47-c7af9db99f9a owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:35.471402 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.501581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Port': ['ID=4117d050-b6a8-4a65-aa47-c7af9db99f9a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:35.503451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] No DVR routers for this DVR port 4117d050-b6a8-4a65-aa47-c7af9db99f9a on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:35.530777 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f86f0e66-2c3e-482f-be4b-bdd8f4918b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (4117d050-b6a8-4a65-aa47-c7af9db99f9a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.556331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f0e66-2c3e-482f-be4b-bdd8f4918b3c None None] Pushing event deleted for resources: {'Port': ['ID=4117d050-b6a8-4a65-aa47-c7af9db99f9a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:35.559981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f0e66-2c3e-482f-be4b-bdd8f4918b3c None None] No DVR routers for this DVR port 4117d050-b6a8-4a65-aa47-c7af9db99f9a on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:35.582190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (3578ff31-7b19-44c3-8bfb-d5cb10d8cb65), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.602558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3578ff31-7b19-44c3-8bfb-d5cb10d8cb65']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:35.612397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa0348b-3467-41e9-803a-0f86e2d5e40b') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:35.612695 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa0348b-3467-41e9-803a-0f86e2d5e40b') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:35.623080 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (7fa0348b-3467-41e9-803a-0f86e2d5e40b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.638320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (7fa0348b-3467-41e9-803a-0f86e2d5e40b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.647217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:41:35.647654 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (7fa0348b-3467-41e9-803a-0f86e2d5e40b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:41:35.651886 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:41:35.716693 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (3578ff31-7b19-44c3-8bfb-d5cb10d8cb65), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.723557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:35.730991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] 10.222.0.65 "DELETE /v2.0/networks/3578ff31-7b19-44c3-8bfb-d5cb10d8cb65 HTTP/1.1" status: 204 len: 168 time: 0.5445697 Feb 03 13:41:35.740769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa2e61-4783-4fca-a2a6-1b8e94d6527e tempest-NetworksIpV6Test-1963436828 tempest-NetworksIpV6Test-1963436828-project] Pushing event deleted for resources: {'Network': ['ID=3578ff31-7b19-44c3-8bfb-d5cb10d8cb65,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:35.987689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49702) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:36.132307 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-26d2a6af-7fda-49bf-a2a1-045ecaa05795 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43f35096a39f463799c0aaf58de923e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433458 Feb 03 13:41:36.134946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49706) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:36.145236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4117d050-b6a8-4a65-aa47-c7af9db99f9a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:36.166022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 4117d050-b6a8-4a65-aa47-c7af9db99f9a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:41:36.166407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 4117d050-b6a8-4a65-aa47-c7af9db99f9a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:36.166810 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:36.185320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:41:36.185683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5e36418f-2c11-46de-b0e5-0693fb1c7ee2 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:36.185875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e757536-8fe9-483b-988a-5815ba5142ed admin admin] Publish callbacks [] for security_group (c90233b9-d913-493e-b103-24706c77f6c5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:36.207470 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e757536-8fe9-483b-988a-5815ba5142ed admin admin] Publish callbacks [] for security_group (c90233b9-d913-493e-b103-24706c77f6c5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:36.254825 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e757536-8fe9-483b-988a-5815ba5142ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (c90233b9-d913-493e-b103-24706c77f6c5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:36.257570 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7e757536-8fe9-483b-988a-5815ba5142ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:36.258974 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7e757536-8fe9-483b-988a-5815ba5142ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c90233b9-d913-493e-b103-24706c77f6c5 HTTP/1.1" status: 204 len: 168 time: 0.1231313 Feb 03 13:41:36.266689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e757536-8fe9-483b-988a-5815ba5142ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90233b9-d913-493e-b103-24706c77f6c5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:36.701643 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9e5d-6914-4318-b829-8c67c4e6a0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:36.951906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49728) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:37.052334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-39127481-2514-47c3-8eb0-ba667aaab693 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-553677465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:37.075823 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39127481-2514-47c3-8eb0-ba667aaab693 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (670cfc54-241f-46b3-88b1-1254ae80040e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.076878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39127481-2514-47c3-8eb0-ba667aaab693 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (670cfc54-241f-46b3-88b1-1254ae80040e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.128353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39127481-2514-47c3-8eb0-ba667aaab693 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for router_controller (670cfc54-241f-46b3-88b1-1254ae80040e), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.134739 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39127481-2514-47c3-8eb0-ba667aaab693 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (670cfc54-241f-46b3-88b1-1254ae80040e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.154509 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-39127481-2514-47c3-8eb0-ba667aaab693 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.155703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-39127481-2514-47c3-8eb0-ba667aaab693 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2028012 Feb 03 13:41:37.158475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49732) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:37.163518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-371289907'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:37.188529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Made reservation on behalf of 8e14f4fe184546c1995fb494cfaadedd for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:37.192209 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.203246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.288545 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for security_group (8aa39933-cf67-4604-82f4-de45f429de62), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.296601 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8aa39933-cf67-4604-82f4-de45f429de62), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.328961 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:37.339558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa39933-cf67-4604-82f4-de45f429de62,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:37.344443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (596aa962-d210-477c-9319-2e0a255fcc30), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.344788 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Added segment 596aa962-d210-477c-9319-2e0a255fcc30 of type vlan for network a744dfb4-9324-4873-8895-78b728b20d0c Feb 03 13:41:37.383864 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (a744dfb4-9324-4873-8895-78b728b20d0c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.411225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (a744dfb4-9324-4873-8895-78b728b20d0c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.416433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:37.417014 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.451101 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2915616 Feb 03 13:41:37.453955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49734) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:37.458898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Request body: {'subnet': {'network_id': 'a744dfb4-9324-4873-8895-78b728b20d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:37.505625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2965b9-7a16-460b-a4e8-24a6a7f32917 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event updated for resources: {'Network': ['ID=a744dfb4-9324-4873-8895-78b728b20d0c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:37.516942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network a744dfb4-9324-4873-8895-78b728b20d0c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:37.582422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Made reservation on behalf of 8e14f4fe184546c1995fb494cfaadedd for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:37.586057 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.764143 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (67e83932-9d93-44ec-826b-ddfabb2ce4ad), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.821290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event updated for resources: {'Subnet': ['ID=67e83932-9d93-44ec-826b-ddfabb2ce4ad,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:37.833715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Checking segment: {'id': '596aa962-d210-477c-9319-2e0a255fcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a744dfb4-9324-4873-8895-78b728b20d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:37.834008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Network hostable DHCP agents. Network: a744dfb4-9324-4873-8895-78b728b20d0c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:37.854260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Network a744dfb4-9324-4873-8895-78b728b20d0c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:37.864760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, a744dfb4-9324-4873-8895-78b728b20d0c) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:37.869432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:37.870036 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.874889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89731596-30c0-410c-9056-bfc18c05e249 None None] Network a744dfb4-9324-4873-8895-78b728b20d0c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:37.889773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e6934e46-fac1-469c-b276-3d16d8e1af39 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4346750 Feb 03 13:41:37.892909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49736) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:37.898129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1536920571'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:37.919687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Made reservation on behalf of 8e14f4fe184546c1995fb494cfaadedd for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:37.922976 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.947710 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:37.961225 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.961942 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Added segment ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79 of type vlan for network cc925a15-322a-4dd1-a4d2-b6a87e66092c Feb 03 13:41:37.981279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-a744dfb4-9324-4873-8895-78b728b20d0c', 'network_id': 'a744dfb4-9324-4873-8895-78b728b20d0c', 'project_id': '8e14f4fe184546c1995fb494cfaadedd', 'fixed_ips': [{'subnet_id': '67e83932-9d93-44ec-826b-ddfabb2ce4ad'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:41:37.982174 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.001046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (cc925a15-322a-4dd1-a4d2-b6a87e66092c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.032629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (cc925a15-322a-4dd1-a4d2-b6a87e66092c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.037977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:38.038579 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.075674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1817391 Feb 03 13:41:38.078434 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49738) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:38.086021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Request body: {'subnet': {'network_id': 'cc925a15-322a-4dd1-a4d2-b6a87e66092c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:38.119462 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Allocated IP 172.20.0.2 (a744dfb4-9324-4873-8895-78b728b20d0c/67e83932-9d93-44ec-826b-ddfabb2ce4ad/d440071e-5e45-4d58-8030-eefc9d347a5d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:38.130030 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664cf37-9e09-4299-aeab-787fa5e86601 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event updated for resources: {'Network': ['ID=cc925a15-322a-4dd1-a4d2-b6a87e66092c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:38.145089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network cc925a15-322a-4dd1-a4d2-b6a87e66092c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:38.207293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Made reservation on behalf of 8e14f4fe184546c1995fb494cfaadedd for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:38.211137 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.322523 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Publish callbacks [] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.329610 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.370071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Network a744dfb4-9324-4873-8895-78b728b20d0c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:38.375281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:38.378958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:38.386448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Pushing event updated for resources: {'Port': ['ID=d440071e-5e45-4d58-8030-eefc9d347a5d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:38.445114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Attempting to bind port d440071e-5e45-4d58-8030-eefc9d347a5d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:38.445484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Attempting to bind port d440071e-5e45-4d58-8030-eefc9d347a5d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '596aa962-d210-477c-9319-2e0a255fcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a744dfb4-9324-4873-8895-78b728b20d0c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:38.445878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Attempting to bind port d440071e-5e45-4d58-8030-eefc9d347a5d on network a744dfb4-9324-4873-8895-78b728b20d0c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:38.451451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:38.451832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Checking segment: {'id': '596aa962-d210-477c-9319-2e0a255fcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a744dfb4-9324-4873-8895-78b728b20d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:38.452265 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.452651 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Bound using segment: {'id': '596aa962-d210-477c-9319-2e0a255fcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a744dfb4-9324-4873-8895-78b728b20d0c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:38.453117 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Bound port: d440071e-5e45-4d58-8030-eefc9d347a5d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596aa962-d210-477c-9319-2e0a255fcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a744dfb4-9324-4873-8895-78b728b20d0c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:38.453488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.525200 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] For port d440071e-5e45-4d58-8030-eefc9d347a5d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:38.529439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] For port d440071e-5e45-4d58-8030-eefc9d347a5d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d440071e-5e45-4d58-8030-eefc9d347a5d,segment=NetworkSegment(596aa962-d210-477c-9319-2e0a255fcc30),segment_id=596aa962-d210-477c-9319-2e0a255fcc30)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:38.536827 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.604860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c5fb-3bd1-4618-9d94-907727694ee5 None None] Pushing event updated for resources: {'Port': ['ID=d440071e-5e45-4d58-8030-eefc9d347a5d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:38.807269 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (b3e31024-602b-4d21-955b-619b53ded1a0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.865213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event updated for resources: {'Subnet': ['ID=b3e31024-602b-4d21-955b-619b53ded1a0,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:38.881468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Checking segment: {'id': 'ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cc925a15-322a-4dd1-a4d2-b6a87e66092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:38.881840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Network hostable DHCP agents. Network: cc925a15-322a-4dd1-a4d2-b6a87e66092c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:38.901799 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Network cc925a15-322a-4dd1-a4d2-b6a87e66092c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:38.916765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, cc925a15-322a-4dd1-a4d2-b6a87e66092c) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:38.922121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:38.922968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.931279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c48ca-4e8b-430e-b643-149944207e26 None None] Network cc925a15-322a-4dd1-a4d2-b6a87e66092c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:38.945294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-23170029-c38f-4e82-8660-3ac18cf92502 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8656156 Feb 03 13:41:38.949923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49740) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:38.955254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3b9ec0ec-2932-47b0-b968-ea39c4b0425f tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc925a15-322a-4dd1-a4d2-b6a87e66092c'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:39.011160 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec5a653d-6b4f-4091-b4f9-71c72480046d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.051557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-cc925a15-322a-4dd1-a4d2-b6a87e66092c', 'network_id': 'cc925a15-322a-4dd1-a4d2-b6a87e66092c', 'project_id': '8e14f4fe184546c1995fb494cfaadedd', 'fixed_ips': [{'subnet_id': 'b3e31024-602b-4d21-955b-619b53ded1a0'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:41:39.052416 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.164720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec0ec-2932-47b0-b968-ea39c4b0425f tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for router_gateway (670cfc54-241f-46b3-88b1-1254ae80040e), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.194795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Allocated IP 172.21.0.2 (cc925a15-322a-4dd1-a4d2-b6a87e66092c/b3e31024-602b-4d21-955b-619b53ded1a0/e3d4c4b3-9f50-4924-992f-82c6fe802c10) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:39.281407 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [None req-3b9ec0ec-2932-47b0-b968-ea39c4b0425f tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:41:39.282786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3b9ec0ec-2932-47b0-b968-ea39c4b0425f tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "PUT /v2.0/routers/670cfc54-241f-46b3-88b1-1254ae80040e HTTP/1.1" status: 400 len: 364 time: 0.3315227 Feb 03 13:41:39.289717 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49742) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:39.351099 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Publish callbacks [] for port (e3d4c4b3-9f50-4924-992f-82c6fe802c10), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.354562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14ce77f-a261-469c-a6fd-38e0bdf736df tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Deleting subnet b3e31024-602b-4d21-955b-619b53ded1a0 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:41:39.358768 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e14ce77f-a261-469c-a6fd-38e0bdf736df tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for subnet (b3e31024-602b-4d21-955b-619b53ded1a0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.360257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e3d4c4b3-9f50-4924-992f-82c6fe802c10), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.400790 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e14ce77f-a261-469c-a6fd-38e0bdf736df tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (b3e31024-602b-4d21-955b-619b53ded1a0), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.405287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Network cc925a15-322a-4dd1-a4d2-b6a87e66092c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:39.411379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:39.414003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:39.423721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Pushing event updated for resources: {'Port': ['ID=e3d4c4b3-9f50-4924-992f-82c6fe802c10,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:39.479276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Attempting to bind port e3d4c4b3-9f50-4924-992f-82c6fe802c10 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:39.479657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Attempting to bind port e3d4c4b3-9f50-4924-992f-82c6fe802c10 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cc925a15-322a-4dd1-a4d2-b6a87e66092c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:39.480064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Attempting to bind port e3d4c4b3-9f50-4924-992f-82c6fe802c10 on network cc925a15-322a-4dd1-a4d2-b6a87e66092c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:39.485310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:39.485692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Checking segment: {'id': 'ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cc925a15-322a-4dd1-a4d2-b6a87e66092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:39.486100 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.486528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Bound using segment: {'id': 'ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cc925a15-322a-4dd1-a4d2-b6a87e66092c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:39.487002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Bound port: e3d4c4b3-9f50-4924-992f-82c6fe802c10, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'cc925a15-322a-4dd1-a4d2-b6a87e66092c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:39.487385 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e3d4c4b3-9f50-4924-992f-82c6fe802c10), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.494563 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e14ce77f-a261-469c-a6fd-38e0bdf736df tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (b3e31024-602b-4d21-955b-619b53ded1a0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.558066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e14ce77f-a261-469c-a6fd-38e0bdf736df tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (b3e31024-602b-4d21-955b-619b53ded1a0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.561853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] For port e3d4c4b3-9f50-4924-992f-82c6fe802c10, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:39.566214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] For port e3d4c4b3-9f50-4924-992f-82c6fe802c10, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e3d4c4b3-9f50-4924-992f-82c6fe802c10,segment=NetworkSegment(ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79),segment_id=ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:39.573770 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e3d4c4b3-9f50-4924-992f-82c6fe802c10), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.587955 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ce77f-a261-469c-a6fd-38e0bdf736df tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e31024-602b-4d21-955b-619b53ded1a0,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:39.590061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e14ce77f-a261-469c-a6fd-38e0bdf736df tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.593459 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e14ce77f-a261-469c-a6fd-38e0bdf736df tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "DELETE /v2.0/subnets/b3e31024-602b-4d21-955b-619b53ded1a0 HTTP/1.1" status: 204 len: 168 time: 0.3020988 Feb 03 13:41:39.596685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49744) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:39.641986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2316aab-2e13-4985-b0f7-02d063e0015b None None] Pushing event updated for resources: {'Port': ['ID=e3d4c4b3-9f50-4924-992f-82c6fe802c10,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:39.672853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e984d71-177f-4e14-832a-13a33b320824 None None] Network a744dfb4-9324-4873-8895-78b728b20d0c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:39.692025 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (cc925a15-322a-4dd1-a4d2-b6a87e66092c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.750900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-19805779-4a89-434d-a1fb-82590fcdcbdf None None] Provisioning complete for port d440071e-5e45-4d58-8030-eefc9d347a5d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:39.751147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Deleting port e3d4c4b3-9f50-4924-992f-82c6fe802c10 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:39.751274 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19805779-4a89-434d-a1fb-82590fcdcbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.751378 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e3d4c4b3-9f50-4924-992f-82c6fe802c10), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.829769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] For port e3d4c4b3-9f50-4924-992f-82c6fe802c10, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e3d4c4b3-9f50-4924-992f-82c6fe802c10,segment=NetworkSegment(ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79),segment_id=ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:39.830470 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e3d4c4b3-9f50-4924-992f-82c6fe802c10), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.853349 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Calling delete_port for e3d4c4b3-9f50-4924-992f-82c6fe802c10 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:39.899965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-19805779-4a89-434d-a1fb-82590fcdcbdf None None] Current status of the port d440071e-5e45-4d58-8030-eefc9d347a5d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:39.900352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19805779-4a89-434d-a1fb-82590fcdcbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.935529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-19805779-4a89-434d-a1fb-82590fcdcbdf None None] For port d440071e-5e45-4d58-8030-eefc9d347a5d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d440071e-5e45-4d58-8030-eefc9d347a5d,segment=NetworkSegment(596aa962-d210-477c-9319-2e0a255fcc30),segment_id=596aa962-d210-477c-9319-2e0a255fcc30)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:39.944609 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19805779-4a89-434d-a1fb-82590fcdcbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.952666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (e3d4c4b3-9f50-4924-992f-82c6fe802c10), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:39.980998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event deleted for resources: {'Port': ['ID=e3d4c4b3-9f50-4924-992f-82c6fe802c10,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:40.008421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] No DVR routers for this DVR port e3d4c4b3-9f50-4924-992f-82c6fe802c10 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:40.011249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19805779-4a89-434d-a1fb-82590fcdcbdf None None] Pushing event updated for resources: {'Port': ['ID=d440071e-5e45-4d58-8030-eefc9d347a5d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:40.101081 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (cc925a15-322a-4dd1-a4d2-b6a87e66092c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.124518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc925a15-322a-4dd1-a4d2-b6a87e66092c']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:40.134243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:40.134657 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:40.144471 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.157533 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.165040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:41:40.165666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (ee4ceb6c-1be2-4232-a1ad-e1e6c8c04d79), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.167840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7ba028f9-f868-4333-8cd7-46209f729d53 None None] Provisioning complete for port d440071e-5e45-4d58-8030-eefc9d347a5d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:40.167840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ba028f9-f868-4333-8cd7-46209f729d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:41:40.168565 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:41:40.211549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d440071e-5e45-4d58-8030-eefc9d347a5d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:40.231380 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (cc925a15-322a-4dd1-a4d2-b6a87e66092c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.240641 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.246133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "DELETE /v2.0/networks/cc925a15-322a-4dd1-a4d2-b6a87e66092c HTTP/1.1" status: 204 len: 168 time: 0.6459982 Feb 03 13:41:40.246620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49746) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:40.253564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0a948-c73f-4be0-9541-69ac2b8fc781 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event deleted for resources: {'Network': ['ID=cc925a15-322a-4dd1-a4d2-b6a87e66092c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:40.296900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7ba028f9-f868-4333-8cd7-46209f729d53 None None] Current status of the port d440071e-5e45-4d58-8030-eefc9d347a5d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:40.300955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port d440071e-5e45-4d58-8030-eefc9d347a5d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:40.301342 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.307151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc80a49-7a31-499e-a1a9-e8f0089c1be9 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Deleting subnet 67e83932-9d93-44ec-826b-ddfabb2ce4ad {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:41:40.310547 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc80a49-7a31-499e-a1a9-e8f0089c1be9 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for subnet (67e83932-9d93-44ec-826b-ddfabb2ce4ad), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.357790 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.360614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc80a49-7a31-499e-a1a9-e8f0089c1be9 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (67e83932-9d93-44ec-826b-ddfabb2ce4ad), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.394667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port d440071e-5e45-4d58-8030-eefc9d347a5d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:40.447954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc80a49-7a31-499e-a1a9-e8f0089c1be9 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (67e83932-9d93-44ec-826b-ddfabb2ce4ad), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.508954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc80a49-7a31-499e-a1a9-e8f0089c1be9 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (67e83932-9d93-44ec-826b-ddfabb2ce4ad), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.546203 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc80a49-7a31-499e-a1a9-e8f0089c1be9 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event deleted for resources: {'Subnet': ['ID=67e83932-9d93-44ec-826b-ddfabb2ce4ad,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:40.552438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9dc80a49-7a31-499e-a1a9-e8f0089c1be9 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.557924 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9dc80a49-7a31-499e-a1a9-e8f0089c1be9 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "DELETE /v2.0/subnets/67e83932-9d93-44ec-826b-ddfabb2ce4ad HTTP/1.1" status: 204 len: 168 time: 0.3079438 Feb 03 13:41:40.558059 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49748) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:40.562676 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb17804f-3792-476b-99ab-d2264347ebbb None None] Network a744dfb4-9324-4873-8895-78b728b20d0c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:40.643608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (a744dfb4-9324-4873-8895-78b728b20d0c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.699474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Deleting port d440071e-5e45-4d58-8030-eefc9d347a5d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:40.699909 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.732571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85175f56-7da8-4732-95bb-8f347bcb3655 None None] DHCP port deletion for a744dfb4-9324-4873-8895-78b728b20d0c request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:41:40.737660 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:41:40.787163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed0626-1bbf-4b7e-8480-2aefc8a1b083 None None] DHCP port deletion for cc925a15-322a-4dd1-a4d2-b6a87e66092c request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:41:40.792682 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-85175f56-7da8-4732-95bb-8f347bcb3655 None None] Deleting port d440071e-5e45-4d58-8030-eefc9d347a5d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:40.793055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85175f56-7da8-4732-95bb-8f347bcb3655 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.793859 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] For port d440071e-5e45-4d58-8030-eefc9d347a5d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d440071e-5e45-4d58-8030-eefc9d347a5d,segment=NetworkSegment(596aa962-d210-477c-9319-2e0a255fcc30),segment_id=596aa962-d210-477c-9319-2e0a255fcc30)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:40.794233 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.808406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Calling delete_port for d440071e-5e45-4d58-8030-eefc9d347a5d owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:40.821838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-23b1abdb-d55d-449e-a696-7fbb278a58cf None None] Could not find standard attr ID for object e3d4c4b3-9f50-4924-992f-82c6fe802c10. {{(pid=103225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:41:40.852752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aade176-8692-4136-a8c7-3f6c08319f67 None None] Network cc925a15-322a-4dd1-a4d2-b6a87e66092c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:40.872794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aade176-8692-4136-a8c7-3f6c08319f67 None None] Network cc925a15-322a-4dd1-a4d2-b6a87e66092c could not be found, it might have been deleted concurrently. {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:41:40.875260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-85175f56-7da8-4732-95bb-8f347bcb3655 None None] For port d440071e-5e45-4d58-8030-eefc9d347a5d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=d440071e-5e45-4d58-8030-eefc9d347a5d,segment=NetworkSegment(596aa962-d210-477c-9319-2e0a255fcc30),segment_id=596aa962-d210-477c-9319-2e0a255fcc30)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:40.875627 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85175f56-7da8-4732-95bb-8f347bcb3655 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.888169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-85175f56-7da8-4732-95bb-8f347bcb3655 None None] Calling delete_port for d440071e-5e45-4d58-8030-eefc9d347a5d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:40.896568 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:40.929278 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event deleted for resources: {'Port': ['ID=d440071e-5e45-4d58-8030-eefc9d347a5d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:40.931105 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] No DVR routers for this DVR port d440071e-5e45-4d58-8030-eefc9d347a5d on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:40.976614 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85175f56-7da8-4732-95bb-8f347bcb3655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (d440071e-5e45-4d58-8030-eefc9d347a5d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.001409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85175f56-7da8-4732-95bb-8f347bcb3655 None None] Pushing event deleted for resources: {'Port': ['ID=d440071e-5e45-4d58-8030-eefc9d347a5d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:41.004693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85175f56-7da8-4732-95bb-8f347bcb3655 None None] No DVR routers for this DVR port d440071e-5e45-4d58-8030-eefc9d347a5d on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:41.013734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (a744dfb4-9324-4873-8895-78b728b20d0c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.036498 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a744dfb4-9324-4873-8895-78b728b20d0c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:41.046202 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596aa962-d210-477c-9319-2e0a255fcc30') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:41.046551 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596aa962-d210-477c-9319-2e0a255fcc30') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:41.055918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (596aa962-d210-477c-9319-2e0a255fcc30), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.069141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (596aa962-d210-477c-9319-2e0a255fcc30), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.075465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:41:41.075842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (596aa962-d210-477c-9319-2e0a255fcc30), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:41:41.079062 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:41:41.140435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (a744dfb4-9324-4873-8895-78b728b20d0c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.148174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.151310 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "DELETE /v2.0/networks/a744dfb4-9324-4873-8895-78b728b20d0c HTTP/1.1" status: 204 len: 168 time: 0.5923176 Feb 03 13:41:41.154111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49750) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:41.162950 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445260f-6d11-41a0-afb6-067758c76dec tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Pushing event deleted for resources: {'Network': ['ID=a744dfb4-9324-4873-8895-78b728b20d0c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:41.187967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-649c4d56-bb33-41e3-9230-8529fc41642f tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "GET /v2.0/ports?device_id=670cfc54-241f-46b3-88b1-1254ae80040e HTTP/1.1" status: 200 len: 205 time: 0.0325346 Feb 03 13:41:41.190606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49752) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:41.266016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-638e8d09-7b13-4109-8d4f-df5dc45ed440 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for router (670cfc54-241f-46b3-88b1-1254ae80040e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.433425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-638e8d09-7b13-4109-8d4f-df5dc45ed440 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (670cfc54-241f-46b3-88b1-1254ae80040e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.435837 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-638e8d09-7b13-4109-8d4f-df5dc45ed440 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for router_controller (670cfc54-241f-46b3-88b1-1254ae80040e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.480425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-638e8d09-7b13-4109-8d4f-df5dc45ed440 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (670cfc54-241f-46b3-88b1-1254ae80040e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.480934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638e8d09-7b13-4109-8d4f-df5dc45ed440 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Fanout notify agent at l3_agent the message router_deleted on router 670cfc54-241f-46b3-88b1-1254ae80040e {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:41:41.488716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-638e8d09-7b13-4109-8d4f-df5dc45ed440 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.489895 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-638e8d09-7b13-4109-8d4f-df5dc45ed440 tempest-RoutersNegativeTest-20408691 tempest-RoutersNegativeTest-20408691-project] 10.222.0.65 "DELETE /v2.0/routers/670cfc54-241f-46b3-88b1-1254ae80040e HTTP/1.1" status: 204 len: 168 time: 0.2980254 Feb 03 13:41:41.757866 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49758) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:41.781000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.890352 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4c5b7f9b-c9a8-4fde-b9b9-dcbd4aaedc31 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e14f4fe184546c1995fb494cfaadedd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312616 Feb 03 13:41:41.893176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49762) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:41.942458 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-291ae5f4-ddf2-439e-874c-b71020231616 admin admin] Publish callbacks [] for security_group (8aa39933-cf67-4604-82f4-de45f429de62), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:41.964541 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-291ae5f4-ddf2-439e-874c-b71020231616 admin admin] Publish callbacks [] for security_group (8aa39933-cf67-4604-82f4-de45f429de62), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:42.014198 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-291ae5f4-ddf2-439e-874c-b71020231616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8aa39933-cf67-4604-82f4-de45f429de62), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:42.016842 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-291ae5f4-ddf2-439e-874c-b71020231616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:42.018023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-291ae5f4-ddf2-439e-874c-b71020231616 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8aa39933-cf67-4604-82f4-de45f429de62 HTTP/1.1" status: 204 len: 168 time: 0.1238832 Feb 03 13:41:42.025939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ae5f4-ddf2-439e-874c-b71020231616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa39933-cf67-4604-82f4-de45f429de62,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:42.143190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e3d4c4b3-9f50-4924-992f-82c6fe802c10 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:42.166489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e3d4c4b3-9f50-4924-992f-82c6fe802c10 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:41:42.166845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e3d4c4b3-9f50-4924-992f-82c6fe802c10 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:42.167271 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d440071e-5e45-4d58-8030-eefc9d347a5d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:42.187695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: d440071e-5e45-4d58-8030-eefc9d347a5d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:41:42.188053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device d440071e-5e45-4d58-8030-eefc9d347a5d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:42.703407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 49784) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:42.713370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:42.806867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-574531603-network', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:42.830311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Made reservation on behalf of d3bc4499fd0f4d68b7b989a2674a9578 for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:42.834267 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:42.842950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:42.921153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Publish callbacks [] for security_group (3a5df03f-faa4-4ded-8459-a2ea9da389f4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:42.928289 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3a5df03f-faa4-4ded-8459-a2ea9da389f4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:42.953487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:42.963266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5df03f-faa4-4ded-8459-a2ea9da389f4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:42.969351 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (15eef9d2-33b7-473f-a1ab-2af1c259b250), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:42.969695 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Added segment 15eef9d2-33b7-473f-a1ab-2af1c259b250 of type vlan for network e730d347-4e97-4f76-acc2-40f55cabcd70 Feb 03 13:41:43.013443 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (e730d347-4e97-4f76-acc2-40f55cabcd70), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.042979 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (e730d347-4e97-4f76-acc2-40f55cabcd70), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.043992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:43.044565 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.076095 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3715909 Feb 03 13:41:43.079224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49788) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:43.084976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Request body: {'subnet': {'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-subnet', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:43.107631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Made reservation on behalf of d3bc4499fd0f4d68b7b989a2674a9578 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:43.108672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afac8a-f187-4a40-92e6-eb64312197a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e730d347-4e97-4f76-acc2-40f55cabcd70,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:43.110163 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.121846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network e730d347-4e97-4f76-acc2-40f55cabcd70 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:43.283613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (e8b39a43-e0ee-4cbe-9186-152799ff9386), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.334600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b39a43-e0ee-4cbe-9186-152799ff9386,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:43.351636 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Checking segment: {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:43.351998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Network hostable DHCP agents. Network: e730d347-4e97-4f76-acc2-40f55cabcd70, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:43.369327 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Network e730d347-4e97-4f76-acc2-40f55cabcd70 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:43.380203 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, e730d347-4e97-4f76-acc2-40f55cabcd70) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:43.385246 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:43.385951 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.398956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea40d26-aaee-432b-ac77-9bd534e7a58f None None] Network e730d347-4e97-4f76-acc2-40f55cabcd70 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:43.411214 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5559ed4f-cde5-4be0-8a7d-2d429d450248 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3299911 Feb 03 13:41:43.413792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49790) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:43.418544 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:43.441116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (05d7cb3a-791b-4773-b077-2a76055a0de2), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.442311 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (05d7cb3a-791b-4773-b077-2a76055a0de2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.493938 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks [] for router_controller (05d7cb3a-791b-4773-b077-2a76055a0de2), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.667732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-e730d347-4e97-4f76-acc2-40f55cabcd70', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'fixed_ips': [{'subnet_id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:41:43.668613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.810823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Allocated IP 172.20.0.2 (e730d347-4e97-4f76-acc2-40f55cabcd70/e8b39a43-e0ee-4cbe-9186-152799ff9386/2fe7582e-dcea-4482-b568-37bda5d60d4e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:43.937426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks [] for router_gateway (05d7cb3a-791b-4773-b077-2a76055a0de2), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.962015 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Publish callbacks [] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:43.974447 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:44.023152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Network e730d347-4e97-4f76-acc2-40f55cabcd70 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:44.026011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:44.030205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:44.033297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Pushing event updated for resources: {'Port': ['ID=2fe7582e-dcea-4482-b568-37bda5d60d4e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:44.094620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Attempting to bind port 2fe7582e-dcea-4482-b568-37bda5d60d4e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:44.095004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Attempting to bind port 2fe7582e-dcea-4482-b568-37bda5d60d4e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:44.095374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Attempting to bind port 2fe7582e-dcea-4482-b568-37bda5d60d4e on network e730d347-4e97-4f76-acc2-40f55cabcd70 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:44.101219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:44.101626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Checking segment: {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:44.102023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:44.102442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Bound using segment: {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:44.102911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Bound port: 2fe7582e-dcea-4482-b568-37bda5d60d4e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:44.103293 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:44.151233 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks [] for router_gateway (05d7cb3a-791b-4773-b077-2a76055a0de2), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:44.174263 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:44.179000 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] For port 2fe7582e-dcea-4482-b568-37bda5d60d4e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:44.182246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] For port 2fe7582e-dcea-4482-b568-37bda5d60d4e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2fe7582e-dcea-4482-b568-37bda5d60d4e,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:44.190103 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:44.244942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809712d-514e-4d88-8a25-f387e02f3f11 None None] Pushing event updated for resources: {'Port': ['ID=2fe7582e-dcea-4482-b568-37bda5d60d4e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:44.275837 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Allocated IP 172.25.3.108 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/2ba21c06-cee2-4736-ad96-db66975fdf31) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:44.389479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks [] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:44.440777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:44.479978 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:44.485264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:44.489256 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:44.495300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba21c06-cee2-4736-ad96-db66975fdf31,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:44.750592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks [] for router_gateway (05d7cb3a-791b-4773-b077-2a76055a0de2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:44.957098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (05d7cb3a-791b-4773-b077-2a76055a0de2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.092746 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Router 05d7cb3a-791b-4773-b077-2a76055a0de2 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:41:45.194155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659aa5ac-a128-4f9e-8e04-e84d7c832f6e None None] Network e730d347-4e97-4f76-acc2-40f55cabcd70 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:45.204047 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:41:45.219091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Sync routers for ids ['05d7cb3a-791b-4773-b077-2a76055a0de2'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:41:45.225149 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.228697 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6933df6e-b0d6-4567-b566-53f0b0b5cfd0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8107932 Feb 03 13:41:45.228901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49792) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:45.271326 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Routers {'05d7cb3a-791b-4773-b077-2a76055a0de2'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:45.271899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['05d7cb3a-791b-4773-b077-2a76055a0de2'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:45.325983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ee6b223e-2d55-4ef0-9f63-b9d624dee4cd None None] Provisioning complete for port 2fe7582e-dcea-4482-b568-37bda5d60d4e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:45.326807 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee6b223e-2d55-4ef0-9f63-b9d624dee4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.450434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Set router 05d7cb3a-791b-4773-b077-2a76055a0de2 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:45.600999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b223e-2d55-4ef0-9f63-b9d624dee4cd None None] Current status of the port 2fe7582e-dcea-4482-b568-37bda5d60d4e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:45.601401 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee6b223e-2d55-4ef0-9f63-b9d624dee4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.653282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.669466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ee6b223e-2d55-4ef0-9f63-b9d624dee4cd None None] For port 2fe7582e-dcea-4482-b568-37bda5d60d4e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2fe7582e-dcea-4482-b568-37bda5d60d4e,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:45.677340 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee6b223e-2d55-4ef0-9f63-b9d624dee4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.738838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b223e-2d55-4ef0-9f63-b9d624dee4cd None None] Pushing event updated for resources: {'Port': ['ID=2fe7582e-dcea-4482-b568-37bda5d60d4e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:45.743430 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:43Z', 'updated_at': '2022-02-03T13:41:44Z', 'revision_number': 3, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'gw_port': {'id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:44Z', 'updated_at': '2022-02-03T13:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:45.771285 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Checking router: 05d7cb3a-791b-4773-b077-2a76055a0de2 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:41:45.771643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Updating router 05d7cb3a-791b-4773-b077-2a76055a0de2 port 2ba21c06-cee2-4736-ad96-db66975fdf31 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:41:45.808067 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.812234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-781ca675-2a4b-4b88-b3aa-30fab424f536 None None] Provisioning complete for port 2fe7582e-dcea-4482-b568-37bda5d60d4e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:45.812635 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-781ca675-2a4b-4b88-b3aa-30fab424f536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.816517 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Allocated IP 172.20.0.1 (e730d347-4e97-4f76-acc2-40f55cabcd70/e8b39a43-e0ee-4cbe-9186-152799ff9386/e66e0eec-be26-48e9-b132-9596327752eb) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:45.918642 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Publish callbacks [] for port (e66e0eec-be26-48e9-b132-9596327752eb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.954891 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e66e0eec-be26-48e9-b132-9596327752eb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:45.993004 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Network e730d347-4e97-4f76-acc2-40f55cabcd70 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:45.999981 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:46.002553 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:46.009155 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Pushing event updated for resources: {'Port': ['ID=e66e0eec-be26-48e9-b132-9596327752eb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:46.032048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-781ca675-2a4b-4b88-b3aa-30fab424f536 None None] Current status of the port 2fe7582e-dcea-4482-b568-37bda5d60d4e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:46.046622 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (05d7cb3a-791b-4773-b077-2a76055a0de2), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.151584 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Publish callbacks [] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.167941 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.194195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e66e0eec-be26-48e9-b132-9596327752eb), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.213208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bb45d-570b-44b4-9eaa-8d09986dee2d None None] Pushing event updated for resources: {'Port': ['ID=2ba21c06-cee2-4736-ad96-db66975fdf31,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:46.228190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Attempting to bind port 2ba21c06-cee2-4736-ad96-db66975fdf31 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:46.228710 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Attempting to bind port 2ba21c06-cee2-4736-ad96-db66975fdf31 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:46.228906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Attempting to bind port 2ba21c06-cee2-4736-ad96-db66975fdf31 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:46.240913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:46.241295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:46.241710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.242103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:46.242614 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Bound port: 2ba21c06-cee2-4736-ad96-db66975fdf31, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:46.242997 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.269805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2fe7582e-dcea-4482-b568-37bda5d60d4e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:46.335393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] For port 2ba21c06-cee2-4736-ad96-db66975fdf31, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:46.338603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] For port 2ba21c06-cee2-4736-ad96-db66975fdf31, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2ba21c06-cee2-4736-ad96-db66975fdf31,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:46.353994 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.372061 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Publish callbacks [] for port (e66e0eec-be26-48e9-b132-9596327752eb), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.378250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (e66e0eec-be26-48e9-b132-9596327752eb), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.393039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2fe7582e-dcea-4482-b568-37bda5d60d4e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:46.393411 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.398031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-34e71cfa-82ae-469d-9ddc-3a5cf7cae7e3 None None] Provisioning complete for port e66e0eec-be26-48e9-b132-9596327752eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:46.398517 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e71cfa-82ae-469d-9ddc-3a5cf7cae7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e66e0eec-be26-48e9-b132-9596327752eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.442838 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Pushing event updated for resources: {'Port': ['ID=e66e0eec-be26-48e9-b132-9596327752eb,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:46.445336 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (05d7cb3a-791b-4773-b077-2a76055a0de2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.482666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bb45d-570b-44b4-9eaa-8d09986dee2d None None] Pushing event updated for resources: {'Port': ['ID=2ba21c06-cee2-4736-ad96-db66975fdf31,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:46.485120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Routers {'05d7cb3a-791b-4773-b077-2a76055a0de2'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:46.485713 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['05d7cb3a-791b-4773-b077-2a76055a0de2'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:46.523800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-34e71cfa-82ae-469d-9ddc-3a5cf7cae7e3 None None] Port e66e0eec-be26-48e9-b132-9596327752eb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:41:46.540943 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Network e730d347-4e97-4f76-acc2-40f55cabcd70 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:46.542318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:46.673767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Router 05d7cb3a-791b-4773-b077-2a76055a0de2 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:41:46.794264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:41:46.799040 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4d1f0546-c877-4652-a3df-cb4a0650e28b admin admin] 10.222.0.65 "PUT /v2.0/routers/05d7cb3a-791b-4773-b077-2a76055a0de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691526 Feb 03 13:41:46.801908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2fe7582e-dcea-4482-b568-37bda5d60d4e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:46.811254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] Set router 05d7cb3a-791b-4773-b077-2a76055a0de2 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:46.853106 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.897964 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b811091a-3c97-4642-8186-81b25c0132f2 None None] Provisioning complete for port e66e0eec-be26-48e9-b132-9596327752eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:46.898352 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b811091a-3c97-4642-8186-81b25c0132f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e66e0eec-be26-48e9-b132-9596327752eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.978987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b811091a-3c97-4642-8186-81b25c0132f2 None None] Port e66e0eec-be26-48e9-b132-9596327752eb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:41:47.055016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:43Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 4, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'gw_port': {'id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:44Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'e66e0eec-be26-48e9-b132-9596327752eb', 'name': '', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'mac_address': 'fa:16:3e:78:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:45Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 2, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'subnets': [{'id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:47.082653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64a58b-ede8-49e5-b366-03ba72c3ec9f None None] The sync data for ids ['05d7cb3a-791b-4773-b077-2a76055a0de2'] in n-d-792364-10 is: [{'id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:43Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 4, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'gw_port': {'id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:44Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'e66e0eec-be26-48e9-b132-9596327752eb', 'name': '', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'mac_address': 'fa:16:3e:78:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:45Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 2, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'subnets': [{'id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:41:47.308287 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49808) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:47.313495 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-502148177-network', 'tenant_id': '1e24fdc648634249abd80b9888e99a57'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:47.337136 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Made reservation on behalf of 1e24fdc648634249abd80b9888e99a57 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:47.339790 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.349447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.434120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Publish callbacks [] for security_group (a7f7167a-8e66-4602-a2da-69ff622d9b38), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.439661 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a7f7167a-8e66-4602-a2da-69ff622d9b38), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.466062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:47.476657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f7167a-8e66-4602-a2da-69ff622d9b38,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:47.481658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2d9ff3cc-c060-4805-beb0-ec95cefff98c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.481997 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Added segment 2d9ff3cc-c060-4805-beb0-ec95cefff98c of type vlan for network ed76d76e-26a3-4866-9f93-cf76c82278c1 Feb 03 13:41:47.493134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.493482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.493818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.494145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.494497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.494823 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.495199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.495459 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.495774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.496085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.496398 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.496709 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.497019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:47.540119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (ed76d76e-26a3-4866-9f93-cf76c82278c1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.567596 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (ed76d76e-26a3-4866-9f93-cf76c82278c1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.568598 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:47.569197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.605914 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2964668 Feb 03 13:41:47.608751 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49810) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:47.613451 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Request body: {'subnet': {'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-subnet', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:47.647916 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fb066-c634-42f9-bb6c-9f3b416acc0f admin admin] Pushing event updated for resources: {'Network': ['ID=ed76d76e-26a3-4866-9f93-cf76c82278c1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:47.658573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network ed76d76e-26a3-4866-9f93-cf76c82278c1 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:47.660549 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Made reservation on behalf of 1e24fdc648634249abd80b9888e99a57 for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:47.662992 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.861157 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (880c854e-7266-491f-a738-8c9a73ae2f5a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.917150 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=880c854e-7266-491f-a738-8c9a73ae2f5a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:47.926040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Checking segment: {'id': '2d9ff3cc-c060-4805-beb0-ec95cefff98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:47.926437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Network hostable DHCP agents. Network: ed76d76e-26a3-4866-9f93-cf76c82278c1, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:47.945029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Network ed76d76e-26a3-4866-9f93-cf76c82278c1 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:47.955367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, ed76d76e-26a3-4866-9f93-cf76c82278c1) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:47.959545 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:47.960291 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:47.966595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf384e-00b4-455c-b472-454d676f4808 None None] Network ed76d76e-26a3-4866-9f93-cf76c82278c1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:47.979836 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4a8a7ae3-8711-4730-963b-1ad3d604f141 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3700409 Feb 03 13:41:47.982390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49812) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:47.986699 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:48.009892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (8e23baf9-103e-4152-98fa-235e2759fb19), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.011185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (8e23baf9-103e-4152-98fa-235e2759fb19), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.086471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-ed76d76e-26a3-4866-9f93-cf76c82278c1', 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1', 'project_id': '1e24fdc648634249abd80b9888e99a57', 'fixed_ips': [{'subnet_id': '880c854e-7266-491f-a738-8c9a73ae2f5a'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:41:48.087516 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.247985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2ba21c06-cee2-4736-ad96-db66975fdf31 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:48.281578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Allocated IP 172.20.0.2 (ed76d76e-26a3-4866-9f93-cf76c82278c1/880c854e-7266-491f-a738-8c9a73ae2f5a/59767f8c-1e67-485c-8c3d-fc4cf3adfe8d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:48.375731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2ba21c06-cee2-4736-ad96-db66975fdf31 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:48.376122 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.393055 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks [] for router_controller (8e23baf9-103e-4152-98fa-235e2759fb19), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.523627 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Publish callbacks [] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.534726 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks [] for router_gateway (8e23baf9-103e-4152-98fa-235e2759fb19), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.538504 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2ba21c06-cee2-4736-ad96-db66975fdf31 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:48.538504 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.549580 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.621990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 2ba21c06-cee2-4736-ad96-db66975fdf31, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2ba21c06-cee2-4736-ad96-db66975fdf31,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:48.626537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Pushing event updated for resources: {'Port': ['ID=59767f8c-1e67-485c-8c3d-fc4cf3adfe8d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:48.633269 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.636879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Network ed76d76e-26a3-4866-9f93-cf76c82278c1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:48.640979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:48.673809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:48.726210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=2ba21c06-cee2-4736-ad96-db66975fdf31,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:48.760126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Attempting to bind port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:48.760495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Attempting to bind port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '2d9ff3cc-c060-4805-beb0-ec95cefff98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:48.760859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Attempting to bind port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d on network ed76d76e-26a3-4866-9f93-cf76c82278c1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:48.767491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:48.767862 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Checking segment: {'id': '2d9ff3cc-c060-4805-beb0-ec95cefff98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:48.768264 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.768653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Bound using segment: {'id': '2d9ff3cc-c060-4805-beb0-ec95cefff98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:48.769112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Bound port: 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9ff3cc-c060-4805-beb0-ec95cefff98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:48.769487 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.774017 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks [] for router_gateway (8e23baf9-103e-4152-98fa-235e2759fb19), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.795363 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.854394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] For port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:48.857878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] For port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=59767f8c-1e67-485c-8c3d-fc4cf3adfe8d,segment=NetworkSegment(2d9ff3cc-c060-4805-beb0-ec95cefff98c),segment_id=2d9ff3cc-c060-4805-beb0-ec95cefff98c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:48.868185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:48.921294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Allocated IP 172.25.3.15 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/e1e97b50-ce3e-4784-9cc5-b73730f8a745) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:48.927838 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb55d1-5815-47c7-9e96-2da480a78d6c None None] Pushing event updated for resources: {'Port': ['ID=59767f8c-1e67-485c-8c3d-fc4cf3adfe8d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:49.039354 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks [] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.078259 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.142233 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:49.146905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:49.148949 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Pushing event updated for resources: {'Port': ['ID=e1e97b50-ce3e-4784-9cc5-b73730f8a745,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:49.151174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:49.406520 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks [] for router_gateway (8e23baf9-103e-4152-98fa-235e2759fb19), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.623504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (8e23baf9-103e-4152-98fa-235e2759fb19), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.762296 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Router 8e23baf9-103e-4152-98fa-235e2759fb19 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:41:49.791376 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Sync routers for ids ['05d7cb3a-791b-4773-b077-2a76055a0de2'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:41:49.803843 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Routers {'05d7cb3a-791b-4773-b077-2a76055a0de2'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:49.804474 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['05d7cb3a-791b-4773-b077-2a76055a0de2'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:49.875240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:41:49.888033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Sync routers for ids ['8e23baf9-103e-4152-98fa-235e2759fb19'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:41:49.895256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.899531 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8ecf8a33-b570-4196-b9c7-24b9fc1aa3fd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9136693 Feb 03 13:41:49.899856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 49814) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:49.903793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Routers {'8e23baf9-103e-4152-98fa-235e2759fb19'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:49.904432 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8e23baf9-103e-4152-98fa-235e2759fb19'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:49.918458 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Set router 05d7cb3a-791b-4773-b077-2a76055a0de2 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:49.947864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c37f4-a600-4ebf-8361-3f71b12c5563 None None] Network ed76d76e-26a3-4866-9f93-cf76c82278c1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:50.104017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Set router 8e23baf9-103e-4152-98fa-235e2759fb19 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:50.193923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-de9f5903-3d11-46e3-bb89-c83e262406e8 None None] Provisioning complete for port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:50.194218 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de9f5903-3d11-46e3-bb89-c83e262406e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.233216 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:43Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 4, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'gw_port': {'id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:44Z', 'updated_at': '2022-02-03T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'e66e0eec-be26-48e9-b132-9596327752eb', 'name': '', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'mac_address': 'fa:16:3e:78:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:45Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 2, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'subnets': [{'id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:50.262600 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Checking router: 05d7cb3a-791b-4773-b077-2a76055a0de2 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:41:50.263209 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Updating router 05d7cb3a-791b-4773-b077-2a76055a0de2 port e66e0eec-be26-48e9-b132-9596327752eb binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:41:50.305393 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e66e0eec-be26-48e9-b132-9596327752eb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.385580 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.514852 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:50.560132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-de9f5903-3d11-46e3-bb89-c83e262406e8 None None] Current status of the port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:50.560351 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de9f5903-3d11-46e3-bb89-c83e262406e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.570396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Allocated IP 172.20.0.1 (ed76d76e-26a3-4866-9f93-cf76c82278c1/880c854e-7266-491f-a738-8c9a73ae2f5a/5d89dc87-b578-42bf-843c-ef7f2248695f) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:50.611313 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Publish callbacks [] for port (e66e0eec-be26-48e9-b132-9596327752eb), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.621242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-de9f5903-3d11-46e3-bb89-c83e262406e8 None None] For port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=59767f8c-1e67-485c-8c3d-fc4cf3adfe8d,segment=NetworkSegment(2d9ff3cc-c060-4805-beb0-ec95cefff98c),segment_id=2d9ff3cc-c060-4805-beb0-ec95cefff98c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:50.624411 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e66e0eec-be26-48e9-b132-9596327752eb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.648026 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de9f5903-3d11-46e3-bb89-c83e262406e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.681484 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Pushing event updated for resources: {'Port': ['ID=e66e0eec-be26-48e9-b132-9596327752eb,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:50.703062 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.703639 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.704602 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.705022 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.705457 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.705891 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.706405 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.707384 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.707540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:50.707838 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.708324 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.708812 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.714216 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.714871 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.715310 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:50.737473 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Publish callbacks [] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.774107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f5903-3d11-46e3-bb89-c83e262406e8 None None] Pushing event updated for resources: {'Port': ['ID=59767f8c-1e67-485c-8c3d-fc4cf3adfe8d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:50.791995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:49Z', 'revision_number': 3, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'gw_port': {'id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:50.794536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.819997 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Attempting to bind port e66e0eec-be26-48e9-b132-9596327752eb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:50.820991 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Attempting to bind port e66e0eec-be26-48e9-b132-9596327752eb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:50.821629 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Attempting to bind port e66e0eec-be26-48e9-b132-9596327752eb on network e730d347-4e97-4f76-acc2-40f55cabcd70 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:50.833700 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:50.834441 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Checking segment: {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:50.836285 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.836285 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Bound using segment: {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:50.837794 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Bound port: e66e0eec-be26-48e9-b132-9596327752eb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:50.838467 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e66e0eec-be26-48e9-b132-9596327752eb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.840747 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Network ed76d76e-26a3-4866-9f93-cf76c82278c1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:50.844343 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:50.856855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:50.866402 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Checking router: 8e23baf9-103e-4152-98fa-235e2759fb19 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:41:50.866894 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Updating router 8e23baf9-103e-4152-98fa-235e2759fb19 port e1e97b50-ce3e-4784-9cc5-b73730f8a745 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:41:50.887355 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Pushing event updated for resources: {'Port': ['ID=5d89dc87-b578-42bf-843c-ef7f2248695f,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:50.919000 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (8e23baf9-103e-4152-98fa-235e2759fb19), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.925904 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] For port e66e0eec-be26-48e9-b132-9596327752eb, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:50.930669 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] For port e66e0eec-be26-48e9-b132-9596327752eb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e66e0eec-be26-48e9-b132-9596327752eb,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:50.940006 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.945459 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e66e0eec-be26-48e9-b132-9596327752eb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.055975 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d6c8b-6862-45f7-ae82-8e6375c3b14c None None] Pushing event updated for resources: {'Port': ['ID=e66e0eec-be26-48e9-b132-9596327752eb,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:51.075769 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Routers {'05d7cb3a-791b-4773-b077-2a76055a0de2'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:51.076415 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['05d7cb3a-791b-4773-b077-2a76055a0de2'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:51.080655 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:51.081674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2ba21c06-cee2-4736-ad96-db66975fdf31 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:51.082766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.087730 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7f17309c-173f-44f0-b755-6b7372aed189 None None] Provisioning complete for port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:51.088113 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f17309c-173f-44f0-b755-6b7372aed189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.242317 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] Set router 05d7cb3a-791b-4773-b077-2a76055a0de2 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:51.264208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7f17309c-173f-44f0-b755-6b7372aed189 None None] Current status of the port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:51.297630 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Publish callbacks [] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.306175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.307875 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.338170 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 2ba21c06-cee2-4736-ad96-db66975fdf31 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:51.338698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.402800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (8e23baf9-103e-4152-98fa-235e2759fb19), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.405506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Pushing event updated for resources: {'Port': ['ID=5d89dc87-b578-42bf-843c-ef7f2248695f,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:51.440225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] Provisioning complete for port e66e0eec-be26-48e9-b132-9596327752eb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:51.440519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e66e0eec-be26-48e9-b132-9596327752eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.452868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Publish callbacks [] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.483521 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:43Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 4, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'gw_port': {'id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:44Z', 'updated_at': '2022-02-03T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'e66e0eec-be26-48e9-b132-9596327752eb', 'name': '', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'mac_address': 'fa:16:3e:78:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:45Z', 'updated_at': '2022-02-03T13:41:50Z', 'revision_number': 4, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'subnets': [{'id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:51.484275 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.503499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Network ed76d76e-26a3-4866-9f93-cf76c82278c1 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:51.505096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:51.511398 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae077d-b9ce-411c-a8c4-45232079a440 None None] The sync data for ids ['05d7cb3a-791b-4773-b077-2a76055a0de2'] in n-d-792364-10 is: [{'id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:43Z', 'updated_at': '2022-02-03T13:41:46Z', 'revision_number': 4, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'gw_port': {'id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:44Z', 'updated_at': '2022-02-03T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'e66e0eec-be26-48e9-b132-9596327752eb', 'name': '', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'mac_address': 'fa:16:3e:78:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:45Z', 'updated_at': '2022-02-03T13:41:50Z', 'revision_number': 4, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'subnets': [{'id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:41:51.589116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 2ba21c06-cee2-4736-ad96-db66975fdf31 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:51.595062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7da24c-f24a-4a70-aed5-9aebdd9e4379 None None] Pushing event updated for resources: {'Port': ['ID=e1e97b50-ce3e-4784-9cc5-b73730f8a745,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:51.600344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Attempting to bind port e1e97b50-ce3e-4784-9cc5-b73730f8a745 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:51.600725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Attempting to bind port e1e97b50-ce3e-4784-9cc5-b73730f8a745 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:51.601109 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Attempting to bind port e1e97b50-ce3e-4784-9cc5-b73730f8a745 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:51.627882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:51.628236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:51.628651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.629051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:51.629979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Bound port: e1e97b50-ce3e-4784-9cc5-b73730f8a745, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:51.630734 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.647253 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Router 8e23baf9-103e-4152-98fa-235e2759fb19 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:41:51.669601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] Current status of the port e66e0eec-be26-48e9-b132-9596327752eb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:51.669994 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e66e0eec-be26-48e9-b132-9596327752eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.735052 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] For port e66e0eec-be26-48e9-b132-9596327752eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e66e0eec-be26-48e9-b132-9596327752eb,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:51.743678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] For port e1e97b50-ce3e-4784-9cc5-b73730f8a745, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:51.746031 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e66e0eec-be26-48e9-b132-9596327752eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.751735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] For port e1e97b50-ce3e-4784-9cc5-b73730f8a745, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e1e97b50-ce3e-4784-9cc5-b73730f8a745,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:51.783019 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.785687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:41:51.803351 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d47e9cd7-f094-416b-9e06-15b6e91b7b88 admin admin] 10.222.0.65 "PUT /v2.0/routers/8e23baf9-103e-4152-98fa-235e2759fb19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019680 Feb 03 13:41:51.811331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] Provisioning complete for port 5d89dc87-b578-42bf-843c-ef7f2248695f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:51.812035 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:51.856092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] Pushing event updated for resources: {'Port': ['ID=e66e0eec-be26-48e9-b132-9596327752eb,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:51.860590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Routers {'8e23baf9-103e-4152-98fa-235e2759fb19'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:51.861233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8e23baf9-103e-4152-98fa-235e2759fb19'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:51.940071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-db18adea-d11b-48c9-9b49-1298445fdbd0 None None] Port 5d89dc87-b578-42bf-843c-ef7f2248695f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:41:52.001043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7da24c-f24a-4a70-aed5-9aebdd9e4379 None None] Pushing event updated for resources: {'Port': ['ID=e1e97b50-ce3e-4784-9cc5-b73730f8a745,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:52.028136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] Set router 8e23baf9-103e-4152-98fa-235e2759fb19 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:52.086220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-bf490abb-d0af-4744-bc7f-b56445b1b1fd None None] Provisioning complete for port 5d89dc87-b578-42bf-843c-ef7f2248695f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:52.086712 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf490abb-d0af-4744-bc7f-b56445b1b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:52.213217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bf490abb-d0af-4744-bc7f-b56445b1b1fd None None] Port 5d89dc87-b578-42bf-843c-ef7f2248695f cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:41:52.232776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:52.323475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:52.323845 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:52.375291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 4, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'gw_port': {'id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '5d89dc87-b578-42bf-843c-ef7f2248695f', 'name': '', 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'mac_address': 'fa:16:3e:1b:2d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:50Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 2, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'subnets': [{'id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:52.403657 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56d7d9-12b8-4c41-92f6-e8de5233dd7b None None] The sync data for ids ['8e23baf9-103e-4152-98fa-235e2759fb19'] in n-d-792364-10 is: [{'id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 4, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'gw_port': {'id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '5d89dc87-b578-42bf-843c-ef7f2248695f', 'name': '', 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'mac_address': 'fa:16:3e:1b:2d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:50Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 2, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'subnets': [{'id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:41:52.443019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:52.444132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e66e0eec-be26-48e9-b132-9596327752eb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:52.496642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e66e0eec-be26-48e9-b132-9596327752eb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:52.497052 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e66e0eec-be26-48e9-b132-9596327752eb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:52.585005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e66e0eec-be26-48e9-b132-9596327752eb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:53.028244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-b6ef371e-723f-4333-a2b3-f19916dc631f tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:53.029802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-b6ef371e-723f-4333-a2b3-f19916dc631f tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/networks?id=e730d347-4e97-4f76-acc2-40f55cabcd70 HTTP/1.1" status: 200 len: 816 time: 0.1144655 Feb 03 13:41:53.046207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-4eafb8a3-327e-47c8-a02c-695e847a9c7e tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/quotas/d3bc4499fd0f4d68b7b989a2674a9578 HTTP/1.1" status: 200 len: 375 time: 0.0100896 Feb 03 13:41:53.102723 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-7b9bc4b8-168e-448b-b11b-b024427345e4 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d3bc4499fd0f4d68b7b989a2674a9578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508647 Feb 03 13:41:53.205563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-9dc7b431-37e6-422e-9e9f-93f6575d1fa4 service neutron] 10.222.0.65 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906596 Feb 03 13:41:53.303424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-3b5c5902-e730-4691-a08a-232781fc9159 service neutron] 10.222.0.65 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890365 Feb 03 13:41:53.469471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-034154cc-3eef-48be-bd57-653df2220f8f req-16f052c3-1c14-45a3-9157-20bf827ff939 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 210 time: 0.0276604 Feb 03 13:41:54.189354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e1e97b50-ce3e-4784-9cc5-b73730f8a745 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:54.238168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e1e97b50-ce3e-4784-9cc5-b73730f8a745 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:54.238657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.325362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e1e97b50-ce3e-4784-9cc5-b73730f8a745 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:54.325756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.349579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port e1e97b50-ce3e-4784-9cc5-b73730f8a745, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e1e97b50-ce3e-4784-9cc5-b73730f8a745,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:54.354892 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.407950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=e1e97b50-ce3e-4784-9cc5-b73730f8a745,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:54.536922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-d4aefa36-09a5-4472-9d7a-32e19e55f64f tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:54.538445 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-d4aefa36-09a5-4472-9d7a-32e19e55f64f tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.72 "GET /v2.0/networks?id=e730d347-4e97-4f76-acc2-40f55cabcd70 HTTP/1.1" status: 200 len: 816 time: 0.1283069 Feb 03 13:41:54.557153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Request body: {'port': {'device_id': '54a8d155-47ac-4c87-9ff0-8486549a9a7f', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'admin_state_up': True, 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:54.596218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d64e24e7-db1f-4970-819e-43ba247b527f req-d967b67d-7fc4-4dec-9b69-744a4c9fa56e tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 210 time: 0.0546668 Feb 03 13:41:54.701775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Made reservation on behalf of d3bc4499fd0f4d68b7b989a2674a9578 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:54.705452 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.840107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Allocated IP 172.20.0.9 (e730d347-4e97-4f76-acc2-40f55cabcd70/e8b39a43-e0ee-4cbe-9186-152799ff9386/4522f10f-649e-48b2-965a-aa7ca3b44392) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:54.995719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks [] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.034018 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.083527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Network e730d347-4e97-4f76-acc2-40f55cabcd70 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:55.088338 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:55.090981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:55.118634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Pushing event updated for resources: {'Port': ['ID=4522f10f-649e-48b2-965a-aa7ca3b44392,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:55.131081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.131432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.131748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.132115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.132446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.132775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.133089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.133420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.133775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.134080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.134442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.134742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.135219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:55.160766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:55.161503 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.182694 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-f6c4a4bc-42de-4206-900b-18e855fb64f9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307850 Feb 03 13:41:55.195272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Request body: {'port': {'device_id': '54a8d155-47ac-4c87-9ff0-8486549a9a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:55.257563 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.355598 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Sync routers for ids ['8e23baf9-103e-4152-98fa-235e2759fb19'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:41:55.358224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fc9ab817-dcce-4320-998d-66283e67e437 None None] Provisioning complete for port 4522f10f-649e-48b2-965a-aa7ca3b44392 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:55.358774 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc9ab817-dcce-4320-998d-66283e67e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.365047 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Routers {'8e23baf9-103e-4152-98fa-235e2759fb19'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:55.365597 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8e23baf9-103e-4152-98fa-235e2759fb19'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:55.393435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ab817-dcce-4320-998d-66283e67e437 None None] Port 4522f10f-649e-48b2-965a-aa7ca3b44392 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:41:55.471024 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Set router 8e23baf9-103e-4152-98fa-235e2759fb19 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:55.541755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4522f10f-649e-48b2-965a-aa7ca3b44392 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:41:55.549316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Publish callbacks [] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.562817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Transition to ACTIVE for port object 4522f10f-649e-48b2-965a-aa7ca3b44392 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:41:55.570187 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.628410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Pushing event updated for resources: {'Port': ['ID=4522f10f-649e-48b2-965a-aa7ca3b44392,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:55.680249 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 4, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'gw_port': {'id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '5d89dc87-b578-42bf-843c-ef7f2248695f', 'name': '', 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'mac_address': 'fa:16:3e:1b:2d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:50Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 2, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'subnets': [{'id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:55.714834 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Checking router: 8e23baf9-103e-4152-98fa-235e2759fb19 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:41:55.715302 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Updating router 8e23baf9-103e-4152-98fa-235e2759fb19 port 5d89dc87-b578-42bf-843c-ef7f2248695f binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:41:55.737351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Attempting to bind port 4522f10f-649e-48b2-965a-aa7ca3b44392 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:55.737692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Attempting to bind port 4522f10f-649e-48b2-965a-aa7ca3b44392 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:55.738450 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Attempting to bind port 4522f10f-649e-48b2-965a-aa7ca3b44392 on network e730d347-4e97-4f76-acc2-40f55cabcd70 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:55.745786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Port 4522f10f-649e-48b2-965a-aa7ca3b44392 on network e730d347-4e97-4f76-acc2-40f55cabcd70 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:41:55.746116 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Attempting to bind port 4522f10f-649e-48b2-965a-aa7ca3b44392 on network e730d347-4e97-4f76-acc2-40f55cabcd70 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:55.749700 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.755342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:55.755342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Checking segment: {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:55.756137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Bound using segment: {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:55.756485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Bound port: 4522f10f-649e-48b2-965a-aa7ca3b44392, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:55.756847 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.783937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a7128-8d0d-4137-9171-5bc8ec3b92a3 req-79ce0501-dc87-491b-9b3d-2dc0db7a1986 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:55.785489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f42a7128-8d0d-4137-9171-5bc8ec3b92a3 req-79ce0501-dc87-491b-9b3d-2dc0db7a1986 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 943 time: 0.0982616 Feb 03 13:41:55.864472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] For port 4522f10f-649e-48b2-965a-aa7ca3b44392, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:55.867926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] For port 4522f10f-649e-48b2-965a-aa7ca3b44392, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4522f10f-649e-48b2-965a-aa7ca3b44392,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:55.873407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f42a7128-8d0d-4137-9171-5bc8ec3b92a3 req-90ce0b24-152d-497e-aef4-a1763f3a0e41 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697768 Feb 03 13:41:55.874891 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.911862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:55.912534 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.914250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] 10.222.0.72 "PUT /v2.0/ports/4522f10f-649e-48b2-965a-aa7ca3b44392 HTTP/1.1" status: 200 len: 1092 time: 0.7232969 Feb 03 13:41:55.914745 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a8d155-47ac-4c87-9ff0-8486549a9a7f', 'tag': '4522f10f-649e-48b2-965a-aa7ca3b44392'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:55.917029 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c18c0d-894d-4f37-899e-16c3d6cd1430" -d '{"events": [{"name": "network-changed", "server_uuid": "54a8d155-47ac-4c87-9ff0-8486549a9a7f", "tag": "4522f10f-649e-48b2-965a-aa7ca3b44392"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:55.964776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa09f5-9f2d-42ba-8842-b51be6815819 service neutron] Pushing event updated for resources: {'Port': ['ID=4522f10f-649e-48b2-965a-aa7ca3b44392,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:55.978511 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a4a9ca-5793-4b31-92c1-14ae54d73894 x-openstack-request-id: req-f2a4a9ca-5793-4b31-92c1-14ae54d73894 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:55.978831 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a8d155-47ac-4c87-9ff0-8486549a9a7f", "tag": "4522f10f-649e-48b2-965a-aa7ca3b44392", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:55.979056 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2a4a9ca-5793-4b31-92c1-14ae54d73894 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:55.979465 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a8d155-47ac-4c87-9ff0-8486549a9a7f', 'tag': '4522f10f-649e-48b2-965a-aa7ca3b44392', 'status': 'completed', 'code': 200} Feb 03 13:41:56.014713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-b96ebdca-6fa5-4335-85eb-408459d813fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:56.016699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-b96ebdca-6fa5-4335-85eb-408459d813fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3bc4499fd0f4d68b7b989a2674a9578&device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 1126 time: 0.0485935 Feb 03 13:41:56.061594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-2221c6bf-7ce2-4b7b-8c6b-96ade500fa98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4522f10f-649e-48b2-965a-aa7ca3b44392 HTTP/1.1" status: 200 len: 217 time: 0.0368447 Feb 03 13:41:56.064062 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Publish callbacks [] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.073509 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.128554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-a1c30689-6245-4c88-881e-c31576b54481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:56.131148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-a1c30689-6245-4c88-881e-c31576b54481 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8b39a43-e0ee-4cbe-9186-152799ff9386 HTTP/1.1" status: 200 len: 855 time: 0.0627041 Feb 03 13:41:56.196463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e1e97b50-ce3e-4784-9cc5-b73730f8a745 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:56.204946 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-9a3ae516-0d7a-44d6-a06f-f45c7909e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:56.207220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-9a3ae516-0d7a-44d6-a06f-f45c7909e9c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e730d347-4e97-4f76-acc2-40f55cabcd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679727 Feb 03 13:41:56.241657 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffa9db-c4ff-4018-aecb-e048dbdb55e7 None None] Pushing event updated for resources: {'Port': ['ID=5d89dc87-b578-42bf-843c-ef7f2248695f,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:56.280059 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e1e97b50-ce3e-4784-9cc5-b73730f8a745 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:56.280591 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.297472 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Attempting to bind port 5d89dc87-b578-42bf-843c-ef7f2248695f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:56.297847 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Attempting to bind port 5d89dc87-b578-42bf-843c-ef7f2248695f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '2d9ff3cc-c060-4805-beb0-ec95cefff98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:56.298210 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Attempting to bind port 5d89dc87-b578-42bf-843c-ef7f2248695f on network ed76d76e-26a3-4866-9f93-cf76c82278c1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:56.304142 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:56.304519 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Checking segment: {'id': '2d9ff3cc-c060-4805-beb0-ec95cefff98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:56.304948 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.305341 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Bound using segment: {'id': '2d9ff3cc-c060-4805-beb0-ec95cefff98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:56.305804 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Bound port: 5d89dc87-b578-42bf-843c-ef7f2248695f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9ff3cc-c060-4805-beb0-ec95cefff98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:56.306368 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.331864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-6b8053b9-6a23-4eae-91df-9c7d7c2231a3 service neutron] 10.222.0.72 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166015 Feb 03 13:41:56.377654 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] For port 5d89dc87-b578-42bf-843c-ef7f2248695f, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:56.381132 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] For port 5d89dc87-b578-42bf-843c-ef7f2248695f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5d89dc87-b578-42bf-843c-ef7f2248695f,segment=NetworkSegment(2d9ff3cc-c060-4805-beb0-ec95cefff98c),segment_id=2d9ff3cc-c060-4805-beb0-ec95cefff98c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:56.388658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e1e97b50-ce3e-4784-9cc5-b73730f8a745 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:56.390111 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.437399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d031069-9a9a-4564-a6cc-7190c3a2309c req-39f5d7a5-6a79-4bc1-977a-aa0b284ecef8 service neutron] 10.222.0.72 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949984 Feb 03 13:41:56.449692 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Routers {'8e23baf9-103e-4152-98fa-235e2759fb19'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:56.450320 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:41:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8e23baf9-103e-4152-98fa-235e2759fb19'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:56.455314 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffa9db-c4ff-4018-aecb-e048dbdb55e7 None None] Pushing event updated for resources: {'Port': ['ID=5d89dc87-b578-42bf-843c-ef7f2248695f,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:56.486309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d56eb051-c194-4589-82ee-f606a7ae4654 None None] Provisioning complete for port 5d89dc87-b578-42bf-843c-ef7f2248695f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:56.487186 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56eb051-c194-4589-82ee-f606a7ae4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.561606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-e427e6c4-7324-4e84-be0b-0a8cb86a7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:56.563255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-e427e6c4-7324-4e84-be0b-0a8cb86a7011 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3bc4499fd0f4d68b7b989a2674a9578&device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 1126 time: 0.0647292 Feb 03 13:41:56.579179 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] Set router 8e23baf9-103e-4152-98fa-235e2759fb19 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:56.597412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d56eb051-c194-4589-82ee-f606a7ae4654 None None] Current status of the port 5d89dc87-b578-42bf-843c-ef7f2248695f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:56.597801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56eb051-c194-4589-82ee-f606a7ae4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.631841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d56eb051-c194-4589-82ee-f606a7ae4654 None None] For port 5d89dc87-b578-42bf-843c-ef7f2248695f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5d89dc87-b578-42bf-843c-ef7f2248695f,segment=NetworkSegment(2d9ff3cc-c060-4805-beb0-ec95cefff98c),segment_id=2d9ff3cc-c060-4805-beb0-ec95cefff98c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:56.637249 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56eb051-c194-4589-82ee-f606a7ae4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.674712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-53b1dcb0-623b-43f8-81b4-89a87f468f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:56.676643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-53b1dcb0-623b-43f8-81b4-89a87f468f12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e730d347-4e97-4f76-acc2-40f55cabcd70 HTTP/1.1" status: 200 len: 917 time: 0.1046844 Feb 03 13:41:56.699915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56eb051-c194-4589-82ee-f606a7ae4654 None None] Pushing event updated for resources: {'Port': ['ID=5d89dc87-b578-42bf-843c-ef7f2248695f,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:56.721983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-4a5dab81-3e44-4c0b-9b64-233eaa1a7854 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4522f10f-649e-48b2-965a-aa7ca3b44392 HTTP/1.1" status: 200 len: 217 time: 0.0359168 Feb 03 13:41:56.759022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-eee745ed-fe68-4ef8-8b9e-e13a00ce612f None None] Provisioning complete for port 5d89dc87-b578-42bf-843c-ef7f2248695f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:56.759409 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee745ed-fe68-4ef8-8b9e-e13a00ce612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.776858 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-d77b8db4-2d27-4e11-8b56-19908e00552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:56.778674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-d77b8db4-2d27-4e11-8b56-19908e00552a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8b39a43-e0ee-4cbe-9186-152799ff9386 HTTP/1.1" status: 200 len: 855 time: 0.0499303 Feb 03 13:41:56.805182 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 4, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'gw_port': {'id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '5d89dc87-b578-42bf-843c-ef7f2248695f', 'name': '', 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'mac_address': 'fa:16:3e:1b:2d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:50Z', 'updated_at': '2022-02-03T13:41:56Z', 'revision_number': 4, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'subnets': [{'id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:56.835183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-00222d9b-e898-4784-bbb8-150407a5a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:56.836879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-00222d9b-e898-4784-bbb8-150407a5a993 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e730d347-4e97-4f76-acc2-40f55cabcd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507448 Feb 03 13:41:56.840211 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fec55-8c40-482c-b73e-f09be6ebf75f None None] The sync data for ids ['8e23baf9-103e-4152-98fa-235e2759fb19'] in n-d-792364-10 is: [{'id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:51Z', 'revision_number': 4, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'gw_port': {'id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '5d89dc87-b578-42bf-843c-ef7f2248695f', 'name': '', 'network_id': 'ed76d76e-26a3-4866-9f93-cf76c82278c1', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'mac_address': 'fa:16:3e:1b:2d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:50Z', 'updated_at': '2022-02-03T13:41:56Z', 'revision_number': 4, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'subnets': [{'id': '880c854e-7266-491f-a738-8c9a73ae2f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:41:56.844363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eee745ed-fe68-4ef8-8b9e-e13a00ce612f None None] Current status of the port 5d89dc87-b578-42bf-843c-ef7f2248695f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:56.932108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-a916a3ca-f333-4809-a3cf-a468017f7a21 service neutron] 10.222.0.72 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869350 Feb 03 13:41:57.066556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c18c0d-894d-4f37-899e-16c3d6cd1430 req-feac48ce-740b-4fc8-8359-42a96023b0bd service neutron] 10.222.0.72 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269257 Feb 03 13:41:57.074422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792cf0e-9ca1-4749-88d9-29bfc3c4f3c2 req-f81b0b7e-3e65-419a-8fd7-e4f2c186ae24 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:57.075899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0792cf0e-9ca1-4749-88d9-29bfc3c4f3c2 req-f81b0b7e-3e65-419a-8fd7-e4f2c186ae24 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 943 time: 0.1247478 Feb 03 13:41:57.130434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0792cf0e-9ca1-4749-88d9-29bfc3c4f3c2 req-ae949d51-7250-48db-87e7-1c5d42edecb3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Feb 03 13:41:58.201091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5d89dc87-b578-42bf-843c-ef7f2248695f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:58.249935 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 5d89dc87-b578-42bf-843c-ef7f2248695f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:58.250301 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:58.260082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fca1c-9b7c-40cc-ad2b-4387dfd03bf0 req-821a3f3c-0d7f-41b9-950b-d62dfead7bfe tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:58.261521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d96fca1c-9b7c-40cc-ad2b-4387dfd03bf0 req-821a3f3c-0d7f-41b9-950b-d62dfead7bfe tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 943 time: 0.0557325 Feb 03 13:41:58.309403 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d96fca1c-9b7c-40cc-ad2b-4387dfd03bf0 req-466e366d-832a-455c-b255-1ffe415629e7 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Feb 03 13:41:58.329252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4522f10f-649e-48b2-965a-aa7ca3b44392 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:41:58.339732 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 5d89dc87-b578-42bf-843c-ef7f2248695f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:58.428882 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4522f10f-649e-48b2-965a-aa7ca3b44392, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4522f10f-649e-48b2-965a-aa7ca3b44392,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:58.440092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '4522f10f-649e-48b2-965a-aa7ca3b44392', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'port_id': '4522f10f-649e-48b2-965a-aa7ca3b44392', 'mac_address': 'fa:16:3e:b6:77:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:41:58.479203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 4522f10f-649e-48b2-965a-aa7ca3b44392 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:58.479600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:58.497697 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4522f10f-649e-48b2-965a-aa7ca3b44392 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:41:58.518671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4522f10f-649e-48b2-965a-aa7ca3b44392, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4522f10f-649e-48b2-965a-aa7ca3b44392,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:58.524781 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:58.573788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=4522f10f-649e-48b2-965a-aa7ca3b44392,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:58.739035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['4522f10f-649e-48b2-965a-aa7ca3b44392'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:41:59.445780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e9a1-d592-499d-b046-cb93c6f3ddc6 req-87e4a334-5475-41a3-8ac5-90589438925a tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:59.447295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5394e9a1-d592-499d-b046-cb93c6f3ddc6 req-87e4a334-5475-41a3-8ac5-90589438925a tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 944 time: 0.0564096 Feb 03 13:41:59.497192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5394e9a1-d592-499d-b046-cb93c6f3ddc6 req-01da17d7-acc9-43bd-a996-85d75d2c8f87 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Feb 03 13:42:00.327812 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4522f10f-649e-48b2-965a-aa7ca3b44392 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:42:00.380456 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 4522f10f-649e-48b2-965a-aa7ca3b44392 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:42:00.384282 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 4522f10f-649e-48b2-965a-aa7ca3b44392 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:00.384657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.463267 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 4522f10f-649e-48b2-965a-aa7ca3b44392 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:00.463658 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.485665 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a8d155-47ac-4c87-9ff0-8486549a9a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522f10f-649e-48b2-965a-aa7ca3b44392'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:42:00.488092 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea809d9f-0618-4f05-b1d4-a5ed4385ffde" -d '{"events": [{"server_uuid": "54a8d155-47ac-4c87-9ff0-8486549a9a7f", "name": "network-vif-plugged", "status": "completed", "tag": "4522f10f-649e-48b2-965a-aa7ca3b44392"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:42:00.502229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4522f10f-649e-48b2-965a-aa7ca3b44392, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4522f10f-649e-48b2-965a-aa7ca3b44392,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:42:00.508212 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.646456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3c82-c20f-4fce-82ba-ba41a0b58917 req-e26a944a-bf0b-42c2-92f9-292156b30a10 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:00.648130 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2fbe3c82-c20f-4fce-82ba-ba41a0b58917 req-e26a944a-bf0b-42c2-92f9-292156b30a10 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 945 time: 0.0620775 Feb 03 13:42:00.717509 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f72bcb4-7222-41a7-8668-db27d5e10738 x-openstack-request-id: req-6f72bcb4-7222-41a7-8668-db27d5e10738 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:42:00.717509 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a8d155-47ac-4c87-9ff0-8486549a9a7f", "name": "network-vif-plugged", "status": "completed", "tag": "4522f10f-649e-48b2-965a-aa7ca3b44392", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:42:00.717509 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f72bcb4-7222-41a7-8668-db27d5e10738 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:42:00.718106 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a8d155-47ac-4c87-9ff0-8486549a9a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522f10f-649e-48b2-965a-aa7ca3b44392', 'code': 200} Feb 03 13:42:00.744023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2fbe3c82-c20f-4fce-82ba-ba41a0b58917 req-01eeb2a4-174e-484c-8d46-7d9950fba464 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898702 Feb 03 13:42:00.752194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac13443-18de-4d46-beac-b9cb57b759da req-6e82fb34-e3d2-474b-a0f0-0c158eb99ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:00.753612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dac13443-18de-4d46-beac-b9cb57b759da req-6e82fb34-e3d2-474b-a0f0-0c158eb99ab1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 1128 time: 0.0983400 Feb 03 13:42:00.755490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=4522f10f-649e-48b2-965a-aa7ca3b44392,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:00.799821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dac13443-18de-4d46-beac-b9cb57b759da req-cf01d6c1-9348-4172-bd3c-640c553fd5d8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Feb 03 13:42:01.883469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e553f-a990-48b9-8b9a-177159864d3a req-dee201da-52f9-4107-8390-5be7a247a9e1 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:01.884959 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-192e553f-a990-48b9-8b9a-177159864d3a req-dee201da-52f9-4107-8390-5be7a247a9e1 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 945 time: 0.0611076 Feb 03 13:42:01.933044 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-192e553f-a990-48b9-8b9a-177159864d3a req-d8b55b3e-44ef-4eec-9087-d620d7587bba tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 Feb 03 13:42:03.080022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed86414-8699-448b-9fe0-cdf1ff999415 req-e7580085-a5bb-4d0b-b73c-de1474e7a032 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:03.081559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ed86414-8699-448b-9fe0-cdf1ff999415 req-e7580085-a5bb-4d0b-b73c-de1474e7a032 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 945 time: 0.0684617 Feb 03 13:42:03.138107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ed86414-8699-448b-9fe0-cdf1ff999415 req-c543899d-bd39-43ea-96c4-f15a11f4fcf2 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495434 Feb 03 13:42:03.275072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716af174-c217-4e37-9d9a-88684e538981 req-754158c1-52d0-4087-8054-91f3c97523e2 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:03.276477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-716af174-c217-4e37-9d9a-88684e538981 req-754158c1-52d0-4087-8054-91f3c97523e2 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 945 time: 0.0659611 Feb 03 13:42:03.329705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-716af174-c217-4e37-9d9a-88684e538981 req-1009b0b0-998d-4dfe-a73b-dd33ab5b1e26 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454860 Feb 03 13:42:06.698787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf681ad3-da0e-4f39-9ade-8ee43dfa8bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:08.969850 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f1365e2-add3-4f19-90ad-3a51d223c30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:10.358373 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:11.776583 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:12.710871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:16.812467 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:17.738537 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:42:21.319699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:36.697711 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2826aa7-1844-446b-b3cb-fd3431b2de1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:37.684985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906911e1-fba6-42f3-a71b-a750be5e335e req-d6ffe192-801b-4382-81ba-13687013a21c tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:37.686553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-906911e1-fba6-42f3-a71b-a750be5e335e req-d6ffe192-801b-4382-81ba-13687013a21c tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 945 time: 0.0561292 Feb 03 13:42:37.742287 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-906911e1-fba6-42f3-a71b-a750be5e335e req-4ba58f58-14bb-40ce-b72d-f573d8d28956 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472596 Feb 03 13:42:38.873059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417c94b-966d-49ca-8d27-e72cd56fe0ae req-568e46d6-5a3c-4c88-8ede-89949e640cd2 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:38.874601 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2417c94b-966d-49ca-8d27-e72cd56fe0ae req-568e46d6-5a3c-4c88-8ede-89949e640cd2 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 945 time: 0.0566378 Feb 03 13:42:38.923616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2417c94b-966d-49ca-8d27-e72cd56fe0ae req-6b77322c-27e8-45b1-b880-4c9679156f6f tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Feb 03 13:42:38.967077 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fb290c-2ecc-4522-b9b5-4ef93704e037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:39.270026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-009fbfd5-ea5c-4444-ad61-771ceef2c05a tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:39.271553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-009fbfd5-ea5c-4444-ad61-771ceef2c05a tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.72 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 945 time: 0.0593090 Feb 03 13:42:39.390216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Deleting port 4522f10f-649e-48b2-965a-aa7ca3b44392 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:42:39.390592 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:39.484715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] For port 4522f10f-649e-48b2-965a-aa7ca3b44392, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4522f10f-649e-48b2-965a-aa7ca3b44392,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:42:39.485054 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:39.497626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Calling delete_port for 4522f10f-649e-48b2-965a-aa7ca3b44392 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:42:39.630526 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4522f10f-649e-48b2-965a-aa7ca3b44392), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:39.643955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['4522f10f-649e-48b2-965a-aa7ca3b44392'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:42:39.661662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Pushing event deleted for resources: {'Port': ['ID=4522f10f-649e-48b2-965a-aa7ca3b44392,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:39.705996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] No DVR routers for this DVR port 4522f10f-649e-48b2-965a-aa7ca3b44392 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:42:39.708878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:39.712421 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cb1a70a-5dc0-48f1-a14b-bcacfdfee600 req-ba8c269c-dd99-4b28-89d7-84b5f8333ba3 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.72 "DELETE /v2.0/ports/4522f10f-649e-48b2-965a-aa7ca3b44392 HTTP/1.1" status: 204 len: 173 time: 0.4349411 Feb 03 13:42:39.712870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a8d155-47ac-4c87-9ff0-8486549a9a7f', 'name': 'network-vif-deleted', 'tag': '4522f10f-649e-48b2-965a-aa7ca3b44392'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:42:39.715156 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca69644-467b-456d-a908-a6c3ff4d399c" -d '{"events": [{"server_uuid": "54a8d155-47ac-4c87-9ff0-8486549a9a7f", "name": "network-vif-deleted", "tag": "4522f10f-649e-48b2-965a-aa7ca3b44392"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:42:39.754230 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992e7237-f0e8-40a3-9361-786bb0e3023e x-openstack-request-id: req-992e7237-f0e8-40a3-9361-786bb0e3023e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:42:39.754595 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a8d155-47ac-4c87-9ff0-8486549a9a7f", "name": "network-vif-deleted", "tag": "4522f10f-649e-48b2-965a-aa7ca3b44392", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:42:39.754954 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-992e7237-f0e8-40a3-9361-786bb0e3023e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:42:39.755574 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a8d155-47ac-4c87-9ff0-8486549a9a7f', 'name': 'network-vif-deleted', 'tag': '4522f10f-649e-48b2-965a-aa7ca3b44392', 'status': 'completed', 'code': 200} Feb 03 13:42:40.043971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c416afe2-0bd9-43fd-9b76-2c9faa3aca69 req-d5c0b064-4608-40e0-88a4-e1d00344f283 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=54a8d155-47ac-4c87-9ff0-8486549a9a7f HTTP/1.1" status: 200 len: 210 time: 0.0303814 Feb 03 13:42:40.362432 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:41.781197 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:42.552311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4522f10f-649e-48b2-965a-aa7ca3b44392 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:42:42.573992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 4522f10f-649e-48b2-965a-aa7ca3b44392 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:42:42.574350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4522f10f-649e-48b2-965a-aa7ca3b44392 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:42:42.717082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:46.812169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:51.304418 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:54.741287 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:43:06.698832 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1410faae-231b-41b0-a3f8-affafb09b37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:08.970435 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe1b6-f04c-443c-830e-3938da416f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:10.365253 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:11.782848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:12.707804 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:16.828235 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:21.319205 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:31.741032 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:43:36.693935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-113c2124-90d1-4466-b1f9-3b62ce198e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:38.976419 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e638e7d-024b-429c-8113-6a9330e640f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:40.368477 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:41.733560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-8c2abb1a-84ce-4a2a-991f-86d4b48eb833 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:41.735079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-8c2abb1a-84ce-4a2a-991f-86d4b48eb833 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/networks?id=e730d347-4e97-4f76-acc2-40f55cabcd70 HTTP/1.1" status: 200 len: 816 time: 0.1191089 Feb 03 13:43:41.750286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-f1e33057-50e0-4a2f-8cea-5f9a3b489586 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/quotas/d3bc4499fd0f4d68b7b989a2674a9578 HTTP/1.1" status: 200 len: 375 time: 0.0098367 Feb 03 13:43:41.785554 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:41.808450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-bb83e9c7-ecf2-445d-a127-67ee298d6ff6 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d3bc4499fd0f4d68b7b989a2674a9578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533888 Feb 03 13:43:41.904110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a6df7041-3158-40e3-913c-db454e8c129e service neutron] 10.222.0.65 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842307 Feb 03 13:43:42.008771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-d67641a8-b43f-4e80-b114-940d4777e9fd service neutron] 10.222.0.65 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984743 Feb 03 13:43:42.172404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f913e9d8-1758-4cb3-8371-919f53ebab6e req-2e963b1b-2858-4d43-b113-5559f770ecff tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0287664 Feb 03 13:43:42.705414 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:43.250504 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dcaf411c-2322-4b5c-88db-ceb51fdb2f6c req-45b62e32-67c6-4b06-996c-1c9b9b298e00 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0271015 Feb 03 13:43:44.330728 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ce88872-4052-4612-b350-34bf40f0af68 req-36e3ff13-9446-4bb8-b8ee-59cbe781abcd tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0288770 Feb 03 13:43:45.436523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23a6b47e-76f4-43a4-b52b-1a86881f7f6f req-cbc7126d-5682-4817-8c75-e5cd01305fe9 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0390937 Feb 03 13:43:46.296489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-be6cafa2-52e2-4576-952a-d17a3d270abd tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:46.298345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-be6cafa2-52e2-4576-952a-d17a3d270abd tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.72 "GET /v2.0/networks?id=e730d347-4e97-4f76-acc2-40f55cabcd70 HTTP/1.1" status: 200 len: 816 time: 0.1034009 Feb 03 13:43:46.310535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Request body: {'port': {'device_id': '859ed5b1-130c-4474-ac96-ca5c5609dbb4', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'admin_state_up': True, 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:43:46.755476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b02ce541-45b5-4acf-adf2-374ff27f7483 req-458934d9-234f-48b7-ac57-4e1eed7183f1 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0346627 Feb 03 13:43:46.796648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Made reservation on behalf of d3bc4499fd0f4d68b7b989a2674a9578 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:43:46.802114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:46.840330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:46.929336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Allocated IP 172.20.0.3 (e730d347-4e97-4f76-acc2-40f55cabcd70/e8b39a43-e0ee-4cbe-9186-152799ff9386/62d46ccb-a3ce-4abc-b55e-fc2998b1d987) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:43:47.094620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks [] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.132905 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.177545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Network e730d347-4e97-4f76-acc2-40f55cabcd70 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:43:47.182673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:43:47.186172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:43:47.192367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Pushing event updated for resources: {'Port': ['ID=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:43:47.222274 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.222621 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.222982 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.223313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.223637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.223962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.224272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.224613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.224938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.225261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.225568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.225888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.226206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:47.249381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:47.250023 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.268056 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-a890014a-4792-4ab9-b484-55d20aaa8a17 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9612219 Feb 03 13:43:47.280698 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Request body: {'port': {'device_id': '859ed5b1-130c-4474-ac96-ca5c5609dbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:43:47.340483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.380380 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-866c666e-a709-4718-98cd-57f22c6e1bc8 None None] Provisioning complete for port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:43:47.380761 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-866c666e-a709-4718-98cd-57f22c6e1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.416352 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-866c666e-a709-4718-98cd-57f22c6e1bc8 None None] Port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:43:47.604719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:43:47.614797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Publish callbacks [] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.629077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Transition to ACTIVE for port object 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:43:47.636745 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.686709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Pushing event updated for resources: {'Port': ['ID=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:43:47.772596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Attempting to bind port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:43:47.773299 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Attempting to bind port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:43:47.773407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Attempting to bind port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 on network e730d347-4e97-4f76-acc2-40f55cabcd70 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:43:47.779068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 on network e730d347-4e97-4f76-acc2-40f55cabcd70 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:43:47.779398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Attempting to bind port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 on network e730d347-4e97-4f76-acc2-40f55cabcd70 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:43:47.785059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:43:47.785250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Checking segment: {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:43:47.785639 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Bound using segment: {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:43:47.786068 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Bound port: 62d46ccb-a3ce-4abc-b55e-fc2998b1d987, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15eef9d2-33b7-473f-a1ab-2af1c259b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:43:47.786515 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.887589 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] For port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:43:47.891166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] For port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:43:47.900601 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.912428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c6296-2cf2-4fe3-91b8-baa2883e3480 req-33510aa8-1903-490a-9b9e-b929d5a2c2f8 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:47.913930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-100c6296-2cf2-4fe3-91b8-baa2883e3480 req-33510aa8-1903-490a-9b9e-b929d5a2c2f8 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 943 time: 0.0835388 Feb 03 13:43:47.962586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:47.963477 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:47.964915 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] 10.222.0.72 "PUT /v2.0/ports/62d46ccb-a3ce-4abc-b55e-fc2998b1d987 HTTP/1.1" status: 200 len: 1092 time: 0.6885755 Feb 03 13:43:47.969270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859ed5b1-130c-4474-ac96-ca5c5609dbb4', 'tag': '62d46ccb-a3ce-4abc-b55e-fc2998b1d987'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:43:47.971660 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c" -d '{"events": [{"name": "network-changed", "server_uuid": "859ed5b1-130c-4474-ac96-ca5c5609dbb4", "tag": "62d46ccb-a3ce-4abc-b55e-fc2998b1d987"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:43:48.001863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59007cd5-74ef-4341-a2c9-40469eb04b89 service neutron] Pushing event updated for resources: {'Port': ['ID=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:43:48.027808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-100c6296-2cf2-4fe3-91b8-baa2883e3480 req-ef876a22-7e18-46ad-ba8a-bb7bdfc8e0b7 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938981 Feb 03 13:43:48.063137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-0528e147-9d59-46be-bc1a-dfa062127f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:48.064672 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-0528e147-9d59-46be-bc1a-dfa062127f68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3bc4499fd0f4d68b7b989a2674a9578&device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 1126 time: 0.0529768 Feb 03 13:43:48.079964 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fe40ea-a254-4f9c-83e2-23c9c58a8524 x-openstack-request-id: req-78fe40ea-a254-4f9c-83e2-23c9c58a8524 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:43:48.080437 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859ed5b1-130c-4474-ac96-ca5c5609dbb4", "tag": "62d46ccb-a3ce-4abc-b55e-fc2998b1d987", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:43:48.080696 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78fe40ea-a254-4f9c-83e2-23c9c58a8524 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:43:48.081100 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859ed5b1-130c-4474-ac96-ca5c5609dbb4', 'tag': '62d46ccb-a3ce-4abc-b55e-fc2998b1d987', 'status': 'completed', 'code': 200} Feb 03 13:43:48.116682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-f36a2bf5-5e09-4e02-b416-19a5d6a8b923 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62d46ccb-a3ce-4abc-b55e-fc2998b1d987 HTTP/1.1" status: 200 len: 217 time: 0.0455282 Feb 03 13:43:48.174535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-08329bd6-a462-4444-82d9-74c6c506d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:48.176042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-08329bd6-a462-4444-82d9-74c6c506d0ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8b39a43-e0ee-4cbe-9186-152799ff9386 HTTP/1.1" status: 200 len: 855 time: 0.0524960 Feb 03 13:43:48.230110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-ea70efe0-61d7-40f9-b2c6-c4659963983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:48.231599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-ea70efe0-61d7-40f9-b2c6-c4659963983b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e730d347-4e97-4f76-acc2-40f55cabcd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486636 Feb 03 13:43:48.321645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-9a50fd45-cbad-42e2-9da2-2f74a90bd0c5 service neutron] 10.222.0.72 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827839 Feb 03 13:43:48.438970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f73865d-19c6-40c4-9c6d-4cfba2f39ffb req-e07079a7-ee62-4b33-8232-25860309eec1 service neutron] 10.222.0.72 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108992 Feb 03 13:43:48.551194 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-2758c8d2-ad5b-49ab-b8aa-5291d0f1a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:48.552719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-2758c8d2-ad5b-49ab-b8aa-5291d0f1a2e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3bc4499fd0f4d68b7b989a2674a9578&device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 1126 time: 0.0577924 Feb 03 13:43:48.651581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-efe68e47-fba1-4372-998a-7afeaf7d9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:48.653085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-efe68e47-fba1-4372-998a-7afeaf7d9f9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=e730d347-4e97-4f76-acc2-40f55cabcd70 HTTP/1.1" status: 200 len: 917 time: 0.0937793 Feb 03 13:43:48.695440 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-d9f3cf23-4ce1-443c-9275-006718852e8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62d46ccb-a3ce-4abc-b55e-fc2998b1d987 HTTP/1.1" status: 200 len: 217 time: 0.0346754 Feb 03 13:43:48.746128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-c32f8b20-bc42-4c3f-8fd1-699085579919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:48.747657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-c32f8b20-bc42-4c3f-8fd1-699085579919 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8b39a43-e0ee-4cbe-9186-152799ff9386 HTTP/1.1" status: 200 len: 855 time: 0.0450332 Feb 03 13:43:48.804530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-dc7eced8-6cbc-4b3e-a223-7e668d90b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:48.806104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-dc7eced8-6cbc-4b3e-a223-7e668d90b1d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e730d347-4e97-4f76-acc2-40f55cabcd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518832 Feb 03 13:43:48.900452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-b7a32c6e-89f6-47c7-bc1e-551e7839929f service neutron] 10.222.0.72 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866277 Feb 03 13:43:49.000365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91f87a3c-1d45-47bb-9cb9-f9b0275cc46c req-32b1e7bb-a67f-4add-91be-fe7da85f2193 service neutron] 10.222.0.72 "GET /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920618 Feb 03 13:43:49.155481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b83fa-0fce-45bf-9066-8364e1d0ac8b req-28d8405d-145f-4e02-924a-57af8aa3c268 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:49.156988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f1b83fa-0fce-45bf-9066-8364e1d0ac8b req-28d8405d-145f-4e02-924a-57af8aa3c268 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 943 time: 0.0584273 Feb 03 13:43:49.214354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0f1b83fa-0fce-45bf-9066-8364e1d0ac8b req-ec7b3ae0-652a-479b-9ec8-40d9c9d297c2 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467339 Feb 03 13:43:50.339870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef48608-5edc-40e2-817b-41a019c62074 req-39151e8e-829c-4d8e-9d48-f344dbc4f5b4 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:50.341381 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ef48608-5edc-40e2-817b-41a019c62074 req-39151e8e-829c-4d8e-9d48-f344dbc4f5b4 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 943 time: 0.0621221 Feb 03 13:43:50.396566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ef48608-5edc-40e2-817b-41a019c62074 req-1c196c9f-0b57-40a8-8b14-c1068ac367ad tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494521 Feb 03 13:43:50.889666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:43:51.001839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:43:51.013121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '62d46ccb-a3ce-4abc-b55e-fc2998b1d987', 'network_id': 'e730d347-4e97-4f76-acc2-40f55cabcd70', 'port_id': '62d46ccb-a3ce-4abc-b55e-fc2998b1d987', 'mac_address': 'fa:16:3e:12:bd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b39a43-e0ee-4cbe-9186-152799ff9386', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:43:51.051891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:43:51.052287 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:51.066183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:43:51.095910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:43:51.103981 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:51.160918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:43:51.171907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.172265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.172622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.172965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.173301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.173641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.173972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.174303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.174671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.175001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.175328 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.175659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.175970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:43:51.330992 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:51.355926 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['62d46ccb-a3ce-4abc-b55e-fc2998b1d987'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:43:51.526782 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75668-2eb3-4c4b-8510-647753a5a964 req-02b66a6a-195c-405f-9ce0-750f3496d369 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:51.528368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02e75668-2eb3-4c4b-8510-647753a5a964 req-02b66a6a-195c-405f-9ce0-750f3496d369 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0555577 Feb 03 13:43:51.581561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-02e75668-2eb3-4c4b-8510-647753a5a964 req-1f2b3ff6-2648-4a94-975a-9f8c5b088a8a tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472419 Feb 03 13:43:52.712694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683817a-f900-4816-902d-a604a52ccacc req-58ffae4b-7f10-48d3-a12f-4192b8930d01 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:52.714438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6683817a-f900-4816-902d-a604a52ccacc req-58ffae4b-7f10-48d3-a12f-4192b8930d01 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0618248 Feb 03 13:43:52.764909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6683817a-f900-4816-902d-a604a52ccacc req-0e2d542d-41c4-4dfb-93e5-e121523d1152 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Feb 03 13:43:52.887729 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:43:52.949506 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:43:52.953641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:43:52.954023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:53.043741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:43:53.044160 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:53.068407 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859ed5b1-130c-4474-ac96-ca5c5609dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d46ccb-a3ce-4abc-b55e-fc2998b1d987'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:43:53.070853 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e42165e-1faa-4aa0-8bd0-6af8647d170f" -d '{"events": [{"server_uuid": "859ed5b1-130c-4474-ac96-ca5c5609dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "62d46ccb-a3ce-4abc-b55e-fc2998b1d987"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:43:53.083779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:43:53.089055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:53.115995 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d40384-2a2f-4dbd-be54-2bfe5e913093 x-openstack-request-id: req-b5d40384-2a2f-4dbd-be54-2bfe5e913093 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:43:53.116288 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859ed5b1-130c-4474-ac96-ca5c5609dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "62d46ccb-a3ce-4abc-b55e-fc2998b1d987", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:43:53.116541 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5d40384-2a2f-4dbd-be54-2bfe5e913093 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:43:53.116927 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859ed5b1-130c-4474-ac96-ca5c5609dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d46ccb-a3ce-4abc-b55e-fc2998b1d987', 'code': 200} Feb 03 13:43:53.143757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:43:53.213137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c5f4f-fbb3-484b-bb72-826dba10ce23 req-332e67c8-5c2f-4b7b-8219-bf24cc548abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:53.214713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-378c5f4f-fbb3-484b-bb72-826dba10ce23 req-332e67c8-5c2f-4b7b-8219-bf24cc548abc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 1128 time: 0.0517151 Feb 03 13:43:53.259290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-378c5f4f-fbb3-484b-bb72-826dba10ce23 req-2f7e3ae5-ed6a-4da4-9d48-c5bfab6d1ca2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Feb 03 13:43:53.905676 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e93ed-c448-47cf-a97f-a1de4c7a8d32 req-a2639821-4acc-4f0e-91f4-0c7936335275 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:53.907213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c8e93ed-c448-47cf-a97f-a1de4c7a8d32 req-a2639821-4acc-4f0e-91f4-0c7936335275 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0615811 Feb 03 13:43:53.955374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c8e93ed-c448-47cf-a97f-a1de4c7a8d32 req-3bf1c378-980e-4801-955a-45d5fccf50fb tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Feb 03 13:43:55.087582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498869ab-9062-45c9-9048-19933c097a13 req-a9ee5bd0-237a-4f32-98ae-ac0b01e3fc9a tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:55.089735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-498869ab-9062-45c9-9048-19933c097a13 req-a9ee5bd0-237a-4f32-98ae-ac0b01e3fc9a tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0646694 Feb 03 13:43:55.143684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-498869ab-9062-45c9-9048-19933c097a13 req-c011f940-e32d-4bc3-8bd2-0d90b916c7d6 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480349 Feb 03 13:43:55.271109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663d3d6-70ca-434f-99c0-f7b86a998e77 req-0fad9658-7730-46ee-a653-5856741c924e tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:55.272518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b663d3d6-70ca-434f-99c0-f7b86a998e77 req-0fad9658-7730-46ee-a653-5856741c924e tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0583014 Feb 03 13:43:55.324029 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b663d3d6-70ca-434f-99c0-f7b86a998e77 req-d7065490-ed36-4c43-88f6-f854491dbe2b tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Feb 03 13:44:06.690397 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec05c11f-b355-4d7f-9ff9-2039fb23db0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:08.740854 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:44:08.964925 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34698ed1-0baa-4f01-bb2e-2a8078477d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:10.371620 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:11.798647 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:12.701574 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:16.857869 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:21.329137 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:29.627076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feed99d-afcf-42fa-becb-b672870eafed req-e8890215-8b77-42ae-95ac-37d014472aea tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:29.628831 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0feed99d-afcf-42fa-becb-b672870eafed req-e8890215-8b77-42ae-95ac-37d014472aea tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0533638 Feb 03 13:44:29.677063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0feed99d-afcf-42fa-becb-b672870eafed req-f49c936c-ce09-43cf-ae02-d36b473f8cdf tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424325 Feb 03 13:44:30.803934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ec833-0d55-44d0-9d4c-6d8c6f2dc5c5 req-a254eb56-3351-48b3-b944-7e496e9f92f2 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:30.805428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e47ec833-0d55-44d0-9d4c-6d8c6f2dc5c5 req-a254eb56-3351-48b3-b944-7e496e9f92f2 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0584378 Feb 03 13:44:30.855660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e47ec833-0d55-44d0-9d4c-6d8c6f2dc5c5 req-2e003a57-ac96-47f6-a2c3-0e4a986ce30f tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a5df03f-faa4-4ded-8459-a2ea9da389f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Feb 03 13:44:31.186796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-1a6a426d-e2fe-4da6-b118-d82b49bae585 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:31.188258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-1a6a426d-e2fe-4da6-b118-d82b49bae585 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.72 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0656931 Feb 03 13:44:31.298742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Deleting port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:31.299011 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:31.390125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] For port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:31.390533 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:31.404413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Calling delete_port for 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:31.548094 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (62d46ccb-a3ce-4abc-b55e-fc2998b1d987), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:31.560834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['62d46ccb-a3ce-4abc-b55e-fc2998b1d987'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:44:31.577042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Pushing event deleted for resources: {'Port': ['ID=62d46ccb-a3ce-4abc-b55e-fc2998b1d987,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:31.624530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] No DVR routers for this DVR port 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:44:31.627753 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:31.631221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-56379333-bcd6-4fca-b4e1-e732d5011cf7 req-9a46fadd-c4b2-434f-8f7e-42d74cc7b0bc tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.72 "DELETE /v2.0/ports/62d46ccb-a3ce-4abc-b55e-fc2998b1d987 HTTP/1.1" status: 204 len: 173 time: 0.4375422 Feb 03 13:44:31.631717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859ed5b1-130c-4474-ac96-ca5c5609dbb4', 'name': 'network-vif-deleted', 'tag': '62d46ccb-a3ce-4abc-b55e-fc2998b1d987'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:44:31.633957 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48daa8a9-1075-458c-8a97-8b4969b712de" -d '{"events": [{"server_uuid": "859ed5b1-130c-4474-ac96-ca5c5609dbb4", "name": "network-vif-deleted", "tag": "62d46ccb-a3ce-4abc-b55e-fc2998b1d987"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:44:31.673946 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dd08b7-5ba9-42e8-82c1-5be2bb988715 x-openstack-request-id: req-e8dd08b7-5ba9-42e8-82c1-5be2bb988715 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:44:31.674212 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859ed5b1-130c-4474-ac96-ca5c5609dbb4", "name": "network-vif-deleted", "tag": "62d46ccb-a3ce-4abc-b55e-fc2998b1d987", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:44:31.674588 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8dd08b7-5ba9-42e8-82c1-5be2bb988715 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:44:31.674932 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859ed5b1-130c-4474-ac96-ca5c5609dbb4', 'name': 'network-vif-deleted', 'tag': '62d46ccb-a3ce-4abc-b55e-fc2998b1d987', 'status': 'completed', 'code': 200} Feb 03 13:44:31.968939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba271dae-61da-4ae0-9a89-ede774248198 req-cbed9c81-3795-4bc7-80cb-48c162d9b760 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] 10.222.0.65 "GET /v2.0/ports?device_id=859ed5b1-130c-4474-ac96-ca5c5609dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0284011 Feb 03 13:44:33.077675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50204) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:33.431713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (05d7cb3a-791b-4773-b077-2a76055a0de2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:33.981488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Deleting port e66e0eec-be26-48e9-b132-9596327752eb {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:33.981734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e66e0eec-be26-48e9-b132-9596327752eb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:34.066274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] For port e66e0eec-be26-48e9-b132-9596327752eb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e66e0eec-be26-48e9-b132-9596327752eb,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:34.066619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e66e0eec-be26-48e9-b132-9596327752eb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:34.079806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Calling delete_port for e66e0eec-be26-48e9-b132-9596327752eb owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:34.316408 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e66e0eec-be26-48e9-b132-9596327752eb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:34.343411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Pushing event deleted for resources: {'Port': ['ID=e66e0eec-be26-48e9-b132-9596327752eb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:34.372325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.372689 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.373035 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.373339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.373693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.374019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.374352 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.374695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.375019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.375335 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.375660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.375976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.376292 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:34.528366 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (05d7cb3a-791b-4773-b077-2a76055a0de2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:34.751612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Router 05d7cb3a-791b-4773-b077-2a76055a0de2 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:44:34.855477 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:34.860690 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-919556d4-eeb3-4477-a96a-ef1e163b834a admin admin] 10.222.0.65 "PUT /v2.0/routers/05d7cb3a-791b-4773-b077-2a76055a0de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7818999 Feb 03 13:44:34.863577 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50208) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:34.866445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] Sync routers for ids ['05d7cb3a-791b-4773-b077-2a76055a0de2'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:34.877104 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] Routers {'05d7cb3a-791b-4773-b077-2a76055a0de2'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:34.877727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['05d7cb3a-791b-4773-b077-2a76055a0de2'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:34.965586 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks [] for router (05d7cb3a-791b-4773-b077-2a76055a0de2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:34.981671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] Set router 05d7cb3a-791b-4773-b077-2a76055a0de2 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:35.071572 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks [] for router_gateway (05d7cb3a-791b-4773-b077-2a76055a0de2), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.126281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Deleting port 2ba21c06-cee2-4736-ad96-db66975fdf31 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:35.127118 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.139418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:35.161887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:35.162231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 62d46ccb-a3ce-4abc-b55e-fc2998b1d987 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:35.187157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:43Z', 'updated_at': '2022-02-03T13:44:34Z', 'revision_number': 5, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'gw_port': {'id': '2ba21c06-cee2-4736-ad96-db66975fdf31', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:44Z', 'updated_at': '2022-02-03T13:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:35.212254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] For port 2ba21c06-cee2-4736-ad96-db66975fdf31, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2ba21c06-cee2-4736-ad96-db66975fdf31,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:35.212613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.216032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] Checking router: 05d7cb3a-791b-4773-b077-2a76055a0de2 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:35.224582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Calling delete_port for 2ba21c06-cee2-4736-ad96-db66975fdf31 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:35.224886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] Routers {'05d7cb3a-791b-4773-b077-2a76055a0de2'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:35.225484 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['05d7cb3a-791b-4773-b077-2a76055a0de2'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:35.310919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] Set router 05d7cb3a-791b-4773-b077-2a76055a0de2 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:35.367074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:43Z', 'updated_at': '2022-02-03T13:44:35Z', 'revision_number': 6, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:35.393905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e0b2d-2ac1-4384-8d8e-09b0b75d6d90 None None] The sync data for ids ['05d7cb3a-791b-4773-b077-2a76055a0de2'] in n-d-792364-10 is: [{'id': '05d7cb3a-791b-4773-b077-2a76055a0de2', 'name': 'tempest-TestEncryptedCinderVolumes-574531603-router', 'tenant_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:43Z', 'updated_at': '2022-02-03T13:44:35Z', 'revision_number': 6, 'project_id': 'd3bc4499fd0f4d68b7b989a2674a9578', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:35.395777 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (2ba21c06-cee2-4736-ad96-db66975fdf31), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.421148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba21c06-cee2-4736-ad96-db66975fdf31,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:35.486532 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (05d7cb3a-791b-4773-b077-2a76055a0de2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.579188 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (05d7cb3a-791b-4773-b077-2a76055a0de2), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.585616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks [] for router_controller (05d7cb3a-791b-4773-b077-2a76055a0de2), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.641882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (05d7cb3a-791b-4773-b077-2a76055a0de2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.642839 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d7cb3a-791b-4773-b077-2a76055a0de2 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:44:35.651064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.652740 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e2425679-af6b-4ace-b406-7cd64e29a781 admin admin] 10.222.0.65 "DELETE /v2.0/routers/05d7cb3a-791b-4773-b077-2a76055a0de2 HTTP/1.1" status: 204 len: 168 time: 0.7882636 Feb 03 13:44:35.655626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50210) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:35.709257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb785079-8adb-491c-a9c6-2fa4f8c7169d admin admin] Deleting subnet e8b39a43-e0ee-4cbe-9186-152799ff9386 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:44:35.713961 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb785079-8adb-491c-a9c6-2fa4f8c7169d admin admin] Publish callbacks [] for subnet (e8b39a43-e0ee-4cbe-9186-152799ff9386), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.751741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb785079-8adb-491c-a9c6-2fa4f8c7169d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (e8b39a43-e0ee-4cbe-9186-152799ff9386), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.837558 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb785079-8adb-491c-a9c6-2fa4f8c7169d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e8b39a43-e0ee-4cbe-9186-152799ff9386), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.894108 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb785079-8adb-491c-a9c6-2fa4f8c7169d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (e8b39a43-e0ee-4cbe-9186-152799ff9386), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.923604 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb785079-8adb-491c-a9c6-2fa4f8c7169d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b39a43-e0ee-4cbe-9186-152799ff9386,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:35.928967 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb785079-8adb-491c-a9c6-2fa4f8c7169d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:35.933464 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cb785079-8adb-491c-a9c6-2fa4f8c7169d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e8b39a43-e0ee-4cbe-9186-152799ff9386 HTTP/1.1" status: 204 len: 168 time: 0.2753391 Feb 03 13:44:35.934658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a548eec-bb85-4f3c-adb4-70a103bb60d1 None None] Network e730d347-4e97-4f76-acc2-40f55cabcd70 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:44:35.935145 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50212) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:36.003322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (e730d347-4e97-4f76-acc2-40f55cabcd70), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.057729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Deleting port 2fe7582e-dcea-4482-b568-37bda5d60d4e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:36.058073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.128457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] For port 2fe7582e-dcea-4482-b568-37bda5d60d4e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2fe7582e-dcea-4482-b568-37bda5d60d4e,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:36.128849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.142933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Calling delete_port for 2fe7582e-dcea-4482-b568-37bda5d60d4e owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:36.153089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b47bb-2950-4114-b7c8-ed5c845673c4 None None] DHCP port deletion for e730d347-4e97-4f76-acc2-40f55cabcd70 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:44:36.202649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-868b47bb-2950-4114-b7c8-ed5c845673c4 None None] Deleting port 2fe7582e-dcea-4482-b568-37bda5d60d4e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:36.202952 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-868b47bb-2950-4114-b7c8-ed5c845673c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.252832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.275302 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-868b47bb-2950-4114-b7c8-ed5c845673c4 None None] For port 2fe7582e-dcea-4482-b568-37bda5d60d4e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=2fe7582e-dcea-4482-b568-37bda5d60d4e,segment=NetworkSegment(15eef9d2-33b7-473f-a1ab-2af1c259b250),segment_id=15eef9d2-33b7-473f-a1ab-2af1c259b250)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:36.275895 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-868b47bb-2950-4114-b7c8-ed5c845673c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.279929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e66e0eec-be26-48e9-b132-9596327752eb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:36.286301 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe7582e-dcea-4482-b568-37bda5d60d4e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:36.289281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] No DVR routers for this DVR port 2fe7582e-dcea-4482-b568-37bda5d60d4e on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:44:36.312886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e66e0eec-be26-48e9-b132-9596327752eb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:36.313239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e66e0eec-be26-48e9-b132-9596327752eb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:36.313662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2fe7582e-dcea-4482-b568-37bda5d60d4e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:36.315580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-868b47bb-2950-4114-b7c8-ed5c845673c4 None None] Calling delete_port for 2fe7582e-dcea-4482-b568-37bda5d60d4e owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:36.337160 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2fe7582e-dcea-4482-b568-37bda5d60d4e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:36.337510 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2fe7582e-dcea-4482-b568-37bda5d60d4e not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:36.337955 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2ba21c06-cee2-4736-ad96-db66975fdf31 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:36.361451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 2ba21c06-cee2-4736-ad96-db66975fdf31 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:36.361451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 2ba21c06-cee2-4736-ad96-db66975fdf31 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:36.363176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (e730d347-4e97-4f76-acc2-40f55cabcd70), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.384581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e730d347-4e97-4f76-acc2-40f55cabcd70']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:36.394533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15eef9d2-33b7-473f-a1ab-2af1c259b250') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:36.394857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15eef9d2-33b7-473f-a1ab-2af1c259b250') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:36.409078 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (15eef9d2-33b7-473f-a1ab-2af1c259b250), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.424522 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (15eef9d2-33b7-473f-a1ab-2af1c259b250), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.433651 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:44:36.434051 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (15eef9d2-33b7-473f-a1ab-2af1c259b250), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.435699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-868b47bb-2950-4114-b7c8-ed5c845673c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (2fe7582e-dcea-4482-b568-37bda5d60d4e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:44:36.435839 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:44:36.464627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b47bb-2950-4114-b7c8-ed5c845673c4 None None] Pushing event deleted for resources: {'Port': ['ID=2fe7582e-dcea-4482-b568-37bda5d60d4e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:36.468254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b47bb-2950-4114-b7c8-ed5c845673c4 None None] No DVR routers for this DVR port 2fe7582e-dcea-4482-b568-37bda5d60d4e on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:44:36.502946 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (e730d347-4e97-4f76-acc2-40f55cabcd70), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.511068 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.514231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e730d347-4e97-4f76-acc2-40f55cabcd70 HTTP/1.1" status: 204 len: 168 time: 0.5780649 Feb 03 13:44:36.517393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50214) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:36.525527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82314478-f1be-4c52-8f11-e9c1b55db9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e730d347-4e97-4f76-acc2-40f55cabcd70,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:36.696887 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55fbeae7-69a8-42e3-b7f9-6d3e8674414c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.873580 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (8e23baf9-103e-4152-98fa-235e2759fb19), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:37.148637 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Deleting port 5d89dc87-b578-42bf-843c-ef7f2248695f {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:37.148998 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:37.235413 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] For port 5d89dc87-b578-42bf-843c-ef7f2248695f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5d89dc87-b578-42bf-843c-ef7f2248695f,segment=NetworkSegment(2d9ff3cc-c060-4805-beb0-ec95cefff98c),segment_id=2d9ff3cc-c060-4805-beb0-ec95cefff98c)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:37.235800 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:37.248670 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Calling delete_port for 5d89dc87-b578-42bf-843c-ef7f2248695f owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:37.433442 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (5d89dc87-b578-42bf-843c-ef7f2248695f), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:37.465504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Pushing event deleted for resources: {'Port': ['ID=5d89dc87-b578-42bf-843c-ef7f2248695f,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:37.631142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (8e23baf9-103e-4152-98fa-235e2759fb19), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:37.849726 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Router 8e23baf9-103e-4152-98fa-235e2759fb19 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:44:38.277159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:38.283941 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-57de311d-9de1-452a-accd-c766530eccdd admin admin] 10.222.0.65 "PUT /v2.0/routers/8e23baf9-103e-4152-98fa-235e2759fb19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637100 Feb 03 13:44:38.285240 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50216) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:38.286258 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] Sync routers for ids ['8e23baf9-103e-4152-98fa-235e2759fb19'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:38.296288 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] Routers {'8e23baf9-103e-4152-98fa-235e2759fb19'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:38.296975 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8e23baf9-103e-4152-98fa-235e2759fb19'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:38.390033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks [] for router (8e23baf9-103e-4152-98fa-235e2759fb19), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.404168 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] Set router 8e23baf9-103e-4152-98fa-235e2759fb19 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:38.494643 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks [] for router_gateway (8e23baf9-103e-4152-98fa-235e2759fb19), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.551161 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Deleting port e1e97b50-ce3e-4784-9cc5-b73730f8a745 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:38.551491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.580596 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:44:37Z', 'revision_number': 5, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'gw_port': {'id': 'e1e97b50-ce3e-4784-9cc5-b73730f8a745', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:38.611634 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] Checking router: 8e23baf9-103e-4152-98fa-235e2759fb19 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:38.620163 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] Routers {'8e23baf9-103e-4152-98fa-235e2759fb19'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:38.620758 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['8e23baf9-103e-4152-98fa-235e2759fb19'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:38.628928 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] For port e1e97b50-ce3e-4784-9cc5-b73730f8a745, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e1e97b50-ce3e-4784-9cc5-b73730f8a745,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:38.629368 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.642201 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Calling delete_port for e1e97b50-ce3e-4784-9cc5-b73730f8a745 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:38.805217 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] Set router 8e23baf9-103e-4152-98fa-235e2759fb19 gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:38.815691 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e1e97b50-ce3e-4784-9cc5-b73730f8a745), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.845205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e97b50-ce3e-4784-9cc5-b73730f8a745,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:38.856220 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:44:38Z', 'revision_number': 6, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:38.885638 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c95ccf0-e157-4040-8ede-d18f2644d70d None None] The sync data for ids ['8e23baf9-103e-4152-98fa-235e2759fb19'] in n-d-792364-10 is: [{'id': '8e23baf9-103e-4152-98fa-235e2759fb19', 'name': 'tempest-TestEncryptedCinderVolumes-502148177-router', 'tenant_id': '1e24fdc648634249abd80b9888e99a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:48Z', 'updated_at': '2022-02-03T13:44:38Z', 'revision_number': 6, 'project_id': '1e24fdc648634249abd80b9888e99a57', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:38.906245 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (8e23baf9-103e-4152-98fa-235e2759fb19), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.957885 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a2201a-dc5b-44f7-90d5-e30e1a376ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.998604 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (8e23baf9-103e-4152-98fa-235e2759fb19), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.000918 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks [] for router_controller (8e23baf9-103e-4152-98fa-235e2759fb19), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.063273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (8e23baf9-103e-4152-98fa-235e2759fb19), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.064014 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e23baf9-103e-4152-98fa-235e2759fb19 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:44:39.070920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.072629 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f29db2ea-590f-4f53-9168-3af60daffd76 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8e23baf9-103e-4152-98fa-235e2759fb19 HTTP/1.1" status: 204 len: 168 time: 0.7864015 Feb 03 13:44:39.075565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50218) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:39.122456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-219fb9c3-010e-4c41-a20e-9dfa31cb7737 admin admin] Deleting subnet 880c854e-7266-491f-a738-8c9a73ae2f5a {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:44:39.125781 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-219fb9c3-010e-4c41-a20e-9dfa31cb7737 admin admin] Publish callbacks [] for subnet (880c854e-7266-491f-a738-8c9a73ae2f5a), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.168721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-219fb9c3-010e-4c41-a20e-9dfa31cb7737 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (880c854e-7266-491f-a738-8c9a73ae2f5a), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.263928 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-219fb9c3-010e-4c41-a20e-9dfa31cb7737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (880c854e-7266-491f-a738-8c9a73ae2f5a), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.328970 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-219fb9c3-010e-4c41-a20e-9dfa31cb7737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (880c854e-7266-491f-a738-8c9a73ae2f5a), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.354506 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fb9c3-010e-4c41-a20e-9dfa31cb7737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880c854e-7266-491f-a738-8c9a73ae2f5a,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:39.358052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-219fb9c3-010e-4c41-a20e-9dfa31cb7737 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.361247 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-219fb9c3-010e-4c41-a20e-9dfa31cb7737 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/880c854e-7266-491f-a738-8c9a73ae2f5a HTTP/1.1" status: 204 len: 168 time: 0.2847588 Feb 03 13:44:39.364663 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50220) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:39.367824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceceb36-3004-41c7-ade3-47d17296c236 None None] Network ed76d76e-26a3-4866-9f93-cf76c82278c1 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:44:39.432453 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (ed76d76e-26a3-4866-9f93-cf76c82278c1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.490049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Deleting port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:39.490401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.552181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] For port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=59767f8c-1e67-485c-8c3d-fc4cf3adfe8d,segment=NetworkSegment(2d9ff3cc-c060-4805-beb0-ec95cefff98c),segment_id=2d9ff3cc-c060-4805-beb0-ec95cefff98c)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:39.552541 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.565560 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Calling delete_port for 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:39.651044 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (59767f8c-1e67-485c-8c3d-fc4cf3adfe8d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.667742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e1669-8564-4a0e-b283-c485c5b73222 None None] DHCP port deletion for ed76d76e-26a3-4866-9f93-cf76c82278c1 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:44:39.680381 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59767f8c-1e67-485c-8c3d-fc4cf3adfe8d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:39.682234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] No DVR routers for this DVR port 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:44:39.755708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (ed76d76e-26a3-4866-9f93-cf76c82278c1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.776769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed76d76e-26a3-4866-9f93-cf76c82278c1']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:39.789190 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9ff3cc-c060-4805-beb0-ec95cefff98c') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:39.789488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9ff3cc-c060-4805-beb0-ec95cefff98c') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:39.798892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (2d9ff3cc-c060-4805-beb0-ec95cefff98c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.812904 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (2d9ff3cc-c060-4805-beb0-ec95cefff98c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.819565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:44:39.819984 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (2d9ff3cc-c060-4805-beb0-ec95cefff98c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:44:39.821863 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:44:39.877094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (ed76d76e-26a3-4866-9f93-cf76c82278c1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.882776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.886047 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ed76d76e-26a3-4866-9f93-cf76c82278c1 HTTP/1.1" status: 204 len: 168 time: 0.5201440 Feb 03 13:44:39.898623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afcf37-3f02-4444-a6af-94969d7b1ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed76d76e-26a3-4866-9f93-cf76c82278c1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:40.084831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50224) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:40.128654 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-90c42ff7-665e-4dd8-9485-77b9ed4a696d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3bc4499fd0f4d68b7b989a2674a9578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426161 Feb 03 13:44:40.131434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50226) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:40.190455 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4420efe5-f080-4eb5-9159-99d78f3e99bd admin admin] Publish callbacks [] for security_group (3a5df03f-faa4-4ded-8459-a2ea9da389f4), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.213171 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4420efe5-f080-4eb5-9159-99d78f3e99bd admin admin] Publish callbacks [] for security_group (3a5df03f-faa4-4ded-8459-a2ea9da389f4), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.257759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:40.267524 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4420efe5-f080-4eb5-9159-99d78f3e99bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (3a5df03f-faa4-4ded-8459-a2ea9da389f4), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.271527 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4420efe5-f080-4eb5-9159-99d78f3e99bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.271993 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4420efe5-f080-4eb5-9159-99d78f3e99bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a5df03f-faa4-4ded-8459-a2ea9da389f4 HTTP/1.1" status: 204 len: 168 time: 0.1394432 Feb 03 13:44:40.280657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420efe5-f080-4eb5-9159-99d78f3e99bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5df03f-faa4-4ded-8459-a2ea9da389f4,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:40.280905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:40.281251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 59767f8c-1e67-485c-8c3d-fc4cf3adfe8d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:40.281579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e1e97b50-ce3e-4784-9cc5-b73730f8a745 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:40.312049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e1e97b50-ce3e-4784-9cc5-b73730f8a745 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:40.318607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e1e97b50-ce3e-4784-9cc5-b73730f8a745 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:40.319300 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5d89dc87-b578-42bf-843c-ef7f2248695f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:40.344132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 5d89dc87-b578-42bf-843c-ef7f2248695f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:40.344479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5d89dc87-b578-42bf-843c-ef7f2248695f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:40.373574 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.629325 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50232) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:40.670592 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-44d9ca5d-5043-4b7c-8800-bfa37690d80c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e24fdc648634249abd80b9888e99a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400429 Feb 03 13:44:40.673185 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50234) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:40.722141 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a0d713dd-64ae-449c-99d8-80f3bad69a05 admin admin] Publish callbacks [] for security_group (a7f7167a-8e66-4602-a2da-69ff622d9b38), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.744705 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a0d713dd-64ae-449c-99d8-80f3bad69a05 admin admin] Publish callbacks [] for security_group (a7f7167a-8e66-4602-a2da-69ff622d9b38), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.808561 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a0d713dd-64ae-449c-99d8-80f3bad69a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (a7f7167a-8e66-4602-a2da-69ff622d9b38), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.811257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a0d713dd-64ae-449c-99d8-80f3bad69a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.812417 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a0d713dd-64ae-449c-99d8-80f3bad69a05 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7f7167a-8e66-4602-a2da-69ff622d9b38 HTTP/1.1" status: 204 len: 168 time: 0.1383300 Feb 03 13:44:40.821554 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d713dd-64ae-449c-99d8-80f3bad69a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f7167a-8e66-4602-a2da-69ff622d9b38,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:41.579897 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50256) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:41.699294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1353901266-network', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:41.720260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Made reservation on behalf of f533a5c520fb473bab730003c46bcf2b for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:44:41.722831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.732088 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.785759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.810420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Publish callbacks [] for security_group (8845d571-d8b4-46d1-87a1-a5c2ce597429), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.816263 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8845d571-d8b4-46d1-87a1-a5c2ce597429), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.840171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:44:41.854359 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8845d571-d8b4-46d1-87a1-a5c2ce597429,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:41.859085 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1b08dcf2-829f-4050-93a7-98ba4c62c1c0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.859426 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Added segment 1b08dcf2-829f-4050-93a7-98ba4c62c1c0 of type vlan for network 699c6e44-b230-4177-9d23-8babdc317347 Feb 03 13:44:41.898922 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (699c6e44-b230-4177-9d23-8babdc317347), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.926175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (699c6e44-b230-4177-9d23-8babdc317347), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.927432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:41.928017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.958698 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3770962 Feb 03 13:44:41.961288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50260) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:41.966454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Request body: {'subnet': {'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1353901266-subnet', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:41.988851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd4ff9-4405-4522-a388-1a0fee07d930 admin admin] Pushing event updated for resources: {'Network': ['ID=699c6e44-b230-4177-9d23-8babdc317347,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:41.990254 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Made reservation on behalf of f533a5c520fb473bab730003c46bcf2b for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:44:41.992729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.002592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 699c6e44-b230-4177-9d23-8babdc317347 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:44:42.169760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (a01b0658-5e18-42cf-883f-5f23ecafbe1c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.225831 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01b0658-5e18-42cf-883f-5f23ecafbe1c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:42.237488 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Checking segment: {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:42.237852 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Network hostable DHCP agents. Network: 699c6e44-b230-4177-9d23-8babdc317347, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:44:42.258529 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Network 699c6e44-b230-4177-9d23-8babdc317347 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:44:42.269764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 699c6e44-b230-4177-9d23-8babdc317347) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:42.273792 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:42.274410 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.278716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd06a1-c84f-4a1e-a11d-13455a00624b None None] Network 699c6e44-b230-4177-9d23-8babdc317347 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:44:42.293231 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-020fc855-659f-4929-8725-668dd4e2b1cf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3307827 Feb 03 13:44:42.303917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50262) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:42.303917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:42.324180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (7384cc27-8aec-484b-90c6-aeabc458e47b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.325224 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (7384cc27-8aec-484b-90c6-aeabc458e47b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.378094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks [] for router_controller (7384cc27-8aec-484b-90c6-aeabc458e47b), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.386261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-699c6e44-b230-4177-9d23-8babdc317347', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:44:42.387273 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.523785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Allocated IP 172.20.0.2 (699c6e44-b230-4177-9d23-8babdc317347/a01b0658-5e18-42cf-883f-5f23ecafbe1c/1587c96f-c351-4136-a4a6-9268d2e1bca5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:42.526297 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks [] for router_gateway (7384cc27-8aec-484b-90c6-aeabc458e47b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.676291 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Publish callbacks [] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.693562 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.724274 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.732763 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks [] for router_gateway (7384cc27-8aec-484b-90c6-aeabc458e47b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.738048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Network 699c6e44-b230-4177-9d23-8babdc317347 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:42.743508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:42.745877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:42.757324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.757867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Pushing event updated for resources: {'Port': ['ID=1587c96f-c351-4136-a4a6-9268d2e1bca5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:42.811344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Attempting to bind port 1587c96f-c351-4136-a4a6-9268d2e1bca5 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:42.812012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Attempting to bind port 1587c96f-c351-4136-a4a6-9268d2e1bca5 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:42.812012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Attempting to bind port 1587c96f-c351-4136-a4a6-9268d2e1bca5 on network 699c6e44-b230-4177-9d23-8babdc317347 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:42.816953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:42.817335 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Checking segment: {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:42.818390 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.818789 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Bound using segment: {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:42.819259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Bound port: 1587c96f-c351-4136-a4a6-9268d2e1bca5, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:42.819648 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.861575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Allocated IP 172.25.3.251 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/ddd76f1d-0032-4800-86d4-da081db4ec9d) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:42.885435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] For port 1587c96f-c351-4136-a4a6-9268d2e1bca5, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:42.888493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] For port 1587c96f-c351-4136-a4a6-9268d2e1bca5, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1587c96f-c351-4136-a4a6-9268d2e1bca5,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:42.894902 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:42.949805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a76564-cb88-4d43-a836-7edf4b447099 None None] Pushing event updated for resources: {'Port': ['ID=1587c96f-c351-4136-a4a6-9268d2e1bca5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:42.978560 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks [] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:43.013483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:43.062884 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:43.072300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:43.074739 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd76f1d-0032-4800-86d4-da081db4ec9d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:43.077000 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:43.369851 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks [] for router_gateway (7384cc27-8aec-484b-90c6-aeabc458e47b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:43.575318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (7384cc27-8aec-484b-90c6-aeabc458e47b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:43.708662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Router 7384cc27-8aec-484b-90c6-aeabc458e47b is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:44:43.821151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:43.831240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Sync routers for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:43.841766 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:43.842018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:43.842454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:43.843087 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4ba8d940-9bb7-40c3-ae33-22189670a1f5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5452919 Feb 03 13:44:43.845899 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50264) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:43.900847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225b5e1-5ac2-42e8-8e77-594418f0f740 None None] Network 699c6e44-b230-4177-9d23-8babdc317347 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:44:44.014646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:44.088229 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fd198a65-5d55-4f58-aae1-825a1d1dcbec None None] Provisioning complete for port 1587c96f-c351-4136-a4a6-9268d2e1bca5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:44.088606 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd198a65-5d55-4f58-aae1-825a1d1dcbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.294634 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd198a65-5d55-4f58-aae1-825a1d1dcbec None None] Current status of the port 1587c96f-c351-4136-a4a6-9268d2e1bca5 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:44.295023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd198a65-5d55-4f58-aae1-825a1d1dcbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.340821 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:43Z', 'revision_number': 3, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:44.346198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fd198a65-5d55-4f58-aae1-825a1d1dcbec None None] For port 1587c96f-c351-4136-a4a6-9268d2e1bca5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1587c96f-c351-4136-a4a6-9268d2e1bca5,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:44.376461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1587c96f-c351-4136-a4a6-9268d2e1bca5 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:44.379906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd198a65-5d55-4f58-aae1-825a1d1dcbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.381606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Checking router: 7384cc27-8aec-484b-90c6-aeabc458e47b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:44.381958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Updating router 7384cc27-8aec-484b-90c6-aeabc458e47b port ddd76f1d-0032-4800-86d4-da081db4ec9d binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:44:44.477872 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.512157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd198a65-5d55-4f58-aae1-825a1d1dcbec None None] Pushing event updated for resources: {'Port': ['ID=1587c96f-c351-4136-a4a6-9268d2e1bca5,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:44.584453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-56413b76-7276-4317-8790-b6e7464fea24 None None] Provisioning complete for port 1587c96f-c351-4136-a4a6-9268d2e1bca5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:44.584816 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56413b76-7276-4317-8790-b6e7464fea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.592122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1587c96f-c351-4136-a4a6-9268d2e1bca5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:44.592484 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.615466 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.776998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Allocated IP 172.20.0.1 (699c6e44-b230-4177-9d23-8babdc317347/a01b0658-5e18-42cf-883f-5f23ecafbe1c/20b17648-ec44-418a-a0c8-6087887cbcce) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:44.826960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1587c96f-c351-4136-a4a6-9268d2e1bca5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:44.839032 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-56413b76-7276-4317-8790-b6e7464fea24 None None] Current status of the port 1587c96f-c351-4136-a4a6-9268d2e1bca5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:44.886625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Publish callbacks [] for port (20b17648-ec44-418a-a0c8-6087887cbcce), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.889483 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Publish callbacks [] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.896763 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.924785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.947084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Attempting to bind port ddd76f1d-0032-4800-86d4-da081db4ec9d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:44.947459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Attempting to bind port ddd76f1d-0032-4800-86d4-da081db4ec9d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:44.947822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Attempting to bind port ddd76f1d-0032-4800-86d4-da081db4ec9d on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:44.954557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4e164-2019-4107-9b5f-9800b6e7378a None None] Pushing event updated for resources: {'Port': ['ID=ddd76f1d-0032-4800-86d4-da081db4ec9d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:44.957243 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:44.957734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:44.958070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.958505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:44.958975 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Bound port: ddd76f1d-0032-4800-86d4-da081db4ec9d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:44.959349 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.961455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Network 699c6e44-b230-4177-9d23-8babdc317347 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:44.964367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:44.970729 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:44.996885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Pushing event updated for resources: {'Port': ['ID=20b17648-ec44-418a-a0c8-6087887cbcce,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:45.015527 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (7384cc27-8aec-484b-90c6-aeabc458e47b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.016808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] For port ddd76f1d-0032-4800-86d4-da081db4ec9d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:45.020623 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] For port ddd76f1d-0032-4800-86d4-da081db4ec9d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ddd76f1d-0032-4800-86d4-da081db4ec9d,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:45.031022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.082873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:45.083728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:45.130879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4e164-2019-4107-9b5f-9800b6e7378a None None] Pushing event updated for resources: {'Port': ['ID=ddd76f1d-0032-4800-86d4-da081db4ec9d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:45.173797 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.346401 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Publish callbacks [] for port (20b17648-ec44-418a-a0c8-6087887cbcce), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.352511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.388237 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-74876c4f-78be-4374-a9c6-acaa6da13a29 None None] Provisioning complete for port 20b17648-ec44-418a-a0c8-6087887cbcce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:45.388627 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74876c4f-78be-4374-a9c6-acaa6da13a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.391110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:45.420511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (7384cc27-8aec-484b-90c6-aeabc458e47b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.422369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Pushing event updated for resources: {'Port': ['ID=20b17648-ec44-418a-a0c8-6087887cbcce,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:45.486721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-74876c4f-78be-4374-a9c6-acaa6da13a29 None None] Port 20b17648-ec44-418a-a0c8-6087887cbcce cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:44:45.517339 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Network 699c6e44-b230-4177-9d23-8babdc317347 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:45.519019 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:45.607815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:43Z', 'revision_number': 3, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:45.642080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Router 7384cc27-8aec-484b-90c6-aeabc458e47b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:44:45.643972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c333bb5e-a81f-4b6d-b7ad-5fd7d1215d9e None None] The sync data for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 is: [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:43Z', 'revision_number': 3, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:45.739748 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:44:45.759863 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:45.764895 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a75f19f4-b8e5-411f-afc1-396b00125285 admin admin] 10.222.0.65 "PUT /v2.0/routers/7384cc27-8aec-484b-90c6-aeabc458e47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9179294 Feb 03 13:44:45.812982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-10c76c85-b2a6-4b33-8fc8-832ba7ae842b None None] Provisioning complete for port 20b17648-ec44-418a-a0c8-6087887cbcce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:45.813356 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10c76c85-b2a6-4b33-8fc8-832ba7ae842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.850490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-10c76c85-b2a6-4b33-8fc8-832ba7ae842b None None] Port 20b17648-ec44-418a-a0c8-6087887cbcce cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:44:46.289001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50280) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:46.294300 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-690304865-network', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:46.320065 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Made reservation on behalf of 8a984c634eee4a23bdc49166b21e38d0 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:44:46.324510 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.335331 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.386054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ddd76f1d-0032-4800-86d4-da081db4ec9d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:46.426808 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Publish callbacks [] for security_group (0ff60308-b413-44be-8bd7-26a62d0f8375), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.433114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0ff60308-b413-44be-8bd7-26a62d0f8375), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.436389 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ddd76f1d-0032-4800-86d4-da081db4ec9d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:46.436766 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.447063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:44:46.472119 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bd67a86b-f059-489c-806b-09104dfbfd00), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.472358 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Added segment bd67a86b-f059-489c-806b-09104dfbfd00 of type vlan for network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 Feb 03 13:44:46.480990 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff60308-b413-44be-8bd7-26a62d0f8375,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:46.519241 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (8ac92aeb-dcc6-4ade-9707-82cdbb3b6854), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.534152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ddd76f1d-0032-4800-86d4-da081db4ec9d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:46.534616 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.551062 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (8ac92aeb-dcc6-4ade-9707-82cdbb3b6854), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.552629 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:46.553438 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.558877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ddd76f1d-0032-4800-86d4-da081db4ec9d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ddd76f1d-0032-4800-86d4-da081db4ec9d,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:46.566717 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.567784 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1587c96f-c351-4136-a4a6-9268d2e1bca5 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:46.591117 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3008864 Feb 03 13:44:46.594078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50282) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:46.599187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Request body: {'subnet': {'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-690304865-subnet', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:46.631346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Made reservation on behalf of 8a984c634eee4a23bdc49166b21e38d0 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:44:46.633422 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11964696-9e87-4562-a35a-de01a06381f4 admin admin] Pushing event updated for resources: {'Network': ['ID=8ac92aeb-dcc6-4ade-9707-82cdbb3b6854,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:46.634469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.648085 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:44:46.676870 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ddd76f1d-0032-4800-86d4-da081db4ec9d,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:46.736421 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1587c96f-c351-4136-a4a6-9268d2e1bca5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:46.736874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.814182 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (e79c9ce9-cb4f-437d-969b-1236abbbf143), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.822454 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1587c96f-c351-4136-a4a6-9268d2e1bca5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:46.872709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79c9ce9-cb4f-437d-969b-1236abbbf143,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:46.883649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Checking segment: {'id': 'bd67a86b-f059-489c-806b-09104dfbfd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:46.883922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Network hostable DHCP agents. Network: 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:44:46.886343 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.904599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:44:46.915097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:46.919279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:46.919863 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.925281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ce65e-29ac-4f9c-a45f-7543724b1ae6 None None] Network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:44:46.937581 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d5040405-6f75-48be-bd84-5fd89a4be259 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3423264 Feb 03 13:44:46.940920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50284) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:46.944635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:46.966093 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.967440 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.020992 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks [] for router_controller (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.035197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-8ac92aeb-dcc6-4ade-9707-82cdbb3b6854', 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854', 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'fixed_ips': [{'subnet_id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:44:47.036552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.162552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks [] for router_gateway (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.176238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Allocated IP 172.20.0.2 (8ac92aeb-dcc6-4ade-9707-82cdbb3b6854/e79c9ce9-cb4f-437d-969b-1236abbbf143/70590fb1-de51-43ec-8204-ef561db1d06d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:47.327061 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Publish callbacks [] for port (70590fb1-de51-43ec-8204-ef561db1d06d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.334546 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.366147 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Sync routers for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:47.373157 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks [] for router_gateway (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.375307 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:47.376121 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:47.385530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:47.391214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:47.393780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:47.399765 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.426855 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Pushing event updated for resources: {'Port': ['ID=70590fb1-de51-43ec-8204-ef561db1d06d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:47.458573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Attempting to bind port 70590fb1-de51-43ec-8204-ef561db1d06d on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:47.458948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Attempting to bind port 70590fb1-de51-43ec-8204-ef561db1d06d by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'bd67a86b-f059-489c-806b-09104dfbfd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:47.459310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Attempting to bind port 70590fb1-de51-43ec-8204-ef561db1d06d on network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:47.464312 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:47.464689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Checking segment: {'id': 'bd67a86b-f059-489c-806b-09104dfbfd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:47.465090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.465486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Bound using segment: {'id': 'bd67a86b-f059-489c-806b-09104dfbfd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:47.465953 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Bound port: 70590fb1-de51-43ec-8204-ef561db1d06d, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd67a86b-f059-489c-806b-09104dfbfd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:47.466343 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.488519 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:47.522190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Allocated IP 172.25.3.96 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/1008e5e3-f27c-4aea-b809-4bba31e12843) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:47.532458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] For port 70590fb1-de51-43ec-8204-ef561db1d06d, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:47.536879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] For port 70590fb1-de51-43ec-8204-ef561db1d06d, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=70590fb1-de51-43ec-8204-ef561db1d06d,segment=NetworkSegment(bd67a86b-f059-489c-806b-09104dfbfd00),segment_id=bd67a86b-f059-489c-806b-09104dfbfd00)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:47.544186 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.620519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003209b-bf19-48d1-b566-3c88479dfef5 None None] Pushing event updated for resources: {'Port': ['ID=70590fb1-de51-43ec-8204-ef561db1d06d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:47.644956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks [] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.682505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:47.710261 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '20b17648-ec44-418a-a0c8-6087887cbcce', 'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'mac_address': 'fa:16:3e:a1:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:44Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 2, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'subnets': [{'id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:47.724942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:47.730318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:47.734112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:47.743322 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Checking router: 7384cc27-8aec-484b-90c6-aeabc458e47b for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:47.743674 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Updating router 7384cc27-8aec-484b-90c6-aeabc458e47b port 20b17648-ec44-418a-a0c8-6087887cbcce binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:44:47.757020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Pushing event updated for resources: {'Port': ['ID=1008e5e3-f27c-4aea-b809-4bba31e12843,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:47.772265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.772265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.772265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.772265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.772653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.772865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.773139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.773459 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.773776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.774094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.774436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.774754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.775072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:47.776888 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.029298 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks [] for router_gateway (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.087027 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Publish callbacks [] for port (20b17648-ec44-418a-a0c8-6087887cbcce), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.092905 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.144194 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Pushing event updated for resources: {'Port': ['ID=20b17648-ec44-418a-a0c8-6087887cbcce,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:48.186483 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.186859 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.187206 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.187532 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.187858 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.188175 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.188495 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.188794 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.189106 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.189420 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.189801 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.190133 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.190461 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:48.206453 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Attempting to bind port 20b17648-ec44-418a-a0c8-6087887cbcce on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:48.206828 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Attempting to bind port 20b17648-ec44-418a-a0c8-6087887cbcce by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:48.207192 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Attempting to bind port 20b17648-ec44-418a-a0c8-6087887cbcce on network 699c6e44-b230-4177-9d23-8babdc317347 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:48.214095 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:48.214981 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Checking segment: {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:48.215635 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.216116 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Bound using segment: {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:48.216766 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Bound port: 20b17648-ec44-418a-a0c8-6087887cbcce, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:48.217664 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.233962 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.297309 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] For port 20b17648-ec44-418a-a0c8-6087887cbcce, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:48.301858 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] For port 20b17648-ec44-418a-a0c8-6087887cbcce, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=20b17648-ec44-418a-a0c8-6087887cbcce,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:48.311187 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.375250 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:48.376041 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:48.400383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:44:48.445284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 70590fb1-de51-43ec-8204-ef561db1d06d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:48.494483 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:48.518418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 70590fb1-de51-43ec-8204-ef561db1d06d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:48.518802 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.620503 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bbbc1-e46f-4094-897c-e64fb698596e None None] Pushing event updated for resources: {'Port': ['ID=20b17648-ec44-418a-a0c8-6087887cbcce,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:48.642834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 70590fb1-de51-43ec-8204-ef561db1d06d is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:48.643366 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.693193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 70590fb1-de51-43ec-8204-ef561db1d06d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=70590fb1-de51-43ec-8204-ef561db1d06d,segment=NetworkSegment(bd67a86b-f059-489c-806b-09104dfbfd00),segment_id=bd67a86b-f059-489c-806b-09104dfbfd00)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:48.705993 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.707012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ddd76f1d-0032-4800-86d4-da081db4ec9d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:48.732627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-20c3839e-0f8d-4185-8f66-82bf7237adbb None None] Provisioning complete for port 20b17648-ec44-418a-a0c8-6087887cbcce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:48.733149 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20c3839e-0f8d-4185-8f66-82bf7237adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.808547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '20b17648-ec44-418a-a0c8-6087887cbcce', 'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'mac_address': 'fa:16:3e:a1:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:44Z', 'updated_at': '2022-02-03T13:44:48Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'subnets': [{'id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:48.846237 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb951043-5ee2-44d6-9db3-29127d83ef2d None None] The sync data for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 is: [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '20b17648-ec44-418a-a0c8-6087887cbcce', 'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'mac_address': 'fa:16:3e:a1:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:44Z', 'updated_at': '2022-02-03T13:44:48Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'subnets': [{'id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:48.858801 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=70590fb1-de51-43ec-8204-ef561db1d06d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:48.963280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-20c3839e-0f8d-4185-8f66-82bf7237adbb None None] Current status of the port 20b17648-ec44-418a-a0c8-6087887cbcce is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:48.963969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20c3839e-0f8d-4185-8f66-82bf7237adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.968395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ddd76f1d-0032-4800-86d4-da081db4ec9d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:48.968998 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.011776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:49.026394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Sync routers for ids ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:49.031958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.035918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-415a62dd-0e18-4d2d-a3a6-21d7eb838380 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0926921 Feb 03 13:44:49.036812 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50286) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:49.044629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-20c3839e-0f8d-4185-8f66-82bf7237adbb None None] For port 20b17648-ec44-418a-a0c8-6087887cbcce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=20b17648-ec44-418a-a0c8-6087887cbcce,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:49.058193 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Routers {'6de0b1d6-94df-4600-b2f2-2da58d09cf3d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:49.058869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:49.102595 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20c3839e-0f8d-4185-8f66-82bf7237adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.206202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2423a6-ae7f-4b35-bfe8-56af0dea51e2 None None] Network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:44:49.277268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3839e-0f8d-4185-8f66-82bf7237adbb None None] Pushing event updated for resources: {'Port': ['ID=20b17648-ec44-418a-a0c8-6087887cbcce,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:49.307346 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ddd76f1d-0032-4800-86d4-da081db4ec9d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:49.332991 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Set router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:49.338206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b76999b2-f143-456e-9498-edbccffa64b5 None None] Provisioning complete for port 20b17648-ec44-418a-a0c8-6087887cbcce triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:49.338620 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b76999b2-f143-456e-9498-edbccffa64b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.547307 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.752311 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Allocated IP 172.20.0.1 (8ac92aeb-dcc6-4ade-9707-82cdbb3b6854/e79c9ce9-cb4f-437d-969b-1236abbbf143/328c7312-292d-4875-90dd-138e22612208) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:49.840223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b76999b2-f143-456e-9498-edbccffa64b5 None None] Current status of the port 20b17648-ec44-418a-a0c8-6087887cbcce is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:49.861043 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b76999b2-f143-456e-9498-edbccffa64b5 None None] Provisioning complete for port 70590fb1-de51-43ec-8204-ef561db1d06d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:49.861418 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b76999b2-f143-456e-9498-edbccffa64b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.926001 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Publish callbacks [] for port (328c7312-292d-4875-90dd-138e22612208), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.947304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:46Z', 'updated_at': '2022-02-03T13:44:47Z', 'revision_number': 3, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'gw_port': {'id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:47Z', 'updated_at': '2022-02-03T13:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:49.975245 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (328c7312-292d-4875-90dd-138e22612208), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.979292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Checking router: 6de0b1d6-94df-4600-b2f2-2da58d09cf3d for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:49.979700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Updating router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d port 1008e5e3-f27c-4aea-b809-4bba31e12843 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:44:50.012210 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:50.013611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b76999b2-f143-456e-9498-edbccffa64b5 None None] Current status of the port 70590fb1-de51-43ec-8204-ef561db1d06d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:50.015379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:50.019183 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:50.023471 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.061951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Pushing event updated for resources: {'Port': ['ID=328c7312-292d-4875-90dd-138e22612208,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:50.079666 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.181124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7046e339-f169-498a-b24e-f18b13443940 None None] Provisioning complete for port 70590fb1-de51-43ec-8204-ef561db1d06d triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:50.181528 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7046e339-f169-498a-b24e-f18b13443940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.217901 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (328c7312-292d-4875-90dd-138e22612208), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.409999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7046e339-f169-498a-b24e-f18b13443940 None None] Current status of the port 70590fb1-de51-43ec-8204-ef561db1d06d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:50.454018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Publish callbacks [] for port (328c7312-292d-4875-90dd-138e22612208), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.457645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 70590fb1-de51-43ec-8204-ef561db1d06d up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:50.461927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (328c7312-292d-4875-90dd-138e22612208), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.470667 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Publish callbacks [] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.499832 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.536468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Pushing event updated for resources: {'Port': ['ID=328c7312-292d-4875-90dd-138e22612208,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:50.539504 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.582790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd01dd-ae3d-4110-abe3-1ac23b88a9d4 None None] Pushing event updated for resources: {'Port': ['ID=1008e5e3-f27c-4aea-b809-4bba31e12843,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:50.589620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Attempting to bind port 1008e5e3-f27c-4aea-b809-4bba31e12843 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:50.590100 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Attempting to bind port 1008e5e3-f27c-4aea-b809-4bba31e12843 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:50.590518 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Attempting to bind port 1008e5e3-f27c-4aea-b809-4bba31e12843 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:50.598516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-28f08fcf-fe1d-434c-8572-fa0d10f60363 None None] Provisioning complete for port 328c7312-292d-4875-90dd-138e22612208 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:50.598931 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28f08fcf-fe1d-434c-8572-fa0d10f60363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (328c7312-292d-4875-90dd-138e22612208), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.602215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:50.602632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:50.603027 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.603416 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:50.603886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Bound port: 1008e5e3-f27c-4aea-b809-4bba31e12843, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:50.604262 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.625055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 70590fb1-de51-43ec-8204-ef561db1d06d triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:50.625426 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.640294 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:50.641672 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:50.713488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-28f08fcf-fe1d-434c-8572-fa0d10f60363 None None] Port 328c7312-292d-4875-90dd-138e22612208 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:44:50.722406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] For port 1008e5e3-f27c-4aea-b809-4bba31e12843, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:50.727844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] For port 1008e5e3-f27c-4aea-b809-4bba31e12843, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1008e5e3-f27c-4aea-b809-4bba31e12843,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:50.740675 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.784683 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:44:50.815599 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 70590fb1-de51-43ec-8204-ef561db1d06d is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:50.816716 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 20b17648-ec44-418a-a0c8-6087887cbcce up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:50.857168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd01dd-ae3d-4110-abe3-1ac23b88a9d4 None None] Pushing event updated for resources: {'Port': ['ID=1008e5e3-f27c-4aea-b809-4bba31e12843,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:50.861497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Routers {'6de0b1d6-94df-4600-b2f2-2da58d09cf3d'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:50.862119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:50.914675 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:50.922155 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4d3bcd68-23ac-4d9b-af3a-e24a20c6776f admin admin] 10.222.0.65 "PUT /v2.0/routers/6de0b1d6-94df-4600-b2f2-2da58d09cf3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8821495 Feb 03 13:44:50.971606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 20b17648-ec44-418a-a0c8-6087887cbcce triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:50.971978 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.015290 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] Set router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:51.016995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0cc323c2-43bd-49f0-a628-2bf0ad8bf87b None None] Provisioning complete for port 328c7312-292d-4875-90dd-138e22612208 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:51.017369 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cc323c2-43bd-49f0-a628-2bf0ad8bf87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (328c7312-292d-4875-90dd-138e22612208), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.127986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0cc323c2-43bd-49f0-a628-2bf0ad8bf87b None None] Port 328c7312-292d-4875-90dd-138e22612208 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:44:51.219592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 20b17648-ec44-418a-a0c8-6087887cbcce is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:51.291176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:46Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 4, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'gw_port': {'id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:47Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '328c7312-292d-4875-90dd-138e22612208', 'name': '', 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'mac_address': 'fa:16:3e:9c:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 2, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'subnets': [{'id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:51.317863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8fc657-3170-42e6-aba9-86d43f969494 None None] The sync data for ids ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'] in n-d-792364-10 is: [{'id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:46Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 4, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'gw_port': {'id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:47Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '328c7312-292d-4875-90dd-138e22612208', 'name': '', 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'mac_address': 'fa:16:3e:9c:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 2, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'subnets': [{'id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:51.340044 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.329156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1008e5e3-f27c-4aea-b809-4bba31e12843 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:52.398384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1008e5e3-f27c-4aea-b809-4bba31e12843 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:52.398614 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.513128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1008e5e3-f27c-4aea-b809-4bba31e12843 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:52.514728 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.540837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 1008e5e3-f27c-4aea-b809-4bba31e12843, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1008e5e3-f27c-4aea-b809-4bba31e12843,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:52.549221 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.606064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=1008e5e3-f27c-4aea-b809-4bba31e12843,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:52.619048 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.619647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.620125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.620634 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.621110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.621600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.622083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.622581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.623068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.623534 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.624012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.624478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:52.624945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:53.710101 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Sync routers for ids ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:53.726617 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Routers {'6de0b1d6-94df-4600-b2f2-2da58d09cf3d'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:53.727054 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:53.847673 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Set router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:54.076508 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:46Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 4, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'gw_port': {'id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:47Z', 'updated_at': '2022-02-03T13:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '328c7312-292d-4875-90dd-138e22612208', 'name': '', 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'mac_address': 'fa:16:3e:9c:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 2, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'subnets': [{'id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:54.107655 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Checking router: 6de0b1d6-94df-4600-b2f2-2da58d09cf3d for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:54.107926 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Updating router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d port 328c7312-292d-4875-90dd-138e22612208 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:44:54.140326 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (328c7312-292d-4875-90dd-138e22612208), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.288794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1008e5e3-f27c-4aea-b809-4bba31e12843 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:54.361163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 1008e5e3-f27c-4aea-b809-4bba31e12843 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:54.361456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.471347 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 1008e5e3-f27c-4aea-b809-4bba31e12843 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:54.566565 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Publish callbacks [] for port (328c7312-292d-4875-90dd-138e22612208), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.575830 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (328c7312-292d-4875-90dd-138e22612208), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.625912 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72160dd-2f99-467a-a0f5-97d8207bdc9a None None] Pushing event updated for resources: {'Port': ['ID=328c7312-292d-4875-90dd-138e22612208,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:54.683713 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Attempting to bind port 328c7312-292d-4875-90dd-138e22612208 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:54.684444 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Attempting to bind port 328c7312-292d-4875-90dd-138e22612208 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'bd67a86b-f059-489c-806b-09104dfbfd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:54.685024 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Attempting to bind port 328c7312-292d-4875-90dd-138e22612208 on network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:54.693130 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:54.694023 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Checking segment: {'id': 'bd67a86b-f059-489c-806b-09104dfbfd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:54.694693 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.695331 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Bound using segment: {'id': 'bd67a86b-f059-489c-806b-09104dfbfd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:54.696231 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Bound port: 328c7312-292d-4875-90dd-138e22612208, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd67a86b-f059-489c-806b-09104dfbfd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:54.697277 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (328c7312-292d-4875-90dd-138e22612208), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.799010 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] For port 328c7312-292d-4875-90dd-138e22612208, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:54.803072 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] For port 328c7312-292d-4875-90dd-138e22612208, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=328c7312-292d-4875-90dd-138e22612208,segment=NetworkSegment(bd67a86b-f059-489c-806b-09104dfbfd00),segment_id=bd67a86b-f059-489c-806b-09104dfbfd00)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:54.816561 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (328c7312-292d-4875-90dd-138e22612208), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.870642 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Routers {'6de0b1d6-94df-4600-b2f2-2da58d09cf3d'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:54.871204 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:44:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:54.939810 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72160dd-2f99-467a-a0f5-97d8207bdc9a None None] Pushing event updated for resources: {'Port': ['ID=328c7312-292d-4875-90dd-138e22612208,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:55.006761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fa6cce77-9c81-4db6-9f76-e31508ac4699 None None] Provisioning complete for port 328c7312-292d-4875-90dd-138e22612208 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:55.007129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa6cce77-9c81-4db6-9f76-e31508ac4699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (328c7312-292d-4875-90dd-138e22612208), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.025251 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] Set router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:55.154759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cce77-9c81-4db6-9f76-e31508ac4699 None None] Current status of the port 328c7312-292d-4875-90dd-138e22612208 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:55.155156 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa6cce77-9c81-4db6-9f76-e31508ac4699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (328c7312-292d-4875-90dd-138e22612208), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.194688 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fa6cce77-9c81-4db6-9f76-e31508ac4699 None None] For port 328c7312-292d-4875-90dd-138e22612208, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=328c7312-292d-4875-90dd-138e22612208,segment=NetworkSegment(bd67a86b-f059-489c-806b-09104dfbfd00),segment_id=bd67a86b-f059-489c-806b-09104dfbfd00)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:55.204900 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa6cce77-9c81-4db6-9f76-e31508ac4699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (328c7312-292d-4875-90dd-138e22612208), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.256120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cce77-9c81-4db6-9f76-e31508ac4699 None None] Pushing event updated for resources: {'Port': ['ID=328c7312-292d-4875-90dd-138e22612208,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:55.299205 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:46Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 4, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'gw_port': {'id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:47Z', 'updated_at': '2022-02-03T13:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '328c7312-292d-4875-90dd-138e22612208', 'name': '', 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'mac_address': 'fa:16:3e:9c:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:54Z', 'revision_number': 4, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'subnets': [{'id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:55.334890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3571f808-c222-4713-b53f-333f663b64d2 None None] Provisioning complete for port 328c7312-292d-4875-90dd-138e22612208 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:55.335481 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3571f808-c222-4713-b53f-333f663b64d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (328c7312-292d-4875-90dd-138e22612208), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.341547 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b715e-e5e6-4d64-a4df-fe4b7a8f8cf4 None None] The sync data for ids ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'] in n-d-792364-10 is: [{'id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:46Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 4, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'gw_port': {'id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:47Z', 'updated_at': '2022-02-03T13:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '328c7312-292d-4875-90dd-138e22612208', 'name': '', 'network_id': '8ac92aeb-dcc6-4ade-9707-82cdbb3b6854', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'mac_address': 'fa:16:3e:9c:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:54Z', 'revision_number': 4, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'subnets': [{'id': 'e79c9ce9-cb4f-437d-969b-1236abbbf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:55.639384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3571f808-c222-4713-b53f-333f663b64d2 None None] Current status of the port 328c7312-292d-4875-90dd-138e22612208 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:56.332837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 328c7312-292d-4875-90dd-138e22612208 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:56.385727 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 328c7312-292d-4875-90dd-138e22612208 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:56.386423 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (328c7312-292d-4875-90dd-138e22612208), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:56.482070 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 328c7312-292d-4875-90dd-138e22612208 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:45:01.062448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-b189f01b-df28-4ed7-9f2e-45643844fb6e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:01.063841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-b189f01b-df28-4ed7-9f2e-45643844fb6e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 815 time: 0.1092429 Feb 03 13:45:01.079225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-1629d0f3-e017-40d9-9818-725a5154c7bc tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/quotas/f533a5c520fb473bab730003c46bcf2b HTTP/1.1" status: 200 len: 375 time: 0.0095663 Feb 03 13:45:01.138162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-e8281bb3-ffd4-4d7b-b704-64900d6fcbc7 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536361 Feb 03 13:45:01.341753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-a4cb544e-fc4d-464a-82ea-1f86cf0b6d51 service neutron] 10.222.0.65 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912596 Feb 03 13:45:01.437997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-577c5872-0cfe-413d-ba36-cfa36c406d84 service neutron] 10.222.0.65 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905261 Feb 03 13:45:01.614837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-edca4a2a-90de-48c6-8904-16b9b062bb79 req-cb56a5cc-d800-46e5-a969-d06bf25fd3ed tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 210 time: 0.0293899 Feb 03 13:45:02.616472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f9e97bf6-126a-4932-ba9d-46ef77950d0a tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:02.617990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f9e97bf6-126a-4932-ba9d-46ef77950d0a tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.72 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 815 time: 0.1034663 Feb 03 13:45:02.630122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'port': {'device_id': 'f493c107-c9fd-431e-9dba-6914a291149e', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'admin_state_up': True, 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:02.723619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-457390f6-ea1b-482d-9fa8-e8e05ace0e84 req-c2fc5e2e-1252-4577-87e9-c2da975a2226 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 210 time: 0.0335577 Feb 03 13:45:02.771129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Made reservation on behalf of f533a5c520fb473bab730003c46bcf2b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:45:02.774601 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:02.907940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Allocated IP 172.20.0.4 (699c6e44-b230-4177-9d23-8babdc317347/a01b0658-5e18-42cf-883f-5f23ecafbe1c/35ca9b82-6d4e-4c64-9160-32bcc2ba0548) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:45:03.134635 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:03.189354 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:03.257881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Network 699c6e44-b230-4177-9d23-8babdc317347 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:45:03.275297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:45:03.277623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'Port': ['ID=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:03.279913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:45:03.339773 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:03.340438 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:03.362938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-f269fd58-15fb-44bd-be3d-d6e040b3aed3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7365589 Feb 03 13:45:03.620924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-807e1e31-c767-4bfe-8b5c-ea780cc72179 None None] Provisioning complete for port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:45:03.621929 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-807e1e31-c767-4bfe-8b5c-ea780cc72179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:03.659168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-807e1e31-c767-4bfe-8b5c-ea780cc72179 None None] Port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:45:03.858042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e7b6-9c67-4a93-8ff1-369f8299ede2 req-e5e9651d-f5fe-4491-9aab-620824dbac72 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:03.859824 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd60e7b6-9c67-4a93-8ff1-369f8299ede2 req-e5e9651d-f5fe-4491-9aab-620824dbac72 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 931 time: 0.0610871 Feb 03 13:45:03.918249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fd60e7b6-9c67-4a93-8ff1-369f8299ede2 req-d11307ed-a770-4872-8c9f-3288da879bab tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521865 Feb 03 13:45:05.047492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65de96-0835-403f-b760-558bdf5f0c62 req-6b17af38-1fd6-496f-a4d1-7a2149d54c6c tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:05.049165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af65de96-0835-403f-b760-558bdf5f0c62 req-6b17af38-1fd6-496f-a4d1-7a2149d54c6c tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 931 time: 0.0582154 Feb 03 13:45:05.101958 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-af65de96-0835-403f-b760-558bdf5f0c62 req-c0b0a827-eb22-42e0-96f0-8a6a09ce60a1 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458674 Feb 03 13:45:06.229649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330fc64-5a77-47ab-a52b-8d142f3993fe req-ac41e6b7-5897-48a5-beb9-86166be7d799 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:06.231260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2330fc64-5a77-47ab-a52b-8d142f3993fe req-ac41e6b7-5897-48a5-beb9-86166be7d799 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 931 time: 0.0568147 Feb 03 13:45:06.280569 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2330fc64-5a77-47ab-a52b-8d142f3993fe req-26ccc5b7-1da1-47bc-971e-b6f37612310f tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436573 Feb 03 13:45:06.692881 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32424fff-ece7-4991-a35d-9fe6b65c61c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:07.430898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb9f72-f650-41c9-8b96-f8749a576430 req-78819150-f116-40d7-bb00-b10979b5169d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:07.432397 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93eb9f72-f650-41c9-8b96-f8749a576430 req-78819150-f116-40d7-bb00-b10979b5169d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 931 time: 0.0746462 Feb 03 13:45:07.492248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-93eb9f72-f650-41c9-8b96-f8749a576430 req-9e9cceeb-5a7d-4194-99c1-ce88659843b3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527029 Feb 03 13:45:08.619472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be569dc-c839-42e3-ac77-825823e696c0 req-089ba237-f67a-4cad-abc6-fc9cc1871f6b tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:08.621108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0be569dc-c839-42e3-ac77-825823e696c0 req-089ba237-f67a-4cad-abc6-fc9cc1871f6b tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 931 time: 0.0577416 Feb 03 13:45:08.671715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0be569dc-c839-42e3-ac77-825823e696c0 req-7c5add01-1596-4b9d-9dbb-31cfe876452e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445440 Feb 03 13:45:08.962241 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b354612-5980-40b6-9d40-4bc28c6cdc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:09.805577 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c301a51-4f7c-4d39-80bb-397c3c8103dc req-2451e82f-7bd1-461f-956c-ba98431eb853 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:09.808242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c301a51-4f7c-4d39-80bb-397c3c8103dc req-2451e82f-7bd1-461f-956c-ba98431eb853 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 931 time: 0.0566301 Feb 03 13:45:09.864565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c301a51-4f7c-4d39-80bb-397c3c8103dc req-6a29c86b-ded1-4b92-965b-06385a830ec7 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Feb 03 13:45:10.376859 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:10.525758 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Request body: {'port': {'device_id': 'f493c107-c9fd-431e-9dba-6914a291149e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:10.588716 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:10.875526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:45:10.883598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Publish callbacks [] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:10.895922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Transition to ACTIVE for port object 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:45:10.902229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:10.965859 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Pushing event updated for resources: {'Port': ['ID=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:11.058604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb96402-080e-4129-b484-dbcbb22f94d4 req-d22613b2-d520-4faf-a11d-88117a14e4f1 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:11.060212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb96402-080e-4129-b484-dbcbb22f94d4 req-d22613b2-d520-4faf-a11d-88117a14e4f1 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 943 time: 0.1207621 Feb 03 13:45:11.082543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Attempting to bind port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:45:11.082875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Attempting to bind port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:45:11.083203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Attempting to bind port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 on network 699c6e44-b230-4177-9d23-8babdc317347 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:45:11.096292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 on network 699c6e44-b230-4177-9d23-8babdc317347 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:45:11.096647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Attempting to bind port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 on network 699c6e44-b230-4177-9d23-8babdc317347 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:45:11.109615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:45:11.109977 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Checking segment: {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:45:11.110388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Bound using segment: {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:45:11.110847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Bound port: 35ca9b82-6d4e-4c64-9160-32bcc2ba0548, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b08dcf2-829f-4050-93a7-98ba4c62c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '699c6e44-b230-4177-9d23-8babdc317347'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:45:11.111204 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:11.154603 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb96402-080e-4129-b484-dbcbb22f94d4 req-2dd21d92-53b9-4890-837e-5939004496c0 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838249 Feb 03 13:45:11.187267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] For port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:45:11.190252 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] For port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:45:11.199534 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:11.235004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:11.236085 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:11.237555 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] 10.222.0.72 "PUT /v2.0/ports/35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 1092 time: 0.7176256 Feb 03 13:45:11.238015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:45:11.240357 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68033e8-e408-4115-b42e-4ebe4a28293e" -d '{"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:45:11.281422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369580d-0b7c-4b30-9f7e-44b09ee4fe97 service neutron] Pushing event updated for resources: {'Port': ['ID=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:11.299205 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0dda6d-124e-4db2-8610-38bc38153d70 x-openstack-request-id: req-2a0dda6d-124e-4db2-8610-38bc38153d70 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:45:11.299511 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:45:11.299753 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a0dda6d-124e-4db2-8610-38bc38153d70 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:45:11.300177 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'status': 'completed', 'code': 200} Feb 03 13:45:11.338681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-904c45f3-a023-4736-840e-422343941b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:11.340244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-904c45f3-a023-4736-840e-422343941b3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1126 time: 0.0600586 Feb 03 13:45:11.383089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-a8e79292-8df4-4325-afeb-a473ba05746d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 217 time: 0.0354922 Feb 03 13:45:11.432518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-19dac911-4120-4514-8ba3-38a27c0d1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:11.433945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-19dac911-4120-4514-8ba3-38a27c0d1d57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 200 len: 854 time: 0.0451562 Feb 03 13:45:11.488741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-a6cfa7cf-3db0-439c-aaad-34f4bcbd0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:11.490241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-a6cfa7cf-3db0-439c-aaad-34f4bcbd0379 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=699c6e44-b230-4177-9d23-8babdc317347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492022 Feb 03 13:45:11.586111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-22a17f6f-210e-40c7-8844-944215c816c6 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887060 Feb 03 13:45:11.678832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9ae64ea-d494-4c91-a441-4c3dc2d15e1e req-5f532417-1e57-4925-a8b4-7b06a31e64e6 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864108 Feb 03 13:45:11.776934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-073a316a-5846-45e9-9893-b88b3188e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:11.778514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-073a316a-5846-45e9-9893-b88b3188e1be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1126 time: 0.0479414 Feb 03 13:45:11.792227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:11.886285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-3efc434c-cd83-4533-85d4-f2f433f4c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:11.887808 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-3efc434c-cd83-4533-85d4-f2f433f4c94b service neutron] 10.222.0.72 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 916 time: 0.1029975 Feb 03 13:45:11.929475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-999bd688-ff34-4954-9e48-d34d339b7338 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 217 time: 0.0351365 Feb 03 13:45:11.992678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-953ec927-cb9b-404e-9a12-b6b18ca0e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:11.994167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-953ec927-cb9b-404e-9a12-b6b18ca0e350 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 200 len: 854 time: 0.0585704 Feb 03 13:45:12.046480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-00dd5b34-646e-4461-be89-522242918347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:12.047985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-00dd5b34-646e-4461-be89-522242918347 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=699c6e44-b230-4177-9d23-8babdc317347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475090 Feb 03 13:45:12.156800 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-53fff7e4-c5b8-4c0c-81c5-dd91ae4e1534 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006019 Feb 03 13:45:12.274986 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b68033e8-e408-4115-b42e-4ebe4a28293e req-dd74f130-68ef-484e-a70b-833aab5ac450 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118932 Feb 03 13:45:12.296033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db24e4-5b85-4e57-a4a5-0ff8b4ff4ab5 req-e0621ad2-0e8e-417c-b9f5-ca6e47e1014a tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:12.297571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1db24e4-5b85-4e57-a4a5-0ff8b4ff4ab5 req-e0621ad2-0e8e-417c-b9f5-ca6e47e1014a tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 943 time: 0.0699215 Feb 03 13:45:12.345809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1db24e4-5b85-4e57-a4a5-0ff8b4ff4ab5 req-1d710395-91ce-423d-8a5c-6bc4e5c6a60f tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Feb 03 13:45:12.705111 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:13.276719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:45:13.389272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:45:13.401521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'port_id': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'mac_address': 'fa:16:3e:86:e8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:45:13.442536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:45:13.442897 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:13.456685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:45:13.468652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00effa-6055-476b-ade9-b142f5c4f55d req-08ce8be1-5465-4f58-b255-33a176dc0c95 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:13.470148 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b00effa-6055-476b-ade9-b142f5c4f55d req-08ce8be1-5465-4f58-b255-33a176dc0c95 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 943 time: 0.0542393 Feb 03 13:45:13.477054 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:45:13.487089 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:13.523766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6b00effa-6055-476b-ade9-b142f5c4f55d req-a8c23bce-7bde-4008-aa66-8332d5e80180 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476224 Feb 03 13:45:13.539442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:13.698481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['35ca9b82-6d4e-4c64-9160-32bcc2ba0548'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:45:14.659963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295060c2-efe0-4947-9a76-11bc2d8c4798 req-df91330f-b9b2-4fc7-88ab-cc8fb25d419d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:14.661803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-295060c2-efe0-4947-9a76-11bc2d8c4798 req-df91330f-b9b2-4fc7-88ab-cc8fb25d419d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 944 time: 0.0609219 Feb 03 13:45:14.708790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-295060c2-efe0-4947-9a76-11bc2d8c4798 req-e431409a-e153-4024-a5d8-fa653c3131f4 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 Feb 03 13:45:15.292439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:45:15.349006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:45:15.353155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:45:15.353539 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:15.430680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:45:15.431004 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:15.453021 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:45:15.455288 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1f7e3c-d060-45cd-9a33-5258faca0397" -d '{"events": [{"server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "name": "network-vif-plugged", "status": "completed", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:45:15.467245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:45:15.472536 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:15.499147 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32311e91-3da6-483c-8cb0-8e9b665e4f54 x-openstack-request-id: req-32311e91-3da6-483c-8cb0-8e9b665e4f54 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:45:15.499445 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "name": "network-vif-plugged", "status": "completed", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:45:15.499681 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32311e91-3da6-483c-8cb0-8e9b665e4f54 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:45:15.500092 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'code': 200} Feb 03 13:45:15.538093 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:15.598718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b85ebc-618a-4f20-93b0-908b648860d0 req-90736ab4-6c60-45bb-807e-1d4cf91da0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:15.600312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1b85ebc-618a-4f20-93b0-908b648860d0 req-90736ab4-6c60-45bb-807e-1d4cf91da0c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1128 time: 0.0484304 Feb 03 13:45:15.655857 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1b85ebc-618a-4f20-93b0-908b648860d0 req-45418933-3aac-418c-9767-42a2b8ba4648 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Feb 03 13:45:15.837400 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfe729-4873-4e32-905d-fff77894b326 req-58beaab7-ea8b-428c-9858-6c3e394571e7 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:15.838886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ebfe729-4873-4e32-905d-fff77894b326 req-58beaab7-ea8b-428c-9858-6c3e394571e7 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 945 time: 0.0587585 Feb 03 13:45:15.887918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7ebfe729-4873-4e32-905d-fff77894b326 req-174fd5c2-f0ae-4cc4-aa1b-e10228495bc5 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Feb 03 13:45:16.893499 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:17.012109 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cbfe7-f113-4947-8a52-90a59eb73b25 req-637a3632-fb36-40ea-a984-d66fb5660178 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:17.013512 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-328cbfe7-f113-4947-8a52-90a59eb73b25 req-637a3632-fb36-40ea-a984-d66fb5660178 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 945 time: 0.0552340 Feb 03 13:45:17.060989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-328cbfe7-f113-4947-8a52-90a59eb73b25 req-c92e4611-7c85-4f67-8584-9b2163ab1a06 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Feb 03 13:45:17.178520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fedaf4-5b21-44f2-8ef3-01a4fa3818e0 req-aa5c60fa-43cf-4247-a560-949a5fe20e0d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:17.180064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37fedaf4-5b21-44f2-8ef3-01a4fa3818e0 req-aa5c60fa-43cf-4247-a560-949a5fe20e0d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 945 time: 0.0527775 Feb 03 13:45:17.232472 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37fedaf4-5b21-44f2-8ef3-01a4fa3818e0 req-cda9812c-e570-4ccf-a641-992f5d44bdd0 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464416 Feb 03 13:45:17.428234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322d9f6-03be-419a-a29f-b13642316ece req-07559193-b349-47e2-91b4-b0a60d39f8be tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:17.429916 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4322d9f6-03be-419a-a29f-b13642316ece req-07559193-b349-47e2-91b4-b0a60d39f8be tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 945 time: 0.0538909 Feb 03 13:45:17.478028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4322d9f6-03be-419a-a29f-b13642316ece req-7d2c5267-1e80-49b1-9c9d-0bfedbdec6e9 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Feb 03 13:45:21.379708 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:22.739478 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:45:36.568754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f66e-997f-439e-91ab-d34018771c5a req-706f8b85-411b-46d3-ae45-5fe022af8375 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:36.570256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2902f66e-997f-439e-91ab-d34018771c5a req-706f8b85-411b-46d3-ae45-5fe022af8375 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 945 time: 0.1762018 Feb 03 13:45:36.623184 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2902f66e-997f-439e-91ab-d34018771c5a req-daade89a-81f3-41cf-aaa2-7740a4959dd7 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Feb 03 13:45:36.645834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50496) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:36.687482 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81fdd4a0-1568-4e76-ad03-d8fd9a04ce2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:36.746606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f0b526-ff4a-416e-941c-2cd88e22e1fa tempest-TestMinimumBasicScenario-1872119821 tempest-TestMinimumBasicScenario-1872119821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:36.748187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a7f0b526-ff4a-416e-941c-2cd88e22e1fa tempest-TestMinimumBasicScenario-1872119821 tempest-TestMinimumBasicScenario-1872119821-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1123 time: 0.1013200 Feb 03 13:45:36.751394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50500) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:36.755857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:36.777680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:36.891782 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:37.002425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Allocated IP 172.25.3.245 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/31ae379b-ac5b-4bcf-89b4-bf11b81200c7) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:45:37.108963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for port (31ae379b-ac5b-4bcf-89b4-bf11b81200c7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:37.147400 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (31ae379b-ac5b-4bcf-89b4-bf11b81200c7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:37.188088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:45:37.194641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:45:37.197519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:45:37.203309 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'Port': ['ID=31ae379b-ac5b-4bcf-89b4-bf11b81200c7,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:37.617176 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for floatingip (1652aecb-9054-468d-a463-20d0ee11e87a), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:37.695679 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (31ae379b-ac5b-4bcf-89b4-bf11b81200c7), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:37.870866 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for port (31ae379b-ac5b-4bcf-89b4-bf11b81200c7), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:37.879956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (31ae379b-ac5b-4bcf-89b4-bf11b81200c7), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:37.946879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'Port': ['ID=31ae379b-ac5b-4bcf-89b4-bf11b81200c7,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:37.960999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (1652aecb-9054-468d-a463-20d0ee11e87a), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.061100 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Floating IP 1652aecb-9054-468d-a463-20d0ee11e87a associated. External IP: 172.25.3.245, port: 35ca9b82-6d4e-4c64-9160-32bcc2ba0548. Feb 03 13:45:38.280500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Router 7384cc27-8aec-484b-90c6-aeabc458e47b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:45:38.391586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:45:38.404339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] Sync routers for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:45:38.411707 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.414749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:45:38.415418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:45:38.442507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-47628b87-9c9c-4fd9-8f54-9c3754b57631 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6900454 Feb 03 13:45:38.443155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:45:38.445504 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630ae19a-127c-42f1-8495-395f5932e438" -d '{"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:45:38.445759 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50502) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:38.451010 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771742102', 'description': 'tempest-secgroup-smoke-771742102 description', 'project_id': 'f533a5c520fb473bab730003c46bcf2b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:38.473934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.528142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:45:38.552479 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb1526b-0ae3-4e64-b053-38995be2a8cb x-openstack-request-id: req-2eb1526b-0ae3-4e64-b053-38995be2a8cb {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:45:38.552780 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:45:38.553037 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2eb1526b-0ae3-4e64-b053-38995be2a8cb {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:45:38.553447 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'status': 'completed', 'code': 200} Feb 03 13:45:38.553624 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group (e957305d-a28e-44fa-9062-2309b697a7a3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.563892 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e957305d-a28e-44fa-9062-2309b697a7a3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.595305 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.596543 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1497159 Feb 03 13:45:38.599561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50508) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:38.604214 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3c38e905-76c2-4167-bb2c-acbd18805a8e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'security_group_rule': {'security_group_id': 'e957305d-a28e-44fa-9062-2309b697a7a3', 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:38.609662 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e957305d-a28e-44fa-9062-2309b697a7a3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:38.624962 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.625340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.626112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.626112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.626349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.626643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.626969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.627293 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.627628 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.627934 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.628255 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.629073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.629073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f200866-0120-4096-be9c-40a0284ccdf3 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:45:38.629270 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae19a-127c-42f1-8495-395f5932e438 req-b07bcec4-4c99-46c6-ada4-8068e472efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:38.631193 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630ae19a-127c-42f1-8495-395f5932e438 req-b07bcec4-4c99-46c6-ada4-8068e472efef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1128 time: 0.0553930 Feb 03 13:45:38.652535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c38e905-76c2-4167-bb2c-acbd18805a8e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (7fabfbee-0ae5-4d12-8b7c-ba47bdebec22), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.703692 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c38e905-76c2-4167-bb2c-acbd18805a8e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (7fabfbee-0ae5-4d12-8b7c-ba47bdebec22), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.710917 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c38e905-76c2-4167-bb2c-acbd18805a8e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (7fabfbee-0ae5-4d12-8b7c-ba47bdebec22), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.738176 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38e905-76c2-4167-bb2c-acbd18805a8e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fabfbee-0ae5-4d12-8b7c-ba47bdebec22,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:38.742975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae19a-127c-42f1-8495-395f5932e438 req-50c9335d-1893-4253-b9a5-f79483223dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:38.744525 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630ae19a-127c-42f1-8495-395f5932e438 req-50c9335d-1893-4253-b9a5-f79483223dd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 916 time: 0.1063664 Feb 03 13:45:38.745788 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3c38e905-76c2-4167-bb2c-acbd18805a8e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.747062 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3c38e905-76c2-4167-bb2c-acbd18805a8e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465290 Feb 03 13:45:38.749814 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50510) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:38.754473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-444da580-af5f-46fb-b2f2-0980deb6189d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'security_group_rule': {'security_group_id': 'e957305d-a28e-44fa-9062-2309b697a7a3', 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:38.784898 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-444da580-af5f-46fb-b2f2-0980deb6189d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (b7e61b60-0547-489c-b37c-c2799d47131d), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.789847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '1652aecb-9054-468d-a463-20d0ee11e87a', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'port_id': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'mac_address': 'fa:16:3e:86:e8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493c107-c9fd-431e-9dba-6914a291149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:45:37Z', 'updated_at': '2022-02-03T13:45:37Z', 'revision_number': 0, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b17648-ec44-418a-a0c8-6087887cbcce', 'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'mac_address': 'fa:16:3e:a1:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:44Z', 'updated_at': '2022-02-03T13:44:49Z', 'revision_number': 5, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'subnets': [{'id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:45:38.824470 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] Checking router: 7384cc27-8aec-484b-90c6-aeabc458e47b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:45:38.825804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630ae19a-127c-42f1-8495-395f5932e438 req-23a85a73-0c35-4012-8f35-6bb0f9422e8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 999 time: 0.0730019 Feb 03 13:45:38.834033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:45:38.834807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:45:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:45:38.851843 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-444da580-af5f-46fb-b2f2-0980deb6189d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (b7e61b60-0547-489c-b37c-c2799d47131d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.856359 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-444da580-af5f-46fb-b2f2-0980deb6189d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (b7e61b60-0547-489c-b37c-c2799d47131d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.880051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444da580-af5f-46fb-b2f2-0980deb6189d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e61b60-0547-489c-b37c-c2799d47131d,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:38.882203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae19a-127c-42f1-8495-395f5932e438 req-107d07d0-d67d-43a1-a77d-85aea9a4777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:38.883895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630ae19a-127c-42f1-8495-395f5932e438 req-107d07d0-d67d-43a1-a77d-85aea9a4777e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 200 len: 854 time: 0.0512831 Feb 03 13:45:38.890343 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-444da580-af5f-46fb-b2f2-0980deb6189d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.891640 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-444da580-af5f-46fb-b2f2-0980deb6189d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408520 Feb 03 13:45:38.894397 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50512) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:38.898825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2d8f99b2-b6c3-43f8-a06c-ee39195d0ed9 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'security_group_rule': {'security_group_id': 'e957305d-a28e-44fa-9062-2309b697a7a3', 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:38.926725 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8f99b2-b6c3-43f8-a06c-ee39195d0ed9 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (44f62398-c690-49c6-ac4f-b05d70d7764c), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.945129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae19a-127c-42f1-8495-395f5932e438 req-484f89dd-1a36-44c6-9bd5-d426da3b537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:38.946683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630ae19a-127c-42f1-8495-395f5932e438 req-484f89dd-1a36-44c6-9bd5-d426da3b537f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=699c6e44-b230-4177-9d23-8babdc317347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517895 Feb 03 13:45:38.961001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-630ae19a-127c-42f1-8495-395f5932e438 req-de6ad220-3f6a-412a-aca0-28cf8ab5b8ce service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:45:38.963062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630ae19a-127c-42f1-8495-395f5932e438 req-de6ad220-3f6a-412a-aca0-28cf8ab5b8ce service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071194 Feb 03 13:45:38.969803 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a644694f-eb18-4ebe-8b86-8ac95149a093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.979037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:45:38.989659 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8f99b2-b6c3-43f8-a06c-ee39195d0ed9 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (44f62398-c690-49c6-ac4f-b05d70d7764c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.994793 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8f99b2-b6c3-43f8-a06c-ee39195d0ed9 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (44f62398-c690-49c6-ac4f-b05d70d7764c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.015613 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f99b2-b6c3-43f8-a06c-ee39195d0ed9 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f62398-c690-49c6-ac4f-b05d70d7764c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:39.022159 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2d8f99b2-b6c3-43f8-a06c-ee39195d0ed9 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.023827 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2d8f99b2-b6c3-43f8-a06c-ee39195d0ed9 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281736 Feb 03 13:45:39.026286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50514) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:39.031032 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-12f72aba-a231-4a7d-accc-9a62a11d7d0e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'security_group_rule': {'security_group_id': 'e957305d-a28e-44fa-9062-2309b697a7a3', 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:39.059331 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12f72aba-a231-4a7d-accc-9a62a11d7d0e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (fbf714b7-36ce-43dc-81ed-fe82288fd167), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.078316 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630ae19a-127c-42f1-8495-395f5932e438 req-17dbe399-1b93-480a-a8ce-db42d1e388cb service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092377 Feb 03 13:45:39.124885 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12f72aba-a231-4a7d-accc-9a62a11d7d0e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (fbf714b7-36ce-43dc-81ed-fe82288fd167), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.132082 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12f72aba-a231-4a7d-accc-9a62a11d7d0e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (fbf714b7-36ce-43dc-81ed-fe82288fd167), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.153645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f72aba-a231-4a7d-accc-9a62a11d7d0e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf714b7-36ce-43dc-81ed-fe82288fd167,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:39.167716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-12f72aba-a231-4a7d-accc-9a62a11d7d0e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.170874 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-12f72aba-a231-4a7d-accc-9a62a11d7d0e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432021 Feb 03 13:45:39.173158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50516) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:39.177621 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-39c5ff31-6589-4d15-b03b-433fe3d6245d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'security_group_rule': {'security_group_id': 'e957305d-a28e-44fa-9062-2309b697a7a3', 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:39.201290 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-39c5ff31-6589-4d15-b03b-433fe3d6245d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Project f533a5c520fb473bab730003c46bcf2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:45:39.207605 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39c5ff31-6589-4d15-b03b-433fe3d6245d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (62b1716a-aa96-403b-bb07-1771ae55064a), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.248287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '1652aecb-9054-468d-a463-20d0ee11e87a', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'port_id': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'mac_address': 'fa:16:3e:86:e8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493c107-c9fd-431e-9dba-6914a291149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:45:37Z', 'updated_at': '2022-02-03T13:45:37Z', 'revision_number': 0, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b17648-ec44-418a-a0c8-6087887cbcce', 'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'mac_address': 'fa:16:3e:a1:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:44Z', 'updated_at': '2022-02-03T13:44:49Z', 'revision_number': 5, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'subnets': [{'id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:45:39.280611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39c5ff31-6589-4d15-b03b-433fe3d6245d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (62b1716a-aa96-403b-bb07-1771ae55064a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.284253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab1ded-e674-4727-b838-533b4c008a21 None None] The sync data for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 is: [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '1652aecb-9054-468d-a463-20d0ee11e87a', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'port_id': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'mac_address': 'fa:16:3e:86:e8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493c107-c9fd-431e-9dba-6914a291149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:45:37Z', 'updated_at': '2022-02-03T13:45:37Z', 'revision_number': 0, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b17648-ec44-418a-a0c8-6087887cbcce', 'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'mac_address': 'fa:16:3e:a1:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:44Z', 'updated_at': '2022-02-03T13:44:49Z', 'revision_number': 5, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'subnets': [{'id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:45:39.287595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39c5ff31-6589-4d15-b03b-433fe3d6245d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (62b1716a-aa96-403b-bb07-1771ae55064a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.308060 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5ff31-6589-4d15-b03b-433fe3d6245d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b1716a-aa96-403b-bb07-1771ae55064a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:39.325580 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39c5ff31-6589-4d15-b03b-433fe3d6245d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.330122 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-39c5ff31-6589-4d15-b03b-433fe3d6245d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529794 Feb 03 13:45:39.330122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50518) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:39.335199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8f2d2e51-a4d5-4727-8fd7-60cb4700e41e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'security_group_rule': {'security_group_id': 'e957305d-a28e-44fa-9062-2309b697a7a3', 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:39.358451 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-8f2d2e51-a4d5-4727-8fd7-60cb4700e41e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Project f533a5c520fb473bab730003c46bcf2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:45:39.364973 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2e51-a4d5-4727-8fd7-60cb4700e41e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (a33108a2-c890-43b2-b776-74407f52a59c), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.429235 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2e51-a4d5-4727-8fd7-60cb4700e41e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (a33108a2-c890-43b2-b776-74407f52a59c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.434240 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2e51-a4d5-4727-8fd7-60cb4700e41e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (a33108a2-c890-43b2-b776-74407f52a59c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.453482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d2e51-a4d5-4727-8fd7-60cb4700e41e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33108a2-c890-43b2-b776-74407f52a59c,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:39.464520 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2e51-a4d5-4727-8fd7-60cb4700e41e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.466024 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8f2d2e51-a4d5-4727-8fd7-60cb4700e41e tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348896 Feb 03 13:45:39.540011 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcc479-b667-472f-ba9c-58318e3de952 None None] New status for floating IP 1652aecb-9054-468d-a463-20d0ee11e87a: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:45:39.591536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630ae19a-127c-42f1-8495-395f5932e438 req-23ffd9b3-8c10-4766-891d-4913ce1213d0 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067017 Feb 03 13:45:39.596242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-e773932e-2991-407c-a657-2f6f059195dd tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771742102&fields=id&tenant_id=f533a5c520fb473bab730003c46bcf2b HTTP/1.1" status: 200 len: 267 time: 0.0657763 Feb 03 13:45:39.657558 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-8bee3d56-121b-4996-a7aa-a104a1eb9b4b tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:39.659073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-8bee3d56-121b-4996-a7aa-a104a1eb9b4b tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 945 time: 0.0559142 Feb 03 13:45:39.670723 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-04ab75bf-3a91-44ca-9223-86c33b8f6832 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'port': {'security_groups': ['8845d571-d8b4-46d1-87a1-a5c2ce597429', 'e957305d-a28e-44fa-9062-2309b697a7a3']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:39.747306 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-04ab75bf-3a91-44ca-9223-86c33b8f6832 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.950755 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-04ab75bf-3a91-44ca-9223-86c33b8f6832 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] For port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:45:39.980763 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-04ab75bf-3a91-44ca-9223-86c33b8f6832 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:39.988073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-04ab75bf-3a91-44ca-9223-86c33b8f6832 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:40.001277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['35ca9b82-6d4e-4c64-9160-32bcc2ba0548'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:45:40.030241 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-04ab75bf-3a91-44ca-9223-86c33b8f6832 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:40.030911 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-04ab75bf-3a91-44ca-9223-86c33b8f6832 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:40.032965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5a1e7041-422e-4bb5-8151-dacae0356706 req-04ab75bf-3a91-44ca-9223-86c33b8f6832 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "PUT /v2.0/ports/35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 981 time: 0.3672423 Feb 03 13:45:40.057978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab75bf-3a91-44ca-9223-86c33b8f6832 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'Port': ['ID=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:40.100969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['35ca9b82-6d4e-4c64-9160-32bcc2ba0548'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:45:40.152072 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517a708-0030-4fb3-ae23-c020b13daed5 req-7490209a-8ad1-420e-84a0-944916bc1d89 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:40.153753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a517a708-0030-4fb3-ae23-c020b13daed5 req-7490209a-8ad1-420e-84a0-944916bc1d89 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0628438 Feb 03 13:45:40.233119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a517a708-0030-4fb3-ae23-c020b13daed5 req-1f7b39d9-c3e6-4ad1-a9ed-616e1c2cb79b tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730047 Feb 03 13:45:40.380391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7cb52102-096b-4eeb-850c-8b50cfbc6318 None None] Provisioning complete for port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:45:40.380756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cb52102-096b-4eeb-850c-8b50cfbc6318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:40.434462 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:40.554600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:45:40.556948 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:45:40.592379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7cb52102-096b-4eeb-850c-8b50cfbc6318 None None] Current status of the port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:45:40.603778 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0446611f-7e6b-490d-b45c-bf79599e6263 x-openstack-request-id: req-0446611f-7e6b-490d-b45c-bf79599e6263 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:45:40.604247 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:45:40.604780 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0446611f-7e6b-490d-b45c-bf79599e6263 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:45:40.604989 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'status': 'completed', 'code': 200} Feb 03 13:45:40.670372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-5d541881-c344-4af5-97f7-780149f83a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:40.671875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-5d541881-c344-4af5-97f7-780149f83a3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1167 time: 0.0470314 Feb 03 13:45:40.765703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-9336fd90-2e91-41dd-8362-459cf3b28964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:40.767256 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-9336fd90-2e91-41dd-8362-459cf3b28964 service neutron] 10.222.0.72 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 916 time: 0.0877924 Feb 03 13:45:40.842689 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-45ba5ee3-0a98-4fdc-bea4-054a415ab723 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 1001 time: 0.0680263 Feb 03 13:45:40.895451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-4bd68de1-a16d-4d88-837d-d1403ff66f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:40.896909 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-4bd68de1-a16d-4d88-837d-d1403ff66f8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 200 len: 854 time: 0.0471892 Feb 03 13:45:40.947305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-12c1bc5d-0090-451d-91c0-e960b1ae0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:40.949154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-12c1bc5d-0090-451d-91c0-e960b1ae0850 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=699c6e44-b230-4177-9d23-8babdc317347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451159 Feb 03 13:45:41.047401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-6670ebd8-2f7c-4335-bf3f-e375f696ad09 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910203 Feb 03 13:45:41.140061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-639df9e6-1b1c-4d7e-bbaf-2e430ca377a4 req-e7ce3edf-7c6a-49d5-8519-34688384cb17 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855627 Feb 03 13:45:41.795416 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:42.711007 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:44.776367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-95be82c5-f4b3-41a0-af75-963bcea6c723 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569139 Feb 03 13:45:44.867454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-2cfef613-6b68-416c-971e-0bae5362a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:44.868943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-2cfef613-6b68-416c-971e-0bae5362a19f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1167 time: 0.0475791 Feb 03 13:45:45.002055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-573099f6-b136-4a2f-a6b6-0f07d106f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:45.003507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-573099f6-b136-4a2f-a6b6-0f07d106f59f service neutron] 10.222.0.72 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 916 time: 0.1109982 Feb 03 13:45:45.072057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-124ead40-0ae7-4f51-bf08-049e734c1329 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 1001 time: 0.0609517 Feb 03 13:45:45.124170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-c79df28a-5bde-4d42-b38a-ce22b6b582ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:45.125617 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-c79df28a-5bde-4d42-b38a-ce22b6b582ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 200 len: 854 time: 0.0468035 Feb 03 13:45:45.188413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-bae0b368-6c30-4cbc-9604-b691a618a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:45.189926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-bae0b368-6c30-4cbc-9604-b691a618a990 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=699c6e44-b230-4177-9d23-8babdc317347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0557644 Feb 03 13:45:45.286537 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-e06cc0bb-7496-4e4e-9958-85f9ef25db5d service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882397 Feb 03 13:45:45.393270 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-268593c0-7274-499a-9717-cb07f23cd8e2 req-d0a971b6-3ea9-4ec2-a8af-324cdaf1071d service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003518 Feb 03 13:45:46.902619 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:51.400268 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:52.419837 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87c374-3498-4826-8795-735bb701535b req-c18a8cd7-479e-4b8c-8991-99eb5c559f50 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:52.421335 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f87c374-3498-4826-8795-735bb701535b req-c18a8cd7-479e-4b8c-8991-99eb5c559f50 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0856926 Feb 03 13:45:52.425744 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a39d-dffa-472e-bc8f-67b56630655e req-40340848-e51a-4704-b241-1a48562d15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:52.427174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e660a39d-dffa-472e-bc8f-67b56630655e req-40340848-e51a-4704-b241-1a48562d15c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1167 time: 0.0801237 Feb 03 13:45:52.540304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f87c374-3498-4826-8795-735bb701535b req-961eb0c1-25c0-4307-a0a6-99b9c954abb1 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120751 Feb 03 13:45:52.556980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a39d-dffa-472e-bc8f-67b56630655e req-e653c410-5238-4fcf-8efc-a6e0fa0df286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:52.558571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e660a39d-dffa-472e-bc8f-67b56630655e req-e653c410-5238-4fcf-8efc-a6e0fa0df286 service neutron] 10.222.0.72 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 916 time: 0.1238437 Feb 03 13:45:52.641338 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e660a39d-dffa-472e-bc8f-67b56630655e req-2c3fe34a-39b9-42bb-9420-f4c1353be696 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 1001 time: 0.0723720 Feb 03 13:45:52.693456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a39d-dffa-472e-bc8f-67b56630655e req-70a8d4d5-c72b-43f5-a7d5-2666af754092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:52.694930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e660a39d-dffa-472e-bc8f-67b56630655e req-70a8d4d5-c72b-43f5-a7d5-2666af754092 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 200 len: 854 time: 0.0462925 Feb 03 13:45:52.748373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a39d-dffa-472e-bc8f-67b56630655e req-bcdd3365-b9d0-46c0-9caf-e27c5013b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:52.749946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e660a39d-dffa-472e-bc8f-67b56630655e req-bcdd3365-b9d0-46c0-9caf-e27c5013b465 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=699c6e44-b230-4177-9d23-8babdc317347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484090 Feb 03 13:45:52.844942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e660a39d-dffa-472e-bc8f-67b56630655e req-fcb481fe-2aa9-401b-a213-871d788a1a37 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882435 Feb 03 13:45:52.935761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e660a39d-dffa-472e-bc8f-67b56630655e req-440205b2-74a2-4d06-8764-20982ff14af7 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837240 Feb 03 13:45:53.670377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5504f1c-1269-498f-b4b0-7f096b336336 req-f741096e-f5f7-4d93-8d35-7fa75d0a4efe tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:53.671880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5504f1c-1269-498f-b4b0-7f096b336336 req-f741096e-f5f7-4d93-8d35-7fa75d0a4efe tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0542424 Feb 03 13:45:53.735761 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5504f1c-1269-498f-b4b0-7f096b336336 req-afe4b554-7c72-4078-a98e-733d5f5ef499 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575001 Feb 03 13:45:54.865475 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb93b6-164a-4d3b-97be-cdfdda492d3c req-3789d837-5506-4e17-a662-faea9acd2be7 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:54.867021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70bb93b6-164a-4d3b-97be-cdfdda492d3c req-3789d837-5506-4e17-a662-faea9acd2be7 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0585177 Feb 03 13:45:54.928520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70bb93b6-164a-4d3b-97be-cdfdda492d3c req-eab74c14-3249-48c3-8759-aabde2c76b43 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556529 Feb 03 13:45:56.094292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af29ae8-879d-4d55-a357-5381d666eaeb req-fae98313-cc3f-4941-b0bd-9393502b5984 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:56.095819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8af29ae8-879d-4d55-a357-5381d666eaeb req-fae98313-cc3f-4941-b0bd-9393502b5984 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0738983 Feb 03 13:45:56.157400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8af29ae8-879d-4d55-a357-5381d666eaeb req-5afbdfcb-d64e-4eec-904f-87e63617acd0 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556893 Feb 03 13:45:57.304020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138081-2873-4883-9cfe-794d7d923b8a req-f4bbdd15-af20-4f36-b2c6-0697c04cf23b tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:57.305386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94138081-2873-4883-9cfe-794d7d923b8a req-f4bbdd15-af20-4f36-b2c6-0697c04cf23b tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0683198 Feb 03 13:45:57.366217 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-94138081-2873-4883-9cfe-794d7d923b8a req-76c7b9b6-72c2-4a39-a5f6-e50aee83aa23 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549638 Feb 03 13:45:58.491691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f0545-3d66-4a96-a96b-f74be5f33e50 req-ea12a574-0ed1-489a-a631-a60cd27e6163 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:58.493218 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a36f0545-3d66-4a96-a96b-f74be5f33e50 req-ea12a574-0ed1-489a-a631-a60cd27e6163 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0567520 Feb 03 13:45:58.567805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a36f0545-3d66-4a96-a96b-f74be5f33e50 req-c697cd24-58ee-40df-b9bf-31bd71809391 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657032 Feb 03 13:45:59.708476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082099f-b6f4-4225-8612-fa575f2a4ee8 req-db624ec5-bbfe-4592-a259-7204290e8042 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:59.709931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0082099f-b6f4-4225-8612-fa575f2a4ee8 req-db624ec5-bbfe-4592-a259-7204290e8042 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0601721 Feb 03 13:45:59.739480 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:45:59.771490 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0082099f-b6f4-4225-8612-fa575f2a4ee8 req-052eb41b-3eaf-400d-b24b-fa98b19a66e6 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556946 Feb 03 13:46:00.910793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec1dc7-4ea4-4ef6-a1aa-501809612b5a req-7ac6d1fa-e133-4be9-976a-1a98205742ce tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:00.912265 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15ec1dc7-4ea4-4ef6-a1aa-501809612b5a req-7ac6d1fa-e133-4be9-976a-1a98205742ce tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0594831 Feb 03 13:46:00.976009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15ec1dc7-4ea4-4ef6-a1aa-501809612b5a req-18704169-67b1-4fda-afb9-bd414a14dd43 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552623 Feb 03 13:46:02.127768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec434b-b798-4f10-bd7b-9d9a4c79e457 req-5b91f497-e44f-41a9-8ffc-2e2a4e1c350c tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:02.129232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-beec434b-b798-4f10-bd7b-9d9a4c79e457 req-5b91f497-e44f-41a9-8ffc-2e2a4e1c350c tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0568085 Feb 03 13:46:02.201435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-beec434b-b798-4f10-bd7b-9d9a4c79e457 req-f31f2a1e-e43e-4c69-9867-cf2c4e728553 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640221 Feb 03 13:46:03.341323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb1137-a075-4c2c-b752-e81889b73b04 req-5203aa79-ed9d-400f-a892-4b0874a381ad tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:03.342848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65eb1137-a075-4c2c-b752-e81889b73b04 req-5203aa79-ed9d-400f-a892-4b0874a381ad tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0609169 Feb 03 13:46:03.404231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-65eb1137-a075-4c2c-b752-e81889b73b04 req-5e19551a-41a2-4924-8a8a-2eea317ef350 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554941 Feb 03 13:46:04.544233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c70c95-620f-4b97-a7cf-181ba7582154 req-51eabe1e-1622-4188-bd78-446f93c87468 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:04.545638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1c70c95-620f-4b97-a7cf-181ba7582154 req-51eabe1e-1622-4188-bd78-446f93c87468 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0635886 Feb 03 13:46:04.608231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1c70c95-620f-4b97-a7cf-181ba7582154 req-5b5ac149-d690-4f52-bb0f-42d8d2eac0d8 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565262 Feb 03 13:46:05.747720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001703c-aeb1-4eef-ab9a-7a09fbc2b6e4 req-0c8c9314-8177-4c53-bf86-7bfe77902521 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:05.749213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6001703c-aeb1-4eef-ab9a-7a09fbc2b6e4 req-0c8c9314-8177-4c53-bf86-7bfe77902521 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0703957 Feb 03 13:46:05.814688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6001703c-aeb1-4eef-ab9a-7a09fbc2b6e4 req-253d31fc-ea80-4772-b0b0-ec6da1c212ee tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560467 Feb 03 13:46:06.696167 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1bf04c2-9986-4816-ad9b-14c27e29550b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:06.962052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e98eca-192e-43f6-8c7e-3e9db55f4fbe req-a02938e7-71b9-45cb-adaf-7034f2632102 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:06.963622 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79e98eca-192e-43f6-8c7e-3e9db55f4fbe req-a02938e7-71b9-45cb-adaf-7034f2632102 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0641496 Feb 03 13:46:07.029764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79e98eca-192e-43f6-8c7e-3e9db55f4fbe req-d2456816-c8c4-47ad-addc-32365ce87ba4 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576262 Feb 03 13:46:08.167208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d36b1-ebc9-4614-b13d-63f23142c313 req-f23c1eb7-e575-4dc2-b2ea-849dae40e800 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:08.168594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e4d36b1-ebc9-4614-b13d-63f23142c313 req-f23c1eb7-e575-4dc2-b2ea-849dae40e800 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0614557 Feb 03 13:46:08.239494 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8e4d36b1-ebc9-4614-b13d-63f23142c313 req-b050a9fb-c6a7-4d1c-a6f9-52aeec2006e9 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645623 Feb 03 13:46:08.961996 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4522398-d9c4-4f41-a8fa-9ab4daf581f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:09.370613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365e1e5-a6aa-4ed0-836e-f57a35a93c66 req-87c6cde2-4291-4a6d-836b-ee6f7482d46c tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:09.372073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8365e1e5-a6aa-4ed0-836e-f57a35a93c66 req-87c6cde2-4291-4a6d-836b-ee6f7482d46c tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0566037 Feb 03 13:46:09.431496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8365e1e5-a6aa-4ed0-836e-f57a35a93c66 req-98325e96-82b4-4a5a-a3ea-f8350ac7d30b tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&id=e957305d-a28e-44fa-9062-2309b697a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534952 Feb 03 13:46:10.382383 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:11.798914 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:12.716991 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:16.919778 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:21.397291 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.693813 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1159f515-1ec0-41b6-bc88-ff85d0c59b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.739305 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:46:38.967950 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d5a44fc-eb94-42b1-8c72-c1369151b2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.391603 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.803387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.521013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-48a46c7d-7dcf-4b90-b560-8580249808b6 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771742102&fields=id&tenant_id=f533a5c520fb473bab730003c46bcf2b HTTP/1.1" status: 200 len: 267 time: 0.0522640 Feb 03 13:46:42.583499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-3ad42385-172e-4137-bbec-f1914b4b5f71 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:42.584987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-3ad42385-172e-4137-bbec-f1914b4b5f71 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 984 time: 0.0562918 Feb 03 13:46:42.596339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Request body: {'port': {'security_groups': ['8845d571-d8b4-46d1-87a1-a5c2ce597429']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:42.686526 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.703120 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.881934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] For port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:42.913117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.920740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.934750 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['35ca9b82-6d4e-4c64-9160-32bcc2ba0548'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:46:42.966046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:42.966766 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.968213 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dd4bafd0-77b5-4caf-86b6-6fc45329b6eb req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "PUT /v2.0/ports/35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 942 time: 0.3765171 Feb 03 13:46:42.968631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:46:42.970941 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b80fc-8666-4a03-aaa8-a9396f7508b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:46:42.975925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50582) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:43.003199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event updated for resources: {'Port': ['ID=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:43.012531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.013121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.013725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.014257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.015215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.015747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.016445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.016966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.017481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.018004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.018536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.019055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.019565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9746c9ea-0290-4cfc-abcc-d3346b70b219 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.055009 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27c8664-b559-4081-898b-23747b3fad14 x-openstack-request-id: req-d27c8664-b559-4081-898b-23747b3fad14 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:46:43.056362 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:46:43.056593 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d27c8664-b559-4081-898b-23747b3fad14 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:46:43.057007 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'status': 'completed', 'code': 200} Feb 03 13:46:43.057692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['35ca9b82-6d4e-4c64-9160-32bcc2ba0548'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:46:43.102136 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group (e957305d-a28e-44fa-9062-2309b697a7a3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.141388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group (e957305d-a28e-44fa-9062-2309b697a7a3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.199584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-02226ab0-1220-4c62-ace9-7f9187ca263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:43.201308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-02226ab0-1220-4c62-ace9-7f9187ca263a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1128 time: 0.1208532 Feb 03 13:46:43.212273 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (e957305d-a28e-44fa-9062-2309b697a7a3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.215185 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.216353 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "DELETE /v2.0/security-groups/e957305d-a28e-44fa-9062-2309b697a7a3 HTTP/1.1" status: 204 len: 168 time: 0.2390509 Feb 03 13:46:43.221091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50588) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:43.226996 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e957305d-a28e-44fa-9062-2309b697a7a3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:43.234514 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.235166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.235901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.236392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.236894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.237394 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.237885 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.238401 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.238895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.239385 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.239875 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.240358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.240843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea298-3306-408e-a398-ba158fe1bbea tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:43.269155 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-05b84358-23da-49c5-9e53-eacd9385c43a None None] Provisioning complete for port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:43.269533 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05b84358-23da-49c5-9e53-eacd9385c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.348340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-05b84358-23da-49c5-9e53-eacd9385c43a None None] Current status of the port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:43.400456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-c7102600-4158-4df9-bf39-285e79ca53da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:43.401851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-c7102600-4158-4df9-bf39-285e79ca53da service neutron] 10.222.0.72 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 916 time: 0.1938629 Feb 03 13:46:43.495376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-763d9e31-2555-4fee-ac83-e333b2b5e08e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 1001 time: 0.0861461 Feb 03 13:46:43.530236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Deleting port 31ae379b-ac5b-4bcf-89b4-bf11b81200c7 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:46:43.530968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (31ae379b-ac5b-4bcf-89b4-bf11b81200c7), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.565162 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-91e26580-28d0-4cd8-aaa7-bdc94ba0c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:43.566658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-91e26580-28d0-4cd8-aaa7-bdc94ba0c6f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 200 len: 854 time: 0.0646386 Feb 03 13:46:43.646772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (31ae379b-ac5b-4bcf-89b4-bf11b81200c7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.647103 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for floatingip (31ae379b-ac5b-4bcf-89b4-bf11b81200c7), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.662571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Calling delete_port for 31ae379b-ac5b-4bcf-89b4-bf11b81200c7 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:46:43.670283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-56c279d0-1938-4317-b5e9-df90d6be3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:43.671832 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-56c279d0-1938-4317-b5e9-df90d6be3380 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=699c6e44-b230-4177-9d23-8babdc317347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0786428 Feb 03 13:46:43.818081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-75c711f7-6751-4bc8-aac4-b835717767d5 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386068 Feb 03 13:46:43.944101 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-731b80fc-8666-4a03-aaa8-a9396f7508b2 req-bfc43641-2534-4a97-b34d-c8b31ea956f0 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160541 Feb 03 13:46:43.946104 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (31ae379b-ac5b-4bcf-89b4-bf11b81200c7), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.972794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event deleted for resources: {'Port': ['ID=31ae379b-ac5b-4bcf-89b4-bf11b81200c7,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:44.035684 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks [] for floatingip (1652aecb-9054-468d-a463-20d0ee11e87a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:44.036066 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Floating IP 1652aecb-9054-468d-a463-20d0ee11e87a disassociated (deleted). External IP: 172.25.3.245, port: 35ca9b82-6d4e-4c64-9160-32bcc2ba0548. Feb 03 13:46:44.255652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Router 7384cc27-8aec-484b-90c6-aeabc458e47b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:46:44.365462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:46:44.369970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:44.376849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] Sync routers for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:46:44.392885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:44.393979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:46:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:44.402027 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bb87ea7b-802a-41bb-a9a6-4549fa5e9e85 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "DELETE /v2.0/floatingips/1652aecb-9054-468d-a463-20d0ee11e87a HTTP/1.1" status: 204 len: 168 time: 1.1770983 Feb 03 13:46:44.504246 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:44.721383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '20b17648-ec44-418a-a0c8-6087887cbcce', 'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'mac_address': 'fa:16:3e:a1:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:44Z', 'updated_at': '2022-02-03T13:44:49Z', 'revision_number': 5, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'subnets': [{'id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:44.748057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] Checking router: 7384cc27-8aec-484b-90c6-aeabc458e47b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:46:44.756886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:44.757503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:46:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:44.875678 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:45.058214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:46:45.060716 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76" -d '{"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:46:45.086065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '20b17648-ec44-418a-a0c8-6087887cbcce', 'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'mac_address': 'fa:16:3e:a1:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:44Z', 'updated_at': '2022-02-03T13:44:49Z', 'revision_number': 5, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'subnets': [{'id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:45.099427 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4f366f-4698-4d9a-9daf-8347dd515bbc x-openstack-request-id: req-ac4f366f-4698-4d9a-9daf-8347dd515bbc {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:46:45.099915 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:46:45.100453 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac4f366f-4698-4d9a-9daf-8347dd515bbc {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:46:45.101278 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'status': 'completed', 'code': 200} Feb 03 13:46:45.121036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d25837-15ad-4092-9eff-caf87de46b45 None None] The sync data for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 is: [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:45Z', 'revision_number': 4, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '20b17648-ec44-418a-a0c8-6087887cbcce', 'name': '', 'network_id': '699c6e44-b230-4177-9d23-8babdc317347', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'mac_address': 'fa:16:3e:a1:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:44Z', 'updated_at': '2022-02-03T13:44:49Z', 'revision_number': 5, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'subnets': [{'id': 'a01b0658-5e18-42cf-883f-5f23ecafbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:46:45.177842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-87d2f0b3-31de-40b3-ae1a-6f7472f0ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.179524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-87d2f0b3-31de-40b3-ae1a-6f7472f0ff4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1128 time: 0.0530045 Feb 03 13:46:45.277516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-a965294f-94f0-49ca-a6c6-4cec4d6cac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.279301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-a965294f-94f0-49ca-a6c6-4cec4d6cac4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 916 time: 0.0923378 Feb 03 13:46:45.327000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-e8f7d39f-150d-4b55-a475-de24d869cff1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 217 time: 0.0400498 Feb 03 13:46:45.373742 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3410f84-dead-481e-bd0e-59bdade5df07 None None] New status for floating IP 1652aecb-9054-468d-a463-20d0ee11e87a: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:46:45.381832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-13ff0e8d-7537-4b55-993b-a4e63a8d23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.383279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-13ff0e8d-7537-4b55-993b-a4e63a8d23a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 200 len: 854 time: 0.0498652 Feb 03 13:46:45.434883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-7942c319-6f31-4124-be87-6139f6caaccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.436624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-7942c319-6f31-4124-be87-6139f6caaccc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=699c6e44-b230-4177-9d23-8babdc317347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461950 Feb 03 13:46:45.540151 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-e577fa82-22fd-4b98-9fbf-9f2a7b08fd8e service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964210 Feb 03 13:46:45.633354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ac8bee8-df45-42ae-9dd5-ea99cfd46f76 req-df9dbccb-a423-438b-90c4-e41b4dfe7e96 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865741 Feb 03 13:46:45.902201 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-0d32dc9a-bef5-4e17-b7d0-e3888fd4655c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461485 Feb 03 13:46:45.997615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-3c37c966-d146-4d31-a016-3646fe757962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.999391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-3c37c966-d146-4d31-a016-3646fe757962 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f533a5c520fb473bab730003c46bcf2b&device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 1128 time: 0.0522356 Feb 03 13:46:46.104869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-b86fb89f-55f5-47b1-8459-4243686e63af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:46.106420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-b86fb89f-55f5-47b1-8459-4243686e63af service neutron] 10.222.0.72 "GET /v2.0/networks?id=699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 200 len: 916 time: 0.0877905 Feb 03 13:46:46.153087 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-965192c7-1525-41c2-9fa0-ebde005e1ca7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 200 len: 217 time: 0.0378375 Feb 03 13:46:46.204925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-55472550-7cd7-437e-a147-b18e4c305b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:46.206453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-55472550-7cd7-437e-a147-b18e4c305b9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 200 len: 854 time: 0.0455911 Feb 03 13:46:46.257323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-8910326e-1799-4cb6-8fb2-54207461f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:46.258993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-8910326e-1799-4cb6-8fb2-54207461f66f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=699c6e44-b230-4177-9d23-8babdc317347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460258 Feb 03 13:46:46.356705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-eda0e401-7d8b-4c91-9ef1-904822256fc1 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890772 Feb 03 13:46:46.449453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40aa85a1-9acb-405a-97dd-041a6dbbd2eb req-1739b1aa-771a-4e3f-99be-3e86a7bdbf44 service neutron] 10.222.0.72 "GET /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863376 Feb 03 13:46:46.929983 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:51.394093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:59.776812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfca592-9c39-491a-877e-c15aa18a5f54 req-d6c50560-9ee7-49aa-b70b-8195127ca106 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:59.778357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9dfca592-9c39-491a-877e-c15aa18a5f54 req-d6c50560-9ee7-49aa-b70b-8195127ca106 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 945 time: 0.0550313 Feb 03 13:46:59.834103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9dfca592-9c39-491a-877e-c15aa18a5f54 req-3d0884b2-7531-4590-9d5a-b3093ef18dda tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493836 Feb 03 13:47:00.957766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedff26-0626-49a8-8b47-f66c64ba9c0d req-6aae9218-6fea-43a6-bb30-7b0b36d1c570 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:00.959183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-feedff26-0626-49a8-8b47-f66c64ba9c0d req-6aae9218-6fea-43a6-bb30-7b0b36d1c570 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 945 time: 0.0563467 Feb 03 13:47:01.005848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-feedff26-0626-49a8-8b47-f66c64ba9c0d req-ff2e517f-07b2-4991-a903-3c178ae11e13 tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/security-groups?id=8845d571-d8b4-46d1-87a1-a5c2ce597429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Feb 03 13:47:01.530774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-19e8f40f-a014-4d01-9224-fb3a2165078c tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:01.532309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-19e8f40f-a014-4d01-9224-fb3a2165078c tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.72 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 945 time: 0.0560551 Feb 03 13:47:01.637326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Deleting port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:47:01.637618 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:01.732493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] For port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:01.732871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:01.746104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Calling delete_port for 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:47:01.900493 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (35ca9b82-6d4e-4c64-9160-32bcc2ba0548), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:01.929342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Pushing event deleted for resources: {'Port': ['ID=35ca9b82-6d4e-4c64-9160-32bcc2ba0548,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:01.976448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] No DVR routers for this DVR port 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:47:01.979486 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:01.982921 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b9d2c6cc-451a-45c6-9f72-886614c8985b req-ad6e2f5a-f909-484c-a31f-bbd23219bf2d tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.72 "DELETE /v2.0/ports/35ca9b82-6d4e-4c64-9160-32bcc2ba0548 HTTP/1.1" status: 204 len: 173 time: 0.4452956 Feb 03 13:47:01.983378 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'name': 'network-vif-deleted', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:47:01.985639 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a3482a-2991-4af6-876b-1c74a7ecdff8" -d '{"events": [{"server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "name": "network-vif-deleted", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:47:02.028010 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0edc209-eca5-413d-91c0-402819c3809c x-openstack-request-id: req-e0edc209-eca5-413d-91c0-402819c3809c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:47:02.028350 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493c107-c9fd-431e-9dba-6914a291149e", "name": "network-vif-deleted", "tag": "35ca9b82-6d4e-4c64-9160-32bcc2ba0548", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:47:02.028728 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0edc209-eca5-413d-91c0-402819c3809c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:47:02.029239 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493c107-c9fd-431e-9dba-6914a291149e', 'name': 'network-vif-deleted', 'tag': '35ca9b82-6d4e-4c64-9160-32bcc2ba0548', 'status': 'completed', 'code': 200} Feb 03 13:47:02.107293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f043ab0d-a646-4f1d-9c36-2e775446297f req-d1538b01-8b60-4657-b3f5-527102159d6c tempest-TestMinimumBasicScenario-1670261855 tempest-TestMinimumBasicScenario-1670261855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f493c107-c9fd-431e-9dba-6914a291149e HTTP/1.1" status: 200 len: 210 time: 0.0276763 Feb 03 13:47:03.726780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:47:03.741014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50700) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:03.748463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:47:03.748829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 35ca9b82-6d4e-4c64-9160-32bcc2ba0548 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:47:04.465224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (7384cc27-8aec-484b-90c6-aeabc458e47b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:04.756987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Deleting port 20b17648-ec44-418a-a0c8-6087887cbcce {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:47:04.757629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:04.841198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] For port 20b17648-ec44-418a-a0c8-6087887cbcce, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=20b17648-ec44-418a-a0c8-6087887cbcce,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:04.841581 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:04.855089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Calling delete_port for 20b17648-ec44-418a-a0c8-6087887cbcce owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:47:05.050150 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (20b17648-ec44-418a-a0c8-6087887cbcce), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:05.089211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=20b17648-ec44-418a-a0c8-6087887cbcce,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:05.255660 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (7384cc27-8aec-484b-90c6-aeabc458e47b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:05.476357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Router 7384cc27-8aec-484b-90c6-aeabc458e47b has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:47:05.587069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:47:05.592777 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8044399f-fe78-49b3-a772-37880c356a8c admin admin] 10.222.0.65 "PUT /v2.0/routers/7384cc27-8aec-484b-90c6-aeabc458e47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8506236 Feb 03 13:47:05.596014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50706) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:05.597638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] Sync routers for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:47:05.609031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:05.609654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:46:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:05.703676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks [] for router (7384cc27-8aec-484b-90c6-aeabc458e47b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:05.727957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:05.808554 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks [] for router_gateway (7384cc27-8aec-484b-90c6-aeabc458e47b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:05.864523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Deleting port ddd76f1d-0032-4800-86d4-da081db4ec9d {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:47:05.864963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:05.912692 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:47:04Z', 'revision_number': 5, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port': {'id': 'ddd76f1d-0032-4800-86d4-da081db4ec9d', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:05.940437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] Checking router: 7384cc27-8aec-484b-90c6-aeabc458e47b for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:47:05.949698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] Routers {'7384cc27-8aec-484b-90c6-aeabc458e47b'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:05.950318 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:46:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['7384cc27-8aec-484b-90c6-aeabc458e47b'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:05.952172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] For port ddd76f1d-0032-4800-86d4-da081db4ec9d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ddd76f1d-0032-4800-86d4-da081db4ec9d,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:05.952541 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:05.964498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Calling delete_port for ddd76f1d-0032-4800-86d4-da081db4ec9d owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:47:06.038967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] Set router 7384cc27-8aec-484b-90c6-aeabc458e47b gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:06.090320 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:47:05Z', 'revision_number': 6, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:06.139985 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (ddd76f1d-0032-4800-86d4-da081db4ec9d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.170255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd76f1d-0032-4800-86d4-da081db4ec9d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:06.241119 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (7384cc27-8aec-484b-90c6-aeabc458e47b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.286159 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e691fec-205d-44f9-b171-7c6625817a09 None None] The sync data for ids ['7384cc27-8aec-484b-90c6-aeabc458e47b'] in n-d-792364-10 is: [{'id': '7384cc27-8aec-484b-90c6-aeabc458e47b', 'name': 'tempest-TestMinimumBasicScenario-1353901266-router', 'tenant_id': 'f533a5c520fb473bab730003c46bcf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:42Z', 'updated_at': '2022-02-03T13:47:05Z', 'revision_number': 6, 'project_id': 'f533a5c520fb473bab730003c46bcf2b', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:47:06.339730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (7384cc27-8aec-484b-90c6-aeabc458e47b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.342667 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks [] for router_controller (7384cc27-8aec-484b-90c6-aeabc458e47b), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.390398 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (7384cc27-8aec-484b-90c6-aeabc458e47b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.390976 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7384cc27-8aec-484b-90c6-aeabc458e47b {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:47:06.395718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.396903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1df77e2f-86a3-46f6-9c56-49665188a371 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7384cc27-8aec-484b-90c6-aeabc458e47b HTTP/1.1" status: 204 len: 168 time: 0.7998202 Feb 03 13:47:06.400432 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50708) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:06.446078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41040a4-4766-4a69-9d22-7400893a2e92 admin admin] Deleting subnet a01b0658-5e18-42cf-883f-5f23ecafbe1c {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:47:06.449383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a41040a4-4766-4a69-9d22-7400893a2e92 admin admin] Publish callbacks [] for subnet (a01b0658-5e18-42cf-883f-5f23ecafbe1c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.483822 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a41040a4-4766-4a69-9d22-7400893a2e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (a01b0658-5e18-42cf-883f-5f23ecafbe1c), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.566883 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a41040a4-4766-4a69-9d22-7400893a2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (a01b0658-5e18-42cf-883f-5f23ecafbe1c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.622994 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a41040a4-4766-4a69-9d22-7400893a2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (a01b0658-5e18-42cf-883f-5f23ecafbe1c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.648384 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41040a4-4766-4a69-9d22-7400893a2e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a01b0658-5e18-42cf-883f-5f23ecafbe1c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:06.651941 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a41040a4-4766-4a69-9d22-7400893a2e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.655248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a41040a4-4766-4a69-9d22-7400893a2e92 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a01b0658-5e18-42cf-883f-5f23ecafbe1c HTTP/1.1" status: 204 len: 168 time: 0.2538888 Feb 03 13:47:06.657927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50710) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:06.666529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50aaf9-e345-414c-8d1a-ca2473ef8fc5 None None] Network 699c6e44-b230-4177-9d23-8babdc317347 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:47:06.744619 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (699c6e44-b230-4177-9d23-8babdc317347), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.745139 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90564fc8-3862-419e-a43b-7d8f483a6d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.803968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Deleting port 1587c96f-c351-4136-a4a6-9268d2e1bca5 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:47:06.804447 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.867147 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] For port 1587c96f-c351-4136-a4a6-9268d2e1bca5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1587c96f-c351-4136-a4a6-9268d2e1bca5,segment=NetworkSegment(1b08dcf2-829f-4050-93a7-98ba4c62c1c0),segment_id=1b08dcf2-829f-4050-93a7-98ba4c62c1c0)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:06.867508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.880340 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Calling delete_port for 1587c96f-c351-4136-a4a6-9268d2e1bca5 owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:47:06.969651 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1587c96f-c351-4136-a4a6-9268d2e1bca5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.994921 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Pushing event deleted for resources: {'Port': ['ID=1587c96f-c351-4136-a4a6-9268d2e1bca5,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:07.000489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] No DVR routers for this DVR port 1587c96f-c351-4136-a4a6-9268d2e1bca5 on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:47:07.069498 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (699c6e44-b230-4177-9d23-8babdc317347), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.095013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699c6e44-b230-4177-9d23-8babdc317347']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:07.105623 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b08dcf2-829f-4050-93a7-98ba4c62c1c0') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:07.105906 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b08dcf2-829f-4050-93a7-98ba4c62c1c0') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:07.116299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (1b08dcf2-829f-4050-93a7-98ba4c62c1c0), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.129545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97608af-1cba-4694-a53e-ff310d3123ad None None] DHCP port deletion for 699c6e44-b230-4177-9d23-8babdc317347 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:47:07.130556 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (1b08dcf2-829f-4050-93a7-98ba4c62c1c0), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.136843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:47:07.137516 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (1b08dcf2-829f-4050-93a7-98ba4c62c1c0), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:47:07.150820 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:47:07.194562 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (699c6e44-b230-4177-9d23-8babdc317347), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.200210 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.203427 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] 10.222.0.65 "DELETE /v2.0/networks/699c6e44-b230-4177-9d23-8babdc317347 HTTP/1.1" status: 204 len: 168 time: 0.5444729 Feb 03 13:47:07.206649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50712) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:07.213997 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91225445-ad1c-4f72-bd6c-663c6742d822 admin admin] Pushing event deleted for resources: {'Network': ['ID=699c6e44-b230-4177-9d23-8babdc317347,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:07.591538 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.876362 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Deleting port 328c7312-292d-4875-90dd-138e22612208 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:47:07.876675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (328c7312-292d-4875-90dd-138e22612208), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.954007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] For port 328c7312-292d-4875-90dd-138e22612208, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=328c7312-292d-4875-90dd-138e22612208,segment=NetworkSegment(bd67a86b-f059-489c-806b-09104dfbfd00),segment_id=bd67a86b-f059-489c-806b-09104dfbfd00)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:07.954361 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (328c7312-292d-4875-90dd-138e22612208), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.966730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Calling delete_port for 328c7312-292d-4875-90dd-138e22612208 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:47:08.163200 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (328c7312-292d-4875-90dd-138e22612208), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:08.192070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Pushing event deleted for resources: {'Port': ['ID=328c7312-292d-4875-90dd-138e22612208,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:08.364512 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:08.403121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 20b17648-ec44-418a-a0c8-6087887cbcce no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:47:08.424241 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 20b17648-ec44-418a-a0c8-6087887cbcce {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:47:08.425310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 20b17648-ec44-418a-a0c8-6087887cbcce not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:47:08.425735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ddd76f1d-0032-4800-86d4-da081db4ec9d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:47:08.444888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ddd76f1d-0032-4800-86d4-da081db4ec9d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:47:08.445242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ddd76f1d-0032-4800-86d4-da081db4ec9d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:47:08.445660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1587c96f-c351-4136-a4a6-9268d2e1bca5 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:47:08.465426 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 1587c96f-c351-4136-a4a6-9268d2e1bca5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:47:08.465695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1587c96f-c351-4136-a4a6-9268d2e1bca5 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:47:08.589681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:47:08.964115 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03017400-e9b7-4b36-bcb7-e9a58959bb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:09.045563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:47:09.050475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-514b54e1-f5d4-4a6f-9c6c-0aed5ab2d531 admin admin] 10.222.0.65 "PUT /v2.0/routers/6de0b1d6-94df-4600-b2f2-2da58d09cf3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8425503 Feb 03 13:47:09.053558 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50714) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:09.054445 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] Sync routers for ids ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:47:09.065673 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] Routers {'6de0b1d6-94df-4600-b2f2-2da58d09cf3d'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:09.066424 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:09.173935 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] Set router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:09.357073 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:46Z', 'updated_at': '2022-02-03T13:47:08Z', 'revision_number': 5, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'gw_port': {'id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:47Z', 'updated_at': '2022-02-03T13:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:09.387534 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] Checking router: 6de0b1d6-94df-4600-b2f2-2da58d09cf3d for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:47:09.397234 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] Routers {'6de0b1d6-94df-4600-b2f2-2da58d09cf3d'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:09.397981 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:09.467382 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks [] for router (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:09.582107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks [] for router_gateway (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:09.602437 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] Set router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:09.635568 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Deleting port 1008e5e3-f27c-4aea-b809-4bba31e12843 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:47:09.635799 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:09.722719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] For port 1008e5e3-f27c-4aea-b809-4bba31e12843, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=1008e5e3-f27c-4aea-b809-4bba31e12843,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:09.722719 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:09.732062 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Calling delete_port for 1008e5e3-f27c-4aea-b809-4bba31e12843 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:47:09.789199 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:46Z', 'updated_at': '2022-02-03T13:47:08Z', 'revision_number': 5, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'gw_port': {'id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:47Z', 'updated_at': '2022-02-03T13:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:09.815605 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141cd9d-c063-4b85-82da-20ea6531ba08 None None] The sync data for ids ['6de0b1d6-94df-4600-b2f2-2da58d09cf3d'] in n-d-792364-10 is: [{'id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'name': 'tempest-TestMinimumBasicScenario-690304865-router', 'tenant_id': '8a984c634eee4a23bdc49166b21e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:46Z', 'updated_at': '2022-02-03T13:47:08Z', 'revision_number': 5, 'project_id': '8a984c634eee4a23bdc49166b21e38d0', 'gw_port': {'id': '1008e5e3-f27c-4aea-b809-4bba31e12843', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0b1d6-94df-4600-b2f2-2da58d09cf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:47Z', 'updated_at': '2022-02-03T13:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:47:09.909756 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1008e5e3-f27c-4aea-b809-4bba31e12843), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:09.932767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Pushing event deleted for resources: {'Port': ['ID=1008e5e3-f27c-4aea-b809-4bba31e12843,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:09.996673 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.089085 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.091388 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks [] for router_controller (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.140878 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (6de0b1d6-94df-4600-b2f2-2da58d09cf3d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.141480 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6de0b1d6-94df-4600-b2f2-2da58d09cf3d {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:47:10.147574 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.149183 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ae75d482-3fd5-4847-b763-ff913eaee48b admin admin] 10.222.0.65 "DELETE /v2.0/routers/6de0b1d6-94df-4600-b2f2-2da58d09cf3d HTTP/1.1" status: 204 len: 168 time: 1.0946264 Feb 03 13:47:10.152029 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50716) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:10.201117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e2f59e-7c8c-4ba3-81cf-e1ce3dab1415 admin admin] Deleting subnet e79c9ce9-cb4f-437d-969b-1236abbbf143 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:47:10.204807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48e2f59e-7c8c-4ba3-81cf-e1ce3dab1415 admin admin] Publish callbacks [] for subnet (e79c9ce9-cb4f-437d-969b-1236abbbf143), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.240689 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48e2f59e-7c8c-4ba3-81cf-e1ce3dab1415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (e79c9ce9-cb4f-437d-969b-1236abbbf143), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.326490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48e2f59e-7c8c-4ba3-81cf-e1ce3dab1415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (e79c9ce9-cb4f-437d-969b-1236abbbf143), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.354199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 328c7312-292d-4875-90dd-138e22612208 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:47:10.385005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 328c7312-292d-4875-90dd-138e22612208 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:47:10.385340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 328c7312-292d-4875-90dd-138e22612208 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:47:10.386831 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48e2f59e-7c8c-4ba3-81cf-e1ce3dab1415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (e79c9ce9-cb4f-437d-969b-1236abbbf143), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.404686 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.416437 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2f59e-7c8c-4ba3-81cf-e1ce3dab1415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79c9ce9-cb4f-437d-969b-1236abbbf143,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:10.418450 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-48e2f59e-7c8c-4ba3-81cf-e1ce3dab1415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.421833 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-48e2f59e-7c8c-4ba3-81cf-e1ce3dab1415 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e79c9ce9-cb4f-437d-969b-1236abbbf143 HTTP/1.1" status: 204 len: 168 time: 0.2685235 Feb 03 13:47:10.424415 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50718) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:10.425957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e0183-35bf-4dd8-8c41-397081634571 None None] Network 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:47:10.502138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (8ac92aeb-dcc6-4ade-9707-82cdbb3b6854), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.561446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Deleting port 70590fb1-de51-43ec-8204-ef561db1d06d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:47:10.561796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.626711 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] For port 70590fb1-de51-43ec-8204-ef561db1d06d, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=70590fb1-de51-43ec-8204-ef561db1d06d,segment=NetworkSegment(bd67a86b-f059-489c-806b-09104dfbfd00),segment_id=bd67a86b-f059-489c-806b-09104dfbfd00)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:10.627076 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.639821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Calling delete_port for 70590fb1-de51-43ec-8204-ef561db1d06d owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:47:10.727462 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (70590fb1-de51-43ec-8204-ef561db1d06d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.754064 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Pushing event deleted for resources: {'Port': ['ID=70590fb1-de51-43ec-8204-ef561db1d06d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:10.757888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] No DVR routers for this DVR port 70590fb1-de51-43ec-8204-ef561db1d06d on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:47:10.834958 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (8ac92aeb-dcc6-4ade-9707-82cdbb3b6854), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.857107 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac92aeb-dcc6-4ade-9707-82cdbb3b6854']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:10.867009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8536c86-2522-471d-b91e-a46d0bee0825 None None] DHCP port deletion for 8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:47:10.868045 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd67a86b-f059-489c-806b-09104dfbfd00') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:10.868344 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd67a86b-f059-489c-806b-09104dfbfd00') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:10.880107 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (bd67a86b-f059-489c-806b-09104dfbfd00), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.896830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (bd67a86b-f059-489c-806b-09104dfbfd00), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.903400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:47:10.903869 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (bd67a86b-f059-489c-806b-09104dfbfd00), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:47:10.906143 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:47:10.962807 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (8ac92aeb-dcc6-4ade-9707-82cdbb3b6854), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.969553 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.972074 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8ac92aeb-dcc6-4ade-9707-82cdbb3b6854 HTTP/1.1" status: 204 len: 168 time: 0.5467479 Feb 03 13:47:10.983166 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b8852-3ca7-4290-b353-3aec0360b975 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac92aeb-dcc6-4ade-9707-82cdbb3b6854,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:11.142578 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50722) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:11.189463 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-33b43038-fc13-4102-9a05-8b9b2fa6bcbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f533a5c520fb473bab730003c46bcf2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455577 Feb 03 13:47:11.193383 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50724) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:11.244066 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39816f4e-2c8c-4598-806f-df202af65226 admin admin] Publish callbacks [] for security_group (8845d571-d8b4-46d1-87a1-a5c2ce597429), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:11.267081 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39816f4e-2c8c-4598-806f-df202af65226 admin admin] Publish callbacks [] for security_group (8845d571-d8b4-46d1-87a1-a5c2ce597429), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:11.315860 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39816f4e-2c8c-4598-806f-df202af65226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (8845d571-d8b4-46d1-87a1-a5c2ce597429), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:11.318544 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-39816f4e-2c8c-4598-806f-df202af65226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:11.319757 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-39816f4e-2c8c-4598-806f-df202af65226 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8845d571-d8b4-46d1-87a1-a5c2ce597429 HTTP/1.1" status: 204 len: 168 time: 0.1254458 Feb 03 13:47:11.328841 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39816f4e-2c8c-4598-806f-df202af65226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8845d571-d8b4-46d1-87a1-a5c2ce597429,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:11.664259 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50730) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:11.708515 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b58757a7-240a-4beb-9d27-269943c4cc4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a984c634eee4a23bdc49166b21e38d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430555 Feb 03 13:47:11.711215 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50732) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:11.763213 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae39c1d3-5000-4851-b189-d4112e9de191 admin admin] Publish callbacks [] for security_group (0ff60308-b413-44be-8bd7-26a62d0f8375), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:11.786908 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae39c1d3-5000-4851-b189-d4112e9de191 admin admin] Publish callbacks [] for security_group (0ff60308-b413-44be-8bd7-26a62d0f8375), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:11.808346 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:11.843613 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae39c1d3-5000-4851-b189-d4112e9de191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0ff60308-b413-44be-8bd7-26a62d0f8375), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:11.846248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ae39c1d3-5000-4851-b189-d4112e9de191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:11.847515 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ae39c1d3-5000-4851-b189-d4112e9de191 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ff60308-b413-44be-8bd7-26a62d0f8375 HTTP/1.1" status: 204 len: 168 time: 0.1352673 Feb 03 13:47:11.856684 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39c1d3-5000-4851-b189-d4112e9de191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff60308-b413-44be-8bd7-26a62d0f8375,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:12.346680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 70590fb1-de51-43ec-8204-ef561db1d06d no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:47:12.366761 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 70590fb1-de51-43ec-8204-ef561db1d06d {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:47:12.367102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 70590fb1-de51-43ec-8204-ef561db1d06d not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:47:12.367513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1008e5e3-f27c-4aea-b809-4bba31e12843 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:47:12.387872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 1008e5e3-f27c-4aea-b809-4bba31e12843 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:47:12.388256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 1008e5e3-f27c-4aea-b809-4bba31e12843 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:47:12.707547 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:13.663208 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50772) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:13.667781 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569259269', 'description': 'tempest-secgroup-smoke-1569259269 description', 'project_id': 'a654f962348e457fba6675e25aee148b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:13.695323 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:13.703516 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:13.739999 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:47:13.778832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (0c485d96-7b33-4ebb-877f-c1f6dbd0d006), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:13.786010 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0c485d96-7b33-4ebb-877f-c1f6dbd0d006), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:13.820040 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c485d96-7b33-4ebb-877f-c1f6dbd0d006,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:13.868677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (2981c93f-f865-4a51-a7e3-469520cf4934), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:13.875485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2981c93f-f865-4a51-a7e3-469520cf4934), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:13.905695 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:13.906977 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2427535 Feb 03 13:47:13.908826 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d9116-103d-412d-9c7f-ac217103a732 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2981c93f-f865-4a51-a7e3-469520cf4934,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:13.910559 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50774) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:13.915234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-74a5aaab-a05e-430e-9e69-5e9cc05b17c0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '2981c93f-f865-4a51-a7e3-469520cf4934', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:13.941737 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74a5aaab-a05e-430e-9e69-5e9cc05b17c0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (c1a9c804-2aff-4a60-9da2-bbcef4801a5c), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.001445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74a5aaab-a05e-430e-9e69-5e9cc05b17c0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (c1a9c804-2aff-4a60-9da2-bbcef4801a5c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.006931 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74a5aaab-a05e-430e-9e69-5e9cc05b17c0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c1a9c804-2aff-4a60-9da2-bbcef4801a5c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.024192 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5aaab-a05e-430e-9e69-5e9cc05b17c0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a9c804-2aff-4a60-9da2-bbcef4801a5c,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:14.031833 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-74a5aaab-a05e-430e-9e69-5e9cc05b17c0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.033048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-74a5aaab-a05e-430e-9e69-5e9cc05b17c0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214354 Feb 03 13:47:14.036414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50776) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:14.040748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1fb1e97f-a931-4fe1-ab07-c044d0fec9cf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '2981c93f-f865-4a51-a7e3-469520cf4934', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:14.067692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fb1e97f-a931-4fe1-ab07-c044d0fec9cf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (3db50a3b-3957-491d-9eb8-51e937901e2e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.123492 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fb1e97f-a931-4fe1-ab07-c044d0fec9cf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (3db50a3b-3957-491d-9eb8-51e937901e2e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.128963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fb1e97f-a931-4fe1-ab07-c044d0fec9cf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (3db50a3b-3957-491d-9eb8-51e937901e2e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.145774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1e97f-a931-4fe1-ab07-c044d0fec9cf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db50a3b-3957-491d-9eb8-51e937901e2e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:14.154928 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1fb1e97f-a931-4fe1-ab07-c044d0fec9cf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.156208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1fb1e97f-a931-4fe1-ab07-c044d0fec9cf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187687 Feb 03 13:47:14.160090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50778) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:14.164390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-6621d4ec-f526-48db-87d7-ca105494dc6a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '2981c93f-f865-4a51-a7e3-469520cf4934', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:14.189321 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6621d4ec-f526-48db-87d7-ca105494dc6a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (4691b45b-1498-45c6-86b1-38e407d21109), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.247481 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6621d4ec-f526-48db-87d7-ca105494dc6a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (4691b45b-1498-45c6-86b1-38e407d21109), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.254616 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6621d4ec-f526-48db-87d7-ca105494dc6a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (4691b45b-1498-45c6-86b1-38e407d21109), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.275811 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621d4ec-f526-48db-87d7-ca105494dc6a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4691b45b-1498-45c6-86b1-38e407d21109,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:14.282493 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-6621d4ec-f526-48db-87d7-ca105494dc6a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.283740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6621d4ec-f526-48db-87d7-ca105494dc6a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226909 Feb 03 13:47:14.286978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50780) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:14.291345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0660f4e6-835d-422c-ae8a-f496fbc0c5f0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '2981c93f-f865-4a51-a7e3-469520cf4934', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:14.317785 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0660f4e6-835d-422c-ae8a-f496fbc0c5f0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (639e75f2-54ff-4c9e-a14a-093c21786244), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.374608 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0660f4e6-835d-422c-ae8a-f496fbc0c5f0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (639e75f2-54ff-4c9e-a14a-093c21786244), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.380611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0660f4e6-835d-422c-ae8a-f496fbc0c5f0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (639e75f2-54ff-4c9e-a14a-093c21786244), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.397887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660f4e6-835d-422c-ae8a-f496fbc0c5f0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639e75f2-54ff-4c9e-a14a-093c21786244,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:14.407682 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0660f4e6-835d-422c-ae8a-f496fbc0c5f0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.411784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0660f4e6-835d-422c-ae8a-f496fbc0c5f0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209230 Feb 03 13:47:14.412012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50782) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:14.416445 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5029c896-4f61-470e-b269-ed869ef0ace2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '2981c93f-f865-4a51-a7e3-469520cf4934', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:14.437871 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-5029c896-4f61-470e-b269-ed869ef0ace2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:47:14.442728 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5029c896-4f61-470e-b269-ed869ef0ace2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (483876db-113f-4bd0-b4f5-7fa2fdecd42d), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.502112 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5029c896-4f61-470e-b269-ed869ef0ace2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (483876db-113f-4bd0-b4f5-7fa2fdecd42d), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.507707 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5029c896-4f61-470e-b269-ed869ef0ace2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (483876db-113f-4bd0-b4f5-7fa2fdecd42d), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.527391 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029c896-4f61-470e-b269-ed869ef0ace2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483876db-113f-4bd0-b4f5-7fa2fdecd42d,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:14.533718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5029c896-4f61-470e-b269-ed869ef0ace2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.535215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5029c896-4f61-470e-b269-ed869ef0ace2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221833 Feb 03 13:47:14.538612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50784) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:14.542888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4bf5e290-0201-47e3-8fe0-de6022cd49fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '2981c93f-f865-4a51-a7e3-469520cf4934', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:14.564501 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-4bf5e290-0201-47e3-8fe0-de6022cd49fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:47:14.569590 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e290-0201-47e3-8fe0-de6022cd49fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (8c7668e5-db64-4112-a3b8-a05e94eb2597), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.631365 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e290-0201-47e3-8fe0-de6022cd49fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (8c7668e5-db64-4112-a3b8-a05e94eb2597), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.637119 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e290-0201-47e3-8fe0-de6022cd49fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (8c7668e5-db64-4112-a3b8-a05e94eb2597), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.655700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5e290-0201-47e3-8fe0-de6022cd49fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7668e5-db64-4112-a3b8-a05e94eb2597,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:14.665461 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e290-0201-47e3-8fe0-de6022cd49fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.666725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4bf5e290-0201-47e3-8fe0-de6022cd49fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271939 Feb 03 13:47:14.669931 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50786) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:14.675840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'network': {'name': 'tempest-network-smoke--614708721', 'project_id': 'a654f962348e457fba6675e25aee148b', 'port_security_enabled': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:14.696658 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:47:14.700033 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.725078 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:47:14.735648 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4a66acc8-eb88-4f38-b4a0-d0eeef0df83e), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.736017 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Added segment 4a66acc8-eb88-4f38-b4a0-d0eeef0df83e of type vlan for network 24796618-560f-4a2c-a8e3-d0279375fc6c Feb 03 13:47:14.778449 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (24796618-560f-4a2c-a8e3-d0279375fc6c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.811712 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (24796618-560f-4a2c-a8e3-d0279375fc6c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.816657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:14.817244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.852601 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1815016 Feb 03 13:47:14.855712 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50788) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:14.869626 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'admin_state_up': True, 'project_id': 'a654f962348e457fba6675e25aee148b', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:14.909297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5d4c4-1443-4d16-b3a3-f3aa7fef89e8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Network': ['ID=24796618-560f-4a2c-a8e3-d0279375fc6c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:14.920537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 24796618-560f-4a2c-a8e3-d0279375fc6c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:47:14.925608 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (d7c47550-2b32-4526-be7c-4aeeade79e17), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.926644 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (d7c47550-2b32-4526-be7c-4aeeade79e17), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:14.977331 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (d7c47550-2b32-4526-be7c-4aeeade79e17), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:15.131335 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (d7c47550-2b32-4526-be7c-4aeeade79e17), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:15.331903 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (d7c47550-2b32-4526-be7c-4aeeade79e17), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:15.350479 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:15.452745 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.159 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/63b6f9c0-c80d-4421-ba90-08cb526b43d6) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:47:15.565625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:15.602045 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:15.637244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:47:15.640463 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:47:15.643851 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:47:15.673639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=63b6f9c0-c80d-4421-ba90-08cb526b43d6,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:15.907886 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (d7c47550-2b32-4526-be7c-4aeeade79e17), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:16.107981 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (d7c47550-2b32-4526-be7c-4aeeade79e17), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:16.241856 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router d7c47550-2b32-4526-be7c-4aeeade79e17 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:47:16.356540 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:47:16.368856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Sync routers for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:47:16.379023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:16.383247 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:16.383524 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-55179afc-61fa-4daa-b7af-3599dfbe6175 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5234048 Feb 03 13:47:16.383645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:16.383774 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50790) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:16.504219 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-52c915a2-6e1b-4004-b83b-5af83d6a0ba2 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a654f962348e457fba6675e25aee148b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1191797 Feb 03 13:47:16.506206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:16.506982 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50794) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:16.603134 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89246855-5a50-4a27-a6cb-d227e246ad1f tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:16.604460 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-89246855-5a50-4a27-a6cb-d227e246ad1f tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964580 Feb 03 13:47:16.607687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50796) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:16.643075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f107dde4-40c7-4ab8-830c-5452b70d1895 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310500 Feb 03 13:47:16.643075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50798) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:16.647346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-531466381', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'project_id': 'a654f962348e457fba6675e25aee148b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:16.703861 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:15Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:16.739662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Checking router: d7c47550-2b32-4526-be7c-4aeeade79e17 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:47:16.740206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Updating router d7c47550-2b32-4526-be7c-4aeeade79e17 port 63b6f9c0-c80d-4421-ba90-08cb526b43d6 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:47:16.745939 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:47:16.749598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:16.768722 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:16.945329 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (d0e510ff-d48d-4890-a611-44c406455d72), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:16.962657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:16.998693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Subnet': ['ID=d0e510ff-d48d-4890-a611-44c406455d72,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:17.029008 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Checking segment: {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:47:17.029277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network hostable DHCP agents. Network: 24796618-560f-4a2c-a8e3-d0279375fc6c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:47:17.044276 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Publish callbacks [] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.049217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 24796618-560f-4a2c-a8e3-d0279375fc6c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:47:17.052271 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.059593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 24796618-560f-4a2c-a8e3-d0279375fc6c) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:47:17.064489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:17.065101 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.087442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ec164ba0-7236-4265-bef6-42770077922e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4411552 Feb 03 13:47:17.087767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50800) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:17.097463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb04175a-d4d8-40af-ab86-518c34ecfaa6 None None] Network 24796618-560f-4a2c-a8e3-d0279375fc6c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:47:17.157442 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Attempting to bind port 63b6f9c0-c80d-4421-ba90-08cb526b43d6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:47:17.157846 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Attempting to bind port 63b6f9c0-c80d-4421-ba90-08cb526b43d6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:47:17.158171 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Attempting to bind port 63b6f9c0-c80d-4421-ba90-08cb526b43d6 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:47:17.179022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:47:17.179441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:47:17.179767 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.180186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:47:17.180654 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Bound port: 63b6f9c0-c80d-4421-ba90-08cb526b43d6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:47:17.181022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.184809 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Pushing event updated for resources: {'Port': ['ID=63b6f9c0-c80d-4421-ba90-08cb526b43d6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:17.217628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.218016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.218303 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.218660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.218984 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.219307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.219637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.219956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.220259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.220567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.220900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.221212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.221531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:17.269802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-24796618-560f-4a2c-a8e3-d0279375fc6c', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:47:17.270710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.286279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] For port 63b6f9c0-c80d-4421-ba90-08cb526b43d6, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:47:17.305408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] For port 63b6f9c0-c80d-4421-ba90-08cb526b43d6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=63b6f9c0-c80d-4421-ba90-08cb526b43d6,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:47:17.358583 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.423597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1c418-b4de-4139-aab5-15469d2d3da2 None None] Pushing event updated for resources: {'Port': ['ID=63b6f9c0-c80d-4421-ba90-08cb526b43d6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:17.444945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:17.445659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:17.529814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Allocated IP 172.20.0.2 (24796618-560f-4a2c-a8e3-d0279375fc6c/d0e510ff-d48d-4890-a611-44c406455d72/6bf63e49-bc39-4d4c-9d53-53e6bfe4815e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:47:17.559745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.639411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:17.863898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Publish callbacks [] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.873064 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:17.926446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Network 24796618-560f-4a2c-a8e3-d0279375fc6c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:47:17.929157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:47:17.932689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Pushing event updated for resources: {'Port': ['ID=6bf63e49-bc39-4d4c-9d53-53e6bfe4815e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:17.934893 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:47:17.967135 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:15Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:18.013113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de8e75-d913-44eb-a976-0f325d69342e None None] The sync data for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 is: [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:15Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:47:18.024694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Attempting to bind port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:47:18.025305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Attempting to bind port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:47:18.025666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Attempting to bind port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e on network 24796618-560f-4a2c-a8e3-d0279375fc6c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:47:18.038066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:47:18.038715 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Checking segment: {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:47:18.039344 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.039722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Bound using segment: {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:47:18.040226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Bound port: 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:47:18.040633 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.108035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] For port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:47:18.111685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] For port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6bf63e49-bc39-4d4c-9d53-53e6bfe4815e,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:47:18.119883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.171833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.1 (24796618-560f-4a2c-a8e3-d0279375fc6c/d0e510ff-d48d-4890-a611-44c406455d72/11415704-45f0-4d58-9549-26aff5405bf9) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:47:18.186679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44795-9c7b-495c-b9fc-8a91a8166108 None None] Pushing event updated for resources: {'Port': ['ID=6bf63e49-bc39-4d4c-9d53-53e6bfe4815e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:18.326050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (11415704-45f0-4d58-9549-26aff5405bf9), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.393403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (11415704-45f0-4d58-9549-26aff5405bf9), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.458025 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 24796618-560f-4a2c-a8e3-d0279375fc6c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:47:18.463917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:47:18.465874 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=11415704-45f0-4d58-9549-26aff5405bf9,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:18.468106 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:47:18.491295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 63b6f9c0-c80d-4421-ba90-08cb526b43d6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:47:18.525652 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (d7c47550-2b32-4526-be7c-4aeeade79e17), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.552139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 63b6f9c0-c80d-4421-ba90-08cb526b43d6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:18.552652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.690390 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11415704-45f0-4d58-9549-26aff5405bf9), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.839344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 63b6f9c0-c80d-4421-ba90-08cb526b43d6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:18.839863 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.872513 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 63b6f9c0-c80d-4421-ba90-08cb526b43d6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=63b6f9c0-c80d-4421-ba90-08cb526b43d6,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:18.878292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:18.945516 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=63b6f9c0-c80d-4421-ba90-08cb526b43d6,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:19.025016 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (11415704-45f0-4d58-9549-26aff5405bf9), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:19.030786 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (11415704-45f0-4d58-9549-26aff5405bf9), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:19.110989 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=11415704-45f0-4d58-9549-26aff5405bf9,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:19.113398 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (d7c47550-2b32-4526-be7c-4aeeade79e17), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:19.205715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 24796618-560f-4a2c-a8e3-d0279375fc6c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:47:19.207146 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:47:19.268035 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99ffd7-0998-4a84-b963-b59c72621714 None None] Network 24796618-560f-4a2c-a8e3-d0279375fc6c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:47:19.328455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router d7c47550-2b32-4526-be7c-4aeeade79e17 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:47:19.374779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8453349e-357f-471d-908d-09e31a197340 None None] Provisioning complete for port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:19.375162 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8453349e-357f-471d-908d-09e31a197340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:19.442088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:47:19.452280 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-d838430b-c2b6-4325-ac5e-f492ba945d04 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/d7c47550-2b32-4526-be7c-4aeeade79e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3583860 Feb 03 13:47:19.477331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8453349e-357f-471d-908d-09e31a197340 None None] Current status of the port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:19.477732 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8453349e-357f-471d-908d-09e31a197340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:19.520626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8453349e-357f-471d-908d-09e31a197340 None None] For port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6bf63e49-bc39-4d4c-9d53-53e6bfe4815e,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:19.530450 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8453349e-357f-471d-908d-09e31a197340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:19.586664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453349e-357f-471d-908d-09e31a197340 None None] Pushing event updated for resources: {'Port': ['ID=6bf63e49-bc39-4d4c-9d53-53e6bfe4815e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:19.646072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-6cef9dea-dd59-426e-b744-10bad0119ba2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569259269&fields=id&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 267 time: 0.0517309 Feb 03 13:47:19.752799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-590c67d8-2882-4498-9801-ac8d84cb5b2c None None] Provisioning complete for port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:19.753188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-590c67d8-2882-4498-9801-ac8d84cb5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:19.767112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff556-359f-4931-b6da-819fedb00e47 req-bf7dda86-314a-469e-965b-c0aa883bad2d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:19.768801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-bf7dda86-314a-469e-965b-c0aa883bad2d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/networks?id=24796618-560f-4a2c-a8e3-d0279375fc6c HTTP/1.1" status: 200 len: 796 time: 0.1125548 Feb 03 13:47:19.785605 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-d8aed17a-d326-4405-8578-cf426bf22b4a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/quotas/a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 375 time: 0.0110223 Feb 03 13:47:19.843543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-590c67d8-2882-4498-9801-ac8d84cb5b2c None None] Current status of the port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:19.851135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-965c70b1-c5ef-4a61-bdb9-ba1d767f67cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567124 Feb 03 13:47:19.853936 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-590c67d8-2882-4498-9801-ac8d84cb5b2c None None] Provisioning complete for port 11415704-45f0-4d58-9549-26aff5405bf9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:19.854313 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-590c67d8-2882-4498-9801-ac8d84cb5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11415704-45f0-4d58-9549-26aff5405bf9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:19.895406 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-590c67d8-2882-4498-9801-ac8d84cb5b2c None None] Port 11415704-45f0-4d58-9549-26aff5405bf9 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:47:19.916092 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Sync routers for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:47:19.928653 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:19.929226 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:19.968339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-41a1d85c-b219-4683-b16a-836e12c39389 service neutron] 10.222.0.65 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048546 Feb 03 13:47:20.021148 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-882e3090-106a-4c62-b37a-b01c71d7f0fe None None] Provisioning complete for port 11415704-45f0-4d58-9549-26aff5405bf9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:20.021539 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-882e3090-106a-4c62-b37a-b01c71d7f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11415704-45f0-4d58-9549-26aff5405bf9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.045818 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:20.065151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-882e3090-106a-4c62-b37a-b01c71d7f0fe None None] Port 11415704-45f0-4d58-9549-26aff5405bf9 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:47:20.071646 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-bff7bb88-caad-43d7-ab67-541169995502 service neutron] 10.222.0.65 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965481 Feb 03 13:47:20.185011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cbe23a6f-b0aa-43c9-8183-f9f783f928e1 None None] Provisioning complete for port 11415704-45f0-4d58-9549-26aff5405bf9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:20.186540 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbe23a6f-b0aa-43c9-8183-f9f783f928e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11415704-45f0-4d58-9549-26aff5405bf9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.236146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cbe23a6f-b0aa-43c9-8183-f9f783f928e1 None None] Port 11415704-45f0-4d58-9549-26aff5405bf9 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:47:20.271797 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88ce8057-e897-43e4-8d8e-7ff35cf14a70 req-a6814a00-02f7-4efc-9fa4-58f9bfde7369 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 210 time: 0.0368116 Feb 03 13:47:20.280328 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11415704-45f0-4d58-9549-26aff5405bf9', 'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:a4:c5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:18Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 2, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:20.308587 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Checking router: d7c47550-2b32-4526-be7c-4aeeade79e17 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:47:20.309009 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Updating router d7c47550-2b32-4526-be7c-4aeeade79e17 port 11415704-45f0-4d58-9549-26aff5405bf9 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:47:20.354649 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11415704-45f0-4d58-9549-26aff5405bf9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.488474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:47:20.538287 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:20.539106 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.625735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:20.627119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 63b6f9c0-c80d-4421-ba90-08cb526b43d6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:47:20.651332 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Publish callbacks [] for port (11415704-45f0-4d58-9549-26aff5405bf9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.659577 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11415704-45f0-4d58-9549-26aff5405bf9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.683521 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 63b6f9c0-c80d-4421-ba90-08cb526b43d6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:20.683901 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.708410 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Pushing event updated for resources: {'Port': ['ID=11415704-45f0-4d58-9549-26aff5405bf9,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:20.734263 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.734629 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.734963 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.735285 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.735605 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.735922 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.736238 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.736553 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.736862 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.737173 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.737482 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.737796 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.738106 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:47:20.782740 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Attempting to bind port 11415704-45f0-4d58-9549-26aff5405bf9 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:47:20.783130 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Attempting to bind port 11415704-45f0-4d58-9549-26aff5405bf9 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:47:20.783542 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Attempting to bind port 11415704-45f0-4d58-9549-26aff5405bf9 on network 24796618-560f-4a2c-a8e3-d0279375fc6c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:47:20.784535 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 63b6f9c0-c80d-4421-ba90-08cb526b43d6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:20.789478 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:47:20.790003 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Checking segment: {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:47:20.790434 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.790855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Bound using segment: {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:47:20.791301 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Bound port: 11415704-45f0-4d58-9549-26aff5405bf9, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:47:20.791668 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11415704-45f0-4d58-9549-26aff5405bf9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.869934 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] For port 11415704-45f0-4d58-9549-26aff5405bf9, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:47:20.874281 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] For port 11415704-45f0-4d58-9549-26aff5405bf9, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=11415704-45f0-4d58-9549-26aff5405bf9,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:47:20.881497 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11415704-45f0-4d58-9549-26aff5405bf9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:20.941963 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:20.942670 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:20.947377 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c57fe-279e-4c11-b5bb-73f1069daa11 None None] Pushing event updated for resources: {'Port': ['ID=11415704-45f0-4d58-9549-26aff5405bf9,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:21.065567 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:21.066452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f1e2d8da-90c9-49c3-ac2a-87f5a2f8e100 None None] Provisioning complete for port 11415704-45f0-4d58-9549-26aff5405bf9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:21.067064 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d8da-90c9-49c3-ac2a-87f5a2f8e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11415704-45f0-4d58-9549-26aff5405bf9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:21.160395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2d8da-90c9-49c3-ac2a-87f5a2f8e100 None None] Current status of the port 11415704-45f0-4d58-9549-26aff5405bf9 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:21.160790 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d8da-90c9-49c3-ac2a-87f5a2f8e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11415704-45f0-4d58-9549-26aff5405bf9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:21.193316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f1e2d8da-90c9-49c3-ac2a-87f5a2f8e100 None None] For port 11415704-45f0-4d58-9549-26aff5405bf9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=11415704-45f0-4d58-9549-26aff5405bf9,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:21.197956 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d8da-90c9-49c3-ac2a-87f5a2f8e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11415704-45f0-4d58-9549-26aff5405bf9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:21.245251 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2d8da-90c9-49c3-ac2a-87f5a2f8e100 None None] Pushing event updated for resources: {'Port': ['ID=11415704-45f0-4d58-9549-26aff5405bf9,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:21.280113 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11415704-45f0-4d58-9549-26aff5405bf9', 'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:a4:c5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:18Z', 'updated_at': '2022-02-03T13:47:20Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:21.306955 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0334e6e-5132-48e6-9528-cf455203ca17 None None] The sync data for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 is: [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11415704-45f0-4d58-9549-26aff5405bf9', 'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:a4:c5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:18Z', 'updated_at': '2022-02-03T13:47:20Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:47:21.326495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2cabd987-31f3-4d18-9cec-f75347f70500 None None] Provisioning complete for port 11415704-45f0-4d58-9549-26aff5405bf9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:21.326886 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cabd987-31f3-4d18-9cec-f75347f70500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11415704-45f0-4d58-9549-26aff5405bf9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:21.413523 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:21.428807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f9973d08-dc70-4062-81db-29aae9183047 req-aca28bac-f159-43a6-bf7e-4b1d90f10dd7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 210 time: 0.0375066 Feb 03 13:47:21.481752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2cabd987-31f3-4d18-9cec-f75347f70500 None None] Current status of the port 11415704-45f0-4d58-9549-26aff5405bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:21.559834 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff556-359f-4931-b6da-819fedb00e47 req-fdea728c-ab87-4bc7-ac68-a30531ad5843 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:21.561383 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-fdea728c-ab87-4bc7-ac68-a30531ad5843 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/networks?id=24796618-560f-4a2c-a8e3-d0279375fc6c HTTP/1.1" status: 200 len: 796 time: 0.1265757 Feb 03 13:47:21.633929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-8a2aeac3-13b2-4bfc-a9f5-cee50df39972 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 380 time: 0.0615032 Feb 03 13:47:21.642594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'port': {'device_id': '2af8462c-b333-40b2-8199-ea642b690273', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'admin_state_up': True, 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'security_groups': ['2981c93f-f865-4a51-a7e3-469520cf4934']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:21.767048 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:47:21.770780 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:21.904172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.8 (24796618-560f-4a2c-a8e3-d0279375fc6c/d0e510ff-d48d-4890-a611-44c406455d72/9a9c7f4e-c75f-4552-86af-26ddf2a20e0e) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:47:22.049724 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.086453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.139394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 24796618-560f-4a2c-a8e3-d0279375fc6c is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:47:22.142552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:47:22.147038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:47:22.151174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:22.197206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:22.197869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.218467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-c8ca745f-316d-4c94-9428-ab6333bc6e1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795407 Feb 03 13:47:22.229998 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Request body: {'port': {'device_id': '2af8462c-b333-40b2-8199-ea642b690273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:22.293973 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.414123 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-32a2ef99-5dc5-44ae-a44b-f034eda1344d None None] Provisioning complete for port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:22.414931 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a2ef99-5dc5-44ae-a44b-f034eda1344d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.443310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 11415704-45f0-4d58-9549-26aff5405bf9 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:47:22.484571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-32a2ef99-5dc5-44ae-a44b-f034eda1344d None None] Port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:47:22.504835 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 11415704-45f0-4d58-9549-26aff5405bf9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:22.505286 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11415704-45f0-4d58-9549-26aff5405bf9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.595957 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 11415704-45f0-4d58-9549-26aff5405bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:22.641100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670658f-3f05-450b-bd91-9dfef85cf523 req-a652e5e2-8f06-4692-8a32-3f01fc1c3ff8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:22.642681 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6670658f-3f05-450b-bd91-9dfef85cf523 req-a652e5e2-8f06-4692-8a32-3f01fc1c3ff8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 931 time: 0.1036379 Feb 03 13:47:22.661128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:47:22.675743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Publish callbacks [] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.697195 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Transition to ACTIVE for port object 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:47:22.709629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.718624 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6670658f-3f05-450b-bd91-9dfef85cf523 req-cfab7c1a-21c7-4605-a577-e7f2aec5cbb4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702059 Feb 03 13:47:22.767104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:22.841336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Attempting to bind port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:47:22.841671 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Attempting to bind port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:47:22.842000 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Attempting to bind port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e on network 24796618-560f-4a2c-a8e3-d0279375fc6c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:47:22.846594 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e on network 24796618-560f-4a2c-a8e3-d0279375fc6c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:47:22.846915 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Attempting to bind port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e on network 24796618-560f-4a2c-a8e3-d0279375fc6c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:47:22.852153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:47:22.852490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Checking segment: {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:47:22.852877 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Bound using segment: {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:47:22.853306 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Bound port: 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:47:22.853658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.923760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] For port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:47:22.926967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] For port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:47:22.933684 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.969480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:22.970158 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:22.971536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] 10.222.0.72 "PUT /v2.0/ports/9a9c7f4e-c75f-4552-86af-26ddf2a20e0e HTTP/1.1" status: 200 len: 1092 time: 0.7460032 Feb 03 13:47:22.972014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:47:22.974220 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d4a422-f123-4b1b-96d0-77a9c7b286d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:47:22.999843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d7c35-e23e-415e-abef-22bef299e2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:23.035796 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e6ef7c-eca2-4a76-ba66-ba5fa2bb7196 x-openstack-request-id: req-23e6ef7c-eca2-4a76-ba66-ba5fa2bb7196 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:47:23.036154 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:47:23.036479 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23e6ef7c-eca2-4a76-ba66-ba5fa2bb7196 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:47:23.036885 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'status': 'completed', 'code': 200} Feb 03 13:47:23.072014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff556-359f-4931-b6da-819fedb00e47 req-f2e97185-2014-4dd7-9cfc-cb91546e1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:23.073625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-f2e97185-2014-4dd7-9cfc-cb91546e1001 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 1126 time: 0.0491240 Feb 03 13:47:23.116639 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-d2ed4bbe-dcd2-44e4-818f-58ace295c7f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e HTTP/1.1" status: 200 len: 217 time: 0.0354426 Feb 03 13:47:23.182728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff556-359f-4931-b6da-819fedb00e47 req-f0f9a26a-a234-4921-a6a8-00f66fb8ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:23.184254 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-f0f9a26a-a234-4921-a6a8-00f66fb8ca43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e510ff-d48d-4890-a611-44c406455d72 HTTP/1.1" status: 200 len: 834 time: 0.0601084 Feb 03 13:47:23.235760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff556-359f-4931-b6da-819fedb00e47 req-30984b93-1b77-4668-acdb-2fe762f0e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:23.237264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-30984b93-1b77-4668-acdb-2fe762f0e023 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24796618-560f-4a2c-a8e3-d0279375fc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466492 Feb 03 13:47:23.330115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-6357960c-5620-4339-a8d9-f3fceb25c577 service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 Feb 03 13:47:23.433971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c9eff556-359f-4931-b6da-819fedb00e47 req-b8eaaeb8-9ba2-4a80-97df-a660cc5ec62b service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970199 Feb 03 13:47:23.537767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-3b8255cd-4a82-471f-ac59-83607ae84c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:23.539370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-3b8255cd-4a82-471f-ac59-83607ae84c5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 1126 time: 0.0502861 Feb 03 13:47:23.636287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-763426d3-f44f-4e87-bfae-f3ef32fa2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:23.638128 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-763426d3-f44f-4e87-bfae-f3ef32fa2290 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24796618-560f-4a2c-a8e3-d0279375fc6c HTTP/1.1" status: 200 len: 897 time: 0.0915096 Feb 03 13:47:23.681173 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-5c1ae0e1-8d5f-4994-ba62-605b135d22f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e HTTP/1.1" status: 200 len: 217 time: 0.0360205 Feb 03 13:47:23.732805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-94fea14f-1f6a-48ec-9714-a2159a6076d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:23.734307 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-94fea14f-1f6a-48ec-9714-a2159a6076d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e510ff-d48d-4890-a611-44c406455d72 HTTP/1.1" status: 200 len: 834 time: 0.0462987 Feb 03 13:47:23.796226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-0b40de4c-28ff-4964-a090-68be43254c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:23.797804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-0b40de4c-28ff-4964-a090-68be43254c51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24796618-560f-4a2c-a8e3-d0279375fc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0553694 Feb 03 13:47:23.910923 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117cbdd-9537-4e9f-8873-77473dda07c7 req-32a19177-8a76-4003-a0fe-8cc00405edda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:23.912407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c117cbdd-9537-4e9f-8873-77473dda07c7 req-32a19177-8a76-4003-a0fe-8cc00405edda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 943 time: 0.1136806 Feb 03 13:47:23.938787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-1ecc4683-a745-48cd-a9b9-af35445ef8ad service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316214 Feb 03 13:47:23.993326 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c117cbdd-9537-4e9f-8873-77473dda07c7 req-fd395b67-52c4-4a49-a3cd-519fe260535b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713887 Feb 03 13:47:24.051579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05d4a422-f123-4b1b-96d0-77a9c7b286d2 req-3f1d2a9d-0aea-4879-bfec-b5538300e206 service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052337 Feb 03 13:47:25.129399 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33d152-8910-4fe1-a0f2-632357b5e0dc req-32dca25b-20a5-4583-b920-bd5c1b42a4de tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:25.130946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee33d152-8910-4fe1-a0f2-632357b5e0dc req-32dca25b-20a5-4583-b920-bd5c1b42a4de tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 943 time: 0.0624783 Feb 03 13:47:25.182640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ee33d152-8910-4fe1-a0f2-632357b5e0dc req-15481384-95d4-41ce-b8c1-872821b96a37 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Feb 03 13:47:26.316165 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452db05-cdd4-415e-a472-0787c7b269c4 req-2bbcfecf-25e2-4306-87de-58c22cc98424 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:26.317713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6452db05-cdd4-415e-a472-0787c7b269c4 req-2bbcfecf-25e2-4306-87de-58c22cc98424 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 943 time: 0.0637436 Feb 03 13:47:26.368273 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6452db05-cdd4-415e-a472-0787c7b269c4 req-f793c532-3168-44b1-be72-8f72c2954c35 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449128 Feb 03 13:47:27.519412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe1976-ca56-4c62-9d11-2fb990b4c67e req-2e7f153c-baf3-450d-80a3-324596788d3a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:27.521360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12fe1976-ca56-4c62-9d11-2fb990b4c67e req-2e7f153c-baf3-450d-80a3-324596788d3a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 943 time: 0.0671833 Feb 03 13:47:27.586384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12fe1976-ca56-4c62-9d11-2fb990b4c67e req-6059e253-1135-4da4-bfee-5e993d3ac6eb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594060 Feb 03 13:47:27.893677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:47:28.029018 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:28.041764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'port_id': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'mac_address': 'fa:16:3e:ea:21:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:47:28.086785 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:28.087177 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:28.107607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:47:28.132259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:28.138257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:28.201330 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:28.355719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['9a9c7f4e-c75f-4552-86af-26ddf2a20e0e'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:47:28.722216 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb998f-8d31-49b6-ba63-cb09dd63ebbf req-f20749af-6411-4b22-a1d5-69861edc8222 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:28.723745 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ebb998f-8d31-49b6-ba63-cb09dd63ebbf req-f20749af-6411-4b22-a1d5-69861edc8222 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 944 time: 0.0596802 Feb 03 13:47:28.776776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ebb998f-8d31-49b6-ba63-cb09dd63ebbf req-158d957b-ebf8-43a7-a4c1-9287def8307c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 Feb 03 13:47:29.898087 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:47:29.912507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeca9a-286a-40c9-a47c-dab119b0920f req-452a00d7-a73e-43b4-a5c5-cabf6a9de3b6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:29.914031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88eeca9a-286a-40c9-a47c-dab119b0920f req-452a00d7-a73e-43b4-a5c5-cabf6a9de3b6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 944 time: 0.0592551 Feb 03 13:47:29.953431 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:47:29.957414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:47:29.957790 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:29.965546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-88eeca9a-286a-40c9-a47c-dab119b0920f req-9cec91b5-bf55-4b8f-9378-a0b9b4da3a12 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456264 Feb 03 13:47:30.046626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:47:30.046902 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:30.071295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:47:30.073533 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35475d4e-edca-4592-84bb-4c0e509ff65d" -d '{"events": [{"server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "name": "network-vif-plugged", "status": "completed", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:47:30.089621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:47:30.095644 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:30.146559 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:30.169264 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88862ef-d711-4e4b-bd04-72931f756a79 x-openstack-request-id: req-b88862ef-d711-4e4b-bd04-72931f756a79 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:47:30.169563 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "name": "network-vif-plugged", "status": "completed", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:47:30.169820 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b88862ef-d711-4e4b-bd04-72931f756a79 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:47:30.170228 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'code': 200} Feb 03 13:47:30.284700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b6c41-5802-426e-8c20-c1c41e412632 req-779f8317-8534-4781-89ab-27bc270f4f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:30.286222 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-215b6c41-5802-426e-8c20-c1c41e412632 req-779f8317-8534-4781-89ab-27bc270f4f8b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 1128 time: 0.0559137 Feb 03 13:47:30.334103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-215b6c41-5802-426e-8c20-c1c41e412632 req-7f4a362f-053d-4f20-90a4-f33d01bca5ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412810 Feb 03 13:47:31.089784 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a51a3f-a078-4927-a485-edd66987c332 req-f1015545-7b59-4561-881d-073fd5eb915e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:31.091315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2a51a3f-a078-4927-a485-edd66987c332 req-f1015545-7b59-4561-881d-073fd5eb915e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0539091 Feb 03 13:47:31.140076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2a51a3f-a078-4927-a485-edd66987c332 req-97891428-b892-4cb6-b561-f9e24ffa2f70 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Feb 03 13:47:32.277411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d88b-1e6f-456b-9bcd-94581034f6b0 req-57a6c794-e72b-4e95-9b43-1cba31df5631 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:32.278898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf09d88b-1e6f-456b-9bcd-94581034f6b0 req-57a6c794-e72b-4e95-9b43-1cba31df5631 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Feb 03 13:47:32.333496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf09d88b-1e6f-456b-9bcd-94581034f6b0 req-0ef9e539-4956-4283-ac4d-ef14720e5d43 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 Feb 03 13:47:32.462670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aca665-f856-4d6a-a45e-b9131067d4db req-a4869515-5a11-4913-b843-4d880578e0cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:32.464183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4aca665-f856-4d6a-a45e-b9131067d4db req-a4869515-5a11-4913-b843-4d880578e0cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0588179 Feb 03 13:47:32.516446 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d4aca665-f856-4d6a-a45e-b9131067d4db req-f0b3949e-176a-4fe6-98ab-5b4c334234a0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466485 Feb 03 13:47:32.544167 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50856) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:32.589501 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2205577-efe5-4f61-9b80-4b0b36f4873b tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:32.590981 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c2205577-efe5-4f61-9b80-4b0b36f4873b tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 1123 time: 0.0458124 Feb 03 13:47:32.593961 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50858) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:32.598480 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:47:32.621010 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:32.723339 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:32.833358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.130 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/114b971f-a9df-44dc-9ad1-48d051e631db) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:47:32.946279 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (114b971f-a9df-44dc-9ad1-48d051e631db), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:32.987908 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (114b971f-a9df-44dc-9ad1-48d051e631db), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:33.030187 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:47:33.035963 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:47:33.039489 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:47:33.041418 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=114b971f-a9df-44dc-9ad1-48d051e631db,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:33.435592 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (5288dbc1-8fa0-4409-9494-60230a2fceb5), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:33.511779 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (114b971f-a9df-44dc-9ad1-48d051e631db), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:33.686195 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (114b971f-a9df-44dc-9ad1-48d051e631db), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:33.694018 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (114b971f-a9df-44dc-9ad1-48d051e631db), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:33.769229 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=114b971f-a9df-44dc-9ad1-48d051e631db,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:47:33.779556 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (5288dbc1-8fa0-4409-9494-60230a2fceb5), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:33.891379 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP 5288dbc1-8fa0-4409-9494-60230a2fceb5 associated. External IP: 172.25.3.130, port: 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e. Feb 03 13:47:34.113917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router d7c47550-2b32-4526-be7c-4aeeade79e17 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:47:34.220861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:47:34.230794 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] Sync routers for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:47:34.239966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:34.242242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:34.242913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:34.272342 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-292473d7-5f80-4fc8-80db-ddf96ada44b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6773226 Feb 03 13:47:34.272930 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:47:34.275220 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722" -d '{"events": [{"name": "network-changed", "server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:47:34.349569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:34.372590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafe1c9-08cf-482d-9e95-2bfacafbb7c7 req-0d34069a-42b3-488c-9968-fa9d429be13a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:34.373979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fafe1c9-08cf-482d-9e95-2bfacafbb7c7 req-0d34069a-42b3-488c-9968-fa9d429be13a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0529575 Feb 03 13:47:34.423100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fafe1c9-08cf-482d-9e95-2bfacafbb7c7 req-da96d014-1e73-415d-b691-14db73241b35 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Feb 03 13:47:34.448015 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50868) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:34.514252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-417ff292-7468-4c2b-a217-cd99bc81987f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/5288dbc1-8fa0-4409-9494-60230a2fceb5 HTTP/1.1" status: 200 len: 991 time: 0.0647938 Feb 03 13:47:34.532933 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23024c3d-624f-45fd-a2d2-2034deb71368 x-openstack-request-id: req-23024c3d-624f-45fd-a2d2-2034deb71368 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:47:34.533317 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:47:34.533572 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23024c3d-624f-45fd-a2d2-2034deb71368 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:47:34.534365 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'status': 'completed', 'code': 200} Feb 03 13:47:34.583249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '5288dbc1-8fa0-4409-9494-60230a2fceb5', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'port_id': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'mac_address': 'fa:16:3e:ea:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af8462c-b333-40b2-8199-ea642b690273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:47:33Z', 'updated_at': '2022-02-03T13:47:33Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11415704-45f0-4d58-9549-26aff5405bf9', 'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:a4:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:18Z', 'updated_at': '2022-02-03T13:47:21Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:34.597212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-8c86fb2c-b363-4f41-9d2f-3e4681f507c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:34.600178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-8c86fb2c-b363-4f41-9d2f-3e4681f507c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 1128 time: 0.0452361 Feb 03 13:47:34.614592 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] Checking router: d7c47550-2b32-4526-be7c-4aeeade79e17 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:47:34.623931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:47:34.624853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:47:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:34.700411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-03df6dc7-45dd-4a58-a66b-bd7ea408f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:34.701912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-03df6dc7-45dd-4a58-a66b-bd7ea408f33b service neutron] 10.222.0.72 "GET /v2.0/networks?id=24796618-560f-4a2c-a8e3-d0279375fc6c HTTP/1.1" status: 200 len: 897 time: 0.0954227 Feb 03 13:47:34.734140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:47:34.768304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-beb41a9c-584d-4b4a-9e49-8a3f4487ce3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e HTTP/1.1" status: 200 len: 999 time: 0.0599711 Feb 03 13:47:34.816966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-620884b8-54f4-4fed-bcff-67caf4477bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:34.818468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-620884b8-54f4-4fed-bcff-67caf4477bfd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e510ff-d48d-4890-a611-44c406455d72 HTTP/1.1" status: 200 len: 834 time: 0.0439117 Feb 03 13:47:34.871861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-4d40ffd3-96cd-418e-90e8-2578228d3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:34.874052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-4d40ffd3-96cd-418e-90e8-2578228d3289 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24796618-560f-4a2c-a8e3-d0279375fc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491774 Feb 03 13:47:34.959626 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '5288dbc1-8fa0-4409-9494-60230a2fceb5', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'port_id': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'mac_address': 'fa:16:3e:ea:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af8462c-b333-40b2-8199-ea642b690273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:47:33Z', 'updated_at': '2022-02-03T13:47:33Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11415704-45f0-4d58-9549-26aff5405bf9', 'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:a4:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:18Z', 'updated_at': '2022-02-03T13:47:21Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:47:34.967713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-93c6d93a-4105-4c84-9b63-de9d0e3bd880 service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866442 Feb 03 13:47:34.995044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d3b26-9303-466f-9a74-d150ef328798 None None] The sync data for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 is: [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '5288dbc1-8fa0-4409-9494-60230a2fceb5', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'port_id': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'mac_address': 'fa:16:3e:ea:21:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af8462c-b333-40b2-8199-ea642b690273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:47:33Z', 'updated_at': '2022-02-03T13:47:33Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11415704-45f0-4d58-9549-26aff5405bf9', 'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:a4:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:18Z', 'updated_at': '2022-02-03T13:47:21Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:47:35.074031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-037fa0e6-5945-4a88-aac2-aaf5ccc1e722 req-6a17dc41-a3eb-4534-8970-ab71fc268407 service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994174 Feb 03 13:47:35.204083 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83758c50-5b00-40b3-b13d-1dd2884c6d93 None None] New status for floating IP 5288dbc1-8fa0-4409-9494-60230a2fceb5: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:47:35.519464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50870) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:47:35.585877 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0dd4b111-213f-446b-8dda-c56bbc689ffd tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/5288dbc1-8fa0-4409-9494-60230a2fceb5 HTTP/1.1" status: 200 len: 993 time: 0.0648415 Feb 03 13:47:36.691075 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08e8c221-43c9-4f8a-9296-7451ae7f8d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:38.966010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-871966b8-87ba-40d1-8dc7-b25e94d12bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:40.391239 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:41.809191 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:42.715138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:46.759017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-72826a10-e26a-4ab2-a846-3e7b5801affd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536883 Feb 03 13:47:46.857965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-c555be7d-2837-49f8-9fda-9c2553df1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:46.859486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-c555be7d-2837-49f8-9fda-9c2553df1256 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 1128 time: 0.0459330 Feb 03 13:47:46.952197 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:46.963786 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-cb3a5c6a-1a47-4867-8c63-5a0f61c8d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:46.965263 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-cb3a5c6a-1a47-4867-8c63-5a0f61c8d260 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24796618-560f-4a2c-a8e3-d0279375fc6c HTTP/1.1" status: 200 len: 897 time: 0.0851421 Feb 03 13:47:47.033194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-8415df18-c56c-4f96-9e03-e46c0ee2a580 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e HTTP/1.1" status: 200 len: 1001 time: 0.0596764 Feb 03 13:47:47.088564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-57f16cb3-e1e7-403c-a240-ae7cec7236b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:47.090063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-57f16cb3-e1e7-403c-a240-ae7cec7236b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e510ff-d48d-4890-a611-44c406455d72 HTTP/1.1" status: 200 len: 834 time: 0.0503247 Feb 03 13:47:47.142363 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-50e1ae5d-8ce8-4aad-8634-98eafdc56f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:47.143872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-50e1ae5d-8ce8-4aad-8634-98eafdc56f5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24796618-560f-4a2c-a8e3-d0279375fc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448914 Feb 03 13:47:47.262821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-c010fbce-0a39-40f6-ba6c-9ff9068be98b service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118202 Feb 03 13:47:47.357888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f226fd03-72a9-49cb-9aa3-e9ebfa877ca0 req-d695091a-52f7-4864-944d-04d81457babb service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888038 Feb 03 13:47:50.739509 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:47:51.430346 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:04.427243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce31e-9177-4484-bcf6-033532908688 req-fef46bb4-4c0c-4717-9800-72aff656b473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:04.428726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d5ce31e-9177-4484-bcf6-033532908688 req-fef46bb4-4c0c-4717-9800-72aff656b473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0562999 Feb 03 13:48:04.483561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d5ce31e-9177-4484-bcf6-033532908688 req-476ddbf3-67d6-4c3d-962a-8025e6d1e782 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458772 Feb 03 13:48:05.615588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087dd36-a101-4b48-933e-3f5e7db986e5 req-427b92fa-1bc1-4083-88df-1b819d8f6fd1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:05.617113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8087dd36-a101-4b48-933e-3f5e7db986e5 req-427b92fa-1bc1-4083-88df-1b819d8f6fd1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0535636 Feb 03 13:48:05.666727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8087dd36-a101-4b48-933e-3f5e7db986e5 req-ccb206ea-9d55-478f-8683-5b5b0efb65e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Feb 03 13:48:05.696032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50888) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:05.761867 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5a6b86f2-8d63-472b-ad2c-b802d7a6e78e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/5288dbc1-8fa0-4409-9494-60230a2fceb5 HTTP/1.1" status: 200 len: 993 time: 0.0646725 Feb 03 13:48:06.702933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4f390c7-d5d6-4323-8d4d-190f09ceaf7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:07.069089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aececc-e036-4e58-a062-81a22fae6d3a req-e5afea3d-45be-4b00-851f-d96e12bd9964 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:07.070643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10aececc-e036-4e58-a062-81a22fae6d3a req-e5afea3d-45be-4b00-851f-d96e12bd9964 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0526938 Feb 03 13:48:07.121717 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-10aececc-e036-4e58-a062-81a22fae6d3a req-8768d1da-cc84-484b-95fd-eadf9354bbec tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442395 Feb 03 13:48:08.268393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eaa08-c009-428e-8996-adceeaa29c8a req-43b4643b-f11e-45de-8833-b5e76b31ffd3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:08.269881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b1eaa08-c009-428e-8996-adceeaa29c8a req-43b4643b-f11e-45de-8833-b5e76b31ffd3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0677092 Feb 03 13:48:08.323506 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b1eaa08-c009-428e-8996-adceeaa29c8a req-16de4a59-92a8-4205-af28-99a43ab4788a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454619 Feb 03 13:48:08.350077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50898) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:08.412509 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-14e4aa2b-c8d8-4256-906b-cd100c7e6aeb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/5288dbc1-8fa0-4409-9494-60230a2fceb5 HTTP/1.1" status: 200 len: 993 time: 0.0611718 Feb 03 13:48:08.728455 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50904) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:08.891594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 114b971f-a9df-44dc-9ad1-48d051e631db {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:48:08.891912 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (114b971f-a9df-44dc-9ad1-48d051e631db), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:08.963939 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a03b676-eba9-45fd-93ca-8d6e3564cc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:08.973494 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (114b971f-a9df-44dc-9ad1-48d051e631db), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:08.973830 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (114b971f-a9df-44dc-9ad1-48d051e631db), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:08.985835 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 114b971f-a9df-44dc-9ad1-48d051e631db owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:48:09.147242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (114b971f-a9df-44dc-9ad1-48d051e631db), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:09.173349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=114b971f-a9df-44dc-9ad1-48d051e631db,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:09.183402 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.183761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.184889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.185247 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.185956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.185956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.186222 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.186580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.186910 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.187241 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.187575 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.187901 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.188224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:09.254299 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (5288dbc1-8fa0-4409-9494-60230a2fceb5), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:09.254561 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP 5288dbc1-8fa0-4409-9494-60230a2fceb5 disassociated (deleted). External IP: 172.25.3.130, port: 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e. Feb 03 13:48:09.467534 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router d7c47550-2b32-4526-be7c-4aeeade79e17 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:48:09.577306 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:48:09.582099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:09.588679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] Sync routers for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:48:09.599394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:09.600009 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:09.614076 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-505e5247-9a0e-4c05-a2fd-54a235b8f63b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/floatingips/5288dbc1-8fa0-4409-9494-60230a2fceb5 HTTP/1.1" status: 204 len: 168 time: 0.8842869 Feb 03 13:48:09.614681 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:48:09.616919 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa40caa-0046-4690-b09b-97cc0a79ce07" -d '{"events": [{"name": "network-changed", "server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:48:09.889446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:10.072383 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7a72eb-675f-4205-9efc-c4840b8ab6d8 x-openstack-request-id: req-de7a72eb-675f-4205-9efc-c4840b8ab6d8 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:48:10.072922 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:48:10.072922 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de7a72eb-675f-4205-9efc-c4840b8ab6d8 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:48:10.073442 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'status': 'completed', 'code': 200} Feb 03 13:48:10.104860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11415704-45f0-4d58-9549-26aff5405bf9', 'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:a4:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:18Z', 'updated_at': '2022-02-03T13:47:21Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:10.136065 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] Checking router: d7c47550-2b32-4526-be7c-4aeeade79e17 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:48:10.145003 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:10.145632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:10.176603 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-856737e8-cb0f-4b03-a589-1814ec4b7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:10.178107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-856737e8-cb0f-4b03-a589-1814ec4b7d44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 1128 time: 0.0823479 Feb 03 13:48:10.202347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d2681-2e17-40f7-805b-c43d8682e46f req-0b9afda3-e742-45dc-b04b-63a6adaa193e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:10.203796 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f34d2681-2e17-40f7-805b-c43d8682e46f req-0b9afda3-e742-45dc-b04b-63a6adaa193e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0757241 Feb 03 13:48:10.255417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:10.303681 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f34d2681-2e17-40f7-805b-c43d8682e46f req-2dc9f55a-079b-42e3-910c-650fc06b44f3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901797 Feb 03 13:48:10.317798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-a10c491e-db70-4859-b466-85ed8963ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:10.319475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-a10c491e-db70-4859-b466-85ed8963ceee service neutron] 10.222.0.72 "GET /v2.0/networks?id=24796618-560f-4a2c-a8e3-d0279375fc6c HTTP/1.1" status: 200 len: 897 time: 0.1330199 Feb 03 13:48:10.369018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-043d03ce-3b56-4e05-9202-40c4d7c4ad7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e HTTP/1.1" status: 200 len: 217 time: 0.0403385 Feb 03 13:48:10.419568 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:10.429511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-8650fe13-1e68-4e11-be4e-e87b70d55e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:10.431013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-8650fe13-1e68-4e11-be4e-e87b70d55e35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0e510ff-d48d-4890-a611-44c406455d72 HTTP/1.1" status: 200 len: 834 time: 0.0489788 Feb 03 13:48:10.476349 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11415704-45f0-4d58-9549-26aff5405bf9', 'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:a4:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:18Z', 'updated_at': '2022-02-03T13:47:21Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:10.482952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-6cb2b720-3434-4dbc-8ce8-886e0becba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:10.484556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-6cb2b720-3434-4dbc-8ce8-886e0becba9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24796618-560f-4a2c-a8e3-d0279375fc6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449364 Feb 03 13:48:10.502694 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001351f0-8db8-4acc-9921-2569380a82b2 None None] The sync data for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 is: [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '11415704-45f0-4d58-9549-26aff5405bf9', 'name': '', 'network_id': '24796618-560f-4a2c-a8e3-d0279375fc6c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:a4:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:18Z', 'updated_at': '2022-02-03T13:47:21Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'd0e510ff-d48d-4890-a611-44c406455d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:48:10.584076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-953a697e-0718-479d-9888-ace81f80c0aa service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909410 Feb 03 13:48:10.679784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3fa40caa-0046-4690-b09b-97cc0a79ce07 req-182b2ee7-9ac0-4cbf-8961-f239b5e19676 service neutron] 10.222.0.72 "GET /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879366 Feb 03 13:48:10.743029 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa07ab-b145-434d-8f73-3c0d0a10220c None None] New status for floating IP 5288dbc1-8fa0-4409-9494-60230a2fceb5: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:48:11.435999 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9c9e0-ca2d-4100-84f7-886af636250e req-bb392627-462b-4903-823f-26f5d2a1836d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:11.437599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5c9c9e0-ca2d-4100-84f7-886af636250e req-bb392627-462b-4903-823f-26f5d2a1836d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0594854 Feb 03 13:48:11.492154 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5c9c9e0-ca2d-4100-84f7-886af636250e req-8a0ac9ff-5995-4520-be24-31463fbd7a0e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=2981c93f-f865-4a51-a7e3-469520cf4934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488341 Feb 03 13:48:11.636846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-aea128a4-b73b-4149-be9b-a6af46292953 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:11.638947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-aea128a4-b73b-4149-be9b-a6af46292953 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 945 time: 0.0650861 Feb 03 13:48:11.745102 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:48:11.745445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:11.811655 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:11.837148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:11.837552 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:11.851025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:48:11.997296 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9a9c7f4e-c75f-4552-86af-26ddf2a20e0e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:12.031208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=9a9c7f4e-c75f-4552-86af-26ddf2a20e0e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:12.052934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.053281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.053628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.053957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.054283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.054630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.054958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.055292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.055620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.055948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.056267 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.056568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.056884 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:12.081114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] No DVR routers for this DVR port 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:48:12.083834 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:12.087415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f114a477-e62d-4608-a0c1-9a4d232a5716 req-4c2dfba7-7737-43f9-a517-4cd22bab2854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "DELETE /v2.0/ports/9a9c7f4e-c75f-4552-86af-26ddf2a20e0e HTTP/1.1" status: 204 len: 173 time: 0.4417007 Feb 03 13:48:12.087865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'name': 'network-vif-deleted', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:48:12.090098 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbac5a7-b144-4546-ba05-198b9c78709a" -d '{"events": [{"server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "name": "network-vif-deleted", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:48:12.127600 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21019fff-322c-4d68-afd7-510cc9a187af x-openstack-request-id: req-21019fff-322c-4d68-afd7-510cc9a187af {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:48:12.127897 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af8462c-b333-40b2-8199-ea642b690273", "name": "network-vif-deleted", "tag": "9a9c7f4e-c75f-4552-86af-26ddf2a20e0e", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:48:12.128148 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21019fff-322c-4d68-afd7-510cc9a187af {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:48:12.128556 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af8462c-b333-40b2-8199-ea642b690273', 'name': 'network-vif-deleted', 'tag': '9a9c7f4e-c75f-4552-86af-26ddf2a20e0e', 'status': 'completed', 'code': 200} Feb 03 13:48:12.611106 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9a13bfd-2e78-489a-9b66-56a2cca60baa req-2c82cdbf-bd04-4c92-b809-126f03d421ff tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af8462c-b333-40b2-8199-ea642b690273 HTTP/1.1" status: 200 len: 210 time: 0.0317369 Feb 03 13:48:12.713329 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:13.672456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50922) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:14.100210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:48:14.121666 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:48:14.122025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 9a9c7f4e-c75f-4552-86af-26ddf2a20e0e not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:48:14.347780 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (d7c47550-2b32-4526-be7c-4aeeade79e17), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:14.624392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 11415704-45f0-4d58-9549-26aff5405bf9 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:48:14.624729 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (11415704-45f0-4d58-9549-26aff5405bf9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:14.719390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 11415704-45f0-4d58-9549-26aff5405bf9, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=11415704-45f0-4d58-9549-26aff5405bf9,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:14.720099 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (11415704-45f0-4d58-9549-26aff5405bf9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:14.733802 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 11415704-45f0-4d58-9549-26aff5405bf9 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:48:14.929574 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (11415704-45f0-4d58-9549-26aff5405bf9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:14.956819 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=11415704-45f0-4d58-9549-26aff5405bf9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:15.141048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (d7c47550-2b32-4526-be7c-4aeeade79e17), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:15.373660 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router d7c47550-2b32-4526-be7c-4aeeade79e17 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:48:15.492888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:48:15.499300 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-da7629ee-e2ec-42f2-98b6-1c64f38f32e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/d7c47550-2b32-4526-be7c-4aeeade79e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8257153 Feb 03 13:48:15.502041 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50924) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:15.503334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] Sync routers for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:48:15.514137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:15.515090 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:15.554937 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d2a6c5-317a-42d8-b0fa-bc7a7df5cacc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting subnet d0e510ff-d48d-4890-a611-44c406455d72 {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:48:15.558072 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a6c5-317a-42d8-b0fa-bc7a7df5cacc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for subnet (d0e510ff-d48d-4890-a611-44c406455d72), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:15.600481 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a6c5-317a-42d8-b0fa-bc7a7df5cacc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (d0e510ff-d48d-4890-a611-44c406455d72), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:15.630929 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:15.692215 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a6c5-317a-42d8-b0fa-bc7a7df5cacc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (d0e510ff-d48d-4890-a611-44c406455d72), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:15.758547 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a6c5-317a-42d8-b0fa-bc7a7df5cacc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (d0e510ff-d48d-4890-a611-44c406455d72), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:15.788392 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2a6c5-317a-42d8-b0fa-bc7a7df5cacc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e510ff-d48d-4890-a611-44c406455d72,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:15.790734 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c5d2a6c5-317a-42d8-b0fa-bc7a7df5cacc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:15.798624 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c5d2a6c5-317a-42d8-b0fa-bc7a7df5cacc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/subnets/d0e510ff-d48d-4890-a611-44c406455d72 HTTP/1.1" status: 204 len: 168 time: 0.2955372 Feb 03 13:48:15.798810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50926) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:15.799232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3066f53-1144-4a26-9b1f-0eedc50cb0a1 None None] Network 24796618-560f-4a2c-a8e3-d0279375fc6c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:48:15.900617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:48:14Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:15.918483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (d7c47550-2b32-4526-be7c-4aeeade79e17), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:15.933985 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] Checking router: d7c47550-2b32-4526-be7c-4aeeade79e17 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:48:15.944857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] Routers {'d7c47550-2b32-4526-be7c-4aeeade79e17'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:15.945446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['d7c47550-2b32-4526-be7c-4aeeade79e17'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:16.021480 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (d7c47550-2b32-4526-be7c-4aeeade79e17), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.037440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b21e6-3aa3-431f-a445-fc99b879ed1c None None] DHCP port deletion for 24796618-560f-4a2c-a8e3-d0279375fc6c request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:48:16.089659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] Set router d7c47550-2b32-4526-be7c-4aeeade79e17 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:16.190301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ec2b21e6-3aa3-431f-a445-fc99b879ed1c None None] Deleting port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:48:16.190658 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec2b21e6-3aa3-431f-a445-fc99b879ed1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.456536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 63b6f9c0-c80d-4421-ba90-08cb526b43d6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:48:16.456859 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.488181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:48:16.493321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ec2b21e6-3aa3-431f-a445-fc99b879ed1c None None] For port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6bf63e49-bc39-4d4c-9d53-53e6bfe4815e,segment=NetworkSegment(4a66acc8-eb88-4f38-b4a0-d0eeef0df83e),segment_id=4a66acc8-eb88-4f38-b4a0-d0eeef0df83e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:16.493843 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec2b21e6-3aa3-431f-a445-fc99b879ed1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.543331 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 63b6f9c0-c80d-4421-ba90-08cb526b43d6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=63b6f9c0-c80d-4421-ba90-08cb526b43d6,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:16.543719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.552597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ec2b21e6-3aa3-431f-a445-fc99b879ed1c None None] Calling delete_port for 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:48:16.559409 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 63b6f9c0-c80d-4421-ba90-08cb526b43d6 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:48:16.696536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:48:14Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:16.698203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:16.698629 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.737437 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b231ee16-3850-4823-882c-14e9c4319742 None None] The sync data for ids ['d7c47550-2b32-4526-be7c-4aeeade79e17'] in n-d-792364-10 is: [{'id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26103340', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:47:14Z', 'updated_at': '2022-02-03T13:48:14Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '63b6f9c0-c80d-4421-ba90-08cb526b43d6', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c47550-2b32-4526-be7c-4aeeade79e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:47:15Z', 'updated_at': '2022-02-03T13:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:48:16.746919 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec2b21e6-3aa3-431f-a445-fc99b879ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (6bf63e49-bc39-4d4c-9d53-53e6bfe4815e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.762546 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (63b6f9c0-c80d-4421-ba90-08cb526b43d6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.795595 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b21e6-3aa3-431f-a445-fc99b879ed1c None None] Pushing event deleted for resources: {'Port': ['ID=6bf63e49-bc39-4d4c-9d53-53e6bfe4815e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:16.800299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b21e6-3aa3-431f-a445-fc99b879ed1c None None] No DVR routers for this DVR port 6bf63e49-bc39-4d4c-9d53-53e6bfe4815e on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:48:16.806176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=63b6f9c0-c80d-4421-ba90-08cb526b43d6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:16.874958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (d7c47550-2b32-4526-be7c-4aeeade79e17), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.948662 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.978229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (d7c47550-2b32-4526-be7c-4aeeade79e17), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.980476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (d7c47550-2b32-4526-be7c-4aeeade79e17), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.028666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (d7c47550-2b32-4526-be7c-4aeeade79e17), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.029430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Fanout notify agent at l3_agent the message router_deleted on router d7c47550-2b32-4526-be7c-4aeeade79e17 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:48:17.037914 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.041589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2b6edcc1-9954-4fdc-9f6c-39c5d41e5d96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/routers/d7c47550-2b32-4526-be7c-4aeeade79e17 HTTP/1.1" status: 204 len: 168 time: 1.2394352 Feb 03 13:48:17.041801 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50928) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:17.123449 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (24796618-560f-4a2c-a8e3-d0279375fc6c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.221345 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (24796618-560f-4a2c-a8e3-d0279375fc6c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.245642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24796618-560f-4a2c-a8e3-d0279375fc6c']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:17.256410 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:17.256707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a66acc8-eb88-4f38-b4a0-d0eeef0df83e') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:17.273764 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (4a66acc8-eb88-4f38-b4a0-d0eeef0df83e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.288315 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (4a66acc8-eb88-4f38-b4a0-d0eeef0df83e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.294500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:48:17.294889 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (4a66acc8-eb88-4f38-b4a0-d0eeef0df83e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:48:17.298216 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:48:17.361548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (24796618-560f-4a2c-a8e3-d0279375fc6c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.368771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.371864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/networks/24796618-560f-4a2c-a8e3-d0279375fc6c HTTP/1.1" status: 204 len: 168 time: 0.3290281 Feb 03 13:48:17.375559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50932) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:17.383425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf638e-34e7-406c-93b4-919260454473 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Network': ['ID=24796618-560f-4a2c-a8e3-d0279375fc6c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:17.440499 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7356429c-7d86-4d3a-b811-c7f8a0c006b4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (2981c93f-f865-4a51-a7e3-469520cf4934), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.471893 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7356429c-7d86-4d3a-b811-c7f8a0c006b4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (2981c93f-f865-4a51-a7e3-469520cf4934), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.533954 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7356429c-7d86-4d3a-b811-c7f8a0c006b4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2981c93f-f865-4a51-a7e3-469520cf4934), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.536475 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-7356429c-7d86-4d3a-b811-c7f8a0c006b4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.537700 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-7356429c-7d86-4d3a-b811-c7f8a0c006b4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/security-groups/2981c93f-f865-4a51-a7e3-469520cf4934 HTTP/1.1" status: 204 len: 168 time: 0.1605296 Feb 03 13:48:17.546956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356429c-7d86-4d3a-b811-c7f8a0c006b4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2981c93f-f865-4a51-a7e3-469520cf4934,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:17.863675 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50938) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:17.868414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4d1afe51-cbd9-46a6-b667-e9e044c67e9b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1805057220', 'description': 'tempest-secgroup-smoke-1805057220 description', 'project_id': 'a654f962348e457fba6675e25aee148b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:17.893675 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4d1afe51-cbd9-46a6-b667-e9e044c67e9b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.977526 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4d1afe51-cbd9-46a6-b667-e9e044c67e9b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (10f4df5e-ed3b-4215-a70a-0cdbab93ddb8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:17.982092 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4d1afe51-cbd9-46a6-b667-e9e044c67e9b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (10f4df5e-ed3b-4215-a70a-0cdbab93ddb8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.011832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4d1afe51-cbd9-46a6-b667-e9e044c67e9b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.013444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4d1afe51-cbd9-46a6-b667-e9e044c67e9b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1485021 Feb 03 13:48:18.015476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1afe51-cbd9-46a6-b667-e9e044c67e9b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:18.016349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50940) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:18.021333 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-772cc904-6bb8-4b45-8996-ac16461aa86b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '10f4df5e-ed3b-4215-a70a-0cdbab93ddb8', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:18.050755 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-772cc904-6bb8-4b45-8996-ac16461aa86b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (7c89df1f-fe39-45d5-abcc-2fe6fdd3a584), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.098052 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-772cc904-6bb8-4b45-8996-ac16461aa86b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (7c89df1f-fe39-45d5-abcc-2fe6fdd3a584), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.103011 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-772cc904-6bb8-4b45-8996-ac16461aa86b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (7c89df1f-fe39-45d5-abcc-2fe6fdd3a584), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.120181 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cc904-6bb8-4b45-8996-ac16461aa86b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c89df1f-fe39-45d5-abcc-2fe6fdd3a584,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:18.130702 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-772cc904-6bb8-4b45-8996-ac16461aa86b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.131921 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-772cc904-6bb8-4b45-8996-ac16461aa86b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144152 Feb 03 13:48:18.134873 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50942) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:18.139159 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-dd147def-17e8-4dc1-b85d-244be8c06689 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '10f4df5e-ed3b-4215-a70a-0cdbab93ddb8', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:18.166414 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd147def-17e8-4dc1-b85d-244be8c06689 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (84cb0b84-a38f-46d4-9ab5-113697cb7659), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.233708 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd147def-17e8-4dc1-b85d-244be8c06689 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (84cb0b84-a38f-46d4-9ab5-113697cb7659), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.241915 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd147def-17e8-4dc1-b85d-244be8c06689 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (84cb0b84-a38f-46d4-9ab5-113697cb7659), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.263310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd147def-17e8-4dc1-b85d-244be8c06689 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cb0b84-a38f-46d4-9ab5-113697cb7659,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:18.269355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-dd147def-17e8-4dc1-b85d-244be8c06689 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.270620 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-dd147def-17e8-4dc1-b85d-244be8c06689 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347742 Feb 03 13:48:18.273358 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50944) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:18.277844 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-baeadae6-ddb2-44bc-b093-52766197e09d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '10f4df5e-ed3b-4215-a70a-0cdbab93ddb8', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:18.305511 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-baeadae6-ddb2-44bc-b093-52766197e09d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (c7112c69-6c34-49d6-b228-dffac48a9521), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.366721 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-baeadae6-ddb2-44bc-b093-52766197e09d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (c7112c69-6c34-49d6-b228-dffac48a9521), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.372139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-baeadae6-ddb2-44bc-b093-52766197e09d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c7112c69-6c34-49d6-b228-dffac48a9521), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.390092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 11415704-45f0-4d58-9549-26aff5405bf9 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:48:18.391361 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeadae6-ddb2-44bc-b093-52766197e09d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7112c69-6c34-49d6-b228-dffac48a9521,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:18.403748 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-baeadae6-ddb2-44bc-b093-52766197e09d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.404986 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-baeadae6-ddb2-44bc-b093-52766197e09d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307027 Feb 03 13:48:18.407822 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50946) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:18.411357 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 11415704-45f0-4d58-9549-26aff5405bf9 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:48:18.411899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 11415704-45f0-4d58-9549-26aff5405bf9 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:48:18.412311 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 63b6f9c0-c80d-4421-ba90-08cb526b43d6 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:48:18.412538 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0294ff63-2a97-43f0-b13e-6703f6de7f25 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '10f4df5e-ed3b-4215-a70a-0cdbab93ddb8', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:18.432390 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 63b6f9c0-c80d-4421-ba90-08cb526b43d6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:48:18.432766 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 63b6f9c0-c80d-4421-ba90-08cb526b43d6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:48:18.440828 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0294ff63-2a97-43f0-b13e-6703f6de7f25 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (fab177c9-53d6-45b6-88b9-55daaff959a8), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.501953 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0294ff63-2a97-43f0-b13e-6703f6de7f25 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (fab177c9-53d6-45b6-88b9-55daaff959a8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.508422 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0294ff63-2a97-43f0-b13e-6703f6de7f25 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (fab177c9-53d6-45b6-88b9-55daaff959a8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.528569 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294ff63-2a97-43f0-b13e-6703f6de7f25 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab177c9-53d6-45b6-88b9-55daaff959a8,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:18.537856 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0294ff63-2a97-43f0-b13e-6703f6de7f25 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.539070 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0294ff63-2a97-43f0-b13e-6703f6de7f25 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299567 Feb 03 13:48:18.542894 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50948) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:18.547400 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f2fbe715-f683-4e73-a809-f56a267edc9c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '10f4df5e-ed3b-4215-a70a-0cdbab93ddb8', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:18.569114 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-f2fbe715-f683-4e73-a809-f56a267edc9c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:48:18.573997 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe715-f683-4e73-a809-f56a267edc9c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (ff03d2fe-6dcc-4b0f-b3c2-dfa6c6663757), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.643870 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe715-f683-4e73-a809-f56a267edc9c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (ff03d2fe-6dcc-4b0f-b3c2-dfa6c6663757), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.649123 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe715-f683-4e73-a809-f56a267edc9c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (ff03d2fe-6dcc-4b0f-b3c2-dfa6c6663757), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.667705 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbe715-f683-4e73-a809-f56a267edc9c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff03d2fe-6dcc-4b0f-b3c2-dfa6c6663757,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:18.676216 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe715-f683-4e73-a809-f56a267edc9c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.677448 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f2fbe715-f683-4e73-a809-f56a267edc9c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336088 Feb 03 13:48:18.680650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50950) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:18.684976 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-1b444352-f251-4952-9d51-f327b7084b65 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '10f4df5e-ed3b-4215-a70a-0cdbab93ddb8', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:18.707265 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-1b444352-f251-4952-9d51-f327b7084b65 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:48:18.712350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b444352-f251-4952-9d51-f327b7084b65 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (b6504c56-1657-4639-b7a6-3f7318fe34a1), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.779097 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b444352-f251-4952-9d51-f327b7084b65 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (b6504c56-1657-4639-b7a6-3f7318fe34a1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.785385 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b444352-f251-4952-9d51-f327b7084b65 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (b6504c56-1657-4639-b7a6-3f7318fe34a1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.802158 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b444352-f251-4952-9d51-f327b7084b65 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6504c56-1657-4639-b7a6-3f7318fe34a1,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:18.812887 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-1b444352-f251-4952-9d51-f327b7084b65 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.814098 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-1b444352-f251-4952-9d51-f327b7084b65 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325099 Feb 03 13:48:18.817008 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50952) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:18.821769 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'network': {'name': 'tempest-network-smoke--1648602208', 'project_id': 'a654f962348e457fba6675e25aee148b', 'port_security_enabled': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:18.841806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:48:18.845177 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.870138 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:48:18.880882 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (789e46d7-bdcf-4ccd-8277-282e95cc74e0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.881233 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Added segment 789e46d7-bdcf-4ccd-8277-282e95cc74e0 of type vlan for network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d Feb 03 13:48:18.928631 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (7eb51dfd-3dd0-4fa8-b50c-613393547d3d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.959407 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (7eb51dfd-3dd0-4fa8-b50c-613393547d3d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.964303 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:18.964889 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:18.998955 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1808584 Feb 03 13:48:19.002191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50954) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:19.007541 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'admin_state_up': True, 'project_id': 'a654f962348e457fba6675e25aee148b', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:19.032925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d94d2-2edd-4bda-9477-ccf76c9f099e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Network': ['ID=7eb51dfd-3dd0-4fa8-b50c-613393547d3d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:19.038441 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (15770bf6-5fbd-4aac-a8a3-1899ed358506), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:19.039653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (15770bf6-5fbd-4aac-a8a3-1899ed358506), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:19.044896 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:48:19.098312 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (15770bf6-5fbd-4aac-a8a3-1899ed358506), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:19.242118 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (15770bf6-5fbd-4aac-a8a3-1899ed358506), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:19.443017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (15770bf6-5fbd-4aac-a8a3-1899ed358506), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:19.465506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:19.576231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.71 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/5506cecd-2162-46d1-85bf-c71a6134cabe) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:48:19.684640 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:19.721596 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:19.759277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:48:19.764061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:19.768379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:48:19.773697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=5506cecd-2162-46d1-85bf-c71a6134cabe,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:20.027017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (15770bf6-5fbd-4aac-a8a3-1899ed358506), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:20.226170 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (15770bf6-5fbd-4aac-a8a3-1899ed358506), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:20.360847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 15770bf6-5fbd-4aac-a8a3-1899ed358506 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:48:20.480300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:48:20.490883 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Sync routers for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:48:20.501749 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:20.502423 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:20.503869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:20.505276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7d001e14-0f52-484f-bf68-cad940b15cca tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5018630 Feb 03 13:48:20.510905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50956) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:20.545327 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9c5bd4ff-c58a-453e-b030-4c3cb72896aa tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a654f962348e457fba6675e25aee148b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330949 Feb 03 13:48:20.548219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50958) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:20.608059 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:20.636757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f884258-34aa-4c25-bf46-ac7c4ad391dc tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:20.638239 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0f884258-34aa-4c25-bf46-ac7c4ad391dc tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891364 Feb 03 13:48:20.641406 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 50960) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:20.668757 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-09615557-cd59-4d79-81fd-407f53713b3b tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263112 Feb 03 13:48:20.671847 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50962) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:20.676985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-30136743', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'project_id': 'a654f962348e457fba6675e25aee148b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:20.768268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:48:20.771821 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:20.792273 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:19Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:20.821445 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Checking router: 15770bf6-5fbd-4aac-a8a3-1899ed358506 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:48:20.821797 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Updating router 15770bf6-5fbd-4aac-a8a3-1899ed358506 port 5506cecd-2162-46d1-85bf-c71a6134cabe binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:48:20.849502 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:20.959224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (0554833e-88ec-4f88-9d55-7162a341d905), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.022821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Subnet': ['ID=0554833e-88ec-4f88-9d55-7162a341d905,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:21.031842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Checking segment: {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:48:21.032464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network hostable DHCP agents. Network: 7eb51dfd-3dd0-4fa8-b50c-613393547d3d, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:48:21.050114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:48:21.059228 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 7eb51dfd-3dd0-4fa8-b50c-613393547d3d) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:21.064713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:21.065328 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.068273 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d56a3-3ce2-44ae-9d8f-ffea829788a5 None None] Network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:48:21.089306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-28c1dcd0-2425-43db-bd7b-85ca09b0cf5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4136868 Feb 03 13:48:21.089527 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 50964) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:21.113733 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Publish callbacks [] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.121009 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.178893 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Attempting to bind port 5506cecd-2162-46d1-85bf-c71a6134cabe on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:48:21.179258 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Attempting to bind port 5506cecd-2162-46d1-85bf-c71a6134cabe by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:48:21.179621 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Attempting to bind port 5506cecd-2162-46d1-85bf-c71a6134cabe on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:48:21.182800 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Pushing event updated for resources: {'Port': ['ID=5506cecd-2162-46d1-85bf-c71a6134cabe,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:21.191011 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:48:21.191433 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:48:21.191795 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.192188 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:48:21.192588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:48:21.192719 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Bound port: 5506cecd-2162-46d1-85bf-c71a6134cabe, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:48:21.193022 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.193831 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.196833 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.197186 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.197526 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.198202 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.198202 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.198526 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.198845 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.199172 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.199492 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.199810 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.200130 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.200446 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.200761 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.251988 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] For port 5506cecd-2162-46d1-85bf-c71a6134cabe, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:48:21.255178 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] For port 5506cecd-2162-46d1-85bf-c71a6134cabe, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5506cecd-2162-46d1-85bf-c71a6134cabe,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:48:21.261384 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.323711 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a37293-3990-4806-b1b2-339356f759c1 None None] Pushing event updated for resources: {'Port': ['ID=5506cecd-2162-46d1-85bf-c71a6134cabe,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:21.327827 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:21.328543 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:21.335493 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Allocated IP 172.20.0.2 (7eb51dfd-3dd0-4fa8-b50c-613393547d3d/0554833e-88ec-4f88-9d55-7162a341d905/ae802e5e-bcf7-4756-bcca-252b762ecac5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:48:21.448055 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:21.486380 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Publish callbacks [] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.487870 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.493734 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.544345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:48:21.547880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:21.555149 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:48:21.560037 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Pushing event updated for resources: {'Port': ['ID=ae802e5e-bcf7-4756-bcca-252b762ecac5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:21.573103 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.590629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.590981 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.591336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.591671 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.592005 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.592338 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.592735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.593298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.593753 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.594089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.594461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.594791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.595118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:48:21.630979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Attempting to bind port ae802e5e-bcf7-4756-bcca-252b762ecac5 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:48:21.630979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Attempting to bind port ae802e5e-bcf7-4756-bcca-252b762ecac5 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:48:21.631358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Attempting to bind port ae802e5e-bcf7-4756-bcca-252b762ecac5 on network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:48:21.633955 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:19Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:21.636369 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:48:21.636751 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Checking segment: {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:48:21.637161 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.637560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Bound using segment: {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:48:21.638026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Bound port: ae802e5e-bcf7-4756-bcca-252b762ecac5, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:48:21.638442 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.660675 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e1ea2-f8d8-4f3b-b9cc-c7b8acd9166a None None] The sync data for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 is: [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:19Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:48:21.706911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] For port ae802e5e-bcf7-4756-bcca-252b762ecac5, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:48:21.711222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] For port ae802e5e-bcf7-4756-bcca-252b762ecac5, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ae802e5e-bcf7-4756-bcca-252b762ecac5,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:48:21.717567 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:21.780178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d111aab-4088-4479-8bdb-39cd5a8d5581 None None] Pushing event updated for resources: {'Port': ['ID=ae802e5e-bcf7-4756-bcca-252b762ecac5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:21.872212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.1 (7eb51dfd-3dd0-4fa8-b50c-613393547d3d/0554833e-88ec-4f88-9d55-7162a341d905/dfd5aee3-a5d0-40e3-94cd-371bfdf937f1) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:48:22.020698 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:22.058023 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:22.107531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:48:22.113339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:22.117336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:48:22.124697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=dfd5aee3-a5d0-40e3-94cd-371bfdf937f1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:22.168208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (15770bf6-5fbd-4aac-a8a3-1899ed358506), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:22.306917 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:22.498538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ae802e5e-bcf7-4756-bcca-252b762ecac5 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:48:22.562822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ae802e5e-bcf7-4756-bcca-252b762ecac5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:22.563357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:22.659154 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ae802e5e-bcf7-4756-bcca-252b762ecac5 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:22.659416 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:22.714848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port ae802e5e-bcf7-4756-bcca-252b762ecac5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ae802e5e-bcf7-4756-bcca-252b762ecac5,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:22.726746 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:22.730857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5506cecd-2162-46d1-85bf-c71a6134cabe up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:48:22.815643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=ae802e5e-bcf7-4756-bcca-252b762ecac5,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:22.834307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 5506cecd-2162-46d1-85bf-c71a6134cabe triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:22.834726 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:22.921808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 5506cecd-2162-46d1-85bf-c71a6134cabe is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:22.922198 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:22.929459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988504c1-dac8-4db8-8810-eae9a8f34539 None None] Network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:48:22.966049 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 5506cecd-2162-46d1-85bf-c71a6134cabe, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5506cecd-2162-46d1-85bf-c71a6134cabe,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:22.995590 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:23.008537 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:23.014506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:23.072722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-43d85980-941f-4e7f-aac3-cf2d10af8200 None None] Provisioning complete for port ae802e5e-bcf7-4756-bcca-252b762ecac5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:23.073087 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43d85980-941f-4e7f-aac3-cf2d10af8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:23.085719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=dfd5aee3-a5d0-40e3-94cd-371bfdf937f1,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:23.088386 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (15770bf6-5fbd-4aac-a8a3-1899ed358506), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:23.090487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=5506cecd-2162-46d1-85bf-c71a6134cabe,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:23.185693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-43d85980-941f-4e7f-aac3-cf2d10af8200 None None] Current status of the port ae802e5e-bcf7-4756-bcca-252b762ecac5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:23.193136 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:48:23.194637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:23.307385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 15770bf6-5fbd-4aac-a8a3-1899ed358506 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:48:23.413340 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f9ebfeeb-dc02-45a5-bb37-1f3bc9e94878 None None] Provisioning complete for port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:23.413727 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfeeb-dc02-45a5-bb37-1f3bc9e94878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:23.427453 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:48:23.432821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-02d108bf-ab8d-48ee-8ffa-c1a5de358eef tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/15770bf6-5fbd-4aac-a8a3-1899ed358506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3422329 Feb 03 13:48:23.459658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebfeeb-dc02-45a5-bb37-1f3bc9e94878 None None] Port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:48:23.470519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f9ebfeeb-dc02-45a5-bb37-1f3bc9e94878 None None] Provisioning complete for port ae802e5e-bcf7-4756-bcca-252b762ecac5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:23.470909 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfeeb-dc02-45a5-bb37-1f3bc9e94878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:23.547658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Sync routers for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:48:23.573845 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebfeeb-dc02-45a5-bb37-1f3bc9e94878 None None] Current status of the port ae802e5e-bcf7-4756-bcca-252b762ecac5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:23.577084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:23.577758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:23.604067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-84ae3a56-9c73-46f1-9205-b3f43ba2e25a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1805057220&fields=id&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 267 time: 0.0524769 Feb 03 13:48:23.708863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:23.716891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-bcf9898a-b10c-49d6-8448-0ce291ecdf56 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:23.718617 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-bcf9898a-b10c-49d6-8448-0ce291ecdf56 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/networks?id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d HTTP/1.1" status: 200 len: 797 time: 0.1076088 Feb 03 13:48:23.746257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-e5cf8742-565b-45f0-acd2-943b84feec3c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/quotas/a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 375 time: 0.0212409 Feb 03 13:48:23.760373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ff2ceed5-0bc5-4310-b875-951a973aa9d7 None None] Provisioning complete for port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:23.760748 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff2ceed5-0bc5-4310-b875-951a973aa9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:23.808233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-55f88a9b-49ee-4ab2-8750-6538a63de62d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536821 Feb 03 13:48:23.825690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-9839d1d7-4c57-49ca-a0ce-7725942c7a89 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:48:23.826813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-9839d1d7-4c57-49ca-a0ce-7725942c7a89 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059757 Feb 03 13:48:23.838042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ceed5-0bc5-4310-b875-951a973aa9d7 None None] Port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:48:23.922191 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-142fad0a-2a69-4f9a-a3ba-e68af503596b service neutron] 10.222.0.65 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889530 Feb 03 13:48:23.965306 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-0ed44d02-ad3e-497c-9289-a80389d7e957 None None] Provisioning complete for port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:23.965705 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ed44d02-ad3e-497c-9289-a80389d7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:23.968632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'dfd5aee3-a5d0-40e3-94cd-371bfdf937f1', 'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:3b:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:21Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 2, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '0554833e-88ec-4f88-9d55-7162a341d905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:24.012825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Checking router: 15770bf6-5fbd-4aac-a8a3-1899ed358506 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:48:24.013177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Updating router 15770bf6-5fbd-4aac-a8a3-1899ed358506 port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:48:24.016671 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-c744d33f-b936-4869-91ec-5c8a0de012bf service neutron] 10.222.0.65 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879371 Feb 03 13:48:24.048594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0ed44d02-ad3e-497c-9289-a80389d7e957 None None] Port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:48:24.054856 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:24.189139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49734ffe-3cc1-47ea-852b-fc15cde0b955 req-0439b3fc-5e24-4ee6-a65b-891c53fd56c5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 210 time: 0.0312648 Feb 03 13:48:24.321058 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Publish callbacks [] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:24.327983 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:24.577584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ae802e5e-bcf7-4756-bcca-252b762ecac5 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:48:24.617624 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e01ac-321d-46c8-8e1b-47e5eb4be450 None None] Pushing event updated for resources: {'Port': ['ID=dfd5aee3-a5d0-40e3-94cd-371bfdf937f1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:24.643207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Attempting to bind port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:48:24.643579 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Attempting to bind port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:48:24.643939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Attempting to bind port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 on network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:48:24.651206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:48:24.651581 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Checking segment: {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:48:24.651982 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:24.652375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Bound using segment: {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:48:24.652834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Bound port: dfd5aee3-a5d0-40e3-94cd-371bfdf937f1, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:48:24.653260 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:24.708871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port ae802e5e-bcf7-4756-bcca-252b762ecac5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:24.709258 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:24.712297 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5ce0bb4f-8155-4d78-8dae-a7a70e654afd None None] Provisioning complete for port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:24.712650 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ce0bb4f-8155-4d78-8dae-a7a70e654afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:24.794641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] For port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:48:24.798069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] For port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dfd5aee3-a5d0-40e3-94cd-371bfdf937f1,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:48:24.800683 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0bb4f-8155-4d78-8dae-a7a70e654afd None None] Port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:48:24.810605 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:24.903938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:24.904583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:24.906519 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e01ac-321d-46c8-8e1b-47e5eb4be450 None None] Pushing event updated for resources: {'Port': ['ID=dfd5aee3-a5d0-40e3-94cd-371bfdf937f1,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:24.909422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port ae802e5e-bcf7-4756-bcca-252b762ecac5 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:24.910500 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5506cecd-2162-46d1-85bf-c71a6134cabe up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:48:25.044872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 5506cecd-2162-46d1-85bf-c71a6134cabe triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:25.045241 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:25.050354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:25.184309 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-258b622f-4296-4d6b-b225-ddbcb3ab1183 None None] Provisioning complete for port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:25.184581 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-258b622f-4296-4d6b-b225-ddbcb3ab1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:25.225426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-7ed86626-8c5c-4e8f-a18c-9d1834f26285 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:25.227456 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-7ed86626-8c5c-4e8f-a18c-9d1834f26285 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/networks?id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d HTTP/1.1" status: 200 len: 797 time: 0.1118643 Feb 03 13:48:25.305920 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 5506cecd-2162-46d1-85bf-c71a6134cabe is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:25.318086 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6c320f6-bcd3-4fd1-9ffb-a5d009d2ec01 req-bde6417a-dc64-4200-9ec1-fbe94f12ff6e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 210 time: 0.0409358 Feb 03 13:48:25.323409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-a009f81d-ffc4-41cb-8b24-4cc79b4172bf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 380 time: 0.0873780 Feb 03 13:48:25.339073 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'port': {'device_id': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'admin_state_up': True, 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'security_groups': ['10f4df5e-ed3b-4215-a70a-0cdbab93ddb8']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:25.374591 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-258b622f-4296-4d6b-b225-ddbcb3ab1183 None None] Current status of the port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:25.374980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-258b622f-4296-4d6b-b225-ddbcb3ab1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:25.413805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-258b622f-4296-4d6b-b225-ddbcb3ab1183 None None] For port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dfd5aee3-a5d0-40e3-94cd-371bfdf937f1,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:25.419329 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'dfd5aee3-a5d0-40e3-94cd-371bfdf937f1', 'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:3b:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:21Z', 'updated_at': '2022-02-03T13:48:24Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '0554833e-88ec-4f88-9d55-7162a341d905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:25.422494 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-258b622f-4296-4d6b-b225-ddbcb3ab1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:25.449187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:48:25.452933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:25.454703 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e76fdc-fabb-4147-bb43-a5c57a16fc8d None None] The sync data for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 is: [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'dfd5aee3-a5d0-40e3-94cd-371bfdf937f1', 'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:3b:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:21Z', 'updated_at': '2022-02-03T13:48:24Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '0554833e-88ec-4f88-9d55-7162a341d905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:48:25.516055 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b622f-4296-4d6b-b225-ddbcb3ab1183 None None] Pushing event updated for resources: {'Port': ['ID=dfd5aee3-a5d0-40e3-94cd-371bfdf937f1,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:25.608779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.5 (7eb51dfd-3dd0-4fa8-b50c-613393547d3d/0554833e-88ec-4f88-9d55-7162a341d905/7b2ecd3f-aefb-477d-b064-1565ba1de268) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:48:25.769404 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:25.805190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:25.848693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:48:25.854173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:25.857838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:48:25.865232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=7b2ecd3f-aefb-477d-b064-1565ba1de268,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:25.911846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:25.912506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:25.935018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-06d9323e-605f-4524-9311-fc066e8e08d4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056139 Feb 03 13:48:25.947826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Request body: {'port': {'device_id': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:26.023674 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:26.152094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ed1f5f3d-756b-46dd-b3ef-b2b398467cc5 None None] Provisioning complete for port 7b2ecd3f-aefb-477d-b064-1565ba1de268 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:26.153117 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5f3d-756b-46dd-b3ef-b2b398467cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:26.207343 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f5f3d-756b-46dd-b3ef-b2b398467cc5 None None] Port 7b2ecd3f-aefb-477d-b064-1565ba1de268 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:48:26.303517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2ecd3f-aefb-477d-b064-1565ba1de268 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:48:26.311720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Publish callbacks [] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:26.331433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Transition to ACTIVE for port object 7b2ecd3f-aefb-477d-b064-1565ba1de268 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:48:26.337070 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:26.395458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ecd3f-aefb-477d-b064-1565ba1de268,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:26.475644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:48:26.528440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18679cd-6e7e-4a89-ab2c-082a1e79a538 req-83993367-cc5d-4969-8bcc-525d462d3d43 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:26.530164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a18679cd-6e7e-4a89-ab2c-082a1e79a538 req-83993367-cc5d-4969-8bcc-525d462d3d43 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 943 time: 0.1028106 Feb 03 13:48:26.531147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Attempting to bind port 7b2ecd3f-aefb-477d-b064-1565ba1de268 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:48:26.531492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Attempting to bind port 7b2ecd3f-aefb-477d-b064-1565ba1de268 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:48:26.531822 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Attempting to bind port 7b2ecd3f-aefb-477d-b064-1565ba1de268 on network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:48:26.538455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Port 7b2ecd3f-aefb-477d-b064-1565ba1de268 on network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:48:26.538789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Attempting to bind port 7b2ecd3f-aefb-477d-b064-1565ba1de268 on network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:48:26.541001 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:26.541525 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:26.561535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:48:26.562014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Checking segment: {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:48:26.562307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Bound using segment: {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:48:26.562760 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Bound port: 7b2ecd3f-aefb-477d-b064-1565ba1de268, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789e46d7-bdcf-4ccd-8277-282e95cc74e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:48:26.563124 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:26.632337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a18679cd-6e7e-4a89-ab2c-082a1e79a538 req-c1c0997d-bf5e-419c-8e6f-e041e67a7448 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863748 Feb 03 13:48:26.632815 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:26.667418 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] For port 7b2ecd3f-aefb-477d-b064-1565ba1de268, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:48:26.670742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] For port 7b2ecd3f-aefb-477d-b064-1565ba1de268, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:48:26.678476 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:26.726839 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:26.727500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:26.728977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] 10.222.0.72 "PUT /v2.0/ports/7b2ecd3f-aefb-477d-b064-1565ba1de268 HTTP/1.1" status: 200 len: 1092 time: 0.7865536 Feb 03 13:48:26.731656 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:48:26.737654 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94" -d '{"events": [{"name": "network-changed", "server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:48:26.770592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c3993-12e5-4e45-9c6b-e1e4b6e4b916 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ecd3f-aefb-477d-b064-1565ba1de268,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:26.801159 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a90dd6e-c067-4229-a3b6-fa4d5c8f89b0 x-openstack-request-id: req-3a90dd6e-c067-4229-a3b6-fa4d5c8f89b0 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:48:26.801544 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:48:26.801937 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a90dd6e-c067-4229-a3b6-fa4d5c8f89b0 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:48:26.802409 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'status': 'completed', 'code': 200} Feb 03 13:48:26.844681 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-67a639b8-1f5f-453c-b445-e9a5bf2da4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:26.846246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-67a639b8-1f5f-453c-b445-e9a5bf2da4b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 1126 time: 0.0562103 Feb 03 13:48:26.889598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-4c6f8155-373e-4312-b1d3-72785349859d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268 HTTP/1.1" status: 200 len: 217 time: 0.0361760 Feb 03 13:48:26.946973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-07a0665c-b9b4-427e-9c19-3f1d985d8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:26.948471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-07a0665c-b9b4-427e-9c19-3f1d985d8aab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0554833e-88ec-4f88-9d55-7162a341d905 HTTP/1.1" status: 200 len: 833 time: 0.0506523 Feb 03 13:48:26.998397 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-58c84646-5837-4729-8b9d-cfd685f68c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:26.999942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-58c84646-5837-4729-8b9d-cfd685f68c3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451524 Feb 03 13:48:27.094898 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-a66632f7-69f2-4e1e-a6b9-03251efa293f service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882189 Feb 03 13:48:27.190562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03387b20-dfaa-4d97-b812-0b6ccdeef289 req-f0e879c5-daf5-4fb8-96c1-e14906549f74 service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876691 Feb 03 13:48:27.288867 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-4daf8255-8fa0-4ea2-864c-c040932bf261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:27.290306 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-4daf8255-8fa0-4ea2-864c-c040932bf261 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 1126 time: 0.0483239 Feb 03 13:48:27.384683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-14128d75-4c5b-4519-ad82-d3ef54ef044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:27.386156 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-14128d75-4c5b-4519-ad82-d3ef54ef044c service neutron] 10.222.0.72 "GET /v2.0/networks?id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d HTTP/1.1" status: 200 len: 898 time: 0.0904384 Feb 03 13:48:27.429372 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-2b509f79-1510-43db-a646-7cccae04abb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268 HTTP/1.1" status: 200 len: 217 time: 0.0351055 Feb 03 13:48:27.497200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-b4052e1a-015a-4386-8d59-fad3ba01f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:27.498780 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-b4052e1a-015a-4386-8d59-fad3ba01f7ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0554833e-88ec-4f88-9d55-7162a341d905 HTTP/1.1" status: 200 len: 833 time: 0.0619109 Feb 03 13:48:27.549440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-718672d6-0520-4709-8daa-45fa24b01b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:27.550880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-718672d6-0520-4709-8daa-45fa24b01b40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454838 Feb 03 13:48:27.641474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-207ccbec-b3ae-46b6-a8eb-6e13aa811c8f service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833602 Feb 03 13:48:27.739234 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:48:27.767858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c38e7f9-11a6-4352-9730-c5ff47cf7d94 req-7de00527-8f80-44a1-a0e7-7d381655ba41 service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196313 Feb 03 13:48:27.784090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5626b79-21d5-42b3-bc2b-ebf90e895d21 req-890cb29f-ba63-4e2e-a869-a0a04e4801f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:27.785556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5626b79-21d5-42b3-bc2b-ebf90e895d21 req-890cb29f-ba63-4e2e-a869-a0a04e4801f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 943 time: 0.0746474 Feb 03 13:48:27.844920 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d5626b79-21d5-42b3-bc2b-ebf90e895d21 req-7581a070-3f3e-43ec-8700-37621491c264 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531225 Feb 03 13:48:28.997485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c875a5f-6f3d-44de-841e-f3fe87c8edc2 req-0ce651e0-de82-4175-824e-ef567be0d399 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:28.998978 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c875a5f-6f3d-44de-841e-f3fe87c8edc2 req-0ce651e0-de82-4175-824e-ef567be0d399 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 943 time: 0.0718601 Feb 03 13:48:29.064455 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c875a5f-6f3d-44de-841e-f3fe87c8edc2 req-3e728709-5d8c-48ad-9818-34fbe7d861eb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584121 Feb 03 13:48:30.158802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 7b2ecd3f-aefb-477d-b064-1565ba1de268 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:48:30.200467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79396-9f41-4a6e-a16b-f50bacb9c45e req-e3208814-951f-4def-97ec-8d828d9f363f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:30.201987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0c79396-9f41-4a6e-a16b-f50bacb9c45e req-e3208814-951f-4def-97ec-8d828d9f363f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 943 time: 0.0564425 Feb 03 13:48:30.252990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f0c79396-9f41-4a6e-a16b-f50bacb9c45e req-2eceb7b5-e370-4624-be71-8d1ac3a7b6a9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449004 Feb 03 13:48:30.258266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 7b2ecd3f-aefb-477d-b064-1565ba1de268, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:30.270240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'port_id': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'mac_address': 'fa:16:3e:f0:60:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:48:30.314201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 7b2ecd3f-aefb-477d-b064-1565ba1de268 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:30.314698 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:30.329256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2ecd3f-aefb-477d-b064-1565ba1de268 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:48:30.351074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 7b2ecd3f-aefb-477d-b064-1565ba1de268, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:30.356254 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:30.407056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=7b2ecd3f-aefb-477d-b064-1565ba1de268,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:30.569496 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['7b2ecd3f-aefb-477d-b064-1565ba1de268'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:48:31.394117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806fc3a-b323-485e-99ba-5662d12f9c88 req-cce93667-44a9-40e3-965e-2f0f11e5d7aa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:31.395636 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0806fc3a-b323-485e-99ba-5662d12f9c88 req-cce93667-44a9-40e3-965e-2f0f11e5d7aa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 944 time: 0.0647717 Feb 03 13:48:31.445955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0806fc3a-b323-485e-99ba-5662d12f9c88 req-094a1bbe-6c3c-4b29-b4fe-7065c48fbd00 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445516 Feb 03 13:48:32.158718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 7b2ecd3f-aefb-477d-b064-1565ba1de268 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:48:32.215913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 7b2ecd3f-aefb-477d-b064-1565ba1de268 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:48:32.220226 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 7b2ecd3f-aefb-477d-b064-1565ba1de268 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:48:32.220607 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:32.304186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 7b2ecd3f-aefb-477d-b064-1565ba1de268 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:48:32.304577 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:32.327661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:48:32.329916 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041d2428-4132-4ef4-ab07-eb1f3698040e" -d '{"events": [{"server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:48:32.342184 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 7b2ecd3f-aefb-477d-b064-1565ba1de268, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:48:32.347627 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:32.372838 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332e4150-6f3c-4857-a760-4b15f0fc6b5c x-openstack-request-id: req-332e4150-6f3c-4857-a760-4b15f0fc6b5c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:48:32.373124 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:48:32.373381 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-332e4150-6f3c-4857-a760-4b15f0fc6b5c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:48:32.373773 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'code': 200} Feb 03 13:48:32.400108 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=7b2ecd3f-aefb-477d-b064-1565ba1de268,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:32.470790 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5de0cf-e423-4c70-864f-e1f176422cb4 req-39cf7fd3-d4e1-4008-9903-55215faeafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:32.472313 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5de0cf-e423-4c70-864f-e1f176422cb4 req-39cf7fd3-d4e1-4008-9903-55215faeafe1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 1128 time: 0.0457888 Feb 03 13:48:32.529821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f5de0cf-e423-4c70-864f-e1f176422cb4 req-d481f9f0-8758-4eaa-be84-074363a9f96c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513000 Feb 03 13:48:32.571585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4967af-2b19-4ffe-b9b0-ced3924e7e87 req-19a7baa3-b965-4c0c-ad29-415370be50c8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:32.573048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f4967af-2b19-4ffe-b9b0-ced3924e7e87 req-19a7baa3-b965-4c0c-ad29-415370be50c8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0559812 Feb 03 13:48:32.637395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f4967af-2b19-4ffe-b9b0-ced3924e7e87 req-3c70a204-a23b-4c97-a569-65f6c00d2fb1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558481 Feb 03 13:48:33.766803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0c2ca-9602-4c9f-84f7-4824672ada1e req-58f8967e-ee4c-490e-842a-dc8ce8bad149 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:33.768334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73a0c2ca-9602-4c9f-84f7-4824672ada1e req-58f8967e-ee4c-490e-842a-dc8ce8bad149 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0604057 Feb 03 13:48:33.820394 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-73a0c2ca-9602-4c9f-84f7-4824672ada1e req-9fccf26b-53cb-49bc-822f-3580a06b8197 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Feb 03 13:48:33.944596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e027b39-e924-4a01-8a22-b0e3f09c6b33 req-c687123e-511a-47dd-b39f-358cb6f58341 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:33.945987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e027b39-e924-4a01-8a22-b0e3f09c6b33 req-c687123e-511a-47dd-b39f-358cb6f58341 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0590374 Feb 03 13:48:33.999355 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1e027b39-e924-4a01-8a22-b0e3f09c6b33 req-07d80cde-2e4e-4a45-9006-774f1cba3db4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451856 Feb 03 13:48:34.021612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51016) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:34.071051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe800dcb-e666-455e-8cb3-5def33f57fd1 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:34.072560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fe800dcb-e666-455e-8cb3-5def33f57fd1 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 1123 time: 0.0499737 Feb 03 13:48:34.075807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51018) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:34.080110 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:48:34.102993 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:34.204394 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:34.312741 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.166 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/905b1fd5-50ef-471b-9f7e-b1df0f851528) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:48:34.413557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (905b1fd5-50ef-471b-9f7e-b1df0f851528), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:34.449872 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (905b1fd5-50ef-471b-9f7e-b1df0f851528), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:34.489291 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:48:34.492128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:48:34.497623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:48:34.525326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=905b1fd5-50ef-471b-9f7e-b1df0f851528,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:34.874133 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (3e2946c3-5c17-42bb-92f5-0889b7670ae0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:34.952860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (905b1fd5-50ef-471b-9f7e-b1df0f851528), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:35.100777 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (905b1fd5-50ef-471b-9f7e-b1df0f851528), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:35.107860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (905b1fd5-50ef-471b-9f7e-b1df0f851528), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:35.172579 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=905b1fd5-50ef-471b-9f7e-b1df0f851528,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:48:35.187833 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (3e2946c3-5c17-42bb-92f5-0889b7670ae0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:35.293684 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP 3e2946c3-5c17-42bb-92f5-0889b7670ae0 associated. External IP: 172.25.3.166, port: 7b2ecd3f-aefb-477d-b064-1565ba1de268. Feb 03 13:48:35.509424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 15770bf6-5fbd-4aac-a8a3-1899ed358506 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:48:35.622433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:48:35.632814 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] Sync routers for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:48:35.643778 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:35.644067 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:35.644536 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:35.675611 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fcb48932-0606-4be9-b2f9-2e916526a977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5987954 Feb 03 13:48:35.676258 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:48:35.679331 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5386946c-f9da-4022-b63c-84ee1034aa26" -d '{"events": [{"name": "network-changed", "server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:48:35.779284 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c797183-778e-46fd-814f-f2a34e5f1278 req-d8a309c4-032b-46cf-895d-e3ee2014d5b9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:35.780714 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c797183-778e-46fd-814f-f2a34e5f1278 req-d8a309c4-032b-46cf-895d-e3ee2014d5b9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0546105 Feb 03 13:48:35.831585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c797183-778e-46fd-814f-f2a34e5f1278 req-5fb7d4fc-5009-4962-8129-47f9a5cb1711 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441675 Feb 03 13:48:35.853995 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:35.854137 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51024) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:35.892789 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56289f7-26d0-471d-a49d-99766683419e x-openstack-request-id: req-b56289f7-26d0-471d-a49d-99766683419e {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:48:35.893549 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:48:35.893549 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b56289f7-26d0-471d-a49d-99766683419e {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:48:35.893831 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'status': 'completed', 'code': 200} Feb 03 13:48:35.928627 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e858ac50-3654-4a7e-b082-f9c476d376bc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/3e2946c3-5c17-42bb-92f5-0889b7670ae0 HTTP/1.1" status: 200 len: 991 time: 0.0734959 Feb 03 13:48:35.962575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-da3a9153-375b-4f47-95ae-ed2c55e5939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:35.964116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-da3a9153-375b-4f47-95ae-ed2c55e5939d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 1128 time: 0.0484078 Feb 03 13:48:36.051653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-7a8ef306-af10-4fa3-88c3-2cecc045baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:36.053065 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-7a8ef306-af10-4fa3-88c3-2cecc045baff service neutron] 10.222.0.72 "GET /v2.0/networks?id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d HTTP/1.1" status: 200 len: 898 time: 0.0819566 Feb 03 13:48:36.083576 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '3e2946c3-5c17-42bb-92f5-0889b7670ae0', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'port_id': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'mac_address': 'fa:16:3e:f0:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:48:34Z', 'updated_at': '2022-02-03T13:48:34Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd5aee3-a5d0-40e3-94cd-371bfdf937f1', 'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:3b:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:21Z', 'updated_at': '2022-02-03T13:48:25Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '0554833e-88ec-4f88-9d55-7162a341d905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:36.109323 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] Checking router: 15770bf6-5fbd-4aac-a8a3-1899ed358506 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:48:36.118692 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:48:36.119301 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:48:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:36.124801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-d1cdd10e-7e3c-4087-bb51-7272eebba60a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268 HTTP/1.1" status: 200 len: 999 time: 0.0651553 Feb 03 13:48:36.177975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-39101833-5b5b-49c9-afe6-66a8295ad6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:36.179563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-39101833-5b5b-49c9-afe6-66a8295ad6d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0554833e-88ec-4f88-9d55-7162a341d905 HTTP/1.1" status: 200 len: 833 time: 0.0483174 Feb 03 13:48:36.228987 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:48:36.232575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-968c07c2-f5a9-4f21-88dd-99a80c72a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:36.234125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-968c07c2-f5a9-4f21-88dd-99a80c72a4fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481830 Feb 03 13:48:36.327296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-ea68614b-7df2-44e7-ae5a-ca0db1f9bc26 service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861177 Feb 03 13:48:36.420210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5386946c-f9da-4022-b63c-84ee1034aa26 req-bb9f62b1-683b-43c6-a774-aa84c3ed8e4a service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864029 Feb 03 13:48:36.462503 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '3e2946c3-5c17-42bb-92f5-0889b7670ae0', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'port_id': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'mac_address': 'fa:16:3e:f0:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:48:34Z', 'updated_at': '2022-02-03T13:48:34Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd5aee3-a5d0-40e3-94cd-371bfdf937f1', 'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:3b:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:21Z', 'updated_at': '2022-02-03T13:48:25Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '0554833e-88ec-4f88-9d55-7162a341d905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:48:36.488139 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9c6c7-cfa3-49eb-b7ee-62be2dd9ff5a None None] The sync data for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 is: [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '3e2946c3-5c17-42bb-92f5-0889b7670ae0', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'port_id': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'mac_address': 'fa:16:3e:f0:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:48:34Z', 'updated_at': '2022-02-03T13:48:34Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd5aee3-a5d0-40e3-94cd-371bfdf937f1', 'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:3b:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:21Z', 'updated_at': '2022-02-03T13:48:25Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '0554833e-88ec-4f88-9d55-7162a341d905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:48:36.707101 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad7ecb4e-8a26-4e53-bbe3-40cd639879f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:36.713445 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355656a6-d10a-4466-ace6-c1f59354be69 None None] New status for floating IP 3e2946c3-5c17-42bb-92f5-0889b7670ae0: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:48:36.930882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51026) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:48:37.361333 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7337a1f9-955b-42fd-8da3-3270c5634fb9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/3e2946c3-5c17-42bb-92f5-0889b7670ae0 HTTP/1.1" status: 200 len: 993 time: 0.4292488 Feb 03 13:48:38.965936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712688f-5c95-4ce5-a182-40761babb20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:40.397415 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:41.818364 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:42.719264 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:46.971120 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:48.758378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-ee344e74-0d2a-498d-ad71-f64a63bbfa1f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499489 Feb 03 13:48:48.855997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-01691f78-affd-4dab-9993-03684daae7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:48.857504 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-01691f78-affd-4dab-9993-03684daae7be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 1128 time: 0.0461173 Feb 03 13:48:48.973926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-31f217bd-b2d6-453d-b926-ce4f0b9737ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:48.975567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-31f217bd-b2d6-453d-b926-ce4f0b9737ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d HTTP/1.1" status: 200 len: 898 time: 0.0956650 Feb 03 13:48:49.041565 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-28dbfd97-d6bc-44a9-bfbc-50daa4ed2302 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268 HTTP/1.1" status: 200 len: 1001 time: 0.0581138 Feb 03 13:48:49.091561 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-f3ebdc55-cb3a-49e6-a321-e902d4cde1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:49.092985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-f3ebdc55-cb3a-49e6-a321-e902d4cde1be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0554833e-88ec-4f88-9d55-7162a341d905 HTTP/1.1" status: 200 len: 833 time: 0.0436034 Feb 03 13:48:49.146353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-efdf72c2-efd0-4fea-a0b9-e03a5274fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:49.147876 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-efdf72c2-efd0-4fea-a0b9-e03a5274fd7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484898 Feb 03 13:48:49.236767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-82d8ebe0-9ff0-429a-9cf2-dd62388dc8ab service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816975 Feb 03 13:48:49.343893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49c239ab-0070-4f97-bd3c-0918986ca49d req-4fa12213-2517-4a55-a0ca-2f389f47cd86 service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999095 Feb 03 13:48:51.422981 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:04.739442 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:49:06.179096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a3304-4298-4ea6-96a6-5e46ff2643fe req-86e4b15d-9ed1-4fd0-a8f7-74535a0379a3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:06.180584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-212a3304-4298-4ea6-96a6-5e46ff2643fe req-86e4b15d-9ed1-4fd0-a8f7-74535a0379a3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0847821 Feb 03 13:49:06.185254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-9edb627b-855c-4110-a6d3-8eeca2c491f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:06.186659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-9edb627b-855c-4110-a6d3-8eeca2c491f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 1128 time: 0.0806882 Feb 03 13:49:06.282645 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-212a3304-4298-4ea6-96a6-5e46ff2643fe req-c412bc05-d2e0-4adb-8309-20408e6b5ea8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946307 Feb 03 13:49:06.304730 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-3591e05e-45bb-4bc8-9c13-c555b90290cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:06.306360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-3591e05e-45bb-4bc8-9c13-c555b90290cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d HTTP/1.1" status: 200 len: 898 time: 0.1129475 Feb 03 13:49:06.385542 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-f3ccb1f9-d2f8-4b3f-8faf-9219ce9b7457 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268 HTTP/1.1" status: 200 len: 1001 time: 0.0728245 Feb 03 13:49:06.435479 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-28d6995c-566a-46ac-a9ec-14368b5c3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:06.436949 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-28d6995c-566a-46ac-a9ec-14368b5c3083 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0554833e-88ec-4f88-9d55-7162a341d905 HTTP/1.1" status: 200 len: 833 time: 0.0454912 Feb 03 13:49:06.494298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-6e5fd5be-92d5-47d3-bfb1-251fd44a6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:06.495873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-6e5fd5be-92d5-47d3-bfb1-251fd44a6141 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525463 Feb 03 13:49:06.601441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-28cd0b5d-b0a5-429e-8e5a-afeac2c18d31 service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911274 Feb 03 13:49:06.694987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4146e10e-949d-46ce-bf1e-9721fb0b4b47 req-32974b5b-83c5-41ab-a789-cae4f74dca91 service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861037 Feb 03 13:49:06.707794 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07573f9b-97ee-40b8-92f2-e3eecd891634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:07.428372 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735a33a-88cd-45f3-8b81-28e905950bf4 req-fd92d7ef-ab62-4b14-a233-55cf95efad48 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:07.429964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d735a33a-88cd-45f3-8b81-28e905950bf4 req-fd92d7ef-ab62-4b14-a233-55cf95efad48 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0642343 Feb 03 13:49:07.481028 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d735a33a-88cd-45f3-8b81-28e905950bf4 req-02d05076-154e-41a4-b3fc-c973dc377e68 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447211 Feb 03 13:49:08.625294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d5fa1-d6d0-4153-a91b-7f06f42dca34 req-e43b269b-27ad-41f0-8666-44b5e90dea1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:08.626811 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-402d5fa1-d6d0-4153-a91b-7f06f42dca34 req-e43b269b-27ad-41f0-8666-44b5e90dea1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0567789 Feb 03 13:49:08.677239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-402d5fa1-d6d0-4153-a91b-7f06f42dca34 req-568f9022-eeaa-484f-bc5e-5adf6d89efbb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Feb 03 13:49:08.961322 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72c83eb4-bf85-4150-96be-43643f888bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:09.824480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded018b-d870-4292-93cc-328c7d254f82 req-0823a9f6-37b5-450f-b401-9f906c3c8d2b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:09.825954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dded018b-d870-4292-93cc-328c7d254f82 req-0823a9f6-37b5-450f-b401-9f906c3c8d2b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0625896 Feb 03 13:49:09.886541 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dded018b-d870-4292-93cc-328c7d254f82 req-18263799-7b80-4906-84e0-c0b05e3f70b6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517557 Feb 03 13:49:10.399685 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:11.031393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7a3c-631f-4b7e-80f4-ef483e7c1dbf req-3101a43c-63af-49a7-a5df-c528a2dd75d8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:11.033141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-723e7a3c-631f-4b7e-80f4-ef483e7c1dbf req-3101a43c-63af-49a7-a5df-c528a2dd75d8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0623429 Feb 03 13:49:11.082341 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-723e7a3c-631f-4b7e-80f4-ef483e7c1dbf req-83d411a2-8fdb-4844-a088-fce84f4f0e32 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Feb 03 13:49:11.822582 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:12.236722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e47c2-0b5d-4cc1-a4cb-1c4a67d484ad req-b643d4e5-683e-4465-999b-a40709c8e7ab tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:12.238211 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf5e47c2-0b5d-4cc1-a4cb-1c4a67d484ad req-b643d4e5-683e-4465-999b-a40709c8e7ab tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0659544 Feb 03 13:49:12.294710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bf5e47c2-0b5d-4cc1-a4cb-1c4a67d484ad req-7a7b35a7-acf9-4009-bf6c-b40f2098d38b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481565 Feb 03 13:49:12.719402 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:13.437669 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b08a6-e784-46bb-a500-88eea01712d5 req-a26e0395-0864-43e2-bba4-e41b6f46dd7e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:13.439195 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-998b08a6-e784-46bb-a500-88eea01712d5 req-a26e0395-0864-43e2-bba4-e41b6f46dd7e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0607135 Feb 03 13:49:13.494094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-998b08a6-e784-46bb-a500-88eea01712d5 req-7cb3e1da-519c-4a05-8145-6e766f3329eb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491781 Feb 03 13:49:14.640032 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8e482-1550-48cb-921d-373471ae757e req-c77e393b-085c-42b9-b545-4b6043afa04f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:14.641453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60a8e482-1550-48cb-921d-373471ae757e req-c77e393b-085c-42b9-b545-4b6043afa04f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0659628 Feb 03 13:49:14.694613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60a8e482-1550-48cb-921d-373471ae757e req-3c503ecf-0440-4759-b25a-c80adebea96c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448518 Feb 03 13:49:15.834368 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b577b-284a-4a86-b262-dc098162208d req-e2027585-cfe9-4809-a564-32bd92dd2a3d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:15.835806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d09b577b-284a-4a86-b262-dc098162208d req-e2027585-cfe9-4809-a564-32bd92dd2a3d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0650535 Feb 03 13:49:15.887294 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d09b577b-284a-4a86-b262-dc098162208d req-a8271a57-dd7e-4ff9-988e-6f460378821a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455625 Feb 03 13:49:16.957801 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:17.016248 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b74a2-d0ad-4f2d-805d-c639c11a82d3 req-62ccefdf-e47f-40d2-8f2d-6bdab61e3a3b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:17.017768 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-961b74a2-d0ad-4f2d-805d-c639c11a82d3 req-62ccefdf-e47f-40d2-8f2d-6bdab61e3a3b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0570145 Feb 03 13:49:17.067300 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-961b74a2-d0ad-4f2d-805d-c639c11a82d3 req-d4721675-e3d0-4db9-9b2e-327333378384 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Feb 03 13:49:18.206505 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf26b09-2d13-442a-a871-f8f4d980c5a8 req-2ca5de9a-d265-4e79-aef5-366708eebbdb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:18.208001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddf26b09-2d13-442a-a871-f8f4d980c5a8 req-2ca5de9a-d265-4e79-aef5-366708eebbdb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0652802 Feb 03 13:49:18.265375 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ddf26b09-2d13-442a-a871-f8f4d980c5a8 req-ebb3d970-34cd-4d1e-a04e-bd9429bed7a5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515182 Feb 03 13:49:18.289017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51068) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:18.351414 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d999c821-c28c-4744-bcf9-cd3c583ab8ac tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/3e2946c3-5c17-42bb-92f5-0889b7670ae0 HTTP/1.1" status: 200 len: 993 time: 0.0611610 Feb 03 13:49:21.416839 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:36.717068 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed422139-1ff7-4a45-94cb-4da624780455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:38.965205 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed737c42-06e7-487b-888f-97a358a17bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:40.403959 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:41.744359 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:49:41.828600 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:42.716010 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:46.979776 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:49.039555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51078) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:49.203239 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 905b1fd5-50ef-471b-9f7e-b1df0f851528 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:49:49.203560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (905b1fd5-50ef-471b-9f7e-b1df0f851528), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:49.284190 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (905b1fd5-50ef-471b-9f7e-b1df0f851528), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:49.284757 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (905b1fd5-50ef-471b-9f7e-b1df0f851528), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:49.306142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 905b1fd5-50ef-471b-9f7e-b1df0f851528 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:49:49.479733 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (905b1fd5-50ef-471b-9f7e-b1df0f851528), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:49.503517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=905b1fd5-50ef-471b-9f7e-b1df0f851528,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:49.514800 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.515337 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.515690 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.516036 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.516376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.516714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.517807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.517807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.517807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.518098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.518370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.518699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.519040 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:49.582603 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (3e2946c3-5c17-42bb-92f5-0889b7670ae0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:49.582856 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP 3e2946c3-5c17-42bb-92f5-0889b7670ae0 disassociated (deleted). External IP: 172.25.3.166, port: 7b2ecd3f-aefb-477d-b064-1565ba1de268. Feb 03 13:49:49.837408 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-ca5498f9-cbad-4ce9-b537-a74ab771a54d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1019914 Feb 03 13:49:49.844180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 15770bf6-5fbd-4aac-a8a3-1899ed358506 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:49:49.993775 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-a65caeca-779f-4d04-9347-97c170fadaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:49.995324 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-a65caeca-779f-4d04-9347-97c170fadaf3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 1128 time: 0.1076062 Feb 03 13:49:49.996458 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:49:50.001723 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:50.006938 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] Sync routers for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:49:50.017681 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:49:50.018291 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:50.055715 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f45f8e5d-aa3d-4299-8812-f8ee558304b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/floatingips/3e2946c3-5c17-42bb-92f5-0889b7670ae0 HTTP/1.1" status: 204 len: 168 time: 1.0124843 Feb 03 13:49:50.060393 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:49:50.062750 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:49:50.131193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-b079aaff-bcff-4b03-b8c7-01ea4716a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:50.133527 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-b079aaff-bcff-4b03-b8c7-01ea4716a080 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d HTTP/1.1" status: 200 len: 898 time: 0.1102474 Feb 03 13:49:50.137208 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:49:50.181152 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-26773e57-7744-4d21-bb8f-a127580375c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268 HTTP/1.1" status: 200 len: 217 time: 0.0401878 Feb 03 13:49:50.237618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-daa88cba-cc6b-4fae-9087-73e2b052352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:50.239290 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-daa88cba-cc6b-4fae-9087-73e2b052352c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0554833e-88ec-4f88-9d55-7162a341d905 HTTP/1.1" status: 200 len: 833 time: 0.0514724 Feb 03 13:49:50.240724 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6582836-fcc8-4748-ac45-4650cbf55d77 x-openstack-request-id: req-d6582836-fcc8-4748-ac45-4650cbf55d77 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:49:50.241055 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:49:50.242022 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6582836-fcc8-4748-ac45-4650cbf55d77 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:49:50.242462 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'status': 'completed', 'code': 200} Feb 03 13:49:50.324906 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-2a45bf34-1807-48a8-a5db-a55a800a2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:50.326826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-2a45bf34-1807-48a8-a5db-a55a800a2eb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0792465 Feb 03 13:49:50.369281 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'dfd5aee3-a5d0-40e3-94cd-371bfdf937f1', 'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:3b:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:21Z', 'updated_at': '2022-02-03T13:48:25Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '0554833e-88ec-4f88-9d55-7162a341d905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:50.375346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdb58f-f9bf-457f-aa3b-f1041abe8fec req-9c1b7165-e2d9-4217-a1c0-2e616b9a6183 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:50.376827 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5cdb58f-f9bf-457f-aa3b-f1041abe8fec req-9c1b7165-e2d9-4217-a1c0-2e616b9a6183 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0911744 Feb 03 13:49:50.399227 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] Checking router: 15770bf6-5fbd-4aac-a8a3-1899ed358506 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:49:50.408748 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:49:50.409390 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:50.472007 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-281d62e7-736e-4b74-95db-eb40fb384a91 service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378808 Feb 03 13:49:50.477278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a5cdb58f-f9bf-457f-aa3b-f1041abe8fec req-c75ff2ac-b02c-4be4-a01f-4801fb0f786c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729547 Feb 03 13:49:50.567872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-14ffca9d-caa4-43d6-9ef7-b7b14b861087 req-d3679a5b-1227-41b2-a9fc-13ce3e770a33 service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884840 Feb 03 13:49:50.620398 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:49:50.660536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-4f60f4f4-b6eb-4c57-a95c-136d95bf6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:50.662078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-4f60f4f4-b6eb-4c57-a95c-136d95bf6685 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 1128 time: 0.0464962 Feb 03 13:49:50.757879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-3ba9f585-7909-4f22-b43a-85785ec2d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:50.759376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-3ba9f585-7909-4f22-b43a-85785ec2d858 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d HTTP/1.1" status: 200 len: 898 time: 0.0902925 Feb 03 13:49:50.804069 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-e4b28ad7-dd70-4b02-aaa3-f40469e3489c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268 HTTP/1.1" status: 200 len: 217 time: 0.0355413 Feb 03 13:49:50.824892 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'dfd5aee3-a5d0-40e3-94cd-371bfdf937f1', 'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:3b:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:21Z', 'updated_at': '2022-02-03T13:48:25Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '0554833e-88ec-4f88-9d55-7162a341d905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:50.850998 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a096f-ab18-4fc9-ad63-0bba3b09b8fe None None] The sync data for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 is: [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'dfd5aee3-a5d0-40e3-94cd-371bfdf937f1', 'name': '', 'network_id': '7eb51dfd-3dd0-4fa8-b50c-613393547d3d', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:3b:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0554833e-88ec-4f88-9d55-7162a341d905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:21Z', 'updated_at': '2022-02-03T13:48:25Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '0554833e-88ec-4f88-9d55-7162a341d905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:49:50.856292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-3fad65dc-b82b-4f49-af54-de62c523128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:50.857835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-3fad65dc-b82b-4f49-af54-de62c523128c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0554833e-88ec-4f88-9d55-7162a341d905 HTTP/1.1" status: 200 len: 833 time: 0.0484166 Feb 03 13:49:50.912056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-a2254c75-19ea-45ff-a8fe-ac839ce1162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:50.913800 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-a2254c75-19ea-45ff-a8fe-ac839ce1162a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7eb51dfd-3dd0-4fa8-b50c-613393547d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486646 Feb 03 13:49:51.012330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-490cba1e-7895-4051-a742-274decfe2a7f service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909693 Feb 03 13:49:51.118705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-76c84ae2-ecdd-4771-8262-1ea3a4224dd6 req-10dafee2-57d1-493c-8003-e5a681fb813a service neutron] 10.222.0.72 "GET /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987446 Feb 03 13:49:51.132279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1dd0b-20c6-4e04-9779-f47002939014 None None] New status for floating IP 3e2946c3-5c17-42bb-92f5-0889b7670ae0: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:49:51.419454 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:51.606046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be04479-0bcb-4ffb-b01d-adcd4424f7d4 req-a4121fb2-8e57-44bd-8d9d-394580926965 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:51.607559 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9be04479-0bcb-4ffb-b01d-adcd4424f7d4 req-a4121fb2-8e57-44bd-8d9d-394580926965 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0547101 Feb 03 13:49:51.658643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9be04479-0bcb-4ffb-b01d-adcd4424f7d4 req-726697fe-d98b-42c6-8d63-36b622b2c400 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452471 Feb 03 13:49:51.806167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-810bdaa7-7585-46ca-bd2a-cffbcba4f425 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:51.807531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-810bdaa7-7585-46ca-bd2a-cffbcba4f425 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 945 time: 0.0618317 Feb 03 13:49:51.902904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 7b2ecd3f-aefb-477d-b064-1565ba1de268 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:49:51.903213 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:52.009553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 7b2ecd3f-aefb-477d-b064-1565ba1de268, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=7b2ecd3f-aefb-477d-b064-1565ba1de268,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:49:52.009923 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:52.021628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 7b2ecd3f-aefb-477d-b064-1565ba1de268 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:49:52.159142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7b2ecd3f-aefb-477d-b064-1565ba1de268), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:52.192263 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=7b2ecd3f-aefb-477d-b064-1565ba1de268,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:52.233424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] No DVR routers for this DVR port 7b2ecd3f-aefb-477d-b064-1565ba1de268 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:49:52.236175 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:52.239571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a4fe68c0-18cf-46d6-ab62-268f9265f1e2 req-20eacbb1-5456-4336-9378-e754eaddd76e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "DELETE /v2.0/ports/7b2ecd3f-aefb-477d-b064-1565ba1de268 HTTP/1.1" status: 204 len: 173 time: 0.4263420 Feb 03 13:49:52.243276 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'name': 'network-vif-deleted', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:49:52.245594 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37227a7b-846b-4996-bf0f-31360c08aaba" -d '{"events": [{"server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "name": "network-vif-deleted", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:49:52.282488 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8cfd36-6cd5-426f-961a-e0d4cdb0ac02 x-openstack-request-id: req-9e8cfd36-6cd5-426f-961a-e0d4cdb0ac02 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:49:52.282786 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381fa5cb-ab96-4c28-b6fb-c1bfec81dec2", "name": "network-vif-deleted", "tag": "7b2ecd3f-aefb-477d-b064-1565ba1de268", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:49:52.283046 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e8cfd36-6cd5-426f-961a-e0d4cdb0ac02 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:49:52.283464 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381fa5cb-ab96-4c28-b6fb-c1bfec81dec2', 'name': 'network-vif-deleted', 'tag': '7b2ecd3f-aefb-477d-b064-1565ba1de268', 'status': 'completed', 'code': 200} Feb 03 13:49:52.775503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fb084a90-ad1a-4f94-8d4d-07b5df3306f8 req-64737f95-597b-42f1-b1cf-632b9baa383c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=381fa5cb-ab96-4c28-b6fb-c1bfec81dec2 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Feb 03 13:49:53.839107 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51094) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:54.205105 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (15770bf6-5fbd-4aac-a8a3-1899ed358506), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:54.462889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:49:54.463106 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:54.556339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port dfd5aee3-a5d0-40e3-94cd-371bfdf937f1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=dfd5aee3-a5d0-40e3-94cd-371bfdf937f1,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:49:54.556664 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:54.570492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:49:54.780091 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (dfd5aee3-a5d0-40e3-94cd-371bfdf937f1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:55.170437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=dfd5aee3-a5d0-40e3-94cd-371bfdf937f1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:55.346720 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (15770bf6-5fbd-4aac-a8a3-1899ed358506), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:55.589647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 15770bf6-5fbd-4aac-a8a3-1899ed358506 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:49:55.699146 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:49:55.704351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-da5ccb3b-a870-4824-ab2b-307a36cceb39 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/15770bf6-5fbd-4aac-a8a3-1899ed358506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8642004 Feb 03 13:49:55.707161 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51096) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:55.711363 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] Sync routers for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:49:55.725893 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:49:55.726599 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:55.759095 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c090c438-6f18-483a-8c1d-6e43c53f0f02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting subnet 0554833e-88ec-4f88-9d55-7162a341d905 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:49:55.762648 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c090c438-6f18-483a-8c1d-6e43c53f0f02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for subnet (0554833e-88ec-4f88-9d55-7162a341d905), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:55.803990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c090c438-6f18-483a-8c1d-6e43c53f0f02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (0554833e-88ec-4f88-9d55-7162a341d905), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:55.830132 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:49:55.890979 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c090c438-6f18-483a-8c1d-6e43c53f0f02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0554833e-88ec-4f88-9d55-7162a341d905), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:55.948979 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c090c438-6f18-483a-8c1d-6e43c53f0f02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (0554833e-88ec-4f88-9d55-7162a341d905), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:55.976941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090c438-6f18-483a-8c1d-6e43c53f0f02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Subnet': ['ID=0554833e-88ec-4f88-9d55-7162a341d905,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:55.978945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c090c438-6f18-483a-8c1d-6e43c53f0f02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:55.982133 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c090c438-6f18-483a-8c1d-6e43c53f0f02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/subnets/0554833e-88ec-4f88-9d55-7162a341d905 HTTP/1.1" status: 204 len: 168 time: 0.2740722 Feb 03 13:49:55.984824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51098) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:55.985659 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9138a-2d1f-493d-b7ad-fa826caf77a8 None None] Network 7eb51dfd-3dd0-4fa8-b50c-613393547d3d requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:49:56.014180 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:49:54Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:56.041883 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] Checking router: 15770bf6-5fbd-4aac-a8a3-1899ed358506 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:49:56.050456 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] Routers {'15770bf6-5fbd-4aac-a8a3-1899ed358506'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:49:56.051074 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['15770bf6-5fbd-4aac-a8a3-1899ed358506'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:56.099208 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (15770bf6-5fbd-4aac-a8a3-1899ed358506), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.147628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] DHCP port deletion for 7eb51dfd-3dd0-4fa8-b50c-613393547d3d request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:49:56.161203 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] Set router 15770bf6-5fbd-4aac-a8a3-1899ed358506 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:49:56.204265 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Deleting port ae802e5e-bcf7-4756-bcca-252b762ecac5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:49:56.204955 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.214722 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (15770bf6-5fbd-4aac-a8a3-1899ed358506), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.267825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] For port ae802e5e-bcf7-4756-bcca-252b762ecac5, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=ae802e5e-bcf7-4756-bcca-252b762ecac5,segment=NetworkSegment(789e46d7-bdcf-4ccd-8277-282e95cc74e0),segment_id=789e46d7-bdcf-4ccd-8277-282e95cc74e0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:49:56.268088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 5506cecd-2162-46d1-85bf-c71a6134cabe {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:49:56.268237 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.268339 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.281880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Calling delete_port for ae802e5e-bcf7-4756-bcca-252b762ecac5 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:49:56.360182 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:49:54Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:56.367654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 5506cecd-2162-46d1-85bf-c71a6134cabe, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=5506cecd-2162-46d1-85bf-c71a6134cabe,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:49:56.367966 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.373658 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (ae802e5e-bcf7-4756-bcca-252b762ecac5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.381472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 5506cecd-2162-46d1-85bf-c71a6134cabe owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:49:56.387225 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d834db-9de5-4d48-8b6c-2f221d2f9456 None None] The sync data for ids ['15770bf6-5fbd-4aac-a8a3-1899ed358506'] in n-d-792364-10 is: [{'id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225050097', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:49:54Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '5506cecd-2162-46d1-85bf-c71a6134cabe', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15770bf6-5fbd-4aac-a8a3-1899ed358506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:48:19Z', 'updated_at': '2022-02-03T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:49:56.401452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Pushing event deleted for resources: {'Port': ['ID=ae802e5e-bcf7-4756-bcca-252b762ecac5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:56.410978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.411292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.411637 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.411979 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.412319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.412652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.413095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.413542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.413890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.414223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.414580 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.414905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.415233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:56.420388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac22a2e6-8113-44d1-8c1e-563dbd59ba96 None None] No DVR routers for this DVR port ae802e5e-bcf7-4756-bcca-252b762ecac5 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:49:56.570264 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (5506cecd-2162-46d1-85bf-c71a6134cabe), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.597308 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=5506cecd-2162-46d1-85bf-c71a6134cabe,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:56.643124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 7b2ecd3f-aefb-477d-b064-1565ba1de268 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:49:56.664350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 7b2ecd3f-aefb-477d-b064-1565ba1de268 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:49:56.664617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 7b2ecd3f-aefb-477d-b064-1565ba1de268 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:49:56.670420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (15770bf6-5fbd-4aac-a8a3-1899ed358506), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.778220 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (15770bf6-5fbd-4aac-a8a3-1899ed358506), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.780689 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (15770bf6-5fbd-4aac-a8a3-1899ed358506), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.828614 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (15770bf6-5fbd-4aac-a8a3-1899ed358506), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.829292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Fanout notify agent at l3_agent the message router_deleted on router 15770bf6-5fbd-4aac-a8a3-1899ed358506 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:49:56.835952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ae802e5e-bcf7-4756-bcca-252b762ecac5 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:49:56.836725 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:56.837854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fe96c035-7217-4507-89ef-46080a89ab1f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/routers/15770bf6-5fbd-4aac-a8a3-1899ed358506 HTTP/1.1" status: 204 len: 168 time: 0.8521526 Feb 03 13:49:56.840684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51100) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:56.861896 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: ae802e5e-bcf7-4756-bcca-252b762ecac5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:49:56.862909 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device ae802e5e-bcf7-4756-bcca-252b762ecac5 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:49:56.918624 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (7eb51dfd-3dd0-4fa8-b50c-613393547d3d), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.010867 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (7eb51dfd-3dd0-4fa8-b50c-613393547d3d), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.032071 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb51dfd-3dd0-4fa8-b50c-613393547d3d']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:57.042106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789e46d7-bdcf-4ccd-8277-282e95cc74e0') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:57.042421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789e46d7-bdcf-4ccd-8277-282e95cc74e0') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:49:57.052651 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (789e46d7-bdcf-4ccd-8277-282e95cc74e0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.066957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (789e46d7-bdcf-4ccd-8277-282e95cc74e0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.074179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:49:57.074731 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (789e46d7-bdcf-4ccd-8277-282e95cc74e0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:49:57.077847 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:49:57.145472 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (7eb51dfd-3dd0-4fa8-b50c-613393547d3d), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.152587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.155710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/networks/7eb51dfd-3dd0-4fa8-b50c-613393547d3d HTTP/1.1" status: 204 len: 168 time: 0.3141055 Feb 03 13:49:57.159077 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51102) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:57.167444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8682dd-a5ea-4e34-a9f6-d89c5128e6f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Network': ['ID=7eb51dfd-3dd0-4fa8-b50c-613393547d3d,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:57.217461 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (10f4df5e-ed3b-4215-a70a-0cdbab93ddb8), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.244829 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (10f4df5e-ed3b-4215-a70a-0cdbab93ddb8), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.307793 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (10f4df5e-ed3b-4215-a70a-0cdbab93ddb8), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.310485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.311637 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/security-groups/10f4df5e-ed3b-4215-a70a-0cdbab93ddb8 HTTP/1.1" status: 204 len: 168 time: 0.1515768 Feb 03 13:49:57.321133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f4df5e-ed3b-4215-a70a-0cdbab93ddb8,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:57.329168 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.329645 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.329993 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.330310 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.330678 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.331003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.331348 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.331668 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.332129 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.332482 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.332800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.333118 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.333430 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba69c9-7964-47b9-9c62-8113ec57816e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:57.610978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51110) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:57.615649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-5992364c-637e-43ef-82ea-105bdc151581 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064236512', 'description': 'tempest-secgroup-smoke-1064236512 description', 'project_id': 'a654f962348e457fba6675e25aee148b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:49:57.637535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5992364c-637e-43ef-82ea-105bdc151581 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.707620 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5992364c-637e-43ef-82ea-105bdc151581 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (b2152b9d-42cd-42ed-bc1f-e9154cf40747), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.713428 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5992364c-637e-43ef-82ea-105bdc151581 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b2152b9d-42cd-42ed-bc1f-e9154cf40747), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.742871 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5992364c-637e-43ef-82ea-105bdc151581 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.744045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5992364c-637e-43ef-82ea-105bdc151581 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1320233 Feb 03 13:49:57.745974 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992364c-637e-43ef-82ea-105bdc151581 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2152b9d-42cd-42ed-bc1f-e9154cf40747,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:57.747148 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51112) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:57.751854 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ba569bef-cd82-444d-96eb-44044e6fb6d0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': 'b2152b9d-42cd-42ed-bc1f-e9154cf40747', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:49:57.783417 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba569bef-cd82-444d-96eb-44044e6fb6d0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (8b798838-ba18-4a77-a702-3ae69ab45581), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.843433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba569bef-cd82-444d-96eb-44044e6fb6d0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (8b798838-ba18-4a77-a702-3ae69ab45581), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.849966 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba569bef-cd82-444d-96eb-44044e6fb6d0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (8b798838-ba18-4a77-a702-3ae69ab45581), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.873142 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba569bef-cd82-444d-96eb-44044e6fb6d0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b798838-ba18-4a77-a702-3ae69ab45581,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:57.882112 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ba569bef-cd82-444d-96eb-44044e6fb6d0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.883372 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ba569bef-cd82-444d-96eb-44044e6fb6d0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351798 Feb 03 13:49:57.886440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51114) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:57.891034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e3e3cb2a-8343-41f4-a5ed-d674b1e25e11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': 'b2152b9d-42cd-42ed-bc1f-e9154cf40747', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:49:57.918809 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3e3cb2a-8343-41f4-a5ed-d674b1e25e11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (5d4f8c68-028d-420c-a418-030257f9ace7), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.974018 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3e3cb2a-8343-41f4-a5ed-d674b1e25e11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (5d4f8c68-028d-420c-a418-030257f9ace7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.979611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3e3cb2a-8343-41f4-a5ed-d674b1e25e11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (5d4f8c68-028d-420c-a418-030257f9ace7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:57.997237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3cb2a-8343-41f4-a5ed-d674b1e25e11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4f8c68-028d-420c-a418-030257f9ace7,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:58.007849 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e3e3cb2a-8343-41f4-a5ed-d674b1e25e11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.009099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e3e3cb2a-8343-41f4-a5ed-d674b1e25e11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216097 Feb 03 13:49:58.011981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51116) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:58.016289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2f776440-0805-4c56-89b7-8fe0090603d7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': 'b2152b9d-42cd-42ed-bc1f-e9154cf40747', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:49:58.042655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2f776440-0805-4c56-89b7-8fe0090603d7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (0809350c-2f03-473c-9892-75ebb8b05b25), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.103072 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2f776440-0805-4c56-89b7-8fe0090603d7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (0809350c-2f03-473c-9892-75ebb8b05b25), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.109597 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2f776440-0805-4c56-89b7-8fe0090603d7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (0809350c-2f03-473c-9892-75ebb8b05b25), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.129234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f776440-0805-4c56-89b7-8fe0090603d7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0809350c-2f03-473c-9892-75ebb8b05b25,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:58.134515 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2f776440-0805-4c56-89b7-8fe0090603d7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.136303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2f776440-0805-4c56-89b7-8fe0090603d7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228075 Feb 03 13:49:58.138600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51118) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:58.142832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-29db07c8-7cdc-414c-a0a9-501668632f8f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': 'b2152b9d-42cd-42ed-bc1f-e9154cf40747', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:49:58.169031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-29db07c8-7cdc-414c-a0a9-501668632f8f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (5e0b0858-a905-4fa0-b5a7-b747591949b5), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.226283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-29db07c8-7cdc-414c-a0a9-501668632f8f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (5e0b0858-a905-4fa0-b5a7-b747591949b5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.231318 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-29db07c8-7cdc-414c-a0a9-501668632f8f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (5e0b0858-a905-4fa0-b5a7-b747591949b5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.250219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db07c8-7cdc-414c-a0a9-501668632f8f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0b0858-a905-4fa0-b5a7-b747591949b5,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:58.259642 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-29db07c8-7cdc-414c-a0a9-501668632f8f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.261123 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-29db07c8-7cdc-414c-a0a9-501668632f8f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215701 Feb 03 13:49:58.265843 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51120) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:58.270497 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2ec11040-3b04-4db6-b088-c1c9a9358e09 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': 'b2152b9d-42cd-42ed-bc1f-e9154cf40747', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:49:58.293446 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-2ec11040-3b04-4db6-b088-c1c9a9358e09 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:49:58.298248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ec11040-3b04-4db6-b088-c1c9a9358e09 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (9a41a8c6-65f8-4d4c-be25-a8a5756982c3), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.365792 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ec11040-3b04-4db6-b088-c1c9a9358e09 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (9a41a8c6-65f8-4d4c-be25-a8a5756982c3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.370832 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ec11040-3b04-4db6-b088-c1c9a9358e09 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (9a41a8c6-65f8-4d4c-be25-a8a5756982c3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.397633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec11040-3b04-4db6-b088-c1c9a9358e09 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a41a8c6-65f8-4d4c-be25-a8a5756982c3,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:58.402826 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2ec11040-3b04-4db6-b088-c1c9a9358e09 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.404036 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2ec11040-3b04-4db6-b088-c1c9a9358e09 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371338 Feb 03 13:49:58.407068 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51122) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:58.411407 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-080159c9-afc7-41b2-a8ab-990039b6c4ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': 'b2152b9d-42cd-42ed-bc1f-e9154cf40747', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:49:58.433993 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-080159c9-afc7-41b2-a8ab-990039b6c4ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:49:58.439060 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-080159c9-afc7-41b2-a8ab-990039b6c4ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (ec26a18a-7900-4770-8b89-252c8d6d4d11), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.454413 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:49:58.476158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:49:58.476664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device dfd5aee3-a5d0-40e3-94cd-371bfdf937f1 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:49:58.477084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5506cecd-2162-46d1-85bf-c71a6134cabe no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:49:58.497232 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 5506cecd-2162-46d1-85bf-c71a6134cabe {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:49:58.497593 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 5506cecd-2162-46d1-85bf-c71a6134cabe not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:49:58.499038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-080159c9-afc7-41b2-a8ab-990039b6c4ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (ec26a18a-7900-4770-8b89-252c8d6d4d11), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.505064 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-080159c9-afc7-41b2-a8ab-990039b6c4ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (ec26a18a-7900-4770-8b89-252c8d6d4d11), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.523985 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080159c9-afc7-41b2-a8ab-990039b6c4ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec26a18a-7900-4770-8b89-252c8d6d4d11,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:58.534303 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-080159c9-afc7-41b2-a8ab-990039b6c4ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.535518 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-080159c9-afc7-41b2-a8ab-990039b6c4ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275303 Feb 03 13:49:58.539043 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51124) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:58.543929 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'network': {'name': 'tempest-network-smoke--824872571', 'project_id': 'a654f962348e457fba6675e25aee148b', 'port_security_enabled': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:49:58.566830 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:49:58.570929 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.594569 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:49:58.604493 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e833c654-6eef-4616-b68b-67d1255e8d82), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.604874 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Added segment e833c654-6eef-4616-b68b-67d1255e8d82 of type vlan for network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c Feb 03 13:49:58.647585 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (66b7dd77-b0e6-4a8e-87c0-55989bcf545c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.675446 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (66b7dd77-b0e6-4a8e-87c0-55989bcf545c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.680512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:58.681091 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.716601 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1764870 Feb 03 13:49:58.719305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51126) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:49:58.724258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'admin_state_up': True, 'project_id': 'a654f962348e457fba6675e25aee148b', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:49:58.763521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e34e93-a8e4-4320-9c9a-97eb991524b7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Network': ['ID=66b7dd77-b0e6-4a8e-87c0-55989bcf545c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:58.774074 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:49:58.780023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (17ed0228-ce04-4318-bd72-857bbd4b6c78), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.781727 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (17ed0228-ce04-4318-bd72-857bbd4b6c78), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.837657 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (17ed0228-ce04-4318-bd72-857bbd4b6c78), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:58.973349 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (17ed0228-ce04-4318-bd72-857bbd4b6c78), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:59.167034 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (17ed0228-ce04-4318-bd72-857bbd4b6c78), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:59.185197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:59.297258 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.117 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/85acfbdd-7e86-4311-8237-3b940095cd78) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:49:59.407454 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (85acfbdd-7e86-4311-8237-3b940095cd78), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:59.443948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:59.480693 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:49:59.485436 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:49:59.489777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:49:59.495143 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=85acfbdd-7e86-4311-8237-3b940095cd78,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:59.756664 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (17ed0228-ce04-4318-bd72-857bbd4b6c78), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:59.952757 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (17ed0228-ce04-4318-bd72-857bbd4b6c78), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:00.092774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 17ed0228-ce04-4318-bd72-857bbd4b6c78 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:50:00.201379 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:50:00.211632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Sync routers for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:50:00.221789 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:50:00.222424 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:00.223324 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:00.224628 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f4c1fc1c-6404-4fe0-bc0e-843e46316199 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5043955 Feb 03 13:50:00.228585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51128) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:00.259661 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-83bb2a17-4f71-4010-b144-d901c7d39030 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a654f962348e457fba6675e25aee148b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270345 Feb 03 13:50:00.259919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51130) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:00.331562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:50:00.356024 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb872ce-307f-49e9-a7c8-b592bcbcab3b tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:00.357441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-7cb872ce-307f-49e9-a7c8-b592bcbcab3b tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966456 Feb 03 13:50:00.360451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51132) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:00.388746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4a8d1d59-c780-4cf4-b633-35e194252802 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272098 Feb 03 13:50:00.392376 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51134) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:00.406066 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1418615245', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'project_id': 'a654f962348e457fba6675e25aee148b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:50:00.493732 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:50:00.497197 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:00.516718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:49:59Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:00.544665 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Checking router: 17ed0228-ce04-4318-bd72-857bbd4b6c78 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:50:00.545022 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Updating router 17ed0228-ce04-4318-bd72-857bbd4b6c78 port 85acfbdd-7e86-4311-8237-3b940095cd78 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:50:00.578414 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:00.680785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (38cb97d4-f844-488f-bdf6-e9e85d09e77a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:00.744818 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Subnet': ['ID=38cb97d4-f844-488f-bdf6-e9e85d09e77a,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:00.753452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Checking segment: {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:50:00.753815 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network hostable DHCP agents. Network: 66b7dd77-b0e6-4a8e-87c0-55989bcf545c, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:50:00.779063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:50:00.790478 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 66b7dd77-b0e6-4a8e-87c0-55989bcf545c) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:50:00.794779 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:00.795403 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:00.803718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d212e8-a634-458f-8ab7-2e8876019cf9 None None] Network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:50:00.813918 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0220c56f-3832-4fed-adbe-f65234dfd0c2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4197345 Feb 03 13:50:00.816825 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51136) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:00.908944 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Publish callbacks [] for port (85acfbdd-7e86-4311-8237-3b940095cd78), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:00.921489 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:00.971042 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:50:00.971913 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:01.016029 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea90bc-3608-49d1-9fa1-3f7433266a20 None None] Pushing event updated for resources: {'Port': ['ID=85acfbdd-7e86-4311-8237-3b940095cd78,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:01.022185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Attempting to bind port 85acfbdd-7e86-4311-8237-3b940095cd78 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:50:01.023073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Attempting to bind port 85acfbdd-7e86-4311-8237-3b940095cd78 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:50:01.023570 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Attempting to bind port 85acfbdd-7e86-4311-8237-3b940095cd78 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:50:01.037802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:50:01.038289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:50:01.038737 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:01.039263 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:50:01.039739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Bound port: 85acfbdd-7e86-4311-8237-3b940095cd78, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:50:01.040122 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:01.180253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] For port 85acfbdd-7e86-4311-8237-3b940095cd78, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:50:01.198393 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] For port 85acfbdd-7e86-4311-8237-3b940095cd78, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=85acfbdd-7e86-4311-8237-3b940095cd78,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:50:01.209379 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:01.216601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Allocated IP 172.20.0.2 (66b7dd77-b0e6-4a8e-87c0-55989bcf545c/38cb97d4-f844-488f-bdf6-e9e85d09e77a/37985e26-6518-4969-aa61-6d1b84bab7de) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:50:01.312627 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea90bc-3608-49d1-9fa1-3f7433266a20 None None] Pushing event updated for resources: {'Port': ['ID=85acfbdd-7e86-4311-8237-3b940095cd78,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:01.340011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:50:01.340638 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:01.497691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:50:01.560636 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Publish callbacks [] for port (37985e26-6518-4969-aa61-6d1b84bab7de), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:01.565564 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:01.573992 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:01.660646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:50:01.667173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:50:01.669829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:50:01.676118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Pushing event updated for resources: {'Port': ['ID=37985e26-6518-4969-aa61-6d1b84bab7de,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:01.856205 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.1 (66b7dd77-b0e6-4a8e-87c0-55989bcf545c/38cb97d4-f844-488f-bdf6-e9e85d09e77a/51233078-2c9f-4778-9bbb-c6670280e600) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:50:01.941298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Attempting to bind port 37985e26-6518-4969-aa61-6d1b84bab7de on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:50:01.941673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Attempting to bind port 37985e26-6518-4969-aa61-6d1b84bab7de by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:50:01.942039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Attempting to bind port 37985e26-6518-4969-aa61-6d1b84bab7de on network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:50:01.951375 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:50:01.951755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Checking segment: {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:50:01.952156 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:01.952546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Bound using segment: {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:50:01.953013 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Bound port: 37985e26-6518-4969-aa61-6d1b84bab7de, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:50:01.953391 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:01.978506 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (51233078-2c9f-4778-9bbb-c6670280e600), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.013376 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (51233078-2c9f-4778-9bbb-c6670280e600), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.015881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:49:59Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:02.049324 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d0216-6ed3-44c4-a1d4-8a7fe51fe7c7 None None] The sync data for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 is: [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:49:59Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:50:02.054889 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:50:02.055789 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] For port 37985e26-6518-4969-aa61-6d1b84bab7de, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:50:02.060305 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:50:02.064219 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:50:02.071063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=51233078-2c9f-4778-9bbb-c6670280e600,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:02.077203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] For port 37985e26-6518-4969-aa61-6d1b84bab7de, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=37985e26-6518-4969-aa61-6d1b84bab7de,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:50:02.085720 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.118741 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (17ed0228-ce04-4318-bd72-857bbd4b6c78), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.153947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4d03b-e042-4528-ad49-39653ed59b77 None None] Pushing event updated for resources: {'Port': ['ID=37985e26-6518-4969-aa61-6d1b84bab7de,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:02.276402 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (51233078-2c9f-4778-9bbb-c6670280e600), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.603875 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 85acfbdd-7e86-4311-8237-3b940095cd78 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:50:02.635658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (51233078-2c9f-4778-9bbb-c6670280e600), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.641625 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (51233078-2c9f-4778-9bbb-c6670280e600), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.659238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 85acfbdd-7e86-4311-8237-3b940095cd78 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:02.659868 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.718411 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=51233078-2c9f-4778-9bbb-c6670280e600,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:02.722050 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (17ed0228-ce04-4318-bd72-857bbd4b6c78), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.764944 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 85acfbdd-7e86-4311-8237-3b940095cd78 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:02.765431 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.795006 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 85acfbdd-7e86-4311-8237-3b940095cd78, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=85acfbdd-7e86-4311-8237-3b940095cd78,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:50:02.806575 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.807733 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 37985e26-6518-4969-aa61-6d1b84bab7de up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:50:02.828324 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:50:02.830001 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:50:02.928756 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=85acfbdd-7e86-4311-8237-3b940095cd78,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:02.944661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 37985e26-6518-4969-aa61-6d1b84bab7de triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:02.944661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.977918 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 17ed0228-ce04-4318-bd72-857bbd4b6c78 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:50:03.036284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 37985e26-6518-4969-aa61-6d1b84bab7de is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:03.036694 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:03.079888 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 37985e26-6518-4969-aa61-6d1b84bab7de, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=37985e26-6518-4969-aa61-6d1b84bab7de,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:50:03.087701 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:03.117145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:50:03.127942 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9ac64ab8-44a3-45ca-9b48-745797b5f08f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/17ed0228-ce04-4318-bd72-857bbd4b6c78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3089283 Feb 03 13:50:03.152019 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=37985e26-6518-4969-aa61-6d1b84bab7de,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:03.277319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daff3e8-2129-4cf8-bc7d-561c6195aec0 None None] Network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:50:03.294695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-c5e4e9ef-e731-41bb-ab60-f7bc4c570bc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064236512&fields=id&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 267 time: 0.0475104 Feb 03 13:50:03.390564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-04b956b1-ba2b-45eb-8b4b-5f20497ef053 None None] Provisioning complete for port 37985e26-6518-4969-aa61-6d1b84bab7de triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:03.390980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04b956b1-ba2b-45eb-8b4b-5f20497ef053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:03.405776 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-46903a03-8d89-497a-9985-211e47d5397f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:03.407735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-46903a03-8d89-497a-9985-211e47d5397f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 796 time: 0.1059210 Feb 03 13:50:03.422481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-dc8064b0-7869-44a1-a236-3154230b7d06 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/quotas/a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 375 time: 0.0089927 Feb 03 13:50:03.483505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-04b956b1-ba2b-45eb-8b4b-5f20497ef053 None None] Current status of the port 37985e26-6518-4969-aa61-6d1b84bab7de is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:03.488791 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-c52a8d1f-eced-45e4-834c-38db3ad5625d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565159 Feb 03 13:50:03.648386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-e66435dc-6128-4a96-997c-898f61ca6003 service neutron] 10.222.0.65 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476364 Feb 03 13:50:03.704378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-183562ec-9216-4ae1-9562-a10637a07cbd None None] Provisioning complete for port 37985e26-6518-4969-aa61-6d1b84bab7de triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:03.704982 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-183562ec-9216-4ae1-9562-a10637a07cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:03.759038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-d8a01cf4-8b24-400f-a7d1-ff8b9d3ba870 service neutron] 10.222.0.65 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045754 Feb 03 13:50:03.808726 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-183562ec-9216-4ae1-9562-a10637a07cbd None None] Current status of the port 37985e26-6518-4969-aa61-6d1b84bab7de is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:03.819860 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-183562ec-9216-4ae1-9562-a10637a07cbd None None] Provisioning complete for port 51233078-2c9f-4778-9bbb-c6670280e600 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:03.820238 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-183562ec-9216-4ae1-9562-a10637a07cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51233078-2c9f-4778-9bbb-c6670280e600), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:03.865268 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-183562ec-9216-4ae1-9562-a10637a07cbd None None] Port 51233078-2c9f-4778-9bbb-c6670280e600 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:50:03.951012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9dab27ee-b6da-44d5-8b13-d32d23bfbbf0 req-f5e4298e-0abb-4418-a610-3f0a4b263e34 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 210 time: 0.0290411 Feb 03 13:50:03.962270 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Sync routers for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:50:03.973035 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:50:03.973819 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:03.985765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3df7d5ed-7d08-490f-a08d-c9818da32115 None None] Provisioning complete for port 51233078-2c9f-4778-9bbb-c6670280e600 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:03.986151 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3df7d5ed-7d08-490f-a08d-c9818da32115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51233078-2c9f-4778-9bbb-c6670280e600), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.024132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3df7d5ed-7d08-490f-a08d-c9818da32115 None None] Port 51233078-2c9f-4778-9bbb-c6670280e600 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:50:04.082125 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:50:04.143394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f9c8dbf7-7f2a-4318-b6c5-238953943778 None None] Provisioning complete for port 51233078-2c9f-4778-9bbb-c6670280e600 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:04.143771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9c8dbf7-7f2a-4318-b6c5-238953943778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51233078-2c9f-4778-9bbb-c6670280e600), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.182304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f9c8dbf7-7f2a-4318-b6c5-238953943778 None None] Port 51233078-2c9f-4778-9bbb-c6670280e600 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:50:04.287017 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '51233078-2c9f-4778-9bbb-c6670280e600', 'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:32:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:50:01Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 2, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:04.317514 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Checking router: 17ed0228-ce04-4318-bd72-857bbd4b6c78 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:50:04.317930 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Updating router 17ed0228-ce04-4318-bd72-857bbd4b6c78 port 51233078-2c9f-4778-9bbb-c6670280e600 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:50:04.350870 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (51233078-2c9f-4778-9bbb-c6670280e600), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.461298 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 85acfbdd-7e86-4311-8237-3b940095cd78 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:50:04.510867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 85acfbdd-7e86-4311-8237-3b940095cd78 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:04.511250 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.590814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 85acfbdd-7e86-4311-8237-3b940095cd78 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:04.591886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 37985e26-6518-4969-aa61-6d1b84bab7de up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:50:04.621508 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Publish callbacks [] for port (51233078-2c9f-4778-9bbb-c6670280e600), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.629472 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (51233078-2c9f-4778-9bbb-c6670280e600), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.640679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 37985e26-6518-4969-aa61-6d1b84bab7de triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:04.641062 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.726698 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 37985e26-6518-4969-aa61-6d1b84bab7de is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:04.778394 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Pushing event updated for resources: {'Port': ['ID=51233078-2c9f-4778-9bbb-c6670280e600,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:04.805224 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.805570 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.805913 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.806245 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.806596 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.806922 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.807246 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.807566 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.807885 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.808205 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.808522 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.808837 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.809148 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:50:04.842979 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Attempting to bind port 51233078-2c9f-4778-9bbb-c6670280e600 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:50:04.843357 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Attempting to bind port 51233078-2c9f-4778-9bbb-c6670280e600 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:50:04.843752 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Attempting to bind port 51233078-2c9f-4778-9bbb-c6670280e600 on network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:50:04.849123 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:50:04.849514 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Checking segment: {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:50:04.849909 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.850366 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Bound using segment: {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:50:04.851104 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Bound port: 51233078-2c9f-4778-9bbb-c6670280e600, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:50:04.851372 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (51233078-2c9f-4778-9bbb-c6670280e600), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.920441 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] For port 51233078-2c9f-4778-9bbb-c6670280e600, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:50:04.923916 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] For port 51233078-2c9f-4778-9bbb-c6670280e600, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=51233078-2c9f-4778-9bbb-c6670280e600,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:50:04.932841 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (51233078-2c9f-4778-9bbb-c6670280e600), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:04.995316 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:50:04.995991 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:49:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:05.011611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-43509c18-d8d8-4f6b-bf81-41a37bb77e87 None None] Provisioning complete for port 51233078-2c9f-4778-9bbb-c6670280e600 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:05.012000 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43509c18-d8d8-4f6b-bf81-41a37bb77e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51233078-2c9f-4778-9bbb-c6670280e600), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:05.042093 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380de8d-4c28-4de7-ba25-510cf4fd882c None None] Pushing event updated for resources: {'Port': ['ID=51233078-2c9f-4778-9bbb-c6670280e600,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:05.071462 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42320ea2-4478-43f7-bd80-e1e7d3ceba8a req-79a6f8d3-27b1-4606-86cc-def958f5c5d5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 210 time: 0.0504217 Feb 03 13:50:05.116114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-43509c18-d8d8-4f6b-bf81-41a37bb77e87 None None] Current status of the port 51233078-2c9f-4778-9bbb-c6670280e600 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:05.116642 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43509c18-d8d8-4f6b-bf81-41a37bb77e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (51233078-2c9f-4778-9bbb-c6670280e600), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:05.134533 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:50:05.152068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-43509c18-d8d8-4f6b-bf81-41a37bb77e87 None None] For port 51233078-2c9f-4778-9bbb-c6670280e600, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=51233078-2c9f-4778-9bbb-c6670280e600,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:50:05.159447 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43509c18-d8d8-4f6b-bf81-41a37bb77e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (51233078-2c9f-4778-9bbb-c6670280e600), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:05.211208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43509c18-d8d8-4f6b-bf81-41a37bb77e87 None None] Pushing event updated for resources: {'Port': ['ID=51233078-2c9f-4778-9bbb-c6670280e600,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:05.283645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ef4aa439-cf31-4cbd-a2f9-1bf0938d683a None None] Provisioning complete for port 51233078-2c9f-4778-9bbb-c6670280e600 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:05.284028 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa439-cf31-4cbd-a2f9-1bf0938d683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51233078-2c9f-4778-9bbb-c6670280e600), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:05.339037 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '51233078-2c9f-4778-9bbb-c6670280e600', 'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:32:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:50:01Z', 'updated_at': '2022-02-03T13:50:04Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:05.365190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ef4aa439-cf31-4cbd-a2f9-1bf0938d683a None None] Current status of the port 51233078-2c9f-4778-9bbb-c6670280e600 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:05.368423 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df1b35-5b02-460d-8ee8-ff8229b82de7 None None] The sync data for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 is: [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '51233078-2c9f-4778-9bbb-c6670280e600', 'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:32:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:50:01Z', 'updated_at': '2022-02-03T13:50:04Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:50:06.163085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fdcb873-c9b8-4633-b1cc-5b494050de70 req-89a20707-f405-4608-8447-bf42c9a074d6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 210 time: 0.0352991 Feb 03 13:50:06.488910 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 51233078-2c9f-4778-9bbb-c6670280e600 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:50:06.538554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 51233078-2c9f-4778-9bbb-c6670280e600 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:06.539017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (51233078-2c9f-4778-9bbb-c6670280e600), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:06.619098 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 51233078-2c9f-4778-9bbb-c6670280e600 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:06.707695 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff6c0-e645-40c9-92d4-da2ed65292af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:07.237390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3c9a0934-be88-4a04-be15-18ccec12a6ac req-d8231e55-b2bc-4983-a586-0c76618b5472 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 210 time: 0.0287642 Feb 03 13:50:08.340526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1357e2c8-34eb-46c5-a050-577dfc6e4909 req-89dae2ea-ae1d-44a7-8e0b-bab4c7a2b048 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 210 time: 0.0284336 Feb 03 13:50:08.959249 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9856f691-7a05-434c-b9ed-0728969a2709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:09.063056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-82bb4482-e5a2-41e4-a0b5-b7fcd6605ea8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:09.064810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-82bb4482-e5a2-41e4-a0b5-b7fcd6605ea8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 796 time: 0.1172049 Feb 03 13:50:09.127260 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-3c969dd9-0076-422f-90fa-804cc29bb02c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 380 time: 0.0535128 Feb 03 13:50:09.137004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'port': {'device_id': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'admin_state_up': True, 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'security_groups': ['b2152b9d-42cd-42ed-bc1f-e9154cf40747']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:50:09.249154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:50:09.252644 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:09.389177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.8 (66b7dd77-b0e6-4a8e-87c0-55989bcf545c/38cb97d4-f844-488f-bdf6-e9e85d09e77a/4bb4d510-a78a-406c-9b24-ffac1aa8fdbb) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:50:09.454971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41942f6d-3b3e-474e-905d-260c594b8ffc req-b8dc41f1-3757-436c-8178-78108fc86fe4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 210 time: 0.0376160 Feb 03 13:50:09.565944 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:09.605677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:09.649983 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:50:09.654994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:50:09.658888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:50:09.665713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:09.717231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:09.717869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:09.737477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-49a1e8a3-161a-4787-9c5e-49b1abf53919 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041894 Feb 03 13:50:09.748975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Request body: {'port': {'device_id': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:50:09.811957 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:09.917299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-607676cc-b19b-4761-bd17-3e8334f2de5a None None] Provisioning complete for port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:09.918021 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-607676cc-b19b-4761-bd17-3e8334f2de5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:09.953210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-607676cc-b19b-4761-bd17-3e8334f2de5a None None] Port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:50:10.084084 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:50:10.091728 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Publish callbacks [] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:10.106829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Transition to ACTIVE for port object 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:50:10.113603 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:10.161210 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Pushing event updated for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:10.241333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Attempting to bind port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:50:10.241860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Attempting to bind port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:50:10.242203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Attempting to bind port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:50:10.247182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:50:10.247548 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Attempting to bind port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:50:10.252838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:50:10.253187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Checking segment: {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:50:10.253555 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Bound using segment: {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:50:10.253991 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Bound port: 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:50:10.254353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:10.324275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:50:10.328244 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:50:10.335597 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:10.370268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:10.371125 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:10.372367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] 10.222.0.72 "PUT /v2.0/ports/4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 1092 time: 0.6278701 Feb 03 13:50:10.372804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:50:10.375133 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae" -d '{"events": [{"name": "network-changed", "server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:50:10.411392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4adf73-bc6a-4bdc-968d-dc4621f4270a service neutron] Pushing event updated for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:10.450445 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6299f59f-ced6-4cc5-9280-47313743e6ae x-openstack-request-id: req-6299f59f-ced6-4cc5-9280-47313743e6ae {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:50:10.450737 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:50:10.450991 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6299f59f-ced6-4cc5-9280-47313743e6ae {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:50:10.451578 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'status': 'completed', 'code': 200} Feb 03 13:50:10.457518 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:10.501114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-d5128a26-d95f-4806-9a7e-262f132b6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:10.502847 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-d5128a26-d95f-4806-9a7e-262f132b6dc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1126 time: 0.0494153 Feb 03 13:50:10.557138 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-48ee7487-59b8-44ce-851e-3f2d4e0c93fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 217 time: 0.0475070 Feb 03 13:50:10.626242 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-e74f553d-fa7a-4046-9bed-c0ebb19cb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:10.627727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-e74f553d-fa7a-4046-9bed-c0ebb19cb9a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0521502 Feb 03 13:50:10.639498 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbf07d-8b05-4895-8fbb-b2fedbcb8452 req-7294c4ae-845d-4dd8-b5a5-b5643b1f03c9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:10.640873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78bbf07d-8b05-4895-8fbb-b2fedbcb8452 req-7294c4ae-845d-4dd8-b5a5-b5643b1f03c9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.0935175 Feb 03 13:50:10.718659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-78bbf07d-8b05-4895-8fbb-b2fedbcb8452 req-b02b0006-6d0e-4006-b509-248ecdf33429 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691466 Feb 03 13:50:10.721133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-ee86ff39-7877-4218-afa2-ce936a7b33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:10.722582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-ee86ff39-7877-4218-afa2-ce936a7b33e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0808282 Feb 03 13:50:10.811599 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-a795bd02-fdf9-4698-88a7-31f857becb31 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828424 Feb 03 13:50:10.909709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cba7ecd7-c92c-4b33-ab15-3f96b1b0ba0f req-fd87f261-693b-4003-b226-f77d30812e37 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911944 Feb 03 13:50:11.014905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-7444eafd-9cb7-4718-b029-a56ee0d12127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:11.016359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-7444eafd-9cb7-4718-b029-a56ee0d12127 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1126 time: 0.0469422 Feb 03 13:50:11.124814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-34b38444-d593-4704-bbc0-1b5545da78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:11.126305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-34b38444-d593-4704-bbc0-1b5545da78dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.1028464 Feb 03 13:50:11.168607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-5f3f872c-c87f-458e-9cd2-cd08496b2510 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 217 time: 0.0353651 Feb 03 13:50:11.216025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-400ab05c-8741-49d0-9bd8-741a45649aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:11.217449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-400ab05c-8741-49d0-9bd8-741a45649aa3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0426579 Feb 03 13:50:11.269653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-d9e37017-468b-4180-a25f-2968a86f0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:11.271120 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-d9e37017-468b-4180-a25f-2968a86f0530 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464821 Feb 03 13:50:11.727908 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-1adfd000-4172-401a-a044-81f5ed036607 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490550 Feb 03 13:50:11.825469 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:11.850041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dbba5d26-ce09-4a11-b206-c5a1ee5c1fae req-432bbd52-8c98-4196-a96c-a92d56f30734 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140258 Feb 03 13:50:11.864849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475480a5-9a75-43a2-a1f6-edf510c0505b req-cc491700-4668-49e2-a220-49adba221640 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:11.866356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-475480a5-9a75-43a2-a1f6-edf510c0505b req-cc491700-4668-49e2-a220-49adba221640 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.0730202 Feb 03 13:50:11.915550 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-475480a5-9a75-43a2-a1f6-edf510c0505b req-c15b1a30-56ac-46ee-bfe4-676eccec223c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432222 Feb 03 13:50:12.713945 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:13.046457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3ab53-2f87-40ea-84b1-1b38d346561e req-83a6c5e8-6c24-4eae-8877-ae83ed2b81e9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:13.047858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12f3ab53-2f87-40ea-84b1-1b38d346561e req-83a6c5e8-6c24-4eae-8877-ae83ed2b81e9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.0633643 Feb 03 13:50:13.100188 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-12f3ab53-2f87-40ea-84b1-1b38d346561e req-6bcf5e29-a0e4-4678-8055-c6acaac3a242 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464106 Feb 03 13:50:14.235002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f8253-6294-464f-92fb-8b6caf0dc344 req-dac20aff-ac8a-47f1-a94b-34327d46a418 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:14.236480 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c0f8253-6294-464f-92fb-8b6caf0dc344 req-dac20aff-ac8a-47f1-a94b-34327d46a418 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.0575645 Feb 03 13:50:14.287859 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c0f8253-6294-464f-92fb-8b6caf0dc344 req-c526ae06-1b1a-436b-9996-0a4572a0bcf3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439589 Feb 03 13:50:14.739012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:50:14.838972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:50:14.850988 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'port_id': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'mac_address': 'fa:16:3e:31:6a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:50:14.892947 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:14.893342 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:14.908806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:50:14.929509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:50:14.936374 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:14.984661 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:15.159361 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:50:15.409478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7090-6bda-411b-8215-219a592740a9 req-fd32691a-0b5a-4c6c-9fac-df6cb21a67a1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:15.410991 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-664b7090-6bda-411b-8215-219a592740a9 req-fd32691a-0b5a-4c6c-9fac-df6cb21a67a1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 944 time: 0.0543628 Feb 03 13:50:15.470113 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-664b7090-6bda-411b-8215-219a592740a9 req-a209d3e0-9d4c-4cd9-aa65-e100e9e2976d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531526 Feb 03 13:50:16.603997 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7afb0-e8b5-4f5a-8621-72ae145dd4f6 req-7b02dd24-d92d-416b-871b-b2b346f45fd5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:16.605429 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09c7afb0-e8b5-4f5a-8621-72ae145dd4f6 req-7b02dd24-d92d-416b-871b-b2b346f45fd5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 944 time: 0.0574691 Feb 03 13:50:16.654882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09c7afb0-e8b5-4f5a-8621-72ae145dd4f6 req-e852aa01-568f-4b28-b045-40ae1580e786 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434468 Feb 03 13:50:16.747800 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:50:16.804095 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:50:16.807847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:16.808228 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:16.892181 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:16.892691 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:16.917396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:50:16.919616 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfec540-5d43-4f4a-ae92-aafb2557f1ba" -d '{"events": [{"server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "name": "network-vif-plugged", "status": "completed", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:50:16.932597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:50:16.938410 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:16.967653 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683c1a12-c79f-4032-954f-c4449f447c9a x-openstack-request-id: req-683c1a12-c79f-4032-954f-c4449f447c9a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:50:16.967988 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "name": "network-vif-plugged", "status": "completed", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:50:16.968209 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-683c1a12-c79f-4032-954f-c4449f447c9a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:50:16.968605 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'code': 200} Feb 03 13:50:17.001624 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:17.006190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:17.064472 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0e580-c6cc-48fe-a300-385c67497685 req-a0733878-b411-4787-8057-aefc17851e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:17.065988 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ef0e580-c6cc-48fe-a300-385c67497685 req-a0733878-b411-4787-8057-aefc17851e19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1128 time: 0.0465271 Feb 03 13:50:17.112454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ef0e580-c6cc-48fe-a300-385c67497685 req-e9e2c18f-7dae-4844-bef4-736aded41f3e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396318 Feb 03 13:50:17.782139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2808141-eebb-4cb4-a234-c2395d1e9084 req-c915f06c-ba63-434a-b045-10b7b814f2c3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:17.783968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2808141-eebb-4cb4-a234-c2395d1e9084 req-c915f06c-ba63-434a-b045-10b7b814f2c3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0561292 Feb 03 13:50:17.842267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f2808141-eebb-4cb4-a234-c2395d1e9084 req-27964043-28f9-486e-b47a-71d8bb1866d6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496907 Feb 03 13:50:18.747237 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:50:18.980406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1aaf7-288a-4bf3-85db-5b16a2a57bfe req-ca91c44a-5884-469e-9065-c43d70e4209b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:18.981813 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62e1aaf7-288a-4bf3-85db-5b16a2a57bfe req-ca91c44a-5884-469e-9065-c43d70e4209b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0645199 Feb 03 13:50:19.031463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-62e1aaf7-288a-4bf3-85db-5b16a2a57bfe req-278be29b-339b-4da0-899e-6968f4448a7b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434289 Feb 03 13:50:19.171937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45ec1d-457c-4555-94d9-858f48459b45 req-e451298c-d82e-4bcd-9dc5-2bcd93c8bd67 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:19.173460 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf45ec1d-457c-4555-94d9-858f48459b45 req-e451298c-d82e-4bcd-9dc5-2bcd93c8bd67 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0693371 Feb 03 13:50:19.225484 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf45ec1d-457c-4555-94d9-858f48459b45 req-3694b540-a24d-4d93-9b3a-1b80fe6332a4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461633 Feb 03 13:50:19.252932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51206) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:19.301275 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181cd9cc-4b02-4446-9ee6-0c47506c325d tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:19.302829 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-181cd9cc-4b02-4446-9ee6-0c47506c325d tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1123 time: 0.0489357 Feb 03 13:50:19.306649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51208) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:19.310917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:50:19.332456 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:19.433031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:19.542289 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.185 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/d9e68933-259f-4248-a146-752cc1fccac9) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:50:19.655547 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (d9e68933-259f-4248-a146-752cc1fccac9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:19.701705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (d9e68933-259f-4248-a146-752cc1fccac9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:19.737886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:50:19.740810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:50:19.746602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:50:19.769717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=d9e68933-259f-4248-a146-752cc1fccac9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:20.111099 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (895d8402-c07d-476e-8f00-5c1ca5e4dc1c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:20.196279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (d9e68933-259f-4248-a146-752cc1fccac9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:20.364473 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (d9e68933-259f-4248-a146-752cc1fccac9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:20.371359 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (d9e68933-259f-4248-a146-752cc1fccac9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:20.443423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=d9e68933-259f-4248-a146-752cc1fccac9,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:20.453516 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (895d8402-c07d-476e-8f00-5c1ca5e4dc1c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:20.558832 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP 895d8402-c07d-476e-8f00-5c1ca5e4dc1c associated. External IP: 172.25.3.185, port: 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb. Feb 03 13:50:20.784757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 17ed0228-ce04-4318-bd72-857bbd4b6c78 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:50:20.895417 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:50:20.906744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] Sync routers for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:50:20.917176 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:50:20.917622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:20.917824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:50:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:20.952905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-33404054-bf4d-4f40-83b8-445667224831 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6425154 Feb 03 13:50:20.952905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:50:20.953222 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:50:21.027840 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:50:21.056761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239632e2-824c-476a-933a-fc4bf036b242 req-1826d269-c83d-40cb-930a-d33c4fb0eb2a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:21.058293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-239632e2-824c-476a-933a-fc4bf036b242 req-1826d269-c83d-40cb-930a-d33c4fb0eb2a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0553677 Feb 03 13:50:21.109159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-239632e2-824c-476a-933a-fc4bf036b242 req-4f68d39b-bc74-438a-9327-5654c1b2d458 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450389 Feb 03 13:50:21.132014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51216) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:21.177014 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62df6b66-8745-4f5a-a284-6033564dd860 x-openstack-request-id: req-62df6b66-8745-4f5a-a284-6033564dd860 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:50:21.177288 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:50:21.177554 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62df6b66-8745-4f5a-a284-6033564dd860 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:50:21.177959 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'status': 'completed', 'code': 200} Feb 03 13:50:21.228245 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-77624169-79fc-4455-a668-6fd1a1fcb3fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/895d8402-c07d-476e-8f00-5c1ca5e4dc1c HTTP/1.1" status: 200 len: 991 time: 0.0944636 Feb 03 13:50:21.241509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-4ef5f15d-ab37-4ad6-8d6c-6c690f26d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:21.243701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-4ef5f15d-ab37-4ad6-8d6c-6c690f26d9d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1128 time: 0.0592358 Feb 03 13:50:21.255238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '895d8402-c07d-476e-8f00-5c1ca5e4dc1c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'port_id': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'mac_address': 'fa:16:3e:31:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:50:19Z', 'updated_at': '2022-02-03T13:50:19Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51233078-2c9f-4778-9bbb-c6670280e600', 'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:32:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:50:01Z', 'updated_at': '2022-02-03T13:50:05Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:21.285905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] Checking router: 17ed0228-ce04-4318-bd72-857bbd4b6c78 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:50:21.294463 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:50:21.295111 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:50:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:21.338096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-103e38ad-46ed-45a0-8d8b-b0fdda65542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:21.339659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-103e38ad-46ed-45a0-8d8b-b0fdda65542a service neutron] 10.222.0.72 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.0884709 Feb 03 13:50:21.403695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:50:21.404367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-405e9382-a9c7-43c1-b75b-2b65e4c2fa67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 999 time: 0.0582926 Feb 03 13:50:21.451953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-f5a62c55-3c88-494e-98a2-9c1d6714bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:21.453504 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-f5a62c55-3c88-494e-98a2-9c1d6714bbd8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0437465 Feb 03 13:50:21.453645 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:21.514468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-772dd1db-0710-428a-b2bd-409778596496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:21.517536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-772dd1db-0710-428a-b2bd-409778596496 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558074 Feb 03 13:50:21.614061 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-21efe87b-db20-4389-8ea9-fded8a450e96 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916703 Feb 03 13:50:21.723315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-727b05b2-dfa7-44a2-a5b5-691eefde5e7d req-b8fc563a-b5d1-4d6d-a7bd-baedd1d2ca83 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028674 Feb 03 13:50:21.814452 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '895d8402-c07d-476e-8f00-5c1ca5e4dc1c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'port_id': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'mac_address': 'fa:16:3e:31:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:50:19Z', 'updated_at': '2022-02-03T13:50:19Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51233078-2c9f-4778-9bbb-c6670280e600', 'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:32:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:50:01Z', 'updated_at': '2022-02-03T13:50:05Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:50:21.845873 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c834d0-2c87-43af-8677-cc309d49f5b0 None None] The sync data for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 is: [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '895d8402-c07d-476e-8f00-5c1ca5e4dc1c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'port_id': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'mac_address': 'fa:16:3e:31:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:50:19Z', 'updated_at': '2022-02-03T13:50:19Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51233078-2c9f-4778-9bbb-c6670280e600', 'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:32:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:50:01Z', 'updated_at': '2022-02-03T13:50:05Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:50:22.067851 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47bdb0-fcb4-4a9a-81ab-30a36e1e5f5c None None] New status for floating IP 895d8402-c07d-476e-8f00-5c1ca5e4dc1c: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:50:22.231326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51218) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:22.292725 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-54df12ff-b413-46e8-b2dd-d2f2a85b9605 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/895d8402-c07d-476e-8f00-5c1ca5e4dc1c HTTP/1.1" status: 200 len: 993 time: 0.0602505 Feb 03 13:50:27.725073 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-cf1f3084-075b-4803-8f53-9d33ba3e01c6 req-6b545d47-56bd-499e-a621-ebe59cac0db9 tempest-ServerDiskConfigTestJSON-1150350552 tempest-ServerDiskConfigTestJSON-1150350552-project] (103223) timed out ('10.222.0.72', 61563) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:50:36.703477 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea10cf79-58fd-4d13-8b75-e70ef369c802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:38.972051 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9becee9-e9eb-466d-9f52-64d7f33ce6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:40.410524 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:41.834197 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:42.703692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:46.978589 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:50.750368 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-1fab0b0b-89fd-491e-ada4-fd4e5126a1e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490158 Feb 03 13:50:50.844889 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-2bcea79d-205d-480c-93d1-6753ac989d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:50.847310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-2bcea79d-205d-480c-93d1-6753ac989d69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1128 time: 0.0500896 Feb 03 13:50:50.957941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-5a68ebd5-cf62-4482-b3cf-0f22434de9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:50.959452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-5a68ebd5-cf62-4482-b3cf-0f22434de9ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.0905316 Feb 03 13:50:51.037360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-50891dfe-66d7-4581-89e4-118c30d64c47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 1001 time: 0.0699041 Feb 03 13:50:51.087663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-c792ff73-58ef-4799-b4af-de03c1ac0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:51.089093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-c792ff73-58ef-4799-b4af-de03c1ac0d58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0447690 Feb 03 13:50:51.139164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-ea77f260-8ff4-4445-92d7-21dd1cd77eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:51.140659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-ea77f260-8ff4-4445-92d7-21dd1cd77eac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443499 Feb 03 13:50:51.236365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-4c87c0af-682f-4ac5-87e6-1977e91e3af9 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884304 Feb 03 13:50:51.338886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bf35d04-1e13-4d3a-b08b-42d603e5f1b1 req-4f3b3f1f-69dc-4099-9d1f-cc9593a10d79 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948989 Feb 03 13:50:51.422539 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:53.571132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-7a257d36-46a9-480f-886b-e97da3270333 req-d1484662-a873-4080-b551-a17629588e99 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:50:53.573277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7a257d36-46a9-480f-886b-e97da3270333 req-d1484662-a873-4080-b551-a17629588e99 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100360 Feb 03 13:50:53.787283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51240) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:50:53.826097 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70402c8a-4ea6-4e70-ba1d-b003ed1dc9f7 req-fe2829e6-388c-4966-853d-6d2aba5c6ce9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:53.827675 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70402c8a-4ea6-4e70-ba1d-b003ed1dc9f7 req-fe2829e6-388c-4966-853d-6d2aba5c6ce9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.1186452 Feb 03 13:50:53.875319 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-9d68ab59-f900-41a2-95b3-11ede53dc790 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868642 Feb 03 13:50:53.877111 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-70402c8a-4ea6-4e70-ba1d-b003ed1dc9f7 req-e0c6c151-60f1-412e-9cd4-34c5b28b9845 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431924 Feb 03 13:50:53.884098 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-80ea1d84-125c-4beb-929c-e72cece5beaa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:50:53.885042 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-80ea1d84-125c-4beb-929c-e72cece5beaa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051048 Feb 03 13:50:55.009724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1d16e-814e-4de3-89da-3b98c56c0d6f req-508fe44e-3303-48a0-94ea-bf4a1116c928 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:55.011573 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdc1d16e-814e-4de3-89da-3b98c56c0d6f req-508fe44e-3303-48a0-94ea-bf4a1116c928 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0550067 Feb 03 13:50:55.102749 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdc1d16e-814e-4de3-89da-3b98c56c0d6f req-84f6c209-7ea4-4f3d-a6a7-5843618032d9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844469 Feb 03 13:50:55.120401 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-a8268a0d-45fe-4f20-87ff-3518838a26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:55.121901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-a8268a0d-45fe-4f20-87ff-3518838a26f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1128 time: 0.0733457 Feb 03 13:50:55.213128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-8f80cf43-3e28-4d94-b323-60e474b47a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:55.214603 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-8f80cf43-3e28-4d94-b323-60e474b47a7f service neutron] 10.222.0.72 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.0864186 Feb 03 13:50:55.295080 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-2578cc81-2514-4f72-b07b-cb34fe7d9788 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 1001 time: 0.0736988 Feb 03 13:50:55.343126 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-956a12c2-21a5-4573-b33b-61e5b1f0c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:55.344591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-956a12c2-21a5-4573-b33b-61e5b1f0c42b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0435448 Feb 03 13:50:55.396018 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-67b6a3e8-c470-4761-a597-6d8f1f1f2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:55.397557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-67b6a3e8-c470-4761-a597-6d8f1f1f2f09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462353 Feb 03 13:50:55.493583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-dddb2fdc-64a6-42ef-b177-e37237b4320f service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888624 Feb 03 13:50:55.586474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-b9aaafb9-bd84-49d6-ae04-9f6292af78cb service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855799 Feb 03 13:50:55.749466 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:50:56.244345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d315d10-8350-4703-a147-6ff4abfbe0e5 req-e256fba6-12ec-4b24-a268-8f1f2bc9c991 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:56.245845 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d315d10-8350-4703-a147-6ff4abfbe0e5 req-e256fba6-12ec-4b24-a268-8f1f2bc9c991 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0670657 Feb 03 13:50:56.296758 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d315d10-8350-4703-a147-6ff4abfbe0e5 req-795ae7e8-36be-4e16-8d94-e20fe90ff703 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447183 Feb 03 13:50:57.443618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76bbf6-2553-4835-bd58-2820b6aac302 req-e5c0b03e-e363-4d13-8626-4540b55b7337 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:57.445105 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b76bbf6-2553-4835-bd58-2820b6aac302 req-e5c0b03e-e363-4d13-8626-4540b55b7337 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0681746 Feb 03 13:50:57.495474 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b76bbf6-2553-4835-bd58-2820b6aac302 req-e6f03ffa-7038-4e6a-a890-2a7b66f23639 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445096 Feb 03 13:50:58.624115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d559ae-08dc-4fbd-b4ea-9375621982d5 req-6b231f8a-f34a-46d3-8aa1-49f8c0529534 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:58.625602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80d559ae-08dc-4fbd-b4ea-9375621982d5 req-6b231f8a-f34a-46d3-8aa1-49f8c0529534 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0534916 Feb 03 13:50:58.680107 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80d559ae-08dc-4fbd-b4ea-9375621982d5 req-ffddfd16-5027-459e-963c-7ff53193c56b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486231 Feb 03 13:50:59.814440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f69b-4275-4d60-8a56-0dd3859fd0c5 req-f5bfec95-706f-4b46-aa2f-a78019e672da tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:59.815926 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5625f69b-4275-4d60-8a56-0dd3859fd0c5 req-f5bfec95-706f-4b46-aa2f-a78019e672da tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0540798 Feb 03 13:50:59.864059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5625f69b-4275-4d60-8a56-0dd3859fd0c5 req-096f4f6c-fd2d-441d-ae7d-33bc69116fa8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Feb 03 13:51:01.013025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06d5c1-7ce9-480d-a3c3-4c4ed84798f0 req-55bb1b8e-e2e1-454c-ba7c-d384cec51b15 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:01.014742 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f06d5c1-7ce9-480d-a3c3-4c4ed84798f0 req-55bb1b8e-e2e1-454c-ba7c-d384cec51b15 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0565903 Feb 03 13:51:01.067435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3f06d5c1-7ce9-480d-a3c3-4c4ed84798f0 req-30b942a9-3a2c-4c1d-b4bd-3f2343a7665e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464833 Feb 03 13:51:02.209507 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd105e-67ec-4f43-9f31-9b02a9735de6 req-c370404c-a6c5-4d89-9d0c-de8298ce351c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:02.211361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96bd105e-67ec-4f43-9f31-9b02a9735de6 req-c370404c-a6c5-4d89-9d0c-de8298ce351c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0574636 Feb 03 13:51:02.262108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-96bd105e-67ec-4f43-9f31-9b02a9735de6 req-7eac56d7-93c2-43c1-9b3f-6569aee3ab2e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Feb 03 13:51:03.415543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c101b90-731d-4181-a693-d958f78d2fd3 req-7c7bd04b-0cc7-4036-871b-28936fb45a5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:03.417053 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c101b90-731d-4181-a693-d958f78d2fd3 req-7c7bd04b-0cc7-4036-871b-28936fb45a5f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0697896 Feb 03 13:51:03.477918 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c101b90-731d-4181-a693-d958f78d2fd3 req-8142e828-938d-4d25-9c89-4496cdbf7d35 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521643 Feb 03 13:51:04.612300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049055-a0fd-492b-a2a6-e88c742570ca req-4e08306c-f7ea-4e12-9491-d49283bfab0f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:04.613810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b049055-a0fd-492b-a2a6-e88c742570ca req-4e08306c-f7ea-4e12-9491-d49283bfab0f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0570865 Feb 03 13:51:04.668067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7b049055-a0fd-492b-a2a6-e88c742570ca req-b0f6c8ed-38e0-4277-be75-24f2d2a98e68 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482583 Feb 03 13:51:05.804288 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab97597-e8a3-452f-a0f6-da3239eb6711 req-dbf2a5fe-7b48-41c9-a13c-ee6303b392c8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:05.805773 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ab97597-e8a3-452f-a0f6-da3239eb6711 req-dbf2a5fe-7b48-41c9-a13c-ee6303b392c8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0558920 Feb 03 13:51:05.858006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ab97597-e8a3-452f-a0f6-da3239eb6711 req-d0672757-b627-48a4-98e9-c2eed0b463b4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Feb 03 13:51:06.711438 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f48e062-b11f-4e1e-aa3a-06c78e5b0702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:06.993172 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a43b8-84a5-4a61-afa4-4bfad0182508 req-91815130-86fc-4d40-a197-3952218098ae tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:06.994722 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a42a43b8-84a5-4a61-afa4-4bfad0182508 req-91815130-86fc-4d40-a197-3952218098ae tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0555503 Feb 03 13:51:07.054267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a42a43b8-84a5-4a61-afa4-4bfad0182508 req-13b15c49-da40-4ba3-a7a7-b4728dbcce5e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512562 Feb 03 13:51:08.183214 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428f00b-9e3d-482d-93b8-ccf11a6226f3 req-96195cab-778b-4dd9-9782-ec5c786f271a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:08.184695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6428f00b-9e3d-482d-93b8-ccf11a6226f3 req-96195cab-778b-4dd9-9782-ec5c786f271a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0549545 Feb 03 13:51:08.235993 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6428f00b-9e3d-482d-93b8-ccf11a6226f3 req-f654746a-7846-4521-a873-7c04a79f8c6c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 Feb 03 13:51:08.972574 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ad10eb3-1d77-4d8a-b486-166a2f20c5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:09.380011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a40742-b398-4675-9b3f-45af28af9efe req-de940e6f-af2b-4b17-a6a3-8f6d183fd532 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:09.381523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97a40742-b398-4675-9b3f-45af28af9efe req-de940e6f-af2b-4b17-a6a3-8f6d183fd532 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0639808 Feb 03 13:51:09.437838 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-97a40742-b398-4675-9b3f-45af28af9efe req-2e495c0a-a411-42f3-ae61-0258458a55e9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477202 Feb 03 13:51:10.412969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:10.564644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f70c7-f213-43bc-a956-a2b7d5472e8e req-e873d319-2093-4219-9442-03722e5b4a1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:10.566110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a62f70c7-f213-43bc-a956-a2b7d5472e8e req-e873d319-2093-4219-9442-03722e5b4a1d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0581360 Feb 03 13:51:10.618520 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a62f70c7-f213-43bc-a956-a2b7d5472e8e req-512f7b78-2310-40be-81dd-0eb4981bdcec tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Feb 03 13:51:11.757051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9486-da70-430d-acad-23402dfdd076 req-90c0cbb6-9676-438b-98c2-a8c1461a4033 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:11.758567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-140d9486-da70-430d-acad-23402dfdd076 req-90c0cbb6-9676-438b-98c2-a8c1461a4033 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0614388 Feb 03 13:51:11.813285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-140d9486-da70-430d-acad-23402dfdd076 req-7addfa2a-963c-4f1b-8572-4e412752e421 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463471 Feb 03 13:51:11.836146 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:12.528618 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-38855246-7803-40f3-9d45-d5885ef93bcd req-33317fe5-2642-4fcc-be96-a57d10a385a9 service neutron] show failed (client error): The resource could not be found. Feb 03 13:51:12.529977 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-33317fe5-2642-4fcc-be96-a57d10a385a9 service neutron] 10.222.0.72 "GET /v2.0/ports/4bb4d510-a78a-406c-9b24-ffac1aa8fdbb/bindings/n-h1-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0592184 Feb 03 13:51:12.700040 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:12.809339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-25a26bd2-ce3d-4709-b78f-e51bcbc588f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:12.810934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-25a26bd2-ce3d-4709-b78f-e51bcbc588f0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 1128 time: 0.0972369 Feb 03 13:51:12.823980 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-83bb56b3-ed67-4c54-b601-7095752eab33 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:51:12.825386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-83bb56b3-ed67-4c54-b601-7095752eab33 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073047 Feb 03 13:51:12.839354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:51:12.923160 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:12.979035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ef9e-7847-4b56-b669-074561360cfb req-bb64a830-4899-46a7-b8b5-303fb5fc4437 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:12.980406 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f935ef9e-7847-4b56-b669-074561360cfb req-bb64a830-4899-46a7-b8b5-303fb5fc4437 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0910316 Feb 03 13:51:13.103010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f935ef9e-7847-4b56-b669-074561360cfb req-6e20a920-f911-4cb6-91ff-34eabd39d76f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164184 Feb 03 13:51:13.174217 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:51:13.206353 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:51:13.244279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:51:13.246461 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbe50d5-a505-4a16-bbe2-ab96255fa3b4" -d '{"events": [{"server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:51:13.250202 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Publish callbacks [] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:13.263909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Transition to ACTIVE for port object 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:51:13.269070 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:13.362788 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3259e67-0f8a-456d-b3e9-e7c5fbc1ad18 x-openstack-request-id: req-b3259e67-0f8a-456d-b3e9-e7c5fbc1ad18 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:51:13.363089 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:51:13.363341 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3259e67-0f8a-456d-b3e9-e7c5fbc1ad18 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:51:13.363741 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'code': 200} Feb 03 13:51:13.366422 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=6']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:51:13.380985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.381322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.381662 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.382001 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.382367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.382678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.383002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.383323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.383640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.383960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.384283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.384597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.384914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:13.409855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] No DVR routers for this DVR port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:51:13.548996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Attempting to bind port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:51:13.549250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Attempting to bind port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:51:13.549534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Attempting to bind port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:51:13.554691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:51:13.555042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Attempting to bind port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:51:13.560168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:51:13.560506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Checking segment: {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:51:13.560886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Bound using segment: {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:51:13.561290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Bound port: 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e833c654-6eef-4616-b68b-67d1255e8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:51:13.561639 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:13.625512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:51:13.628486 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:51:13.637801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:13.675500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:13.676198 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:13.677493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] 10.222.0.91 "PUT /v2.0/ports/4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 1092 time: 0.8425500 Feb 03 13:51:13.698604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58069d-5c6a-4fd2-8726-9c4fbb552517 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:51:13.750823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-9699fb4b-77f1-41af-bc17-e0eaf5b00768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:13.752362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-9699fb4b-77f1-41af-bc17-e0eaf5b00768 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1126 time: 0.0499241 Feb 03 13:51:13.853004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-3b31b612-fcb2-430b-8dcb-282dd0113286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:13.854545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-3b31b612-fcb2-430b-8dcb-282dd0113286 service neutron] 10.222.0.91 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.0951653 Feb 03 13:51:13.920879 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-f5b92ddc-4397-41d3-8761-999a44f6ef45 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 999 time: 0.0586250 Feb 03 13:51:13.969352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd819769-9297-4220-bf4c-91be1168f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:13.970751 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-cd819769-9297-4220-bf4c-91be1168f73d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0437450 Feb 03 13:51:14.024330 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855246-7803-40f3-9d45-d5885ef93bcd req-fcb6f4f8-0c8c-4bee-83f5-b21e07f6337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:14.025795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-fcb6f4f8-0c8c-4bee-83f5-b21e07f6337f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472991 Feb 03 13:51:14.490821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-f4693b9b-2196-4118-87a2-2cbbff4491aa service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570792 Feb 03 13:51:14.498224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47d5b1-3198-461e-8482-2daab9eb1a57 req-199c1240-0c0c-4124-968d-71ff2b138f79 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:14.499606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c47d5b1-3198-461e-8482-2daab9eb1a57 req-199c1240-0c0c-4124-968d-71ff2b138f79 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.1052055 Feb 03 13:51:14.600544 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1c47d5b1-3198-461e-8482-2daab9eb1a57 req-aa80ef5b-21cb-4a4a-bb25-00f690d45ac2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929389 Feb 03 13:51:14.616234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38855246-7803-40f3-9d45-d5885ef93bcd req-a2036af0-82fa-4c37-8688-f88fd9dcc307 service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157556 Feb 03 13:51:15.006492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-0e76803f-1204-471f-8e17-81863a7da69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.007919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-0e76803f-1204-471f-8e17-81863a7da69d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1126 time: 0.0525463 Feb 03 13:51:15.143144 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-40f6f3d3-6f27-44f3-baf6-0785ea934975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.144643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-40f6f3d3-6f27-44f3-baf6-0785ea934975 service neutron] 10.222.0.91 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.1107132 Feb 03 13:51:15.218239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-965909b7-80a3-4ff4-8dab-08901b29528b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 999 time: 0.0642490 Feb 03 13:51:15.266921 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-756d93d2-e1a2-4044-a9bd-aa96bed406a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.268247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-756d93d2-e1a2-4044-a9bd-aa96bed406a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0427952 Feb 03 13:51:15.327215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-b4e6a1ef-2979-44d5-abdc-cf8d83662cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.328740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-b4e6a1ef-2979-44d5-abdc-cf8d83662cf8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525618 Feb 03 13:51:15.364901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:51:15.367469 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:51:15.424937 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25c6eeb-1d02-4510-9e47-1b7e3a5c55db x-openstack-request-id: req-a25c6eeb-1d02-4510-9e47-1b7e3a5c55db {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:51:15.425239 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:51:15.425488 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a25c6eeb-1d02-4510-9e47-1b7e3a5c55db {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:51:15.425875 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'status': 'completed', 'code': 200} Feb 03 13:51:15.431608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-5720c97c-dead-48ee-8a12-036465b4a344 service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952165 Feb 03 13:51:15.555488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-eb525b99-7635-4a17-944f-9f12c67712c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.557004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-eb525b99-7635-4a17-944f-9f12c67712c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1126 time: 0.1077681 Feb 03 13:51:15.560616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d86152f-92bc-4d8e-80ad-9ce25ebce61d req-8f165eb8-e5b7-48a1-b28d-7c639ccbd9bc service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193562 Feb 03 13:51:15.679051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-ff4057d4-0529-4bf4-99a5-bba77197dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.680539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-ff4057d4-0529-4bf4-99a5-bba77197dc9b service neutron] 10.222.0.72 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.1174273 Feb 03 13:51:15.746509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-a37f27b4-1697-4d19-9001-5cc023c8e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.747980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-a37f27b4-1697-4d19-9001-5cc023c8e5a4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1126 time: 0.1299002 Feb 03 13:51:15.837964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-51619525-102c-4f2d-a84b-0f16ed320b9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 999 time: 0.1447873 Feb 03 13:51:15.863729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68203a84-7b8d-4085-8f38-bf538ae2a16b req-20833054-3470-4ef0-9fe0-078b98247db9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.865209 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68203a84-7b8d-4085-8f38-bf538ae2a16b req-20833054-3470-4ef0-9fe0-078b98247db9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.1836431 Feb 03 13:51:15.915332 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-9ebc6bee-88ff-4651-9531-e4ba4a6e3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.916802 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-9ebc6bee-88ff-4651-9531-e4ba4a6e3090 service neutron] 10.222.0.91 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.1609929 Feb 03 13:51:15.975131 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-e4a096d2-8cad-4da3-a7ec-fdf4e3cb00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:15.976608 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-e4a096d2-8cad-4da3-a7ec-fdf4e3cb00a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.1318996 Feb 03 13:51:16.025450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68203a84-7b8d-4085-8f38-bf538ae2a16b req-b86cbff9-61df-4a7a-955e-52edbcd6562f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408913 Feb 03 13:51:16.048883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-ec888214-9044-4099-b5a3-93c7a4aabfea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 999 time: 0.1253288 Feb 03 13:51:16.089388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-9e71229e-2027-4c1d-b89e-3dcc58c32fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:16.090855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-9e71229e-2027-4c1d-b89e-3dcc58c32fd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1038139 Feb 03 13:51:16.133392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-ea7572cc-32a8-4b5a-b471-3b9f381e517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:16.134903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-ea7572cc-32a8-4b5a-b471-3b9f381e517d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0792141 Feb 03 13:51:16.242956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-b1bcbee6-b1be-430a-9123-2ebffb875c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:16.244491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-b1bcbee6-b1be-430a-9123-2ebffb875c99 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0991666 Feb 03 13:51:16.246244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-f7fbb251-5764-426d-be92-b8ecd00e7b36 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477392 Feb 03 13:51:16.409020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-9064ebf1-e7e3-4129-9400-1f78aa2df752 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562672 Feb 03 13:51:16.411264 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-8c9f588d-4fe3-4e0f-b9d7-d9261230026e service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513774 Feb 03 13:51:16.516342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8d96ea2-b355-43dc-a96f-2056d06a4b0e req-d7516345-2d16-4360-9ca2-0039a99976e5 service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957210 Feb 03 13:51:16.999523 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:17.032026 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:51:17.076112 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] The host n-h2-792364-10 is not matching for port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb host n-h1-792364-10! {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:51:17.076772 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:51:17.155442 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df380-efc3-41d7-9766-a394c810f9df req-92446077-0ea1-46fa-af36-9bbc6d4a181f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:17.156953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d2df380-efc3-41d7-9766-a394c810f9df req-92446077-0ea1-46fa-af36-9bbc6d4a181f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.0555310 Feb 03 13:51:17.207428 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d2df380-efc3-41d7-9766-a394c810f9df req-e618dfa6-09b0-45a4-86e4-18c1065f0fe0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438123 Feb 03 13:51:18.350465 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8eb14d-4efc-4b1a-b0d6-3a608acb5b45 req-645330de-bc03-4e62-92df-7799b2cfbc68 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:18.353328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a8eb14d-4efc-4b1a-b0d6-3a608acb5b45 req-645330de-bc03-4e62-92df-7799b2cfbc68 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.0678816 Feb 03 13:51:18.409484 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9a8eb14d-4efc-4b1a-b0d6-3a608acb5b45 req-e5705d0b-e3ca-429e-b57c-bc19237e665b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501733 Feb 03 13:51:18.659769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd2c06-82aa-4145-89c4-9f5996fa4248 req-9a4852e5-8b96-4f1a-8d17-29a0798b6b2f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:18.661272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6acd2c06-82aa-4145-89c4-9f5996fa4248 req-9a4852e5-8b96-4f1a-8d17-29a0798b6b2f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.0957139 Feb 03 13:51:18.668917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-4f1169f5-1977-4b09-ac68-a240927196df tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:18.670281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-4f1169f5-1977-4b09-ac68-a240927196df tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a&tenant_id=a654f962348e457fba6675e25aee148b&binding%3Ahost_id=n-h1-792364-10 HTTP/1.1" status: 200 len: 943 time: 0.0937650 Feb 03 13:51:18.754094 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6acd2c06-82aa-4145-89c4-9f5996fa4248 req-a93f170c-c53c-449b-82a2-40b784504944 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828373 Feb 03 13:51:18.761904 n-d-792364-10 neutron-server[103224]: INFO neutron.api.v2.resource [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-51576aa8-be74-4c5c-bb8c-37e75a92e34f service neutron] delete failed (client error): The resource could not be found. Feb 03 13:51:18.763021 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-51576aa8-be74-4c5c-bb8c-37e75a92e34f service neutron] 10.222.0.72 "DELETE /v2.0/ports/4bb4d510-a78a-406c-9b24-ffac1aa8fdbb/bindings/n-h2-792364-10 HTTP/1.1" status: 404 len: 381 time: 0.0844729 Feb 03 13:51:18.899245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-2c7fd912-f0a3-4883-9069-e4e7047f18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:18.900769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-2c7fd912-f0a3-4883-9069-e4e7047f18b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1126 time: 0.0923610 Feb 03 13:51:18.923718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42cea1-e1a2-4c1f-9250-a9b8c6c7e76f req-01251677-0134-4a3f-9913-51a5037a4465 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:18.925179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c42cea1-e1a2-4c1f-9250-a9b8c6c7e76f req-01251677-0134-4a3f-9913-51a5037a4465 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 943 time: 0.0774050 Feb 03 13:51:19.031700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c42cea1-e1a2-4c1f-9250-a9b8c6c7e76f req-fde7ee54-fae8-4d4f-8dd7-9bd38b5be8f4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962210 Feb 03 13:51:19.041895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-acca0126-256a-4369-8f64-aa6918c145a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:19.043502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-acca0126-256a-4369-8f64-aa6918c145a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.1356170 Feb 03 13:51:19.112189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-d53e0fcf-ddb3-4dc6-8d34-e74cb9f5094b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 999 time: 0.0624049 Feb 03 13:51:19.161322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-e1742c9b-7a8e-4eb1-a6b2-4d915c5b641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:19.162997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-e1742c9b-7a8e-4eb1-a6b2-4d915c5b641e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0455625 Feb 03 13:51:19.217326 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-dad38436-1e37-4e51-888a-7231926c1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:19.218892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-dad38436-1e37-4e51-888a-7231926c1abc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499671 Feb 03 13:51:19.295629 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:51:19.312548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-1d6ac17b-c1e1-44df-ac5b-ef06ce41725f service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871022 Feb 03 13:51:19.394620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:51:19.404730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c10ead9-0ecb-41e1-8e62-5c5338d6491d req-4b1f4936-e843-42f6-aec7-0043628db7f2 service neutron] 10.222.0.72 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861297 Feb 03 13:51:19.406479 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'port_id': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'mac_address': 'fa:16:3e:31:6a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:51:19.449045 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:51:19.449441 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:19.463354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:51:19.484202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:51:19.489308 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:19.536806 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:51:19.544408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.544755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.545102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.545441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.545834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.546103 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.546491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.546825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.547151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.547468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.547795 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.548107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.548429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:51:19.968950 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:51:20.154061 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77201be-e298-4342-b148-e37dd95152bd req-12488e1a-77e7-4f60-a3f6-b6d7349dc538 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:20.156048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c77201be-e298-4342-b148-e37dd95152bd req-12488e1a-77e7-4f60-a3f6-b6d7349dc538 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 944 time: 0.0544579 Feb 03 13:51:20.207466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c77201be-e298-4342-b148-e37dd95152bd req-ff50517a-815e-4257-82f7-81a5685c702c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455439 Feb 03 13:51:20.231049 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51324) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:51:20.298491 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4d11c57a-356d-4f44-9a97-f7e2feed19fc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/895d8402-c07d-476e-8f00-5c1ca5e4dc1c HTTP/1.1" status: 200 len: 992 time: 0.0662630 Feb 03 13:51:21.283740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:51:21.349791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:51:21.354190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:51:21.354601 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:21.448598 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:51:21.448987 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:21.452137 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:21.472982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:51:21.475281 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf9821-0301-478d-a636-cd8694901c73" -d '{"events": [{"server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "name": "network-vif-plugged", "status": "completed", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:51:21.487925 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:51:21.495597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:21.518810 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd3b128-32c4-47f6-8607-a43957f71cf3 x-openstack-request-id: req-7dd3b128-32c4-47f6-8607-a43957f71cf3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:51:21.519096 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "name": "network-vif-plugged", "status": "completed", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:51:21.519346 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7dd3b128-32c4-47f6-8607-a43957f71cf3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:51:21.519727 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'code': 200} Feb 03 13:51:21.545105 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:51:32.750718 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:51:36.707073 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d41f266-fed7-46ec-8bf0-83443f74611a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:38.969470 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bcaec24-c4a4-4337-870d-3bac1854e386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:40.420677 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:41.839812 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:42.696100 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:47.003578 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:51.438359 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:06.717573 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f07cd92a-af5c-493a-9f35-b9a231a6db5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:08.972936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7c1a-479d-482b-a6ad-7f56d572a7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:09.755077 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:52:10.432065 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:11.851911 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.695615 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:16.956612 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08835997-1b49-4885-91a0-d45e644d0afa req-a4fbe4c9-cfe1-4663-bae4-f8417c9fd0b2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440116 Feb 03 13:52:16.999459 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:17.050199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08835997-1b49-4885-91a0-d45e644d0afa req-b4408cf7-4cca-4813-9e2a-8036725935d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:17.051855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08835997-1b49-4885-91a0-d45e644d0afa req-b4408cf7-4cca-4813-9e2a-8036725935d4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1128 time: 0.0504072 Feb 03 13:52:17.156964 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08835997-1b49-4885-91a0-d45e644d0afa req-6c9ccee4-a4e7-40f4-b5cc-f6fed1915dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:17.158567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08835997-1b49-4885-91a0-d45e644d0afa req-6c9ccee4-a4e7-40f4-b5cc-f6fed1915dc6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.0860043 Feb 03 13:52:17.235037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08835997-1b49-4885-91a0-d45e644d0afa req-60497092-6428-4d76-99b4-055090613b0c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 1001 time: 0.0696833 Feb 03 13:52:17.285376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08835997-1b49-4885-91a0-d45e644d0afa req-04bbe0d0-5c3b-4f7d-a148-a25ed015e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:17.286873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08835997-1b49-4885-91a0-d45e644d0afa req-04bbe0d0-5c3b-4f7d-a148-a25ed015e1da service neutron] 10.222.0.91 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0451534 Feb 03 13:52:17.337913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08835997-1b49-4885-91a0-d45e644d0afa req-e6799601-0eda-4b25-a43a-8505c72ae8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:17.339463 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08835997-1b49-4885-91a0-d45e644d0afa req-e6799601-0eda-4b25-a43a-8505c72ae8ab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450382 Feb 03 13:52:17.433560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08835997-1b49-4885-91a0-d45e644d0afa req-21ea64c0-0fc5-4f62-aec3-0221739b8c6f service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873826 Feb 03 13:52:17.527695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08835997-1b49-4885-91a0-d45e644d0afa req-d0834a47-d72b-4d4b-9ea2-397f7aa8a6ab service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849724 Feb 03 13:52:19.314861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51346) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:19.518244 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port d9e68933-259f-4248-a146-752cc1fccac9 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:52:19.518575 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (d9e68933-259f-4248-a146-752cc1fccac9), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:19.593105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (d9e68933-259f-4248-a146-752cc1fccac9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:19.593355 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (d9e68933-259f-4248-a146-752cc1fccac9), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:19.608849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for d9e68933-259f-4248-a146-752cc1fccac9 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:52:19.760255 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (d9e68933-259f-4248-a146-752cc1fccac9), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:19.785786 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=d9e68933-259f-4248-a146-752cc1fccac9,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:19.797650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.798009 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.798354 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.798736 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.799076 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.799433 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.799764 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.800096 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.800425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.800757 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.801085 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.801465 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.801737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:19.859669 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (895d8402-c07d-476e-8f00-5c1ca5e4dc1c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:19.859972 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP 895d8402-c07d-476e-8f00-5c1ca5e4dc1c disassociated (deleted). External IP: 172.25.3.185, port: 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb. Feb 03 13:52:20.071069 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 17ed0228-ce04-4318-bd72-857bbd4b6c78 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:52:20.183030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:52:20.188267 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:20.193027 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] Sync routers for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:52:20.202366 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:20.202978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:20.222845 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ca3e031a-afaf-4bf9-ba5f-091142e058b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/floatingips/895d8402-c07d-476e-8f00-5c1ca5e4dc1c HTTP/1.1" status: 204 len: 168 time: 0.9066064 Feb 03 13:52:20.223447 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:52:20.225720 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591f89fe-bf96-42f9-b98b-69c24c5c052b" -d '{"events": [{"name": "network-changed", "server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:52:20.311202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:20.385247 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928e3259-171f-432c-be1f-5ccd18bb9b12 x-openstack-request-id: req-928e3259-171f-432c-be1f-5ccd18bb9b12 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:52:20.385782 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:52:20.385782 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-928e3259-171f-432c-be1f-5ccd18bb9b12 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:52:20.386187 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'status': 'completed', 'code': 200} Feb 03 13:52:20.498404 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-10341922-83cc-4abe-928b-2d53b0407a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:20.499954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-10341922-83cc-4abe-928b-2d53b0407a48 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 1128 time: 0.0891435 Feb 03 13:52:20.520474 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '51233078-2c9f-4778-9bbb-c6670280e600', 'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:32:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:50:01Z', 'updated_at': '2022-02-03T13:50:05Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:20.523371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c4324-ecd7-4d8c-9d11-43b744a9d858 req-d0541991-4593-4060-aefa-f38fbd1d910d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:20.524979 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-877c4324-ecd7-4d8c-9d11-43b744a9d858 req-d0541991-4593-4060-aefa-f38fbd1d910d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0785875 Feb 03 13:52:20.550932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] Checking router: 17ed0228-ce04-4318-bd72-857bbd4b6c78 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:52:20.559224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:20.560156 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:20.625454 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-877c4324-ecd7-4d8c-9d11-43b744a9d858 req-128611bb-619d-4f4d-9883-ca39c2ef4ea0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900977 Feb 03 13:52:20.638207 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-bb1e8054-bc57-4474-8593-0f59e57663d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:20.639702 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-bb1e8054-bc57-4474-8593-0f59e57663d7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 200 len: 897 time: 0.1317246 Feb 03 13:52:20.666908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:20.684043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-541f7a57-616a-4512-9c56-348617777c29 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 200 len: 217 time: 0.0352051 Feb 03 13:52:20.734817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-5af8db90-94bf-4e93-826f-f92b97922cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:20.736250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-5af8db90-94bf-4e93-826f-f92b97922cb1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 200 len: 835 time: 0.0438151 Feb 03 13:52:20.796376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-c2640416-d029-47c6-b372-a351f18b403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:20.797903 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-c2640416-d029-47c6-b372-a351f18b403f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66b7dd77-b0e6-4a8e-87c0-55989bcf545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537732 Feb 03 13:52:20.882281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '51233078-2c9f-4778-9bbb-c6670280e600', 'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:32:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:50:01Z', 'updated_at': '2022-02-03T13:50:05Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:20.889476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-cff38a9e-34cf-43c3-b3dc-15499ce6e083 service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820346 Feb 03 13:52:20.910818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08307a75-980c-45af-b2b4-76bab1cb7b71 None None] The sync data for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 is: [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '51233078-2c9f-4778-9bbb-c6670280e600', 'name': '', 'network_id': '66b7dd77-b0e6-4a8e-87c0-55989bcf545c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:32:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:50:01Z', 'updated_at': '2022-02-03T13:50:05Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': '38cb97d4-f844-488f-bdf6-e9e85d09e77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:52:20.992553 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-591f89fe-bf96-42f9-b98b-69c24c5c052b req-cd1617cb-3bc8-4682-9184-446760c8abf2 service neutron] 10.222.0.91 "GET /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925951 Feb 03 13:52:21.140217 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3719275-e8d3-4c70-a16c-fa4f6b9900ce None None] New status for floating IP 895d8402-c07d-476e-8f00-5c1ca5e4dc1c: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:52:21.440504 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:21.755823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b011a-c6d5-474f-8148-2be64784f9f6 req-eb2b2451-6991-4207-9cb9-1ae17fcd9019 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:21.757318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f1b011a-c6d5-474f-8148-2be64784f9f6 req-eb2b2451-6991-4207-9cb9-1ae17fcd9019 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0537708 Feb 03 13:52:21.805443 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f1b011a-c6d5-474f-8148-2be64784f9f6 req-33ae8df3-403e-4842-8437-2013a142b5f5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2152b9d-42cd-42ed-bc1f-e9154cf40747&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 Feb 03 13:52:22.381810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-9ff07bd4-fb6d-406b-ad0a-ed764d8f60a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:22.383314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-9ff07bd4-fb6d-406b-ad0a-ed764d8f60a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.91 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 945 time: 0.0598357 Feb 03 13:52:22.481406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:52:22.481749 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:22.570250 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:22.570642 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:22.587582 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:52:22.720052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (4bb4d510-a78a-406c-9b24-ffac1aa8fdbb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:22.754119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=4bb4d510-a78a-406c-9b24-ffac1aa8fdbb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:22.794078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.794795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.794795 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.795106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.795436 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.795761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.796056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.796416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.796719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.797057 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.797377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.797689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.798003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:22.817739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] No DVR routers for this DVR port 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:52:22.820819 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:22.825102 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fa412b5c-a3b0-411e-8cdb-512ac7ba3da6 req-a87098f4-7880-45ad-a5ed-899cd2d89e7a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.91 "DELETE /v2.0/ports/4bb4d510-a78a-406c-9b24-ffac1aa8fdbb HTTP/1.1" status: 204 len: 173 time: 0.4354820 Feb 03 13:52:22.825543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'name': 'network-vif-deleted', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:52:22.827849 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091e14fc-32d9-49d9-b71f-846c07419289" -d '{"events": [{"server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "name": "network-vif-deleted", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:52:22.869898 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149744e9-db1f-4e15-a1c4-753763775a82 x-openstack-request-id: req-149744e9-db1f-4e15-a1c4-753763775a82 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:52:22.870194 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186a40f-0f87-418f-a76d-5255de50d84a", "name": "network-vif-deleted", "tag": "4bb4d510-a78a-406c-9b24-ffac1aa8fdbb", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:52:22.870480 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-149744e9-db1f-4e15-a1c4-753763775a82 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:52:22.870890 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186a40f-0f87-418f-a76d-5255de50d84a', 'name': 'network-vif-deleted', 'tag': '4bb4d510-a78a-406c-9b24-ffac1aa8fdbb', 'status': 'completed', 'code': 200} Feb 03 13:52:22.949425 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7c8e48a2-edbf-4ce7-8969-8b6e341a63cc req-8d44c4b3-f632-4081-92d5-fce73054682b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=a186a40f-0f87-418f-a76d-5255de50d84a HTTP/1.1" status: 200 len: 210 time: 0.0278659 Feb 03 13:52:24.012842 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51366) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:24.379394 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (17ed0228-ce04-4318-bd72-857bbd4b6c78), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:24.652144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 51233078-2c9f-4778-9bbb-c6670280e600 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:52:24.652491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (51233078-2c9f-4778-9bbb-c6670280e600), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:24.754865 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 51233078-2c9f-4778-9bbb-c6670280e600, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=51233078-2c9f-4778-9bbb-c6670280e600,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:24.755237 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (51233078-2c9f-4778-9bbb-c6670280e600), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:24.767370 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 51233078-2c9f-4778-9bbb-c6670280e600 owned by network:router_interface {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:52:24.980172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (51233078-2c9f-4778-9bbb-c6670280e600), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:25.013505 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=51233078-2c9f-4778-9bbb-c6670280e600,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:25.193125 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (17ed0228-ce04-4318-bd72-857bbd4b6c78), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:25.546051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:52:25.571231 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:52:25.571558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 4bb4d510-a78a-406c-9b24-ffac1aa8fdbb not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:52:25.732948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 17ed0228-ce04-4318-bd72-857bbd4b6c78 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:52:25.845371 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:52:25.850735 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aaa055d4-293a-496f-bbc1-a830aceb8d51 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/17ed0228-ce04-4318-bd72-857bbd4b6c78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368270 Feb 03 13:52:25.853575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51368) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:25.856417 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] Sync routers for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:52:25.867607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:25.868228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:25.904076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61933e4-57e7-4f0e-a59e-5a7d3250ef11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting subnet 38cb97d4-f844-488f-bdf6-e9e85d09e77a {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:52:25.907557 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a61933e4-57e7-4f0e-a59e-5a7d3250ef11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for subnet (38cb97d4-f844-488f-bdf6-e9e85d09e77a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:25.950950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a61933e4-57e7-4f0e-a59e-5a7d3250ef11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (38cb97d4-f844-488f-bdf6-e9e85d09e77a), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:25.977562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:26.034653 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a61933e4-57e7-4f0e-a59e-5a7d3250ef11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (38cb97d4-f844-488f-bdf6-e9e85d09e77a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.096965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a61933e4-57e7-4f0e-a59e-5a7d3250ef11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (38cb97d4-f844-488f-bdf6-e9e85d09e77a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.130633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61933e4-57e7-4f0e-a59e-5a7d3250ef11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Subnet': ['ID=38cb97d4-f844-488f-bdf6-e9e85d09e77a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:26.136862 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a61933e4-57e7-4f0e-a59e-5a7d3250ef11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.143117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a61933e4-57e7-4f0e-a59e-5a7d3250ef11 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/subnets/38cb97d4-f844-488f-bdf6-e9e85d09e77a HTTP/1.1" status: 204 len: 168 time: 0.2882597 Feb 03 13:52:26.143503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51370) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:26.254967 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc48e3-dc42-4cad-bf39-515bfa2b43c3 None None] Network 66b7dd77-b0e6-4a8e-87c0-55989bcf545c requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:52:26.259257 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (17ed0228-ce04-4318-bd72-857bbd4b6c78), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.365120 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (17ed0228-ce04-4318-bd72-857bbd4b6c78), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.403110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:52:24Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '85acfbdd-7e86-4311-8237-3b940095cd78', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:49:59Z', 'updated_at': '2022-02-03T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:26.419042 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 85acfbdd-7e86-4311-8237-3b940095cd78 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:52:26.419290 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.429996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] Checking router: 17ed0228-ce04-4318-bd72-857bbd4b6c78 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:52:26.439145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] Routers {'17ed0228-ce04-4318-bd72-857bbd4b6c78'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:26.439762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['17ed0228-ce04-4318-bd72-857bbd4b6c78'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:26.477939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d1061-7822-4295-9aa6-c42816e79b60 None None] DHCP port deletion for 66b7dd77-b0e6-4a8e-87c0-55989bcf545c request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:52:26.512571 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 85acfbdd-7e86-4311-8237-3b940095cd78, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=85acfbdd-7e86-4311-8237-3b940095cd78,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:26.513413 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.527597 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 85acfbdd-7e86-4311-8237-3b940095cd78 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:52:26.553490 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] Set router 17ed0228-ce04-4318-bd72-857bbd4b6c78 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:26.606867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:52:26Z', 'revision_number': 6, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:26.640291 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 37985e26-6518-4969-aa61-6d1b84bab7de no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:52:26.643863 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e89bf3-644b-41b6-8a5b-24174ab7f123 None None] The sync data for ids ['17ed0228-ce04-4318-bd72-857bbd4b6c78'] in n-d-792364-10 is: [{'id': '17ed0228-ce04-4318-bd72-857bbd4b6c78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459701', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:49:58Z', 'updated_at': '2022-02-03T13:52:26Z', 'revision_number': 6, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:52:26.689746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d1061-7822-4295-9aa6-c42816e79b60 None None] Deleting port 37985e26-6518-4969-aa61-6d1b84bab7de {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:52:26.689746 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f2d1061-7822-4295-9aa6-c42816e79b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.712106 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (85acfbdd-7e86-4311-8237-3b940095cd78), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.736153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=85acfbdd-7e86-4311-8237-3b940095cd78,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:26.776822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9f2d1061-7822-4295-9aa6-c42816e79b60 None None] For port 37985e26-6518-4969-aa61-6d1b84bab7de, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=37985e26-6518-4969-aa61-6d1b84bab7de,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:26.777224 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f2d1061-7822-4295-9aa6-c42816e79b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.795859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d1061-7822-4295-9aa6-c42816e79b60 None None] Calling delete_port for 37985e26-6518-4969-aa61-6d1b84bab7de owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:52:26.799147 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (17ed0228-ce04-4318-bd72-857bbd4b6c78), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.800720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 37985e26-6518-4969-aa61-6d1b84bab7de is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:26.800720 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.876615 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 37985e26-6518-4969-aa61-6d1b84bab7de, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=37985e26-6518-4969-aa61-6d1b84bab7de,segment=NetworkSegment(e833c654-6eef-4616-b68b-67d1255e8d82),segment_id=e833c654-6eef-4616-b68b-67d1255e8d82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:26.883513 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.894555 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (17ed0228-ce04-4318-bd72-857bbd4b6c78), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.896760 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (17ed0228-ce04-4318-bd72-857bbd4b6c78), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.943174 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (17ed0228-ce04-4318-bd72-857bbd4b6c78), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.943888 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Fanout notify agent at l3_agent the message router_deleted on router 17ed0228-ce04-4318-bd72-857bbd4b6c78 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:52:26.944138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f2d1061-7822-4295-9aa6-c42816e79b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (37985e26-6518-4969-aa61-6d1b84bab7de), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.951871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=37985e26-6518-4969-aa61-6d1b84bab7de,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:26.952168 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:26.956344 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f7398981-bccc-4d2b-8db4-dc4893cef44d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/routers/17ed0228-ce04-4318-bd72-857bbd4b6c78 HTTP/1.1" status: 204 len: 168 time: 0.8087492 Feb 03 13:52:26.956585 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51372) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:26.960136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d1061-7822-4295-9aa6-c42816e79b60 None None] No DVR routers for this DVR port 37985e26-6518-4969-aa61-6d1b84bab7de on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:52:26.962552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.962892 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.963289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.963620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.963945 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.964286 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.964585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.964900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.965236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.965551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.965864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.966174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.966498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:26.991215 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d1061-7822-4295-9aa6-c42816e79b60 None None] Pushing event deleted for resources: {'Port': ['ID=37985e26-6518-4969-aa61-6d1b84bab7de,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:27.037546 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (66b7dd77-b0e6-4a8e-87c0-55989bcf545c), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.130566 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (66b7dd77-b0e6-4a8e-87c0-55989bcf545c), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.153140 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b7dd77-b0e6-4a8e-87c0-55989bcf545c']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:27.162790 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e833c654-6eef-4616-b68b-67d1255e8d82') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:27.163092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e833c654-6eef-4616-b68b-67d1255e8d82') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:27.172446 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (e833c654-6eef-4616-b68b-67d1255e8d82), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.185490 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e833c654-6eef-4616-b68b-67d1255e8d82), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.191743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:52:27.192145 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (e833c654-6eef-4616-b68b-67d1255e8d82), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: timer() Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:52:27.195239 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:52:27.257172 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (66b7dd77-b0e6-4a8e-87c0-55989bcf545c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.264102 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.267370 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/networks/66b7dd77-b0e6-4a8e-87c0-55989bcf545c HTTP/1.1" status: 204 len: 168 time: 0.3095741 Feb 03 13:52:27.270314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51374) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:27.279441 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3da36-6fe5-4e6d-9b96-e8d0b96a17af tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Network': ['ID=66b7dd77-b0e6-4a8e-87c0-55989bcf545c,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:27.329697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1b508ad4-d5b9-4c74-83f0-3ab8ef59bcbc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (b2152b9d-42cd-42ed-bc1f-e9154cf40747), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.356623 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1b508ad4-d5b9-4c74-83f0-3ab8ef59bcbc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (b2152b9d-42cd-42ed-bc1f-e9154cf40747), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.421028 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1b508ad4-d5b9-4c74-83f0-3ab8ef59bcbc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b2152b9d-42cd-42ed-bc1f-e9154cf40747), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.423992 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1b508ad4-d5b9-4c74-83f0-3ab8ef59bcbc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.425606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1b508ad4-d5b9-4c74-83f0-3ab8ef59bcbc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/security-groups/b2152b9d-42cd-42ed-bc1f-e9154cf40747 HTTP/1.1" status: 204 len: 168 time: 0.1540108 Feb 03 13:52:27.435441 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b508ad4-d5b9-4c74-83f0-3ab8ef59bcbc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2152b9d-42cd-42ed-bc1f-e9154cf40747,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:27.730667 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51380) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:27.735576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-72be4dcb-7fb3-4bd1-999c-0321f56f1eab tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-507344628', 'description': 'tempest-secgroup-smoke-507344628 description', 'project_id': 'a654f962348e457fba6675e25aee148b'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:27.757241 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-72be4dcb-7fb3-4bd1-999c-0321f56f1eab tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.821197 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-72be4dcb-7fb3-4bd1-999c-0321f56f1eab tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (70466b4a-b7eb-455c-a544-35b751e877f1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.826637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-72be4dcb-7fb3-4bd1-999c-0321f56f1eab tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (70466b4a-b7eb-455c-a544-35b751e877f1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.856198 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-72be4dcb-7fb3-4bd1-999c-0321f56f1eab tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.857438 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-72be4dcb-7fb3-4bd1-999c-0321f56f1eab tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1257417 Feb 03 13:52:27.860651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51382) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:27.861646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be4dcb-7fb3-4bd1-999c-0321f56f1eab tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70466b4a-b7eb-455c-a544-35b751e877f1,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:27.867485 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ed3bb81e-ea65-42e7-83d5-3c8558241b21 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '70466b4a-b7eb-455c-a544-35b751e877f1', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:27.893639 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb81e-ea65-42e7-83d5-3c8558241b21 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (f4dec464-ceeb-43a5-985d-ffe13ad062bb), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.953098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb81e-ea65-42e7-83d5-3c8558241b21 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (f4dec464-ceeb-43a5-985d-ffe13ad062bb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.957248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb81e-ea65-42e7-83d5-3c8558241b21 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (f4dec464-ceeb-43a5-985d-ffe13ad062bb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.976562 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bb81e-ea65-42e7-83d5-3c8558241b21 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dec464-ceeb-43a5-985d-ffe13ad062bb,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:27.986802 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb81e-ea65-42e7-83d5-3c8558241b21 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:27.988590 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ed3bb81e-ea65-42e7-83d5-3c8558241b21 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266234 Feb 03 13:52:27.991414 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51384) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:27.995924 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-aed0ffba-09f7-484a-9ac6-5de279a9b49b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '70466b4a-b7eb-455c-a544-35b751e877f1', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:28.024435 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aed0ffba-09f7-484a-9ac6-5de279a9b49b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (c1d0b254-48a8-43cf-aada-80a35002b243), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.081482 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aed0ffba-09f7-484a-9ac6-5de279a9b49b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (c1d0b254-48a8-43cf-aada-80a35002b243), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.086697 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aed0ffba-09f7-484a-9ac6-5de279a9b49b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (c1d0b254-48a8-43cf-aada-80a35002b243), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.104643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0ffba-09f7-484a-9ac6-5de279a9b49b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d0b254-48a8-43cf-aada-80a35002b243,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:28.114463 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-aed0ffba-09f7-484a-9ac6-5de279a9b49b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.115667 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-aed0ffba-09f7-484a-9ac6-5de279a9b49b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233091 Feb 03 13:52:28.119461 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51386) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:28.123731 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5823409e-5dc1-4741-a337-462e7e4527e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '70466b4a-b7eb-455c-a544-35b751e877f1', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:28.152294 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5823409e-5dc1-4741-a337-462e7e4527e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (3b2c53a8-ebe5-472f-a172-9894b27c77eb), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.212907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5823409e-5dc1-4741-a337-462e7e4527e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (3b2c53a8-ebe5-472f-a172-9894b27c77eb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.218745 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5823409e-5dc1-4741-a337-462e7e4527e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (3b2c53a8-ebe5-472f-a172-9894b27c77eb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.240046 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823409e-5dc1-4741-a337-462e7e4527e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2c53a8-ebe5-472f-a172-9894b27c77eb,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:28.246053 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5823409e-5dc1-4741-a337-462e7e4527e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.247225 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5823409e-5dc1-4741-a337-462e7e4527e7 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268435 Feb 03 13:52:28.250414 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51388) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:28.255213 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b9ee76bb-5ca7-4d33-8ca7-1b2bb6cd515f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '70466b4a-b7eb-455c-a544-35b751e877f1', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:28.282795 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9ee76bb-5ca7-4d33-8ca7-1b2bb6cd515f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (d2eb28f8-a8e1-4129-a673-bcfff3a46f88), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.351065 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9ee76bb-5ca7-4d33-8ca7-1b2bb6cd515f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (d2eb28f8-a8e1-4129-a673-bcfff3a46f88), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.359138 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9ee76bb-5ca7-4d33-8ca7-1b2bb6cd515f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (d2eb28f8-a8e1-4129-a673-bcfff3a46f88), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.378360 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee76bb-5ca7-4d33-8ca7-1b2bb6cd515f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eb28f8-a8e1-4129-a673-bcfff3a46f88,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:28.387353 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9ee76bb-5ca7-4d33-8ca7-1b2bb6cd515f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.391135 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b9ee76bb-5ca7-4d33-8ca7-1b2bb6cd515f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369340 Feb 03 13:52:28.391346 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51390) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:28.395938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-52b262c6-ff89-4b23-9367-ca3cb02c0b01 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '70466b4a-b7eb-455c-a544-35b751e877f1', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:28.417063 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-52b262c6-ff89-4b23-9367-ca3cb02c0b01 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:52:28.421970 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52b262c6-ff89-4b23-9367-ca3cb02c0b01 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (eb496e6c-6a1d-4233-aed8-932f9a04e310), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.479852 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52b262c6-ff89-4b23-9367-ca3cb02c0b01 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (eb496e6c-6a1d-4233-aed8-932f9a04e310), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.485191 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52b262c6-ff89-4b23-9367-ca3cb02c0b01 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (eb496e6c-6a1d-4233-aed8-932f9a04e310), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.499670 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b262c6-ff89-4b23-9367-ca3cb02c0b01 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb496e6c-6a1d-4233-aed8-932f9a04e310,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:28.516152 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-52b262c6-ff89-4b23-9367-ca3cb02c0b01 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.517548 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-52b262c6-ff89-4b23-9367-ca3cb02c0b01 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252444 Feb 03 13:52:28.520560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51392) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:28.525547 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-07a7538d-0a37-41ba-87e3-88f7f2dd29a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '70466b4a-b7eb-455c-a544-35b751e877f1', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:28.546310 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 85acfbdd-7e86-4311-8237-3b940095cd78 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:52:28.551141 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-07a7538d-0a37-41ba-87e3-88f7f2dd29a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:52:28.556769 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07a7538d-0a37-41ba-87e3-88f7f2dd29a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (caea1716-8dcb-4e0a-a3c4-6c54ebb8a3fb), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.567660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 85acfbdd-7e86-4311-8237-3b940095cd78 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:52:28.568151 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 85acfbdd-7e86-4311-8237-3b940095cd78 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:52:28.568573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 51233078-2c9f-4778-9bbb-c6670280e600 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:52:28.587759 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 51233078-2c9f-4778-9bbb-c6670280e600 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:52:28.588110 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 51233078-2c9f-4778-9bbb-c6670280e600 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:52:28.621483 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07a7538d-0a37-41ba-87e3-88f7f2dd29a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (caea1716-8dcb-4e0a-a3c4-6c54ebb8a3fb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.627485 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07a7538d-0a37-41ba-87e3-88f7f2dd29a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (caea1716-8dcb-4e0a-a3c4-6c54ebb8a3fb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.644607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7538d-0a37-41ba-87e3-88f7f2dd29a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caea1716-8dcb-4e0a-a3c4-6c54ebb8a3fb,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:28.655974 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07a7538d-0a37-41ba-87e3-88f7f2dd29a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.657197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-07a7538d-0a37-41ba-87e3-88f7f2dd29a2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352642 Feb 03 13:52:28.660493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51394) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:28.665377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'network': {'name': 'tempest-network-smoke--718982963', 'project_id': 'a654f962348e457fba6675e25aee148b', 'port_security_enabled': True}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:28.685852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:52:28.689446 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.713400 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:52:28.722819 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c665a2a9-403a-40fe-ab50-9720a27d9d8f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.723146 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Added segment c665a2a9-403a-40fe-ab50-9720a27d9d8f of type vlan for network 26c76485-14b3-4e34-aabb-ddd98f4dd668 Feb 03 13:52:28.766629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (26c76485-14b3-4e34-aabb-ddd98f4dd668), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.793337 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (26c76485-14b3-4e34-aabb-ddd98f4dd668), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.798470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:28.799050 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.838946 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1773543 Feb 03 13:52:28.841493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51396) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:28.845887 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'admin_state_up': True, 'project_id': 'a654f962348e457fba6675e25aee148b', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:28.896209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50aea7e-c49f-4807-ab49-3e7edaee0a49 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Network': ['ID=26c76485-14b3-4e34-aabb-ddd98f4dd668,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:28.908292 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 26c76485-14b3-4e34-aabb-ddd98f4dd668 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:52:28.909740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (35403a7b-c1d6-4aa5-80a2-00a5a1636976), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:28.911058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (35403a7b-c1d6-4aa5-80a2-00a5a1636976), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:29.329885 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (35403a7b-c1d6-4aa5-80a2-00a5a1636976), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:29.466035 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (35403a7b-c1d6-4aa5-80a2-00a5a1636976), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:29.673968 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (35403a7b-c1d6-4aa5-80a2-00a5a1636976), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:29.692635 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:29.799283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.71 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/8081d3c2-07f4-47ac-ad4a-52366774b532) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:52:29.910450 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:29.947424 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:29.986399 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:52:29.991285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:52:29.994793 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:52:30.000127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=8081d3c2-07f4-47ac-ad4a-52366774b532,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:30.255810 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (35403a7b-c1d6-4aa5-80a2-00a5a1636976), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:30.465188 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (35403a7b-c1d6-4aa5-80a2-00a5a1636976), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:30.600234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:52:30.721055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:52:30.734415 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Sync routers for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:52:30.745794 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:30.746392 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:30.746899 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:30.747653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-acdd629a-0c71-48d0-9768-cd8910727d75 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9052196 Feb 03 13:52:30.751002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51398) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:30.826301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-bed58c59-5d53-4a5a-8038-6ce475c48429 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a654f962348e457fba6675e25aee148b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716746 Feb 03 13:52:30.826638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51402) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:30.850671 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:30.931628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9718853-cc8f-400e-b6c8-9288c1c0026d tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:30.935854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f9718853-cc8f-400e-b6c8-9288c1c0026d tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1053715 Feb 03 13:52:30.936085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51404) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:30.967190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-649531e8-9a51-48f5-a969-7c20153bdd37 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276463 Feb 03 13:52:30.967416 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51406) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:30.973825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387297374', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'project_id': 'a654f962348e457fba6675e25aee148b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:31.024738 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:30Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:31.058312 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Checking router: 35403a7b-c1d6-4aa5-80a2-00a5a1636976 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:52:31.058748 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Updating router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 port 8081d3c2-07f4-47ac-ad4a-52366774b532 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:52:31.062045 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:52:31.065746 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.086897 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.250749 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (cb63092a-06f3-4e74-8e14-6a423b928235), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.316500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Subnet': ['ID=cb63092a-06f3-4e74-8e14-6a423b928235,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:31.328272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Checking segment: {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:52:31.328644 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network hostable DHCP agents. Network: 26c76485-14b3-4e34-aabb-ddd98f4dd668, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:52:31.347600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 26c76485-14b3-4e34-aabb-ddd98f4dd668 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:52:31.357488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 26c76485-14b3-4e34-aabb-ddd98f4dd668) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:52:31.363488 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:31.364469 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.367965 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18adee61-7d29-4d3c-9216-94ab658465f8 None None] Network 26c76485-14b3-4e34-aabb-ddd98f4dd668 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:52:31.383170 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4aeadf77-0528-4c96-9727-9d3697031b76 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4147854 Feb 03 13:52:31.386023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51408) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:31.435358 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Publish callbacks [] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.442779 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.479822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-26c76485-14b3-4e34-aabb-ddd98f4dd668', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:52:31.481096 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.494781 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Attempting to bind port 8081d3c2-07f4-47ac-ad4a-52366774b532 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:52:31.495150 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Attempting to bind port 8081d3c2-07f4-47ac-ad4a-52366774b532 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:52:31.495506 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Attempting to bind port 8081d3c2-07f4-47ac-ad4a-52366774b532 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:52:31.509578 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:52:31.509863 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:52:31.510722 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.511119 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:52:31.511589 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Bound port: 8081d3c2-07f4-47ac-ad4a-52366774b532, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:52:31.511961 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.515277 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Pushing event updated for resources: {'Port': ['ID=8081d3c2-07f4-47ac-ad4a-52366774b532,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:31.542920 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.543407 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.544127 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.544277 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.544671 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.545088 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.545945 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.545945 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.547169 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.547618 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.548033 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.548453 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.548883 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:31.580141 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] For port 8081d3c2-07f4-47ac-ad4a-52366774b532, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:52:31.583476 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] For port 8081d3c2-07f4-47ac-ad4a-52366774b532, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8081d3c2-07f4-47ac-ad4a-52366774b532,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:52:31.590145 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.637887 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Allocated IP 172.20.0.2 (26c76485-14b3-4e34-aabb-ddd98f4dd668/cb63092a-06f3-4e74-8e14-6a423b928235/17ec6319-3bab-4105-8167-6b1a2b93b8f8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:52:31.647484 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:31.648499 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:31.688030 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea97fc7-ad4a-4e62-b2ec-9350ff2b416a None None] Pushing event updated for resources: {'Port': ['ID=8081d3c2-07f4-47ac-ad4a-52366774b532,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:31.760585 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:31.805489 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Publish callbacks [] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.812458 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.855076 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Network 26c76485-14b3-4e34-aabb-ddd98f4dd668 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:52:31.856940 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.869337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Pushing event updated for resources: {'Port': ['ID=17ec6319-3bab-4105-8167-6b1a2b93b8f8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:31.872078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:52:31.874360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:52:31.931828 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Attempting to bind port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:52:31.932208 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Attempting to bind port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:52:31.932573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Attempting to bind port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 on network 26c76485-14b3-4e34-aabb-ddd98f4dd668 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:52:31.938060 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:52:31.938468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Checking segment: {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:52:31.938883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.939272 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Bound using segment: {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:52:31.939939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Bound port: 17ec6319-3bab-4105-8167-6b1a2b93b8f8, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:52:31.940325 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:31.954988 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:30Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:31.986064 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8649c-5ee4-4bf5-8d3f-d9c024a2d3a7 None None] The sync data for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 is: [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:30Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:52:32.011754 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] For port 17ec6319-3bab-4105-8167-6b1a2b93b8f8, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:52:32.015808 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] For port 17ec6319-3bab-4105-8167-6b1a2b93b8f8, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=17ec6319-3bab-4105-8167-6b1a2b93b8f8,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:52:32.023299 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:32.087690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469517e4-9a9b-435a-9c85-255157c716e1 None None] Pushing event updated for resources: {'Port': ['ID=17ec6319-3bab-4105-8167-6b1a2b93b8f8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:32.174078 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.1 (26c76485-14b3-4e34-aabb-ddd98f4dd668/cb63092a-06f3-4e74-8e14-6a423b928235/7d1241ed-f965-4a46-a36e-7f964628f3b2) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:52:32.325448 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:32.384246 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:32.430179 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 26c76485-14b3-4e34-aabb-ddd98f4dd668 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:52:32.435832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:52:32.440529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:52:32.465718 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=7d1241ed-f965-4a46-a36e-7f964628f3b2,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:32.496768 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (35403a7b-c1d6-4aa5-80a2-00a5a1636976), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:32.683628 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:32.689440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8081d3c2-07f4-47ac-ad4a-52366774b532 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:52:32.760368 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8081d3c2-07f4-47ac-ad4a-52366774b532 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:32.761024 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:32.854238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8081d3c2-07f4-47ac-ad4a-52366774b532 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:32.854941 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:32.886612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 8081d3c2-07f4-47ac-ad4a-52366774b532, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8081d3c2-07f4-47ac-ad4a-52366774b532,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:32.895260 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:32.897028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 17ec6319-3bab-4105-8167-6b1a2b93b8f8 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:52:33.005537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:33.005913 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.041119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=8081d3c2-07f4-47ac-ad4a-52366774b532,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:33.066915 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.077286 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.117192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:33.117362 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.162179 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 17ec6319-3bab-4105-8167-6b1a2b93b8f8, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=17ec6319-3bab-4105-8167-6b1a2b93b8f8,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:33.170271 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.178789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=7d1241ed-f965-4a46-a36e-7f964628f3b2,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:33.186033 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (35403a7b-c1d6-4aa5-80a2-00a5a1636976), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.228569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=17ec6319-3bab-4105-8167-6b1a2b93b8f8,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:33.298653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 26c76485-14b3-4e34-aabb-ddd98f4dd668 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:52:33.300590 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:52:33.333274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91466c-39d1-440e-a75e-b3621b11c37a None None] Network 26c76485-14b3-4e34-aabb-ddd98f4dd668 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:52:33.428235 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:52:33.430495 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d31df01f-50c5-4abb-8377-7bf41bf6db16 None None] Provisioning complete for port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:33.430495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d31df01f-50c5-4abb-8377-7bf41bf6db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.536658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d31df01f-50c5-4abb-8377-7bf41bf6db16 None None] Current status of the port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:33.543648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:52:33.550282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e32d395e-a2bd-47af-a7d5-315da19c4aa6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/35403a7b-c1d6-4aa5-80a2-00a5a1636976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1631489 Feb 03 13:52:33.716905 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-029c9105-5022-4353-aaf2-a8c4af4cb73b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507344628&fields=id&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 267 time: 0.0544248 Feb 03 13:52:33.763425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5361bfa3-277c-4b86-b405-f4a5e6f7e02f None None] Provisioning complete for port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:33.764002 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5361bfa3-277c-4b86-b405-f4a5e6f7e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.835598 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa165648-86fd-404e-bfea-802240fd6c1a req-26d25424-7c9a-464b-9080-87935c24ad2b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:33.837338 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-26d25424-7c9a-464b-9080-87935c24ad2b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/networks?id=26c76485-14b3-4e34-aabb-ddd98f4dd668 HTTP/1.1" status: 200 len: 796 time: 0.1133077 Feb 03 13:52:33.858344 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5361bfa3-277c-4b86-b405-f4a5e6f7e02f None None] Current status of the port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:33.859374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-1d4b410d-8cd6-45ff-a248-5efdb81d02c3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/quotas/a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 375 time: 0.0102196 Feb 03 13:52:33.871025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5361bfa3-277c-4b86-b405-f4a5e6f7e02f None None] Provisioning complete for port 7d1241ed-f965-4a46-a36e-7f964628f3b2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:33.871550 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5361bfa3-277c-4b86-b405-f4a5e6f7e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.909551 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5361bfa3-277c-4b86-b405-f4a5e6f7e02f None None] Port 7d1241ed-f965-4a46-a36e-7f964628f3b2 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:52:33.936660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-0bbc8652-3498-43cb-9e14-b8c01b2c11f1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699177 Feb 03 13:52:33.950633 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Sync routers for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:52:33.961136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:33.961807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:34.041924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-175bff3b-fda9-46d4-b2ce-7541ae17ee13 service neutron] 10.222.0.65 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931318 Feb 03 13:52:34.141810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c52665b9-1969-4752-9b02-da93fd68e999 service neutron] 10.222.0.65 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917547 Feb 03 13:52:34.240758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-39feda6f-11b9-4383-8870-04f97055e3fb None None] Provisioning complete for port 7d1241ed-f965-4a46-a36e-7f964628f3b2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:34.241137 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39feda6f-11b9-4383-8870-04f97055e3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:34.274264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:34.315613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-39feda6f-11b9-4383-8870-04f97055e3fb None None] Port 7d1241ed-f965-4a46-a36e-7f964628f3b2 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:52:34.322246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-95939ae4-520e-4be8-8554-d573d1efa63a req-d23a6a08-acbe-4933-8db2-a2bc10ae5f02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 210 time: 0.0355051 Feb 03 13:52:34.468900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-77d046fd-ae45-4a9e-ac36-35418a43ee75 None None] Provisioning complete for port 7d1241ed-f965-4a46-a36e-7f964628f3b2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:34.469283 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77d046fd-ae45-4a9e-ac36-35418a43ee75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:34.514744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-77d046fd-ae45-4a9e-ac36-35418a43ee75 None None] Port 7d1241ed-f965-4a46-a36e-7f964628f3b2 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:52:34.529299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '7d1241ed-f965-4a46-a36e-7f964628f3b2', 'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:c6:22:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:31Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 2, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:34.560914 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Checking router: 35403a7b-c1d6-4aa5-80a2-00a5a1636976 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:52:34.561188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Updating router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 port 7d1241ed-f965-4a46-a36e-7f964628f3b2 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:52:34.582706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8081d3c2-07f4-47ac-ad4a-52366774b532 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:52:34.615264 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:34.730017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 8081d3c2-07f4-47ac-ad4a-52366774b532 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:34.730017 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:34.903902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 8081d3c2-07f4-47ac-ad4a-52366774b532 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:34.904987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 17ec6319-3bab-4105-8167-6b1a2b93b8f8 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:52:35.016899 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Publish callbacks [] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.023396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:35.023763 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.025318 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.105897 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86ccf5-f824-4f54-a718-c982d7abf532 None None] Pushing event updated for resources: {'Port': ['ID=7d1241ed-f965-4a46-a36e-7f964628f3b2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:35.206425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Attempting to bind port 7d1241ed-f965-4a46-a36e-7f964628f3b2 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:52:35.206844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Attempting to bind port 7d1241ed-f965-4a46-a36e-7f964628f3b2 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:52:35.207219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Attempting to bind port 7d1241ed-f965-4a46-a36e-7f964628f3b2 on network 26c76485-14b3-4e34-aabb-ddd98f4dd668 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:52:35.218962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:52:35.219350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Checking segment: {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:52:35.219760 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.220157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Bound using segment: {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:52:35.220807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Bound port: 7d1241ed-f965-4a46-a36e-7f964628f3b2, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:52:35.221385 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.225256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:35.296044 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] For port 7d1241ed-f965-4a46-a36e-7f964628f3b2, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:52:35.300956 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] For port 7d1241ed-f965-4a46-a36e-7f964628f3b2, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7d1241ed-f965-4a46-a36e-7f964628f3b2,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:52:35.311637 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.380628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa165648-86fd-404e-bfea-802240fd6c1a req-f8312b70-d524-41b5-8500-0fb7c927ea67 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:35.382938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-f8312b70-d524-41b5-8500-0fb7c927ea67 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/networks?id=26c76485-14b3-4e34-aabb-ddd98f4dd668 HTTP/1.1" status: 200 len: 796 time: 0.1311171 Feb 03 13:52:35.431711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6641ed1c-14de-4c40-968b-9b364f89f5cb None None] Provisioning complete for port 7d1241ed-f965-4a46-a36e-7f964628f3b2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:35.432928 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6641ed1c-14de-4c40-968b-9b364f89f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.434711 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86ccf5-f824-4f54-a718-c982d7abf532 None None] Pushing event updated for resources: {'Port': ['ID=7d1241ed-f965-4a46-a36e-7f964628f3b2,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:35.439119 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:35.439928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:35.493312 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f8a6ab3b-ced1-4694-bea9-27e98de34abd req-5b839c39-db14-4ad0-acd8-2854e0a4ce38 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 210 time: 0.0473020 Feb 03 13:52:35.499967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-ff07cca8-72dd-4007-a8f4-cea8a20033d8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 379 time: 0.1072676 Feb 03 13:52:35.513871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'port': {'device_id': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'admin_state_up': True, 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'security_groups': ['70466b4a-b7eb-455c-a544-35b751e877f1']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:35.635378 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:35.638578 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6641ed1c-14de-4c40-968b-9b364f89f5cb None None] Current status of the port 7d1241ed-f965-4a46-a36e-7f964628f3b2 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:35.638968 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6641ed1c-14de-4c40-968b-9b364f89f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.674898 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:52:35.678507 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.751505 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6641ed1c-14de-4c40-968b-9b364f89f5cb None None] For port 7d1241ed-f965-4a46-a36e-7f964628f3b2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7d1241ed-f965-4a46-a36e-7f964628f3b2,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:35.765715 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6641ed1c-14de-4c40-968b-9b364f89f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.817722 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.9 (26c76485-14b3-4e34-aabb-ddd98f4dd668/cb63092a-06f3-4e74-8e14-6a423b928235/59edd4b0-7984-460b-af68-98accb4bf3bc) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:52:35.869436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641ed1c-14de-4c40-968b-9b364f89f5cb None None] Pushing event updated for resources: {'Port': ['ID=7d1241ed-f965-4a46-a36e-7f964628f3b2,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:35.917528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b5f4cd5b-03d5-4b01-be04-3788847b04c7 None None] Provisioning complete for port 7d1241ed-f965-4a46-a36e-7f964628f3b2 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:35.918233 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cd5b-03d5-4b01-be04-3788847b04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.969093 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.970132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '7d1241ed-f965-4a46-a36e-7f964628f3b2', 'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:c6:22:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:31Z', 'updated_at': '2022-02-03T13:52:35Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:36.000529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b7f5a-28b9-4a36-a819-98bebae1a74a None None] The sync data for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 is: [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '7d1241ed-f965-4a46-a36e-7f964628f3b2', 'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:c6:22:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:31Z', 'updated_at': '2022-02-03T13:52:35Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:52:36.012700 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.048002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4cd5b-03d5-4b01-be04-3788847b04c7 None None] Current status of the port 7d1241ed-f965-4a46-a36e-7f964628f3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:36.079014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 26c76485-14b3-4e34-aabb-ddd98f4dd668 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:52:36.083143 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:52:36.092174 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:52:36.119356 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=59edd4b0-7984-460b-af68-98accb4bf3bc,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:36.145526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:36.146168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.166593 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c1880a08-8585-434f-a290-53697ed11bda tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6588144 Feb 03 13:52:36.234156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Request body: {'port': {'device_id': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:36.306467 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.371118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-cc89eaa0-e14c-429d-8dd8-25f9dc1f122e None None] Provisioning complete for port 59edd4b0-7984-460b-af68-98accb4bf3bc triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:36.371495 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc89eaa0-e14c-429d-8dd8-25f9dc1f122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.410190 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cc89eaa0-e14c-429d-8dd8-25f9dc1f122e None None] Port 59edd4b0-7984-460b-af68-98accb4bf3bc cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:52:36.613807 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7d1241ed-f965-4a46-a36e-7f964628f3b2 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:52:36.635027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59edd4b0-7984-460b-af68-98accb4bf3bc {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:52:36.644882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Publish callbacks [] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.667456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Transition to ACTIVE for port object 59edd4b0-7984-460b-af68-98accb4bf3bc will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:52:36.673249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 7d1241ed-f965-4a46-a36e-7f964628f3b2 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:36.673537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.679351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba90acd-b3e3-40a2-bf43-685333d14e2c req-ff5b0e9b-c0b1-4371-8550-0fdf01a5b479 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:36.680912 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eba90acd-b3e3-40a2-bf43-685333d14e2c req-ff5b0e9b-c0b1-4371-8550-0fdf01a5b479 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 931 time: 0.0859129 Feb 03 13:52:36.681738 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.736595 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5dd64ca5-c58f-4557-92f6-ea3756b834d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.763345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Pushing event updated for resources: {'Port': ['ID=59edd4b0-7984-460b-af68-98accb4bf3bc,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:36.786989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 7d1241ed-f965-4a46-a36e-7f964628f3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:36.831583 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eba90acd-b3e3-40a2-bf43-685333d14e2c req-4f2e2372-fcf2-4f8f-9ccf-7df94b519f9b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210220 Feb 03 13:52:36.863123 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Attempting to bind port 59edd4b0-7984-460b-af68-98accb4bf3bc on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:52:36.863533 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Attempting to bind port 59edd4b0-7984-460b-af68-98accb4bf3bc by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:52:36.863947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Attempting to bind port 59edd4b0-7984-460b-af68-98accb4bf3bc on network 26c76485-14b3-4e34-aabb-ddd98f4dd668 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:52:36.869075 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Port 59edd4b0-7984-460b-af68-98accb4bf3bc on network 26c76485-14b3-4e34-aabb-ddd98f4dd668 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:52:36.869478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Attempting to bind port 59edd4b0-7984-460b-af68-98accb4bf3bc on network 26c76485-14b3-4e34-aabb-ddd98f4dd668 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:52:36.874699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:52:36.875122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Checking segment: {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:52:36.875571 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Bound using segment: {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:52:36.876085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Bound port: 59edd4b0-7984-460b-af68-98accb4bf3bc, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c665a2a9-403a-40fe-ab50-9720a27d9d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:52:36.876506 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.952205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] For port 59edd4b0-7984-460b-af68-98accb4bf3bc, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:52:36.956780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] For port 59edd4b0-7984-460b-af68-98accb4bf3bc, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=59edd4b0-7984-460b-af68-98accb4bf3bc,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:52:36.964547 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:37.003129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.003853 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:37.005561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] 10.222.0.72 "PUT /v2.0/ports/59edd4b0-7984-460b-af68-98accb4bf3bc HTTP/1.1" status: 200 len: 1092 time: 0.8317080 Feb 03 13:52:37.008369 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:52:37.010748 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4197b4b-c290-43db-ad0f-27b2e57432d6" -d '{"events": [{"name": "network-changed", "server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:52:37.054230 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbcdbc-fe4f-4f9a-8db8-5d1310592d63 service neutron] Pushing event updated for resources: {'Port': ['ID=59edd4b0-7984-460b-af68-98accb4bf3bc,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:37.082164 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97462394-3fbb-43d7-b2d0-af2a315e4472 x-openstack-request-id: req-97462394-3fbb-43d7-b2d0-af2a315e4472 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:52:37.082524 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:52:37.082733 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97462394-3fbb-43d7-b2d0-af2a315e4472 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:52:37.083173 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'status': 'completed', 'code': 200} Feb 03 13:52:37.144836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c312b58c-a45b-4149-a9d6-53a460b7f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.146414 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-c312b58c-a45b-4149-a9d6-53a460b7f2a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 1126 time: 0.0624485 Feb 03 13:52:37.198521 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-6a9880ef-fa3e-4ad4-a7e3-58279d587c8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59edd4b0-7984-460b-af68-98accb4bf3bc HTTP/1.1" status: 200 len: 217 time: 0.0436804 Feb 03 13:52:37.255875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa165648-86fd-404e-bfea-802240fd6c1a req-341ef50f-eff5-4988-8251-9eb6cfd4bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.257424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-341ef50f-eff5-4988-8251-9eb6cfd4bfde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb63092a-06f3-4e74-8e14-6a423b928235 HTTP/1.1" status: 200 len: 834 time: 0.0531483 Feb 03 13:52:37.309121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa165648-86fd-404e-bfea-802240fd6c1a req-7225405b-22d7-4a53-a79c-af9a878793e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.310701 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-7225405b-22d7-4a53-a79c-af9a878793e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26c76485-14b3-4e34-aabb-ddd98f4dd668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474873 Feb 03 13:52:37.399894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-8cea7a75-53e5-4c1c-a4d9-bcfd521d2c79 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827768 Feb 03 13:52:37.490957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa165648-86fd-404e-bfea-802240fd6c1a req-3ca2bd3c-5e27-48ee-b247-1cfb9d1aae26 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848913 Feb 03 13:52:37.594358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-95f8da27-8680-48be-87d0-cf1756d6e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.596013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-95f8da27-8680-48be-87d0-cf1756d6e273 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 1126 time: 0.0487473 Feb 03 13:52:37.691511 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-d6409ae7-53c1-46b4-898f-8f0b6058e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.693110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-d6409ae7-53c1-46b4-898f-8f0b6058e640 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26c76485-14b3-4e34-aabb-ddd98f4dd668 HTTP/1.1" status: 200 len: 897 time: 0.0916882 Feb 03 13:52:37.734189 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-e8809c03-ce03-4c56-b422-e289a9f3d897 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59edd4b0-7984-460b-af68-98accb4bf3bc HTTP/1.1" status: 200 len: 217 time: 0.0346003 Feb 03 13:52:37.786085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-ad9bf324-909d-4a78-8d49-984b47901fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.788089 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-ad9bf324-909d-4a78-8d49-984b47901fad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb63092a-06f3-4e74-8e14-6a423b928235 HTTP/1.1" status: 200 len: 834 time: 0.0458169 Feb 03 13:52:38.217609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-51b7ab9b-d1ff-4624-9281-f01b03f79f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:38.219160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-51b7ab9b-d1ff-4624-9281-f01b03f79f55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26c76485-14b3-4e34-aabb-ddd98f4dd668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4238813 Feb 03 13:52:38.264719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44063f-fcc6-43c3-9b1f-e8e136f9902b req-2deb7fdf-7053-46de-a576-8c43c83301de tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:38.266174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d44063f-fcc6-43c3-9b1f-e8e136f9902b req-2deb7fdf-7053-46de-a576-8c43c83301de tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 943 time: 0.0830896 Feb 03 13:52:38.353663 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-e5ac2790-c82f-46c1-88ba-2932fc8b4c93 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270950 Feb 03 13:52:38.358563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9d44063f-fcc6-43c3-9b1f-e8e136f9902b req-6eb928ad-4f40-49d1-960b-8ab9031175fb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637164 Feb 03 13:52:38.446114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f4197b4b-c290-43db-ad0f-27b2e57432d6 req-2ecef13c-35e1-43c1-a324-50a6120829e2 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853403 Feb 03 13:52:38.969994 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9262a1a-5f30-4fa6-ad6a-a14741780d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:39.505431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851f80e-39de-4fb8-b90b-63dd43fc785f req-e90b027a-2de9-4416-b788-2f19ee40a7e3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:39.506826 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5851f80e-39de-4fb8-b90b-63dd43fc785f req-e90b027a-2de9-4416-b788-2f19ee40a7e3 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 943 time: 0.0697374 Feb 03 13:52:39.561358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5851f80e-39de-4fb8-b90b-63dd43fc785f req-41f7fb7a-ff69-4ff2-b6fe-03401e719266 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460567 Feb 03 13:52:40.433423 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:40.689470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a0108-0270-4ba1-99e7-f6198e01e281 req-87a38958-a6fa-4ac5-875d-d40aed03fdf4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:40.691286 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da8a0108-0270-4ba1-99e7-f6198e01e281 req-87a38958-a6fa-4ac5-875d-d40aed03fdf4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 943 time: 0.0593596 Feb 03 13:52:40.746423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da8a0108-0270-4ba1-99e7-f6198e01e281 req-ebef9529-06cd-4c70-9dec-961f4566e225 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472906 Feb 03 13:52:41.372603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 59edd4b0-7984-460b-af68-98accb4bf3bc details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:52:41.478152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 59edd4b0-7984-460b-af68-98accb4bf3bc, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=59edd4b0-7984-460b-af68-98accb4bf3bc,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:41.494741 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'port_id': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'mac_address': 'fa:16:3e:f7:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:52:41.535725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 59edd4b0-7984-460b-af68-98accb4bf3bc is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:41.536114 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:41.549061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59edd4b0-7984-460b-af68-98accb4bf3bc {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:52:41.567853 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 59edd4b0-7984-460b-af68-98accb4bf3bc, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=59edd4b0-7984-460b-af68-98accb4bf3bc,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:41.575194 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:41.631974 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=59edd4b0-7984-460b-af68-98accb4bf3bc,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:41.832533 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['59edd4b0-7984-460b-af68-98accb4bf3bc'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:52:41.868912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:41.876959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a57c06-a46e-4353-ad20-ebcc77944ac0 req-4609cc58-9f95-4ea4-b356-e7aaeada1233 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:41.878562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09a57c06-a46e-4353-ad20-ebcc77944ac0 req-4609cc58-9f95-4ea4-b356-e7aaeada1233 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 944 time: 0.0550838 Feb 03 13:52:41.932063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09a57c06-a46e-4353-ad20-ebcc77944ac0 req-fa3e3c81-a0d5-4e75-b13f-5c7ec17eab93 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474076 Feb 03 13:52:42.694688 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:43.063476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a593301-d7c1-46c2-acd1-34d9bc96ca08 req-272522b7-ae03-403d-88c1-7513b07d5efa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:43.065182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a593301-d7c1-46c2-acd1-34d9bc96ca08 req-272522b7-ae03-403d-88c1-7513b07d5efa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 944 time: 0.0563869 Feb 03 13:52:43.117320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a593301-d7c1-46c2-acd1-34d9bc96ca08 req-7917ddbb-0149-4e33-be1b-6d6bb4d956c4 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444708 Feb 03 13:52:43.387990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 59edd4b0-7984-460b-af68-98accb4bf3bc up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:52:43.446304 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 59edd4b0-7984-460b-af68-98accb4bf3bc completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:52:43.452139 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 59edd4b0-7984-460b-af68-98accb4bf3bc triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:43.452648 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:43.534760 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 59edd4b0-7984-460b-af68-98accb4bf3bc is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:43.535134 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:43.723948 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:52:43.726612 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39ef8bc-488b-4f1c-bb57-7cadfc045fb8" -d '{"events": [{"server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "name": "network-vif-plugged", "status": "completed", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:52:43.740583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 59edd4b0-7984-460b-af68-98accb4bf3bc, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=59edd4b0-7984-460b-af68-98accb4bf3bc,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:43.746213 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:43.794705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=59edd4b0-7984-460b-af68-98accb4bf3bc,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:43.816917 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcf4de4-71c0-4481-bd69-1f9402a7fce5 x-openstack-request-id: req-1fcf4de4-71c0-4481-bd69-1f9402a7fce5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:52:43.817211 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "name": "network-vif-plugged", "status": "completed", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:52:43.817454 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fcf4de4-71c0-4481-bd69-1f9402a7fce5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:52:43.817843 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'code': 200} Feb 03 13:52:43.931151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122a597-4dcd-4b59-8481-8aa76030a957 req-5295152e-695e-481e-bb1d-93eff22ddc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:43.932684 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e122a597-4dcd-4b59-8481-8aa76030a957 req-5295152e-695e-481e-bb1d-93eff22ddc30 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 1128 time: 0.0528779 Feb 03 13:52:43.979586 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e122a597-4dcd-4b59-8481-8aa76030a957 req-5152ca01-47a7-408b-b765-14e8f6bc0dfa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404277 Feb 03 13:52:44.261117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc956f61-704d-4600-90bb-acc8c13cf34b req-f5b654dd-7399-4898-8448-0f62f0cb9746 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:44.262545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc956f61-704d-4600-90bb-acc8c13cf34b req-f5b654dd-7399-4898-8448-0f62f0cb9746 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0614853 Feb 03 13:52:44.314231 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fc956f61-704d-4600-90bb-acc8c13cf34b req-96d2618d-d85b-413e-bdf8-55bca4d12243 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438461 Feb 03 13:52:45.444255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e879b77-b7e7-43c4-a8c7-3d51a9a747f0 req-bcd1290d-3ba1-4931-b686-984f77415c31 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:45.445735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e879b77-b7e7-43c4-a8c7-3d51a9a747f0 req-bcd1290d-3ba1-4931-b686-984f77415c31 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0560119 Feb 03 13:52:45.495471 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e879b77-b7e7-43c4-a8c7-3d51a9a747f0 req-fcc2c9c8-b4da-4067-a5dc-a7c7618cf0ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440686 Feb 03 13:52:45.618633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805db31-c1ae-41e9-9fe4-cc37ae3e432e req-d623079e-6d65-4830-8df2-b8d14ad30cf0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:45.620019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7805db31-c1ae-41e9-9fe4-cc37ae3e432e req-d623079e-6d65-4830-8df2-b8d14ad30cf0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0573723 Feb 03 13:52:45.669018 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7805db31-c1ae-41e9-9fe4-cc37ae3e432e req-3382ce80-80c8-45e9-985e-1163ed7cb06f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433049 Feb 03 13:52:45.690896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51468) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:45.737985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d80f27-0873-4461-b952-6c79d9473747 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:45.739572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a6d80f27-0873-4461-b952-6c79d9473747 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 1123 time: 0.0476983 Feb 03 13:52:45.743565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51470) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:45.747852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:45.773234 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:45.879281 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:45.992628 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.134 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/6a0d11e3-298d-4819-bf9b-05f37d023ed6) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:52:46.108816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (6a0d11e3-298d-4819-bf9b-05f37d023ed6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:46.148420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6a0d11e3-298d-4819-bf9b-05f37d023ed6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:46.184953 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:52:46.187841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:52:46.190640 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:52:46.219480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=6a0d11e3-298d-4819-bf9b-05f37d023ed6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:46.580076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (3318d2d3-a09a-4161-8a5e-e15bff15129c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:46.653314 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6a0d11e3-298d-4819-bf9b-05f37d023ed6), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:46.754956 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:52:46.808177 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (6a0d11e3-298d-4819-bf9b-05f37d023ed6), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:46.815302 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (6a0d11e3-298d-4819-bf9b-05f37d023ed6), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:46.887920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=6a0d11e3-298d-4819-bf9b-05f37d023ed6,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:46.898369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (3318d2d3-a09a-4161-8a5e-e15bff15129c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:46.998497 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP 3318d2d3-a09a-4161-8a5e-e15bff15129c associated. External IP: 172.25.3.134, port: 59edd4b0-7984-460b-af68-98accb4bf3bc. Feb 03 13:52:47.018980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:47.225586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:52:47.341917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:52:47.352251 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] Sync routers for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:52:47.360697 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:47.362494 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:47.363128 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:47.391103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0cb62061-2f77-4889-bc6f-1c7dccdc554c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6465347 Feb 03 13:52:47.391705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:52:47.394013 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c90fed-5f05-4915-aff5-dc4415a652da" -d '{"events": [{"name": "network-changed", "server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:52:47.479314 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:47.503444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578390ef-c7cb-4e54-9d8c-23a5d76c727f req-c160ccdb-25f1-46c5-be45-7d36232fdc24 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:47.505008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-578390ef-c7cb-4e54-9d8c-23a5d76c727f req-c160ccdb-25f1-46c5-be45-7d36232fdc24 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0636351 Feb 03 13:52:47.555790 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-578390ef-c7cb-4e54-9d8c-23a5d76c727f req-4eb357e0-2878-4ef3-ac01-72354c54c4dd tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443192 Feb 03 13:52:47.578282 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51476) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:47.616840 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc490aca-bafc-4d3e-9bbf-055870d7fb88 x-openstack-request-id: req-bc490aca-bafc-4d3e-9bbf-055870d7fb88 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:52:47.617550 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:52:47.617550 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc490aca-bafc-4d3e-9bbf-055870d7fb88 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:52:47.617763 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'status': 'completed', 'code': 200} Feb 03 13:52:47.674174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-78ede8b8-ce15-41a3-9597-ac18045cc92a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/3318d2d3-a09a-4161-8a5e-e15bff15129c HTTP/1.1" status: 200 len: 991 time: 0.0947146 Feb 03 13:52:47.689212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c90fed-5f05-4915-aff5-dc4415a652da req-66a90916-f426-4ac3-be18-26d9ca3c92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:47.690807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15c90fed-5f05-4915-aff5-dc4415a652da req-66a90916-f426-4ac3-be18-26d9ca3c92bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 1128 time: 0.0644417 Feb 03 13:52:47.706208 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '3318d2d3-a09a-4161-8a5e-e15bff15129c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'port_id': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'mac_address': 'fa:16:3e:f7:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:52:46Z', 'updated_at': '2022-02-03T13:52:46Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1241ed-f965-4a46-a36e-7f964628f3b2', 'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:c6:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:31Z', 'updated_at': '2022-02-03T13:52:35Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:47.732059 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] Checking router: 35403a7b-c1d6-4aa5-80a2-00a5a1636976 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:52:47.741047 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:47.741662 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:52:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:47.786808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c90fed-5f05-4915-aff5-dc4415a652da req-cacaa404-92ee-44de-9dcb-2311ac745ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:47.788278 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15c90fed-5f05-4915-aff5-dc4415a652da req-cacaa404-92ee-44de-9dcb-2311ac745ec7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26c76485-14b3-4e34-aabb-ddd98f4dd668 HTTP/1.1" status: 200 len: 897 time: 0.0904779 Feb 03 13:52:47.848517 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:47.857707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15c90fed-5f05-4915-aff5-dc4415a652da req-449820e2-ffbe-4e62-a52c-05dbf8a0b3c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59edd4b0-7984-460b-af68-98accb4bf3bc HTTP/1.1" status: 200 len: 999 time: 0.0634894 Feb 03 13:52:47.908319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c90fed-5f05-4915-aff5-dc4415a652da req-36b0aed8-d6a3-4df8-b11d-8eb384119e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:47.909875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15c90fed-5f05-4915-aff5-dc4415a652da req-36b0aed8-d6a3-4df8-b11d-8eb384119e98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb63092a-06f3-4e74-8e14-6a423b928235 HTTP/1.1" status: 200 len: 834 time: 0.0461957 Feb 03 13:52:47.962364 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c90fed-5f05-4915-aff5-dc4415a652da req-cc4b15fd-f49b-4a75-b41b-fd1257c636cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:47.963980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15c90fed-5f05-4915-aff5-dc4415a652da req-cc4b15fd-f49b-4a75-b41b-fd1257c636cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26c76485-14b3-4e34-aabb-ddd98f4dd668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473049 Feb 03 13:52:48.057896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15c90fed-5f05-4915-aff5-dc4415a652da req-fd309cb7-c062-424a-8826-8dad55947851 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872483 Feb 03 13:52:48.081624 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '3318d2d3-a09a-4161-8a5e-e15bff15129c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'port_id': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'mac_address': 'fa:16:3e:f7:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:52:46Z', 'updated_at': '2022-02-03T13:52:46Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1241ed-f965-4a46-a36e-7f964628f3b2', 'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:c6:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:31Z', 'updated_at': '2022-02-03T13:52:35Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:48.107778 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f955361-eea7-4413-b551-2802a67ce15a None None] The sync data for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 is: [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '3318d2d3-a09a-4161-8a5e-e15bff15129c', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'port_id': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'mac_address': 'fa:16:3e:f7:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:52:46Z', 'updated_at': '2022-02-03T13:52:46Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1241ed-f965-4a46-a36e-7f964628f3b2', 'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:c6:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:31Z', 'updated_at': '2022-02-03T13:52:35Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:52:48.147035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15c90fed-5f05-4915-aff5-dc4415a652da req-2cadf7ce-94b9-4f5b-b47f-650fce05d93c service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830317 Feb 03 13:52:48.310252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a441cb-5ab9-40b3-9ed9-62b0471f902d None None] New status for floating IP 3318d2d3-a09a-4161-8a5e-e15bff15129c: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:52:48.678389 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51478) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:48.742092 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-481f3491-279e-43cf-8b1c-0d81918d8854 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/3318d2d3-a09a-4161-8a5e-e15bff15129c HTTP/1.1" status: 200 len: 993 time: 0.0625138 Feb 03 13:52:51.454270 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:51.805470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-6231a34c-f3e5-4160-a163-94895cfb26d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566664 Feb 03 13:52:51.903231 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-9f9777d8-baa3-4ae1-9c18-88de40b627bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:51.904801 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-9f9777d8-baa3-4ae1-9c18-88de40b627bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 1128 time: 0.0516493 Feb 03 13:52:52.013617 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-bd639c8d-6e48-4cb2-85a6-969d4138fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:52.015076 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-bd639c8d-6e48-4cb2-85a6-969d4138fd12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26c76485-14b3-4e34-aabb-ddd98f4dd668 HTTP/1.1" status: 200 len: 897 time: 0.0866177 Feb 03 13:52:52.090934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-ffcdfaed-79b5-41ea-9ffe-362c8c106dcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59edd4b0-7984-460b-af68-98accb4bf3bc HTTP/1.1" status: 200 len: 1001 time: 0.0636444 Feb 03 13:52:52.138981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-21d8abec-553b-4e44-869a-60152ce5c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:52.140410 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-21d8abec-553b-4e44-869a-60152ce5c029 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb63092a-06f3-4e74-8e14-6a423b928235 HTTP/1.1" status: 200 len: 834 time: 0.0426519 Feb 03 13:52:52.194173 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-d6373a19-38cc-4ead-a529-07c2c51f5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:52.195691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-d6373a19-38cc-4ead-a529-07c2c51f5d68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26c76485-14b3-4e34-aabb-ddd98f4dd668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469151 Feb 03 13:52:52.288835 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-05fd321e-9f97-4cc8-be9d-27178d7d4ef7 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Feb 03 13:52:52.379839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a14b9ae2-9a45-4bf3-824b-f1a5e00e6810 req-42afaf43-8c39-464b-94db-0358fa67cff3 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808475 Feb 03 13:53:06.713825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff47f632-0086-4116-a01b-66be4a69d2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:08.969247 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aa3eca7-8546-41e2-972f-3446440c58ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:10.436472 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:11.850785 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:12.695203 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:17.012607 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:21.470348 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:23.754926 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:53:24.169005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb7447-b28b-4bf4-9b52-48490cbc821d req-660c4864-3bdd-4dcc-9fc3-4d1c39cf4b3c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:24.170505 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4adb7447-b28b-4bf4-9b52-48490cbc821d req-660c4864-3bdd-4dcc-9fc3-4d1c39cf4b3c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0595305 Feb 03 13:53:24.225390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4adb7447-b28b-4bf4-9b52-48490cbc821d req-f566ce3d-2420-4a01-9735-094ca702a1d8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490227 Feb 03 13:53:25.379941 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28a265-db4a-42af-8015-d2e44095a301 req-5a13a2ff-f8ad-47e3-815e-b032378a0f96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:25.381448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d28a265-db4a-42af-8015-d2e44095a301 req-5a13a2ff-f8ad-47e3-815e-b032378a0f96 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0705395 Feb 03 13:53:25.433022 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d28a265-db4a-42af-8015-d2e44095a301 req-4e6084f9-b8d8-49d4-a831-9ebb6f4b6d06 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457244 Feb 03 13:53:26.580413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0f151-93e4-40ea-bf7f-bdfc8b73c598 req-9c0cce56-73eb-47d9-84b1-18fe6c4aa008 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:26.581871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35c0f151-93e4-40ea-bf7f-bdfc8b73c598 req-9c0cce56-73eb-47d9-84b1-18fe6c4aa008 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0618277 Feb 03 13:53:26.631510 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35c0f151-93e4-40ea-bf7f-bdfc8b73c598 req-6ecab6cd-d7ca-4a51-a716-0c4be86e720e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 Feb 03 13:53:27.767438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b75846-164f-454d-8a6a-312f4630835a req-c91c5e2b-3bdc-4b2c-8c52-557550633945 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:27.769012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60b75846-164f-454d-8a6a-312f4630835a req-c91c5e2b-3bdc-4b2c-8c52-557550633945 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0590417 Feb 03 13:53:27.820574 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-60b75846-164f-454d-8a6a-312f4630835a req-b03453c0-c4f4-4360-bc5b-20c3965f1a62 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458214 Feb 03 13:53:28.965227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f847811-dc2c-422c-8f27-1975e4396847 req-7547eb7b-0e2f-420a-a256-af981eed822d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:28.966732 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f847811-dc2c-422c-8f27-1975e4396847 req-7547eb7b-0e2f-420a-a256-af981eed822d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0641999 Feb 03 13:53:29.021310 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f847811-dc2c-422c-8f27-1975e4396847 req-504a79a0-46b7-49c0-8a0a-3d043b4954fb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461078 Feb 03 13:53:30.167794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3974d3-a8e4-4f71-ba0d-9b03254da17e req-1b412772-1d63-4d84-a070-81b254854d41 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:30.169401 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e3974d3-a8e4-4f71-ba0d-9b03254da17e req-1b412772-1d63-4d84-a070-81b254854d41 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0680130 Feb 03 13:53:30.223662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e3974d3-a8e4-4f71-ba0d-9b03254da17e req-b2d37a69-f0ff-4549-88ba-7b2b9dda6958 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486245 Feb 03 13:53:31.351615 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088cbd-57c2-43a8-a59c-380750a237c3 req-93df8ed4-c341-4754-adb9-e02586c0b70b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:31.353014 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9088cbd-57c2-43a8-a59c-380750a237c3 req-93df8ed4-c341-4754-adb9-e02586c0b70b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0599835 Feb 03 13:53:31.408794 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a9088cbd-57c2-43a8-a59c-380750a237c3 req-4408eaa0-076f-4d83-a7df-002cc2ca5a24 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481989 Feb 03 13:53:32.555466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed174f-a756-43d5-acaf-fece2d64f91a req-8eed5969-3249-45f5-9c10-e16b960619bc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:32.557023 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09ed174f-a756-43d5-acaf-fece2d64f91a req-8eed5969-3249-45f5-9c10-e16b960619bc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0623603 Feb 03 13:53:32.614311 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-09ed174f-a756-43d5-acaf-fece2d64f91a req-fbc8c8b4-461e-4328-8e00-3109183e6f14 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492921 Feb 03 13:53:33.770180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8de53-9a1e-44d5-b1a7-37a1d212419c req-13ee49d8-c8aa-4f43-995f-615a069fd282 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:33.771700 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61a8de53-9a1e-44d5-b1a7-37a1d212419c req-13ee49d8-c8aa-4f43-995f-615a069fd282 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0700359 Feb 03 13:53:33.832292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-61a8de53-9a1e-44d5-b1a7-37a1d212419c req-5652f45f-f81b-4204-a92f-9aa1a1334ea2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541098 Feb 03 13:53:34.968456 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bce4-334b-418e-b5d7-1c916e2efe07 req-fbe6eebe-9371-4f9e-9bc7-30c994d0531a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:34.969930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2421bce4-334b-418e-b5d7-1c916e2efe07 req-fbe6eebe-9371-4f9e-9bc7-30c994d0531a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0594709 Feb 03 13:53:35.024650 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2421bce4-334b-418e-b5d7-1c916e2efe07 req-33074c90-8f48-4daa-9d35-f23f9caca4b0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489333 Feb 03 13:53:36.162314 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f5e1c-86cf-4b09-883f-7d1bea0b385a req-a919f968-ca80-4d02-8e0a-7a08045e9c8a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:36.163836 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a5f5e1c-86cf-4b09-883f-7d1bea0b385a req-a919f968-ca80-4d02-8e0a-7a08045e9c8a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0559840 Feb 03 13:53:36.216434 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a5f5e1c-86cf-4b09-883f-7d1bea0b385a req-e749e82c-b28a-47ef-ba5e-416664c6ed2b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458193 Feb 03 13:53:36.731784 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c101d81a-81c6-4fd1-961e-e7730a364076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:37.351943 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99286a-d279-437c-a791-0dae9666cad0 req-eba40aca-007e-49bb-8e4e-2b7d8b3d2e6d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:37.353447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e99286a-d279-437c-a791-0dae9666cad0 req-eba40aca-007e-49bb-8e4e-2b7d8b3d2e6d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0586202 Feb 03 13:53:37.408288 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9e99286a-d279-437c-a791-0dae9666cad0 req-1200827d-5db4-4d92-9260-b997e2796355 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483699 Feb 03 13:53:38.553112 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ad3ec-8d6f-412a-a42c-e07984bc7ba3 req-14dc04e8-4415-409c-b9ef-9198f9c46977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:38.554625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c89ad3ec-8d6f-412a-a42c-e07984bc7ba3 req-14dc04e8-4415-409c-b9ef-9198f9c46977 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0645425 Feb 03 13:53:38.609809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c89ad3ec-8d6f-412a-a42c-e07984bc7ba3 req-81e8db5b-1f62-42f7-9129-2844d4b3c211 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488994 Feb 03 13:53:38.974676 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c852b2-97f2-45d2-adcd-350c5a84f5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:39.739779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc90db9-576a-438b-994b-7fd8aafdf490 req-e82aca9c-f8f6-456c-9c80-728576580c7e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:39.741360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fc90db9-576a-438b-994b-7fd8aafdf490 req-e82aca9c-f8f6-456c-9c80-728576580c7e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0599844 Feb 03 13:53:39.799779 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fc90db9-576a-438b-994b-7fd8aafdf490 req-23e6aefd-f678-4a35-a5e7-5888234e41cb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499208 Feb 03 13:53:39.822521 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51522) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:53:39.889070 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-9d4f3073-ccb8-4e9f-a51b-cdc1b87411b1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/3318d2d3-a09a-4161-8a5e-e15bff15129c HTTP/1.1" status: 200 len: 993 time: 0.0652833 Feb 03 13:53:40.436039 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:41.214780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383a44a-c783-4ad0-a22e-cabdd6403650 req-edb2e4e6-a85c-4e2f-974f-151ab7d2af6a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:41.216503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0383a44a-c783-4ad0-a22e-cabdd6403650 req-edb2e4e6-a85c-4e2f-974f-151ab7d2af6a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0868113 Feb 03 13:53:41.241322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-9d4e1ed4-9fa0-4801-872e-4014ae6730e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:41.242750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-9d4e1ed4-9fa0-4801-872e-4014ae6730e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 1128 time: 0.0763009 Feb 03 13:53:41.298000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0383a44a-c783-4ad0-a22e-cabdd6403650 req-6c46bbcd-f88b-4bdb-b9c7-4a968acdd2a0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757849 Feb 03 13:53:41.353478 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-bdd45ddb-702c-4108-b50b-52877902072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:41.355001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-bdd45ddb-702c-4108-b50b-52877902072c service neutron] 10.222.0.72 "GET /v2.0/networks?id=26c76485-14b3-4e34-aabb-ddd98f4dd668 HTTP/1.1" status: 200 len: 897 time: 0.1061194 Feb 03 13:53:41.423293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-4ac0d663-99e5-4c42-b669-2a1bba4cb1bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59edd4b0-7984-460b-af68-98accb4bf3bc HTTP/1.1" status: 200 len: 1001 time: 0.0615063 Feb 03 13:53:41.474151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-5c81c13c-1879-4508-b3b2-142fa4dad93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:41.475660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-5c81c13c-1879-4508-b3b2-142fa4dad93f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb63092a-06f3-4e74-8e14-6a423b928235 HTTP/1.1" status: 200 len: 834 time: 0.0460742 Feb 03 13:53:41.531365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-3ad234fd-4e25-48be-8dda-4a62d60c6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:41.532793 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-3ad234fd-4e25-48be-8dda-4a62d60c6bbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26c76485-14b3-4e34-aabb-ddd98f4dd668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503316 Feb 03 13:53:41.627088 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-eb031329-a5a6-47b8-a27b-8deb52b6671a service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856025 Feb 03 13:53:41.731227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c314818a-9d9a-447b-b67e-32ec21bd274e req-997c48fe-22e0-40e0-a625-ccecafc6ad96 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966916 Feb 03 13:53:41.852584 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:42.439901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3166ca-de7b-45e7-8cec-61bb5e417fa4 req-fd29704a-07d3-4175-bc2d-9d6eed0363c6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:42.441400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a3166ca-de7b-45e7-8cec-61bb5e417fa4 req-fd29704a-07d3-4175-bc2d-9d6eed0363c6 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0644038 Feb 03 13:53:42.491167 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0a3166ca-de7b-45e7-8cec-61bb5e417fa4 req-cc73817f-7c3b-4fa6-a77e-a45365117dd0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439184 Feb 03 13:53:42.514257 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51536) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:53:42.575971 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3ddd0700-8b69-4b00-b201-1e1ac12f3341 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/3318d2d3-a09a-4161-8a5e-e15bff15129c HTTP/1.1" status: 200 len: 993 time: 0.0602961 Feb 03 13:53:42.691390 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:47.048483 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:51.486848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:52.735479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-6a34a41e-50ef-4e74-a018-ebb5e1464ffa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479085 Feb 03 13:53:52.842168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-14ec48d1-4fd4-4484-ae57-b2058e1f22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:52.843687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-14ec48d1-4fd4-4484-ae57-b2058e1f22ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 1128 time: 0.0509677 Feb 03 13:53:52.948531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-5309f43c-552c-42ff-baea-206ce5923ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:52.949990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-5309f43c-552c-42ff-baea-206ce5923ef7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26c76485-14b3-4e34-aabb-ddd98f4dd668 HTTP/1.1" status: 200 len: 897 time: 0.0855191 Feb 03 13:53:53.371990 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-1c0338cd-511e-4763-9e43-a87048beabb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59edd4b0-7984-460b-af68-98accb4bf3bc HTTP/1.1" status: 200 len: 1001 time: 0.4142299 Feb 03 13:53:53.427659 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-c819c9bb-a208-407e-932f-8fff1d64817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:53.429099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-c819c9bb-a208-407e-932f-8fff1d64817d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb63092a-06f3-4e74-8e14-6a423b928235 HTTP/1.1" status: 200 len: 834 time: 0.0483034 Feb 03 13:53:53.481576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-3ab7210e-7f33-49ea-b4e6-511ac1123bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:53.483115 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-3ab7210e-7f33-49ea-b4e6-511ac1123bf2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26c76485-14b3-4e34-aabb-ddd98f4dd668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473661 Feb 03 13:53:53.587743 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-ff3c139a-f9cb-432e-802f-1a4f8562ed3d service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920937 Feb 03 13:53:53.684755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a1cbfdaf-d0c6-4bb3-8273-1567997b6285 req-1203c35f-f4a7-4b7d-9c55-d99c0042843a service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902383 Feb 03 13:54:00.755394 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:54:06.719392 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b793195-9a92-42ed-96d8-f49966494f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:08.978771 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-343ee1db-089c-47c2-b67b-a1828e7bd0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:10.454351 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:11.858195 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:12.688706 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:15.005547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51558) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:15.190156 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 6a0d11e3-298d-4819-bf9b-05f37d023ed6 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:54:15.190536 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6a0d11e3-298d-4819-bf9b-05f37d023ed6), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:15.269996 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6a0d11e3-298d-4819-bf9b-05f37d023ed6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:15.270233 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (6a0d11e3-298d-4819-bf9b-05f37d023ed6), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:15.282387 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 6a0d11e3-298d-4819-bf9b-05f37d023ed6 owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:54:15.441647 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6a0d11e3-298d-4819-bf9b-05f37d023ed6), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:15.467721 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=6a0d11e3-298d-4819-bf9b-05f37d023ed6,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:15.479967 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.480315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.480656 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.480991 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.481315 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.481643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.481958 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.482288 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.482633 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.482951 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.483269 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.483579 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.483895 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:15.542094 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (3318d2d3-a09a-4161-8a5e-e15bff15129c), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:15.542501 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP 3318d2d3-a09a-4161-8a5e-e15bff15129c disassociated (deleted). External IP: 172.25.3.134, port: 59edd4b0-7984-460b-af68-98accb4bf3bc. Feb 03 13:54:15.750475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:54:15.859151 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:54:15.864835 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:15.869382 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] Sync routers for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:54:15.879074 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:15.879676 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:15.906274 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-34f7325c-d8b5-43b4-9741-652a725ca257 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/floatingips/3318d2d3-a09a-4161-8a5e-e15bff15129c HTTP/1.1" status: 204 len: 168 time: 0.8970411 Feb 03 13:54:15.906274 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:54:15.906934 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51610a48-c1d5-4531-aa76-b85da03005b1" -d '{"events": [{"name": "network-changed", "server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:54:15.983917 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:16.162697 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a647d0f-e856-43a0-a5d2-e3744db25cd2 x-openstack-request-id: req-2a647d0f-e856-43a0-a5d2-e3744db25cd2 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:54:16.163212 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:54:16.163320 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a647d0f-e856-43a0-a5d2-e3744db25cd2 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:54:16.163651 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'status': 'completed', 'code': 200} Feb 03 13:54:16.279333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-209a2cc3-880a-417b-b9ef-5af61c6e3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:16.280837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-209a2cc3-880a-417b-b9ef-5af61c6e3bba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 1128 time: 0.0890803 Feb 03 13:54:16.300453 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '7d1241ed-f965-4a46-a36e-7f964628f3b2', 'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:c6:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:31Z', 'updated_at': '2022-02-03T13:52:35Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:16.323371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcff04-8238-4071-83f8-f8cf05ab459f req-7fb93c4a-36fa-44f0-8ea9-c0929b32669f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:16.324873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bbcff04-8238-4071-83f8-f8cf05ab459f req-7fb93c4a-36fa-44f0-8ea9-c0929b32669f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0921931 Feb 03 13:54:16.326244 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] Checking router: 35403a7b-c1d6-4aa5-80a2-00a5a1636976 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:54:16.335759 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:16.336554 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:16.422778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-c3a35646-38df-4607-9fb9-2c99dccb9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:16.424257 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-c3a35646-38df-4607-9fb9-2c99dccb9730 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26c76485-14b3-4e34-aabb-ddd98f4dd668 HTTP/1.1" status: 200 len: 897 time: 0.1333048 Feb 03 13:54:16.428004 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3bbcff04-8238-4071-83f8-f8cf05ab459f req-c0bc22ad-5036-45fb-9fba-a81dc58e22e5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926840 Feb 03 13:54:16.444697 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:16.467262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-c1a24849-a095-456c-b140-9551c83ed2f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59edd4b0-7984-460b-af68-98accb4bf3bc HTTP/1.1" status: 200 len: 217 time: 0.0360985 Feb 03 13:54:16.520124 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-f026f141-1f7d-4721-9241-7e964b4bf003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:16.521607 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-f026f141-1f7d-4721-9241-7e964b4bf003 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb63092a-06f3-4e74-8e14-6a423b928235 HTTP/1.1" status: 200 len: 834 time: 0.0434065 Feb 03 13:54:16.587408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-5c43ab96-6525-4fa5-9a1c-b8ddaadc1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:16.589731 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-5c43ab96-6525-4fa5-9a1c-b8ddaadc1350 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26c76485-14b3-4e34-aabb-ddd98f4dd668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0585942 Feb 03 13:54:16.689496 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-c45cbf5b-6146-44a0-b7ac-b9cba4de61d2 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890007 Feb 03 13:54:16.751096 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '7d1241ed-f965-4a46-a36e-7f964628f3b2', 'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:c6:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:31Z', 'updated_at': '2022-02-03T13:52:35Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:16.780106 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3db504-b529-44bd-bbe0-0585026f9148 None None] The sync data for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 is: [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '7d1241ed-f965-4a46-a36e-7f964628f3b2', 'name': '', 'network_id': '26c76485-14b3-4e34-aabb-ddd98f4dd668', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:c6:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:31Z', 'updated_at': '2022-02-03T13:52:35Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'cb63092a-06f3-4e74-8e14-6a423b928235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:54:16.812030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51610a48-c1d5-4531-aa76-b85da03005b1 req-71740430-f3d2-4b86-a819-5fd36f585415 service neutron] 10.222.0.72 "GET /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120903 Feb 03 13:54:17.016457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39dfc81-eeed-43bc-9fca-fbebdf4387c0 None None] New status for floating IP 3318d2d3-a09a-4161-8a5e-e15bff15129c: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:54:17.101688 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:17.556004 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3228ec-c872-41bc-8ee3-6b97a21e5bd1 req-312c577c-9a6d-4fbf-bedb-07d489f9ba2c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:17.557503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc3228ec-c872-41bc-8ee3-6b97a21e5bd1 req-312c577c-9a6d-4fbf-bedb-07d489f9ba2c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0548098 Feb 03 13:54:17.610442 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc3228ec-c872-41bc-8ee3-6b97a21e5bd1 req-3d836b7c-e920-48dc-9899-defd9a19b6d0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=70466b4a-b7eb-455c-a544-35b751e877f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471613 Feb 03 13:54:18.114277 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-7fda6d18-3b07-4a48-8b4b-e0d07cd547cf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:18.115687 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-7fda6d18-3b07-4a48-8b4b-e0d07cd547cf tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 945 time: 0.0630963 Feb 03 13:54:18.222233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 59edd4b0-7984-460b-af68-98accb4bf3bc {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:54:18.222812 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:18.312286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 59edd4b0-7984-460b-af68-98accb4bf3bc, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=59edd4b0-7984-460b-af68-98accb4bf3bc,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:18.312654 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:18.329772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 59edd4b0-7984-460b-af68-98accb4bf3bc owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:54:18.459740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (59edd4b0-7984-460b-af68-98accb4bf3bc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:18.488193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=59edd4b0-7984-460b-af68-98accb4bf3bc,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:18.500088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.500448 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.500798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.501139 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.501476 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.501805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.502152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.502512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.502840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.503226 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.503550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.503965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.507255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:18.544285 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] No DVR routers for this DVR port 59edd4b0-7984-460b-af68-98accb4bf3bc on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:54:18.546934 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:18.550465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c3695b5f-7b5f-44b5-ac59-50cf7945ce3e req-a176ee1b-e6aa-447c-a05f-abdfdace4716 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "DELETE /v2.0/ports/59edd4b0-7984-460b-af68-98accb4bf3bc HTTP/1.1" status: 204 len: 173 time: 0.4276056 Feb 03 13:54:18.551077 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'name': 'network-vif-deleted', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:54:18.553320 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5ebc9c-8b3c-42d7-9d18-7086e5f6f5f9" -d '{"events": [{"server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "name": "network-vif-deleted", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:54:18.591518 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0886283-eb60-4469-8ce7-336b46042226 x-openstack-request-id: req-f0886283-eb60-4469-8ce7-336b46042226 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:54:18.592311 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faae6c03-a777-4983-ab6e-baf5fb147f53", "name": "network-vif-deleted", "tag": "59edd4b0-7984-460b-af68-98accb4bf3bc", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:54:18.592311 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0886283-eb60-4469-8ce7-336b46042226 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:54:18.592502 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faae6c03-a777-4983-ab6e-baf5fb147f53', 'name': 'network-vif-deleted', 'tag': '59edd4b0-7984-460b-af68-98accb4bf3bc', 'status': 'completed', 'code': 200} Feb 03 13:54:18.730610 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5efff2ee-6035-44d2-be4d-7ddf2e3ac14f req-32564163-79ee-4d81-af86-48d029b6005c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=faae6c03-a777-4983-ab6e-baf5fb147f53 HTTP/1.1" status: 200 len: 210 time: 0.0290906 Feb 03 13:54:19.800967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51576) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:20.188261 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (35403a7b-c1d6-4aa5-80a2-00a5a1636976), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:20.470234 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 7d1241ed-f965-4a46-a36e-7f964628f3b2 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:54:20.470493 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:20.561433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 7d1241ed-f965-4a46-a36e-7f964628f3b2, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=7d1241ed-f965-4a46-a36e-7f964628f3b2,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:20.561825 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:20.574653 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 7d1241ed-f965-4a46-a36e-7f964628f3b2 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:54:20.781900 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (7d1241ed-f965-4a46-a36e-7f964628f3b2), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:20.814614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=7d1241ed-f965-4a46-a36e-7f964628f3b2,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:20.992642 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (35403a7b-c1d6-4aa5-80a2-00a5a1636976), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.225042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:54:21.336185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:54:21.341871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8928fe19-97c0-401f-ace4-b9163e47bdfa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/35403a7b-c1d6-4aa5-80a2-00a5a1636976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398593 Feb 03 13:54:21.345956 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51578) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:21.349800 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] Sync routers for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:54:21.364413 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:21.365012 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:21.404035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-79342759-56f4-4cac-a1a5-ebe598c8df14 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting subnet cb63092a-06f3-4e74-8e14-6a423b928235 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:54:21.407159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79342759-56f4-4cac-a1a5-ebe598c8df14 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for subnet (cb63092a-06f3-4e74-8e14-6a423b928235), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.447066 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79342759-56f4-4cac-a1a5-ebe598c8df14 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (cb63092a-06f3-4e74-8e14-6a423b928235), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.471597 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:21.474994 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.532937 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79342759-56f4-4cac-a1a5-ebe598c8df14 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (cb63092a-06f3-4e74-8e14-6a423b928235), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.592832 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79342759-56f4-4cac-a1a5-ebe598c8df14 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (cb63092a-06f3-4e74-8e14-6a423b928235), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.619222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79342759-56f4-4cac-a1a5-ebe598c8df14 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Subnet': ['ID=cb63092a-06f3-4e74-8e14-6a423b928235,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:21.623153 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-79342759-56f4-4cac-a1a5-ebe598c8df14 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.626365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-79342759-56f4-4cac-a1a5-ebe598c8df14 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/subnets/cb63092a-06f3-4e74-8e14-6a423b928235 HTTP/1.1" status: 204 len: 168 time: 0.2793841 Feb 03 13:54:21.629137 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51580) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:21.631851 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b89be79-fc65-4301-9b2f-32860131f7e8 None None] Network 26c76485-14b3-4e34-aabb-ddd98f4dd668 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:54:21.655667 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:54:20Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:21.687885 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] Checking router: 35403a7b-c1d6-4aa5-80a2-00a5a1636976 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:54:21.697162 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] Routers {'35403a7b-c1d6-4aa5-80a2-00a5a1636976'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:21.698943 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:21.742531 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (35403a7b-c1d6-4aa5-80a2-00a5a1636976), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.809405 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] Set router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:21.811451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] DHCP port deletion for 26c76485-14b3-4e34-aabb-ddd98f4dd668 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:54:21.855333 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (35403a7b-c1d6-4aa5-80a2-00a5a1636976), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.861790 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Deleting port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:54:21.862283 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.912351 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 8081d3c2-07f4-47ac-ad4a-52366774b532 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:54:21.912797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.935317 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] For port 17ec6319-3bab-4105-8167-6b1a2b93b8f8, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=17ec6319-3bab-4105-8167-6b1a2b93b8f8,segment=NetworkSegment(c665a2a9-403a-40fe-ab50-9720a27d9d8f),segment_id=c665a2a9-403a-40fe-ab50-9720a27d9d8f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:21.935833 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:21.950136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Calling delete_port for 17ec6319-3bab-4105-8167-6b1a2b93b8f8 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:54:21.988461 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:54:20Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:21.998500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 8081d3c2-07f4-47ac-ad4a-52366774b532, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=8081d3c2-07f4-47ac-ad4a-52366774b532,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:21.998868 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.011070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 8081d3c2-07f4-47ac-ad4a-52366774b532 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:54:22.026137 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe1f33-3043-4c46-a156-09d33fa4f617 None None] The sync data for ids ['35403a7b-c1d6-4aa5-80a2-00a5a1636976'] in n-d-792364-10 is: [{'id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779352098', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:52:28Z', 'updated_at': '2022-02-03T13:54:20Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': '8081d3c2-07f4-47ac-ad4a-52366774b532', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35403a7b-c1d6-4aa5-80a2-00a5a1636976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:52:29Z', 'updated_at': '2022-02-03T13:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:54:22.029906 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (17ec6319-3bab-4105-8167-6b1a2b93b8f8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.054649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Pushing event deleted for resources: {'Port': ['ID=17ec6319-3bab-4105-8167-6b1a2b93b8f8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:22.073568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] No DVR routers for this DVR port 17ec6319-3bab-4105-8167-6b1a2b93b8f8 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:54:22.079435 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.079781 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.080192 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.080464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.080797 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.081412 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.081509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.081755 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.082183 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.082702 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.083489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.083489 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.084143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf278ede-8522-4b7f-b840-265bb2dcf5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:22.103830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 59edd4b0-7984-460b-af68-98accb4bf3bc no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:54:22.125939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 59edd4b0-7984-460b-af68-98accb4bf3bc {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:54:22.126280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 59edd4b0-7984-460b-af68-98accb4bf3bc not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:54:22.185699 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (8081d3c2-07f4-47ac-ad4a-52366774b532), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.211831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=8081d3c2-07f4-47ac-ad4a-52366774b532,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:22.276407 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (35403a7b-c1d6-4aa5-80a2-00a5a1636976), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.376407 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (35403a7b-c1d6-4aa5-80a2-00a5a1636976), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.378784 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (35403a7b-c1d6-4aa5-80a2-00a5a1636976), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.424632 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (35403a7b-c1d6-4aa5-80a2-00a5a1636976), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.425237 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Fanout notify agent at l3_agent the message router_deleted on router 35403a7b-c1d6-4aa5-80a2-00a5a1636976 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:54:22.432235 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.433431 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0fb1c9e4-5b81-43db-9ed6-9bf69034920a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/routers/35403a7b-c1d6-4aa5-80a2-00a5a1636976 HTTP/1.1" status: 204 len: 168 time: 0.8031847 Feb 03 13:54:22.436074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51582) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:22.513169 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (26c76485-14b3-4e34-aabb-ddd98f4dd668), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.693529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 17ec6319-3bab-4105-8167-6b1a2b93b8f8 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:54:22.721497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 17ec6319-3bab-4105-8167-6b1a2b93b8f8 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:54:22.722128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 17ec6319-3bab-4105-8167-6b1a2b93b8f8 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:54:22.722764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7d1241ed-f965-4a46-a36e-7f964628f3b2 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:54:22.744793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 7d1241ed-f965-4a46-a36e-7f964628f3b2 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:54:22.745264 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 7d1241ed-f965-4a46-a36e-7f964628f3b2 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:54:22.953991 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (26c76485-14b3-4e34-aabb-ddd98f4dd668), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:22.973345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c76485-14b3-4e34-aabb-ddd98f4dd668']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:22.982376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c665a2a9-403a-40fe-ab50-9720a27d9d8f') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:22.982687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c665a2a9-403a-40fe-ab50-9720a27d9d8f') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:22.992014 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (c665a2a9-403a-40fe-ab50-9720a27d9d8f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.005131 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (c665a2a9-403a-40fe-ab50-9720a27d9d8f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.010910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:54:23.011298 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (c665a2a9-403a-40fe-ab50-9720a27d9d8f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:54:23.014164 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:54:23.076283 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (26c76485-14b3-4e34-aabb-ddd98f4dd668), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.093705 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.099576 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/networks/26c76485-14b3-4e34-aabb-ddd98f4dd668 HTTP/1.1" status: 204 len: 168 time: 0.6599183 Feb 03 13:54:23.099576 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88df53-29d0-4a42-9b23-59b1a0a7d54f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Network': ['ID=26c76485-14b3-4e34-aabb-ddd98f4dd668,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:23.100024 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51584) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:23.160302 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-503bb781-8638-4b97-a5cc-94e0b95239da tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (70466b4a-b7eb-455c-a544-35b751e877f1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.185350 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-503bb781-8638-4b97-a5cc-94e0b95239da tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (70466b4a-b7eb-455c-a544-35b751e877f1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.247383 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-503bb781-8638-4b97-a5cc-94e0b95239da tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (70466b4a-b7eb-455c-a544-35b751e877f1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.249920 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-503bb781-8638-4b97-a5cc-94e0b95239da tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.251130 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-503bb781-8638-4b97-a5cc-94e0b95239da tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/security-groups/70466b4a-b7eb-455c-a544-35b751e877f1 HTTP/1.1" status: 204 len: 168 time: 0.1501088 Feb 03 13:54:23.263499 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bb781-8638-4b97-a5cc-94e0b95239da tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70466b4a-b7eb-455c-a544-35b751e877f1,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:23.586468 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51590) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:23.591424 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-5c42d6f4-9fdd-446f-82a2-6865fee9f403 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426107685', 'description': 'tempest-secgroup-smoke-426107685 description', 'project_id': 'a654f962348e457fba6675e25aee148b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:23.613900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5c42d6f4-9fdd-446f-82a2-6865fee9f403 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.683429 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5c42d6f4-9fdd-446f-82a2-6865fee9f403 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (49f2b7ff-195d-46e8-94e9-3d9b93cd39b0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.689925 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5c42d6f4-9fdd-446f-82a2-6865fee9f403 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (49f2b7ff-195d-46e8-94e9-3d9b93cd39b0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.718500 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5c42d6f4-9fdd-446f-82a2-6865fee9f403 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.719743 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5c42d6f4-9fdd-446f-82a2-6865fee9f403 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1322451 Feb 03 13:54:23.722117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42d6f4-9fdd-446f-82a2-6865fee9f403 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:23.722960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51592) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:23.729255 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-44c2b4b8-595c-428b-995a-625c2f350050 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '49f2b7ff-195d-46e8-94e9-3d9b93cd39b0', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:23.753779 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44c2b4b8-595c-428b-995a-625c2f350050 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (1bdf5a9e-a5c3-4154-b729-ef1826b93bab), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.809012 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44c2b4b8-595c-428b-995a-625c2f350050 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (1bdf5a9e-a5c3-4154-b729-ef1826b93bab), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.814104 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44c2b4b8-595c-428b-995a-625c2f350050 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (1bdf5a9e-a5c3-4154-b729-ef1826b93bab), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.831413 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2b4b8-595c-428b-995a-625c2f350050 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdf5a9e-a5c3-4154-b729-ef1826b93bab,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:23.842100 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44c2b4b8-595c-428b-995a-625c2f350050 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.843349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-44c2b4b8-595c-428b-995a-625c2f350050 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192567 Feb 03 13:54:23.846190 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51594) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:23.850871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c30f6eef-dba7-4563-a2b5-22ace678e87d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '49f2b7ff-195d-46e8-94e9-3d9b93cd39b0', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:23.876951 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c30f6eef-dba7-4563-a2b5-22ace678e87d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (8afde8c6-bf2a-46cf-baf3-390d57d9b5d7), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.937419 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c30f6eef-dba7-4563-a2b5-22ace678e87d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (8afde8c6-bf2a-46cf-baf3-390d57d9b5d7), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.943638 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c30f6eef-dba7-4563-a2b5-22ace678e87d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (8afde8c6-bf2a-46cf-baf3-390d57d9b5d7), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.963543 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f6eef-dba7-4563-a2b5-22ace678e87d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afde8c6-bf2a-46cf-baf3-390d57d9b5d7,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:23.969227 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c30f6eef-dba7-4563-a2b5-22ace678e87d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:23.973992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c30f6eef-dba7-4563-a2b5-22ace678e87d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232622 Feb 03 13:54:23.974209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51596) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:23.978531 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c7768fcb-79ab-48eb-8cee-b3ab2ec67c4d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '49f2b7ff-195d-46e8-94e9-3d9b93cd39b0', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:24.004168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c7768fcb-79ab-48eb-8cee-b3ab2ec67c4d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (7182802c-bbbe-4316-a994-1438c03c2073), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.063238 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c7768fcb-79ab-48eb-8cee-b3ab2ec67c4d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (7182802c-bbbe-4316-a994-1438c03c2073), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.069017 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c7768fcb-79ab-48eb-8cee-b3ab2ec67c4d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (7182802c-bbbe-4316-a994-1438c03c2073), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.087070 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7768fcb-79ab-48eb-8cee-b3ab2ec67c4d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7182802c-bbbe-4316-a994-1438c03c2073,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:24.094829 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c7768fcb-79ab-48eb-8cee-b3ab2ec67c4d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.096049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c7768fcb-79ab-48eb-8cee-b3ab2ec67c4d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208389 Feb 03 13:54:24.099324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51598) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:24.103743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-cead4496-fa1a-4a8e-9009-7e478d390337 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '49f2b7ff-195d-46e8-94e9-3d9b93cd39b0', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:24.131750 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cead4496-fa1a-4a8e-9009-7e478d390337 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (f2eedab2-ec4b-4616-b2e2-db2db79216fc), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.194901 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cead4496-fa1a-4a8e-9009-7e478d390337 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (f2eedab2-ec4b-4616-b2e2-db2db79216fc), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.201466 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cead4496-fa1a-4a8e-9009-7e478d390337 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (f2eedab2-ec4b-4616-b2e2-db2db79216fc), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.220792 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead4496-fa1a-4a8e-9009-7e478d390337 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2eedab2-ec4b-4616-b2e2-db2db79216fc,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:24.230841 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-cead4496-fa1a-4a8e-9009-7e478d390337 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.232068 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-cead4496-fa1a-4a8e-9009-7e478d390337 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317642 Feb 03 13:54:24.235089 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51600) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:24.239922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-73154bf5-348f-47e9-ba7e-a258f02df98f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '49f2b7ff-195d-46e8-94e9-3d9b93cd39b0', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:24.263329 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-73154bf5-348f-47e9-ba7e-a258f02df98f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:54:24.268180 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73154bf5-348f-47e9-ba7e-a258f02df98f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (01f14e98-ef98-4705-948b-5f71eb6d3dc0), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.330740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73154bf5-348f-47e9-ba7e-a258f02df98f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (01f14e98-ef98-4705-948b-5f71eb6d3dc0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.336616 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73154bf5-348f-47e9-ba7e-a258f02df98f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (01f14e98-ef98-4705-948b-5f71eb6d3dc0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.353285 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73154bf5-348f-47e9-ba7e-a258f02df98f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f14e98-ef98-4705-948b-5f71eb6d3dc0,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:24.362535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-73154bf5-348f-47e9-ba7e-a258f02df98f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.363751 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-73154bf5-348f-47e9-ba7e-a258f02df98f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276531 Feb 03 13:54:24.366737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51602) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:24.371051 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2b86ee58-647e-4dc5-9e6b-864b31c54787 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'security_group_rule': {'security_group_id': '49f2b7ff-195d-46e8-94e9-3d9b93cd39b0', 'project_id': 'a654f962348e457fba6675e25aee148b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:24.392336 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-2b86ee58-647e-4dc5-9e6b-864b31c54787 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Project a654f962348e457fba6675e25aee148b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:54:24.400100 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b86ee58-647e-4dc5-9e6b-864b31c54787 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (71ba9db9-b1d9-415f-badd-b11b6ee2a50b), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.463460 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b86ee58-647e-4dc5-9e6b-864b31c54787 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (71ba9db9-b1d9-415f-badd-b11b6ee2a50b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.471023 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b86ee58-647e-4dc5-9e6b-864b31c54787 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (71ba9db9-b1d9-415f-badd-b11b6ee2a50b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.489152 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86ee58-647e-4dc5-9e6b-864b31c54787 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ba9db9-b1d9-415f-badd-b11b6ee2a50b,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:24.502874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2b86ee58-647e-4dc5-9e6b-864b31c54787 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.504087 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2b86ee58-647e-4dc5-9e6b-864b31c54787 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364083 Feb 03 13:54:24.510608 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51604) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:24.515550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'network': {'name': 'tempest-network-smoke--1469525050', 'project_id': 'a654f962348e457fba6675e25aee148b', 'port_security_enabled': True}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:24.537836 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:54:24.541196 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.565448 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:54:24.575272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (69a58c33-7721-4aba-be41-530bfc63a166), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.575616 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Added segment 69a58c33-7721-4aba-be41-530bfc63a166 of type vlan for network 420e4288-91e5-47b1-a8ad-4d64bfc32255 Feb 03 13:54:24.577191 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8081d3c2-07f4-47ac-ad4a-52366774b532 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:54:24.597773 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 8081d3c2-07f4-47ac-ad4a-52366774b532 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:54:24.598053 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 8081d3c2-07f4-47ac-ad4a-52366774b532 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:54:24.618674 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (420e4288-91e5-47b1-a8ad-4d64bfc32255), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.644948 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (420e4288-91e5-47b1-a8ad-4d64bfc32255), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.650766 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:24.651351 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.683236 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1716101 Feb 03 13:54:24.686163 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51606) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:24.690917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'admin_state_up': True, 'project_id': 'a654f962348e457fba6675e25aee148b', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:24.713145 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (3402b997-dbbf-4262-aba4-dfda42af59d9), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.714156 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (3402b997-dbbf-4262-aba4-dfda42af59d9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.730870 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b6688-ab4c-4f20-8367-dec1d5d10646 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Network': ['ID=420e4288-91e5-47b1-a8ad-4d64bfc32255,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:24.741609 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 420e4288-91e5-47b1-a8ad-4d64bfc32255 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:54:24.780637 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (3402b997-dbbf-4262-aba4-dfda42af59d9), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:24.939045 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (3402b997-dbbf-4262-aba4-dfda42af59d9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:25.150100 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (3402b997-dbbf-4262-aba4-dfda42af59d9), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:25.169408 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:25.276735 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.29 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:54:25.381106 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:25.421288 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:25.465389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:54:25.468269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:54:25.473917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:54:25.504646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:25.745475 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (3402b997-dbbf-4262-aba4-dfda42af59d9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:25.942893 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (3402b997-dbbf-4262-aba4-dfda42af59d9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.074013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 3402b997-dbbf-4262-aba4-dfda42af59d9 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:54:26.179904 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:54:26.190867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Sync routers for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:54:26.202491 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.203276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:26.203891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:26.204114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a2deca13-1fa2-4eef-b5d7-06740c349dc8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5166833 Feb 03 13:54:26.207202 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51608) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:26.237666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-6b9edd44-3f50-4a67-a27d-d373aa89b8f7 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a654f962348e457fba6675e25aee148b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268381 Feb 03 13:54:26.237903 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51610) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:26.311374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:26.337519 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c91e17-848e-4555-9a1b-cbb3fe91935f tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:26.339026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d8c91e17-848e-4555-9a1b-cbb3fe91935f tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002061 Feb 03 13:54:26.341959 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51612) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:26.370528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5db46b5b-7b95-4262-8a00-b4521f01aa35 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=166a54b2-7503-4ee8-bb50-7d1b40ff171a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273747 Feb 03 13:54:26.373157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51614) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:26.377907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1839759096', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'project_id': 'a654f962348e457fba6675e25aee148b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:26.462962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:54:26.466893 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.489008 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:25Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:26.519351 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Checking router: 3402b997-dbbf-4262-aba4-dfda42af59d9 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:54:26.519677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Updating router 3402b997-dbbf-4262-aba4-dfda42af59d9 port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:54:26.552297 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.656869 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (add25ed1-4a25-4f25-ac28-25092b03753b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.721429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Subnet': ['ID=add25ed1-4a25-4f25-ac28-25092b03753b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:26.739152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Checking segment: {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:54:26.739542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network hostable DHCP agents. Network: 420e4288-91e5-47b1-a8ad-4d64bfc32255, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:54:26.756868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 420e4288-91e5-47b1-a8ad-4d64bfc32255 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:54:26.766542 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 420e4288-91e5-47b1-a8ad-4d64bfc32255) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:54:26.770534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:26.771141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.779206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d914e-abc6-4379-be80-2eb9ea56a303 None None] Network 420e4288-91e5-47b1-a8ad-4d64bfc32255 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:54:26.792839 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2ac3e1e8-d8ea-40da-ac42-39bef9ce38cc tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4159992 Feb 03 13:54:26.793042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51616) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:26.873859 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Publish callbacks [] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.881663 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.961779 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Attempting to bind port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:54:26.962165 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Attempting to bind port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:54:26.962561 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Attempting to bind port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:54:26.968203 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-420e4288-91e5-47b1-a8ad-4d64bfc32255', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:54:26.969018 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.975497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90002c56-a864-4791-837e-e99a64c8ec27 None None] Pushing event updated for resources: {'Port': ['ID=c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:26.986459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:54:26.986832 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:54:26.987234 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:26.987622 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:54:26.988102 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Bound port: c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:54:26.988485 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:27.107631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] For port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:54:27.112403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] For port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:54:27.141591 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:27.242453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:27.377114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Allocated IP 172.20.0.2 (420e4288-91e5-47b1-a8ad-4d64bfc32255/add25ed1-4a25-4f25-ac28-25092b03753b/02058eab-2344-4824-a97b-61e091254f03) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:54:27.396502 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:27.397140 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:27.401602 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90002c56-a864-4791-837e-e99a64c8ec27 None None] Pushing event updated for resources: {'Port': ['ID=c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:27.572872 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:27.726641 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Publish callbacks [] for port (02058eab-2344-4824-a97b-61e091254f03), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:27.737370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (02058eab-2344-4824-a97b-61e091254f03), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:27.784823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.1 (420e4288-91e5-47b1-a8ad-4d64bfc32255/add25ed1-4a25-4f25-ac28-25092b03753b/9ad8c005-ddb2-4f3f-be2c-d730aa165cf6) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:54:27.790850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Network 420e4288-91e5-47b1-a8ad-4d64bfc32255 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:54:27.821589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:54:27.825039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:54:27.826885 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Pushing event updated for resources: {'Port': ['ID=02058eab-2344-4824-a97b-61e091254f03,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:27.896272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:27.899107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Attempting to bind port 02058eab-2344-4824-a97b-61e091254f03 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:54:27.899487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Attempting to bind port 02058eab-2344-4824-a97b-61e091254f03 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:54:27.899843 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Attempting to bind port 02058eab-2344-4824-a97b-61e091254f03 on network 420e4288-91e5-47b1-a8ad-4d64bfc32255 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:54:27.907440 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:54:27.907819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Checking segment: {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:54:27.908227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:27.908621 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Bound using segment: {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:54:27.909089 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Bound port: 02058eab-2344-4824-a97b-61e091254f03, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:54:27.909488 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (02058eab-2344-4824-a97b-61e091254f03), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:27.921331 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:25Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:27.937068 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:27.950722 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12508f-584a-4cbf-a9d7-5bba2a97e7ce None None] The sync data for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 is: [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:25Z', 'revision_number': 3, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:54:27.981604 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 420e4288-91e5-47b1-a8ad-4d64bfc32255 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:54:27.984944 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:54:27.993546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:54:27.997580 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=9ad8c005-ddb2-4f3f-be2c-d730aa165cf6,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:28.015850 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] For port 02058eab-2344-4824-a97b-61e091254f03, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:54:28.019358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] For port 02058eab-2344-4824-a97b-61e091254f03, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=02058eab-2344-4824-a97b-61e091254f03,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:54:28.027755 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (02058eab-2344-4824-a97b-61e091254f03), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:28.040627 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (3402b997-dbbf-4262-aba4-dfda42af59d9), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:28.095569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a21c3-5b09-4c1e-9b9f-fbc720bfba81 None None] Pushing event updated for resources: {'Port': ['ID=02058eab-2344-4824-a97b-61e091254f03,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:28.197203 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:28.527144 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:28.532882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:28.615285 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (3402b997-dbbf-4262-aba4-dfda42af59d9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:28.617294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=9ad8c005-ddb2-4f3f-be2c-d730aa165cf6,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:28.732972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 02058eab-2344-4824-a97b-61e091254f03 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:54:28.748266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 420e4288-91e5-47b1-a8ad-4d64bfc32255 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:54:28.749888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:54:28.786408 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 02058eab-2344-4824-a97b-61e091254f03 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:28.786792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (02058eab-2344-4824-a97b-61e091254f03), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:28.886806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 3402b997-dbbf-4262-aba4-dfda42af59d9 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:54:28.892083 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 02058eab-2344-4824-a97b-61e091254f03 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:28.892605 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (02058eab-2344-4824-a97b-61e091254f03), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:28.934740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 02058eab-2344-4824-a97b-61e091254f03, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=02058eab-2344-4824-a97b-61e091254f03,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:28.943930 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (02058eab-2344-4824-a97b-61e091254f03), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:28.945992 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:54:29.012766 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:54:29.022221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b86a3e8d-bb73-48b2-8771-b09d8df7c844 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/3402b997-dbbf-4262-aba4-dfda42af59d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2263799 Feb 03 13:54:29.027996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=02058eab-2344-4824-a97b-61e091254f03,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:29.040503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:29.040883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:29.128362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:29.128762 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:29.150952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:29.158112 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:29.201783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-370f84f7-53ff-4220-b232-979fc5397c54 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426107685&fields=id&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 267 time: 0.0516002 Feb 03 13:54:29.213178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:29.239188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ab3f1-5eca-43c8-a8d2-3a0566fb25f4 None None] Network 420e4288-91e5-47b1-a8ad-4d64bfc32255 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:54:29.311891 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-e30db10e-2841-4081-a2ed-ad3e8d1c32ee tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:29.313334 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-e30db10e-2841-4081-a2ed-ad3e8d1c32ee tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/networks?id=420e4288-91e5-47b1-a8ad-4d64bfc32255 HTTP/1.1" status: 200 len: 797 time: 0.1038423 Feb 03 13:54:29.330009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-004a041f-98db-406f-8d23-e0a60f6dbbfe tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/quotas/a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 375 time: 0.0096669 Feb 03 13:54:29.353120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-c5b3ae9a-d2d8-4507-b987-bbdb630e6a6b None None] Provisioning complete for port 02058eab-2344-4824-a97b-61e091254f03 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:29.353461 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5b3ae9a-d2d8-4507-b987-bbdb630e6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (02058eab-2344-4824-a97b-61e091254f03), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:29.392404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-cd83d358-2e33-4990-96b5-8f216bd00503 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557718 Feb 03 13:54:29.440514 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3ae9a-d2d8-4507-b987-bbdb630e6a6b None None] Current status of the port 02058eab-2344-4824-a97b-61e091254f03 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:29.494557 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-4e1970aa-b403-4ca0-bd72-6c321dbfbbae service neutron] 10.222.0.65 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871975 Feb 03 13:54:29.668446 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f102ad4a-3b3f-42eb-9991-4f4c244459aa None None] Provisioning complete for port 02058eab-2344-4824-a97b-61e091254f03 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:29.668825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f102ad4a-3b3f-42eb-9991-4f4c244459aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (02058eab-2344-4824-a97b-61e091254f03), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:29.769962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f102ad4a-3b3f-42eb-9991-4f4c244459aa None None] Current status of the port 02058eab-2344-4824-a97b-61e091254f03 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:29.783316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-f102ad4a-3b3f-42eb-9991-4f4c244459aa None None] Provisioning complete for port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:29.783708 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f102ad4a-3b3f-42eb-9991-4f4c244459aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:29.822173 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f102ad4a-3b3f-42eb-9991-4f4c244459aa None None] Port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:54:29.860006 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Sync routers for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:54:29.876618 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:29.877541 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:29.946650 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-17c49e08-2175-4ff2-872c-92cd169e8641 None None] Provisioning complete for port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:29.947126 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17c49e08-2175-4ff2-872c-92cd169e8641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:29.995849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-17c49e08-2175-4ff2-872c-92cd169e8641 None None] Port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:54:29.998948 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-26d76323-3df7-4de1-815d-98d0f2fb4f9a service neutron] 10.222.0.65 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973292 Feb 03 13:54:30.004885 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:30.133803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-88a5241b-8963-4c16-8b27-8ce181e3942e None None] Provisioning complete for port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:30.134462 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88a5241b-8963-4c16-8b27-8ce181e3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:30.179701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-88a5241b-8963-4c16-8b27-8ce181e3942e None None] Port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:54:30.187165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-19cc31dc-366d-4efc-a3d4-5ab605bc87c9 req-be647ee8-db97-45b9-9edf-7bca6085569c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 210 time: 0.0371966 Feb 03 13:54:30.316029 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '9ad8c005-ddb2-4f3f-be2c-d730aa165cf6', 'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:0d:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:27Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 2, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:30.341708 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Checking router: 3402b997-dbbf-4262-aba4-dfda42af59d9 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:54:30.342061 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Updating router 3402b997-dbbf-4262-aba4-dfda42af59d9 port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:54:30.373852 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:30.444319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-8bf6debc-06ee-4bc7-8f53-504729433e08 req-4f734fe0-b39f-4c40-a50c-91b1dd5f11f4 service neutron] (103223) timed out ('10.222.0.65', 48036) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:54:30.642637 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Publish callbacks [] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:30.643334 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 02058eab-2344-4824-a97b-61e091254f03 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:54:30.651302 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:30.694724 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 02058eab-2344-4824-a97b-61e091254f03 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:30.695020 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (02058eab-2344-4824-a97b-61e091254f03), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:30.734786 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Pushing event updated for resources: {'Port': ['ID=9ad8c005-ddb2-4f3f-be2c-d730aa165cf6,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:30.757085 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.757736 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.758542 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.759043 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.759596 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.759960 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.760293 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.760630 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.760990 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.761487 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.761992 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.762540 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.763024 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:54:30.795970 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Attempting to bind port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:54:30.796334 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Attempting to bind port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:54:30.796690 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Attempting to bind port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 on network 420e4288-91e5-47b1-a8ad-4d64bfc32255 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:54:30.803757 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:54:30.804428 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Checking segment: {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:54:30.804987 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:30.805631 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Bound using segment: {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:54:30.806264 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Bound port: 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:54:30.806840 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:30.809339 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 02058eab-2344-4824-a97b-61e091254f03 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:30.810649 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:54:30.878362 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] For port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:54:30.882705 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] For port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9ad8c005-ddb2-4f3f-be2c-d730aa165cf6,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:54:30.885257 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:30.885866 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:30.890291 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:30.953740 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:30.954630 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:30.956576 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e9f71-bc64-40bd-8586-b0889bc1c313 None None] Pushing event updated for resources: {'Port': ['ID=9ad8c005-ddb2-4f3f-be2c-d730aa165cf6,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:30.972225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:31.015316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ec3b6684-4d1f-4174-b528-d49340071e3d None None] Provisioning complete for port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:31.015769 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3b6684-4d1f-4174-b528-d49340071e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:31.075542 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:31.112919 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b6684-4d1f-4174-b528-d49340071e3d None None] Current status of the port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:31.113516 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3b6684-4d1f-4174-b528-d49340071e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:31.152969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ec3b6684-4d1f-4174-b528-d49340071e3d None None] For port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9ad8c005-ddb2-4f3f-be2c-d730aa165cf6,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:31.159949 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3b6684-4d1f-4174-b528-d49340071e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:31.227918 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b6684-4d1f-4174-b528-d49340071e3d None None] Pushing event updated for resources: {'Port': ['ID=9ad8c005-ddb2-4f3f-be2c-d730aa165cf6,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:31.303518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-25be6290-bad8-484e-915f-fa58d4fb1830 req-75a1526d-b1d2-447d-8301-f47efc03b9e5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 210 time: 0.0357542 Feb 03 13:54:31.307124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6d7b9134-c3f9-4038-a91b-fb2a72c5190b None None] Provisioning complete for port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:31.307691 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d7b9134-c3f9-4038-a91b-fb2a72c5190b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:31.313454 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-92159a46-da09-4891-9b22-7670ca3e7017 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:31.314989 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-92159a46-da09-4891-9b22-7670ca3e7017 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/networks?id=420e4288-91e5-47b1-a8ad-4d64bfc32255 HTTP/1.1" status: 200 len: 797 time: 0.1536112 Feb 03 13:54:31.358400 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '9ad8c005-ddb2-4f3f-be2c-d730aa165cf6', 'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:0d:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:27Z', 'updated_at': '2022-02-03T13:54:30Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:31.384885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-ec7953d7-19f3-462e-88ee-ce8604698549 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a654f962348e457fba6675e25aee148b HTTP/1.1" status: 200 len: 379 time: 0.0539761 Feb 03 13:54:31.386228 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2d4bd-82ca-4e08-88de-200eeea77328 None None] The sync data for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 is: [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '9ad8c005-ddb2-4f3f-be2c-d730aa165cf6', 'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:0d:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:27Z', 'updated_at': '2022-02-03T13:54:30Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:54:31.399240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'port': {'device_id': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'admin_state_up': True, 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'security_groups': ['49f2b7ff-195d-46e8-94e9-3d9b93cd39b0']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:31.405752 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b9134-c3f9-4038-a91b-fb2a72c5190b None None] Current status of the port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:31.530348 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Made reservation on behalf of a654f962348e457fba6675e25aee148b for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:54:31.534008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:31.666717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.20.0.4 (420e4288-91e5-47b1-a8ad-4d64bfc32255/add25ed1-4a25-4f25-ac28-25092b03753b/367cfbaa-195f-4839-b886-efd2c11937c4) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:54:31.810212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (367cfbaa-195f-4839-b886-efd2c11937c4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:31.848232 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:31.911926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 420e4288-91e5-47b1-a8ad-4d64bfc32255 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:54:31.917293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:54:31.919996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:54:31.950530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=367cfbaa-195f-4839-b886-efd2c11937c4,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:31.986748 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:31.987480 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.010800 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-c4eaeeeb-d964-481f-9c9c-e8be2147850c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156955 Feb 03 13:54:32.022909 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Request body: {'port': {'device_id': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:32.088044 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.235092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ef1afeef-0062-48b6-9974-cad2b19f0230 None None] Provisioning complete for port 367cfbaa-195f-4839-b886-efd2c11937c4 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:32.235677 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef1afeef-0062-48b6-9974-cad2b19f0230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.269822 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ef1afeef-0062-48b6-9974-cad2b19f0230 None None] Port 367cfbaa-195f-4839-b886-efd2c11937c4 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:54:32.371290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367cfbaa-195f-4839-b886-efd2c11937c4 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:54:32.379715 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Publish callbacks [] for port (367cfbaa-195f-4839-b886-efd2c11937c4), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.402914 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Transition to ACTIVE for port object 367cfbaa-195f-4839-b886-efd2c11937c4 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:54:32.421120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.492382 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Pushing event updated for resources: {'Port': ['ID=367cfbaa-195f-4839-b886-efd2c11937c4,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:32.522281 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81dd5a4-8730-4fa9-978e-36c47a4d44fa req-229b5df3-ab32-4798-8929-4c95d1856606 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:32.523932 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d81dd5a4-8730-4fa9-978e-36c47a4d44fa req-229b5df3-ab32-4798-8929-4c95d1856606 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 931 time: 0.1345282 Feb 03 13:54:32.609841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d81dd5a4-8730-4fa9-978e-36c47a4d44fa req-9d4aec8a-b32d-4b10-b46d-20258535fd3f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594571 Feb 03 13:54:32.631485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Attempting to bind port 367cfbaa-195f-4839-b886-efd2c11937c4 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:54:32.631485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Attempting to bind port 367cfbaa-195f-4839-b886-efd2c11937c4 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:54:32.631485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Attempting to bind port 367cfbaa-195f-4839-b886-efd2c11937c4 on network 420e4288-91e5-47b1-a8ad-4d64bfc32255 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:54:32.636841 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Port 367cfbaa-195f-4839-b886-efd2c11937c4 on network 420e4288-91e5-47b1-a8ad-4d64bfc32255 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:54:32.638425 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Attempting to bind port 367cfbaa-195f-4839-b886-efd2c11937c4 on network 420e4288-91e5-47b1-a8ad-4d64bfc32255 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:54:32.644567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:54:32.644567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Checking segment: {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:54:32.644567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Bound using segment: {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:54:32.644567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Bound port: 367cfbaa-195f-4839-b886-efd2c11937c4, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a58c33-7721-4aba-be41-530bfc63a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:54:32.645945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.714508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:54:32.734385 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] For port 367cfbaa-195f-4839-b886-efd2c11937c4, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:54:32.739540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] For port 367cfbaa-195f-4839-b886-efd2c11937c4, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=367cfbaa-195f-4839-b886-efd2c11937c4,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:54:32.747035 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.772921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:32.773382 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.787023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:32.787023 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.788136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] 10.222.0.72 "PUT /v2.0/ports/367cfbaa-195f-4839-b886-efd2c11937c4 HTTP/1.1" status: 200 len: 1092 time: 0.7700179 Feb 03 13:54:32.788596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:54:32.790923 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f558b7-08ad-4efd-9eab-1f44d60bce38" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:54:32.840991 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76530251-afc6-4e32-8ea6-9743e4a6f8d7 x-openstack-request-id: req-76530251-afc6-4e32-8ea6-9743e4a6f8d7 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:54:32.841389 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:54:32.841836 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76530251-afc6-4e32-8ea6-9743e4a6f8d7 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:54:32.842519 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4', 'status': 'completed', 'code': 200} Feb 03 13:54:32.843949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba24e3a-547f-444e-aaaa-615b73924490 service neutron] Pushing event updated for resources: {'Port': ['ID=367cfbaa-195f-4839-b886-efd2c11937c4,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:32.914764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:32.933455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f558b7-08ad-4efd-9eab-1f44d60bce38 req-b5bc574b-dec6-47c8-9a38-5d47663fbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:32.935269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55f558b7-08ad-4efd-9eab-1f44d60bce38 req-b5bc574b-dec6-47c8-9a38-5d47663fbde0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 1126 time: 0.0690424 Feb 03 13:54:33.199852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f558b7-08ad-4efd-9eab-1f44d60bce38 req-59794b67-09da-4c75-adde-89403ec9bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:33.201361 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55f558b7-08ad-4efd-9eab-1f44d60bce38 req-59794b67-09da-4c75-adde-89403ec9bfa9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a654f962348e457fba6675e25aee148b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2571647 Feb 03 13:54:33.393673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f558b7-08ad-4efd-9eab-1f44d60bce38 req-daccc871-cff1-45c8-a4b6-0dd0becf2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:33.395370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55f558b7-08ad-4efd-9eab-1f44d60bce38 req-daccc871-cff1-45c8-a4b6-0dd0becf2707 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1863401 Feb 03 13:54:33.489176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-263a8f0a-b491-4402-8704-a104d934ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:33.490762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-263a8f0a-b491-4402-8704-a104d934ab60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 1126 time: 0.0487716 Feb 03 13:54:33.537026 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-8cffed14-7ea2-49b3-8818-ab2947510ffe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367cfbaa-195f-4839-b886-efd2c11937c4 HTTP/1.1" status: 200 len: 217 time: 0.0385518 Feb 03 13:54:33.594051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-4fbd38cc-c12c-4c4b-80b8-3912bb27f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:33.595582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-4fbd38cc-c12c-4c4b-80b8-3912bb27f5ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=add25ed1-4a25-4f25-ac28-25092b03753b HTTP/1.1" status: 200 len: 835 time: 0.0518866 Feb 03 13:54:33.647468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1047e918-da8d-44c0-9566-7613065947c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:33.648900 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1047e918-da8d-44c0-9566-7613065947c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=420e4288-91e5-47b1-a8ad-4d64bfc32255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463614 Feb 03 13:54:33.776861 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-99daa265-dee1-4428-98df-febed88313a5 service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207306 Feb 03 13:54:33.788536 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6affddc-f9c0-4ca9-8f26-d9ec0cda7bdc req-4dd86738-e785-4e55-8b93-f90d785c7623 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:33.789942 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6affddc-f9c0-4ca9-8f26-d9ec0cda7bdc req-4dd86738-e785-4e55-8b93-f90d785c7623 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 943 time: 0.1009433 Feb 03 13:54:33.894182 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e6affddc-f9c0-4ca9-8f26-d9ec0cda7bdc req-4c8389c5-520f-4200-9379-a98d6cdd860c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962203 Feb 03 13:54:33.916734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c13430e1-2c07-4ea6-866e-87bc54fecc34 req-1e1ca63d-aa21-4caa-90a6-b2d2f8e343ad service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255987 Feb 03 13:54:35.035050 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e1cae-1df5-438c-ac78-eeb2db9bcf63 req-5521d3f1-687a-4a0b-ae11-6402cebe23e5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:35.036414 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c0e1cae-1df5-438c-ac78-eeb2db9bcf63 req-5521d3f1-687a-4a0b-ae11-6402cebe23e5 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 943 time: 0.0631702 Feb 03 13:54:35.089420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c0e1cae-1df5-438c-ac78-eeb2db9bcf63 req-3cdf615d-e87e-4ba4-8b75-5e55230a31f2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444536 Feb 03 13:54:36.181718 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 367cfbaa-195f-4839-b886-efd2c11937c4 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:54:36.232894 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8a48d-40c8-4943-a867-375a20ed9901 req-6fa76a11-6c29-443f-8b52-178e4a7ba484 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:36.234409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71a8a48d-40c8-4943-a867-375a20ed9901 req-6fa76a11-6c29-443f-8b52-178e4a7ba484 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 943 time: 0.0534830 Feb 03 13:54:36.286834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 367cfbaa-195f-4839-b886-efd2c11937c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=367cfbaa-195f-4839-b886-efd2c11937c4,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:36.290494 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-71a8a48d-40c8-4943-a867-375a20ed9901 req-d7127058-3adb-41c7-bfbc-c393b3bf5ff0 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499537 Feb 03 13:54:36.297662 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '367cfbaa-195f-4839-b886-efd2c11937c4', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'port_id': '367cfbaa-195f-4839-b886-efd2c11937c4', 'mac_address': 'fa:16:3e:42:84:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:54:36.337067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 367cfbaa-195f-4839-b886-efd2c11937c4 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:36.337471 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:36.350245 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367cfbaa-195f-4839-b886-efd2c11937c4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:54:36.371498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 367cfbaa-195f-4839-b886-efd2c11937c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=367cfbaa-195f-4839-b886-efd2c11937c4,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:36.377198 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:36.428830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=367cfbaa-195f-4839-b886-efd2c11937c4,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:36.616536 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['367cfbaa-195f-4839-b886-efd2c11937c4'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:54:36.729837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20615428-5e2e-4b3d-a0de-81c4c361122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:37.412601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9c4bc-b152-4f1d-ae87-acc05a8196f2 req-2902d04f-59eb-499d-a361-c500ace93664 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:37.414038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6a9c4bc-b152-4f1d-ae87-acc05a8196f2 req-2902d04f-59eb-499d-a361-c500ace93664 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 944 time: 0.0541608 Feb 03 13:54:37.462820 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d6a9c4bc-b152-4f1d-ae87-acc05a8196f2 req-5c4e432d-4f43-438a-8026-9487b83060dd tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430684 Feb 03 13:54:37.754471 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:54:38.182091 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 367cfbaa-195f-4839-b886-efd2c11937c4 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:54:38.239384 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 367cfbaa-195f-4839-b886-efd2c11937c4 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:54:38.243701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 367cfbaa-195f-4839-b886-efd2c11937c4 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:54:38.244090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:38.328886 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 367cfbaa-195f-4839-b886-efd2c11937c4 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:54:38.329186 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:38.352252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:54:38.355013 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3de3ae-ede5-4c40-925b-2e73ed386377" -d '{"events": [{"server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "name": "network-vif-plugged", "status": "completed", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:54:38.367410 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 367cfbaa-195f-4839-b886-efd2c11937c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=367cfbaa-195f-4839-b886-efd2c11937c4,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:54:38.373657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:38.398808 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29941bb-e28c-4885-ae95-89dc89c14e80 x-openstack-request-id: req-e29941bb-e28c-4885-ae95-89dc89c14e80 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:54:38.399457 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "name": "network-vif-plugged", "status": "completed", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:54:38.400272 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e29941bb-e28c-4885-ae95-89dc89c14e80 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:54:38.400690 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4', 'code': 200} Feb 03 13:54:38.428372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=367cfbaa-195f-4839-b886-efd2c11937c4,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:38.502090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afd8d5-5b79-438f-91de-db8e1682a1f4 req-6ab9e6ff-f99e-457c-86b2-0e4ddf8dbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:38.503683 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2afd8d5-5b79-438f-91de-db8e1682a1f4 req-6ab9e6ff-f99e-457c-86b2-0e4ddf8dbee6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 1128 time: 0.0461566 Feb 03 13:54:38.591030 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2afd8d5-5b79-438f-91de-db8e1682a1f4 req-fbe3db91-1c30-4959-80e6-d785ea0d48ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796070 Feb 03 13:54:38.621091 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da62e-037e-494e-9367-0fec8ab1c151 req-ab413039-3261-4d3d-a124-ee794f0df550 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:38.622585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-606da62e-037e-494e-9367-0fec8ab1c151 req-ab413039-3261-4d3d-a124-ee794f0df550 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0888801 Feb 03 13:54:38.676038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-606da62e-037e-494e-9367-0fec8ab1c151 req-7d931456-c2d8-4444-bfc9-d455ca507aa2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472772 Feb 03 13:54:38.976378 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71574b3d-2709-4507-93c1-d911b5056279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:39.811512 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa34e-8292-4ad4-80da-a968053535e4 req-f83bf65e-ffe8-4455-a792-9519eacc6931 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:39.813000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f13aa34e-8292-4ad4-80da-a968053535e4 req-f83bf65e-ffe8-4455-a792-9519eacc6931 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0607128 Feb 03 13:54:39.862304 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f13aa34e-8292-4ad4-80da-a968053535e4 req-e953c8bb-160b-4eec-82a8-6166aeb46041 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Feb 03 13:54:40.457508 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:40.999354 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57a289-01ef-4bf7-9a29-d58609ae8687 req-48571afc-6cf6-45fb-9aba-aec04af8b4d1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:41.000735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e57a289-01ef-4bf7-9a29-d58609ae8687 req-48571afc-6cf6-45fb-9aba-aec04af8b4d1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0676572 Feb 03 13:54:41.066314 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4e57a289-01ef-4bf7-9a29-d58609ae8687 req-dd7bd776-7322-465b-9c6b-9b9f93bac35d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569620 Feb 03 13:54:41.186164 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15088c2d-54c8-4f2f-bdfe-a396218dd22d req-a9bad9a4-5ec6-48fb-840e-c9dc0a38522a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:41.187658 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15088c2d-54c8-4f2f-bdfe-a396218dd22d req-a9bad9a4-5ec6-48fb-840e-c9dc0a38522a tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0525434 Feb 03 13:54:41.239399 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-15088c2d-54c8-4f2f-bdfe-a396218dd22d req-714565b5-2f20-48e3-a05b-111bf304d089 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433714 Feb 03 13:54:41.260994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51670) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:41.308290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a8270c-b927-4032-8833-c75aeb6429a3 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:41.309806 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-20a8270c-b927-4032-8833-c75aeb6429a3 tempest-TestNetworkAdvancedServerOps-1957229071 tempest-TestNetworkAdvancedServerOps-1957229071-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 1123 time: 0.0477841 Feb 03 13:54:41.312800 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51672) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:41.317452 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '367cfbaa-195f-4839-b886-efd2c11937c4', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:54:41.341767 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:41.442940 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:41.550031 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Allocated IP 172.25.3.216 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/9428ee95-9914-454d-8a08-4f56bb79b55b) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:54:41.651833 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (9428ee95-9914-454d-8a08-4f56bb79b55b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:41.690002 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9428ee95-9914-454d-8a08-4f56bb79b55b), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:41.730932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:54:41.735777 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:54:41.739260 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:54:41.744650 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=9428ee95-9914-454d-8a08-4f56bb79b55b,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:41.858466 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:42.132272 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (f667b1c9-d30e-45bc-83a0-1aef60092fd2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:42.209245 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (9428ee95-9914-454d-8a08-4f56bb79b55b), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:42.366124 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for port (9428ee95-9914-454d-8a08-4f56bb79b55b), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:42.373142 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (9428ee95-9914-454d-8a08-4f56bb79b55b), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:42.440393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event updated for resources: {'Port': ['ID=9428ee95-9914-454d-8a08-4f56bb79b55b,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:54:42.450846 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (f667b1c9-d30e-45bc-83a0-1aef60092fd2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:42.685632 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:42.865836 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP f667b1c9-d30e-45bc-83a0-1aef60092fd2 associated. External IP: 172.25.3.216, port: 367cfbaa-195f-4839-b886-efd2c11937c4. Feb 03 13:54:43.084316 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 3402b997-dbbf-4262-aba4-dfda42af59d9 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:54:43.198473 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:54:43.208468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] Sync routers for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:54:43.219529 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:43.223258 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:43.223884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:43.248915 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-add57ba2-276a-4955-87e8-e50a80464f47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9349358 Feb 03 13:54:43.249474 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:54:43.253440 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2007190e-6616-44d0-ad78-56f66b606564" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:54:43.332449 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:43.355355 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69031f-637e-456a-a318-943fb0926ddb req-22f56eea-191e-4331-81a5-a725baf1a244 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:43.356851 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea69031f-637e-456a-a318-943fb0926ddb req-22f56eea-191e-4331-81a5-a725baf1a244 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0585027 Feb 03 13:54:43.410633 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ea69031f-637e-456a-a318-943fb0926ddb req-01226cdc-675c-4f96-af08-f4f87028f4ff tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474927 Feb 03 13:54:43.435673 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51678) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:43.474276 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81d485e-91b8-4fd7-a62d-696f8154be94 x-openstack-request-id: req-b81d485e-91b8-4fd7-a62d-696f8154be94 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:54:43.474586 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:54:43.474836 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b81d485e-91b8-4fd7-a62d-696f8154be94 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:54:43.475254 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4', 'status': 'completed', 'code': 200} Feb 03 13:54:43.502764 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-f434c229-3b34-4ba0-8bb8-f75058c7b567 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/f667b1c9-d30e-45bc-83a0-1aef60092fd2 HTTP/1.1" status: 200 len: 991 time: 0.0647612 Feb 03 13:54:43.527233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007190e-6616-44d0-ad78-56f66b606564 req-3db72ef1-5b0a-47fe-9e30-32a51c9428e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:43.528739 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2007190e-6616-44d0-ad78-56f66b606564 req-3db72ef1-5b0a-47fe-9e30-32a51c9428e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 1128 time: 0.0464652 Feb 03 13:54:43.622352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007190e-6616-44d0-ad78-56f66b606564 req-215bb460-9c4c-480d-a1fb-7844e4cd4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:43.623753 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2007190e-6616-44d0-ad78-56f66b606564 req-215bb460-9c4c-480d-a1fb-7844e4cd4a3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=420e4288-91e5-47b1-a8ad-4d64bfc32255 HTTP/1.1" status: 200 len: 898 time: 0.0886555 Feb 03 13:54:43.690370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2007190e-6616-44d0-ad78-56f66b606564 req-23570e17-6231-4ed8-baae-7e46b10d29c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367cfbaa-195f-4839-b886-efd2c11937c4 HTTP/1.1" status: 200 len: 999 time: 0.0592735 Feb 03 13:54:43.739793 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'f667b1c9-d30e-45bc-83a0-1aef60092fd2', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'port_id': '367cfbaa-195f-4839-b886-efd2c11937c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'mac_address': 'fa:16:3e:42:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:54:41Z', 'updated_at': '2022-02-03T13:54:41Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad8c005-ddb2-4f3f-be2c-d730aa165cf6', 'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:0d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:27Z', 'updated_at': '2022-02-03T13:54:31Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:43.741322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007190e-6616-44d0-ad78-56f66b606564 req-443e05cd-ab7d-49aa-ba07-e7e7c1b914ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:43.742914 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2007190e-6616-44d0-ad78-56f66b606564 req-443e05cd-ab7d-49aa-ba07-e7e7c1b914ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=add25ed1-4a25-4f25-ac28-25092b03753b HTTP/1.1" status: 200 len: 835 time: 0.0456522 Feb 03 13:54:43.769921 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] Checking router: 3402b997-dbbf-4262-aba4-dfda42af59d9 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:54:43.779113 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:54:43.779723 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:54:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:43.797523 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007190e-6616-44d0-ad78-56f66b606564 req-eac2658a-ddbe-4066-8929-56fd2a89703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:43.799072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2007190e-6616-44d0-ad78-56f66b606564 req-eac2658a-ddbe-4066-8929-56fd2a89703c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=420e4288-91e5-47b1-a8ad-4d64bfc32255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498981 Feb 03 13:54:43.887575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:54:43.892342 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2007190e-6616-44d0-ad78-56f66b606564 req-c968d842-913f-4d0c-b90d-4c5891203681 service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861473 Feb 03 13:54:43.991042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2007190e-6616-44d0-ad78-56f66b606564 req-50bf8690-e250-4fb2-9a08-626966211eca service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916860 Feb 03 13:54:44.118548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'f667b1c9-d30e-45bc-83a0-1aef60092fd2', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'port_id': '367cfbaa-195f-4839-b886-efd2c11937c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'mac_address': 'fa:16:3e:42:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:54:41Z', 'updated_at': '2022-02-03T13:54:41Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad8c005-ddb2-4f3f-be2c-d730aa165cf6', 'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:0d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:27Z', 'updated_at': '2022-02-03T13:54:31Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:54:44.148632 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f40fba-cecc-4acc-9af4-afdcf3603c7a None None] The sync data for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 is: [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'f667b1c9-d30e-45bc-83a0-1aef60092fd2', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'port_id': '367cfbaa-195f-4839-b886-efd2c11937c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'mac_address': 'fa:16:3e:42:84:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:54:41Z', 'updated_at': '2022-02-03T13:54:41Z', 'revision_number': 0, 'project_id': 'a654f962348e457fba6675e25aee148b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad8c005-ddb2-4f3f-be2c-d730aa165cf6', 'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:0d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:27Z', 'updated_at': '2022-02-03T13:54:31Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:54:44.367704 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a5f6f-994f-4b38-a9ea-e62d024619ae None None] New status for floating IP f667b1c9-d30e-45bc-83a0-1aef60092fd2: ACTIVE {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:54:44.505174 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51680) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:44.574219 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-90f84122-e55a-488f-840b-873dd9452e2d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/f667b1c9-d30e-45bc-83a0-1aef60092fd2 HTTP/1.1" status: 200 len: 991 time: 0.0679805 Feb 03 13:54:45.579651 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51682) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:54:45.650889 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-538d7c03-80b3-4efb-a3ce-3c9fda9e88e2 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/f667b1c9-d30e-45bc-83a0-1aef60092fd2 HTTP/1.1" status: 200 len: 993 time: 0.0695682 Feb 03 13:54:47.088646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:51.497226 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:52.753635 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb042dc-fadc-4083-b859-6889f1675416 req-b1d78daa-e36d-4c3c-bf5a-afe8122bab93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489383 Feb 03 13:54:52.856754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb042dc-fadc-4083-b859-6889f1675416 req-a7d38e86-9f6a-4e2d-9914-8b84bb24c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:52.858177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb042dc-fadc-4083-b859-6889f1675416 req-a7d38e86-9f6a-4e2d-9914-8b84bb24c635 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 1128 time: 0.0472126 Feb 03 13:54:52.985648 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb042dc-fadc-4083-b859-6889f1675416 req-4db1380f-f222-4928-89a0-d06149e24b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:52.987172 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb042dc-fadc-4083-b859-6889f1675416 req-4db1380f-f222-4928-89a0-d06149e24b85 service neutron] 10.222.0.72 "GET /v2.0/networks?id=420e4288-91e5-47b1-a8ad-4d64bfc32255 HTTP/1.1" status: 200 len: 898 time: 0.1012590 Feb 03 13:54:53.055400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb042dc-fadc-4083-b859-6889f1675416 req-c4c1b5f2-bac7-46b8-9338-a9085f4527e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367cfbaa-195f-4839-b886-efd2c11937c4 HTTP/1.1" status: 200 len: 1001 time: 0.0593967 Feb 03 13:54:53.110550 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb042dc-fadc-4083-b859-6889f1675416 req-0e459557-f760-4a8d-834f-9abe18c5d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:53.111931 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb042dc-fadc-4083-b859-6889f1675416 req-0e459557-f760-4a8d-834f-9abe18c5d794 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=add25ed1-4a25-4f25-ac28-25092b03753b HTTP/1.1" status: 200 len: 835 time: 0.0496559 Feb 03 13:54:53.163713 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb042dc-fadc-4083-b859-6889f1675416 req-a8cf63c5-3e04-4ed7-bb68-8d3b432c259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:53.165202 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb042dc-fadc-4083-b859-6889f1675416 req-a8cf63c5-3e04-4ed7-bb68-8d3b432c259a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=420e4288-91e5-47b1-a8ad-4d64bfc32255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460539 Feb 03 13:54:53.262552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb042dc-fadc-4083-b859-6889f1675416 req-fdc4b60d-c0a5-4752-8e44-3820fdace303 service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888207 Feb 03 13:54:53.375328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb042dc-fadc-4083-b859-6889f1675416 req-8c0c4491-9ac1-4e4b-8af7-142c99a6e6ad service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970619 Feb 03 13:55:06.720370 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d92e2673-e868-46b3-b175-753a461cbda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:08.978786 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5cf4a82-0479-415f-a245-67b8174452bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:10.451494 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:11.866648 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:12.691166 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:14.754277 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:55:17.070732 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:19.141092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6f7bc-eb61-45ad-ad8d-d471db983bd0 req-fe7f5a23-b1a8-44df-aad0-e099ba9b7b38 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:19.142943 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cad6f7bc-eb61-45ad-ad8d-d471db983bd0 req-fe7f5a23-b1a8-44df-aad0-e099ba9b7b38 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0571854 Feb 03 13:55:19.193924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cad6f7bc-eb61-45ad-ad8d-d471db983bd0 req-05662547-d20b-4a34-8d93-21355fdf12fa tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451634 Feb 03 13:55:20.328374 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832bf0-394f-44c0-bbc3-80c914e46378 req-8b359c38-ad42-48f9-8543-6a229669e7ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:20.329928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31832bf0-394f-44c0-bbc3-80c914e46378 req-8b359c38-ad42-48f9-8543-6a229669e7ed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0657864 Feb 03 13:55:20.389323 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31832bf0-394f-44c0-bbc3-80c914e46378 req-634ce5a0-649d-4389-99f2-0c129e103037 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521996 Feb 03 13:55:20.413276 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51700) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:20.478895 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-572f1401-35be-42f7-a0aa-987cccc66173 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/f667b1c9-d30e-45bc-83a0-1aef60092fd2 HTTP/1.1" status: 200 len: 993 time: 0.0643737 Feb 03 13:55:21.497463 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:21.790843 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5aad-e865-4a04-9cf2-8734b64fef50 req-2612f44f-c667-41b7-b2ed-ea26077b2e47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:21.792240 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd4f5aad-e865-4a04-9cf2-8734b64fef50 req-2612f44f-c667-41b7-b2ed-ea26077b2e47 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0843730 Feb 03 13:55:21.798022 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-00aeba60-07c9-454e-abf2-50e7e7ff8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:21.799710 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-00aeba60-07c9-454e-abf2-50e7e7ff8dad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 1128 time: 0.0612903 Feb 03 13:55:21.899919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cd4f5aad-e865-4a04-9cf2-8734b64fef50 req-ef0e2469-eb1d-4446-94e3-e7f3124ac306 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992677 Feb 03 13:55:21.922935 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-ae9f8809-a3bb-48ab-b91a-f34b27a92381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:21.924706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-ae9f8809-a3bb-48ab-b91a-f34b27a92381 service neutron] 10.222.0.72 "GET /v2.0/networks?id=420e4288-91e5-47b1-a8ad-4d64bfc32255 HTTP/1.1" status: 200 len: 898 time: 0.1177206 Feb 03 13:55:21.993085 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-2697bb24-4bb3-4fa5-bdec-006fa4c4d5d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367cfbaa-195f-4839-b886-efd2c11937c4 HTTP/1.1" status: 200 len: 1001 time: 0.0618112 Feb 03 13:55:22.042985 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-135a51c4-dd75-4d25-a84f-94ea29c044c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:22.044320 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-135a51c4-dd75-4d25-a84f-94ea29c044c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=add25ed1-4a25-4f25-ac28-25092b03753b HTTP/1.1" status: 200 len: 835 time: 0.0444376 Feb 03 13:55:22.095335 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-19e562f6-053c-4827-b9b0-aaf7df4fd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:22.096930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-19e562f6-053c-4827-b9b0-aaf7df4fd51b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=420e4288-91e5-47b1-a8ad-4d64bfc32255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451038 Feb 03 13:55:22.191404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-99829607-77a7-4098-9137-6d595c00335d service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868285 Feb 03 13:55:22.291805 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37566a8a-4a8a-4236-81b3-b54aabf8b5bd req-2933d245-cf6e-48f1-a267-771ad481b268 service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937610 Feb 03 13:55:23.031155 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a254f-3b71-44ad-a9ae-0d14393649fc req-3f709a2f-54e6-4849-99eb-f9067dd9a633 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:23.032750 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-104a254f-3b71-44ad-a9ae-0d14393649fc req-3f709a2f-54e6-4849-99eb-f9067dd9a633 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0621645 Feb 03 13:55:23.437858 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-104a254f-3b71-44ad-a9ae-0d14393649fc req-1da3bf74-c488-4143-8f42-2bffa80e3c3f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3993042 Feb 03 13:55:24.574017 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc488e-6fb3-4f9f-8399-69a6b557e5c0 req-58db3e01-2e07-4de6-b9c2-8f1532261443 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:24.575468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68bc488e-6fb3-4f9f-8399-69a6b557e5c0 req-58db3e01-2e07-4de6-b9c2-8f1532261443 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0588810 Feb 03 13:55:24.624781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68bc488e-6fb3-4f9f-8399-69a6b557e5c0 req-c5359b38-42e6-4160-9ae4-2d339c2fa81d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423136 Feb 03 13:55:24.648409 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51718) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:24.710627 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6103ff56-9002-43e7-8aba-65e2e3ad66d9 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/floatingips/f667b1c9-d30e-45bc-83a0-1aef60092fd2 HTTP/1.1" status: 200 len: 993 time: 0.0606658 Feb 03 13:55:24.929969 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51724) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:25.112093 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 9428ee95-9914-454d-8a08-4f56bb79b55b {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:55:25.112424 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9428ee95-9914-454d-8a08-4f56bb79b55b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:25.189314 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9428ee95-9914-454d-8a08-4f56bb79b55b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:25.189612 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (9428ee95-9914-454d-8a08-4f56bb79b55b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:25.202163 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 9428ee95-9914-454d-8a08-4f56bb79b55b owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:55:25.371510 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (9428ee95-9914-454d-8a08-4f56bb79b55b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:25.394719 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=9428ee95-9914-454d-8a08-4f56bb79b55b,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:25.408609 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.408953 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.409297 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.409635 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.409946 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.410262 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.410644 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.410956 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.411289 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.411603 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.411927 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.412249 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.412566 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:25.469595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for floatingip (f667b1c9-d30e-45bc-83a0-1aef60092fd2), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:25.469838 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Floating IP f667b1c9-d30e-45bc-83a0-1aef60092fd2 disassociated (deleted). External IP: 172.25.3.216, port: 367cfbaa-195f-4839-b886-efd2c11937c4. Feb 03 13:55:25.698728 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 3402b997-dbbf-4262-aba4-dfda42af59d9 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:55:25.810917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:25.815839 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:25.821690 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11748f39-3215-417a-a00c-5dc64872869a None None] Sync routers for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:55:25.831880 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11748f39-3215-417a-a00c-5dc64872869a None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:25.832503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-11748f39-3215-417a-a00c-5dc64872869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:25.847318 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8f444c57-ad7b-4715-b35b-3f750a6a94b8 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/floatingips/f667b1c9-d30e-45bc-83a0-1aef60092fd2 HTTP/1.1" status: 204 len: 168 time: 0.9160745 Feb 03 13:55:25.847926 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:55:25.850262 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630a56a0-01f2-406e-8a74-0ee31d065870" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:55:25.942458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-11748f39-3215-417a-a00c-5dc64872869a None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:26.011261 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670e75f6-e491-40b6-bfcf-a0d84b8def4a x-openstack-request-id: req-670e75f6-e491-40b6-bfcf-a0d84b8def4a {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:55:26.011737 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:55:26.012102 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-670e75f6-e491-40b6-bfcf-a0d84b8def4a {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:55:26.012669 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4', 'status': 'completed', 'code': 200} Feb 03 13:55:26.119769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-a792abe3-0f67-4224-84e7-11bec0145dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:26.121297 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-a792abe3-0f67-4224-84e7-11bec0145dbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a654f962348e457fba6675e25aee148b&device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 1128 time: 0.0810001 Feb 03 13:55:26.135767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6fcc-1971-40d1-86c8-67c6007b955d req-ae16134a-2bb7-418a-bace-2bdf0368391c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:26.137353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72bd6fcc-1971-40d1-86c8-67c6007b955d req-ae16134a-2bb7-418a-bace-2bdf0368391c tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0709152 Feb 03 13:55:26.156486 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-11748f39-3215-417a-a00c-5dc64872869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '9ad8c005-ddb2-4f3f-be2c-d730aa165cf6', 'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:0d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:27Z', 'updated_at': '2022-02-03T13:54:31Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:26.186731 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11748f39-3215-417a-a00c-5dc64872869a None None] Checking router: 3402b997-dbbf-4262-aba4-dfda42af59d9 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:55:26.198611 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11748f39-3215-417a-a00c-5dc64872869a None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:26.199225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-11748f39-3215-417a-a00c-5dc64872869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:26.248398 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-72bd6fcc-1971-40d1-86c8-67c6007b955d req-f4d0f35e-2204-411e-813c-8acd5922ac02 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024137 Feb 03 13:55:26.263885 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-cdc7e5e6-9f73-49d5-b44b-b1c1ba91d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:26.265618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-cdc7e5e6-9f73-49d5-b44b-b1c1ba91d048 service neutron] 10.222.0.72 "GET /v2.0/networks?id=420e4288-91e5-47b1-a8ad-4d64bfc32255 HTTP/1.1" status: 200 len: 898 time: 0.1273277 Feb 03 13:55:26.304983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-11748f39-3215-417a-a00c-5dc64872869a None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:26.308996 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-20999529-4cdb-4240-aa50-c01db5a08172 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367cfbaa-195f-4839-b886-efd2c11937c4 HTTP/1.1" status: 200 len: 217 time: 0.0365641 Feb 03 13:55:26.356803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-1bbf39dd-93b1-4e84-ac24-d7f541d81987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:26.358279 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-1bbf39dd-93b1-4e84-ac24-d7f541d81987 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=add25ed1-4a25-4f25-ac28-25092b03753b HTTP/1.1" status: 200 len: 835 time: 0.0427244 Feb 03 13:55:26.421371 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-bcc5bb52-0c8a-4153-b665-c061c0e63abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:26.424233 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-bcc5bb52-0c8a-4153-b665-c061c0e63abb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=420e4288-91e5-47b1-a8ad-4d64bfc32255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573962 Feb 03 13:55:26.506673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-11748f39-3215-417a-a00c-5dc64872869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '9ad8c005-ddb2-4f3f-be2c-d730aa165cf6', 'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:0d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:27Z', 'updated_at': '2022-02-03T13:54:31Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:26.516284 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-cd06cdfa-efcb-43ba-9e15-7edeca4e6f41 service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861413 Feb 03 13:55:26.534816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11748f39-3215-417a-a00c-5dc64872869a None None] The sync data for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 is: [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:54:28Z', 'revision_number': 4, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '9ad8c005-ddb2-4f3f-be2c-d730aa165cf6', 'name': '', 'network_id': '420e4288-91e5-47b1-a8ad-4d64bfc32255', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'mac_address': 'fa:16:3e:0d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:27Z', 'updated_at': '2022-02-03T13:54:31Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'subnets': [{'id': 'add25ed1-4a25-4f25-ac28-25092b03753b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:55:26.615554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-630a56a0-01f2-406e-8a74-0ee31d065870 req-32e5368c-c34a-46c4-b7d2-0cd34cd10c64 service neutron] 10.222.0.72 "GET /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922999 Feb 03 13:55:26.759463 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dce06-0fb3-435e-9308-25e2bea15803 None None] New status for floating IP f667b1c9-d30e-45bc-83a0-1aef60092fd2: DOWN {{(pid=103226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:55:27.398300 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48410918-67ba-47e0-8d85-4dce0b3465c5 req-83c8d21c-dcf3-4972-89ec-190b471121fd tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:27.400864 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48410918-67ba-47e0-8d85-4dce0b3465c5 req-83c8d21c-dcf3-4972-89ec-190b471121fd tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0720518 Feb 03 13:55:27.454337 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48410918-67ba-47e0-8d85-4dce0b3465c5 req-1820e06f-3921-4af2-84ef-5309da48267b tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/security-groups?id=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478334 Feb 03 13:55:27.791562 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b6f64-eb10-41f4-8d28-086f1782053a req-591f33b6-98e0-4b9d-b7d3-cab687b8210d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:27.793084 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-235b6f64-eb10-41f4-8d28-086f1782053a req-591f33b6-98e0-4b9d-b7d3-cab687b8210d tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 945 time: 0.0705042 Feb 03 13:55:27.893225 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-235b6f64-eb10-41f4-8d28-086f1782053a req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 367cfbaa-195f-4839-b886-efd2c11937c4 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:55:27.893510 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-235b6f64-eb10-41f4-8d28-086f1782053a req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:27.979152 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-235b6f64-eb10-41f4-8d28-086f1782053a req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 367cfbaa-195f-4839-b886-efd2c11937c4, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=367cfbaa-195f-4839-b886-efd2c11937c4,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:27.979585 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-235b6f64-eb10-41f4-8d28-086f1782053a req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:27.991842 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-235b6f64-eb10-41f4-8d28-086f1782053a req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 367cfbaa-195f-4839-b886-efd2c11937c4 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:55:28.129280 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-235b6f64-eb10-41f4-8d28-086f1782053a req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (367cfbaa-195f-4839-b886-efd2c11937c4), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:28.157840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=367cfbaa-195f-4839-b886-efd2c11937c4,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:28.170725 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.171088 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.171444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.171814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.172509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.173125 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.174206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.174206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.174206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.174206 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.176092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.176092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.176092 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:28.216632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-235b6f64-eb10-41f4-8d28-086f1782053a req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] No DVR routers for this DVR port 367cfbaa-195f-4839-b886-efd2c11937c4 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:55:28.219327 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-235b6f64-eb10-41f4-8d28-086f1782053a req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:28.223357 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-235b6f64-eb10-41f4-8d28-086f1782053a req-975775c8-527d-44ad-8915-d0da165ff280 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.72 "DELETE /v2.0/ports/367cfbaa-195f-4839-b886-efd2c11937c4 HTTP/1.1" status: 204 len: 173 time: 0.4240103 Feb 03 13:55:28.223813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'name': 'network-vif-deleted', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:55:28.226087 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab46c0a-96ab-4b04-a261-89ac3e023fac" -d '{"events": [{"server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "name": "network-vif-deleted", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:55:28.265784 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcadc2b-831a-4894-b12b-cc2ae2e04816 x-openstack-request-id: req-2fcadc2b-831a-4894-b12b-cc2ae2e04816 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:55:28.266084 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9762a2-62ec-473e-9672-ffdb2493593a", "name": "network-vif-deleted", "tag": "367cfbaa-195f-4839-b886-efd2c11937c4", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:55:28.266351 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2fcadc2b-831a-4894-b12b-cc2ae2e04816 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:55:28.266786 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9762a2-62ec-473e-9672-ffdb2493593a', 'name': 'network-vif-deleted', 'tag': '367cfbaa-195f-4839-b886-efd2c11937c4', 'status': 'completed', 'code': 200} Feb 03 13:55:28.573141 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aa6b92b1-6a5d-4e92-8406-90efe598eb16 req-acfc298a-a519-49ab-8731-083bb32910b1 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b9762a2-62ec-473e-9672-ffdb2493593a HTTP/1.1" status: 200 len: 210 time: 0.0282495 Feb 03 13:55:29.644984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51744) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:30.019019 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (3402b997-dbbf-4262-aba4-dfda42af59d9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:30.300357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:55:30.300629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:30.396318 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=9ad8c005-ddb2-4f3f-be2c-d730aa165cf6,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:30.396683 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:30.409747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:55:30.613988 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (9ad8c005-ddb2-4f3f-be2c-d730aa165cf6), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:30.641868 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=9ad8c005-ddb2-4f3f-be2c-d730aa165cf6,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:30.815117 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (3402b997-dbbf-4262-aba4-dfda42af59d9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:31.046642 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Router 3402b997-dbbf-4262-aba4-dfda42af59d9 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:55:31.159345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:31.165871 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b1f1c97c-3012-4314-8e3a-03cae3b84eed tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "PUT /v2.0/routers/3402b997-dbbf-4262-aba4-dfda42af59d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5197747 Feb 03 13:55:31.168721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51746) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:31.170205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] Sync routers for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:55:31.180458 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:31.181120 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:31.220251 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd6d9ea-88a0-49da-b697-1ec9a3b82994 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting subnet add25ed1-4a25-4f25-ac28-25092b03753b {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:55:31.224231 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d9ea-88a0-49da-b697-1ec9a3b82994 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for subnet (add25ed1-4a25-4f25-ac28-25092b03753b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:31.269453 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d9ea-88a0-49da-b697-1ec9a3b82994 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (add25ed1-4a25-4f25-ac28-25092b03753b), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:31.292133 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:31.357716 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d9ea-88a0-49da-b697-1ec9a3b82994 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (add25ed1-4a25-4f25-ac28-25092b03753b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:31.419166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d9ea-88a0-49da-b697-1ec9a3b82994 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (add25ed1-4a25-4f25-ac28-25092b03753b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:31.451122 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6d9ea-88a0-49da-b697-1ec9a3b82994 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Subnet': ['ID=add25ed1-4a25-4f25-ac28-25092b03753b,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:31.455084 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4fd6d9ea-88a0-49da-b697-1ec9a3b82994 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:31.459072 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4fd6d9ea-88a0-49da-b697-1ec9a3b82994 tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/subnets/add25ed1-4a25-4f25-ac28-25092b03753b HTTP/1.1" status: 204 len: 168 time: 0.2893913 Feb 03 13:55:31.461678 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51748) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:31.466720 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da5e61-72b9-451c-86d6-a47a77d7b333 None None] Network 420e4288-91e5-47b1-a8ad-4d64bfc32255 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:55:31.576502 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (3402b997-dbbf-4262-aba4-dfda42af59d9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:31.688248 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_gateway (3402b997-dbbf-4262-aba4-dfda42af59d9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:31.697281 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:55:30Z', 'revision_number': 5, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port': {'id': 'c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:34:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:54:25Z', 'updated_at': '2022-02-03T13:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:31.741236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] Checking router: 3402b997-dbbf-4262-aba4-dfda42af59d9 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:55:31.755932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] Routers {'3402b997-dbbf-4262-aba4-dfda42af59d9'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:31.756567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['3402b997-dbbf-4262-aba4-dfda42af59d9'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:31.858182 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] Set router 3402b997-dbbf-4262-aba4-dfda42af59d9 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:31.885728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] DHCP port deletion for 420e4288-91e5-47b1-a8ad-4d64bfc32255 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:55:31.918857 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:55:31Z', 'revision_number': 6, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:31.948544 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036b164-0d08-42d4-84e6-33993522e289 None None] The sync data for ids ['3402b997-dbbf-4262-aba4-dfda42af59d9'] in n-d-792364-10 is: [{'id': '3402b997-dbbf-4262-aba4-dfda42af59d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788541951', 'tenant_id': 'a654f962348e457fba6675e25aee148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:54:24Z', 'updated_at': '2022-02-03T13:55:31Z', 'revision_number': 6, 'project_id': 'a654f962348e457fba6675e25aee148b', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:55:31.992620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Deleting port 02058eab-2344-4824-a97b-61e091254f03 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:55:31.993068 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (02058eab-2344-4824-a97b-61e091254f03), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.006433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Deleting port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:55:32.006999 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.058146 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] For port 02058eab-2344-4824-a97b-61e091254f03, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=02058eab-2344-4824-a97b-61e091254f03,segment=NetworkSegment(69a58c33-7721-4aba-be41-530bfc63a166),segment_id=69a58c33-7721-4aba-be41-530bfc63a166)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:32.058567 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (02058eab-2344-4824-a97b-61e091254f03), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.070691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Calling delete_port for 02058eab-2344-4824-a97b-61e091254f03 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:55:32.085379 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] For port c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:32.085629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.098509 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Calling delete_port for c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:55:32.152533 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (02058eab-2344-4824-a97b-61e091254f03), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.182814 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Pushing event deleted for resources: {'Port': ['ID=02058eab-2344-4824-a97b-61e091254f03,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:32.185085 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] No DVR routers for this DVR port 02058eab-2344-4824-a97b-61e091254f03 on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:55:32.193337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.193699 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.197301 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.197543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.197940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.198204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.198583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.198913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.199242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.199605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.199877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.200234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.200531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d995160-c68d-490f-ac22-45f39a792309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:32.274574 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.301932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Port': ['ID=c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:32.368532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (3402b997-dbbf-4262-aba4-dfda42af59d9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.429036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 367cfbaa-195f-4839-b886-efd2c11937c4 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:55:32.459838 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (3402b997-dbbf-4262-aba4-dfda42af59d9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.461166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 367cfbaa-195f-4839-b886-efd2c11937c4 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:55:32.461509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 367cfbaa-195f-4839-b886-efd2c11937c4 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:55:32.462109 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router_controller (3402b997-dbbf-4262-aba4-dfda42af59d9), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.515817 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (3402b997-dbbf-4262-aba4-dfda42af59d9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.516532 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Fanout notify agent at l3_agent the message router_deleted on router 3402b997-dbbf-4262-aba4-dfda42af59d9 {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:55:32.525696 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.529625 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ddcd6c45-590f-438d-bf18-667c2c8d3bfb tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/routers/3402b997-dbbf-4262-aba4-dfda42af59d9 HTTP/1.1" status: 204 len: 168 time: 1.0647590 Feb 03 13:55:32.531623 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51750) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:32.610115 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (420e4288-91e5-47b1-a8ad-4d64bfc32255), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.707666 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (420e4288-91e5-47b1-a8ad-4d64bfc32255), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.731392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420e4288-91e5-47b1-a8ad-4d64bfc32255']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:32.742034 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a58c33-7721-4aba-be41-530bfc63a166') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:32.742298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a58c33-7721-4aba-be41-530bfc63a166') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:32.751880 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (69a58c33-7721-4aba-be41-530bfc63a166), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.766224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (69a58c33-7721-4aba-be41-530bfc63a166), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.770864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 02058eab-2344-4824-a97b-61e091254f03 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:55:32.772578 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:55:32.772979 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (69a58c33-7721-4aba-be41-530bfc63a166), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: timer() Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:55:32.776468 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:55:32.793680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 02058eab-2344-4824-a97b-61e091254f03 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:55:32.794012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 02058eab-2344-4824-a97b-61e091254f03 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:55:32.794466 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:55:32.813214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:55:32.813571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device c763d92d-8a9a-419d-b7f7-4e84d3f4cf0c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:55:32.813996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:55:32.833625 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:55:32.833954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 9ad8c005-ddb2-4f3f-be2c-d730aa165cf6 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:55:32.841740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (420e4288-91e5-47b1-a8ad-4d64bfc32255), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.849760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.852976 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/networks/420e4288-91e5-47b1-a8ad-4d64bfc32255 HTTP/1.1" status: 204 len: 168 time: 0.3200152 Feb 03 13:55:32.855720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51752) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:32.877035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137da3f2-5de2-46bc-8637-0eeab6287d9f tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'Network': ['ID=420e4288-91e5-47b1-a8ad-4d64bfc32255,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:32.923161 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b722c582-5255-41c2-b53d-88308b81cb0e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (49f2b7ff-195d-46e8-94e9-3d9b93cd39b0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.950734 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b722c582-5255-41c2-b53d-88308b81cb0e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (49f2b7ff-195d-46e8-94e9-3d9b93cd39b0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.018587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b722c582-5255-41c2-b53d-88308b81cb0e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (49f2b7ff-195d-46e8-94e9-3d9b93cd39b0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.021643 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b722c582-5255-41c2-b53d-88308b81cb0e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.022883 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b722c582-5255-41c2-b53d-88308b81cb0e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] 10.222.0.65 "DELETE /v2.0/security-groups/49f2b7ff-195d-46e8-94e9-3d9b93cd39b0 HTTP/1.1" status: 204 len: 168 time: 0.1662526 Feb 03 13:55:33.033313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722c582-5255-41c2-b53d-88308b81cb0e tempest-TestNetworkAdvancedServerOps-17761921 tempest-TestNetworkAdvancedServerOps-17761921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f2b7ff-195d-46e8-94e9-3d9b93cd39b0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:33.405926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51760) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:33.604386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-61c26ae2-96b4-47c8-932d-6d6ed03ded61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a654f962348e457fba6675e25aee148b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967194 Feb 03 13:55:33.608484 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51764) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:33.679247 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c889728-719b-4506-9f97-3173bc7ac0cd admin admin] Publish callbacks [] for security_group (0c485d96-7b33-4ebb-877f-c1f6dbd0d006), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.704426 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c889728-719b-4506-9f97-3173bc7ac0cd admin admin] Publish callbacks [] for security_group (0c485d96-7b33-4ebb-877f-c1f6dbd0d006), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.764617 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c889728-719b-4506-9f97-3173bc7ac0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (0c485d96-7b33-4ebb-877f-c1f6dbd0d006), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.766934 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2c889728-719b-4506-9f97-3173bc7ac0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.768306 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2c889728-719b-4506-9f97-3173bc7ac0cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c485d96-7b33-4ebb-877f-c1f6dbd0d006 HTTP/1.1" status: 204 len: 168 time: 0.1584098 Feb 03 13:55:33.777144 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c889728-719b-4506-9f97-3173bc7ac0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c485d96-7b33-4ebb-877f-c1f6dbd0d006,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:34.121607 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51770) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:34.139398 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-98235ebb-003b-4f03-bb91-819b26351851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:34.232927 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-98235ebb-003b-4f03-bb91-819b26351851 admin admin] Publish callbacks [] for security_group (4f2b72ef-058b-4ed0-9ada-d0a51f8f6faa), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:34.239282 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-98235ebb-003b-4f03-bb91-819b26351851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4f2b72ef-058b-4ed0-9ada-d0a51f8f6faa), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:34.291163 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-98235ebb-003b-4f03-bb91-819b26351851 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2a3cce6aecb486bb09fb3f3bdf0d709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680789 Feb 03 13:55:34.292048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98235ebb-003b-4f03-bb91-819b26351851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b72ef-058b-4ed0-9ada-d0a51f8f6faa,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:34.293975 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51772) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:34.352587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1329162f-ce83-455b-9291-5eabbcf85789 admin admin] Publish callbacks [] for security_group (4f2b72ef-058b-4ed0-9ada-d0a51f8f6faa), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:34.377704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1329162f-ce83-455b-9291-5eabbcf85789 admin admin] Publish callbacks [] for security_group (4f2b72ef-058b-4ed0-9ada-d0a51f8f6faa), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:34.432948 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1329162f-ce83-455b-9291-5eabbcf85789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (4f2b72ef-058b-4ed0-9ada-d0a51f8f6faa), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:34.436751 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1329162f-ce83-455b-9291-5eabbcf85789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:34.438345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1329162f-ce83-455b-9291-5eabbcf85789 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f2b72ef-058b-4ed0-9ada-d0a51f8f6faa HTTP/1.1" status: 204 len: 168 time: 0.1432073 Feb 03 13:55:34.446599 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329162f-ce83-455b-9291-5eabbcf85789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b72ef-058b-4ed0-9ada-d0a51f8f6faa,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:35.205121 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51794) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:35.309232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1398045670-network', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:35.342187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Made reservation on behalf of e03e99293c314292bf746156ce7bcd8c for: {'network': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:35.344685 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.353432 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.431307 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Publish callbacks [] for security_group (db328693-2652-4297-8ad5-97be72d2c85e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.440597 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (db328693-2652-4297-8ad5-97be72d2c85e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.468437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:35.480170 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db328693-2652-4297-8ad5-97be72d2c85e,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:35.485768 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.486115 n-d-792364-10 neutron-server[103224]: INFO neutron.db.segments_db [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Added segment e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b of type vlan for network b5a0a844-01fa-402c-8f6d-d9608817b6fb Feb 03 13:55:35.530385 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (b5a0a844-01fa-402c-8f6d-d9608817b6fb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.567309 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (b5a0a844-01fa-402c-8f6d-d9608817b6fb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.568720 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:35.569507 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.635640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4292705 Feb 03 13:55:35.638795 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51798) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:35.644038 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Request body: {'subnet': {'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1398045670-subnet', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'ip_version': 4}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:35.665417 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Made reservation on behalf of e03e99293c314292bf746156ce7bcd8c for: {'subnet': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:35.668004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4348403'] for subnet (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.674958 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce64884-466c-42f4-a0dd-8eeb2bb53749 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a0a844-01fa-402c-8f6d-d9608817b6fb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:35.685612 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:55:35.845365 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7423143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4348681'] for subnet (0e68b319-9336-49c3-8da2-9b716735c1a3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.904883 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e68b319-9336-49c3-8da2-9b716735c1a3,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:35.913760 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Checking segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:55:35.914124 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Network hostable DHCP agents. Network: b5a0a844-01fa-402c-8f6d-d9608817b6fb, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:35.933855 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:35.944503 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, b5a0a844-01fa-402c-8f6d-d9608817b6fb) {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:35.948840 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:35.949413 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.954487 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e7659f-c09f-4f2b-8f40-7cf5d18fa39e None None] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:55:35.966472 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0b50049e-3d9d-460d-8ee6-37be1c85d269 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3264935 Feb 03 13:55:35.969232 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51800) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:35.973671 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:35.996327 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.997452 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.049834 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks [] for router_controller (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.059468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:55:36.060330 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.191618 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks [] for router_gateway (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.201563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Allocated IP 172.20.0.2 (b5a0a844-01fa-402c-8f6d-d9608817b6fb/0e68b319-9336-49c3-8da2-9b716735c1a3/e925f7bc-60ac-48c6-88ec-beedf6f732dd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:36.349211 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Publish callbacks [] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.356609 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.391178 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks [] for router_gateway (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.399177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:36.401977 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:36.406092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:55:36.409034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Pushing event updated for resources: {'Port': ['ID=e925f7bc-60ac-48c6-88ec-beedf6f732dd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:36.411611 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.469584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Attempting to bind port e925f7bc-60ac-48c6-88ec-beedf6f732dd on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:55:36.469584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Attempting to bind port e925f7bc-60ac-48c6-88ec-beedf6f732dd by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:55:36.469584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Attempting to bind port e925f7bc-60ac-48c6-88ec-beedf6f732dd on network b5a0a844-01fa-402c-8f6d-d9608817b6fb {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:55:36.475363 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:55:36.475742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Checking segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:55:36.476149 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.476543 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Bound using segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:55:36.477015 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Bound port: e925f7bc-60ac-48c6-88ec-beedf6f732dd, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:55:36.477406 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.519667 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Allocated IP 172.25.3.26 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/360e26e4-c18a-4a1f-8f0a-c045e2a3dff1) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:36.545829 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-43062a30-7372-409d-8761-724057c6ea5e None None] For port e925f7bc-60ac-48c6-88ec-beedf6f732dd, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:36.549125 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-43062a30-7372-409d-8761-724057c6ea5e None None] For port e925f7bc-60ac-48c6-88ec-beedf6f732dd, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e925f7bc-60ac-48c6-88ec-beedf6f732dd,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:36.556641 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.624970 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43062a30-7372-409d-8761-724057c6ea5e None None] Pushing event updated for resources: {'Port': ['ID=e925f7bc-60ac-48c6-88ec-beedf6f732dd,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:36.627484 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks [] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.668968 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.707975 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:36.713234 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:36.716832 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:55:36.722559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Pushing event updated for resources: {'Port': ['ID=360e26e4-c18a-4a1f-8f0a-c045e2a3dff1,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:36.725273 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcf7f-7c8d-4ffe-8e7c-514c997e6661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.985864 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks [] for router_gateway (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:37.198100 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:37.329543 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:55:37.439295 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:37.453226 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Sync routers for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:55:37.465591 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:37.466250 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:37.468086 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:37.472066 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c310e840-41df-4640-95bf-0cc882afb919 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4991846 Feb 03 13:55:37.472239 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51804) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:37.585953 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:37.587617 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b48152b-0e65-43ed-8a7f-2343d5f6e360 None None] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:55:37.680788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6a5f9e7e-585f-4051-9dcc-b3721228f313 None None] Provisioning complete for port e925f7bc-60ac-48c6-88ec-beedf6f732dd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:37.681153 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a5f9e7e-585f-4051-9dcc-b3721228f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:37.811531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f9e7e-585f-4051-9dcc-b3721228f313 None None] Current status of the port e925f7bc-60ac-48c6-88ec-beedf6f732dd is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:37.812673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a5f9e7e-585f-4051-9dcc-b3721228f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:37.857144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6a5f9e7e-585f-4051-9dcc-b3721228f313 None None] For port e925f7bc-60ac-48c6-88ec-beedf6f732dd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e925f7bc-60ac-48c6-88ec-beedf6f732dd,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:37.864593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a5f9e7e-585f-4051-9dcc-b3721228f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:37.877730 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:36Z', 'revision_number': 3, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:37.911763 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Checking router: 6e3c5b1b-9130-425c-9a48-b09f0e87a25a for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:55:37.912125 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Updating router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:55:37.927132 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f9e7e-585f-4051-9dcc-b3721228f313 None None] Pushing event updated for resources: {'Port': ['ID=e925f7bc-60ac-48c6-88ec-beedf6f732dd,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:37.943889 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.087299 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-9d8bffd8-2bf4-427a-a026-eae1a3c338df None None] Provisioning complete for port e925f7bc-60ac-48c6-88ec-beedf6f732dd triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:38.087586 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d8bffd8-2bf4-427a-a026-eae1a3c338df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.164185 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d8bffd8-2bf4-427a-a026-eae1a3c338df None None] Current status of the port e925f7bc-60ac-48c6-88ec-beedf6f732dd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:38.209036 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Publish callbacks [] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.216394 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.219138 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.267768 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Pushing event updated for resources: {'Port': ['ID=360e26e4-c18a-4a1f-8f0a-c045e2a3dff1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:38.270016 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Attempting to bind port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:55:38.270381 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Attempting to bind port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:55:38.270738 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Attempting to bind port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:55:38.279663 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:55:38.280037 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:55:38.280455 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.280841 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:55:38.281284 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Bound port: 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:55:38.281660 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.284072 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.284421 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.284760 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.285108 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.285436 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.285755 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.286077 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.286505 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.286765 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.287076 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.287405 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.287720 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.288041 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:38.339995 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] For port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:38.343959 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] For port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=360e26e4-c18a-4a1f-8f0a-c045e2a3dff1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:38.352273 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.372718 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Allocated IP 172.20.0.1 (b5a0a844-01fa-402c-8f6d-d9608817b6fb/0e68b319-9336-49c3-8da2-9b716735c1a3/08ee3826-1266-4be4-b235-3b9206dd926c) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:38.409134 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:38.410135 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:38.454092 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347725fd-4a27-4740-aa9f-97ac30d35214 None None] Pushing event updated for resources: {'Port': ['ID=360e26e4-c18a-4a1f-8f0a-c045e2a3dff1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:38.483747 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Publish callbacks [] for port (08ee3826-1266-4be4-b235-3b9206dd926c), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.524335 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.539660 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:38.560113 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:38.566925 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:38.570374 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:55:38.575907 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Pushing event updated for resources: {'Port': ['ID=08ee3826-1266-4be4-b235-3b9206dd926c,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:38.625225 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.746429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e925f7bc-60ac-48c6-88ec-beedf6f732dd up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:38.767160 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:36Z', 'revision_number': 3, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:38.794105 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.794943 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b520f6-43bd-43aa-b961-d4a91f2091bb None None] The sync data for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 is: [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:36Z', 'revision_number': 3, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:55:38.809978 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port e925f7bc-60ac-48c6-88ec-beedf6f732dd triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:38.810745 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.900227 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3ee78468-2204-4778-a42e-9344589d0363 None None] Provisioning complete for port 08ee3826-1266-4be4-b235-3b9206dd926c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:38.900988 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ee78468-2204-4778-a42e-9344589d0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.904695 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port e925f7bc-60ac-48c6-88ec-beedf6f732dd is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:38.939501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3ee78468-2204-4778-a42e-9344589d0363 None None] Port 08ee3826-1266-4be4-b235-3b9206dd926c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:55:38.972023 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c384183f-c628-4c5e-bead-22f7312faea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:38.994782 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Publish callbacks [] for port (08ee3826-1266-4be4-b235-3b9206dd926c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:39.000574 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:39.063684 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:39.094081 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Pushing event updated for resources: {'Port': ['ID=08ee3826-1266-4be4-b235-3b9206dd926c,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:39.176631 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:39.178123 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:39.298230 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:55:39.413862 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:39.423376 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-0d39d278-db6b-487e-9f6d-3f6618b18235 admin admin] 10.222.0.65 "PUT /v2.0/routers/6e3c5b1b-9130-425c-9a48-b09f0e87a25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9450152 Feb 03 13:55:39.467523 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-e840cbac-6e0c-48a9-9441-cdd6c6bb4ab0 None None] Provisioning complete for port 08ee3826-1266-4be4-b235-3b9206dd926c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:39.468053 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e840cbac-6e0c-48a9-9441-cdd6c6bb4ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:39.505450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e840cbac-6e0c-48a9-9441-cdd6c6bb4ab0 None None] Port 08ee3826-1266-4be4-b235-3b9206dd926c cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:55:39.917030 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51820) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:39.922189 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1166465083-network', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:39.943804 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Made reservation on behalf of 996416b5869049f3b16650c7e4ea2f1b for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:39.946248 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:39.955304 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.030567 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Publish callbacks [] for security_group (b14606d1-f0c4-4509-abb2-b04ca94d3fea), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.037190 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b14606d1-f0c4-4509-abb2-b04ca94d3fea), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.062007 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:55:40.072388 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14606d1-f0c4-4509-abb2-b04ca94d3fea,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:40.077199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d202e8b9-1bcb-479b-a951-8d9124fea608), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.077530 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Added segment d202e8b9-1bcb-479b-a951-8d9124fea608 of type vlan for network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 Feb 03 13:55:40.119038 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (a456d6ef-bc3b-41a1-bb4c-56eabc5ee055), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.145947 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (a456d6ef-bc3b-41a1-bb4c-56eabc5ee055), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.146968 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:40.147658 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.209462 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2913136 Feb 03 13:55:40.212517 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51822) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:40.213013 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23338c52-7b53-4e66-a318-ec388b856b5f admin admin] Pushing event updated for resources: {'Network': ['ID=a456d6ef-bc3b-41a1-bb4c-56eabc5ee055,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:40.221754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Request body: {'subnet': {'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1166465083-subnet', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:40.223011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:55:40.244570 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Made reservation on behalf of 996416b5869049f3b16650c7e4ea2f1b for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:40.246975 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.402996 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Sync routers for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:55:40.417396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:40.417994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:40.429500 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (a9cd9eb4-e850-4181-9ee5-f34019b6ed4e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.478392 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.478829 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9cd9eb4-e850-4181-9ee5-f34019b6ed4e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:40.496491 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Checking segment: {'id': 'd202e8b9-1bcb-479b-a951-8d9124fea608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:55:40.496934 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Network hostable DHCP agents. Network: a456d6ef-bc3b-41a1-bb4c-56eabc5ee055, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:55:40.515854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:55:40.528065 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, a456d6ef-bc3b-41a1-bb4c-56eabc5ee055) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:40.532521 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:40.533140 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.539798 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902480cf-f20f-4a55-9762-b236d594cf6e None None] Network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:55:40.553522 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-88a3c6da-0fca-4d11-b62d-ab67e684864f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3372843 Feb 03 13:55:40.553742 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51824) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:40.558203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:40.565537 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:40.579976 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (46335e9e-016a-49b5-8c91-741c351c53c1), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.581046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (46335e9e-016a-49b5-8c91-741c351c53c1), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.653599 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks [] for router_controller (46335e9e-016a-49b5-8c91-741c351c53c1), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.724607 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:40.808268 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks [] for router_gateway (46335e9e-016a-49b5-8c91-741c351c53c1), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.993395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-a456d6ef-bc3b-41a1-bb4c-56eabc5ee055', 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055', 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'fixed_ips': [{'subnet_id': 'a9cd9eb4-e850-4181-9ee5-f34019b6ed4e'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:55:40.994265 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.015601 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks [] for router_gateway (46335e9e-016a-49b5-8c91-741c351c53c1), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.038816 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.140068 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:41.140319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Allocated IP 172.25.3.245 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:41.140420 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.242491 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Allocated IP 172.20.0.2 (a456d6ef-bc3b-41a1-bb4c-56eabc5ee055/a9cd9eb4-e850-4181-9ee5-f34019b6ed4e/41928836-40e3-42e3-8704-8ad934182ecb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:41.250878 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks [] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.288613 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.293811 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 2, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:41.326033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:41.330819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:41.334394 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:55:41.341030 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Checking router: 6e3c5b1b-9130-425c-9a48-b09f0e87a25a for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:55:41.341396 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Updating router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a port 08ee3826-1266-4be4-b235-3b9206dd926c binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:55:41.360862 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Pushing event updated for resources: {'Port': ['ID=58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:41.372336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:41.372731 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.438157 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.440915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=360e26e4-c18a-4a1f-8f0a-c045e2a3dff1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:41.459320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.587241 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks [] for router_gateway (46335e9e-016a-49b5-8c91-741c351c53c1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.639651 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Publish callbacks [] for port (41928836-40e3-42e3-8704-8ad934182ecb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.644497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=360e26e4-c18a-4a1f-8f0a-c045e2a3dff1,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:41.658597 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (41928836-40e3-42e3-8704-8ad934182ecb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.729552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:41.734847 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:41.737428 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:55:41.739728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Pushing event updated for resources: {'Port': ['ID=41928836-40e3-42e3-8704-8ad934182ecb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:41.782291 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (46335e9e-016a-49b5-8c91-741c351c53c1), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.846604 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Attempting to bind port 41928836-40e3-42e3-8704-8ad934182ecb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:55:41.847142 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Attempting to bind port 41928836-40e3-42e3-8704-8ad934182ecb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'd202e8b9-1bcb-479b-a951-8d9124fea608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:55:41.847652 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Attempting to bind port 41928836-40e3-42e3-8704-8ad934182ecb on network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:55:41.873725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:55:41.874096 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Checking segment: {'id': 'd202e8b9-1bcb-479b-a951-8d9124fea608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:55:41.874520 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.874902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Bound using segment: {'id': 'd202e8b9-1bcb-479b-a951-8d9124fea608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:55:41.875372 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Bound port: 41928836-40e3-42e3-8704-8ad934182ecb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd202e8b9-1bcb-479b-a951-8d9124fea608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:55:41.875743 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (41928836-40e3-42e3-8704-8ad934182ecb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.897461 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.912880 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Router 46335e9e-016a-49b5-8c91-741c351c53c1 is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:55:41.986885 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Publish callbacks [] for port (08ee3826-1266-4be4-b235-3b9206dd926c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:41.992254 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] For port 41928836-40e3-42e3-8704-8ad934182ecb, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:41.995590 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] For port 41928836-40e3-42e3-8704-8ad934182ecb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=41928836-40e3-42e3-8704-8ad934182ecb,segment=NetworkSegment(d202e8b9-1bcb-479b-a951-8d9124fea608),segment_id=d202e8b9-1bcb-479b-a951-8d9124fea608)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:41.998247 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.006725 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (41928836-40e3-42e3-8704-8ad934182ecb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.018515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:42.027762 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Sync routers for ids ['46335e9e-016a-49b5-8c91-741c351c53c1'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:55:42.038041 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Routers {'46335e9e-016a-49b5-8c91-741c351c53c1'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:42.038576 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.038727 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['46335e9e-016a-49b5-8c91-741c351c53c1'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:42.043117 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51826) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:42.043627 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1a02b547-3aa5-4710-aae3-19c55191bddd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4884026 Feb 03 13:55:42.076284 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248c2f5-7fff-4a20-ad88-b23744c0deec None None] Pushing event updated for resources: {'Port': ['ID=08ee3826-1266-4be4-b235-3b9206dd926c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:42.175973 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Attempting to bind port 08ee3826-1266-4be4-b235-3b9206dd926c on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:55:42.176348 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Attempting to bind port 08ee3826-1266-4be4-b235-3b9206dd926c by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:55:42.177305 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Attempting to bind port 08ee3826-1266-4be4-b235-3b9206dd926c on network b5a0a844-01fa-402c-8f6d-d9608817b6fb {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:55:42.182051 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Set router 46335e9e-016a-49b5-8c91-741c351c53c1 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:42.202719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:55:42.203225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Checking segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:55:42.203632 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.204040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Bound using segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:55:42.204546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Bound port: 08ee3826-1266-4be4-b235-3b9206dd926c, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:55:42.204938 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.207568 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf6b1b-5b03-46ee-829e-69420a370781 None None] Pushing event updated for resources: {'Port': ['ID=41928836-40e3-42e3-8704-8ad934182ecb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:42.292161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] For port 08ee3826-1266-4be4-b235-3b9206dd926c, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:42.295529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] For port 08ee3826-1266-4be4-b235-3b9206dd926c, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=08ee3826-1266-4be4-b235-3b9206dd926c,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:42.306767 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.384207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:42.385385 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:42.437170 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 3, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'gw_port': {'id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:41Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:42.454256 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248c2f5-7fff-4a20-ad88-b23744c0deec None None] Pushing event updated for resources: {'Port': ['ID=08ee3826-1266-4be4-b235-3b9206dd926c,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:42.475726 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Checking router: 46335e9e-016a-49b5-8c91-741c351c53c1 for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:55:42.482718 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Updating router 46335e9e-016a-49b5-8c91-741c351c53c1 port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:55:42.516553 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8dab8993-cbb6-49d7-88e7-52424add388a None None] Provisioning complete for port 08ee3826-1266-4be4-b235-3b9206dd926c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:42.517105 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dab8993-cbb6-49d7-88e7-52424add388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.524057 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.600529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:42.689430 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.789067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8dab8993-cbb6-49d7-88e7-52424add388a None None] Current status of the port 08ee3826-1266-4be4-b235-3b9206dd926c is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:42.789607 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dab8993-cbb6-49d7-88e7-52424add388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.795015 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.892576 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:42.901685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8dab8993-cbb6-49d7-88e7-52424add388a None None] For port 08ee3826-1266-4be4-b235-3b9206dd926c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=08ee3826-1266-4be4-b235-3b9206dd926c,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:42.928821 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dab8993-cbb6-49d7-88e7-52424add388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.935044 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Allocated IP 172.20.0.1 (a456d6ef-bc3b-41a1-bb4c-56eabc5ee055/a9cd9eb4-e850-4181-9ee5-f34019b6ed4e/cf017cfb-d4f2-402f-bb4a-9a634c81f8fb) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:42.976651 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Publish callbacks [] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:42.984412 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.033467 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab8993-cbb6-49d7-88e7-52424add388a None None] Pushing event updated for resources: {'Port': ['ID=08ee3826-1266-4be4-b235-3b9206dd926c,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:43.040825 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Attempting to bind port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:55:43.041422 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Attempting to bind port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:55:43.041533 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Attempting to bind port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:55:43.045501 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:43.046016 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.053037 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8f0ce-ed85-46a7-a758-a46d762fda6b None None] Pushing event updated for resources: {'Port': ['ID=58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:43.053244 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Publish callbacks [] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.055615 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:55:43.055988 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:55:43.056392 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.056773 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:55:43.057250 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Bound port: 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:55:43.057625 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.089849 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.111529 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-4c241514-9e75-4130-92b9-68ea5d044d44 None None] Provisioning complete for port 08ee3826-1266-4be4-b235-3b9206dd926c triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:43.111769 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] For port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:43.112137 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c241514-9e75-4130-92b9-68ea5d044d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.114857 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] For port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:43.123530 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.143061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:43.143791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:43.152821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:43.155454 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:55:43.182793 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Pushing event updated for resources: {'Port': ['ID=cf017cfb-d4f2-402f-bb4a-9a634c81f8fb,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:43.192571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0b70e-8fe9-43c7-8ef1-204b58aaaa91 None None] The sync data for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 is: [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:55:43.216145 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Routers {'46335e9e-016a-49b5-8c91-741c351c53c1'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:43.216870 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['46335e9e-016a-49b5-8c91-741c351c53c1'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:43.217994 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (46335e9e-016a-49b5-8c91-741c351c53c1), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.329690 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8f0ce-ed85-46a7-a758-a46d762fda6b None None] Pushing event updated for resources: {'Port': ['ID=58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:43.376641 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.445337 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] Set router 46335e9e-016a-49b5-8c91-741c351c53c1 gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:43.504717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:43.506261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 41928836-40e3-42e3-8704-8ad934182ecb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:43.584562 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4c241514-9e75-4130-92b9-68ea5d044d44 None None] Current status of the port 08ee3826-1266-4be4-b235-3b9206dd926c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:43.595545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 41928836-40e3-42e3-8704-8ad934182ecb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:43.595923 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (41928836-40e3-42e3-8704-8ad934182ecb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.647114 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Publish callbacks [] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.654391 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.725976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 41928836-40e3-42e3-8704-8ad934182ecb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:43.726540 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (41928836-40e3-42e3-8704-8ad934182ecb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.748813 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Pushing event updated for resources: {'Port': ['ID=cf017cfb-d4f2-402f-bb4a-9a634c81f8fb,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:43.753716 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (46335e9e-016a-49b5-8c91-741c351c53c1), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.776207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 41928836-40e3-42e3-8704-8ad934182ecb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=41928836-40e3-42e3-8704-8ad934182ecb,segment=NetworkSegment(d202e8b9-1bcb-479b-a951-8d9124fea608),segment_id=d202e8b9-1bcb-479b-a951-8d9124fea608)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:43.784030 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (41928836-40e3-42e3-8704-8ad934182ecb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:43.816004 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897cdb1-52fb-43db-ae11-baea530f94e8 None None] Network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:55:43.875238 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:43.876784 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:43.892059 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 3, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'gw_port': {'id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:41Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:43.924742 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52757f4-d8cf-4528-93a8-fcffa9ab41fb None None] The sync data for ids ['46335e9e-016a-49b5-8c91-741c351c53c1'] in n-d-792364-10 is: [{'id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 3, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'gw_port': {'id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:41Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:55:43.947765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=41928836-40e3-42e3-8704-8ad934182ecb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:43.981222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-93e98cf1-ac71-4c00-82dc-9eb3c2306787 None None] Provisioning complete for port 41928836-40e3-42e3-8704-8ad934182ecb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:43.981599 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93e98cf1-ac71-4c00-82dc-9eb3c2306787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (41928836-40e3-42e3-8704-8ad934182ecb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:44.135422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-93e98cf1-ac71-4c00-82dc-9eb3c2306787 None None] Current status of the port 41928836-40e3-42e3-8704-8ad934182ecb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:44.358932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d024ac3d-92fa-439f-a1d2-c54c61c3094f None None] Provisioning complete for port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:44.359264 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Router 46335e9e-016a-49b5-8c91-741c351c53c1 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:55:44.359739 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d024ac3d-92fa-439f-a1d2-c54c61c3094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:44.435364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d024ac3d-92fa-439f-a1d2-c54c61c3094f None None] Port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:55:44.451433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d024ac3d-92fa-439f-a1d2-c54c61c3094f None None] Provisioning complete for port 41928836-40e3-42e3-8704-8ad934182ecb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:44.451819 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d024ac3d-92fa-439f-a1d2-c54c61c3094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (41928836-40e3-42e3-8704-8ad934182ecb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:44.507696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:44.517159 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-644384e6-d7ad-4247-9b67-a8edfa744780 admin admin] 10.222.0.65 "PUT /v2.0/routers/46335e9e-016a-49b5-8c91-741c351c53c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4729393 Feb 03 13:55:44.608364 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d024ac3d-92fa-439f-a1d2-c54c61c3094f None None] Current status of the port 41928836-40e3-42e3-8704-8ad934182ecb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:44.735451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-37c379e0-b6de-4b24-9841-1f829eb36b75 None None] Provisioning complete for port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:44.735829 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37c379e0-b6de-4b24-9841-1f829eb36b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:44.809411 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-37c379e0-b6de-4b24-9841-1f829eb36b75 None None] Port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:55:44.931356 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-89fc38c8-721f-486e-a0e0-701e73de8a09 None None] Provisioning complete for port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:44.931825 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89fc38c8-721f-486e-a0e0-701e73de8a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:44.955905 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 41928836-40e3-42e3-8704-8ad934182ecb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:44.997584 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-89fc38c8-721f-486e-a0e0-701e73de8a09 None None] Port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:55:45.015403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 41928836-40e3-42e3-8704-8ad934182ecb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:45.015778 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (41928836-40e3-42e3-8704-8ad934182ecb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.104740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 41928836-40e3-42e3-8704-8ad934182ecb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:45.106137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:45.147657 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51834) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:45.152582 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-3e25420c-0afb-4026-98fb-6eb2ec6acf1e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932220824', 'description': 'tempest-secgroup-smoke-1932220824 description', 'project_id': 'e03e99293c314292bf746156ce7bcd8c'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:45.172373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:45.172933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.178116 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e25420c-0afb-4026-98fb-6eb2ec6acf1e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.270508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e25420c-0afb-4026-98fb-6eb2ec6acf1e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (699de76b-a098-459b-ad11-b82f07025738), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.280231 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e25420c-0afb-4026-98fb-6eb2ec6acf1e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (699de76b-a098-459b-ad11-b82f07025738), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.280508 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:45.280867 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.305641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:45.311714 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.312511 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 08ee3826-1266-4be4-b235-3b9206dd926c up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:45.315425 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25420c-0afb-4026-98fb-6eb2ec6acf1e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699de76b-a098-459b-ad11-b82f07025738,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.322211 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3e25420c-0afb-4026-98fb-6eb2ec6acf1e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.326607 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51836) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:45.327089 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3e25420c-0afb-4026-98fb-6eb2ec6acf1e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1778975 Feb 03 13:55:45.331437 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d00a0190-428e-4cc6-ae07-23926b521417 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': '699de76b-a098-459b-ad11-b82f07025738', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:45.360942 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d00a0190-428e-4cc6-ae07-23926b521417 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (930dc71b-fb33-4d31-a8bd-7648eb6115b8), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.390478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.403315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 08ee3826-1266-4be4-b235-3b9206dd926c triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:45.403684 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.423501 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d00a0190-428e-4cc6-ae07-23926b521417 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (930dc71b-fb33-4d31-a8bd-7648eb6115b8), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.430242 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d00a0190-428e-4cc6-ae07-23926b521417 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (930dc71b-fb33-4d31-a8bd-7648eb6115b8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.449992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a0190-428e-4cc6-ae07-23926b521417 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930dc71b-fb33-4d31-a8bd-7648eb6115b8,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.459914 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d00a0190-428e-4cc6-ae07-23926b521417 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.461691 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d00a0190-428e-4cc6-ae07-23926b521417 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340034 Feb 03 13:55:45.464642 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51838) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:45.469390 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-25b0e8a9-64d6-4b91-9efc-4046e4e66599 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': '699de76b-a098-459b-ad11-b82f07025738', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:45.498583 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 08ee3826-1266-4be4-b235-3b9206dd926c is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:45.505431 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25b0e8a9-64d6-4b91-9efc-4046e4e66599 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (ddc3f8f8-69ba-4665-a8ca-9f33abdaa1f2), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.569436 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25b0e8a9-64d6-4b91-9efc-4046e4e66599 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (ddc3f8f8-69ba-4665-a8ca-9f33abdaa1f2), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.575227 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25b0e8a9-64d6-4b91-9efc-4046e4e66599 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (ddc3f8f8-69ba-4665-a8ca-9f33abdaa1f2), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.592393 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0e8a9-64d6-4b91-9efc-4046e4e66599 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc3f8f8-69ba-4665-a8ca-9f33abdaa1f2,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.601549 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-25b0e8a9-64d6-4b91-9efc-4046e4e66599 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.602775 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-25b0e8a9-64d6-4b91-9efc-4046e4e66599 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370616 Feb 03 13:55:45.605707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51840) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:45.610344 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-44323f01-1440-4912-98ba-f6049b98330e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': '699de76b-a098-459b-ad11-b82f07025738', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:45.636508 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44323f01-1440-4912-98ba-f6049b98330e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (b229a6d8-94f6-40c5-9599-0ca7afb7f7d4), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.696125 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44323f01-1440-4912-98ba-f6049b98330e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (b229a6d8-94f6-40c5-9599-0ca7afb7f7d4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.703046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44323f01-1440-4912-98ba-f6049b98330e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (b229a6d8-94f6-40c5-9599-0ca7afb7f7d4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.726796 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44323f01-1440-4912-98ba-f6049b98330e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b229a6d8-94f6-40c5-9599-0ca7afb7f7d4,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.733220 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-44323f01-1440-4912-98ba-f6049b98330e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.734443 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-44323f01-1440-4912-98ba-f6049b98330e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276112 Feb 03 13:55:45.737319 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51842) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:45.742139 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8132d21d-c5c3-4003-a0fa-2c2cb08f7a43 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': '699de76b-a098-459b-ad11-b82f07025738', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:45.768378 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8132d21d-c5c3-4003-a0fa-2c2cb08f7a43 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (480dbcbd-fc0d-46c5-8aea-56d47a864355), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.839730 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8132d21d-c5c3-4003-a0fa-2c2cb08f7a43 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (480dbcbd-fc0d-46c5-8aea-56d47a864355), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.844714 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8132d21d-c5c3-4003-a0fa-2c2cb08f7a43 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (480dbcbd-fc0d-46c5-8aea-56d47a864355), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.866457 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132d21d-c5c3-4003-a0fa-2c2cb08f7a43 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480dbcbd-fc0d-46c5-8aea-56d47a864355,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:45.872922 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8132d21d-c5c3-4003-a0fa-2c2cb08f7a43 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:45.873980 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8132d21d-c5c3-4003-a0fa-2c2cb08f7a43 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355128 Feb 03 13:55:45.877504 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51844) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:45.882618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-f635cb62-818a-47d1-a7b1-c7f3055c9454 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': '699de76b-a098-459b-ad11-b82f07025738', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:45.908701 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-f635cb62-818a-47d1-a7b1-c7f3055c9454 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Project e03e99293c314292bf746156ce7bcd8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:55:45.914890 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f635cb62-818a-47d1-a7b1-c7f3055c9454 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (04c3a088-cef1-4c3d-b78e-3a0d77f72e57), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.246023 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f635cb62-818a-47d1-a7b1-c7f3055c9454 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (04c3a088-cef1-4c3d-b78e-3a0d77f72e57), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.251740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f635cb62-818a-47d1-a7b1-c7f3055c9454 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (04c3a088-cef1-4c3d-b78e-3a0d77f72e57), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.271585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635cb62-818a-47d1-a7b1-c7f3055c9454 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c3a088-cef1-4c3d-b78e-3a0d77f72e57,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:46.280256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-f635cb62-818a-47d1-a7b1-c7f3055c9454 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.284001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-f635cb62-818a-47d1-a7b1-c7f3055c9454 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4029174 Feb 03 13:55:46.284243 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 51846) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:46.288957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d76530cb-7b49-487a-95d6-1cad39b1388c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': '699de76b-a098-459b-ad11-b82f07025738', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:46.311477 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-d76530cb-7b49-487a-95d6-1cad39b1388c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Project e03e99293c314292bf746156ce7bcd8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:55:46.317232 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d76530cb-7b49-487a-95d6-1cad39b1388c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (49a9c4f7-e466-4050-a97f-ebdb27efd10e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.379433 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d76530cb-7b49-487a-95d6-1cad39b1388c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (49a9c4f7-e466-4050-a97f-ebdb27efd10e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.384976 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d76530cb-7b49-487a-95d6-1cad39b1388c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (49a9c4f7-e466-4050-a97f-ebdb27efd10e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.404779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76530cb-7b49-487a-95d6-1cad39b1388c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a9c4f7-e466-4050-a97f-ebdb27efd10e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:46.414240 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d76530cb-7b49-487a-95d6-1cad39b1388c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.415449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d76530cb-7b49-487a-95d6-1cad39b1388c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302857 Feb 03 13:55:46.513680 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Sync routers for ids ['46335e9e-016a-49b5-8c91-741c351c53c1'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:55:46.527764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Routers {'46335e9e-016a-49b5-8c91-741c351c53c1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:46.528530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['46335e9e-016a-49b5-8c91-741c351c53c1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:46.575064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-03223979-4274-4ab1-aeb9-733f45f46d55 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932220824&fields=id&tenant_id=e03e99293c314292bf746156ce7bcd8c HTTP/1.1" status: 200 len: 267 time: 0.0469642 Feb 03 13:55:46.637916 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Set router 46335e9e-016a-49b5-8c91-741c351c53c1 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:46.672901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:46.690593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daee16-17bf-4ebc-881a-3647465d957d req-af936d7f-76da-4d7c-9493-56983cac5300 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:46.692134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-af936d7f-76da-4d7c-9493-56983cac5300 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 809 time: 0.1119218 Feb 03 13:55:46.707246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-b91d743f-8eb2-4b42-9589-7be522283afb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/quotas/e03e99293c314292bf746156ce7bcd8c HTTP/1.1" status: 200 len: 375 time: 0.0091302 Feb 03 13:55:46.762252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-309cf2e8-7a9d-4706-8f06-95c0f7f4e725 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498857 Feb 03 13:55:46.814358 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:46.814752 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.941138 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:46.945714 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'gw_port': {'id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:41Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'cf017cfb-d4f2-402f-bb4a-9a634c81f8fb', 'name': '', 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'mac_address': 'fa:16:3e:28:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a9cd9eb4-e850-4181-9ee5-f34019b6ed4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:42Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 2, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'subnets': [{'id': 'a9cd9eb4-e850-4181-9ee5-f34019b6ed4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:46.956261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-21cd531b-553e-4d02-b4ff-7be79e893b26 service neutron] 10.222.0.65 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813636 Feb 03 13:55:46.974066 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Checking router: 46335e9e-016a-49b5-8c91-741c351c53c1 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:55:46.974509 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Updating router 46335e9e-016a-49b5-8c91-741c351c53c1 port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:55:47.003937 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:47.043964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-aa8a2d8d-9962-4e41-8801-5bb93c3452b4 service neutron] 10.222.0.65 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817351 Feb 03 13:55:47.128410 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:47.207246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5bb16a1-cea4-4078-955e-846c7b8f6da4 req-75403e13-740d-4890-9954-dbef95440c8b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Feb 03 13:55:47.286296 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Publish callbacks [] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:47.293909 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:47.344107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b66794-174c-45ce-9923-864e4c8cda67 None None] Pushing event updated for resources: {'Port': ['ID=cf017cfb-d4f2-402f-bb4a-9a634c81f8fb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:47.412238 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Attempting to bind port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:55:47.412660 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Attempting to bind port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': 'd202e8b9-1bcb-479b-a951-8d9124fea608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:55:47.413033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Attempting to bind port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb on network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:55:47.418258 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:55:47.418687 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Checking segment: {'id': 'd202e8b9-1bcb-479b-a951-8d9124fea608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:55:47.419090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:47.419938 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Bound using segment: {'id': 'd202e8b9-1bcb-479b-a951-8d9124fea608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:55:47.420062 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Bound port: cf017cfb-d4f2-402f-bb4a-9a634c81f8fb, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd202e8b9-1bcb-479b-a951-8d9124fea608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:55:47.420368 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:47.490422 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] For port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:47.494986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] For port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cf017cfb-d4f2-402f-bb4a-9a634c81f8fb,segment=NetworkSegment(d202e8b9-1bcb-479b-a951-8d9124fea608),segment_id=d202e8b9-1bcb-479b-a951-8d9124fea608)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:47.502132 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:47.565371 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Routers {'46335e9e-016a-49b5-8c91-741c351c53c1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:47.565997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['46335e9e-016a-49b5-8c91-741c351c53c1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:47.614640 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b66794-174c-45ce-9923-864e4c8cda67 None None] Pushing event updated for resources: {'Port': ['ID=cf017cfb-d4f2-402f-bb4a-9a634c81f8fb,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:47.674901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-d32d85e9-93d8-4596-9f2e-ae71bbbade56 None None] Provisioning complete for port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:47.675313 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d32d85e9-93d8-4596-9f2e-ae71bbbade56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:47.901081 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] Set router 46335e9e-016a-49b5-8c91-741c351c53c1 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:48.033990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d32d85e9-93d8-4596-9f2e-ae71bbbade56 None None] Current status of the port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:48.034238 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d32d85e9-93d8-4596-9f2e-ae71bbbade56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:48.112279 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d32d85e9-93d8-4596-9f2e-ae71bbbade56 None None] For port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cf017cfb-d4f2-402f-bb4a-9a634c81f8fb,segment=NetworkSegment(d202e8b9-1bcb-479b-a951-8d9124fea608),segment_id=d202e8b9-1bcb-479b-a951-8d9124fea608)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:48.141674 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d32d85e9-93d8-4596-9f2e-ae71bbbade56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:48.204197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d85e9-93d8-4596-9f2e-ae71bbbade56 None None] Pushing event updated for resources: {'Port': ['ID=cf017cfb-d4f2-402f-bb4a-9a634c81f8fb,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:48.217051 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'gw_port': {'id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:41Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'cf017cfb-d4f2-402f-bb4a-9a634c81f8fb', 'name': '', 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'mac_address': 'fa:16:3e:28:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a9cd9eb4-e850-4181-9ee5-f34019b6ed4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:42Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'subnets': [{'id': 'a9cd9eb4-e850-4181-9ee5-f34019b6ed4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:48.245876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a3195-61b7-4b1b-b518-dffce4a27380 None None] The sync data for ids ['46335e9e-016a-49b5-8c91-741c351c53c1'] in n-d-792364-10 is: [{'id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T13:55:43Z', 'revision_number': 4, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'gw_port': {'id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:41Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': 'cf017cfb-d4f2-402f-bb4a-9a634c81f8fb', 'name': '', 'network_id': 'a456d6ef-bc3b-41a1-bb4c-56eabc5ee055', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'mac_address': 'fa:16:3e:28:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a9cd9eb4-e850-4181-9ee5-f34019b6ed4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:42Z', 'updated_at': '2022-02-03T13:55:47Z', 'revision_number': 4, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'subnets': [{'id': 'a9cd9eb4-e850-4181-9ee5-f34019b6ed4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:55:48.265876 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-539269f4-b21c-4111-980f-0df4aa0f71d8 None None] Provisioning complete for port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:48.266260 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-539269f4-b21c-4111-980f-0df4aa0f71d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:48.285933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daee16-17bf-4ebc-881a-3647465d957d req-dd2d89dd-daef-4c5d-ac1f-2e1fc041412a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:48.287518 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-dd2d89dd-daef-4c5d-ac1f-2e1fc041412a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 809 time: 0.1344543 Feb 03 13:55:48.391953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-05d62e5b-ef81-4dad-809f-ce6446ab7c07 req-98e9d445-cc60-43d9-a701-cd1cac3127e5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 210 time: 0.0586503 Feb 03 13:55:48.399528 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-539269f4-b21c-4111-980f-0df4aa0f71d8 None None] Current status of the port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:48.434230 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-e930da87-4ce1-44cf-a60b-a31e1192c10d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e03e99293c314292bf746156ce7bcd8c HTTP/1.1" status: 200 len: 380 time: 0.1380050 Feb 03 13:55:48.443596 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'port': {'device_id': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'admin_state_up': True, 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'security_groups': ['699de76b-a098-459b-ad11-b82f07025738']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:48.560347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Made reservation on behalf of e03e99293c314292bf746156ce7bcd8c for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:55:48.564365 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:48.714925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Allocated IP 172.20.0.7 (b5a0a844-01fa-402c-8f6d-d9608817b6fb/0e68b319-9336-49c3-8da2-9b716735c1a3/11ca88a5-8d40-4add-97ec-d688c36facf5) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:48.719178 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cf017cfb-d4f2-402f-bb4a-9a634c81f8fb up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:48.777613 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:48.777995 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:48.861757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:48.880332 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:48.916505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:48.967141 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:48.970219 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:48.977526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:55:49.002377 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:49.033764 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:49.034412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:49.053370 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-7180c67b-a66a-4f42-9a79-2cb066e3e456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135585 Feb 03 13:55:49.063158 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-f78f6faf-db4a-41e7-ab77-65a8a94ee22a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:55:49.064162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-f78f6faf-db4a-41e7-ab77-65a8a94ee22a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055215 Feb 03 13:55:49.076965 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Request body: {'port': {'device_id': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:49.140535 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:49.225080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-5d971d31-e931-44b3-9224-ec9e9a973a32 None None] Provisioning complete for port 11ca88a5-8d40-4add-97ec-d688c36facf5 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:49.225450 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d971d31-e931-44b3-9224-ec9e9a973a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:49.261976 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5d971d31-e931-44b3-9224-ec9e9a973a32 None None] Port 11ca88a5-8d40-4add-97ec-d688c36facf5 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:55:49.421692 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ca88a5-8d40-4add-97ec-d688c36facf5 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:55:49.429505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Publish callbacks [] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:49.442435 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Transition to ACTIVE for port object 11ca88a5-8d40-4add-97ec-d688c36facf5 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:55:49.450791 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:49.539430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:49.605767 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ae2bf-6cc6-48b5-8f22-02b3892bf579 req-b3ce60aa-801b-4497-a86e-3cba38b3b057 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:49.607328 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-471ae2bf-6cc6-48b5-8f22-02b3892bf579 req-b3ce60aa-801b-4497-a86e-3cba38b3b057 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.1289718 Feb 03 13:55:49.644322 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Attempting to bind port 11ca88a5-8d40-4add-97ec-d688c36facf5 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:55:49.644633 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Attempting to bind port 11ca88a5-8d40-4add-97ec-d688c36facf5 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:55:49.644960 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Attempting to bind port 11ca88a5-8d40-4add-97ec-d688c36facf5 on network b5a0a844-01fa-402c-8f6d-d9608817b6fb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:55:49.655649 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Port 11ca88a5-8d40-4add-97ec-d688c36facf5 on network b5a0a844-01fa-402c-8f6d-d9608817b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:55:49.655926 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Attempting to bind port 11ca88a5-8d40-4add-97ec-d688c36facf5 on network b5a0a844-01fa-402c-8f6d-d9608817b6fb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:55:49.669826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:55:49.670199 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Checking segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:55:49.670754 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Bound using segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:55:49.670996 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Bound port: 11ca88a5-8d40-4add-97ec-d688c36facf5, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:55:49.671349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:49.689730 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-471ae2bf-6cc6-48b5-8f22-02b3892bf579 req-1b317ed5-093c-494f-a0c2-71628229685f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748367 Feb 03 13:55:49.745731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:55:49.748803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:55:49.758120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:49.795334 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:49.796236 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:49.797767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] 10.222.0.72 "PUT /v2.0/ports/11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 1092 time: 0.7252958 Feb 03 13:55:49.798167 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:55:49.800689 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bff8772-45d2-41eb-acad-7b93d8401a84" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:55:49.827728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e22e5-1509-416f-82dd-424b936cbf8e service neutron] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:49.859799 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b73670-2ed2-459d-8550-628dd06bc8c1 x-openstack-request-id: req-f3b73670-2ed2-459d-8550-628dd06bc8c1 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:55:49.860097 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:55:49.860358 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3b73670-2ed2-459d-8550-628dd06bc8c1 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:55:49.860763 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'status': 'completed', 'code': 200} Feb 03 13:55:49.899899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daee16-17bf-4ebc-881a-3647465d957d req-47d17f5a-93f3-40ab-805f-892c898d2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:49.901377 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-47d17f5a-93f3-40ab-805f-892c898d2187 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1126 time: 0.0512512 Feb 03 13:55:49.947651 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-6e1c868f-c6f0-4823-86b0-4fcea91c7751 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 217 time: 0.0361006 Feb 03 13:55:50.004329 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daee16-17bf-4ebc-881a-3647465d957d req-1a092797-a6de-4c24-90f1-a5a447bca4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:50.005847 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-1a092797-a6de-4c24-90f1-a5a447bca4b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0517430 Feb 03 13:55:50.059455 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daee16-17bf-4ebc-881a-3647465d957d req-24662710-ec9e-4b90-8065-656ef9b12c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:50.060980 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-24662710-ec9e-4b90-8065-656ef9b12c80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489967 Feb 03 13:55:50.161657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-a4c8dcfc-3901-49fd-b797-47c2804a445b service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905349 Feb 03 13:55:50.262616 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03daee16-17bf-4ebc-881a-3647465d957d req-ac50ed6a-e13c-4351-8d9e-307f5a13cc37 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939043 Feb 03 13:55:50.359769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-a61ac23f-fb33-4a41-b69c-a791710974aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:50.361415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-a61ac23f-fb33-4a41-b69c-a791710974aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1126 time: 0.0463555 Feb 03 13:55:50.458817 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-f8c988f0-40e4-43c6-9026-77dd533f1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:50.460298 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-f8c988f0-40e4-43c6-9026-77dd533f1fb9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0923445 Feb 03 13:55:50.500430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-d859abb2-1bbe-4766-b9c9-f18164749b65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 217 time: 0.0339122 Feb 03 13:55:50.552209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-9f0b10f5-9d60-4afe-8f38-c17a5d12aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:50.553643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-9f0b10f5-9d60-4afe-8f38-c17a5d12aa2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0474577 Feb 03 13:55:50.604608 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-41f182a8-7308-46e7-b047-a2ca6677d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:50.606079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-41f182a8-7308-46e7-b047-a2ca6677d681 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444858 Feb 03 13:55:50.713402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-e4f66812-c212-4aa5-b448-2bd1a16201fb service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002243 Feb 03 13:55:50.833594 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8bff8772-45d2-41eb-acad-7b93d8401a84 req-71fbf8bd-753a-45b2-b419-ba28ed90e5b7 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137261 Feb 03 13:55:50.848924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2d38f-8ded-4155-8d61-e1d356756bf8 req-c843d861-ccbd-482a-9fd5-547c426be105 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:50.850470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fa2d38f-8ded-4155-8d61-e1d356756bf8 req-c843d861-ccbd-482a-9fd5-547c426be105 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0720949 Feb 03 13:55:50.902967 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8fa2d38f-8ded-4155-8d61-e1d356756bf8 req-d0cb4ef2-f991-4fb6-92f2-f70de2c3f4da tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463355 Feb 03 13:55:51.503984 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:51.754280 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:55:52.039907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228d715-ad09-48c7-836e-641897f34d74 req-700f6e23-1db6-4624-bb47-ac69a5b29d0d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:52.041292 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9228d715-ad09-48c7-836e-641897f34d74 req-700f6e23-1db6-4624-bb47-ac69a5b29d0d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0619330 Feb 03 13:55:52.096104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9228d715-ad09-48c7-836e-641897f34d74 req-396526cc-c870-4a56-918a-ba2cf7b909b4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Feb 03 13:55:52.553689 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:55:52.656425 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:52.667986 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'port_id': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'mac_address': 'fa:16:3e:b9:88:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:55:52.708643 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11ca88a5-8d40-4add-97ec-d688c36facf5 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:52.709055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:52.723217 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ca88a5-8d40-4add-97ec-d688c36facf5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:55:52.743220 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:52.749279 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:52.808679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:52.956912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['11ca88a5-8d40-4add-97ec-d688c36facf5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:55:53.221554 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8cb81-723e-4e20-9688-29af757214f0 req-948b05c4-a80c-4c6a-9e63-45cc83a56040 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:53.223161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07e8cb81-723e-4e20-9688-29af757214f0 req-948b05c4-a80c-4c6a-9e63-45cc83a56040 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 944 time: 0.0539010 Feb 03 13:55:53.271870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07e8cb81-723e-4e20-9688-29af757214f0 req-784d1d86-b660-441e-9529-b4fad8d6c479 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 Feb 03 13:55:54.467883 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8ca81-49ee-4617-a2e4-304db329a645 req-d0d45083-0441-468e-8994-7327bfeedad2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:54.469376 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37b8ca81-49ee-4617-a2e4-304db329a645 req-d0d45083-0441-468e-8994-7327bfeedad2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 944 time: 0.1234007 Feb 03 13:55:54.523892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-37b8ca81-49ee-4617-a2e4-304db329a645 req-8fb84841-90cd-4d8a-bdb6-9710e95f9c4c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483344 Feb 03 13:55:54.568960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:54.622225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port 11ca88a5-8d40-4add-97ec-d688c36facf5 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:55:54.626912 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 11ca88a5-8d40-4add-97ec-d688c36facf5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:54.627292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:54.709960 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11ca88a5-8d40-4add-97ec-d688c36facf5 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:54.710412 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:54.738201 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:55:54.740593 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1571b9-1073-4ed0-9322-44b1763943aa" -d '{"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-plugged", "status": "completed", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:55:54.752788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:54.757997 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:54.783028 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dae63f9-15f9-4d6e-aace-29e55ec4d40a x-openstack-request-id: req-1dae63f9-15f9-4d6e-aace-29e55ec4d40a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:55:54.783357 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-plugged", "status": "completed", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:55:54.783616 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1dae63f9-15f9-4d6e-aace-29e55ec4d40a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:55:54.784004 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'code': 200} Feb 03 13:55:54.812206 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:54.880826 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764b089-1291-48c1-8b8f-55c52525301c req-161bbc9a-e79d-46ff-b08a-084f8edc37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:54.882362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5764b089-1291-48c1-8b8f-55c52525301c req-161bbc9a-e79d-46ff-b08a-084f8edc37c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1128 time: 0.0452321 Feb 03 13:55:54.929000 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5764b089-1291-48c1-8b8f-55c52525301c req-8842a7e5-f5f9-4e19-bbb0-cc230b63091f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404422 Feb 03 13:55:55.669012 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687f80d-520e-4265-b2fd-d5abc24e4921 req-e0fdfbbc-ceb9-40fa-a564-f63d50865101 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:55.670620 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b687f80d-520e-4265-b2fd-d5abc24e4921 req-e0fdfbbc-ceb9-40fa-a564-f63d50865101 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0646532 Feb 03 13:55:55.737746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b687f80d-520e-4265-b2fd-d5abc24e4921 req-a19ee50b-7efd-4433-b805-7a05766ac943 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594633 Feb 03 13:55:56.883133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc6655-8c7a-4fa7-aec8-4f4af8e0da6f req-c1d59606-2e21-4caa-97c7-5a88df947263 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:56.884526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79fc6655-8c7a-4fa7-aec8-4f4af8e0da6f req-c1d59606-2e21-4caa-97c7-5a88df947263 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0611408 Feb 03 13:55:56.937662 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79fc6655-8c7a-4fa7-aec8-4f4af8e0da6f req-a65fa63e-bc09-4c03-85db-bdb56048f8ea tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473952 Feb 03 13:55:57.068814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3876d0-c006-4692-9dbc-daf73d8742bb req-0ed44ec3-10eb-497a-bd4b-6bc2f51713dc tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:57.069785 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b3876d0-c006-4692-9dbc-daf73d8742bb req-0ed44ec3-10eb-497a-bd4b-6bc2f51713dc tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0608311 Feb 03 13:55:57.121177 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5b3876d0-c006-4692-9dbc-daf73d8742bb req-038b4d9c-2e37-40b2-9f94-cc0861643b01 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454931 Feb 03 13:55:57.146898 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51902) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:57.251471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5dbea-0678-49f8-a63b-983e78d1a808 tempest-TestShelveInstance-514642431 tempest-TestShelveInstance-514642431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:57.252989 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-fab5dbea-0678-49f8-a63b-983e78d1a808 tempest-TestShelveInstance-514642431 tempest-TestShelveInstance-514642431-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1123 time: 0.1046972 Feb 03 13:55:57.258199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 51906) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:55:57.262434 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:55:57.285646 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:57.405962 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:57.511833 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Allocated IP 172.25.3.144 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/4fe38680-1349-4c96-ae59-31cd8e4b388d) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:55:57.635818 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for port (4fe38680-1349-4c96-ae59-31cd8e4b388d), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:57.676202 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4fe38680-1349-4c96-ae59-31cd8e4b388d), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:57.714922 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:55:57.720368 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:55:57.724053 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:55:57.730133 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'Port': ['ID=4fe38680-1349-4c96-ae59-31cd8e4b388d,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:58.106595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for floatingip (20829309-23ea-4924-b400-8614d6e34245), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:58.177315 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (4fe38680-1349-4c96-ae59-31cd8e4b388d), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:58.329065 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for port (4fe38680-1349-4c96-ae59-31cd8e4b388d), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:58.335790 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (4fe38680-1349-4c96-ae59-31cd8e4b388d), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:58.415696 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'Port': ['ID=4fe38680-1349-4c96-ae59-31cd8e4b388d,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:58.427896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (20829309-23ea-4924-b400-8614d6e34245), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:58.531406 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Floating IP 20829309-23ea-4924-b400-8614d6e34245 associated. External IP: 172.25.3.144, port: 11ca88a5-8d40-4add-97ec-d688c36facf5. Feb 03 13:55:58.772524 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:55:58.883094 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:55:58.896460 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] Sync routers for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:55:58.905772 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:58.907637 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:58.908272 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:58.935173 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-4052a9f7-e8a1-4ec2-86f5-1817b2ce0de3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6759338 Feb 03 13:55:58.935743 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:55:58.937986 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:55:58.977456 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9fcaf-6f09-4f2e-832e-8313fd18ff56 x-openstack-request-id: req-36f9fcaf-6f09-4f2e-832e-8313fd18ff56 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:55:58.977748 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:55:58.977985 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36f9fcaf-6f09-4f2e-832e-8313fd18ff56 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:55:58.978439 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'status': 'completed', 'code': 200} Feb 03 13:55:59.013526 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:59.049872 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-59a0061b-469a-41ed-a75b-3c4c86d4d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:59.051423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-59a0061b-469a-41ed-a75b-3c4c86d4d27d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1128 time: 0.0496533 Feb 03 13:55:59.143209 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-885d278e-7a50-424c-9fd0-3265e8d20dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:59.144716 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-885d278e-7a50-424c-9fd0-3265e8d20dfa service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0867698 Feb 03 13:55:59.213534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-84e88be1-5e4b-405b-85f7-2469b6d71997 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 999 time: 0.0618927 Feb 03 13:55:59.241656 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '20829309-23ea-4924-b400-8614d6e34245', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'port_id': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'mac_address': 'fa:16:3e:b9:88:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:57Z', 'updated_at': '2022-02-03T13:55:57Z', 'revision_number': 0, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:59.261290 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-105a953f-5225-493a-9827-b7afb182944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:59.262874 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-105a953f-5225-493a-9827-b7afb182944d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0425317 Feb 03 13:55:59.267670 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] Checking router: 6e3c5b1b-9130-425c-9a48-b09f0e87a25a for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:55:59.276675 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:55:59.277260 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:55:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:59.312717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-a1f19757-71d2-44f4-b0f8-06588d1bc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:59.314458 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-a1f19757-71d2-44f4-b0f8-06588d1bc352 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452344 Feb 03 13:55:59.383262 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:55:59.414104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-7707ea0e-fb53-4759-a1ca-1b416ce722e7 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937309 Feb 03 13:55:59.505390 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-991c5eaf-a9cb-4de7-b1fc-dde2de688d80 req-f58fea80-ab0d-4750-9ff1-80d0d1a09a85 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851934 Feb 03 13:55:59.616041 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '20829309-23ea-4924-b400-8614d6e34245', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'port_id': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'mac_address': 'fa:16:3e:b9:88:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:57Z', 'updated_at': '2022-02-03T13:55:57Z', 'revision_number': 0, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:55:59.647647 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f4d58-7081-4180-8993-b0f20e1abda1 None None] The sync data for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 is: [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '20829309-23ea-4924-b400-8614d6e34245', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'port_id': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'mac_address': 'fa:16:3e:b9:88:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:55:57Z', 'updated_at': '2022-02-03T13:55:57Z', 'revision_number': 0, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:55:59.859481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf8092-af52-4f1d-9bba-ac5cd2583fc2 None None] New status for floating IP 20829309-23ea-4924-b400-8614d6e34245: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:56:06.713187 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57905bae-9dec-4273-8de0-cde03e9317eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:08.985912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b419d93-2652-4380-8f95-84503ef7502c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:10.461414 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:11.872054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:12.709826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:17.089185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:21.524792 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:28.753769 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:56:36.709507 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0efdb488-4f27-4cf4-a23f-7fbcd8bc9310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:38.984343 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-073a184a-71dc-437f-b7f0-66c5cf43793c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:40.466871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:41.877178 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:42.708051 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:47.100660 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:51.538728 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:52.825049 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-9a597878-0cd3-4cad-9bc7-1d030f0cff7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474491 Feb 03 13:56:52.922408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-6c5e348b-ccc4-40fa-b93a-c2347e003095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:52.924035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-6c5e348b-ccc4-40fa-b93a-c2347e003095 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1128 time: 0.0539942 Feb 03 13:56:53.039807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-4a5bab64-fc76-4f37-b3fd-84773b79b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.041893 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-4a5bab64-fc76-4f37-b3fd-84773b79b11c service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0983906 Feb 03 13:56:53.115810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-5e84d334-4c25-48b7-8855-e54c91874f65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 1001 time: 0.0654280 Feb 03 13:56:53.169283 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-77d47c62-7ca5-47ce-8603-e762c9a772db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.171307 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-77d47c62-7ca5-47ce-8603-e762c9a772db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0493915 Feb 03 13:56:53.225574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-1453e945-052d-4035-9391-7cc8abd0c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:53.227041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-1453e945-052d-4035-9391-7cc8abd0c6d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487986 Feb 03 13:56:53.326532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-f1d951e7-5a33-4fa9-a457-55a0965aa518 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921814 Feb 03 13:56:53.415378 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-28ec9963-5c83-4dce-9615-a7aae1acc443 req-326704db-b40c-49e5-bf4e-999e82c30ba8 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821936 Feb 03 13:57:05.755459 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:57:06.706036 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f5926c8-a730-4910-b6d4-d4ce623686ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.992947 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3970c4b4-9d88-42ed-901b-5cc49b564805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:10.468008 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:11.884473 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.706268 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.098729 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.547700 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:36.711888 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76a53c2d-698a-4b9d-b487-0178d6d77514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:38.987514 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8789613-575f-432b-ab2a-90cda7e12545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:40.046038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-c416afe2-0bd9-43fd-9b76-2c9faa3aca69 req-d5c0b064-4608-40e0-88a4-e1d00344f283 tempest-TestEncryptedCinderVolumes-1445402634 tempest-TestEncryptedCinderVolumes-1445402634-project] (103224) timed out ('10.222.0.65', 41090) {{(pid=103224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:57:40.473946 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:41.891978 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:42.712359 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:42.755651 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:57:47.112979 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:51.565074 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:53.791234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-e89d5244-0bd5-42de-9c44-a3d2c0c3fa4c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1025181 Feb 03 13:57:53.892625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-7c20abf2-97fa-41e3-bbd7-c220799a832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:53.894134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-7c20abf2-97fa-41e3-bbd7-c220799a832e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1128 time: 0.0479925 Feb 03 13:57:54.005638 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-06682392-4a67-4505-ae78-8d28647a87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:54.007043 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-06682392-4a67-4505-ae78-8d28647a87d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0910754 Feb 03 13:57:54.072215 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-a4652fd3-95e9-4180-abad-ca6fcb228bd2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 1001 time: 0.0574954 Feb 03 13:57:54.122778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-b582c7ca-ec30-423d-9beb-d9637af4cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:54.124255 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-b582c7ca-ec30-423d-9beb-d9637af4cd44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0454071 Feb 03 13:57:54.180544 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-73d01c99-5a76-4382-bfc4-c15bd39439cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:54.182054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-73d01c99-5a76-4382-bfc4-c15bd39439cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509186 Feb 03 13:57:54.275602 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-105c20fa-d970-42d3-bf26-9d6417f2dad7 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857358 Feb 03 13:57:54.371894 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b75b4919-7013-475a-a1bc-314214e8ef0f req-a2175c32-a628-4dc5-badc-3756ce161c4d service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883346 Feb 03 13:57:54.620920 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf444df6-dab3-48aa-8ff5-83bddcff1980 req-a9fd8ed0-6054-458f-8da3-ffc8d950fe20 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:54.622451 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf444df6-dab3-48aa-8ff5-83bddcff1980 req-a9fd8ed0-6054-458f-8da3-ffc8d950fe20 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0643175 Feb 03 13:57:54.673566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-cf444df6-dab3-48aa-8ff5-83bddcff1980 req-f796b4d8-6779-4aa6-8de3-c32ca3e0527b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452240 Feb 03 13:57:55.808930 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b3eb-07e6-4a1f-99c6-3932aeffd770 req-63a00586-c297-4c2b-9bba-a012cbda82e5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:55.810489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c293b3eb-07e6-4a1f-99c6-3932aeffd770 req-63a00586-c297-4c2b-9bba-a012cbda82e5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0587320 Feb 03 13:57:55.866809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c293b3eb-07e6-4a1f-99c6-3932aeffd770 req-870f6c1d-c3ba-42e7-9855-f8694b34c17c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484352 Feb 03 13:57:57.009925 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc051a82-0b38-477f-bb8e-b10ffc1e6536 req-4804fe4f-1428-4b6e-9488-ac2ca5e9a755 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:57.011315 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc051a82-0b38-477f-bb8e-b10ffc1e6536 req-4804fe4f-1428-4b6e-9488-ac2ca5e9a755 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0549963 Feb 03 13:57:57.060409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc051a82-0b38-477f-bb8e-b10ffc1e6536 req-3c13b2db-d3a0-49e4-90e1-7e86113e858c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434518 Feb 03 13:57:58.191074 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64a74e-bbc1-4438-acbf-39b1d530cbd4 req-b511007d-3f68-4c37-8710-d263ba48813c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:58.192578 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a64a74e-bbc1-4438-acbf-39b1d530cbd4 req-b511007d-3f68-4c37-8710-d263ba48813c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0549419 Feb 03 13:57:58.243781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6a64a74e-bbc1-4438-acbf-39b1d530cbd4 req-4308ad30-60af-4a55-a088-02c5150803af tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453498 Feb 03 13:57:59.388812 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53897d4a-3075-4295-b88f-4de65a50cfc3 req-d1f4f96c-8fce-4668-9085-a41d07c39a51 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:59.390301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53897d4a-3075-4295-b88f-4de65a50cfc3 req-d1f4f96c-8fce-4668-9085-a41d07c39a51 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0685701 Feb 03 13:57:59.439711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-53897d4a-3075-4295-b88f-4de65a50cfc3 req-3f628bff-2919-4e71-8075-40de44cccb7d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435374 Feb 03 13:58:00.563485 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2b086-8aab-4fa5-9a9e-ada8ac8a4aa1 req-ef460dcc-fd1f-45df-b6ad-58f1304ea2e5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:00.565001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5e2b086-8aab-4fa5-9a9e-ada8ac8a4aa1 req-ef460dcc-fd1f-45df-b6ad-58f1304ea2e5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0543878 Feb 03 13:58:00.613819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c5e2b086-8aab-4fa5-9a9e-ada8ac8a4aa1 req-878f47bf-fe77-4b60-999a-20ba7d981130 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Feb 03 13:58:01.759785 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2475ef-b882-4d3e-abe5-d6454e9198f5 req-1b8f6cb6-8333-414a-82d6-f378845ba474 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:01.761276 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae2475ef-b882-4d3e-abe5-d6454e9198f5 req-1b8f6cb6-8333-414a-82d6-f378845ba474 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0596876 Feb 03 13:58:01.815507 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae2475ef-b882-4d3e-abe5-d6454e9198f5 req-5ead9ad3-bdf1-4fb1-99e1-f4a7263419c8 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484545 Feb 03 13:58:02.960942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aba42c-3a67-431d-94b8-10bbdcd75f3c req-3fa92832-7cfb-48cc-9554-62feea88d7ea tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:02.962356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1aba42c-3a67-431d-94b8-10bbdcd75f3c req-3fa92832-7cfb-48cc-9554-62feea88d7ea tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0639932 Feb 03 13:58:03.010746 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f1aba42c-3a67-431d-94b8-10bbdcd75f3c req-559ceece-1c55-4adc-8b15-d6ea1cd1c4bf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424838 Feb 03 13:58:04.146630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3941ec7-e08c-4aa7-96e2-2fc6aab26c4d req-455eb832-1976-4712-b12d-9bf7a1cf4fe1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:04.148104 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3941ec7-e08c-4aa7-96e2-2fc6aab26c4d req-455eb832-1976-4712-b12d-9bf7a1cf4fe1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0570543 Feb 03 13:58:04.205443 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f3941ec7-e08c-4aa7-96e2-2fc6aab26c4d req-1a309e6b-bbb8-4de2-a461-d34a9b1b09f9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489554 Feb 03 13:58:05.344647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0f0b0-19d1-421c-8d1d-dda7b3f0ed72 req-22835e98-21fd-48cf-9718-3994657624d4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:05.346143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66a0f0b0-19d1-421c-8d1d-dda7b3f0ed72 req-22835e98-21fd-48cf-9718-3994657624d4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0691175 Feb 03 13:58:05.398872 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-66a0f0b0-19d1-421c-8d1d-dda7b3f0ed72 req-8938b300-4417-4a97-9b02-699efa608d13 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442004 Feb 03 13:58:06.529115 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584631c2-5708-42a0-a45f-de1230223dc9 req-68282f04-78a6-4e2e-b9de-96607d36fd3d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:06.530628 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-584631c2-5708-42a0-a45f-de1230223dc9 req-68282f04-78a6-4e2e-b9de-96607d36fd3d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0567451 Feb 03 13:58:06.586321 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-584631c2-5708-42a0-a45f-de1230223dc9 req-fc98dfb0-95cd-4e88-b316-07902fe941b2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468893 Feb 03 13:58:06.708986 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c3877f1-315f-4c30-9449-2bd6413b4a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:07.314630 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:58:07.430162 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:07.441764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'port_id': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'mac_address': 'fa:16:3e:b9:88:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:58:07.479770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11ca88a5-8d40-4add-97ec-d688c36facf5 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:58:07.480176 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:07.493145 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11ca88a5-8d40-4add-97ec-d688c36facf5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:58:07.513205 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:07.518810 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:07.574017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:07.581913 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.582034 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.582362 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.582705 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.583025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.583350 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.583677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.583998 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.584321 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.584641 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.584962 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.585278 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.585597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:07.599575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['11ca88a5-8d40-4add-97ec-d688c36facf5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:58:07.720927 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3f23-f74c-4816-8ae0-757c26457d02 req-5d97502d-dc12-4d5b-9d1e-ac0e347aad2d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:07.726809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e09f3f23-f74c-4816-8ae0-757c26457d02 req-5d97502d-dc12-4d5b-9d1e-ac0e347aad2d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 944 time: 0.0620434 Feb 03 13:58:08.055187 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e09f3f23-f74c-4816-8ae0-757c26457d02 req-90d092e7-e82b-46e7-bd26-e4741b81128f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271019 Feb 03 13:58:08.984408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46078192-dd88-4199-ba7b-5f739a354e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:09.200911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a39f67-4adc-4369-a1b8-863c09a9b7e4 req-8b15f4c2-7926-48be-8773-905c4e6f7325 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:09.203164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36a39f67-4adc-4369-a1b8-863c09a9b7e4 req-8b15f4c2-7926-48be-8773-905c4e6f7325 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 944 time: 0.0598412 Feb 03 13:58:09.262735 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-36a39f67-4adc-4369-a1b8-863c09a9b7e4 req-629052ab-fd9c-4457-9939-20d48c584c04 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522146 Feb 03 13:58:09.317728 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:58:09.374158 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 11ca88a5-8d40-4add-97ec-d688c36facf5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:09.374548 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:09.462749 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11ca88a5-8d40-4add-97ec-d688c36facf5 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:58:09.463274 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:09.489472 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:58:09.491982 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4983d527-2d5d-4315-95d4-a9666acdc868" -d '{"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-plugged", "status": "completed", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:58:09.517296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:09.526239 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:09.585635 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:09.652456 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44451cf5-fde7-4f1d-bbdd-da95159fb139 x-openstack-request-id: req-44451cf5-fde7-4f1d-bbdd-da95159fb139 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:58:09.652848 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-plugged", "status": "completed", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:58:09.653284 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44451cf5-fde7-4f1d-bbdd-da95159fb139 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:58:09.653686 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'code': 200} Feb 03 13:58:10.407271 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f64b5e-a16f-4f9c-b9ff-c8c2a34511a8 req-9b73735a-1b44-438d-80f6-40804e493268 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:10.408830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33f64b5e-a16f-4f9c-b9ff-c8c2a34511a8 req-9b73735a-1b44-438d-80f6-40804e493268 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0679414 Feb 03 13:58:10.469655 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-33f64b5e-a16f-4f9c-b9ff-c8c2a34511a8 req-714035d2-c77f-4799-baaf-ab942109b28c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482752 Feb 03 13:58:10.474108 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:11.617051 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c468c4-ce69-4f0e-b88d-18eb2eac7ff9 req-7013ff42-215c-460c-9d56-5bf3dbfaf101 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:11.619404 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08c468c4-ce69-4f0e-b88d-18eb2eac7ff9 req-7013ff42-215c-460c-9d56-5bf3dbfaf101 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0568867 Feb 03 13:58:11.679038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-08c468c4-ce69-4f0e-b88d-18eb2eac7ff9 req-8685f8db-ffc7-4d47-8f52-a33f5ea3c648 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515397 Feb 03 13:58:11.886284 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:12.702107 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:12.814619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bc64b-f32e-4a57-a1af-4c8b5f3b9548 req-f965972f-9cb7-4948-883e-395e9446d2df tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:12.816880 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b23bc64b-f32e-4a57-a1af-4c8b5f3b9548 req-f965972f-9cb7-4948-883e-395e9446d2df tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0595653 Feb 03 13:58:12.876192 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b23bc64b-f32e-4a57-a1af-4c8b5f3b9548 req-895da4ba-65b8-4ba4-a1e1-c4887dd55456 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538828 Feb 03 13:58:14.016618 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5862c-b73a-4905-b501-78795e337369 req-1d2e0bed-879b-4551-8ea6-b225969797ac tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:14.018063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8c5862c-b73a-4905-b501-78795e337369 req-1d2e0bed-879b-4551-8ea6-b225969797ac tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0591068 Feb 03 13:58:14.078886 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8c5862c-b73a-4905-b501-78795e337369 req-fc9b860d-8c06-4826-a9e8-84d9ea275a7a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546446 Feb 03 13:58:15.223076 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a66027-e684-426b-accd-37b6aef91a22 req-7e93d98c-2de1-4251-a8bc-a8d2a71592d3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:15.225419 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39a66027-e684-426b-accd-37b6aef91a22 req-7e93d98c-2de1-4251-a8bc-a8d2a71592d3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0704117 Feb 03 13:58:15.287660 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-39a66027-e684-426b-accd-37b6aef91a22 req-92015028-9261-4f11-aacf-0bc205ab1495 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540721 Feb 03 13:58:16.425696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d833-afbf-469c-aa07-a11fcbe7eec0 req-01bd6be5-5da9-4b01-943b-a60a96e323f2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:16.427258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f320d833-afbf-469c-aa07-a11fcbe7eec0 req-01bd6be5-5da9-4b01-943b-a60a96e323f2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0630329 Feb 03 13:58:16.478247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f320d833-afbf-469c-aa07-a11fcbe7eec0 req-17358b3f-d7bc-4dfa-82fc-0080ca5b88f2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453439 Feb 03 13:58:17.011480 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-a5616966-58d2-41bd-977e-2471ffd844e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:17.013034 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-a5616966-58d2-41bd-977e-2471ffd844e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1128 time: 0.0469379 Feb 03 13:58:17.109268 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-f18aebaf-0a02-4c78-a70e-94e53a39de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:17.111309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-f18aebaf-0a02-4c78-a70e-94e53a39de87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0921726 Feb 03 13:58:17.128874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:17.181386 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-cfa9960e-3d8c-4551-884a-1537554a2736 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 1001 time: 0.0641000 Feb 03 13:58:17.234003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-a5a6f0eb-93d5-4d01-922a-8f7a72efe066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:17.235532 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-a5a6f0eb-93d5-4d01-922a-8f7a72efe066 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0475893 Feb 03 13:58:17.292395 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-447c7916-24eb-4296-9b64-f741e59129f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:17.293901 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-447c7916-24eb-4296-9b64-f741e59129f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517924 Feb 03 13:58:17.387640 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-e44a9d26-1c83-4d0a-b230-7c36285b02d7 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867872 Feb 03 13:58:17.479400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4960f2ae-7733-4f98-9de1-c5da45c543d3 req-a3514cae-0278-4691-8ac4-8466e18db11f service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860770 Feb 03 13:58:17.607406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0ee7-8248-4213-a9bd-544407523741 req-145bab8d-1eae-417c-bf57-6011f88dc70e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:17.609003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bffb0ee7-8248-4213-a9bd-544407523741 req-145bab8d-1eae-417c-bf57-6011f88dc70e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0570750 Feb 03 13:58:17.661657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bffb0ee7-8248-4213-a9bd-544407523741 req-b940be53-e794-4ab5-b7b1-628bb81ec2a7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466814 Feb 03 13:58:18.796546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06191ab0-2a7b-4145-8d5f-a4bb26ced24d req-f1fa491a-2cf9-4e0a-b53b-68f2fef1c6c2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:18.798031 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06191ab0-2a7b-4145-8d5f-a4bb26ced24d req-f1fa491a-2cf9-4e0a-b53b-68f2fef1c6c2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 945 time: 0.0556602 Feb 03 13:58:18.854110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-06191ab0-2a7b-4145-8d5f-a4bb26ced24d req-3f5b38ed-b452-4e36-9a72-47c41e64fab9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477479 Feb 03 13:58:19.392274 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:58:19.475645 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11ca88a5-8d40-4add-97ec-d688c36facf5 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:58:19.476045 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:19.499802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:58:19.502034 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d75a91b-3a17-4d7b-9d69-1f71df13bc4e" -d '{"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-unplugged", "status": "completed", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:58:19.514391 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:19.521056 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:19.544482 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16186f3-00fc-4952-acc6-39f6b8f1c2f0 x-openstack-request-id: req-c16186f3-00fc-4952-acc6-39f6b8f1c2f0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:58:19.544774 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-unplugged", "status": "failed", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5", "code": 422}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:58:19.545033 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c16186f3-00fc-4952-acc6-39f6b8f1c2f0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:58:19.545477 n-d-792364-10 neutron-server[103225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'code': 422} returned with failed status Feb 03 13:58:19.570786 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:19.757570 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:58:20.004753 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d2dfc-6e76-4c1a-a0e2-9e3fddcb4a99 req-c19789ee-5d79-400d-8756-9dedd1ca230f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:20.006145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-907d2dfc-6e76-4c1a-a0e2-9e3fddcb4a99 req-c19789ee-5d79-400d-8756-9dedd1ca230f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0657530 Feb 03 13:58:20.073052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-907d2dfc-6e76-4c1a-a0e2-9e3fddcb4a99 req-730c82a6-4926-4633-a71a-1f3c33d53be6 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586548 Feb 03 13:58:20.143403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-5f3ca4fe-dc73-4e72-8bef-de5b4cda35a7 req-20e7b15c-d2c3-45a6-9458-e4c86bc9eba4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:58:20.144392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f3ca4fe-dc73-4e72-8bef-de5b4cda35a7 req-20e7b15c-d2c3-45a6-9458-e4c86bc9eba4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057743 Feb 03 13:58:21.325208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bb0b2-49c5-441f-815a-1c5194087d23 req-d8d0cbe3-5f21-4ae1-b2c2-d9ed3b1ca7c4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:21.326706 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a47bb0b2-49c5-441f-815a-1c5194087d23 req-d8d0cbe3-5f21-4ae1-b2c2-d9ed3b1ca7c4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0535729 Feb 03 13:58:21.377582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a47bb0b2-49c5-441f-815a-1c5194087d23 req-2f5a9367-75b6-4451-9a3b-1aa54ef07fff tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448964 Feb 03 13:58:21.559447 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:21.643467 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-0571961a-0e1d-4002-910f-2c544791c640 req-8c9d5c50-ad1c-438a-b7e8-c4d095b7a1f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997167 Feb 03 13:58:22.565041 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571961a-0e1d-4002-910f-2c544791c640 req-49138813-6862-4334-9ead-8b708d32ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:22.566575 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0571961a-0e1d-4002-910f-2c544791c640 req-49138813-6862-4334-9ead-8b708d32ae96 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9&tenant_id=e03e99293c314292bf746156ce7bcd8c HTTP/1.1" status: 200 len: 1126 time: 0.1098642 Feb 03 13:58:22.575865 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7256f4e-52e6-4df8-a0f9-899bed45b7d4 req-22829392-98f7-4389-aa17-1c26a41cc1be tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:22.577285 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7256f4e-52e6-4df8-a0f9-899bed45b7d4 req-22829392-98f7-4389-aa17-1c26a41cc1be tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.1123836 Feb 03 13:58:22.659283 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7256f4e-52e6-4df8-a0f9-899bed45b7d4 req-c955565d-50d6-46db-a067-486fe9bee47f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753050 Feb 03 13:58:22.666489 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571961a-0e1d-4002-910f-2c544791c640 req-c417104a-f632-47b1-9f82-8b4ba4733ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:22.668179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0571961a-0e1d-4002-910f-2c544791c640 req-c417104a-f632-47b1-9f82-8b4ba4733ca8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1126 time: 0.0782495 Feb 03 13:58:22.764988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571961a-0e1d-4002-910f-2c544791c640 req-d721bab7-9760-42c5-812e-db6f48770343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:22.766584 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0571961a-0e1d-4002-910f-2c544791c640 req-d721bab7-9760-42c5-812e-db6f48770343 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0913856 Feb 03 13:58:22.843491 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0571961a-0e1d-4002-910f-2c544791c640 req-3813ab5f-0e16-472a-90e3-618740b69199 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 999 time: 0.0706627 Feb 03 13:58:22.890111 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571961a-0e1d-4002-910f-2c544791c640 req-3058a03e-333f-4e35-8ec3-a2848786046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:22.891587 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0571961a-0e1d-4002-910f-2c544791c640 req-3058a03e-333f-4e35-8ec3-a2848786046d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0420442 Feb 03 13:58:22.940778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571961a-0e1d-4002-910f-2c544791c640 req-cbbcdc6c-d552-46ab-ad42-54111615d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:22.942143 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0571961a-0e1d-4002-910f-2c544791c640 req-cbbcdc6c-d552-46ab-ad42-54111615d334 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444286 Feb 03 13:58:23.038482 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0571961a-0e1d-4002-910f-2c544791c640 req-55c17b86-0a41-45d0-9f99-7154a087c291 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895207 Feb 03 13:58:23.142528 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0571961a-0e1d-4002-910f-2c544791c640 req-356033c0-54b8-4629-906c-af05ec9c5cf7 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961435 Feb 03 13:58:23.392734 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:58:23.482228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11ca88a5-8d40-4add-97ec-d688c36facf5 is: DOWN; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:58:23.808530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22351c89-296c-49c3-992e-22d06d93e2fe req-509e9a52-550e-4237-adfc-51bc408ee5ec tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:23.817664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22351c89-296c-49c3-992e-22d06d93e2fe req-509e9a52-550e-4237-adfc-51bc408ee5ec tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0718892 Feb 03 13:58:23.872074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-22351c89-296c-49c3-992e-22d06d93e2fe req-8a891f15-aab8-41b7-ab1c-e03fa31abdaf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534892 Feb 03 13:58:25.001625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f622528-1321-4063-91c4-02c4ccc2b923 req-adcfd89b-b297-4528-b039-aa4d3f70cd17 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:25.003232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f622528-1321-4063-91c4-02c4ccc2b923 req-adcfd89b-b297-4528-b039-aa4d3f70cd17 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0580199 Feb 03 13:58:25.057643 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f622528-1321-4063-91c4-02c4ccc2b923 req-58e499de-ee8f-48a4-9915-d0618bbad901 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476198 Feb 03 13:58:26.184358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede59ab1-eda8-44cd-a631-de5ccd04a3f0 req-14ffb8cc-d302-4399-84b0-305f6bbe3087 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:26.186747 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ede59ab1-eda8-44cd-a631-de5ccd04a3f0 req-14ffb8cc-d302-4399-84b0-305f6bbe3087 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0565596 Feb 03 13:58:26.242781 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ede59ab1-eda8-44cd-a631-de5ccd04a3f0 req-c067ea12-3833-4b01-95d3-3819c4fcbb25 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492978 Feb 03 13:58:27.372807 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49994acb-f406-4a64-b36e-ca4d448806c7 req-bb32ed29-4962-4dbe-9407-c670587a1564 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:27.374514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49994acb-f406-4a64-b36e-ca4d448806c7 req-bb32ed29-4962-4dbe-9407-c670587a1564 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0570531 Feb 03 13:58:27.430888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-49994acb-f406-4a64-b36e-ca4d448806c7 req-1b411c06-c31b-42a6-b69b-dcf2ca19e883 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501299 Feb 03 13:58:28.558715 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48f12-df45-462e-897a-645c4b5e1800 req-12bccc3d-1a21-49a2-b928-dcec974e47aa tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:28.560380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8b48f12-df45-462e-897a-645c4b5e1800 req-12bccc3d-1a21-49a2-b928-dcec974e47aa tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0550678 Feb 03 13:58:28.612129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c8b48f12-df45-462e-897a-645c4b5e1800 req-05b47bb7-1719-4c43-858c-ab1a9c4075e8 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Feb 03 13:58:29.753386 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bb91a-a1a7-4647-974c-7b0af32b5724 req-5f3f0788-09d2-4d8c-89c6-ff825f47d49b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:29.755164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-121bb91a-a1a7-4647-974c-7b0af32b5724 req-5f3f0788-09d2-4d8c-89c6-ff825f47d49b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0675941 Feb 03 13:58:29.807772 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-121bb91a-a1a7-4647-974c-7b0af32b5724 req-c899a037-4a8a-4804-ae5c-808c220faad8 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468302 Feb 03 13:58:30.941046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0c664-5aa2-4351-91d7-84c38addd961 req-0684e29a-cb93-413f-a2c8-234911cecc04 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:30.942664 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ff0c664-5aa2-4351-91d7-84c38addd961 req-0684e29a-cb93-413f-a2c8-234911cecc04 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0570230 Feb 03 13:58:31.003799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0ff0c664-5aa2-4351-91d7-84c38addd961 req-d63363e3-af0a-4036-8470-9f629e9a0d3e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523407 Feb 03 13:58:32.138614 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0706eb-4d86-442a-87bc-22cc52c532fc req-65e5bb8a-069a-41cb-a207-4af110f3eeec tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:32.140134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db0706eb-4d86-442a-87bc-22cc52c532fc req-65e5bb8a-069a-41cb-a207-4af110f3eeec tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0542996 Feb 03 13:58:32.203392 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-db0706eb-4d86-442a-87bc-22cc52c532fc req-ea929322-5953-42fa-b70d-d0e5fcd935d2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546091 Feb 03 13:58:33.343803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e3d29-c024-475b-813b-cdeccc2f14f9 req-36866fd4-3b6a-42e1-8d0a-71b0a74d007e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:33.345305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-898e3d29-c024-475b-813b-cdeccc2f14f9 req-36866fd4-3b6a-42e1-8d0a-71b0a74d007e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 943 time: 0.0635595 Feb 03 13:58:33.400158 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-898e3d29-c024-475b-813b-cdeccc2f14f9 req-c3f678bf-cd0c-473c-b6e3-ce4f13b7aec2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489354 Feb 03 13:58:33.467308 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:58:33.570360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:33.580684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'port_id': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'mac_address': 'fa:16:3e:b9:88:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:58:33.619745 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11ca88a5-8d40-4add-97ec-d688c36facf5 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:58:33.620133 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:33.635063 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ca88a5-8d40-4add-97ec-d688c36facf5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:58:33.658931 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:33.666027 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:33.880549 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:33.926094 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['11ca88a5-8d40-4add-97ec-d688c36facf5'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:58:34.532820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160b712-9ffb-4747-ae64-77a36102c754 req-77c69473-ddd0-42ce-8225-369e07552575 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:34.534309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a160b712-9ffb-4747-ae64-77a36102c754 req-77c69473-ddd0-42ce-8225-369e07552575 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 944 time: 0.0554216 Feb 03 13:58:34.590938 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a160b712-9ffb-4747-ae64-77a36102c754 req-100c8bdd-0c7d-4db6-868b-01be99f05ad2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506201 Feb 03 13:58:35.473653 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:58:35.536542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port 11ca88a5-8d40-4add-97ec-d688c36facf5 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:58:35.537073 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:35.624194 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port 11ca88a5-8d40-4add-97ec-d688c36facf5 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:58:35.624593 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:35.649188 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:58:35.651510 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eb4f83-b065-427d-aae8-2b5c54b885d6" -d '{"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-plugged", "status": "completed", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:58:35.665175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:58:35.671215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:35.716696 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f95e8-c81b-4fd1-b26b-08415cff93a3 req-e7bb4d62-4146-4fd8-9e6b-9883ed19c119 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:35.722309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b9f95e8-c81b-4fd1-b26b-08415cff93a3 req-e7bb4d62-4146-4fd8-9e6b-9883ed19c119 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 946 time: 0.0589366 Feb 03 13:58:35.722530 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:58:35.781385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b9f95e8-c81b-4fd1-b26b-08415cff93a3 req-b75ec7f7-964c-4e6e-98fe-617aa2ab7d65 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505207 Feb 03 13:58:35.827645 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f730fb-3e15-43f0-b438-e4462a4a3966 x-openstack-request-id: req-22f730fb-3e15-43f0-b438-e4462a4a3966 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:58:35.827943 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-plugged", "status": "completed", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:58:35.828201 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22f730fb-3e15-43f0-b438-e4462a4a3966 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:58:35.828604 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'code': 200} Feb 03 13:58:36.000046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484f6f6-1317-493a-af49-c273fdc74c59 req-54d27449-763f-4c57-963b-f94c0085f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:36.001467 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5484f6f6-1317-493a-af49-c273fdc74c59 req-54d27449-763f-4c57-963b-f94c0085f81e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1129 time: 0.0468233 Feb 03 13:58:36.049153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5484f6f6-1317-493a-af49-c273fdc74c59 req-e3f98b45-b746-4248-b440-7e86ce3458af service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Feb 03 13:58:36.709672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fa94cf9-4cc7-4529-9d05-b5e5e9dc7dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:36.941828 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69522723-9e63-4813-99cf-ab67fcf8dc71 req-e12aea9d-c956-4a37-989a-2fd162effdc7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:36.943353 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69522723-9e63-4813-99cf-ab67fcf8dc71 req-e12aea9d-c956-4a37-989a-2fd162effdc7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 946 time: 0.0770361 Feb 03 13:58:37.007132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-69522723-9e63-4813-99cf-ab67fcf8dc71 req-b11cddbb-bbc0-4c76-a03a-6efdf9219457 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557699 Feb 03 13:58:38.176805 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d2f15-b518-43de-baf9-cdd2a2ae140e req-e316c111-7242-48a2-a9eb-ee06d7256f09 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:38.178367 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc2d2f15-b518-43de-baf9-cdd2a2ae140e req-e316c111-7242-48a2-a9eb-ee06d7256f09 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 946 time: 0.0777087 Feb 03 13:58:38.238008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dc2d2f15-b518-43de-baf9-cdd2a2ae140e req-dea6f1d5-dd03-474c-be8d-b6504a6361c8 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508673 Feb 03 13:58:38.987509 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d392246d-495a-4264-855a-5b80f0ecd650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:40.477540 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:41.896154 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:42.705699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:47.130377 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:51.562749 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:55.766470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-5336b8b6-91af-4e99-8a33-667a3ff33068 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465238 Feb 03 13:58:55.862357 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-1d22a692-bf10-4863-8845-55afc608f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:55.863941 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-1d22a692-bf10-4863-8845-55afc608f3df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1129 time: 0.0505133 Feb 03 13:58:55.971778 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-6e053f1e-ecaf-422c-b1b9-27c9f1057a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:55.973384 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-6e053f1e-ecaf-422c-b1b9-27c9f1057a30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0861626 Feb 03 13:58:56.044659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-9e2e2122-7958-43ae-88eb-f6b162499ba9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 1001 time: 0.0635390 Feb 03 13:58:56.093789 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-3daa4b05-139b-4f51-b6f3-b06917eee402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:56.095258 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-3daa4b05-139b-4f51-b6f3-b06917eee402 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0436716 Feb 03 13:58:56.147452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-a0b9e7ab-a79c-4608-b541-64012b1d9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:56.148930 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-a0b9e7ab-a79c-4608-b541-64012b1d9daa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466204 Feb 03 13:58:56.251093 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-a0dea32a-5184-40e2-8769-4e7e74c13b0a service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943987 Feb 03 13:58:56.345424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42e5f35c-dfe1-4dd4-b58d-4f3dabc7423a req-cdcbf949-c4df-43a0-863e-d4a72d81bda1 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865445 Feb 03 13:58:56.757820 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:59:06.711846 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55fc1ae6-fbf6-4759-94f1-dae53b78ffd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:08.988915 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33921df2-4397-42c5-b050-7bcde965cfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:10.483149 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:11.901058 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:12.704464 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:17.126541 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:21.560033 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:33.758982 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:59:36.710621 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5a2af54-ac2e-4b18-8e9e-66913b7997fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:38.989244 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef260b13-bcd1-4c89-b77d-022aa4c60cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:40.483336 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:41.902898 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:42.704184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:47.146380 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:50.850748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52210) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:51.011910 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Deleting port 4fe38680-1349-4c96-ae59-31cd8e4b388d {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:59:51.012157 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (4fe38680-1349-4c96-ae59-31cd8e4b388d), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:51.089724 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (4fe38680-1349-4c96-ae59-31cd8e4b388d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:51.090004 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for floatingip (4fe38680-1349-4c96-ae59-31cd8e4b388d), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:51.103850 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Calling delete_port for 4fe38680-1349-4c96-ae59-31cd8e4b388d owned by network:floatingip {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:59:51.260250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (4fe38680-1349-4c96-ae59-31cd8e4b388d), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:51.288079 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event deleted for resources: {'Port': ['ID=4fe38680-1349-4c96-ae59-31cd8e4b388d,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:51.301774 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.302122 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.302487 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.302821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.303145 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.303470 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.303789 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.304115 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.304410 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.304761 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.305162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.305491 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.305806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:51.365122 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for floatingip (20829309-23ea-4924-b400-8614d6e34245), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:51.365435 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Floating IP 20829309-23ea-4924-b400-8614d6e34245 disassociated (deleted). External IP: 172.25.3.144, port: 11ca88a5-8d40-4add-97ec-d688c36facf5. Feb 03 13:59:51.571807 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:51.590767 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:51.701328 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:51.705950 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:51.711777 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] Sync routers for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:59:51.721345 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:59:51.722004 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:59:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:51.737929 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6fc4d2c0-e61f-4ced-a997-16fcb5782e5b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "DELETE /v2.0/floatingips/20829309-23ea-4924-b400-8614d6e34245 HTTP/1.1" status: 204 len: 168 time: 0.8857391 Feb 03 13:59:51.738682 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:59:51.740940 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d4a863-f57d-4b41-b596-3936134aa2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:59:51.829185 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:59:51.963602 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4d85f2-131b-4810-b0b4-5e951db31829 x-openstack-request-id: req-ea4d85f2-131b-4810-b0b4-5e951db31829 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:59:51.964162 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:59:51.964275 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea4d85f2-131b-4810-b0b4-5e951db31829 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:59:51.964822 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'status': 'completed', 'code': 200} Feb 03 13:59:52.078129 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-7821338a-4966-4b8b-abfe-5b4fd97fd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:52.079868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-7821338a-4966-4b8b-abfe-5b4fd97fd95a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 1129 time: 0.0868089 Feb 03 13:59:52.091563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930229e-535a-4823-8723-7c8518b9433a req-461cfd45-af66-4da1-833e-4d0d3af1b918 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:52.092970 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0930229e-535a-4823-8723-7c8518b9433a req-461cfd45-af66-4da1-833e-4d0d3af1b918 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 946 time: 0.0672426 Feb 03 13:59:52.123889 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:52.154245 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] Checking router: 6e3c5b1b-9130-425c-9a48-b09f0e87a25a for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:59:52.163646 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:59:52.164251 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T13:59:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:52.213546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0930229e-535a-4823-8723-7c8518b9433a req-f142aabe-627c-450d-8e0f-73ba975be5c1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998464 Feb 03 13:59:52.218553 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-4709de18-f58f-4bb3-9564-255785759692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:52.220252 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-4709de18-f58f-4bb3-9564-255785759692 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.1263599 Feb 03 13:59:52.263163 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-505c77ce-d5b7-4faf-beef-bd39642e69d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 200 len: 217 time: 0.0360966 Feb 03 13:59:52.267786 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:59:52.313540 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-1d3f6110-27d2-4f2e-8e5b-be68bfc01380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:52.315162 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-1d3f6110-27d2-4f2e-8e5b-be68bfc01380 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0451078 Feb 03 13:59:52.372564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-06e4c647-30a3-4e8e-98ac-bf3494ec545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:52.374012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-06e4c647-30a3-4e8e-98ac-bf3494ec545f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494070 Feb 03 13:59:52.467956 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-c597e663-fedf-482d-8759-fc70a46299b6 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854852 Feb 03 13:59:52.468254 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:52.494559 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de146684-4a4b-4e29-940e-3d867a892448 None None] The sync data for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 is: [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:59:52.565199 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-91d4a863-f57d-4b41-b596-3936134aa2e1 req-77484e9d-68e6-4dd5-a33d-eb3401f116dc service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899143 Feb 03 13:59:52.734033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176542b-4d42-4766-8242-b7cb214f15af None None] New status for floating IP 20829309-23ea-4924-b400-8614d6e34245: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:59:53.344211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5fa92-5091-4055-9103-d4d27698347e req-6cac597d-295a-4106-b2db-04739bcc6d29 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:53.345693 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ca5fa92-5091-4055-9103-d4d27698347e req-6cac597d-295a-4106-b2db-04739bcc6d29 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 946 time: 0.0532148 Feb 03 13:59:53.421927 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3ca5fa92-5091-4055-9103-d4d27698347e req-40275a3d-d600-454d-b46a-8e83481592b5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=699de76b-a098-459b-ad11-b82f07025738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704901 Feb 03 13:59:53.436813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-f5ffad1f-7a34-4a4f-8df5-e599f45fd89e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:53.438305 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-f5ffad1f-7a34-4a4f-8df5-e599f45fd89e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc38db6-7ad1-4387-93eb-4e95caed54a9 HTTP/1.1" status: 200 len: 946 time: 0.0811861 Feb 03 13:59:53.542247 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Deleting port 11ca88a5-8d40-4add-97ec-d688c36facf5 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:59:53.542601 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:53.641254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] For port 11ca88a5-8d40-4add-97ec-d688c36facf5, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=11ca88a5-8d40-4add-97ec-d688c36facf5,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:53.641678 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:53.655340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Calling delete_port for 11ca88a5-8d40-4add-97ec-d688c36facf5 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:59:53.788073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (11ca88a5-8d40-4add-97ec-d688c36facf5), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:53.823529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event deleted for resources: {'Port': ['ID=11ca88a5-8d40-4add-97ec-d688c36facf5,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:53.838201 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.838592 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.838963 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.839298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.839597 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.839945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.840265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.840627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.840851 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.841198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.841513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.841813 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.842114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:53.877085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] No DVR routers for this DVR port 11ca88a5-8d40-4add-97ec-d688c36facf5 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:59:53.879736 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:53.883079 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e14dc623-aa61-4dfa-98c2-f4b58f1538c3 req-76c2a854-3eb0-4cf7-aee3-d3bc01b58edb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.72 "DELETE /v2.0/ports/11ca88a5-8d40-4add-97ec-d688c36facf5 HTTP/1.1" status: 204 len: 173 time: 0.4383421 Feb 03 13:59:53.883620 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-deleted', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:59:53.885856 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b4e056-379c-4e70-b254-96bc7680dbba" -d '{"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-deleted", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:59:53.978839 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4f5449-29df-4fae-b037-2173f51c20c8 x-openstack-request-id: req-1a4f5449-29df-4fae-b037-2173f51c20c8 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:59:53.979133 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc38db6-7ad1-4387-93eb-4e95caed54a9", "name": "network-vif-deleted", "tag": "11ca88a5-8d40-4add-97ec-d688c36facf5", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:59:53.979389 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a4f5449-29df-4fae-b037-2173f51c20c8 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:59:53.979794 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc38db6-7ad1-4387-93eb-4e95caed54a9', 'name': 'network-vif-deleted', 'tag': '11ca88a5-8d40-4add-97ec-d688c36facf5', 'status': 'completed', 'code': 200} Feb 03 13:59:54.485057 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52232) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:54.547228 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5eba2671-e182-43d0-9e07-d31d1994474b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (699de76b-a098-459b-ad11-b82f07025738), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:54.575840 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5eba2671-e182-43d0-9e07-d31d1994474b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (699de76b-a098-459b-ad11-b82f07025738), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:54.637842 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5eba2671-e182-43d0-9e07-d31d1994474b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (699de76b-a098-459b-ad11-b82f07025738), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:54.640633 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5eba2671-e182-43d0-9e07-d31d1994474b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:54.641819 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5eba2671-e182-43d0-9e07-d31d1994474b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "DELETE /v2.0/security-groups/699de76b-a098-459b-ad11-b82f07025738 HTTP/1.1" status: 204 len: 168 time: 0.1557937 Feb 03 13:59:54.652741 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba2671-e182-43d0-9e07-d31d1994474b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699de76b-a098-459b-ad11-b82f07025738,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:54.995806 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52238) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:55.000475 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-e301c5ba-028c-43d1-ad26-20866f9d89a9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274532553', 'description': 'tempest-secgroup-smoke-1274532553 description', 'project_id': 'e03e99293c314292bf746156ce7bcd8c'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:55.022508 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e301c5ba-028c-43d1-ad26-20866f9d89a9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.089743 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e301c5ba-028c-43d1-ad26-20866f9d89a9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (d167d9ec-b2f4-4be0-b1d4-1646e1407d58), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.095485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e301c5ba-028c-43d1-ad26-20866f9d89a9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d167d9ec-b2f4-4be0-b1d4-1646e1407d58), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.123941 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-e301c5ba-028c-43d1-ad26-20866f9d89a9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.125167 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-e301c5ba-028c-43d1-ad26-20866f9d89a9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1283586 Feb 03 13:59:55.127080 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301c5ba-028c-43d1-ad26-20866f9d89a9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d167d9ec-b2f4-4be0-b1d4-1646e1407d58,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.128196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52240) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:55.132819 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a5c56e42-6e88-49e1-9f3c-eb6f45d8adcf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': 'd167d9ec-b2f4-4be0-b1d4-1646e1407d58', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:55.161166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5c56e42-6e88-49e1-9f3c-eb6f45d8adcf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (8c19fa51-1c9d-4b1c-bd1d-af0f811bac37), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.217642 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5c56e42-6e88-49e1-9f3c-eb6f45d8adcf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (8c19fa51-1c9d-4b1c-bd1d-af0f811bac37), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.223329 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5c56e42-6e88-49e1-9f3c-eb6f45d8adcf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (8c19fa51-1c9d-4b1c-bd1d-af0f811bac37), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.242910 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c56e42-6e88-49e1-9f3c-eb6f45d8adcf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c19fa51-1c9d-4b1c-bd1d-af0f811bac37,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.249274 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a5c56e42-6e88-49e1-9f3c-eb6f45d8adcf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.250556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a5c56e42-6e88-49e1-9f3c-eb6f45d8adcf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212525 Feb 03 13:59:55.253347 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52242) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:55.257699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0b3b9469-4bda-40a5-8341-0329bd927b32 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': 'd167d9ec-b2f4-4be0-b1d4-1646e1407d58', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:55.284949 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9469-4bda-40a5-8341-0329bd927b32 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (9276083e-f664-4d15-bee8-33793115577f), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.342445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9469-4bda-40a5-8341-0329bd927b32 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (9276083e-f664-4d15-bee8-33793115577f), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.349020 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9469-4bda-40a5-8341-0329bd927b32 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (9276083e-f664-4d15-bee8-33793115577f), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.369193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b9469-4bda-40a5-8341-0329bd927b32 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9276083e-f664-4d15-bee8-33793115577f,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.379192 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9469-4bda-40a5-8341-0329bd927b32 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.380508 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0b3b9469-4bda-40a5-8341-0329bd927b32 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261053 Feb 03 13:59:55.383272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52244) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:55.387942 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-60fee4e2-cab5-4e61-9eae-4aa413de159f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': 'd167d9ec-b2f4-4be0-b1d4-1646e1407d58', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:55.414732 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60fee4e2-cab5-4e61-9eae-4aa413de159f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (4523eb65-e1d3-4274-9272-70f145318ba4), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.470168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60fee4e2-cab5-4e61-9eae-4aa413de159f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (4523eb65-e1d3-4274-9272-70f145318ba4), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.476123 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60fee4e2-cab5-4e61-9eae-4aa413de159f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (4523eb65-e1d3-4274-9272-70f145318ba4), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.501632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fee4e2-cab5-4e61-9eae-4aa413de159f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4523eb65-e1d3-4274-9272-70f145318ba4,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.511412 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-60fee4e2-cab5-4e61-9eae-4aa413de159f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.512623 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-60fee4e2-cab5-4e61-9eae-4aa413de159f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284213 Feb 03 13:59:55.516294 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52246) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:55.521003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-8b16fc2b-2431-4f80-98b9-57e3004aed83 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': 'd167d9ec-b2f4-4be0-b1d4-1646e1407d58', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:55.548655 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b16fc2b-2431-4f80-98b9-57e3004aed83 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (650cc383-5686-4191-b170-770a8c87453c), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.610828 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b16fc2b-2431-4f80-98b9-57e3004aed83 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (650cc383-5686-4191-b170-770a8c87453c), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.617429 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b16fc2b-2431-4f80-98b9-57e3004aed83 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (650cc383-5686-4191-b170-770a8c87453c), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.635606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16fc2b-2431-4f80-98b9-57e3004aed83 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650cc383-5686-4191-b170-770a8c87453c,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.646611 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8b16fc2b-2431-4f80-98b9-57e3004aed83 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.647810 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8b16fc2b-2431-4f80-98b9-57e3004aed83 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305699 Feb 03 13:59:55.651079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52248) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:55.655367 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e6a4d167-2705-45a0-ab44-75092518b6f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': 'd167d9ec-b2f4-4be0-b1d4-1646e1407d58', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:55.677245 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-e6a4d167-2705-45a0-ab44-75092518b6f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Project e03e99293c314292bf746156ce7bcd8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:59:55.682104 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d167-2705-45a0-ab44-75092518b6f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (6729e9ce-f756-49c3-bf9f-de5263150cfd), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.746772 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d167-2705-45a0-ab44-75092518b6f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (6729e9ce-f756-49c3-bf9f-de5263150cfd), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.752184 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d167-2705-45a0-ab44-75092518b6f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (6729e9ce-f756-49c3-bf9f-de5263150cfd), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.771870 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4d167-2705-45a0-ab44-75092518b6f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6729e9ce-f756-49c3-bf9f-de5263150cfd,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.781046 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d167-2705-45a0-ab44-75092518b6f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.782241 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e6a4d167-2705-45a0-ab44-75092518b6f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302383 Feb 03 13:59:55.784987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52250) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:55.789398 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a4651da3-36d9-4360-857f-9f4b623e3bf7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'security_group_rule': {'security_group_id': 'd167d9ec-b2f4-4be0-b1d4-1646e1407d58', 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:55.810500 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-a4651da3-36d9-4360-857f-9f4b623e3bf7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Project e03e99293c314292bf746156ce7bcd8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:59:55.817958 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a4651da3-36d9-4360-857f-9f4b623e3bf7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (2764467a-cd78-4020-aa01-5a7ed59c8ba9), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.886729 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a4651da3-36d9-4360-857f-9f4b623e3bf7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (2764467a-cd78-4020-aa01-5a7ed59c8ba9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.894082 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a4651da3-36d9-4360-857f-9f4b623e3bf7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (2764467a-cd78-4020-aa01-5a7ed59c8ba9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.908646 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:59:55.926863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4651da3-36d9-4360-857f-9f4b623e3bf7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2764467a-cd78-4020-aa01-5a7ed59c8ba9,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:55.933392 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: 11ca88a5-8d40-4add-97ec-d688c36facf5 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:59:55.933834 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device 11ca88a5-8d40-4add-97ec-d688c36facf5 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:59:55.936211 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a4651da3-36d9-4360-857f-9f4b623e3bf7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:55.938769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a4651da3-36d9-4360-857f-9f4b623e3bf7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515696 Feb 03 14:00:06.704688 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dd04da5-83bd-47c9-b5e5-af3e3136116a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:08.987787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b2eb8bc-ee7c-43af-bc3e-c4050e33e5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:10.486818 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:10.759634 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:00:11.901747 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:12.700756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:15.472081 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-6ecfda7f-5c42-4f48-9714-53a9c78bb50c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274532553&fields=id&tenant_id=e03e99293c314292bf746156ce7bcd8c HTTP/1.1" status: 200 len: 267 time: 0.0506964 Feb 03 14:00:15.847149 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-3cc67456-ed1c-4a6e-b109-f5019cc50b72 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:15.848536 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-3cc67456-ed1c-4a6e-b109-f5019cc50b72 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 809 time: 0.3694017 Feb 03 14:00:15.864619 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-c1596bfa-1576-4526-835c-33833ba3f512 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/quotas/e03e99293c314292bf746156ce7bcd8c HTTP/1.1" status: 200 len: 375 time: 0.0104470 Feb 03 14:00:15.920567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-887fe188-4297-46e7-b4f0-35dabc2012ed tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508063 Feb 03 14:00:15.937694 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-f7ce4740-c205-46d6-bd76-29cd9dbfe924 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:00:15.938669 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-f7ce4740-c205-46d6-bd76-29cd9dbfe924 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052600 Feb 03 14:00:16.037870 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-bb272632-9f64-49c2-8603-f397ee05ce68 service neutron] 10.222.0.65 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935969 Feb 03 14:00:16.131503 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-596683bf-da47-48f2-a562-fbf4de657e92 service neutron] 10.222.0.65 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871036 Feb 03 14:00:16.430147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bef6995e-1721-4a50-ae17-33be87c14556 req-a89cacea-7dab-4c28-80fd-dec714bd5ec1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0273504 Feb 03 14:00:17.139289 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:17.498846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0cac4b2d-0fee-4f1f-b2a2-70d4658778e7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:17.501330 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0cac4b2d-0fee-4f1f-b2a2-70d4658778e7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 809 time: 0.1156118 Feb 03 14:00:17.547922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-482a3cdb-8237-4945-92f8-cb595ea8bcec req-2e2e9258-4dac-40b2-add6-54c4b653c6d1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0392416 Feb 03 14:00:17.592207 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-06e1bcf0-df4b-46b0-b6a3-38596f17a8af tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e03e99293c314292bf746156ce7bcd8c HTTP/1.1" status: 200 len: 380 time: 0.0727692 Feb 03 14:00:17.601220 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'port': {'device_id': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'admin_state_up': True, 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'security_groups': ['d167d9ec-b2f4-4be0-b1d4-1646e1407d58']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:00:17.716200 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Made reservation on behalf of e03e99293c314292bf746156ce7bcd8c for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:17.719677 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:17.851581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Allocated IP 172.20.0.7 (b5a0a844-01fa-402c-8f6d-d9608817b6fb/0e68b319-9336-49c3-8da2-9b716735c1a3/c79e44bc-167f-4f76-9801-ad258f7a6456) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:17.989204 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.025674 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.074850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:18.079902 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:18.083468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:00:18.109293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:18.140641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:18.141378 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.165582 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-0c4ce4f6-3dac-4836-a7c4-2b1a7a0509b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679660 Feb 03 14:00:18.177481 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Request body: {'port': {'device_id': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:00:18.241264 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.319236 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ef67c7ce-7045-41dc-803a-8ddbd60ae37e None None] Provisioning complete for port c79e44bc-167f-4f76-9801-ad258f7a6456 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:18.319840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef67c7ce-7045-41dc-803a-8ddbd60ae37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.353397 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ef67c7ce-7045-41dc-803a-8ddbd60ae37e None None] Port c79e44bc-167f-4f76-9801-ad258f7a6456 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:00:18.513606 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79e44bc-167f-4f76-9801-ad258f7a6456 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:00:18.522168 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Publish callbacks [] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.535117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Transition to ACTIVE for port object c79e44bc-167f-4f76-9801-ad258f7a6456 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:18.541146 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.592462 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:18.712412 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Attempting to bind port c79e44bc-167f-4f76-9801-ad258f7a6456 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:00:18.712806 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Attempting to bind port c79e44bc-167f-4f76-9801-ad258f7a6456 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:00:18.713148 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Attempting to bind port c79e44bc-167f-4f76-9801-ad258f7a6456 on network b5a0a844-01fa-402c-8f6d-d9608817b6fb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:00:18.722007 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Port c79e44bc-167f-4f76-9801-ad258f7a6456 on network b5a0a844-01fa-402c-8f6d-d9608817b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:00:18.722477 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Attempting to bind port c79e44bc-167f-4f76-9801-ad258f7a6456 on network b5a0a844-01fa-402c-8f6d-d9608817b6fb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:00:18.735181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:00:18.735526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Checking segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:00:18.735919 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Bound using segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:00:18.736516 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Bound port: c79e44bc-167f-4f76-9801-ad258f7a6456, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:00:18.736886 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.747232 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da153db9-0b03-414a-b6af-8cf4e7b863ad req-fe962b79-6961-4dcd-83d6-f3042e977f20 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:18.748804 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da153db9-0b03-414a-b6af-8cf4e7b863ad req-fe962b79-6961-4dcd-83d6-f3042e977f20 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.1003625 Feb 03 14:00:18.841155 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-da153db9-0b03-414a-b6af-8cf4e7b863ad req-c808b3e0-32cf-4e7e-b66d-829bef8d2c6e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833278 Feb 03 14:00:18.854463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:18.859750 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:18.868052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.905691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:18.905691 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:18.907078 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] 10.222.0.72 "PUT /v2.0/ports/c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 1092 time: 0.7346754 Feb 03 14:00:18.907530 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:00:18.909827 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ff5add-6842-41a0-a9bb-be7620810c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:00:18.936104 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373840c5-d5b9-439b-9c5d-0a5d6f5d357c service neutron] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:18.998844 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab86f40b-9f74-43e0-9e85-3a9432939d50 x-openstack-request-id: req-ab86f40b-9f74-43e0-9e85-3a9432939d50 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:00:18.999239 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:00:18.999724 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab86f40b-9f74-43e0-9e85-3a9432939d50 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:00:19.000210 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'status': 'completed', 'code': 200} Feb 03 14:00:19.020798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-17b3a1fd-3313-4b75-94f7-9e16a8e3f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.022450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-17b3a1fd-3313-4b75-94f7-9e16a8e3f8ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1126 time: 0.0605354 Feb 03 14:00:19.067968 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-6f0dc09c-3c2b-4996-8069-4e4527cf0f3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 217 time: 0.0357122 Feb 03 14:00:19.119685 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-bda4c37f-bd3e-4d21-9c4e-0d0b1b25d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.121194 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-bda4c37f-bd3e-4d21-9c4e-0d0b1b25d457 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0449839 Feb 03 14:00:19.176128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-5e97601c-e3a7-4f21-a897-40a98ab6d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.177630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-5e97601c-e3a7-4f21-a897-40a98ab6d1ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491178 Feb 03 14:00:19.272224 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-cf671716-cc08-4047-9dd2-40c395f37c26 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868435 Feb 03 14:00:19.365699 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0028d403-5027-409f-8f6c-41f33ad18b46 req-db8c450d-d75c-4aad-b7da-d64fbb8388f1 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867686 Feb 03 14:00:19.462127 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-a1f1db80-d02e-4df9-bacb-617c0d11d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.464345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-a1f1db80-d02e-4df9-bacb-617c0d11d606 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1126 time: 0.0500302 Feb 03 14:00:19.556863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-1ee1ed0b-2ce2-4643-bb00-847b5098b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.558267 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-1ee1ed0b-2ce2-4643-bb00-847b5098b4d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0875049 Feb 03 14:00:19.604036 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-46c8930c-75d0-4d43-8e7d-f5a0b807eb66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 217 time: 0.0385602 Feb 03 14:00:19.652895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-310a43b9-7b46-4d89-a4f7-50a240753171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.654385 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-310a43b9-7b46-4d89-a4f7-50a240753171 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0447810 Feb 03 14:00:19.706195 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-c11be96a-e6f1-494e-a867-445d47c8c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.707776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-c11be96a-e6f1-494e-a867-445d47c8c95e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466309 Feb 03 14:00:19.802895 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-4b2b0824-2c9f-4fb7-8c4d-124745c24a76 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883591 Feb 03 14:00:19.893928 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-55ff5add-6842-41a0-a9bb-be7620810c2b req-bc39575c-e3cc-4a32-a1cf-f2afebc77905 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842459 Feb 03 14:00:19.981254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce11d-98e6-40eb-ad06-91b94ff0ba41 req-f0aa7619-7476-4326-8502-8ff3c2922b53 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:19.982868 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d5ce11d-98e6-40eb-ad06-91b94ff0ba41 req-f0aa7619-7476-4326-8502-8ff3c2922b53 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0607073 Feb 03 14:00:20.034139 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7d5ce11d-98e6-40eb-ad06-91b94ff0ba41 req-5606bd27-b556-4723-b248-137e6fa6766b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448456 Feb 03 14:00:21.163256 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe86d6-7d5f-4609-a080-9e9be59f4b80 req-211a6fb0-a6eb-442c-bc36-b9111186cf3f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:21.164888 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01fe86d6-7d5f-4609-a080-9e9be59f4b80 req-211a6fb0-a6eb-442c-bc36-b9111186cf3f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0540760 Feb 03 14:00:21.216841 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-01fe86d6-7d5f-4609-a080-9e9be59f4b80 req-b17c2c8d-13a6-4a31-82ec-3798a07a24f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454216 Feb 03 14:00:21.586613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:22.341463 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c57d8-2206-41b7-b7d7-4ab5c08959ff req-0fa95e7f-388c-4b97-9119-74c79f0c690c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:22.342953 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f04c57d8-2206-41b7-b7d7-4ab5c08959ff req-0fa95e7f-388c-4b97-9119-74c79f0c690c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0572786 Feb 03 14:00:22.392449 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f04c57d8-2206-41b7-b7d7-4ab5c08959ff req-64af8bbf-c226-4bfb-aa85-1dbf8a1a18f6 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434995 Feb 03 14:00:23.523474 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0628cbe-352e-4da7-99fa-1d472cb2cb28 req-7cff0d9c-9a74-4978-a3f0-ac8da12488eb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:23.525365 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0628cbe-352e-4da7-99fa-1d472cb2cb28 req-7cff0d9c-9a74-4978-a3f0-ac8da12488eb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0585597 Feb 03 14:00:23.578598 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e0628cbe-352e-4da7-99fa-1d472cb2cb28 req-f8754195-8a56-4c01-8093-ba26496f6427 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471044 Feb 03 14:00:24.701392 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c90706-7eb0-432e-94be-b6b396e3fea0 req-977d7cac-34ac-4ad6-866b-293bcc126da2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:24.703058 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42c90706-7eb0-432e-94be-b6b396e3fea0 req-977d7cac-34ac-4ad6-866b-293bcc126da2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0532043 Feb 03 14:00:24.757262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42c90706-7eb0-432e-94be-b6b396e3fea0 req-5b00a2f5-6cd1-4159-9379-0e03861b470e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483274 Feb 03 14:00:25.880403 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530ea52-6425-4f5e-ade2-9420069144ba req-1af77a72-af97-4137-9272-c7b93a9eb4ba tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:25.881489 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d530ea52-6425-4f5e-ade2-9420069144ba req-1af77a72-af97-4137-9272-c7b93a9eb4ba tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0541723 Feb 03 14:00:25.939580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d530ea52-6425-4f5e-ade2-9420069144ba req-c2250a6b-b7d8-4ad3-8d26-65c29c231ca6 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450416 Feb 03 14:00:27.066142 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd2d01-58b4-41c3-8d6f-f382881a8e2f req-293c18f7-423e-4e64-9417-d88b90b993bb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:27.067666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42dd2d01-58b4-41c3-8d6f-f382881a8e2f req-293c18f7-423e-4e64-9417-d88b90b993bb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0577590 Feb 03 14:00:27.120679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42dd2d01-58b4-41c3-8d6f-f382881a8e2f req-c178246b-08e0-4339-80cd-9cc43fe0ec04 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466409 Feb 03 14:00:28.254042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdedfa4-8eb8-44e9-a0d0-7b828d5831a7 req-fd0ad55d-8427-42ff-9174-a6d35ee96fb1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:28.255560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bdedfa4-8eb8-44e9-a0d0-7b828d5831a7 req-fd0ad55d-8427-42ff-9174-a6d35ee96fb1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0625341 Feb 03 14:00:28.305726 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6bdedfa4-8eb8-44e9-a0d0-7b828d5831a7 req-8ff15ca0-b390-4a8e-a81f-a2a90eb0e2db tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431247 Feb 03 14:00:29.435272 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d217e60-26b3-405e-b440-3af35bd1ed75 req-1932dace-7840-44bb-945e-32da3d8dc51b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:29.436787 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d217e60-26b3-405e-b440-3af35bd1ed75 req-1932dace-7840-44bb-945e-32da3d8dc51b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0570459 Feb 03 14:00:29.487206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d217e60-26b3-405e-b440-3af35bd1ed75 req-223938ee-08a4-45f2-8b90-99445397577c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446291 Feb 03 14:00:30.637886 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b5447-3b77-44e7-b843-3439497340e0 req-cba24863-3255-4511-9bc8-7535551c28b6 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:30.639479 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f8b5447-3b77-44e7-b843-3439497340e0 req-cba24863-3255-4511-9bc8-7535551c28b6 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0656719 Feb 03 14:00:30.695481 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1f8b5447-3b77-44e7-b843-3439497340e0 req-a633ab38-6cbc-45c4-b220-2a0a5f7cdb7d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498199 Feb 03 14:00:31.822043 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec393f5-2fa0-4d48-bbe6-11b26ea73d02 req-fceb4353-a984-4aea-b6ea-e3bcf942d5a3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:31.823568 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ec393f5-2fa0-4d48-bbe6-11b26ea73d02 req-fceb4353-a984-4aea-b6ea-e3bcf942d5a3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0583789 Feb 03 14:00:31.877983 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6ec393f5-2fa0-4d48-bbe6-11b26ea73d02 req-339f6af4-c11c-4d06-8706-2803be192deb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461650 Feb 03 14:00:33.016469 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16345e92-2962-4bd1-8b41-b763dc69d746 req-12783c7e-6e90-4f80-94d7-0b47cfb947c2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:33.017849 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16345e92-2962-4bd1-8b41-b763dc69d746 req-12783c7e-6e90-4f80-94d7-0b47cfb947c2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0611329 Feb 03 14:00:33.071324 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-16345e92-2962-4bd1-8b41-b763dc69d746 req-7fc0de03-b9ca-4a46-8556-57df3ca3f626 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472295 Feb 03 14:00:34.062481 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c79e44bc-167f-4f76-9801-ad258f7a6456 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:00:34.174409 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:34.186799 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'port_id': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'mac_address': 'fa:16:3e:a9:04:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:00:34.195988 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ce1a1-e8c7-48cf-8047-119ff96ccf1d req-f35421c5-de7b-4378-89d6-c4eb19906a6d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:34.197554 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e90ce1a1-e8c7-48cf-8047-119ff96ccf1d req-f35421c5-de7b-4378-89d6-c4eb19906a6d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0581236 Feb 03 14:00:34.225457 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port c79e44bc-167f-4f76-9801-ad258f7a6456 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:00:34.225862 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:34.239958 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79e44bc-167f-4f76-9801-ad258f7a6456 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:00:34.250688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e90ce1a1-e8c7-48cf-8047-119ff96ccf1d req-07da4a89-5409-4f48-a0ea-b54713e60ab7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472200 Feb 03 14:00:34.261136 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:34.267445 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:34.313990 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:34.321429 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.321776 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.322115 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.322877 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.323157 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.323492 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.323823 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.324152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.324480 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.324803 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.325124 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.325460 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.325762 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:34.531399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['c79e44bc-167f-4f76-9801-ad258f7a6456'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:00:35.387515 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156e0c-ac1a-48d7-8d59-1e743a62257a req-741d3c33-8223-4469-a6df-b4d5e485025c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:35.389020 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45156e0c-ac1a-48d7-8d59-1e743a62257a req-741d3c33-8223-4469-a6df-b4d5e485025c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 944 time: 0.0602291 Feb 03 14:00:35.447562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-45156e0c-ac1a-48d7-8d59-1e743a62257a req-fcf4fd25-f90b-4386-8f0f-c768dc5ad450 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499432 Feb 03 14:00:36.062011 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c79e44bc-167f-4f76-9801-ad258f7a6456 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:00:36.132199 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port c79e44bc-167f-4f76-9801-ad258f7a6456 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:36.138569 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port c79e44bc-167f-4f76-9801-ad258f7a6456 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:36.139139 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:36.241564 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port c79e44bc-167f-4f76-9801-ad258f7a6456 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:00:36.241935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:36.264667 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:00:36.267389 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d36fee7-0d1c-497c-ae78-7e92c6cf5306" -d '{"events": [{"server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "name": "network-vif-plugged", "status": "completed", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:00:36.279952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:36.284944 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:36.310439 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d880cf20-bb92-4946-b052-bbc4e276bd39 x-openstack-request-id: req-d880cf20-bb92-4946-b052-bbc4e276bd39 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:00:36.310733 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "name": "network-vif-plugged", "status": "completed", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:00:36.310984 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d880cf20-bb92-4946-b052-bbc4e276bd39 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:00:36.311356 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'code': 200} Feb 03 14:00:36.338296 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:36.419747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c9b19-8088-4654-85a4-57597b7ded35 req-9bfd6392-1394-4462-9040-0bad79313e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:36.421250 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d85c9b19-8088-4654-85a4-57597b7ded35 req-9bfd6392-1394-4462-9040-0bad79313e4c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1128 time: 0.0498474 Feb 03 14:00:36.467998 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d85c9b19-8088-4654-85a4-57597b7ded35 req-61c6743c-dd22-4a70-887c-06cc2a366268 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Feb 03 14:00:36.584069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646ff54-8c7a-4836-bd61-56df35d04344 req-46578378-2682-42af-ab4e-a9051308796f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:36.585531 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1646ff54-8c7a-4836-bd61-56df35d04344 req-46578378-2682-42af-ab4e-a9051308796f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0544038 Feb 03 14:00:36.643345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1646ff54-8c7a-4836-bd61-56df35d04344 req-fdbda610-78f8-4777-9373-f6c0a8345bde tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516739 Feb 03 14:00:36.714832 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c43ce2b-daba-45c1-99af-9561cc088f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:37.776426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c011eca-54de-4a5e-a8c7-7cc18e837328 req-902d99fe-7521-4760-8479-890b70c5a26f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:37.777919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c011eca-54de-4a5e-a8c7-7cc18e837328 req-902d99fe-7521-4760-8479-890b70c5a26f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0556235 Feb 03 14:00:37.834572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8c011eca-54de-4a5e-a8c7-7cc18e837328 req-7dfb4eaf-e715-4b52-9395-e4d72f9ad6d4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480783 Feb 03 14:00:37.957254 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e1ec7-e14d-48de-9d8b-9dbfbe23e1a6 req-69d9160e-2bed-4272-9147-cf3bd55ae3a5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:37.958682 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c8e1ec7-e14d-48de-9d8b-9dbfbe23e1a6 req-69d9160e-2bed-4272-9147-cf3bd55ae3a5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0559638 Feb 03 14:00:38.010383 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c8e1ec7-e14d-48de-9d8b-9dbfbe23e1a6 req-6bffb5e4-3af8-4a6e-9a25-62fb07806ff1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457084 Feb 03 14:00:38.044089 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52456) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:00:38.098912 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b45f78c-74fb-449a-9e7c-d674502d2fac tempest-TestShelveInstance-514642431 tempest-TestShelveInstance-514642431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:38.100450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-9b45f78c-74fb-449a-9e7c-d674502d2fac tempest-TestShelveInstance-514642431 tempest-TestShelveInstance-514642431-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1123 time: 0.0551062 Feb 03 14:00:38.103535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52458) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:00:38.108033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:00:38.132993 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:38.238704 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:38.360703 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Allocated IP 172.25.3.60 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/83ea5419-b70d-464f-89a5-8afb5cd66069) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:38.481058 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for port (83ea5419-b70d-464f-89a5-8afb5cd66069), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:38.523319 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (83ea5419-b70d-464f-89a5-8afb5cd66069), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:38.561686 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:38.568195 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:38.570957 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:00:38.577094 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'Port': ['ID=83ea5419-b70d-464f-89a5-8afb5cd66069,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:38.986456 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-682f3552-4c71-49ce-95b4-8838ea4abf2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:39.125843 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for floatingip (e9007f21-dd2c-4193-bb87-c3bfe5d36623), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:39.502954 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (83ea5419-b70d-464f-89a5-8afb5cd66069), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:39.657420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for port (83ea5419-b70d-464f-89a5-8afb5cd66069), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:39.664487 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (83ea5419-b70d-464f-89a5-8afb5cd66069), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:39.732971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event updated for resources: {'Port': ['ID=83ea5419-b70d-464f-89a5-8afb5cd66069,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:39.744907 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (e9007f21-dd2c-4193-bb87-c3bfe5d36623), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:39.846046 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Floating IP e9007f21-dd2c-4193-bb87-c3bfe5d36623 associated. External IP: 172.25.3.60, port: c79e44bc-167f-4f76-9801-ad258f7a6456. Feb 03 14:00:40.068069 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:40.178002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:40.188765 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] Sync routers for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:00:40.198888 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:40.201774 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:00:40.202506 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:40.232159 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-c5247faa-dc64-42c9-b881-65361cc202d9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1273508 Feb 03 14:00:40.232728 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:00:40.235023 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:00:40.271653 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f5cfb8-555a-440c-8ed4-49cbcd6cc97c x-openstack-request-id: req-96f5cfb8-555a-440c-8ed4-49cbcd6cc97c {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:00:40.271919 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:00:40.272204 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96f5cfb8-555a-440c-8ed4-49cbcd6cc97c {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:00:40.272597 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'status': 'completed', 'code': 200} Feb 03 14:00:40.315566 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:00:40.345196 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-01ea7ff0-555d-4b3b-9101-e662c5d265f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:40.346807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-01ea7ff0-555d-4b3b-9101-e662c5d265f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1128 time: 0.0503125 Feb 03 14:00:40.438221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-d0778fac-34a3-46f8-a973-a218a3624b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:40.439676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-d0778fac-34a3-46f8-a973-a218a3624b57 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0864429 Feb 03 14:00:40.489091 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:40.510613 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-92281fe7-0522-4332-a947-8f82fde5566a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 998 time: 0.0643957 Feb 03 14:00:40.544069 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'e9007f21-dd2c-4193-bb87-c3bfe5d36623', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'port_id': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'mac_address': 'fa:16:3e:a9:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:00:38Z', 'updated_at': '2022-02-03T14:00:38Z', 'revision_number': 0, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:40.560221 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-2ca62d1b-9aa5-469a-b1cc-977f97547fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:40.561718 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-2ca62d1b-9aa5-469a-b1cc-977f97547fb7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0451488 Feb 03 14:00:40.569494 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] Checking router: 6e3c5b1b-9130-425c-9a48-b09f0e87a25a for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:00:40.578193 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:00:40.578821 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:00:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:40.620506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-ed95608b-4116-4dcc-a1ad-106c2d92214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:40.622121 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-ed95608b-4116-4dcc-a1ad-106c2d92214f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531089 Feb 03 14:00:40.686117 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:00:40.717984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-f151dac6-c3d6-486e-8fa3-3fddae22a428 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888898 Feb 03 14:00:40.818579 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4f91f7f1-6d5f-4368-9b52-e2eda19765b2 req-97c15a96-c858-4283-b81f-a33805a40799 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942290 Feb 03 14:00:41.001185 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'e9007f21-dd2c-4193-bb87-c3bfe5d36623', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'port_id': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'mac_address': 'fa:16:3e:a9:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:00:38Z', 'updated_at': '2022-02-03T14:00:38Z', 'revision_number': 0, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:41.027115 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedf719-27fb-433a-9d5d-ab9bb460f70a None None] The sync data for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 is: [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'e9007f21-dd2c-4193-bb87-c3bfe5d36623', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'port_id': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'mac_address': 'fa:16:3e:a9:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:00:38Z', 'updated_at': '2022-02-03T14:00:38Z', 'revision_number': 0, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:00:41.229228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf8eab9-351b-4848-91f8-d622f9615794 None None] New status for floating IP e9007f21-dd2c-4193-bb87-c3bfe5d36623: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:00:41.915494 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:42.711102 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:47.150661 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:47.759523 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:00:51.596879 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:57.764430 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-a477d17b-c0da-49bf-8b5f-c2a7299907d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541308 Feb 03 14:00:57.858133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-8650a481-7022-4d66-8b8e-ec15b2d83053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:57.859679 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-8650a481-7022-4d66-8b8e-ec15b2d83053 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1128 time: 0.0491719 Feb 03 14:00:57.977079 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-fabfa2a0-8605-425f-a906-b2989392e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:57.978560 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-fabfa2a0-8605-425f-a906-b2989392e9ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0980241 Feb 03 14:00:58.049016 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-0d19aaec-a629-481a-8b1e-a4b4bdec3fe8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 1000 time: 0.0639439 Feb 03 14:00:58.102726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-a816719a-b6ea-47d6-8e27-f09387f9c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:58.104174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-a816719a-b6ea-47d6-8e27-f09387f9c6ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0486896 Feb 03 14:00:58.161106 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-b291fd62-30db-4bd0-8a7a-520019797cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:58.162670 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-b291fd62-30db-4bd0-8a7a-520019797cff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515063 Feb 03 14:00:58.269740 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-6c001fb5-88cf-477d-a521-686b79e1f1f7 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964122 Feb 03 14:00:58.376436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-6c644509-493c-4faa-b931-5a9716dc3e25 req-30056268-3904-4b88-8f2e-415c62acf137 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989203 Feb 03 14:01:06.717613 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fe5e-c82b-4811-87c7-b9752787dbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:08.986874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076247ed-056b-41bc-8900-b54225255a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:10.492974 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:11.913387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:12.697742 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:17.155280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:21.598372 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:24.760039 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:01:36.717756 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b408428a-4b74-44e5-9e27-92262422dd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:38.991877 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8831c92-68b0-47df-bda8-9540991e95a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:40.497172 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:41.921221 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:42.700743 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:47.161985 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:51.589007 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:59.729212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-822833d5-1b49-4e1d-af33-3f20ad886a07 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524814 Feb 03 14:01:59.831780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-fa68bf6d-2bb4-4c9b-a9df-a02b1ec094ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:59.833331 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-fa68bf6d-2bb4-4c9b-a9df-a02b1ec094ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1128 time: 0.0583599 Feb 03 14:01:59.963629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-a9008ae1-8401-4994-b380-3baf152a826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:59.965144 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-a9008ae1-8401-4994-b380-3baf152a826e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.1102099 Feb 03 14:02:00.033325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-34c7f723-f43d-4a81-8b38-f5ce67a28295 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 1000 time: 0.0616519 Feb 03 14:02:00.083381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-8c94ac70-53b2-4e97-b71b-07d08ab16a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:00.084856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-8c94ac70-53b2-4e97-b71b-07d08ab16a6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0449350 Feb 03 14:02:00.149211 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-f1420964-2393-4b7a-bd8a-87742de7934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:00.150770 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-f1420964-2393-4b7a-bd8a-87742de7934c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0597062 Feb 03 14:02:00.246475 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-c15d99c7-53c1-47e2-bfc4-af6dd9c54ba2 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887513 Feb 03 14:02:00.353405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-11ca98ff-3c15-42a4-aee7-35179e815215 req-f2d11d95-3ae0-47ac-97ca-6f4e1260fa3c service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003969 Feb 03 14:02:01.759717 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:02:06.726025 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f25f80c0-b291-4cf3-b1bd-1192507a300b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:08.998051 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-128b9cfb-5994-44c6-9912-b5a4cd4b816f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:10.503610 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:11.920138 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:12.698091 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:17.169078 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:21.591211 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:36.727817 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e84c1d7-9df7-4d9e-9ec8-1ffc7ce36bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:37.059205 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08995e-cafd-44cc-b68a-51cba63d3eee req-330adda4-cc3a-43c5-9cbe-3f310e1d65dc tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:37.061217 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c08995e-cafd-44cc-b68a-51cba63d3eee req-330adda4-cc3a-43c5-9cbe-3f310e1d65dc tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.1254091 Feb 03 14:02:37.112037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c08995e-cafd-44cc-b68a-51cba63d3eee req-6d7f15f5-3961-4c5a-bc77-3792063b3ec1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Feb 03 14:02:38.251431 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963de9c4-9ffc-4d50-9cf9-2803fb86c0b1 req-90e2f2af-ee66-4cb0-965e-c0c96aff25d7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:38.252907 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-963de9c4-9ffc-4d50-9cf9-2803fb86c0b1 req-90e2f2af-ee66-4cb0-965e-c0c96aff25d7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0593011 Feb 03 14:02:38.304703 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-963de9c4-9ffc-4d50-9cf9-2803fb86c0b1 req-1c0b2201-de77-4805-9c0a-508871aa3982 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434108 Feb 03 14:02:38.759134 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:02:38.989396 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7764507c-a59c-439d-b141-275a67208fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:39.440895 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2619af-cd2e-4e1c-b2b5-6f0a4fab593a req-a83e5644-9efb-47bf-a961-8979bbeb2d1b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:39.444766 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff2619af-cd2e-4e1c-b2b5-6f0a4fab593a req-a83e5644-9efb-47bf-a961-8979bbeb2d1b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0589974 Feb 03 14:02:39.508032 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ff2619af-cd2e-4e1c-b2b5-6f0a4fab593a req-9d5ff01b-45ca-451c-a147-d5900b10aa44 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527952 Feb 03 14:02:40.505256 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:40.661848 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843ea47-fb8a-4de8-b8cb-efc3f29b010a req-dac9ae2a-fdc1-4c53-826f-ee90cc4675ce tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:40.663409 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7843ea47-fb8a-4de8-b8cb-efc3f29b010a req-dac9ae2a-fdc1-4c53-826f-ee90cc4675ce tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0645599 Feb 03 14:02:40.718448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7843ea47-fb8a-4de8-b8cb-efc3f29b010a req-cdd776c5-e104-47a2-bf22-e0c63b7cdd9f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492437 Feb 03 14:02:41.848693 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2856051-b747-4924-96fd-0d4da55436c2 req-05d6f645-5f0f-41de-88cc-7c05ab3db769 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:41.850179 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2856051-b747-4924-96fd-0d4da55436c2 req-05d6f645-5f0f-41de-88cc-7c05ab3db769 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0616624 Feb 03 14:02:41.907947 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c2856051-b747-4924-96fd-0d4da55436c2 req-48ebd5fa-5370-4cf1-8172-01dcd37460dd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490408 Feb 03 14:02:41.923152 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:42.698842 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:43.043879 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ed418-bb31-4ea3-95ea-ed3a6b28e17b req-8fd2d5bc-94aa-4848-8b06-914a11b67b11 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:43.045344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e94ed418-bb31-4ea3-95ea-ed3a6b28e17b req-8fd2d5bc-94aa-4848-8b06-914a11b67b11 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0603499 Feb 03 14:02:43.095450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e94ed418-bb31-4ea3-95ea-ed3a6b28e17b req-ccf48b52-c078-4561-8f4a-1116b17a602c tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443978 Feb 03 14:02:44.234875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8f43-a002-4779-8f74-99fdb3c1cb25 req-cbdb8d0e-aa26-4a18-9d66-524bbcaecab1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:44.236453 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f50d8f43-a002-4779-8f74-99fdb3c1cb25 req-cbdb8d0e-aa26-4a18-9d66-524bbcaecab1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0673821 Feb 03 14:02:44.284924 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f50d8f43-a002-4779-8f74-99fdb3c1cb25 req-3f4d3160-3850-4ae3-97a6-86760fa1bc17 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426862 Feb 03 14:02:45.425156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e05e0-9863-4eb8-b435-358a3a9ee31f req-bfc078a0-163c-44ff-a98d-02dcba6d9034 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:45.426647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-409e05e0-9863-4eb8-b435-358a3a9ee31f req-bfc078a0-163c-44ff-a98d-02dcba6d9034 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0641549 Feb 03 14:02:45.478228 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-409e05e0-9863-4eb8-b435-358a3a9ee31f req-d808eef2-4e40-4a01-80b9-1404bc667248 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 Feb 03 14:02:46.617421 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2477-5aca-42a9-9923-963080330520 req-61b9f979-7df8-472c-98c0-85c370a6ac0e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:46.619042 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c8e2477-5aca-42a9-9923-963080330520 req-61b9f979-7df8-472c-98c0-85c370a6ac0e tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0561996 Feb 03 14:02:46.676873 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2c8e2477-5aca-42a9-9923-963080330520 req-ecb25587-59b0-4765-b328-50e8218971b2 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491533 Feb 03 14:02:47.166907 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-927c28ed-2659-449c-9e9e-0f00b01c6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.168420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-927c28ed-2659-449c-9e9e-0f00b01c6905 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1128 time: 0.0481474 Feb 03 14:02:47.169480 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:47.269761 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-aebebfc8-cc9a-4869-a738-3e01f09d4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.271269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-aebebfc8-cc9a-4869-a738-3e01f09d4d60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0968194 Feb 03 14:02:47.338934 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-27f96f6b-c472-4f81-aa82-b95c79d2b341 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 1000 time: 0.0613825 Feb 03 14:02:47.387278 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-3dc9d79c-ea6e-4954-89fd-cdeb5a0e6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.388697 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-3dc9d79c-ea6e-4954-89fd-cdeb5a0e6111 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0438969 Feb 03 14:02:47.438808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-2bc5cd00-0c5f-4f95-82f0-ec6b75074813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.440424 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-2bc5cd00-0c5f-4f95-82f0-ec6b75074813 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452530 Feb 03 14:02:47.535009 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-235bc8c0-a334-4e52-bd0d-8f71419b3377 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877402 Feb 03 14:02:47.632303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-38249dcc-9a4c-4aee-83c2-462650d14390 req-a5d905ea-1891-4d14-9cb2-a4d7204b9ac8 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909982 Feb 03 14:02:47.804373 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f772-1437-47b4-9a5f-59ed1c478aa2 req-9cd3ca63-6fb8-4a4c-954c-87ad5c3083f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.805848 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3409f772-1437-47b4-9a5f-59ed1c478aa2 req-9cd3ca63-6fb8-4a4c-954c-87ad5c3083f5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0545406 Feb 03 14:02:47.858112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3409f772-1437-47b4-9a5f-59ed1c478aa2 req-3ca45662-5f45-4a86-aef3-7310a3d05a8a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466027 Feb 03 14:02:49.000212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa5fe-3baa-4a1e-af63-298b7e20daec req-77cefa95-7b8c-49eb-b94f-d17b90d4681a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:49.001830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a01fa5fe-3baa-4a1e-af63-298b7e20daec req-77cefa95-7b8c-49eb-b94f-d17b90d4681a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0624473 Feb 03 14:02:49.053502 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a01fa5fe-3baa-4a1e-af63-298b7e20daec req-bb41bf9c-9eec-4a1c-8163-edd27f90ff75 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Feb 03 14:02:50.180042 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694611b-7b52-4c2c-a367-6ed2d4ab1289 req-5ece7b64-6d25-4e10-b13e-733a1a3fbccc tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:50.181514 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d694611b-7b52-4c2c-a367-6ed2d4ab1289 req-5ece7b64-6d25-4e10-b13e-733a1a3fbccc tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0591147 Feb 03 14:02:50.232444 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d694611b-7b52-4c2c-a367-6ed2d4ab1289 req-90e83f64-eaa0-4a94-bf0d-4ff6fded7407 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448472 Feb 03 14:02:51.356085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83a01f-4a7a-458f-a208-9256d3684210 req-98fb7a6e-211f-4ed7-85fb-bff579b4fde9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:51.357473 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b83a01f-4a7a-458f-a208-9256d3684210 req-98fb7a6e-211f-4ed7-85fb-bff579b4fde9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0544386 Feb 03 14:02:51.407450 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b83a01f-4a7a-458f-a208-9256d3684210 req-071a2aad-db59-480e-ab81-363e86579e05 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437539 Feb 03 14:02:51.611896 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:52.532494 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43508154-c9f2-43f2-82ae-1356f5c99812 req-0ab2ecaf-2979-49e7-a765-d807ec77a34d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:52.534600 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43508154-c9f2-43f2-82ae-1356f5c99812 req-0ab2ecaf-2979-49e7-a765-d807ec77a34d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 945 time: 0.0583034 Feb 03 14:02:52.594008 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-43508154-c9f2-43f2-82ae-1356f5c99812 req-847190fb-6a84-4444-83a0-ce76442cf3b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534327 Feb 03 14:02:52.728997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device c79e44bc-167f-4f76-9801-ad258f7a6456 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:02:52.815940 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port c79e44bc-167f-4f76-9801-ad258f7a6456 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:02:52.816331 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:52.840818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:02:52.843157 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bd068e-bfab-4065-90e7-88360da0470e" -d '{"events": [{"server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "name": "network-vif-unplugged", "status": "completed", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:02:52.856031 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:52.862160 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:52.888564 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893cf07f-2b2d-4039-abec-c5a24c7c68e2 x-openstack-request-id: req-893cf07f-2b2d-4039-abec-c5a24c7c68e2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:02:52.888860 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "name": "network-vif-unplugged", "status": "completed", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:02:52.889117 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-893cf07f-2b2d-4039-abec-c5a24c7c68e2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:02:52.889509 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'code': 200} Feb 03 14:02:52.914987 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:52.924210 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.924636 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.924884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.925212 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.925540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.925889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.926207 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.926565 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.926911 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.927228 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.927542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.927856 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:52.928164 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:53.741212 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ff227-d225-46a7-80aa-d03a62a112d1 req-fff49945-8840-4c74-9398-22c43b3be5a5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:53.743003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-201ff227-d225-46a7-80aa-d03a62a112d1 req-fff49945-8840-4c74-9398-22c43b3be5a5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0652523 Feb 03 14:02:53.793343 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-201ff227-d225-46a7-80aa-d03a62a112d1 req-bbcf83d1-837d-434d-9604-99831d2fb9d4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444403 Feb 03 14:02:54.006673 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-e7584ef7-eb06-4d8f-ba98-0a0e053b2dfd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505741 Feb 03 14:02:54.017072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-931ddabc-f680-46ac-a5c8-f6356cd2bf21 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:02:54.018024 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-931ddabc-f680-46ac-a5c8-f6356cd2bf21 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055957 Feb 03 14:02:54.027593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecfd92-a14f-4b37-bae4-6faa560f263d req-92239e8d-51de-4f3b-a239-5b2cbca02728 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:54.029116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ecfd92-a14f-4b37-bae4-6faa560f263d req-92239e8d-51de-4f3b-a239-5b2cbca02728 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0536151 Feb 03 14:02:54.079147 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ecfd92-a14f-4b37-bae4-6faa560f263d req-bb1d8ad5-e96a-4275-b734-0912e3dd8c86 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432024 Feb 03 14:02:55.207874 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c303a-e5f6-4e21-960d-c9d6b85a2c0d req-9f190207-d6b5-413a-9124-1d887ad639e9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:55.209380 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-848c303a-e5f6-4e21-960d-c9d6b85a2c0d req-9f190207-d6b5-413a-9124-1d887ad639e9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0614278 Feb 03 14:02:55.261789 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-848c303a-e5f6-4e21-960d-c9d6b85a2c0d req-7b8c63c4-7952-4744-82f4-d3d10dca4bf6 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432346 Feb 03 14:02:56.386560 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80222e23-2b0d-4a4c-a6b9-58b9dc8467f8 req-c2b2f0a2-edf7-4fa8-8ddd-8560ac2bbff7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:56.388048 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80222e23-2b0d-4a4c-a6b9-58b9dc8467f8 req-c2b2f0a2-edf7-4fa8-8ddd-8560ac2bbff7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0551989 Feb 03 14:02:56.440653 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80222e23-2b0d-4a4c-a6b9-58b9dc8467f8 req-a2ab1f02-1a60-4e17-a85b-844d1a52f9c0 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461106 Feb 03 14:02:57.567584 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0270281-f3cf-4536-854d-3c791d84eb72 req-339e891b-0a61-4ab8-aa2e-99af5aa63413 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:57.569059 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0270281-f3cf-4536-854d-3c791d84eb72 req-339e891b-0a61-4ab8-aa2e-99af5aa63413 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0578504 Feb 03 14:02:57.618630 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a0270281-f3cf-4536-854d-3c791d84eb72 req-fb3a987d-1ec1-4b5c-92b0-509a1dc37197 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Feb 03 14:02:58.747327 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b10bca-1623-49cf-9fc9-327c17de03cb req-514c91ef-8b5e-4eda-85b2-b3ab6fac5aef tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:58.748917 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1b10bca-1623-49cf-9fc9-327c17de03cb req-514c91ef-8b5e-4eda-85b2-b3ab6fac5aef tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0592809 Feb 03 14:02:58.800436 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e1b10bca-1623-49cf-9fc9-327c17de03cb req-628c5c18-fcdf-4c65-94ff-3d8a5d8786f4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Feb 03 14:02:59.921814 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aadd2-286f-4507-8f30-5a308ec413f8 req-b29a68a3-f203-46f1-905e-434539e87ab0 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:59.923325 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-632aadd2-286f-4507-8f30-5a308ec413f8 req-b29a68a3-f203-46f1-905e-434539e87ab0 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0545268 Feb 03 14:02:59.978351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-632aadd2-286f-4507-8f30-5a308ec413f8 req-e3884f81-0ce5-4867-9ee6-01fd77f730c6 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486887 Feb 03 14:03:01.109840 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3354e-76f2-438e-a39f-76db72030124 req-5607a935-f5be-4422-a8d9-46accb937c1a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:01.111461 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ab3354e-76f2-438e-a39f-76db72030124 req-5607a935-f5be-4422-a8d9-46accb937c1a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0584381 Feb 03 14:03:01.162371 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ab3354e-76f2-438e-a39f-76db72030124 req-629f6232-c09d-4c35-8534-62472ce25af4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448446 Feb 03 14:03:02.286118 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0defc0-e5f0-4117-8344-ec544a8b81f8 req-88004182-70af-4a51-a0f9-899630d3fd45 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:02.287580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed0defc0-e5f0-4117-8344-ec544a8b81f8 req-88004182-70af-4a51-a0f9-899630d3fd45 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0560939 Feb 03 14:03:02.339225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ed0defc0-e5f0-4117-8344-ec544a8b81f8 req-c8966ec4-dfac-45eb-a29c-f3bd5e9df34b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456090 Feb 03 14:03:03.468668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563bb2a-11e6-48e7-a575-8d959993b67c req-c4c173d4-344e-4806-a4b1-b35f581247ab tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:03.470282 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8563bb2a-11e6-48e7-a575-8d959993b67c req-c4c173d4-344e-4806-a4b1-b35f581247ab tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0614662 Feb 03 14:03:03.531719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8563bb2a-11e6-48e7-a575-8d959993b67c req-c89f8aea-7721-4bc4-8ed6-381a32b498cc tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549488 Feb 03 14:03:04.344940 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-d76bb183-d705-4591-8cf3-e569c483797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:04.346493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-d76bb183-d705-4591-8cf3-e569c483797c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17&tenant_id=e03e99293c314292bf746156ce7bcd8c HTTP/1.1" status: 200 len: 1126 time: 0.0945477 Feb 03 14:03:04.357181 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-8ca807e5-2b1d-4eaf-9cf8-a8a5792e21e7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:03:04.358103 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-8ca807e5-2b1d-4eaf-9cf8-a8a5792e21e7 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049233 Feb 03 14:03:04.369461 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-10', 'device_owner': 'compute:nova'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:03:04.432543 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:04.666545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:04.699313 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd9a6d-9c7e-4d73-b445-989a977841c8 req-605cd36a-c803-4844-9cd7-23b7c68a12d0 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:04.700833 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54dd9a6d-9c7e-4d73-b445-989a977841c8 req-605cd36a-c803-4844-9cd7-23b7c68a12d0 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0920255 Feb 03 14:03:04.719198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:04.771132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79e44bc-167f-4f76-9801-ad258f7a6456 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:03:04.784273 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Publish callbacks [] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:04.799674 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-54dd9a6d-9c7e-4d73-b445-989a977841c8 req-22e73336-f3ca-4ee3-9c9c-5912ddbf23a9 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914104 Feb 03 14:03:04.804493 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Transition to ACTIVE for port object c79e44bc-167f-4f76-9801-ad258f7a6456 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:03:04.810566 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:05.197836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=7']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:05.220013 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.220375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.220683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.221049 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.221352 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.221708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.222027 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.222452 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.222743 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.223156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.223380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.223729 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.224023 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:05.275240 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] No DVR routers for this DVR port c79e44bc-167f-4f76-9801-ad258f7a6456 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:05.411311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Attempting to bind port c79e44bc-167f-4f76-9801-ad258f7a6456 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:03:05.411565 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Attempting to bind port c79e44bc-167f-4f76-9801-ad258f7a6456 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:03:05.411888 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Attempting to bind port c79e44bc-167f-4f76-9801-ad258f7a6456 on network b5a0a844-01fa-402c-8f6d-d9608817b6fb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:03:05.416626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Port c79e44bc-167f-4f76-9801-ad258f7a6456 on network b5a0a844-01fa-402c-8f6d-d9608817b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:03:05.416945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Attempting to bind port c79e44bc-167f-4f76-9801-ad258f7a6456 on network b5a0a844-01fa-402c-8f6d-d9608817b6fb {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:03:05.421951 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:03:05.422280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Checking segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:03:05.422689 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Bound using segment: {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:03:05.423114 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Bound port: c79e44bc-167f-4f76-9801-ad258f7a6456, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:03:05.423466 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:05.490938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:03:05.495849 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:03:05.506073 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:05.540176 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:05.540681 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:05.542062 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] 10.222.0.91 "PUT /v2.0/ports/c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 1092 time: 1.1763482 Feb 03 14:03:05.542518 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:03:05.544771 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8162dda3-4dc5-4029-bd2b-f753d19d0356" -d '{"events": [{"name": "network-changed", "server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:03:05.568937 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519fd72-f765-4afe-9074-e6ba73e55ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=8']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:05.600606 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c968d7c8-56aa-403e-8b29-bb42085962d2 x-openstack-request-id: req-c968d7c8-56aa-403e-8b29-bb42085962d2 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:03:05.600904 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:03:05.601245 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c968d7c8-56aa-403e-8b29-bb42085962d2 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:03:05.601566 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'status': 'completed', 'code': 200} Feb 03 14:03:05.622457 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-f8476d40-79f2-40e3-812c-98467f3bab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:05.624175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-f8476d40-79f2-40e3-812c-98467f3bab8f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1126 time: 0.0522721 Feb 03 14:03:05.723717 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-f394a324-93e3-45d8-87f3-f8eef4cf0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:05.725249 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-f394a324-93e3-45d8-87f3-f8eef4cf0df4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0940418 Feb 03 14:03:05.803755 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-c67bbd27-1c95-41b2-8db4-4042c262cbd8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 998 time: 0.0693276 Feb 03 14:03:05.854317 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-8400cf8c-0d6b-426b-915a-3fe4478804b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:05.855375 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-8400cf8c-0d6b-426b-915a-3fe4478804b1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0439017 Feb 03 14:03:05.942245 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-6173fad4-c423-4f23-9f6f-9d9b46b8f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:05.943719 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-6173fad4-c423-4f23-9f6f-9d9b46b8f37e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0795152 Feb 03 14:03:05.953098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77fef-7bb5-4feb-9c08-4ad1dd6267a8 req-8378e70d-3078-487d-b956-a9e272968959 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:05.954476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb77fef-7bb5-4feb-9c08-4ad1dd6267a8 req-8378e70d-3078-487d-b956-a9e272968959 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0824454 Feb 03 14:03:06.058709 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8eb77fef-7bb5-4feb-9c08-4ad1dd6267a8 req-e52582ca-b3d4-4a26-9508-fecb72462a98 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961962 Feb 03 14:03:06.075052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-7103ec4b-2fcc-4b59-8880-f52a821013cf service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196477 Feb 03 14:03:06.175420 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-9f487954-d988-41ea-b570-d0c83aaae448 service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935965 Feb 03 14:03:06.277098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-cd436dde-3de4-4c81-b676-b8b664090533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:06.278556 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-cd436dde-3de4-4c81-b676-b8b664090533 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1126 time: 0.0526543 Feb 03 14:03:06.377932 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-76c0ec02-479c-4baa-addd-f959484316f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:06.379647 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-76c0ec02-479c-4baa-addd-f959484316f7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0934770 Feb 03 14:03:06.453567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-6405eafb-cb1f-4f83-adbf-984e170805a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 998 time: 0.0661008 Feb 03 14:03:06.502193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-8a648026-0760-43d8-8cc2-96b2276c7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:06.503615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-8a648026-0760-43d8-8cc2-96b2276c7a57 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0430038 Feb 03 14:03:06.558619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-816a6f48-7cb3-475f-b900-c1d5b34cb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:06.560054 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-816a6f48-7cb3-475f-b900-c1d5b34cb76e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492086 Feb 03 14:03:06.668165 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-12c3e1dc-1d25-4055-9be3-a8705b6ef101 service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005242 Feb 03 14:03:06.723216 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c25dc2c-27fe-4a41-96e2-70db6d5fae7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:06.767303 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8162dda3-4dc5-4029-bd2b-f753d19d0356 req-ac6ea8c0-2696-490c-b09b-0080cadeeecb service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924659 Feb 03 14:03:07.198483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa20003-7340-4f6d-982f-bdefd93525b3 req-04318ce6-68cd-4b8b-ae41-e5fd3ce9be25 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:07.199992 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aaa20003-7340-4f6d-982f-bdefd93525b3 req-04318ce6-68cd-4b8b-ae41-e5fd3ce9be25 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0605304 Feb 03 14:03:07.250038 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-aaa20003-7340-4f6d-982f-bdefd93525b3 req-84e51298-200d-4ba4-ad4a-2e2e504060f8 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442445 Feb 03 14:03:08.389497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2b17d-8258-4584-bd42-785c586a77cb req-e97c6a07-5ec6-4a8d-b4e5-902fca303834 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:08.391374 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8e2b17d-8258-4584-bd42-785c586a77cb req-e97c6a07-5ec6-4a8d-b4e5-902fca303834 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0596130 Feb 03 14:03:08.441994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a8e2b17d-8258-4584-bd42-785c586a77cb req-ca7d6bb1-42f0-400b-a310-331b9da77692 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Feb 03 14:03:08.988980 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e5f5957-7ab2-404e-bf38-8137d53779e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:09.568510 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1739837-36f1-4ad2-961c-42019a40f0c2 req-911a68e5-4fe7-43e8-8561-4eb3b623cb11 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:09.569984 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1739837-36f1-4ad2-961c-42019a40f0c2 req-911a68e5-4fe7-43e8-8561-4eb3b623cb11 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0537100 Feb 03 14:03:09.624441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d1739837-36f1-4ad2-961c-42019a40f0c2 req-bc787a14-07c3-4f50-a7eb-973c2a985de1 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486076 Feb 03 14:03:10.509581 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:10.758587 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436538-5578-4723-bc7f-0649f70d7437 req-04a89f5e-3914-4dd5-abf5-3df216bc3131 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:10.760197 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40436538-5578-4723-bc7f-0649f70d7437 req-04a89f5e-3914-4dd5-abf5-3df216bc3131 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0564332 Feb 03 14:03:10.815786 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-40436538-5578-4723-bc7f-0649f70d7437 req-bcfd96ae-42aa-4ff7-b0b4-81cba307db74 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493028 Feb 03 14:03:11.927883 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:11.956626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e595-bd68-44f4-8a94-024557311364 req-6b10e306-c41c-43bf-a2b1-05ff1be4d6fe tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:11.958351 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68f4e595-bd68-44f4-8a94-024557311364 req-6b10e306-c41c-43bf-a2b1-05ff1be4d6fe tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0573242 Feb 03 14:03:12.007922 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68f4e595-bd68-44f4-8a94-024557311364 req-023670ce-a881-476a-9406-b42aa588ba49 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436676 Feb 03 14:03:12.700272 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:13.159700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780cf9a-3bd6-495e-8239-166fff658c06 req-35e03ae4-efa0-41dc-a60e-9ea857ceb2bb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:13.161251 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2780cf9a-3bd6-495e-8239-166fff658c06 req-35e03ae4-efa0-41dc-a60e-9ea857ceb2bb tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0720475 Feb 03 14:03:13.226447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2780cf9a-3bd6-495e-8239-166fff658c06 req-67c82b2a-6ac4-468f-8298-7a17ac08d75f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524781 Feb 03 14:03:14.365712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3e523-ec01-4a4f-8daa-45efb018f705 req-7e1da2bd-445b-4f6a-9e49-d02871afc6b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:14.367221 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23f3e523-ec01-4a4f-8daa-45efb018f705 req-7e1da2bd-445b-4f6a-9e49-d02871afc6b7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0552149 Feb 03 14:03:14.416885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-23f3e523-ec01-4a4f-8daa-45efb018f705 req-ea6566bb-c8ac-48af-aeb7-1d7358272bab tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438943 Feb 03 14:03:15.559508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca27769-ea5f-476e-bfb0-a708dd17da2e req-8bba98cc-fb96-4e26-b0f5-101721ca56d5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:15.560985 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ca27769-ea5f-476e-bfb0-a708dd17da2e req-8bba98cc-fb96-4e26-b0f5-101721ca56d5 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0603037 Feb 03 14:03:15.619220 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8ca27769-ea5f-476e-bfb0-a708dd17da2e req-48c4733b-2c39-4c1d-af13-710843f4eee7 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525041 Feb 03 14:03:15.760051 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:03:16.741406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a21b2-65a9-4bc4-8b41-75ae597e4ce5 req-0a8b8486-6fc6-4116-a5c5-8a15543be1ec tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:16.742960 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-250a21b2-65a9-4bc4-8b41-75ae597e4ce5 req-0a8b8486-6fc6-4116-a5c5-8a15543be1ec tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 943 time: 0.0546432 Feb 03 14:03:16.750819 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c79e44bc-167f-4f76-9801-ad258f7a6456 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:03:16.794242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-250a21b2-65a9-4bc4-8b41-75ae597e4ce5 req-8cdfff0b-f6d0-4891-8bc0-dc4bab1ef83f tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454357 Feb 03 14:03:16.850700 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:16.865606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'port_id': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'mac_address': 'fa:16:3e:a9:04:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:03:16.903475 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c79e44bc-167f-4f76-9801-ad258f7a6456 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:03:16.903867 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:16.916825 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79e44bc-167f-4f76-9801-ad258f7a6456 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:03:16.936677 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:16.943159 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:16.990223 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:17.165531 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:17.445679 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['c79e44bc-167f-4f76-9801-ad258f7a6456'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:03:17.925470 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e384-b27a-4d3d-b27e-ce3ab5a97a94 req-6bbbdeae-d095-4ee2-937d-e44c78912399 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:17.927001 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9db9e384-b27a-4d3d-b27e-ce3ab5a97a94 req-6bbbdeae-d095-4ee2-937d-e44c78912399 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 944 time: 0.0577421 Feb 03 14:03:17.978176 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9db9e384-b27a-4d3d-b27e-ce3ab5a97a94 req-5a5154e1-8908-409d-96b5-5921ebfbeeea tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 Feb 03 14:03:18.764028 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c79e44bc-167f-4f76-9801-ad258f7a6456 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:03:18.821222 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port c79e44bc-167f-4f76-9801-ad258f7a6456 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:03:18.824939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port c79e44bc-167f-4f76-9801-ad258f7a6456 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:03:18.825320 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:18.910830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port c79e44bc-167f-4f76-9801-ad258f7a6456 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:03:18.911257 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:18.940571 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:03:18.944007 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a579311e-3688-4e19-aa09-df529b197d6a" -d '{"events": [{"server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "name": "network-vif-plugged", "status": "completed", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:03:18.956830 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:18.963333 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:19.011497 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:19.031731 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496967f6-60b8-4100-b57b-d639a285872b x-openstack-request-id: req-496967f6-60b8-4100-b57b-d639a285872b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:03:19.032037 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "name": "network-vif-plugged", "status": "completed", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:03:19.032295 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-496967f6-60b8-4100-b57b-d639a285872b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:03:19.032701 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'code': 200} Feb 03 14:03:19.137082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d483b-68a9-491f-8454-8ea8f142e420 req-e323a076-c4d3-474f-bc40-90e44376208a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:19.138614 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba3d483b-68a9-491f-8454-8ea8f142e420 req-e323a076-c4d3-474f-bc40-90e44376208a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 946 time: 0.0586700 Feb 03 14:03:19.220853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ba3d483b-68a9-491f-8454-8ea8f142e420 req-acaa9d03-b390-459f-81cd-c745daba9391 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725276 Feb 03 14:03:19.236423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730c9d5-798d-4ee1-95a3-80cae165372d req-752d5cc4-7895-4f30-bbf1-5c62198fccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:19.236423 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3730c9d5-798d-4ee1-95a3-80cae165372d req-752d5cc4-7895-4f30-bbf1-5c62198fccf1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1129 time: 0.0780532 Feb 03 14:03:19.285526 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3730c9d5-798d-4ee1-95a3-80cae165372d req-747f91fa-e3c1-42cd-b771-38535976b054 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436690 Feb 03 14:03:20.364731 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b5676-8d7b-476a-92dc-b4196c56b34b req-cb962d21-c9c5-4479-8469-1e02e38096d3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:20.366275 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b7b5676-8d7b-476a-92dc-b4196c56b34b req-cb962d21-c9c5-4479-8469-1e02e38096d3 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 946 time: 0.0620489 Feb 03 14:03:20.420208 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4b7b5676-8d7b-476a-92dc-b4196c56b34b req-879afd40-8438-402c-b90a-afe110bd9563 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455396 Feb 03 14:03:21.553513 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35257054-0c78-454d-84fc-d19df2ea6d63 req-a1fc8e1b-e592-4b76-b48a-02514439b358 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:21.555037 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35257054-0c78-454d-84fc-d19df2ea6d63 req-a1fc8e1b-e592-4b76-b48a-02514439b358 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 946 time: 0.0564408 Feb 03 14:03:21.605212 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-35257054-0c78-454d-84fc-d19df2ea6d63 req-d9bb01ba-f4f0-4aad-ac44-b7d41e736d44 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 Feb 03 14:03:21.607842 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:28.939615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-c6e78d00-496a-48c2-878f-3e29d18165bd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515335 Feb 03 14:03:29.040292 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-321ea3ca-01e1-4c66-abf2-33daf12d66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:29.042363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-321ea3ca-01e1-4c66-abf2-33daf12d66cf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1129 time: 0.0547714 Feb 03 14:03:29.156777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-40db144a-a7ae-4362-b71e-acf37aa7b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:29.158272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-40db144a-a7ae-4362-b71e-acf37aa7b558 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0942779 Feb 03 14:03:29.246904 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-de2697b4-455d-478d-91b9-906c599cec7f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 1000 time: 0.0801480 Feb 03 14:03:29.299534 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-98938536-26cf-4f22-a039-0d6ec9040b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:29.300911 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-98938536-26cf-4f22-a039-0d6ec9040b2f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0471125 Feb 03 14:03:29.372832 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-ef4c4cbb-42c6-434a-9192-8cd1e6fba918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:03:29.374363 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-ef4c4cbb-42c6-434a-9192-8cd1e6fba918 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0653708 Feb 03 14:03:29.469448 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-0d5a0ee9-585d-4260-ba37-975311949366 service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878997 Feb 03 14:03:29.563493 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f50fef6-3ad2-4e85-980f-14255f580319 req-05844111-201c-4f54-8e5f-54c39700fe78 service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868199 Feb 03 14:03:36.723777 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-edfcdffc-ed51-4b5c-9155-41f95aea63cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:38.990706 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0ce84b4-8dd3-47eb-a345-befb2ea82139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:40.510620 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:41.929515 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:42.696113 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:47.164933 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:51.624531 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:52.761026 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:04:06.739319 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e67d1865-9657-4df2-8118-3edf2d9a5e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:08.989799 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fea31ae1-9950-47c6-8a93-f6d62b16db8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:10.513657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:11.938737 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:12.709822 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:17.164665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:21.625379 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:28.937854 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-ec646c56-6785-4018-9a8f-7d1403199ebf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507956 Feb 03 14:04:29.081777 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-92affe8a-ef14-4318-85eb-a3823a87e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:29.083229 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-92affe8a-ef14-4318-85eb-a3823a87e7d7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1129 time: 0.0485973 Feb 03 14:04:29.187619 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-fab73e46-9127-472a-b6ed-1cdb818f9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:29.189087 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-fab73e46-9127-472a-b6ed-1cdb818f9941 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.0847213 Feb 03 14:04:29.261855 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-59349243-ab72-4166-bf21-f1fc33673957 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 1000 time: 0.0644004 Feb 03 14:04:29.313499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-efddd4ad-cb35-4e50-ae34-5ee3964bb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:29.315003 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-efddd4ad-cb35-4e50-ae34-5ee3964bb015 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0450580 Feb 03 14:04:29.369169 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-81107aab-cbe6-4e33-b957-5b355d4e6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:29.370606 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-81107aab-cbe6-4e33-b957-5b355d4e6684 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469334 Feb 03 14:04:29.473395 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-23cd2fcb-ff76-4b9f-a178-0b0ff99b4c35 service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956616 Feb 03 14:04:29.572188 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3d6ca84d-b485-4d21-ac8d-01909fe3ce68 req-3f4d45b9-9a76-4f4c-84be-25755f822039 service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903382 Feb 03 14:04:29.765144 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:04:36.736278 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9722e41-3e7a-4025-aa01-f216b28a5e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:37.782193 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52630) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:37.947900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Deleting port 83ea5419-b70d-464f-89a5-8afb5cd66069 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:37.948212 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (83ea5419-b70d-464f-89a5-8afb5cd66069), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:38.024360 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (83ea5419-b70d-464f-89a5-8afb5cd66069), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:38.024591 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for floatingip (83ea5419-b70d-464f-89a5-8afb5cd66069), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:38.037046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Calling delete_port for 83ea5419-b70d-464f-89a5-8afb5cd66069 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:38.228233 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (83ea5419-b70d-464f-89a5-8afb5cd66069), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:38.254171 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event deleted for resources: {'Port': ['ID=83ea5419-b70d-464f-89a5-8afb5cd66069,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:38.266949 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.267297 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.267643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.267984 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.268324 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.268663 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.268987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.269320 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.269645 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.269967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.270295 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.270650 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.270970 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:38.327874 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for floatingip (e9007f21-dd2c-4193-bb87-c3bfe5d36623), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:38.328204 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Floating IP e9007f21-dd2c-4193-bb87-c3bfe5d36623 disassociated (deleted). External IP: 172.25.3.60, port: c79e44bc-167f-4f76-9801-ad258f7a6456. Feb 03 14:04:38.570712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:38.984026 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:38.985665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf4ac-75d6-43c4-b9f9-d6592086fd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:38.989699 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:38.995877 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] Sync routers for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:04:39.005914 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:04:39.006557 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:39.021041 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0b28aa4d-4e20-4f0d-9331-494f7d7fb402 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "DELETE /v2.0/floatingips/e9007f21-dd2c-4193-bb87-c3bfe5d36623 HTTP/1.1" status: 204 len: 168 time: 1.2377257 Feb 03 14:04:39.021626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:04:39.023897 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca79e302-17af-44c6-a15e-83362172d804" -d '{"events": [{"name": "network-changed", "server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:04:39.115184 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:04:39.181170 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33554173-2a36-4716-a3b7-bf4e251ee397 x-openstack-request-id: req-33554173-2a36-4716-a3b7-bf4e251ee397 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:04:39.181465 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:04:39.181720 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33554173-2a36-4716-a3b7-bf4e251ee397 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:04:39.182155 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'status': 'completed', 'code': 200} Feb 03 14:04:39.298375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79e302-17af-44c6-a15e-83362172d804 req-f7999390-1e80-4dae-a996-575abcc04c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:39.299929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca79e302-17af-44c6-a15e-83362172d804 req-f7999390-1e80-4dae-a996-575abcc04c37 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e03e99293c314292bf746156ce7bcd8c&device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 1129 time: 0.0868473 Feb 03 14:04:39.309269 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a13661-95cc-49d0-937e-ad5a7959997c req-d0e9e547-a37f-4c9b-a992-60ac520b631d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:39.310776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a13661-95cc-49d0-937e-ad5a7959997c req-d0e9e547-a37f-4c9b-a992-60ac520b631d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 946 time: 0.0816338 Feb 03 14:04:39.325631 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:39.351402 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] Checking router: 6e3c5b1b-9130-425c-9a48-b09f0e87a25a for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:04:39.360330 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:04:39.360940 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:39.417063 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-48a13661-95cc-49d0-937e-ad5a7959997c req-eb9a695d-7588-494e-b6c4-588d5dc2ed5d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975244 Feb 03 14:04:39.441340 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79e302-17af-44c6-a15e-83362172d804 req-77a8d75e-f2d1-43db-9beb-cc9cce932ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:39.443046 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca79e302-17af-44c6-a15e-83362172d804 req-77a8d75e-f2d1-43db-9beb-cc9cce932ddb service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 200 len: 910 time: 0.1313965 Feb 03 14:04:39.467583 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:04:39.487762 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca79e302-17af-44c6-a15e-83362172d804 req-48a42dbe-b23c-40d8-b2b7-41c01888e4e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 200 len: 217 time: 0.0355337 Feb 03 14:04:39.539153 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79e302-17af-44c6-a15e-83362172d804 req-bab72ee0-3ec1-45bc-8258-52f76293b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:39.540713 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca79e302-17af-44c6-a15e-83362172d804 req-bab72ee0-3ec1-45bc-8258-52f76293b43a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 200 len: 848 time: 0.0438144 Feb 03 14:04:39.594966 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79e302-17af-44c6-a15e-83362172d804 req-ca1244d6-1a0f-4eab-8ebf-1cc4b2add357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:39.596533 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca79e302-17af-44c6-a15e-83362172d804 req-ca1244d6-1a0f-4eab-8ebf-1cc4b2add357 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5a0a844-01fa-402c-8f6d-d9608817b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463390 Feb 03 14:04:39.695896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca79e302-17af-44c6-a15e-83362172d804 req-6f0e5c3f-8c3a-42de-a697-142ea328e0bd service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881534 Feb 03 14:04:39.761538 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:39.793682 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843a69b-53a7-4b2b-b180-59b7910c3ed8 None None] The sync data for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 is: [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:38Z', 'revision_number': 4, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '08ee3826-1266-4be4-b235-3b9206dd926c', 'name': '', 'network_id': 'b5a0a844-01fa-402c-8f6d-d9608817b6fb', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'mac_address': 'fa:16:3e:5c:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:38Z', 'updated_at': '2022-02-03T13:55:42Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'subnets': [{'id': '0e68b319-9336-49c3-8da2-9b716735c1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:04:39.803010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ca79e302-17af-44c6-a15e-83362172d804 req-dd88f6b9-9b6f-4415-a4ad-74724b57d29b service neutron] 10.222.0.91 "GET /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960898 Feb 03 14:04:40.022642 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1681bd-eaa6-4e05-a681-aa13bbd7da2b None None] New status for floating IP e9007f21-dd2c-4193-bb87-c3bfe5d36623: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:04:40.521131 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:40.567333 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96669-a5bf-4c41-9888-9eb618e12465 req-acc14630-e790-4fdc-b466-e75ded0b090a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:40.569269 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fee96669-a5bf-4c41-9888-9eb618e12465 req-acc14630-e790-4fdc-b466-e75ded0b090a tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 946 time: 0.0652852 Feb 03 14:04:40.641045 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-fee96669-a5bf-4c41-9888-9eb618e12465 req-80877a00-5c23-41da-9853-29f4d2da7c74 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/security-groups?id=d167d9ec-b2f4-4be0-b1d4-1646e1407d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656116 Feb 03 14:04:41.227568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-0aec64f0-9a30-4572-942a-d910fb798634 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:04:41.229074 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-0aec64f0-9a30-4572-942a-d910fb798634 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.91 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 946 time: 0.0631900 Feb 03 14:04:41.351881 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Deleting port c79e44bc-167f-4f76-9801-ad258f7a6456 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:41.352223 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:41.445845 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] For port c79e44bc-167f-4f76-9801-ad258f7a6456, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=c79e44bc-167f-4f76-9801-ad258f7a6456,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:41.446173 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:41.459838 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Calling delete_port for c79e44bc-167f-4f76-9801-ad258f7a6456 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:41.602433 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (c79e44bc-167f-4f76-9801-ad258f7a6456), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:41.635133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event deleted for resources: {'Port': ['ID=c79e44bc-167f-4f76-9801-ad258f7a6456,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:41.683062 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] No DVR routers for this DVR port c79e44bc-167f-4f76-9801-ad258f7a6456 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:41.685841 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:41.689413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bc1e4498-b5ae-4803-81e1-d0115e6d7d9c req-626cbc68-7f91-4ed2-8bcb-6b14255bb3bd tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.91 "DELETE /v2.0/ports/c79e44bc-167f-4f76-9801-ad258f7a6456 HTTP/1.1" status: 204 len: 173 time: 0.4533048 Feb 03 14:04:41.689869 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'name': 'network-vif-deleted', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:04:41.692169 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c747ac-66f3-4cee-9cb9-7bd7eb1efd77" -d '{"events": [{"server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "name": "network-vif-deleted", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:04:41.747400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ef36b9cc-bb14-4109-9860-b2b6d5477fe0 req-3f99614e-6015-4378-aab6-c2b65e31569b tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0305963 Feb 03 14:04:41.793649 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a374592e-4ce4-40e0-bc61-6e341a2a9196 x-openstack-request-id: req-a374592e-4ce4-40e0-bc61-6e341a2a9196 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:04:41.793958 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9199b5b-c347-4cbe-ac2e-ea510489ca17", "name": "network-vif-deleted", "tag": "c79e44bc-167f-4f76-9801-ad258f7a6456", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:04:41.794215 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a374592e-4ce4-40e0-bc61-6e341a2a9196 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:04:41.794693 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9199b5b-c347-4cbe-ac2e-ea510489ca17', 'name': 'network-vif-deleted', 'tag': 'c79e44bc-167f-4f76-9801-ad258f7a6456', 'status': 'completed', 'code': 200} Feb 03 14:04:41.938939 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:42.707048 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:42.847484 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-51d8e3d2-7788-4926-9969-53e463080790 req-05b175d5-ff95-47fa-87e2-9d199e1ef545 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0278759 Feb 03 14:04:43.949465 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-79ebdc0d-ccb8-43f0-a8f6-6af68e409eec req-7721efb1-9602-4d65-a09e-003464d4798d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0275593 Feb 03 14:04:45.053097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4c9b235c-492d-4d93-9b1f-9247432a9b8e req-acdc9363-f2a0-41a4-845b-8f0ff16f8bbf tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0308559 Feb 03 14:04:45.248277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c79e44bc-167f-4f76-9801-ad258f7a6456 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:04:45.270554 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: c79e44bc-167f-4f76-9801-ad258f7a6456 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:04:45.270915 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device c79e44bc-167f-4f76-9801-ad258f7a6456 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:04:46.153707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-27828ef6-082b-4a76-a95b-5655bf4a5b73 req-1b9e1af7-5420-41d7-bc1e-a6924815c3f4 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0294948 Feb 03 14:04:47.178791 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:47.251360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d9b17e42-e7be-496d-a543-e951eb5f01f2 req-48b51269-4772-4b6c-9b22-b7f6ce1fa7c8 tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0283263 Feb 03 14:04:48.347591 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-3b08b397-ef54-4b19-acc5-9b2308acb8bf req-1888fbe8-0385-4a45-99d5-c1304007643d tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0279114 Feb 03 14:04:49.445997 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7997fb9a-bf3a-4fa9-8f52-3f0518526252 req-7d3fe4db-b607-4ace-93d9-5d13cff044db tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9199b5b-c347-4cbe-ac2e-ea510489ca17 HTTP/1.1" status: 200 len: 210 time: 0.0285387 Feb 03 14:04:50.505973 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52666) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:50.566560 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc77df2a-eb9f-471e-9d3e-939bb954c6ad tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (d167d9ec-b2f4-4be0-b1d4-1646e1407d58), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:50.592842 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc77df2a-eb9f-471e-9d3e-939bb954c6ad tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (d167d9ec-b2f4-4be0-b1d4-1646e1407d58), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:50.660120 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc77df2a-eb9f-471e-9d3e-939bb954c6ad tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (d167d9ec-b2f4-4be0-b1d4-1646e1407d58), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:50.662807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-fc77df2a-eb9f-471e-9d3e-939bb954c6ad tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:50.664142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-fc77df2a-eb9f-471e-9d3e-939bb954c6ad tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] 10.222.0.65 "DELETE /v2.0/security-groups/d167d9ec-b2f4-4be0-b1d4-1646e1407d58 HTTP/1.1" status: 204 len: 168 time: 0.1568539 Feb 03 14:04:50.676624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77df2a-eb9f-471e-9d3e-939bb954c6ad tempest-TestShelveInstance-1039030751 tempest-TestShelveInstance-1039030751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d167d9ec-b2f4-4be0-b1d4-1646e1407d58,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:51.625796 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:51.740788 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52672) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:52.227049 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:52.483059 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Deleting port 08ee3826-1266-4be4-b235-3b9206dd926c {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:52.483462 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:52.569631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] For port 08ee3826-1266-4be4-b235-3b9206dd926c, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=08ee3826-1266-4be4-b235-3b9206dd926c,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:52.569963 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:52.584787 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Calling delete_port for 08ee3826-1266-4be4-b235-3b9206dd926c owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:52.781719 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (08ee3826-1266-4be4-b235-3b9206dd926c), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:52.816082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ee3826-1266-4be4-b235-3b9206dd926c,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:53.014202 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:53.231616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:53.340005 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:53.346318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b9639bf8-8fb5-40d2-82e1-b063470a2d02 admin admin] 10.222.0.65 "PUT /v2.0/routers/6e3c5b1b-9130-425c-9a48-b09f0e87a25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6044161 Feb 03 14:04:53.349236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52676) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:53.350849 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] Sync routers for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:04:53.361091 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:04:53.361944 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:53.456222 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks [] for router (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:53.471168 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:04:53.570580 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks [] for router_gateway (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:53.630821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Deleting port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:53.631271 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:53.657674 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T14:04:52Z', 'revision_number': 5, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port': {'id': '360e26e4-c18a-4a1f-8f0a-c045e2a3dff1', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T13:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:53.687637 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] Checking router: 6e3c5b1b-9130-425c-9a48-b09f0e87a25a for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:04:53.695955 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] Routers {'6e3c5b1b-9130-425c-9a48-b09f0e87a25a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:04:53.696553 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:53.735215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] For port 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=360e26e4-c18a-4a1f-8f0a-c045e2a3dff1,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:53.735215 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:53.747979 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Calling delete_port for 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:53.782875 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] Set router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:04:53.835117 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T14:04:53Z', 'revision_number': 6, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:53.865446 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0988232-d13f-4f7a-b4cf-e0145be67104 None None] The sync data for ids ['6e3c5b1b-9130-425c-9a48-b09f0e87a25a'] in n-d-792364-10 is: [{'id': '6e3c5b1b-9130-425c-9a48-b09f0e87a25a', 'name': 'tempest-TestShelveInstance-1398045670-router', 'tenant_id': 'e03e99293c314292bf746156ce7bcd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:36Z', 'updated_at': '2022-02-03T14:04:53Z', 'revision_number': 6, 'project_id': 'e03e99293c314292bf746156ce7bcd8c', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:04:53.924818 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (360e26e4-c18a-4a1f-8f0a-c045e2a3dff1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:53.950460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=360e26e4-c18a-4a1f-8f0a-c045e2a3dff1,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:54.017735 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.406608 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.409008 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks [] for router_controller (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.457142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (6e3c5b1b-9130-425c-9a48-b09f0e87a25a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.457683 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e3c5b1b-9130-425c-9a48-b09f0e87a25a {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:04:54.462435 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.463393 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-57a3eac5-7591-410b-8032-4f3896bee5bb admin admin] 10.222.0.65 "DELETE /v2.0/routers/6e3c5b1b-9130-425c-9a48-b09f0e87a25a HTTP/1.1" status: 204 len: 168 time: 1.1131024 Feb 03 14:04:54.466021 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52678) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:54.511038 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d7b198-3717-4d24-bf02-76e411aaf1f3 admin admin] Deleting subnet 0e68b319-9336-49c3-8da2-9b716735c1a3 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:04:54.515870 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-58d7b198-3717-4d24-bf02-76e411aaf1f3 admin admin] Publish callbacks [] for subnet (0e68b319-9336-49c3-8da2-9b716735c1a3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.550965 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-58d7b198-3717-4d24-bf02-76e411aaf1f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (0e68b319-9336-49c3-8da2-9b716735c1a3), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.636407 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-58d7b198-3717-4d24-bf02-76e411aaf1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (0e68b319-9336-49c3-8da2-9b716735c1a3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.699010 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-58d7b198-3717-4d24-bf02-76e411aaf1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (0e68b319-9336-49c3-8da2-9b716735c1a3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.730752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7b198-3717-4d24-bf02-76e411aaf1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e68b319-9336-49c3-8da2-9b716735c1a3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:54.730994 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-58d7b198-3717-4d24-bf02-76e411aaf1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.734067 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-58d7b198-3717-4d24-bf02-76e411aaf1f3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0e68b319-9336-49c3-8da2-9b716735c1a3 HTTP/1.1" status: 204 len: 168 time: 0.2670619 Feb 03 14:04:54.738849 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52680) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:54.755871 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39451621-a4d7-4796-8ebe-3ac470bb6e96 None None] Network b5a0a844-01fa-402c-8f6d-d9608817b6fb requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:04:54.856483 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (b5a0a844-01fa-402c-8f6d-d9608817b6fb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.963162 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Deleting port e925f7bc-60ac-48c6-88ec-beedf6f732dd {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:54.963740 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:54.997498 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] DHCP port deletion for b5a0a844-01fa-402c-8f6d-d9608817b6fb request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:04:55.052230 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:04:55.065998 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] For port e925f7bc-60ac-48c6-88ec-beedf6f732dd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e925f7bc-60ac-48c6-88ec-beedf6f732dd,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:55.067059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.087559 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Calling delete_port for e925f7bc-60ac-48c6-88ec-beedf6f732dd owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:55.091488 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:04:55.091884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 360e26e4-c18a-4a1f-8f0a-c045e2a3dff1 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:04:55.092255 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 08ee3826-1266-4be4-b235-3b9206dd926c no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:04:55.120673 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 08ee3826-1266-4be4-b235-3b9206dd926c {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:04:55.121280 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 08ee3826-1266-4be4-b235-3b9206dd926c not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:04:55.138969 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Deleting port e925f7bc-60ac-48c6-88ec-beedf6f732dd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:55.139612 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.197145 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.220116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] For port e925f7bc-60ac-48c6-88ec-beedf6f732dd, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=e925f7bc-60ac-48c6-88ec-beedf6f732dd,segment=NetworkSegment(e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b),segment_id=e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:55.220580 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.236512 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e925f7bc-60ac-48c6-88ec-beedf6f732dd,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:55.238995 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Calling delete_port for e925f7bc-60ac-48c6-88ec-beedf6f732dd owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:55.239602 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] No DVR routers for this DVR port e925f7bc-60ac-48c6-88ec-beedf6f732dd on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:55.249977 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.250404 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.250880 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.251443 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.251948 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.252286 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.252612 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.253112 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.253444 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.253773 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.254101 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.254446 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.254770 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.323525 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (e925f7bc-60ac-48c6-88ec-beedf6f732dd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.326785 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (b5a0a844-01fa-402c-8f6d-d9608817b6fb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.350168 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Pushing event deleted for resources: {'Port': ['ID=e925f7bc-60ac-48c6-88ec-beedf6f732dd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:55.352436 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] No DVR routers for this DVR port e925f7bc-60ac-48c6-88ec-beedf6f732dd on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:55.365555 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.366141 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.366587 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.367084 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.367791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.368017 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.368345 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.368669 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.368989 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.369307 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.369628 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.370033 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.370239 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b2616b-353b-40b7-aef6-a10eb1b42dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:04:55.652580 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a0a844-01fa-402c-8f6d-d9608817b6fb']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:55.662369 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:55.662695 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:55.671983 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.685256 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.691957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:04:55.692338 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (e8b8b4f9-ed3a-4e8c-9d2c-5313c595224b), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: timer() Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:04:55.693984 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:04:55.748852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (b5a0a844-01fa-402c-8f6d-d9608817b6fb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.755679 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:55.759819 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b5a0a844-01fa-402c-8f6d-d9608817b6fb HTTP/1.1" status: 204 len: 168 time: 1.0199828 Feb 03 14:04:55.763191 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52684) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:55.769594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aaaba-48f9-4852-9fda-5a9892af09e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a0a844-01fa-402c-8f6d-d9608817b6fb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:56.129713 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (46335e9e-016a-49b5-8c91-741c351c53c1), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:56.379600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Deleting port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:56.379818 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:56.458189 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] For port cf017cfb-d4f2-402f-bb4a-9a634c81f8fb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=cf017cfb-d4f2-402f-bb4a-9a634c81f8fb,segment=NetworkSegment(d202e8b9-1bcb-479b-a951-8d9124fea608),segment_id=d202e8b9-1bcb-479b-a951-8d9124fea608)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:56.458617 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:56.471497 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Calling delete_port for cf017cfb-d4f2-402f-bb4a-9a634c81f8fb owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:56.663339 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (cf017cfb-d4f2-402f-bb4a-9a634c81f8fb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:56.691046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf017cfb-d4f2-402f-bb4a-9a634c81f8fb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:56.881580 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (46335e9e-016a-49b5-8c91-741c351c53c1), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:57.033240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e925f7bc-60ac-48c6-88ec-beedf6f732dd no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:04:57.054693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: e925f7bc-60ac-48c6-88ec-beedf6f732dd {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:04:57.055461 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device e925f7bc-60ac-48c6-88ec-beedf6f732dd not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:04:57.130096 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Router 46335e9e-016a-49b5-8c91-741c351c53c1 has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:04:57.235625 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:04:57.240615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1ad6b177-b588-4002-9078-cf1b7243ecbd admin admin] 10.222.0.65 "PUT /v2.0/routers/46335e9e-016a-49b5-8c91-741c351c53c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4760497 Feb 03 14:04:57.243594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52686) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:57.248869 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] Sync routers for ids ['46335e9e-016a-49b5-8c91-741c351c53c1'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:04:57.260589 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] Routers {'46335e9e-016a-49b5-8c91-741c351c53c1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:04:57.261219 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['46335e9e-016a-49b5-8c91-741c351c53c1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:57.348495 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks [] for router (46335e9e-016a-49b5-8c91-741c351c53c1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:57.366802 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] Set router 46335e9e-016a-49b5-8c91-741c351c53c1 gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:04:57.453795 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks [] for router_gateway (46335e9e-016a-49b5-8c91-741c351c53c1), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:57.507707 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Deleting port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:57.507925 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:57.550849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T14:04:56Z', 'revision_number': 5, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'gw_port': {'id': '58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:55:41Z', 'updated_at': '2022-02-03T13:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:57.578071 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] Checking router: 46335e9e-016a-49b5-8c91-741c351c53c1 for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:04:57.586954 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] Routers {'46335e9e-016a-49b5-8c91-741c351c53c1'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:04:57.587601 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['46335e9e-016a-49b5-8c91-741c351c53c1'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:57.588954 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] For port 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:57.589317 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:57.601756 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Calling delete_port for 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 owned by network:router_gateway {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:57.674079 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] Set router 46335e9e-016a-49b5-8c91-741c351c53c1 gateway port host: None {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:04:57.725563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T14:04:57Z', 'revision_number': 6, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:57.755577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e4214-ae08-4bfe-a4b2-c034c7f50558 None None] The sync data for ids ['46335e9e-016a-49b5-8c91-741c351c53c1'] in n-d-792364-10 is: [{'id': '46335e9e-016a-49b5-8c91-741c351c53c1', 'name': 'tempest-TestShelveInstance-1166465083-router', 'tenant_id': '996416b5869049f3b16650c7e4ea2f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:55:40Z', 'updated_at': '2022-02-03T14:04:57Z', 'revision_number': 6, 'project_id': '996416b5869049f3b16650c7e4ea2f1b', 'gw_port_host': None}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:04:57.779852 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:57.826178 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Pushing event deleted for resources: {'Port': ['ID=58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:57.869578 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (46335e9e-016a-49b5-8c91-741c351c53c1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:57.965896 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (46335e9e-016a-49b5-8c91-741c351c53c1), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:57.968288 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks [] for router_controller (46335e9e-016a-49b5-8c91-741c351c53c1), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.013996 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (46335e9e-016a-49b5-8c91-741c351c53c1), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.014581 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46335e9e-016a-49b5-8c91-741c351c53c1 {{(pid=103223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:04:58.019362 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.020508 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-5ae3f16b-9949-4829-b9c9-9c76fc9a93dd admin admin] 10.222.0.65 "DELETE /v2.0/routers/46335e9e-016a-49b5-8c91-741c351c53c1 HTTP/1.1" status: 204 len: 168 time: 0.7759383 Feb 03 14:04:58.023027 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52688) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:58.066550 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3192fbc1-92bb-4495-8947-a28b146330dc admin admin] Deleting subnet a9cd9eb4-e850-4181-9ee5-f34019b6ed4e {{(pid=103223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:04:58.069796 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3192fbc1-92bb-4495-8947-a28b146330dc admin admin] Publish callbacks [] for subnet (a9cd9eb4-e850-4181-9ee5-f34019b6ed4e), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.105316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3192fbc1-92bb-4495-8947-a28b146330dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5079423'] for subnet (a9cd9eb4-e850-4181-9ee5-f34019b6ed4e), precommit_delete_associations {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.189614 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3192fbc1-92bb-4495-8947-a28b146330dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (a9cd9eb4-e850-4181-9ee5-f34019b6ed4e), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.247364 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3192fbc1-92bb-4495-8947-a28b146330dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7423206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4348690'] for subnet (a9cd9eb4-e850-4181-9ee5-f34019b6ed4e), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.279687 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192fbc1-92bb-4495-8947-a28b146330dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9cd9eb4-e850-4181-9ee5-f34019b6ed4e,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:58.283466 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-3192fbc1-92bb-4495-8947-a28b146330dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.286851 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-3192fbc1-92bb-4495-8947-a28b146330dc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a9cd9eb4-e850-4181-9ee5-f34019b6ed4e HTTP/1.1" status: 204 len: 168 time: 0.2628884 Feb 03 14:04:58.289547 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52690) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:58.292116 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa395b-1ed5-4490-9abe-531c21a0062a None None] Network a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:04:58.367193 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (a456d6ef-bc3b-41a1-bb4c-56eabc5ee055), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.428456 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Deleting port 41928836-40e3-42e3-8704-8ad934182ecb {{(pid=103223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:58.428798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (41928836-40e3-42e3-8704-8ad934182ecb), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.490542 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] For port 41928836-40e3-42e3-8704-8ad934182ecb, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=41928836-40e3-42e3-8704-8ad934182ecb,segment=NetworkSegment(d202e8b9-1bcb-479b-a951-8d9124fea608),segment_id=d202e8b9-1bcb-479b-a951-8d9124fea608)] {{(pid=103223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:58.490907 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (41928836-40e3-42e3-8704-8ad934182ecb), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.509265 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Calling delete_port for 41928836-40e3-42e3-8704-8ad934182ecb owned by network:dhcp {{(pid=103223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:58.512746 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] DHCP port deletion for a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:04:58.597959 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (41928836-40e3-42e3-8704-8ad934182ecb), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.627535 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] No DVR routers for this DVR port 41928836-40e3-42e3-8704-8ad934182ecb on host n-d-792364-10 {{(pid=103223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:58.632048 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Pushing event deleted for resources: {'Port': ['ID=41928836-40e3-42e3-8704-8ad934182ecb,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:58.709227 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (a456d6ef-bc3b-41a1-bb4c-56eabc5ee055), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.732872 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a456d6ef-bc3b-41a1-bb4c-56eabc5ee055']}} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:58.736266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] Deleting port 41928836-40e3-42e3-8704-8ad934182ecb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:04:58.736670 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (41928836-40e3-42e3-8704-8ad934182ecb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.743752 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd202e8b9-1bcb-479b-a951-8d9124fea608') {'for_net_delete': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:58.744070 n-d-792364-10 neutron-server[103223]: DEBUG neutron.services.segments.db [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd202e8b9-1bcb-479b-a951-8d9124fea608') {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:04:58.756346 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5079398'] for segment (d202e8b9-1bcb-479b-a951-8d9124fea608), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.772242 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (d202e8b9-1bcb-479b-a951-8d9124fea608), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.778999 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:04:58.779393 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7422976'] for segment (d202e8b9-1bcb-479b-a951-8d9124fea608), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: Traceback (most recent call last): Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: timer() Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: cb(*args, **kw) Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: return func(*args, **kwargs) Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: self._notify() Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: self.callback(batched_events) Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: event.method(event) Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: return f(self, *a, **k) Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: return self._get(url).json() Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: return self.request(url, 'GET', **kwargs) Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:04:58.781435 n-d-792364-10 neutron-server[103223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:04:58.803478 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] For port 41928836-40e3-42e3-8704-8ad934182ecb, host n-d-792364-10, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:04:58.803887 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (41928836-40e3-42e3-8704-8ad934182ecb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.818597 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] Calling delete_port for 41928836-40e3-42e3-8704-8ad934182ecb owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:04:58.821316 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] Port 41928836-40e3-42e3-8704-8ad934182ecb was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:04:58.822621 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203'] for port (41928836-40e3-42e3-8704-8ad934182ecb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.841318 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (a456d6ef-bc3b-41a1-bb4c-56eabc5ee055), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.848058 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:58.854708 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a456d6ef-bc3b-41a1-bb4c-56eabc5ee055 HTTP/1.1" status: 204 len: 168 time: 0.5566268 Feb 03 14:04:58.857983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] No DVR routers for this DVR port 41928836-40e3-42e3-8704-8ad934182ecb on host n-d-792364-10 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:04:58.861739 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7842586-6fb5-4491-8a04-b3feb30e2c97 None None] Pushing event deleted for resources: {'Port': ['ID=41928836-40e3-42e3-8704-8ad934182ecb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:58.871821 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2f872-56c5-4b64-aa02-d7047ac4f852 admin admin] Pushing event deleted for resources: {'Network': ['ID=a456d6ef-bc3b-41a1-bb4c-56eabc5ee055,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:59.003849 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:04:59.023986 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52694) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:59.028077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:04:59.028434 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 58690db0-1fcb-41ca-a7b1-84c4d4f3e7a3 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:04:59.028854 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cf017cfb-d4f2-402f-bb4a-9a634c81f8fb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:04:59.048405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: cf017cfb-d4f2-402f-bb4a-9a634c81f8fb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:04:59.048757 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device cf017cfb-d4f2-402f-bb4a-9a634c81f8fb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:04:59.049177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 41928836-40e3-42e3-8704-8ad934182ecb no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:04:59.068183 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-604ae8b0-4c5d-4485-9e51-c95f4f12191d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e03e99293c314292bf746156ce7bcd8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426311 Feb 03 14:04:59.068379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 41928836-40e3-42e3-8704-8ad934182ecb {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:04:59.068379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 41928836-40e3-42e3-8704-8ad934182ecb not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:04:59.070749 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52696) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:59.119431 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-84b89361-fdc9-4f5c-86a8-257a5d733308 admin admin] Publish callbacks [] for security_group (db328693-2652-4297-8ad5-97be72d2c85e), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:59.140529 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-84b89361-fdc9-4f5c-86a8-257a5d733308 admin admin] Publish callbacks [] for security_group (db328693-2652-4297-8ad5-97be72d2c85e), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:59.190166 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-84b89361-fdc9-4f5c-86a8-257a5d733308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (db328693-2652-4297-8ad5-97be72d2c85e), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:59.193811 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-84b89361-fdc9-4f5c-86a8-257a5d733308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:59.195447 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-84b89361-fdc9-4f5c-86a8-257a5d733308 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db328693-2652-4297-8ad5-97be72d2c85e HTTP/1.1" status: 204 len: 168 time: 0.1236072 Feb 03 14:04:59.203602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b89361-fdc9-4f5c-86a8-257a5d733308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db328693-2652-4297-8ad5-97be72d2c85e,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:04:59.540535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52702) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:59.582070 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-af367255-2f92-40cd-b417-62c38b7d6d59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=996416b5869049f3b16650c7e4ea2f1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402195 Feb 03 14:04:59.584609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52704) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:04:59.634466 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d071471c-91f4-4bd7-a32c-f2303542163e admin admin] Publish callbacks [] for security_group (b14606d1-f0c4-4509-abb2-b04ca94d3fea), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:59.655902 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d071471c-91f4-4bd7-a32c-f2303542163e admin admin] Publish callbacks [] for security_group (b14606d1-f0c4-4509-abb2-b04ca94d3fea), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:59.708645 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d071471c-91f4-4bd7-a32c-f2303542163e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b14606d1-f0c4-4509-abb2-b04ca94d3fea), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:59.711370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d071471c-91f4-4bd7-a32c-f2303542163e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:59.712571 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d071471c-91f4-4bd7-a32c-f2303542163e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b14606d1-f0c4-4509-abb2-b04ca94d3fea HTTP/1.1" status: 204 len: 168 time: 0.1270695 Feb 03 14:04:59.726147 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071471c-91f4-4bd7-a32c-f2303542163e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14606d1-f0c4-4509-abb2-b04ca94d3fea,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:00.472366 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52726) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:00.570748 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-771835244-network', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:00.591704 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Made reservation on behalf of 1f7e0042badb4391a1801a19e9c64d45 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:00.594406 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:00.607448 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:00.685694 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Publish callbacks [] for security_group (b9385937-0175-4033-b9b7-2e9e1c685989), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:00.689770 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b9385937-0175-4033-b9b7-2e9e1c685989), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:00.716082 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:00.722391 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9385937-0175-4033-b9b7-2e9e1c685989,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:00.728444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (97eb169c-2c22-451c-960b-1819d5a1441b), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:00.728785 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Added segment 97eb169c-2c22-451c-960b-1819d5a1441b of type vlan for network dd4d6b16-ad24-4824-96c6-2561dc033dd0 Feb 03 14:05:00.771281 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (dd4d6b16-ad24-4824-96c6-2561dc033dd0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:00.799139 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (dd4d6b16-ad24-4824-96c6-2561dc033dd0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:00.800102 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:00.800690 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:00.832113 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3586638 Feb 03 14:05:00.835286 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52730) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:00.840388 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Request body: {'subnet': {'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-771835244-subnet', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:00.863451 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Made reservation on behalf of 1f7e0042badb4391a1801a19e9c64d45 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:00.866159 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:00.867791 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cff44-8ab0-44b3-971b-d2fdc19471f5 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4d6b16-ad24-4824-96c6-2561dc033dd0,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:00.882240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:05:01.065398 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (40368d1f-f361-4e56-ab5a-bddfb5451521), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.122900 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40368d1f-f361-4e56-ab5a-bddfb5451521,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:01.131063 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Checking segment: {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:05:01.131423 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Network hostable DHCP agents. Network: dd4d6b16-ad24-4824-96c6-2561dc033dd0, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:05:01.151908 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:05:01.162082 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, dd4d6b16-ad24-4824-96c6-2561dc033dd0) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:01.166081 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:01.166718 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.171107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54ce17f-8fdd-477a-9f0c-fb9ac151bcd6 None None] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:05:01.183391 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-19f52aeb-3207-4a03-bbae-711814e3734a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3469269 Feb 03 14:05:01.186405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52732) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:01.191931 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:01.212743 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (82bda9b8-0615-48c6-8335-2b41a7f739af), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.214069 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (82bda9b8-0615-48c6-8335-2b41a7f739af), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.271026 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks [] for router_controller (82bda9b8-0615-48c6-8335-2b41a7f739af), precommit_add_association {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.276036 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:05:01.276935 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.406263 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks [] for router_gateway (82bda9b8-0615-48c6-8335-2b41a7f739af), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.417097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Allocated IP 172.20.0.2 (dd4d6b16-ad24-4824-96c6-2561dc033dd0/40368d1f-f361-4e56-ab5a-bddfb5451521/19ec0474-ed8f-4441-9f08-66af8b3cd062) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:01.560461 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Publish callbacks [] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.567537 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.609405 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:01.615051 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks [] for router_gateway (82bda9b8-0615-48c6-8335-2b41a7f739af), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.616266 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:01.620453 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:05:01.623471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Pushing event updated for resources: {'Port': ['ID=19ec0474-ed8f-4441-9f08-66af8b3cd062,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:01.635272 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.682315 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Attempting to bind port 19ec0474-ed8f-4441-9f08-66af8b3cd062 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:05:01.682740 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Attempting to bind port 19ec0474-ed8f-4441-9f08-66af8b3cd062 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:05:01.683092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Attempting to bind port 19ec0474-ed8f-4441-9f08-66af8b3cd062 on network dd4d6b16-ad24-4824-96c6-2561dc033dd0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:05:01.690774 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:05:01.691137 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Checking segment: {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:05:01.691552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.691941 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Bound using segment: {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:05:01.692399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Bound port: 19ec0474-ed8f-4441-9f08-66af8b3cd062, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:05:01.692858 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.742611 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Allocated IP 172.25.3.45 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/b7fad424-3d2f-4a87-8835-518c0f9e06f0) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:01.758972 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] For port 19ec0474-ed8f-4441-9f08-66af8b3cd062, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:01.763161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] For port 19ec0474-ed8f-4441-9f08-66af8b3cd062, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=19ec0474-ed8f-4441-9f08-66af8b3cd062,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:01.771210 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.829907 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ffdca-bd67-43a5-b737-72b059fb74ec None None] Pushing event updated for resources: {'Port': ['ID=19ec0474-ed8f-4441-9f08-66af8b3cd062,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:01.856080 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks [] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.896229 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:01.939769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:01.943011 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:01.947407 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:05:01.950600 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Pushing event updated for resources: {'Port': ['ID=b7fad424-3d2f-4a87-8835-518c0f9e06f0,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:02.227801 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks [] for router_gateway (82bda9b8-0615-48c6-8335-2b41a7f739af), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:02.433952 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (82bda9b8-0615-48c6-8335-2b41a7f739af), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:02.572468 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Router 82bda9b8-0615-48c6-8335-2b41a7f739af is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:05:02.760143 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d6933-8792-4a7f-a4cd-83187fe6a480 None None] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:05:02.869983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6c988601-18c2-4daa-97c6-d4c0a0649cc5 None None] Provisioning complete for port 19ec0474-ed8f-4441-9f08-66af8b3cd062 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:02.870354 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c988601-18c2-4daa-97c6-d4c0a0649cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:02.973767 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c988601-18c2-4daa-97c6-d4c0a0649cc5 None None] Current status of the port 19ec0474-ed8f-4441-9f08-66af8b3cd062 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:02.974285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c988601-18c2-4daa-97c6-d4c0a0649cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:02.997266 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:03.011530 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Sync routers for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:05:03.027867 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c988601-18c2-4daa-97c6-d4c0a0649cc5 None None] For port 19ec0474-ed8f-4441-9f08-66af8b3cd062, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=19ec0474-ed8f-4441-9f08-66af8b3cd062,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:03.028290 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:03.028951 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:03.035494 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c988601-18c2-4daa-97c6-d4c0a0649cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.058664 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.062866 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-4ba72e1a-c141-4ced-a655-9b877315bb2f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8754811 Feb 03 14:05:03.063702 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52734) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:03.079057 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 19ec0474-ed8f-4441-9f08-66af8b3cd062 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:03.141002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c988601-18c2-4daa-97c6-d4c0a0649cc5 None None] Pushing event updated for resources: {'Port': ['ID=19ec0474-ed8f-4441-9f08-66af8b3cd062,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:03.166869 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:03.167374 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 19ec0474-ed8f-4441-9f08-66af8b3cd062 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:03.167981 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.256901 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 19ec0474-ed8f-4441-9f08-66af8b3cd062 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:03.266542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-b011dc53-12c2-4f2d-bc81-f3d548406301 None None] Provisioning complete for port 19ec0474-ed8f-4441-9f08-66af8b3cd062 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:03.266910 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b011dc53-12c2-4f2d-bc81-f3d548406301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.354414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b011dc53-12c2-4f2d-bc81-f3d548406301 None None] Current status of the port 19ec0474-ed8f-4441-9f08-66af8b3cd062 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:03.355718 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:02Z', 'revision_number': 3, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:03.385236 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Checking router: 82bda9b8-0615-48c6-8335-2b41a7f739af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:05:03.385616 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Updating router 82bda9b8-0615-48c6-8335-2b41a7f739af port b7fad424-3d2f-4a87-8835-518c0f9e06f0 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:05:03.412559 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.515063 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.660217 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Publish callbacks [] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.668594 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Allocated IP 172.20.0.1 (dd4d6b16-ad24-4824-96c6-2561dc033dd0/40368d1f-f361-4e56-ab5a-bddfb5451521/06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:03.668890 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.723737 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Pushing event updated for resources: {'Port': ['ID=b7fad424-3d2f-4a87-8835-518c0f9e06f0,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:03.726914 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Attempting to bind port b7fad424-3d2f-4a87-8835-518c0f9e06f0 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:05:03.727301 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Attempting to bind port b7fad424-3d2f-4a87-8835-518c0f9e06f0 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:05:03.727644 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Attempting to bind port b7fad424-3d2f-4a87-8835-518c0f9e06f0 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:05:03.736480 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.736681 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.736992 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.737326 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.737851 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.738200 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.738583 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.738896 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.739220 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.739627 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.739997 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.740304 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.740787 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:05:03.744088 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:05:03.744445 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:05:03.744885 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.745271 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:05:03.745758 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Bound port: b7fad424-3d2f-4a87-8835-518c0f9e06f0, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:05:03.746104 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.776385 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Publish callbacks [] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.810773 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.855494 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:03.862091 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:03.866496 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:05:03.888986 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Pushing event updated for resources: {'Port': ['ID=06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:03.890629 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] For port b7fad424-3d2f-4a87-8835-518c0f9e06f0, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:03.894900 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] For port b7fad424-3d2f-4a87-8835-518c0f9e06f0, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b7fad424-3d2f-4a87-8835-518c0f9e06f0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:03.905819 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.909091 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (82bda9b8-0615-48c6-8335-2b41a7f739af), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.965291 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:03.965944 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:04.008238 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25917b-42c7-468f-b04b-0a6f9e873149 None None] Pushing event updated for resources: {'Port': ['ID=b7fad424-3d2f-4a87-8835-518c0f9e06f0,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:04.058283 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:04.090041 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:04.179902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-955aa6ac-afb1-40b9-9f07-63574c92554e None None] Provisioning complete for port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:04.180529 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-955aa6ac-afb1-40b9-9f07-63574c92554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:04.216620 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-955aa6ac-afb1-40b9-9f07-63574c92554e None None] Port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:05:04.225552 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Publish callbacks [] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:04.232202 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:04.283143 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:02Z', 'revision_number': 3, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:04.300119 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Pushing event updated for resources: {'Port': ['ID=06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:04.302595 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (82bda9b8-0615-48c6-8335-2b41a7f739af), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:04.308983 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271dd886-0c7e-48d4-8929-31ad62f32838 None None] The sync data for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 is: [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:02Z', 'revision_number': 3, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:05:04.409620 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:04.411224 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:04.550003 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Router 82bda9b8-0615-48c6-8335-2b41a7f739af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:04.670676 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:04.677856 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2250474a-d780-4e54-8f7e-af692eb7249d admin admin] 10.222.0.65 "PUT /v2.0/routers/82bda9b8-0615-48c6-8335-2b41a7f739af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6111221 Feb 03 14:05:04.748658 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-ecf2ba3f-160e-485c-a1d5-e3fa0ba7b8d8 None None] Provisioning complete for port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:04.749041 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecf2ba3f-160e-485c-a1d5-e3fa0ba7b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:04.785672 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2ba3f-160e-485c-a1d5-e3fa0ba7b8d8 None None] Port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:05:05.125107 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 19ec0474-ed8f-4441-9f08-66af8b3cd062 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:05.182596 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 19ec0474-ed8f-4441-9f08-66af8b3cd062 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:05.183200 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.207209 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52750) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:05.212192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1452557024-network', 'tenant_id': 'de7145b5c50347b9adbee2499b594014'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:05.237061 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Made reservation on behalf of de7145b5c50347b9adbee2499b594014 for: {'network': 1} {{(pid=103223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:05.239672 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for network (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.248316 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.271459 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 19ec0474-ed8f-4441-9f08-66af8b3cd062 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:05.272577 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b7fad424-3d2f-4a87-8835-518c0f9e06f0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:05.320540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b7fad424-3d2f-4a87-8835-518c0f9e06f0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:05.320871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.325194 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Publish callbacks [] for security_group (2c2fbc07-2b53-46a2-97bb-52fdff7e8a42), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.330160 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2c2fbc07-2b53-46a2-97bb-52fdff7e8a42), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.357063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:05:05.363349 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2fbc07-2b53-46a2-97bb-52fdff7e8a42,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:05.370677 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (62539366-b721-4c46-8a9a-32f37271227f), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.370992 n-d-792364-10 neutron-server[103223]: INFO neutron.db.segments_db [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Added segment 62539366-b721-4c46-8a9a-32f37271227f of type vlan for network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 Feb 03 14:05:05.402067 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b7fad424-3d2f-4a87-8835-518c0f9e06f0 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:05.402491 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.412229 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752284819074'] for network (5e8fbd58-f553-4159-b600-8c2dd6d607f3), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.422924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port b7fad424-3d2f-4a87-8835-518c0f9e06f0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b7fad424-3d2f-4a87-8835-518c0f9e06f0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:05.428874 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.440048 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866'] for network (5e8fbd58-f553-4159-b600-8c2dd6d607f3), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.441153 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:05.441798 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.473394 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2649434 Feb 03 14:05:05.476546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52752) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:05.477061 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=b7fad424-3d2f-4a87-8835-518c0f9e06f0,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:05.483350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Request body: {'subnet': {'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1452557024-subnet', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'ip_version': 4}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:05.504928 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Made reservation on behalf of de7145b5c50347b9adbee2499b594014 for: {'subnet': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:05.507313 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9287310'] for subnet (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.507868 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4309-c2f2-46e4-8676-3016484a9300 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8fbd58-f553-4159-b600-8c2dd6d607f3,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:05.517833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 details requested by agent ovs-agent-n-d-792364-10 with host n-d-792364-10 {{(pid=103225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:05:05.678095 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12241775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286772'] for subnet (44e52b0e-15f5-4462-8a57-27fad9dcabb8), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.730626 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e52b0e-15f5-4462-8a57-27fad9dcabb8,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:05.742824 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Checking segment: {'id': '62539366-b721-4c46-8a9a-32f37271227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:05:05.743197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Network hostable DHCP agents. Network: 5e8fbd58-f553-4159-b600-8c2dd6d607f3, hostable agents: ['b968952a-ea63-457d-8fff-61f92861fae2'], hosted agents: [] {{(pid=103224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:05:05.763952 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 is scheduled to be hosted by DHCP agent b968952a-ea63-457d-8fff-61f92861fae2 with binding_index 1 {{(pid=103224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:05:05.774798 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-10, 5e8fbd58-f553-4159-b600-8c2dd6d607f3) {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:05.779492 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:05.780102 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.790878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c74fd82-bb4a-4dbb-9b7d-1e53e16a0deb None None] Network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:05:05.798929 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-d779747f-99c8-4d1a-b842-af29390f1d70 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3204267 Feb 03 14:05:05.802199 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52754) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:05.807725 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:05.832425 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5371'] for router (138fa3d3-a7e9-433d-9529-ab01f753f12a), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.833591 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1041203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5120'] for router (138fa3d3-a7e9-433d-9529-ab01f753f12a), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.886433 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks [] for router_controller (138fa3d3-a7e9-433d-9529-ab01f753f12a), precommit_add_association {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.907594 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa68dd22-5710-5b8d-b42b-a1db164d2a3b-5e8fbd58-f553-4159-b600-8c2dd6d607f3', 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3', 'project_id': 'de7145b5c50347b9adbee2499b594014', 'fixed_ips': [{'subnet_id': '44e52b0e-15f5-4462-8a57-27fad9dcabb8'}]}} from n-d-792364-10. {{(pid=103225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:05:05.908451 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:05.980439 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Sync routers for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:05:06.007214 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:06.007848 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:06.028245 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks [] for router_gateway (138fa3d3-a7e9-433d-9529-ab01f753f12a), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.136902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Allocated IP 172.20.0.2 (5e8fbd58-f553-4159-b600-8c2dd6d607f3/44e52b0e-15f5-4462-8a57-27fad9dcabb8/6729426b-5c1f-4775-98ac-990f3d7d259f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:06.178433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:06.230851 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks [] for router_gateway (138fa3d3-a7e9-433d-9529-ab01f753f12a), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.249298 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.356653 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Allocated IP 172.25.3.152 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/6dad7686-3b0e-42c9-8e38-13f15d24b7a0) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:06.436621 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Publish callbacks [] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.457485 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks [] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.461487 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.493059 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.538021 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:06.543476 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:06.547283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:05:06.553192 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Pushing event updated for resources: {'Port': ['ID=6dad7686-3b0e-42c9-8e38-13f15d24b7a0,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:06.675450 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:06.680040 n-d-792364-10 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:06.685557 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:05:06.691742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Pushing event updated for resources: {'Port': ['ID=6729426b-5c1f-4775-98ac-990f3d7d259f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:06.765430 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:05:06.766215 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537967-207a-49f1-be5a-0ae3b2cb6c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.771765 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 2, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:06.773744 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Attempting to bind port 6729426b-5c1f-4775-98ac-990f3d7d259f on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:05:06.774118 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Attempting to bind port 6729426b-5c1f-4775-98ac-990f3d7d259f by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '62539366-b721-4c46-8a9a-32f37271227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:05:06.774522 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Attempting to bind port 6729426b-5c1f-4775-98ac-990f3d7d259f on network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:05:06.807382 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:05:06.807764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Checking segment: {'id': '62539366-b721-4c46-8a9a-32f37271227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:05:06.808175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.808573 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Bound using segment: {'id': '62539366-b721-4c46-8a9a-32f37271227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:05:06.809064 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Bound port: 6729426b-5c1f-4775-98ac-990f3d7d259f, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62539366-b721-4c46-8a9a-32f37271227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:05:06.809447 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.812174 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Checking router: 82bda9b8-0615-48c6-8335-2b41a7f739af for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:05:06.812526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Updating router 82bda9b8-0615-48c6-8335-2b41a7f739af port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:05:06.868805 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.934868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] For port 6729426b-5c1f-4775-98ac-990f3d7d259f, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:06.942399 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] For port 6729426b-5c1f-4775-98ac-990f3d7d259f, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6729426b-5c1f-4775-98ac-990f3d7d259f,segment=NetworkSegment(62539366-b721-4c46-8a9a-32f37271227f),segment_id=62539366-b721-4c46-8a9a-32f37271227f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:06.995337 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.015503 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b7fad424-3d2f-4a87-8835-518c0f9e06f0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:07.129199 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks [] for router_gateway (138fa3d3-a7e9-433d-9529-ab01f753f12a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.137099 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff3a96-e191-4453-8626-29eb7cdc6ed6 None None] Pushing event updated for resources: {'Port': ['ID=6729426b-5c1f-4775-98ac-990f3d7d259f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:07.200354 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port b7fad424-3d2f-4a87-8835-518c0f9e06f0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:07.200680 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.348713 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1041162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546440'] for router (138fa3d3-a7e9-433d-9529-ab01f753f12a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.356486 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Publish callbacks [] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.370967 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.381878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port b7fad424-3d2f-4a87-8835-518c0f9e06f0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:07.435169 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b5114-3666-4749-8449-59475dce3574 None None] Pushing event updated for resources: {'Port': ['ID=06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:07.497932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Attempting to bind port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:05:07.498606 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Attempting to bind port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:05:07.499295 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Attempting to bind port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a on network dd4d6b16-ad24-4824-96c6-2561dc033dd0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:05:07.504824 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:05:07.505126 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Checking segment: {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:05:07.505555 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.505917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Bound using segment: {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:05:07.506805 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Bound port: 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:05:07.506805 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.514092 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Router 138fa3d3-a7e9-433d-9529-ab01f753f12a is scheduled to L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 with binding_index 1 {{(pid=103223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:05:07.580121 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] For port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:07.583704 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] For port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:07.590621 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.627715 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:07.639791 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Sync routers for ids ['138fa3d3-a7e9-433d-9529-ab01f753f12a'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:05:07.649397 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.653239 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-2312ba4f-0aac-4368-a919-78fccc0b5a76 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8471282 Feb 03 14:05:07.653606 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52756) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:07.659373 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:07.660161 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:07.663970 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Routers {'138fa3d3-a7e9-433d-9529-ab01f753f12a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:07.666084 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['138fa3d3-a7e9-433d-9529-ab01f753f12a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:07.703618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b5114-3666-4749-8449-59475dce3574 None None] Pushing event updated for resources: {'Port': ['ID=06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:07.794379 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-03039102-5de6-4c77-8ee4-938c97585c67 None None] Provisioning complete for port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:07.794863 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03039102-5de6-4c77-8ee4-938c97585c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.818786 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Set router 138fa3d3-a7e9-433d-9529-ab01f753f12a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:07.916186 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:07.981743 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-03039102-5de6-4c77-8ee4-938c97585c67 None None] Current status of the port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:07.982201 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03039102-5de6-4c77-8ee4-938c97585c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.046709 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:05Z', 'updated_at': '2022-02-03T14:05:07Z', 'revision_number': 3, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'gw_port': {'id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:06Z', 'updated_at': '2022-02-03T14:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:08.086902 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Checking router: 138fa3d3-a7e9-433d-9529-ab01f753f12a for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:05:08.087248 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Updating router 138fa3d3-a7e9-433d-9529-ab01f753f12a port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 binding host n-d-792364-10 {{(pid=103226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:05:08.111664 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-03039102-5de6-4c77-8ee4-938c97585c67 None None] For port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:08.119366 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.120735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03039102-5de6-4c77-8ee4-938c97585c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.204305 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.225721 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03039102-5de6-4c77-8ee4-938c97585c67 None None] Pushing event updated for resources: {'Port': ['ID=06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:08.262608 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7d9b11cf-8a7f-4639-acda-9877c500330a None None] Provisioning complete for port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:08.263079 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d9b11cf-8a7f-4639-acda-9877c500330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.309512 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:07Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:08.312365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb84d397-3a68-47a4-b9f5-f2a2e229d766 None None] Network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:05:08.362884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162aebe8-098b-466d-ba26-821ba2c4fc64 None None] The sync data for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 is: [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:07Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:05:08.386243 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Allocated IP 172.20.0.1 (5e8fbd58-f553-4159-b600-8c2dd6d607f3/44e52b0e-15f5-4462-8a57-27fad9dcabb8/0d7dd99e-ba54-4777-8dc7-7c2552a71693) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:08.448682 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Publish callbacks [] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.463942 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.487360 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b11cf-8a7f-4639-acda-9877c500330a None None] Current status of the port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:08.523948 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Attempting to bind port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:05:08.524431 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Attempting to bind port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:05:08.524908 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Attempting to bind port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 on network 166a54b2-7503-4ee8-bb50-7d1b40ff171a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:05:08.527097 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0401ff0-3e69-4c06-856f-fe2ea08fcb13 None None] Pushing event updated for resources: {'Port': ['ID=6dad7686-3b0e-42c9-8e38-13f15d24b7a0,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:08.533015 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:05:08.533546 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Checking segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:05:08.534092 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.534556 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Bound using segment: {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:05:08.535122 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Bound port: 6dad7686-3b0e-42c9-8e38-13f15d24b7a0, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b37d2b6-332f-4529-b121-0ab10ecdd5ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:05:08.535599 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.562457 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Publish callbacks [] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.609363 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.615197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-3b008d10-3c35-40a0-83b3-fb2cb362adcc None None] Provisioning complete for port 6729426b-5c1f-4775-98ac-990f3d7d259f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:08.615745 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b008d10-3c35-40a0-83b3-fb2cb362adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.617690 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] For port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0, host n-d-792364-10, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:08.622911 n-d-792364-10 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] For port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6dad7686-3b0e-42c9-8e38-13f15d24b7a0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:08.640421 n-d-792364-10 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.679762 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:08.683283 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:08.696248 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Routers {'138fa3d3-a7e9-433d-9529-ab01f753f12a'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:08.697290 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:04:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['138fa3d3-a7e9-433d-9529-ab01f753f12a'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:08.698087 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:05:08.746707 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551381'] for router_interface (138fa3d3-a7e9-433d-9529-ab01f753f12a), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.800674 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7dd99e-ba54-4777-8dc7-7c2552a71693,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:08.811337 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3b008d10-3c35-40a0-83b3-fb2cb362adcc None None] Current status of the port 6729426b-5c1f-4775-98ac-990f3d7d259f is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:08.811337 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b008d10-3c35-40a0-83b3-fb2cb362adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.823120 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0401ff0-3e69-4c06-856f-fe2ea08fcb13 None None] Pushing event updated for resources: {'Port': ['ID=6dad7686-3b0e-42c9-8e38-13f15d24b7a0,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:08.868275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3b008d10-3c35-40a0-83b3-fb2cb362adcc None None] For port 6729426b-5c1f-4775-98ac-990f3d7d259f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6729426b-5c1f-4775-98ac-990f3d7d259f,segment=NetworkSegment(62539366-b721-4c46-8a9a-32f37271227f),segment_id=62539366-b721-4c46-8a9a-32f37271227f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:08.882105 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b008d10-3c35-40a0-83b3-fb2cb362adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.914622 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] Set router 138fa3d3-a7e9-433d-9529-ab01f753f12a gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:08.991444 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.018069 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b008d10-3c35-40a0-83b3-fb2cb362adcc None None] Pushing event updated for resources: {'Port': ['ID=6729426b-5c1f-4775-98ac-990f3d7d259f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:09.042111 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-341d446f-7240-4867-93f6-076180a96691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.055881 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-55facf3c-5b9a-4d5f-9dc0-420e5c2db98e None None] Provisioning complete for port 6729426b-5c1f-4775-98ac-990f3d7d259f triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:09.056267 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55facf3c-5b9a-4d5f-9dc0-420e5c2db98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.188134 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-55facf3c-5b9a-4d5f-9dc0-420e5c2db98e None None] Current status of the port 6729426b-5c1f-4775-98ac-990f3d7d259f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:09.218492 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:05Z', 'updated_at': '2022-02-03T14:05:07Z', 'revision_number': 3, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'gw_port': {'id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:06Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:09.230758 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6729426b-5c1f-4775-98ac-990f3d7d259f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:09.251548 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c39e5-f580-43b5-8274-f24c4a93cfe5 None None] The sync data for ids ['138fa3d3-a7e9-433d-9529-ab01f753f12a'] in n-d-792364-10 is: [{'id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:05Z', 'updated_at': '2022-02-03T14:05:07Z', 'revision_number': 3, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'gw_port': {'id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:06Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:05:09.264535 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Publish callbacks [] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.270930 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.314197 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6729426b-5c1f-4775-98ac-990f3d7d259f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:09.314735 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.354056 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-8040f0db-1657-4d73-9001-60a67a01169e None None] Provisioning complete for port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:09.354469 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8040f0db-1657-4d73-9001-60a67a01169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.355917 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7dd99e-ba54-4777-8dc7-7c2552a71693,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:09.359727 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550981'] for router_interface (138fa3d3-a7e9-433d-9529-ab01f753f12a), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.410234 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8040f0db-1657-4d73-9001-60a67a01169e None None] Port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:05:09.459983 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6729426b-5c1f-4775-98ac-990f3d7d259f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:09.460896 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:09.490072 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:09.492039 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:09.510575 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:09.510871 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.667395 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Router 138fa3d3-a7e9-433d-9529-ab01f753f12a has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:09.681204 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:09.819088 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:09.824831 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-adf5dfcd-2ce2-45e9-a4cd-5c91e90e4730 admin admin] 10.222.0.65 "PUT /v2.0/routers/138fa3d3-a7e9-433d-9529-ab01f753f12a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1702826 Feb 03 14:05:09.839933 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-638ae034-575e-48f9-b9e8-ac7195d9c355 None None] Provisioning complete for port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:09.840408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-638ae034-575e-48f9-b9e8-ac7195d9c355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:09.890939 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-638ae034-575e-48f9-b9e8-ac7195d9c355 None None] Port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:05:10.518634 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52764) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:10.523641 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-a97c3516-51fa-481e-ae5e-dfabf3010c77 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44427317', 'description': 'tempest-secgroup-smoke-44427317 description', 'project_id': '1f7e0042badb4391a1801a19e9c64d45'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:10.525737 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.550040 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a97c3516-51fa-481e-ae5e-dfabf3010c77 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.615546 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a97c3516-51fa-481e-ae5e-dfabf3010c77 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group (6b0f7520-6ef9-4d0e-92f0-b1a44684c979), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.622370 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a97c3516-51fa-481e-ae5e-dfabf3010c77 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6b0f7520-6ef9-4d0e-92f0-b1a44684c979), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.654646 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c3516-51fa-481e-ae5e-dfabf3010c77 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0f7520-6ef9-4d0e-92f0-b1a44684c979,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:10.659333 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a97c3516-51fa-481e-ae5e-dfabf3010c77 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.663807 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a97c3516-51fa-481e-ae5e-dfabf3010c77 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1408217 Feb 03 14:05:10.665380 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52766) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:10.669336 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-13c20e98-dbee-4b50-a3bb-c9570ea1a9f9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'security_group_rule': {'security_group_id': '6b0f7520-6ef9-4d0e-92f0-b1a44684c979', 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:10.695588 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-13c20e98-dbee-4b50-a3bb-c9570ea1a9f9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (207bce91-6f5b-4963-9b98-bd6a87ffad6e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.754320 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-13c20e98-dbee-4b50-a3bb-c9570ea1a9f9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (207bce91-6f5b-4963-9b98-bd6a87ffad6e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.760820 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-13c20e98-dbee-4b50-a3bb-c9570ea1a9f9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (207bce91-6f5b-4963-9b98-bd6a87ffad6e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.785433 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c20e98-dbee-4b50-a3bb-c9570ea1a9f9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207bce91-6f5b-4963-9b98-bd6a87ffad6e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:10.795615 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-13c20e98-dbee-4b50-a3bb-c9570ea1a9f9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.797174 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-13c20e98-dbee-4b50-a3bb-c9570ea1a9f9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311622 Feb 03 14:05:10.800264 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52768) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:10.806601 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-0d55e9f8-59e8-434a-8fa1-19862361d900 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'security_group_rule': {'security_group_id': '6b0f7520-6ef9-4d0e-92f0-b1a44684c979', 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:10.836122 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0d55e9f8-59e8-434a-8fa1-19862361d900 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (0098c217-2a91-45ad-838f-7d66b8f3e48e), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.895142 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0d55e9f8-59e8-434a-8fa1-19862361d900 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (0098c217-2a91-45ad-838f-7d66b8f3e48e), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.900309 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0d55e9f8-59e8-434a-8fa1-19862361d900 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (0098c217-2a91-45ad-838f-7d66b8f3e48e), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.920187 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55e9f8-59e8-434a-8fa1-19862361d900 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0098c217-2a91-45ad-838f-7d66b8f3e48e,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:10.927252 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-0d55e9f8-59e8-434a-8fa1-19862361d900 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.931234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-0d55e9f8-59e8-434a-8fa1-19862361d900 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274550 Feb 03 14:05:10.931593 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52770) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:10.936058 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3a6f69e2-5aa3-487c-b2ed-52e7af5c108d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'security_group_rule': {'security_group_id': '6b0f7520-6ef9-4d0e-92f0-b1a44684c979', 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:10.975760 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3a6f69e2-5aa3-487c-b2ed-52e7af5c108d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (3433bca8-4d35-481e-b277-7fe5804230c9), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.037047 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3a6f69e2-5aa3-487c-b2ed-52e7af5c108d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (3433bca8-4d35-481e-b277-7fe5804230c9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.044167 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3a6f69e2-5aa3-487c-b2ed-52e7af5c108d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (3433bca8-4d35-481e-b277-7fe5804230c9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.066708 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f69e2-5aa3-487c-b2ed-52e7af5c108d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3433bca8-4d35-481e-b277-7fe5804230c9,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.081234 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3a6f69e2-5aa3-487c-b2ed-52e7af5c108d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.082707 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3a6f69e2-5aa3-487c-b2ed-52e7af5c108d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500521 Feb 03 14:05:11.085440 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52772) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:11.090168 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-3545b4bf-7ea4-4562-a4f1-c486fd2fd687 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'security_group_rule': {'security_group_id': '6b0f7520-6ef9-4d0e-92f0-b1a44684c979', 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:11.095249 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:11.116671 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3545b4bf-7ea4-4562-a4f1-c486fd2fd687 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (8e6a8144-66e8-4203-8239-a409ddce919b), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.142878 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:11.143259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.173174 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3545b4bf-7ea4-4562-a4f1-c486fd2fd687 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (8e6a8144-66e8-4203-8239-a409ddce919b), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.178568 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3545b4bf-7ea4-4562-a4f1-c486fd2fd687 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (8e6a8144-66e8-4203-8239-a409ddce919b), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.197055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545b4bf-7ea4-4562-a4f1-c486fd2fd687 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6a8144-66e8-4203-8239-a409ddce919b,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.207259 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-3545b4bf-7ea4-4562-a4f1-c486fd2fd687 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.211336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3545b4bf-7ea4-4562-a4f1-c486fd2fd687 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220431 Feb 03 14:05:11.211529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 52774) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:11.216323 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-b25ba528-db78-46fc-8951-5aedaa72ec7f tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'security_group_rule': {'security_group_id': '6b0f7520-6ef9-4d0e-92f0-b1a44684c979', 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:11.238553 n-d-792364-10 neutron-server[103224]: INFO neutron.db.securitygroups_db [None req-b25ba528-db78-46fc-8951-5aedaa72ec7f tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Project 1f7e0042badb4391a1801a19e9c64d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:05:11.244114 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b25ba528-db78-46fc-8951-5aedaa72ec7f tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (407f842b-657d-4f02-9797-c2c454a1beb5), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.310441 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b25ba528-db78-46fc-8951-5aedaa72ec7f tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (407f842b-657d-4f02-9797-c2c454a1beb5), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.316846 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b25ba528-db78-46fc-8951-5aedaa72ec7f tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (407f842b-657d-4f02-9797-c2c454a1beb5), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.338586 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ba528-db78-46fc-8951-5aedaa72ec7f tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407f842b-657d-4f02-9797-c2c454a1beb5,revision_number=0']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.349325 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-b25ba528-db78-46fc-8951-5aedaa72ec7f tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.350561 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-b25ba528-db78-46fc-8951-5aedaa72ec7f tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380043 Feb 03 14:05:11.353600 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52776) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:11.358304 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-ecb122db-2175-4ef0-a27c-ab1b82416e82 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'security_group_rule': {'security_group_id': '6b0f7520-6ef9-4d0e-92f0-b1a44684c979', 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:11.385713 n-d-792364-10 neutron-server[103223]: INFO neutron.db.securitygroups_db [None req-ecb122db-2175-4ef0-a27c-ab1b82416e82 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Project 1f7e0042badb4391a1801a19e9c64d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:05:11.392308 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecb122db-2175-4ef0-a27c-ab1b82416e82 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (e2210e87-4f1b-48bd-b572-8667d3a2a1b0), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.394900 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:11.395268 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.416388 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] For port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6dad7686-3b0e-42c9-8e38-13f15d24b7a0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:11.421340 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.422122 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6729426b-5c1f-4775-98ac-990f3d7d259f up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:11.469819 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecb122db-2175-4ef0-a27c-ab1b82416e82 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (e2210e87-4f1b-48bd-b572-8667d3a2a1b0), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.476487 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecb122db-2175-4ef0-a27c-ab1b82416e82 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996016'] for security_group_rule (e2210e87-4f1b-48bd-b572-8667d3a2a1b0), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.495218 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb122db-2175-4ef0-a27c-ab1b82416e82 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2210e87-4f1b-48bd-b572-8667d3a2a1b0,revision_number=0']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.499686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Pushing event updated for resources: {'Port': ['ID=6dad7686-3b0e-42c9-8e38-13f15d24b7a0,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:11.504979 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ecb122db-2175-4ef0-a27c-ab1b82416e82 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.514839 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-ecb122db-2175-4ef0-a27c-ab1b82416e82 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1601138 Feb 03 14:05:11.523073 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6729426b-5c1f-4775-98ac-990f3d7d259f triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:11.523468 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:11.611342 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6729426b-5c1f-4775-98ac-990f3d7d259f is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:11.663132 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-4b580667-9735-4e33-ae3d-7f17e0bcaf82 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44427317&fields=id&tenant_id=1f7e0042badb4391a1801a19e9c64d45 HTTP/1.1" status: 200 len: 267 time: 0.0460460 Feb 03 14:05:11.775680 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-2caebf86-6008-4880-82e9-ec6058b9b8f7 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:11.777131 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-2caebf86-6008-4880-82e9-ec6058b9b8f7 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 809 time: 0.1073847 Feb 03 14:05:11.794695 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-5796ce33-81e9-48d9-b858-42296ac9afd2 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/quotas/1f7e0042badb4391a1801a19e9c64d45 HTTP/1.1" status: 200 len: 375 time: 0.0098865 Feb 03 14:05:11.852362 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-e86d6e05-d5fc-47cf-b371-7c36b924a971 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514312 Feb 03 14:05:11.909252 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Sync routers for ids ['138fa3d3-a7e9-433d-9529-ab01f753f12a'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:05:11.920394 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Routers {'138fa3d3-a7e9-433d-9529-ab01f753f12a'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:11.921092 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['138fa3d3-a7e9-433d-9529-ab01f753f12a'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:11.976876 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:12.045128 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Set router 138fa3d3-a7e9-433d-9529-ab01f753f12a gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:12.054775 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-77b8a057-6415-4db0-b79c-ef3c14a6a476 service neutron] 10.222.0.65 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882997 Feb 03 14:05:12.149535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-4de3fb8f-643b-42aa-878c-c144cb9fb8ec service neutron] 10.222.0.65 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888205 Feb 03 14:05:12.256038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:05Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 4, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'gw_port': {'id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:06Z', 'updated_at': '2022-02-03T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0d7dd99e-ba54-4777-8dc7-7c2552a71693', 'name': '', 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'mac_address': 'fa:16:3e:6b:f1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '44e52b0e-15f5-4462-8a57-27fad9dcabb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:08Z', 'updated_at': '2022-02-03T14:05:09Z', 'revision_number': 2, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'subnets': [{'id': '44e52b0e-15f5-4462-8a57-27fad9dcabb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:12.283844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Checking router: 138fa3d3-a7e9-433d-9529-ab01f753f12a for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:05:12.284227 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Updating router 138fa3d3-a7e9-433d-9529-ab01f753f12a port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 binding host n-d-792364-10 {{(pid=103225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:05:12.311293 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:12.313887 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eb36ae9b-e7eb-459d-b0ba-938ccb00558c req-8e8a1f59-d9e6-4f98-b169-efb463f9daf6 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 210 time: 0.0319223 Feb 03 14:05:12.607510 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Publish callbacks [] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:12.616292 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:12.669932 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d00899-774a-40bf-875c-7c551b741c74 None None] Pushing event updated for resources: {'Port': ['ID=0d7dd99e-ba54-4777-8dc7-7c2552a71693,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:12.732556 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:12.736403 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Attempting to bind port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 on host n-d-792364-10 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:05:12.736791 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Attempting to bind port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 by drivers openvswitch,hyperv on host n-d-792364-10 at level 0 using segments [{'id': '62539366-b721-4c46-8a9a-32f37271227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:05:12.737163 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Attempting to bind port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 on network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:05:12.742780 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Checking agent: {'id': 'af112d6a-e28a-4462-872f-28d3a2630396', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 22, 13), 'started_at': datetime.datetime(2022, 2, 3, 12, 22, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:05:12.743144 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Checking segment: {'id': '62539366-b721-4c46-8a9a-32f37271227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:05:12.743551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:12.743946 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Bound using segment: {'id': '62539366-b721-4c46-8a9a-32f37271227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:05:12.744414 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Bound port: 0d7dd99e-ba54-4777-8dc7-7c2552a71693, host: n-d-792364-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62539366-b721-4c46-8a9a-32f37271227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:05:12.744795 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:12.817725 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] For port 0d7dd99e-ba54-4777-8dc7-7c2552a71693, host n-d-792364-10, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:12.821465 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] For port 0d7dd99e-ba54-4777-8dc7-7c2552a71693, host n-d-792364-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0d7dd99e-ba54-4777-8dc7-7c2552a71693,segment=NetworkSegment(62539366-b721-4c46-8a9a-32f37271227f),segment_id=62539366-b721-4c46-8a9a-32f37271227f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:12.828129 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:12.886924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Routers {'138fa3d3-a7e9-433d-9529-ab01f753f12a'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:12.887567 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['138fa3d3-a7e9-433d-9529-ab01f753f12a'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:12.889764 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d00899-774a-40bf-875c-7c551b741c74 None None] Pushing event updated for resources: {'Port': ['ID=0d7dd99e-ba54-4777-8dc7-7c2552a71693,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:12.955468 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-fd2a596b-3b7b-48fc-8dd0-51cb2a10b272 None None] Provisioning complete for port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:12.955958 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd2a596b-3b7b-48fc-8dd0-51cb2a10b272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:13.011106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:13.077202 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] Set router 138fa3d3-a7e9-433d-9529-ab01f753f12a gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:13.195548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:13.195930 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:13.265837 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a596b-3b7b-48fc-8dd0-51cb2a10b272 None None] Current status of the port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 is: DOWN; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:13.266544 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd2a596b-3b7b-48fc-8dd0-51cb2a10b272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:13.356719 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fd2a596b-3b7b-48fc-8dd0-51cb2a10b272 None None] For port 0d7dd99e-ba54-4777-8dc7-7c2552a71693, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0d7dd99e-ba54-4777-8dc7-7c2552a71693,segment=NetworkSegment(62539366-b721-4c46-8a9a-32f37271227f),segment_id=62539366-b721-4c46-8a9a-32f37271227f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:13.381486 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd2a596b-3b7b-48fc-8dd0-51cb2a10b272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:13.405590 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f09dc786-b9c7-42ce-9d54-5b13f65da64a req-544bd68c-e79b-4474-be9b-b2c362db143c tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 210 time: 0.0288332 Feb 03 14:05:13.426353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:13.449999 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a596b-3b7b-48fc-8dd0-51cb2a10b272 None None] Pushing event updated for resources: {'Port': ['ID=0d7dd99e-ba54-4777-8dc7-7c2552a71693,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:13.458050 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:05Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 4, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'gw_port': {'id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:06Z', 'updated_at': '2022-02-03T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0d7dd99e-ba54-4777-8dc7-7c2552a71693', 'name': '', 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'mac_address': 'fa:16:3e:6b:f1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '44e52b0e-15f5-4462-8a57-27fad9dcabb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:08Z', 'updated_at': '2022-02-03T14:05:12Z', 'revision_number': 4, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'subnets': [{'id': '44e52b0e-15f5-4462-8a57-27fad9dcabb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:13.488531 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc1fc0-a1c1-4012-b54c-bde3021db9f1 None None] The sync data for ids ['138fa3d3-a7e9-433d-9529-ab01f753f12a'] in n-d-792364-10 is: [{'id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:05Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 4, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'gw_port': {'id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:06Z', 'updated_at': '2022-02-03T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '0d7dd99e-ba54-4777-8dc7-7c2552a71693', 'name': '', 'network_id': '5e8fbd58-f553-4159-b600-8c2dd6d607f3', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'mac_address': 'fa:16:3e:6b:f1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '44e52b0e-15f5-4462-8a57-27fad9dcabb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:08Z', 'updated_at': '2022-02-03T14:05:12Z', 'revision_number': 4, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'subnets': [{'id': '44e52b0e-15f5-4462-8a57-27fad9dcabb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:05:13.503276 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2bf30fe7-795b-41e4-9a92-4db2860d59da None None] Provisioning complete for port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:13.503648 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bf30fe7-795b-41e4-9a92-4db2860d59da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:13.614002 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2bf30fe7-795b-41e4-9a92-4db2860d59da None None] Current status of the port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:14.483964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d338c17b-15bf-4734-9f22-1c0be0c92b22 req-ee35a650-2bb2-4ffc-a020-8659a70f77ea tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 210 time: 0.0275376 Feb 03 14:05:15.043902 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0d7dd99e-ba54-4777-8dc7-7c2552a71693 up at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:15.091994 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Provisioning complete for port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:15.092356 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:15.176582 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Current status of the port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 is: ACTIVE; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:15.579874 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-169660d0-3ea5-40fb-b214-353e88c5a9ee req-9800a19f-eec3-4fe1-b7e4-fab927e4b9a3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 210 time: 0.0365837 Feb 03 14:05:16.689727 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e53c34f4-c1e5-4c37-857c-5be048937ccc req-efddb6fe-8d56-4248-a488-57d987215424 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 210 time: 0.0332010 Feb 03 14:05:17.199043 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:17.416376 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-8b2e959d-864e-48ee-8a9e-98015a1b4f3b tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:17.418112 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-8b2e959d-864e-48ee-8a9e-98015a1b4f3b tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.72 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 809 time: 0.1291170 Feb 03 14:05:17.480666 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-493e399c-53f9-4805-ad50-2b31101cfbdf tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f7e0042badb4391a1801a19e9c64d45 HTTP/1.1" status: 200 len: 378 time: 0.0536659 Feb 03 14:05:17.490779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'port': {'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'admin_state_up': True, 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'security_groups': ['6b0f7520-6ef9-4d0e-92f0-b1a44684c979']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:17.605726 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Made reservation on behalf of 1f7e0042badb4391a1801a19e9c64d45 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:05:17.609807 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:17.747711 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Allocated IP 172.20.0.12 (dd4d6b16-ad24-4824-96c6-2561dc033dd0/40368d1f-f361-4e56-ab5a-bddfb5451521/f25e9046-f4a6-43a8-89f5-6e5956b420b9) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:17.804676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-68d1917d-8026-4cdc-ad3d-effe6688a028 req-b0c9ec13-b4a2-471e-881a-56f4923e5e54 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 210 time: 0.0408366 Feb 03 14:05:17.935371 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:17.975383 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.021947 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:18.025159 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:18.027739 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:05:18.059564 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'Port': ['ID=f25e9046-f4a6-43a8-89f5-6e5956b420b9,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:18.088506 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:18.089128 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.108407 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-c9f3038e-76f2-4519-8340-39f1c46b88e5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6213875 Feb 03 14:05:18.166350 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Request body: {'port': {'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:18.229602 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.268177 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-6d8cc7bd-64fd-46a9-ae17-fc47bcdf983f None None] Provisioning complete for port f25e9046-f4a6-43a8-89f5-6e5956b420b9 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:18.268793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc7bd-64fd-46a9-ae17-fc47bcdf983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.301788 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cc7bd-64fd-46a9-ae17-fc47bcdf983f None None] Port f25e9046-f4a6-43a8-89f5-6e5956b420b9 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:05:18.494438 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25e9046-f4a6-43a8-89f5-6e5956b420b9 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:05:18.505373 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Publish callbacks [] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.523424 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Transition to ACTIVE for port object f25e9046-f4a6-43a8-89f5-6e5956b420b9 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:05:18.530349 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.578490 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Pushing event updated for resources: {'Port': ['ID=f25e9046-f4a6-43a8-89f5-6e5956b420b9,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:18.653224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Attempting to bind port f25e9046-f4a6-43a8-89f5-6e5956b420b9 on host n-h2-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:05:18.653567 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Attempting to bind port f25e9046-f4a6-43a8-89f5-6e5956b420b9 by drivers openvswitch,hyperv on host n-h2-792364-10 at level 0 using segments [{'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:05:18.653917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Attempting to bind port f25e9046-f4a6-43a8-89f5-6e5956b420b9 on network dd4d6b16-ad24-4824-96c6-2561dc033dd0 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:05:18.658500 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Port f25e9046-f4a6-43a8-89f5-6e5956b420b9 on network dd4d6b16-ad24-4824-96c6-2561dc033dd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:05:18.658821 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Attempting to bind port f25e9046-f4a6-43a8-89f5-6e5956b420b9 on network dd4d6b16-ad24-4824-96c6-2561dc033dd0 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:05:18.664430 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Checking agent: {'id': 'b475b6b3-73e7-4421-a28b-8716de3dc190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:05:18.664769 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Checking segment: {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:05:18.665154 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Bound using segment: {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:05:18.665581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Bound port: f25e9046-f4a6-43a8-89f5-6e5956b420b9, host: n-h2-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:05:18.665933 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.737971 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:05:18.745014 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:05:18.756627 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.792495 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:18.793224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.794546 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] 10.222.0.72 "PUT /v2.0/ports/f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 1093 time: 0.6787264 Feb 03 14:05:18.794992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:05:18.797244 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:05:18.829312 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a438b5d-7de0-4716-a55b-c0436aa1bc8c service neutron] Pushing event updated for resources: {'Port': ['ID=f25e9046-f4a6-43a8-89f5-6e5956b420b9,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:18.902319 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-a6cee640-40ef-46df-b908-868e70ebbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:18.903994 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-a6cee640-40ef-46df-b908-868e70ebbebb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0536425 Feb 03 14:05:18.953948 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b144a4-d239-4c27-b898-85f62345dab4 x-openstack-request-id: req-a3b144a4-d239-4c27-b898-85f62345dab4 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:05:18.954250 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:05:18.954533 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3b144a4-d239-4c27-b898-85f62345dab4 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:05:18.954942 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'status': 'completed', 'code': 200} Feb 03 14:05:18.956853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-225f825a-cb3f-4930-9c4e-f7de5d2ee428 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 217 time: 0.0449831 Feb 03 14:05:19.035420 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-92e58502-681a-41fb-91fc-ab13b051c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.036945 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-92e58502-681a-41fb-91fc-ab13b051c485 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0747371 Feb 03 14:05:19.082808 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc15fa-5571-4815-a877-a82c078e545d req-5a731fec-a79d-4d13-bfaa-547eda0a4871 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.084210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8dbc15fa-5571-4815-a877-a82c078e545d req-5a731fec-a79d-4d13-bfaa-547eda0a4871 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 944 time: 0.0950139 Feb 03 14:05:19.126707 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-79c15664-3fdd-4d4f-ab6f-a52f2c319b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.128235 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-79c15664-3fdd-4d4f-ab6f-a52f2c319b62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0835569 Feb 03 14:05:19.154354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8dbc15fa-5571-4815-a877-a82c078e545d req-9550e1ca-e5ce-4ece-8fc5-ec5fac81ba73 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639935 Feb 03 14:05:19.238940 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-1420656d-b0f4-4117-8cc0-307455cdd1c7 service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004925 Feb 03 14:05:19.340552 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0b96a99a-506b-441b-979e-db705cac7ab1 req-ea66571f-a145-4909-8b85-0f44c897c8fd service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957494 Feb 03 14:05:19.433003 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-b1fe260b-3502-4d91-acc5-9e0a3107e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.434572 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-b1fe260b-3502-4d91-acc5-9e0a3107e71f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0487027 Feb 03 14:05:19.535035 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-f4a9310e-050f-41c9-8145-4b89e471d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.536513 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-f4a9310e-050f-41c9-8145-4b89e471d9c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.0953171 Feb 03 14:05:19.576415 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-215f9b6e-d6c2-4b2d-b827-c6cb2dddc371 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 217 time: 0.0337610 Feb 03 14:05:19.633408 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-ca2a4492-2582-4ee6-8fcb-65924b2a378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.634819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-ca2a4492-2582-4ee6-8fcb-65924b2a378a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0519388 Feb 03 14:05:19.692002 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-cbe5b340-cadb-4538-83e4-5ce16e5c4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:19.693524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-cbe5b340-cadb-4538-83e4-5ce16e5c4765 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515726 Feb 03 14:05:19.786052 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-f4d44c59-811c-4658-a174-12056f8aa403 service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 Feb 03 14:05:19.886083 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e18bfe9b-706c-4dd1-99fd-df7f83b5f6f2 req-ed556379-11c5-439a-8bd5-e4866c166872 service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930543 Feb 03 14:05:20.287804 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e48ac-7996-4298-a1dc-29e8146566b3 req-d72f8f04-01ac-4de4-90dd-46e557da6551 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:20.289293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-170e48ac-7996-4298-a1dc-29e8146566b3 req-d72f8f04-01ac-4de4-90dd-46e557da6551 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 944 time: 0.0631771 Feb 03 14:05:20.342134 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-170e48ac-7996-4298-a1dc-29e8146566b3 req-d09afdac-767e-4e30-956f-f922c8da5e97 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446422 Feb 03 14:05:21.478922 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8395d-1cf0-49fe-9d2e-007fa074049b req-3b398344-f458-4711-a8cc-50804988b167 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:21.480344 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cb8395d-1cf0-49fe-9d2e-007fa074049b req-3b398344-f458-4711-a8cc-50804988b167 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 944 time: 0.0552540 Feb 03 14:05:21.531075 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4cb8395d-1cf0-49fe-9d2e-007fa074049b req-3656c274-34fd-43cd-ae7a-56da16d24990 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440001 Feb 03 14:05:21.647202 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:22.665156 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4481f-16cd-4075-a605-69d713d802e9 req-654d9837-3b9e-4e43-b3c4-b9556a30117e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:22.666677 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a4481f-16cd-4075-a605-69d713d802e9 req-654d9837-3b9e-4e43-b3c4-b9556a30117e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 944 time: 0.0593090 Feb 03 14:05:22.718830 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b7a4481f-16cd-4075-a605-69d713d802e9 req-4a68dce5-7453-44ad-8cb2-7da07443e5be tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431476 Feb 03 14:05:23.370233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f25e9046-f4a6-43a8-89f5-6e5956b420b9 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:05:23.479693 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:23.490668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:05:23.530448 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f25e9046-f4a6-43a8-89f5-6e5956b420b9 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:23.530840 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:23.544259 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25e9046-f4a6-43a8-89f5-6e5956b420b9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:05:23.565078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:23.574710 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:23.626224 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f25e9046-f4a6-43a8-89f5-6e5956b420b9,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:23.804542 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f25e9046-f4a6-43a8-89f5-6e5956b420b9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:05:23.851529 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd5672-b9cd-4bff-aca4-3ba45334d3ab req-27b4b2b7-4b43-4f79-a125-a277918973bd tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:23.853178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03cd5672-b9cd-4bff-aca4-3ba45334d3ab req-27b4b2b7-4b43-4f79-a125-a277918973bd tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 945 time: 0.0613692 Feb 03 14:05:23.908114 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-03cd5672-b9cd-4bff-aca4-3ba45334d3ab req-81a95df6-5723-405d-9e00-01ed3fa1eeae tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474062 Feb 03 14:05:25.046358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524468d9-a02e-49bf-9f51-c065453a5082 req-9ad076c1-4466-421c-a874-cd8f7a980a3c tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:25.047950 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-524468d9-a02e-49bf-9f51-c065453a5082 req-9ad076c1-4466-421c-a874-cd8f7a980a3c tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 945 time: 0.0675023 Feb 03 14:05:25.102566 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-524468d9-a02e-49bf-9f51-c065453a5082 req-fa3d6fcc-d38b-4b84-8788-d77cc56a040f tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484104 Feb 03 14:05:25.381844 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f25e9046-f4a6-43a8-89f5-6e5956b420b9 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:05:25.442997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning for port f25e9046-f4a6-43a8-89f5-6e5956b420b9 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:05:25.446879 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port f25e9046-f4a6-43a8-89f5-6e5956b420b9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:05:25.447262 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:25.526047 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f25e9046-f4a6-43a8-89f5-6e5956b420b9 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:05:25.526460 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:25.548868 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:05:25.551164 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7315f027-11a7-4103-a8e0-1782dc5a568d" -d '{"events": [{"server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "name": "network-vif-plugged", "status": "completed", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:05:25.563353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:05:25.568884 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:25.592118 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a9ed78-0b77-4db9-a598-b5180fa6d930 x-openstack-request-id: req-79a9ed78-0b77-4db9-a598-b5180fa6d930 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:05:25.592415 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "name": "network-vif-plugged", "status": "completed", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:05:25.592674 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79a9ed78-0b77-4db9-a598-b5180fa6d930 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:05:25.593069 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'code': 200} Feb 03 14:05:25.620982 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f25e9046-f4a6-43a8-89f5-6e5956b420b9,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:25.690184 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225c1b-8d42-4359-81e7-d3d5801559b6 req-a9289861-0900-4372-a285-41c60ee0baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:25.691783 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42225c1b-8d42-4359-81e7-d3d5801559b6 req-a9289861-0900-4372-a285-41c60ee0baae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0449793 Feb 03 14:05:25.738247 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-42225c1b-8d42-4359-81e7-d3d5801559b6 req-edcd8520-fb9b-4627-93a9-36fb09898eda service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405033 Feb 03 14:05:26.241969 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c41d2-e0d2-4bd2-97d0-872036be98f9 req-832591e5-f4df-4d04-aa39-809bf9440b6a tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:26.243789 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-064c41d2-e0d2-4bd2-97d0-872036be98f9 req-832591e5-f4df-4d04-aa39-809bf9440b6a tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 946 time: 0.0649085 Feb 03 14:05:26.303705 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-064c41d2-e0d2-4bd2-97d0-872036be98f9 req-9191128e-70d4-4885-9b6b-ff8ddaadfc39 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509079 Feb 03 14:05:27.435236 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6880a42-5025-4e81-b113-05291400a4c6 req-f562e447-3dfa-4533-851f-7f3dfb6e1d98 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:27.436764 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6880a42-5025-4e81-b113-05291400a4c6 req-f562e447-3dfa-4533-851f-7f3dfb6e1d98 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 946 time: 0.0598989 Feb 03 14:05:27.488477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b6880a42-5025-4e81-b113-05291400a4c6 req-e1dab070-b4b6-485b-827e-40864e320fa5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435925 Feb 03 14:05:27.619390 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daa712-482d-43f0-b738-4cf17ede3891 req-e1d308db-f0d2-4172-b614-c5249cc77c90 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:27.620819 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4daa712-482d-43f0-b738-4cf17ede3891 req-e1d308db-f0d2-4172-b614-c5249cc77c90 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 946 time: 0.0651886 Feb 03 14:05:27.671354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4daa712-482d-43f0-b738-4cf17ede3891 req-5b07b3c2-8c5d-4ae0-92cb-1bad4cf4ea6d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447741 Feb 03 14:05:27.694012 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52852) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:27.790973 n-d-792364-10 neutron-server[103223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b70a7a-8261-4507-ba79-7227c5657355 tempest-TestSnapshotPattern-1931457110 tempest-TestSnapshotPattern-1931457110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:27.792727 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-c6b70a7a-8261-4507-ba79-7227c5657355 tempest-TestSnapshotPattern-1931457110 tempest-TestSnapshotPattern-1931457110-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1124 time: 0.0975885 Feb 03 14:05:27.796565 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 52856) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:05:27.800900 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.v2.base [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:05:27.825765 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:27.927414 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:28.031561 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.db_base_plugin_common [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Allocated IP 172.25.3.171 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8) {{(pid=103223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:05:28.142491 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for port (1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:28.181758 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7423027'] for port (1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:28.232396 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:05:28.237367 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.base_scheduler [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Resources bound (agent type, host, resource id): {{(pid=103223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:05:28.241318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Received port after_create {{(pid=103223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:05:28.247527 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'Port': ['ID=1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8,revision_number=1']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:28.632575 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for floatingip (ade856fc-83c6-4d20-a5be-74e3ce4249dc), precommit_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:28.716900 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:28.875776 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for port (1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:28.883957 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7423020'] for port (1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:28.950017 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'Port': ['ID=1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:05:28.960250 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (ade856fc-83c6-4d20-a5be-74e3ce4249dc), after_create {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:29.064005 n-d-792364-10 neutron-server[103223]: INFO neutron.db.l3_db [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Floating IP ade856fc-83c6-4d20-a5be-74e3ce4249dc associated. External IP: 172.25.3.171, port: f25e9046-f4a6-43a8-89f5-6e5956b420b9. Feb 03 14:05:29.285932 n-d-792364-10 neutron-server[103223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Router 82bda9b8-0615-48c6-8335-2b41a7f739af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:05:29.394737 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:05:29.405390 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] Sync routers for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:05:29.415874 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:29.416091 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:29.416600 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:29.445521 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-57ed9504-c938-4275-8471-df56ce7d0721 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6479323 Feb 03 14:05:29.446116 n-d-792364-10 neutron-server[103223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9'}] {{(pid=103223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:05:29.448486 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c8dc48ea281a0e3fa9f14d236850801ec3cdf4ff673cfa59b8baf8cdaef8447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae546468-57d8-4294-b636-b0c5ec0d9edd" -d '{"events": [{"name": "network-changed", "server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9"}]}' {{(pid=103223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:05:29.549524 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7e4dfc-a959-43f3-b7f9-5e4290e1c266 x-openstack-request-id: req-5f7e4dfc-a959-43f3-b7f9-5e4290e1c266 {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:05:29.549818 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9", "status": "completed", "code": 200}]} {{(pid=103223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:05:29.550072 n-d-792364-10 neutron-server[103223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f7e4dfc-a959-43f3-b7f9-5e4290e1c266 {{(pid=103223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:05:29.550522 n-d-792364-10 neutron-server[103223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'status': 'completed', 'code': 200} Feb 03 14:05:29.623223 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:29.623624 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-3803c65b-2949-4344-8396-54188e118704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:29.625210 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-3803c65b-2949-4344-8396-54188e118704 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0515213 Feb 03 14:05:29.718546 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-3d30caec-0f5f-4c08-992b-ba1c06fb58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:29.720853 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-3d30caec-0f5f-4c08-992b-ba1c06fb58d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.0886328 Feb 03 14:05:29.793933 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-de7a7c02-4143-4e37-ab66-08cc1ac8d445 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 1000 time: 0.0672531 Feb 03 14:05:29.843852 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-f2afad66-0e0b-4b73-872a-06bc716821bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:29.845387 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-f2afad66-0e0b-4b73-872a-06bc716821bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0446432 Feb 03 14:05:29.855166 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ade856fc-83c6-4d20-a5be-74e3ce4249dc', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:28Z', 'updated_at': '2022-02-03T14:05:28Z', 'revision_number': 0, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:29.881044 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] Checking router: 82bda9b8-0615-48c6-8335-2b41a7f739af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:05:29.891276 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:05:29.891892 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:05:09Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:29.896508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-8ac24e8f-e531-4125-840e-769a86bf6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:29.898153 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-8ac24e8f-e531-4125-840e-769a86bf6b6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464478 Feb 03 14:05:29.994356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-1b7e9fc8-0eb2-42ff-8d3e-9c7e635d95ac service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881367 Feb 03 14:05:29.996202 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:05:30.084492 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-ae546468-57d8-4294-b636-b0c5ec0d9edd req-676352d6-aa47-4f90-826a-c3d9b116213b service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837109 Feb 03 14:05:30.245589 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ade856fc-83c6-4d20-a5be-74e3ce4249dc', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:28Z', 'updated_at': '2022-02-03T14:05:28Z', 'revision_number': 0, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:05:30.273453 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051b5b5-48c0-4cd3-831b-8592ac153cc0 None None] The sync data for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 is: [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ade856fc-83c6-4d20-a5be-74e3ce4249dc', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:28Z', 'updated_at': '2022-02-03T14:05:28Z', 'revision_number': 0, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:05:30.504471 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1d861-e728-4088-993e-db3667948a2f None None] New status for floating IP ade856fc-83c6-4d20-a5be-74e3ce4249dc: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:05:36.736492 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f2d8ead1-af9f-4aea-92f5-b374382197cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:38.987797 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-084754c3-0334-4b21-bfc3-061bc68d7165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:40.523124 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:41.946727 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:42.714582 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:43.768879 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:05:47.215473 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:51.661848 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:59.726875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-8f75431e-e101-49f1-8276-b558d0bef5e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524135 Feb 03 14:05:59.824989 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-c7754ba5-860b-4339-848a-772c0ca80c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:59.826567 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-c7754ba5-860b-4339-848a-772c0ca80c6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0488124 Feb 03 14:05:59.947224 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-7826da88-21c6-496b-a8b4-069a6b910640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:05:59.948720 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-7826da88-21c6-496b-a8b4-069a6b910640 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.0970433 Feb 03 14:06:00.024108 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-c0576e73-26ad-48d2-a7f2-465faee5c1a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 1002 time: 0.0684824 Feb 03 14:06:00.074933 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-6ec1b139-cab2-4d0d-bde0-d4ef91a61a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:00.076413 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-6ec1b139-cab2-4d0d-bde0-d4ef91a61a04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0441637 Feb 03 14:06:00.126428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-ab5a5f05-5890-428e-899f-bb0e01097ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:06:00.128035 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-ab5a5f05-5890-428e-899f-bb0e01097ee4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448883 Feb 03 14:06:00.138896 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-feef7ea2-bc11-45a1-b3ff-539984d147c6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:06:00.139882 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-feef7ea2-bc11-45a1-b3ff-539984d147c6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052004 Feb 03 14:06:00.241010 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-8ee2d63a-7c17-43a7-adeb-4169cd0a1f93 service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924275 Feb 03 14:06:00.342955 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-57e9ceb0-2a17-45e8-ab01-8b6762e995ae req-36bb8fdf-f439-49ee-8639-26c355c655fd service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951219 Feb 03 14:06:06.737436 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-902fd681-8f0b-4ae8-b6ef-1314470e1843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:08.988259 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78d3f04c-63d1-4b17-be7f-576c55c7e11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:10.525672 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:11.954217 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:12.723529 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:17.208410 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:20.769629 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:06:21.660028 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:36.737806 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffb34349-1a46-404d-8262-303f29b80011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:38.988664 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e159ffa4-5612-45bc-9371-5d52be6721f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:40.528459 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:41.954787 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:42.710970 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:47.232558 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:51.671806 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:57.769855 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:07:00.731064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-4cc3456e-f2c9-4ae1-9109-2aec19a3d435 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471416 Feb 03 14:07:00.822994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-1d149dad-7914-4c26-88c0-4d5da5a7461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:00.824498 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-1d149dad-7914-4c26-88c0-4d5da5a7461e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0499010 Feb 03 14:07:00.939836 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-ec7e10c4-6640-4a87-8422-442a54d91cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:00.941349 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-ec7e10c4-6640-4a87-8422-442a54d91cbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.0965393 Feb 03 14:07:01.019289 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-fd244878-9800-4f8d-8eb4-477add7ae8c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 1002 time: 0.0713477 Feb 03 14:07:01.069738 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-d2e10bcb-9c78-4af2-8163-8ab9edac529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:01.071358 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-d2e10bcb-9c78-4af2-8163-8ab9edac529f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0463617 Feb 03 14:07:01.126631 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-a66a7cd9-d073-43b3-a6b3-807fdc8f5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:01.128166 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-a66a7cd9-d073-43b3-a6b3-807fdc8f5ef6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491955 Feb 03 14:07:01.216767 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-0cd82a74-e409-4498-81d4-5e858aa65dd8 service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824077 Feb 03 14:07:01.315562 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-473b5391-d09f-4990-ba66-b2e5f96b046c req-8b1a4567-3732-4272-ae00-a23a767602f5 service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920980 Feb 03 14:07:06.737325 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b64e9ca-7fd6-4c65-8e70-9132c673b23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:08.988845 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f5ceae2-e165-49b2-b202-d7067e7ddf47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:10.532538 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:11.958280 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:12.712037 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:17.221788 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:21.672030 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:28.098225 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f25e9046-f4a6-43a8-89f5-6e5956b420b9 details requested by agent hyperv_n-h2-792364-10 with host n-h2-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:07:28.224735 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:28.236077 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Returning: {'device': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:07:28.277538 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f25e9046-f4a6-43a8-89f5-6e5956b420b9 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:07:28.277936 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:28.295539 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f25e9046-f4a6-43a8-89f5-6e5956b420b9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:07:28.317603 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:28.324412 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:28.375839 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f25e9046-f4a6-43a8-89f5-6e5956b420b9,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:28.386387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.386884 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.387346 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.387818 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.388153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.388546 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.388908 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.389166 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.389520 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.389917 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.390395 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.390792 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.391175 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:28.399685 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] get_ports_and_sgs() called for port_ids ['f25e9046-f4a6-43a8-89f5-6e5956b420b9'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:07:30.132648 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f25e9046-f4a6-43a8-89f5-6e5956b420b9 up at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:07:30.186441 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Provisioning complete for port f25e9046-f4a6-43a8-89f5-6e5956b420b9 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:07:30.186860 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:30.288398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f25e9046-f4a6-43a8-89f5-6e5956b420b9 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:07:30.289090 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:30.323233 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:07:30.323560 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af35558-0e94-446b-a8b8-cd628fa9e7a7" -d '{"events": [{"server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "name": "network-vif-plugged", "status": "completed", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:07:30.337899 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:30.346567 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:30.412618 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f25e9046-f4a6-43a8-89f5-6e5956b420b9,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:30.416533 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd31af-45ad-4557-bbe9-c7baeb40526d x-openstack-request-id: req-33bd31af-45ad-4557-bbe9-c7baeb40526d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:07:30.416835 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "name": "network-vif-plugged", "status": "completed", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:07:30.417089 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33bd31af-45ad-4557-bbe9-c7baeb40526d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:07:30.417488 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'code': 200} Feb 03 14:07:34.769341 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:07:36.736169 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fd95cf5-4847-489f-849a-fef76d3a10f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:37.848100 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-e633862d-565f-427b-855e-cea5b55fe01a tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44427317&fields=id&tenant_id=1f7e0042badb4391a1801a19e9c64d45 HTTP/1.1" status: 200 len: 267 time: 0.0470338 Feb 03 14:07:37.956339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-1ca19b95-d2b9-4bba-b757-ac2f99887f84 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:37.957803 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-1ca19b95-d2b9-4bba-b757-ac2f99887f84 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 809 time: 0.1032286 Feb 03 14:07:37.974164 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-bafd9589-5f44-44c9-9178-f4f35cfafd04 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/quotas/1f7e0042badb4391a1801a19e9c64d45 HTTP/1.1" status: 200 len: 375 time: 0.0107839 Feb 03 14:07:38.331339 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-2896d0e0-533d-4ad4-9204-e90bd4b8a2f9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3518727 Feb 03 14:07:38.443869 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-0474cb95-6f9b-4259-b1c7-2119fd9a704a service neutron] 10.222.0.65 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968246 Feb 03 14:07:38.535012 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-73832691-ecad-4a4e-8146-59decb2a1f95 service neutron] 10.222.0.65 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 Feb 03 14:07:38.707301 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1ae3d5df-1065-4e2f-9a1b-3193c19e31ff req-f3eb6bb1-6f8e-4a05-8120-787fd9063d36 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 210 time: 0.0273299 Feb 03 14:07:38.982315 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7396-5fa1-4615-acf2-cee97b7e9e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:39.734994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-280adecd-56bf-4f2f-a87c-9406792f0ce3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:39.736452 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-280adecd-56bf-4f2f-a87c-9406792f0ce3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.91 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 809 time: 0.1064928 Feb 03 14:07:39.811784 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-6b833ef4-06d5-4851-9644-5259410267c5 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f7e0042badb4391a1801a19e9c64d45 HTTP/1.1" status: 200 len: 378 time: 0.0664225 Feb 03 14:07:39.827175 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fecc90a-bf3a-4771-a467-c3a2f86fab4f req-f17d6a0c-f8b3-4015-ae3a-74fc092bbf71 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 210 time: 0.0368814 Feb 03 14:07:39.831705 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'port': {'device_id': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'admin_state_up': True, 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'security_groups': ['6b0f7520-6ef9-4d0e-92f0-b1a44684c979']}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:07:39.945331 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Made reservation on behalf of 1f7e0042badb4391a1801a19e9c64d45 for: {'port': 1} {{(pid=103224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:07:39.948795 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:40.095439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Allocated IP 172.20.0.11 (dd4d6b16-ad24-4824-96c6-2561dc033dd0/40368d1f-f361-4e56-ab5a-bddfb5451521/3a39648e-8bb5-4fc4-b817-b2ea4d702e70) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:07:40.312316 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:40.361414 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:40.430557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:07:40.433622 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:07:40.438233 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:07:40.442697 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'Port': ['ID=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:40.490687 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.491046 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.491636 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.491992 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.492331 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.492721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.493055 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.493381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.493756 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.494085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.494446 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.494825 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.495151 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:07:40.526924 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:40.528369 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:40.541532 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:40.553659 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-8eec7c12-6d12-46cc-99e3-d89ad65182c3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7254119 Feb 03 14:07:40.739540 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-2a6af50f-5cb7-4698-acde-f33c7a5d8638 None None] Provisioning complete for port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 triggered by entity DHCP. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:07:40.739912 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a6af50f-5cb7-4698-acde-f33c7a5d8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:40.780336 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2a6af50f-5cb7-4698-acde-f33c7a5d8638 None None] Port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 cannot update to ACTIVE because it is not bound. {{(pid=103225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:07:40.973080 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb32f1-6d4b-4f35-966c-d51bfe5873ee req-8c39ebdc-5f83-4496-9621-6a4de65ddcb3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:40.974721 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3fb32f1-6d4b-4f35-966c-d51bfe5873ee req-8c39ebdc-5f83-4496-9621-6a4de65ddcb3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0566440 Feb 03 14:07:41.034145 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d3fb32f1-6d4b-4f35-966c-d51bfe5873ee req-6843f167-4e31-4c24-9999-ead8673d6147 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531807 Feb 03 14:07:41.957699 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:42.167316 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a60fc8-0320-44a0-a08a-51e23f075d96 req-d58ec6b8-dadb-4497-9481-a76f1d279e8b tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:42.169711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2a60fc8-0320-44a0-a08a-51e23f075d96 req-d58ec6b8-dadb-4497-9481-a76f1d279e8b tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0634427 Feb 03 14:07:42.222891 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f25e9046-f4a6-43a8-89f5-6e5956b420b9 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:07:42.225818 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b2a60fc8-0320-44a0-a08a-51e23f075d96 req-81a7a385-1ce1-405a-9212-650bebed0c44 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511019 Feb 03 14:07:42.305078 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Current status of the port f25e9046-f4a6-43a8-89f5-6e5956b420b9 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:07:42.305471 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:42.329684 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:07:42.331862 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6759d539-5ba5-4443-a007-f8725716165f" -d '{"events": [{"server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:07:42.344039 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:42.352092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:42.382727 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f4c4c-b6f5-436b-8691-2dd9d96e54f6 x-openstack-request-id: req-213f4c4c-b6f5-436b-8691-2dd9d96e54f6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:07:42.383095 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:07:42.383410 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-213f4c4c-b6f5-436b-8691-2dd9d96e54f6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:07:42.383861 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'code': 200} Feb 03 14:07:42.410242 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Pushing event updated for resources: {'Port': ['ID=f25e9046-f4a6-43a8-89f5-6e5956b420b9,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:42.709890 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:43.359643 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84cc1d-96e4-40fb-b849-9bc7a85ceb3e req-a9600aeb-ee22-4550-9cd4-bb0442d09561 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:43.360906 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d84cc1d-96e4-40fb-b849-9bc7a85ceb3e req-a9600aeb-ee22-4550-9cd4-bb0442d09561 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0584486 Feb 03 14:07:43.420359 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5d84cc1d-96e4-40fb-b849-9bc7a85ceb3e req-59b65110-2068-43b8-895a-221340b55351 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512788 Feb 03 14:07:44.553622 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3b4fe-a2d8-4b53-b189-992a67fa4c1e req-41c2360f-1f6c-4688-986c-ab4f998a2c7b tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:44.560736 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30b3b4fe-a2d8-4b53-b189-992a67fa4c1e req-41c2360f-1f6c-4688-986c-ab4f998a2c7b tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0603442 Feb 03 14:07:44.622957 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-30b3b4fe-a2d8-4b53-b189-992a67fa4c1e req-246f2eea-c26b-4638-a79e-587dfa370852 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511520 Feb 03 14:07:45.746279 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba15936-3f8f-4bdd-aa0d-5e394e260a4d req-af1f4726-7c34-4012-aa32-8f2c4dba00ab tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:45.747788 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ba15936-3f8f-4bdd-aa0d-5e394e260a4d req-af1f4726-7c34-4012-aa32-8f2c4dba00ab tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0615783 Feb 03 14:07:45.805405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5ba15936-3f8f-4bdd-aa0d-5e394e260a4d req-0aa86013-4699-4fc7-b2e6-2b89dcc9c91e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516284 Feb 03 14:07:46.943978 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5ac74-a500-47f7-8b61-c6009fb60327 req-4a67fa1a-8c52-4672-9211-de70819d1c88 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:46.945468 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41a5ac74-a500-47f7-8b61-c6009fb60327 req-4a67fa1a-8c52-4672-9211-de70819d1c88 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0631752 Feb 03 14:07:46.996073 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-41a5ac74-a500-47f7-8b61-c6009fb60327 req-18fc2c48-33dd-4e54-872f-f07e859e32c0 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446930 Feb 03 14:07:47.235826 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:48.128724 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115333d-3901-4799-bc42-c8c44200af56 req-b9c62f1d-cdc4-4544-983e-929d1eba57dc tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:48.130272 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f115333d-3901-4799-bc42-c8c44200af56 req-b9c62f1d-cdc4-4544-983e-929d1eba57dc tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0612202 Feb 03 14:07:48.185435 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-f115333d-3901-4799-bc42-c8c44200af56 req-36a84edf-f4b9-42c0-9864-5f80d92b032c tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488882 Feb 03 14:07:49.322483 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34b2cc-c6d5-4232-9a75-f93a1d69842e req-b4b4feab-621a-4575-bb53-1ebf2c506a81 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:49.323881 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b34b2cc-c6d5-4232-9a75-f93a1d69842e req-b4b4feab-621a-4575-bb53-1ebf2c506a81 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0576696 Feb 03 14:07:49.377965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8b34b2cc-c6d5-4232-9a75-f93a1d69842e req-932d223d-5110-4d4e-ac68-3cc53e0d9126 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462599 Feb 03 14:07:50.525568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff20c4e-01ca-4156-b5d6-c9241b5cbd55 req-34d29a7c-5422-494b-83cd-80e9b7e3dc66 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:50.527119 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eff20c4e-01ca-4156-b5d6-c9241b5cbd55 req-34d29a7c-5422-494b-83cd-80e9b7e3dc66 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0665982 Feb 03 14:07:50.583281 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-eff20c4e-01ca-4156-b5d6-c9241b5cbd55 req-2dc62947-9021-4b47-8a17-7aa119046a1a tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486660 Feb 03 14:07:51.662357 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:51.709293 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb765d0-cdd1-4911-812a-7071ac4fc3c1 req-f8b24fab-1d0d-47b4-b3ee-c57537c65621 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:51.711470 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fb765d0-cdd1-4911-812a-7071ac4fc3c1 req-f8b24fab-1d0d-47b4-b3ee-c57537c65621 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.0558503 Feb 03 14:07:51.764110 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-0fb765d0-cdd1-4911-812a-7071ac4fc3c1 req-a8630732-97a2-4518-aa46-78736e94c1a2 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469289 Feb 03 14:07:52.688257 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Request body: {'port': {'device_id': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-10'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:07:52.757121 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:52.979783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80831036-dc3d-4c84-8658-9436578f65af req-fd40ac43-7d5e-4f29-a25b-fa00a77dd8e6 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:52.981190 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80831036-dc3d-4c84-8658-9436578f65af req-fd40ac43-7d5e-4f29-a25b-fa00a77dd8e6 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 932 time: 0.1222932 Feb 03 14:07:53.059389 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-80831036-dc3d-4c84-8658-9436578f65af req-ed9e7f68-2aac-4b83-b6a3-fa47c44117e4 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718238 Feb 03 14:07:53.104545 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 {{(pid=103224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:07:53.112715 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Publish callbacks [] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:53.125780 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.provisioning_blocks [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Transition to ACTIVE for port object 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 will not be triggered until provisioned by entity L2. {{(pid=103224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:07:53.131797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:53.185119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Pushing event updated for resources: {'Port': ['ID=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:53.251945 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Attempting to bind port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 on host n-h1-792364-10 for vnic_type normal with profile {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:07:53.252304 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Attempting to bind port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 by drivers openvswitch,hyperv on host n-h1-792364-10 at level 0 using segments [{'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:07:53.252609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Attempting to bind port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 on network dd4d6b16-ad24-4824-96c6-2561dc033dd0 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:07:53.257215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 on network dd4d6b16-ad24-4824-96c6-2561dc033dd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-10 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:07:53.257535 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Attempting to bind port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 on network dd4d6b16-ad24-4824-96c6-2561dc033dd0 {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:07:53.263120 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Checking agent: {'id': '085ddb62-13f2-4e95-9a37-a20a73fa480f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-10', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'started_at': datetime.datetime(2022, 2, 3, 12, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:07:53.263460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Checking segment: {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:07:53.263844 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Bound using segment: {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'} {{(pid=103224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:07:53.264265 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.managers [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Bound port: 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host: n-h1-792364-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97eb169c-2c22-451c-960b-1819d5a1441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0'}}] {{(pid=103224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:07:53.264623 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:53.334273 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, cleared binding levels {{(pid=103224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:07:53.337447 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:07:53.345688 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:53.379195 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:53.379990 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:53.381261 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] 10.222.0.91 "PUT /v2.0/ports/3a39648e-8bb5-4fc4-b817-b2ea4d702e70 HTTP/1.1" status: 200 len: 1093 time: 0.7046828 Feb 03 14:07:53.381700 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:07:53.384070 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a85f69-47b1-485e-936f-21292d57f580" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:07:53.408772 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862631a0-ef61-465d-a259-188b862ae9ca service neutron] Pushing event updated for resources: {'Port': ['ID=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,revision_number=3']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:53.435650 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f5db15-65dd-411d-aa39-fa3d8136947a x-openstack-request-id: req-39f5db15-65dd-411d-aa39-fa3d8136947a {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:07:53.435946 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:07:53.436201 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39f5db15-65dd-411d-aa39-fa3d8136947a {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:07:53.436610 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'status': 'completed', 'code': 200} Feb 03 14:07:53.490466 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-638fd9ea-f1a8-4b98-9630-ef4fc1ab14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:53.492125 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-638fd9ea-f1a8-4b98-9630-ef4fc1ab14ce service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 1127 time: 0.0480096 Feb 03 14:07:53.539837 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-29d6c1bb-996d-40e1-9bed-b9ca08b72ecf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70 HTTP/1.1" status: 200 len: 217 time: 0.0395887 Feb 03 14:07:53.592855 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-198d9fc9-52df-4f86-a5c5-ab40ba3dc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:53.594360 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-198d9fc9-52df-4f86-a5c5-ab40ba3dc856 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0469573 Feb 03 14:07:53.649411 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-7e27fd34-160f-4cc9-9694-f6bff51490a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:53.650995 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-7e27fd34-160f-4cc9-9694-f6bff51490a3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491626 Feb 03 14:07:53.753965 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-df4181d5-3957-4df7-8b06-a7d2e0fc2897 service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935879 Feb 03 14:07:53.849547 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5432af74-f99b-4a92-a33e-1e9af37351aa req-c5d96920-f5a9-4a56-802c-a83754c4c07d service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887017 Feb 03 14:07:53.951850 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a85f69-47b1-485e-936f-21292d57f580 req-79b2ea07-3a40-4ae1-a3c3-8bf4dede0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:53.953354 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4a85f69-47b1-485e-936f-21292d57f580 req-79b2ea07-3a40-4ae1-a3c3-8bf4dede0579 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 1127 time: 0.0467081 Feb 03 14:07:54.054632 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a85f69-47b1-485e-936f-21292d57f580 req-53d8964e-64f4-42ac-a29c-514df5cb1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:54.056799 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4a85f69-47b1-485e-936f-21292d57f580 req-53d8964e-64f4-42ac-a29c-514df5cb1aee service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.0949430 Feb 03 14:07:54.099225 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4a85f69-47b1-485e-936f-21292d57f580 req-572dbf1c-c5db-4806-a539-2effe795aa53 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70 HTTP/1.1" status: 200 len: 217 time: 0.0349271 Feb 03 14:07:54.184655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a85f69-47b1-485e-936f-21292d57f580 req-0bb94ba3-e8a9-4046-ad86-602028d1d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:54.186117 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4a85f69-47b1-485e-936f-21292d57f580 req-0bb94ba3-e8a9-4046-ad86-602028d1d4f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0801904 Feb 03 14:07:54.213820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6527b-0fc8-4d58-9d39-7c86ab3c8e73 req-3b30d7d0-0776-49b8-bc2a-d1c780f40571 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:54.215295 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31a6527b-0fc8-4d58-9d39-7c86ab3c8e73 req-3b30d7d0-0776-49b8-bc2a-d1c780f40571 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 944 time: 0.0741405 Feb 03 14:07:54.281157 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a85f69-47b1-485e-936f-21292d57f580 req-0ae825bc-c189-45b0-9699-5d6e74cb1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:54.282752 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4a85f69-47b1-485e-936f-21292d57f580 req-0ae825bc-c189-45b0-9699-5d6e74cb1ba7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0855176 Feb 03 14:07:54.286369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-31a6527b-0fc8-4d58-9d39-7c86ab3c8e73 req-f00d4bf0-7727-403e-a66b-7ae6a6187e04 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560517 Feb 03 14:07:54.377889 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4a85f69-47b1-485e-936f-21292d57f580 req-cba02265-0654-4df5-a709-7aae0a7b0096 service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872595 Feb 03 14:07:54.468585 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c4a85f69-47b1-485e-936f-21292d57f580 req-e16db5b5-67f2-4ce6-b0df-522fd036ce50 service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833006 Feb 03 14:07:55.431854 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1de9d-16db-40cf-b230-8635af8a813d req-ec65f837-f83c-4f49-a848-409488e4b2b2 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:55.433345 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfc1de9d-16db-40cf-b230-8635af8a813d req-ec65f837-f83c-4f49-a848-409488e4b2b2 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 944 time: 0.0675600 Feb 03 14:07:55.487296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-dfc1de9d-16db-40cf-b230-8635af8a813d req-64fd6e27-7157-4117-a227-2b4b2d24a0c1 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482104 Feb 03 14:07:56.628831 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6372d-a4c3-4576-90b7-3e51bb226bf0 req-8e339e26-3664-4178-b74e-7f6cdc848536 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:56.630296 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdd6372d-a4c3-4576-90b7-3e51bb226bf0 req-8e339e26-3664-4178-b74e-7f6cdc848536 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 944 time: 0.0557485 Feb 03 14:07:56.679937 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-bdd6372d-a4c3-4576-90b7-3e51bb226bf0 req-a649cc61-b898-4031-83d4-9fead8abeab2 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434990 Feb 03 14:07:57.810882 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d1cac-35a2-4da4-a6d0-fc1013433a05 req-53fa51dd-b315-4296-b62d-28bb06dfe1ef tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:57.812369 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e2d1cac-35a2-4da4-a6d0-fc1013433a05 req-53fa51dd-b315-4296-b62d-28bb06dfe1ef tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 944 time: 0.0612037 Feb 03 14:07:57.870239 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-7e2d1cac-35a2-4da4-a6d0-fc1013433a05 req-d95d8da3-5ff3-4f92-9a29-52a4f2690d44 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521111 Feb 03 14:07:58.258198 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:07:58.362319 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:58.373433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'port_id': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'mac_address': 'fa:16:3e:ec:fd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:07:58.414674 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 is: DOWN; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:07:58.415054 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:58.428187 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:07:58.448387 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:07:58.454127 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:58.509046 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:07:58.860423 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3a39648e-8bb5-4fc4-b817-b2ea4d702e70'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:07:59.000709 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be12a2-cf8b-4aa4-aa8b-756b716685f9 req-9283571a-82ec-4f1d-a731-d53157821f34 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:07:59.002214 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44be12a2-cf8b-4aa4-aa8b-756b716685f9 req-9283571a-82ec-4f1d-a731-d53157821f34 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 945 time: 0.0546901 Feb 03 14:07:59.062711 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-44be12a2-cf8b-4aa4-aa8b-756b716685f9 req-0b1ac664-c39a-4d6a-8e2e-931a69f839f3 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539732 Feb 03 14:08:00.198119 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ef910-b6b2-4967-8d07-953cf08ea1b3 req-d04d5d75-e0fc-4695-ad48-acd010d93543 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:00.199641 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b5ef910-b6b2-4967-8d07-953cf08ea1b3 req-d04d5d75-e0fc-4695-ad48-acd010d93543 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 945 time: 0.0630555 Feb 03 14:08:00.258099 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-9b5ef910-b6b2-4967-8d07-953cf08ea1b3 req-c3c62d04-ba58-4af1-ae0c-27abc64bd84e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501564 Feb 03 14:08:00.263923 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:08:00.318883 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning for port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 completed by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:08:00.324624 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:00.325145 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:00.409253 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:00.409905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:00.432644 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:08:00.434910 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51560af4-84d9-42c5-b6ec-ca3a343bf63b" -d '{"events": [{"server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "name": "network-vif-plugged", "status": "completed", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:08:00.448353 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:00.454198 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:00.479584 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c6cd8e-7eb5-4507-a6fd-a4a6c8620708 x-openstack-request-id: req-b9c6cd8e-7eb5-4507-a6fd-a4a6c8620708 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:08:00.479907 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "name": "network-vif-plugged", "status": "completed", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:08:00.480738 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9c6cd8e-7eb5-4507-a6fd-a4a6c8620708 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:08:00.481136 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'code': 200} Feb 03 14:08:00.509816 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,revision_number=5']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:00.586426 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f975a20-bbec-4c3f-bb80-2b8eaf52c198 req-df73a90e-81ea-4877-89d2-36cc705c5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:00.587951 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f975a20-bbec-4c3f-bb80-2b8eaf52c198 req-df73a90e-81ea-4877-89d2-36cc705c5fbd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 1129 time: 0.0511055 Feb 03 14:08:00.637524 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2f975a20-bbec-4c3f-bb80-2b8eaf52c198 req-46adec75-3376-4088-890b-bf466a255fc2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422337 Feb 03 14:08:00.708223 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-78faab19-d534-414c-9d0b-eb57fa66c07f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459993 Feb 03 14:08:00.800987 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-00fd94c3-51ab-4765-a687-ee64f0c25d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:00.802539 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-00fd94c3-51ab-4765-a687-ee64f0c25d6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0494912 Feb 03 14:08:00.926066 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-8dde0b6f-4240-4630-b005-167c3c858013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:00.928178 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-8dde0b6f-4240-4630-b005-167c3c858013 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.1031914 Feb 03 14:08:00.999821 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-13049b0b-f1a1-480b-a292-d152ccdcfdf7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 1000 time: 0.0647140 Feb 03 14:08:01.057702 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-a3143ec7-5f61-4639-8ca4-2552c4e1ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:01.059206 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-a3143ec7-5f61-4639-8ca4-2552c4e1ed98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0532429 Feb 03 14:08:01.110487 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-7e79e28e-7582-4f67-b389-d388d9b6a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:01.111987 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-7e79e28e-7582-4f67-b389-d388d9b6a38c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450587 Feb 03 14:08:01.204975 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-94fbda41-e76c-441f-8be0-8654e7285b28 service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849400 Feb 03 14:08:01.295589 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-32ae57da-7b95-4b56-b19e-f231bb8c7453 req-505c37a8-a06a-4900-a189-787c11ba4a5d service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838170 Feb 03 14:08:01.386637 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6718d1a-7f64-440a-9545-31ad70b5c518 req-8ec825f2-7525-4662-ba52-81bf0ed4bab9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:01.388129 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6718d1a-7f64-440a-9545-31ad70b5c518 req-8ec825f2-7525-4662-ba52-81bf0ed4bab9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 946 time: 0.0569050 Feb 03 14:08:01.443441 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a6718d1a-7f64-440a-9545-31ad70b5c518 req-212e6369-568d-4d52-99c9-5fe00c7fa2bb tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468040 Feb 03 14:08:02.591967 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3f0b3-033e-42eb-ac10-ab2ffc1c929e req-cb36d7eb-a7ad-4421-bdf8-6eecd4d572cf tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:02.593477 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0a3f0b3-033e-42eb-ac10-ab2ffc1c929e req-cb36d7eb-a7ad-4421-bdf8-6eecd4d572cf tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 946 time: 0.0581710 Feb 03 14:08:02.654534 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-c0a3f0b3-033e-42eb-ac10-ab2ffc1c929e req-608deb4c-3f5d-45d9-836e-b710b216800d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515716 Feb 03 14:08:02.791375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950fff8-9102-4cdb-a7f7-9d35c0208f91 req-8524b20f-bc5f-4dda-9539-cfaa278f3f7c tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:02.792776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8950fff8-9102-4cdb-a7f7-9d35c0208f91 req-8524b20f-bc5f-4dda-9539-cfaa278f3f7c tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 946 time: 0.0632722 Feb 03 14:08:02.851809 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-8950fff8-9102-4cdb-a7f7-9d35c0208f91 req-5636ec72-2dbf-40e2-84ba-64fb9d4e4dd9 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502942 Feb 03 14:08:02.874660 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53126) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:02.925816 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa20ce0-e243-45f2-8220-d6067c43aa68 tempest-TestSnapshotPattern-1931457110 tempest-TestSnapshotPattern-1931457110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:02.927789 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-3fa20ce0-e243-45f2-8220-d6067c43aa68 tempest-TestSnapshotPattern-1931457110 tempest-TestSnapshotPattern-1931457110-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 1124 time: 0.0521221 Feb 03 14:08:02.930846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53128) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:02.937878 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.v2.base [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Request body: {'floatingip': {'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'port_id': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:02.964950 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:03.068730 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (None), before_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:03.177691 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_common [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Allocated IP 172.25.3.221 (166a54b2-7503-4ee8-bb50-7d1b40ff171a/1294a26f-51c2-40a8-a006-2fce4731cbf4/6fe8f5cb-4522-4982-b03b-98b8074f16cb) {{(pid=103224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:03.292587 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for port (6fe8f5cb-4522-4982-b03b-98b8074f16cb), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:03.330256 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752284827194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6fe8f5cb-4522-4982-b03b-98b8074f16cb), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:03.375899 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Network 166a54b2-7503-4ee8-bb50-7d1b40ff171a is already hosted by enough agents. {{(pid=103224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:03.380752 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.base_scheduler [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Resources bound (agent type, host, resource id): {{(pid=103224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:03.383383 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Received port after_create {{(pid=103224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:08:03.389381 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'Port': ['ID=6fe8f5cb-4522-4982-b03b-98b8074f16cb,revision_number=1']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:03.750690 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for floatingip (8f5c5cc9-a762-4fc4-81b9-8e8a5d579490), precommit_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:03.824070 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (6fe8f5cb-4522-4982-b03b-98b8074f16cb), before_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:03.974053 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for port (6fe8f5cb-4522-4982-b03b-98b8074f16cb), precommit_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:03.981172 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12241892'] for port (6fe8f5cb-4522-4982-b03b-98b8074f16cb), after_update {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:04.045981 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event updated for resources: {'Port': ['ID=6fe8f5cb-4522-4982-b03b-98b8074f16cb,revision_number=2']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:04.057831 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551214'] for floatingip (8f5c5cc9-a762-4fc4-81b9-8e8a5d579490), after_create {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:04.451137 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Floating IP 8f5c5cc9-a762-4fc4-81b9-8e8a5d579490 associated. External IP: 172.25.3.221, port: 3a39648e-8bb5-4fc4-b817-b2ea4d702e70. Feb 03 14:08:04.677499 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Router 82bda9b8-0615-48c6-8335-2b41a7f739af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:08:04.793938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:04.805069 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] Sync routers for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:08:04.815264 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:04.815702 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:08:04.816327 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:04.845925 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-e2fddec1-9493-41d1-9f63-e51366268e6e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9137480 Feb 03 14:08:04.846568 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:08:04.849511 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:08:04.885736 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb25e840-37e4-45a6-a9d6-19c6e9635546 x-openstack-request-id: req-fb25e840-37e4-45a6-a9d6-19c6e9635546 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:08:04.886004 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:08:04.886261 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb25e840-37e4-45a6-a9d6-19c6e9635546 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:08:04.886709 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'status': 'completed', 'code': 200} Feb 03 14:08:04.930388 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:08:05.013602 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-ffc73757-9dbb-413e-8f99-536d1f8da231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:05.015097 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-ffc73757-9dbb-413e-8f99-536d1f8da231 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 1129 time: 0.1046555 Feb 03 14:08:05.115779 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-cfe74c2d-5ccf-4c93-90bc-9c8ab8ad3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:05.117309 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-cfe74c2d-5ccf-4c93-90bc-9c8ab8ad3dbd service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.0946436 Feb 03 14:08:05.153035 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '8f5c5cc9-a762-4fc4-81b9-8e8a5d579490', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:ec:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:03Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 0, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}, {'id': 'ade856fc-83c6-4d20-a5be-74e3ce4249dc', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:28Z', 'updated_at': '2022-02-03T14:05:30Z', 'revision_number': 1, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:05.182114 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] Checking router: 82bda9b8-0615-48c6-8335-2b41a7f739af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:08:05.184899 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-5d1fd253-b46a-4c01-a247-399a05135890 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70 HTTP/1.1" status: 200 len: 1000 time: 0.0609710 Feb 03 14:08:05.190618 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:08:05.191255 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:07:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:05.239860 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-1c7f5c3b-981f-4292-ac26-bd5949d958ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:05.241388 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-1c7f5c3b-981f-4292-ac26-bd5949d958ca service neutron] 10.222.0.91 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0478868 Feb 03 14:08:05.306307 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-c6741bc8-b66f-48c1-a1e9-689cb493bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:05.307795 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-c6741bc8-b66f-48c1-a1e9-689cb493bb7d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0591414 Feb 03 14:08:05.386751 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:08:05.400383 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-d5b95a57-fb4e-42b5-a8d8-87dfcc058cdf service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839310 Feb 03 14:08:05.496545 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a3ee7d5d-dcb1-4cd0-9116-ea7344eb9107 req-74f76944-5ee2-4cb5-beec-5ca744bb0e23 service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881016 Feb 03 14:08:05.618577 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '8f5c5cc9-a762-4fc4-81b9-8e8a5d579490', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:ec:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:03Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 0, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}, {'id': 'ade856fc-83c6-4d20-a5be-74e3ce4249dc', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:28Z', 'updated_at': '2022-02-03T14:05:30Z', 'revision_number': 1, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:05.648235 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424dfb47-5685-409d-9fa5-301ea7dde815 None None] The sync data for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 is: [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': '8f5c5cc9-a762-4fc4-81b9-8e8a5d579490', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:ec:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:08:03Z', 'updated_at': '2022-02-03T14:08:03Z', 'revision_number': 0, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}, {'id': 'ade856fc-83c6-4d20-a5be-74e3ce4249dc', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:28Z', 'updated_at': '2022-02-03T14:05:30Z', 'revision_number': 1, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:08:05.857826 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6fc9d7-e949-4c83-a381-5b7416210887 None None] New status for floating IP 8f5c5cc9-a762-4fc4-81b9-8e8a5d579490: ACTIVE {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:08:06.731789 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44411399-af69-4582-81c4-f55ddcebfac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:08.990985 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e54e416-3b65-46c3-99fa-3022878a433e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:10.538770 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:11.772073 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:08:11.967188 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:12.712555 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:17.234944 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:21.683850 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:32.929064 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-011249c3-3936-447a-a61a-e8a8b9f65429 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499425 Feb 03 14:08:33.025429 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-1a84d489-c354-44c8-891a-d39315d8fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:33.026885 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-1a84d489-c354-44c8-891a-d39315d8fcbf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 1129 time: 0.0508060 Feb 03 14:08:33.148846 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-30c3bd49-4ce7-4fe3-aa3c-450346644d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:33.150347 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-30c3bd49-4ce7-4fe3-aa3c-450346644d57 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.1021860 Feb 03 14:08:33.226466 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-9fbb2ec7-4a81-49df-ab3f-e688e46dbfcf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70 HTTP/1.1" status: 200 len: 1002 time: 0.0693719 Feb 03 14:08:33.281627 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-3233b787-b1b5-4885-8a88-4cb9c25cf65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:33.283087 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-3233b787-b1b5-4885-8a88-4cb9c25cf65f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0497124 Feb 03 14:08:33.337672 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-f2a77b2f-6ded-44cf-ae98-6e90facada26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:33.339242 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-f2a77b2f-6ded-44cf-ae98-6e90facada26 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491080 Feb 03 14:08:33.438308 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-78a4e5bd-1ecd-48bd-9e55-83d86e57a96b service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916440 Feb 03 14:08:33.534615 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-b419c2b0-3450-4d4d-b87e-62f0b9bab660 req-32ee1735-13d8-4199-a8d2-0e48972d7321 service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891204 Feb 03 14:08:36.733082 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fe075ff-3c90-4ba7-93f9-30a6816a333b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:38.989556 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d149d559-46cc-4853-8d06-427a2e53a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.546184 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.974559 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.712285 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.247421 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:48.776542 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:08:51.701652 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:01.770057 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-b1e4cb04-db17-440a-adae-4c8085e2ccbe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570517 Feb 03 14:09:01.877820 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-fe8e33d6-32db-44f5-978e-46db662b1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:01.879402 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-fe8e33d6-32db-44f5-978e-46db662b1414 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0567563 Feb 03 14:09:01.990467 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-cc96cb3a-fd39-4a3c-8bfa-0b4f77e6ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:01.993006 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-cc96cb3a-fd39-4a3c-8bfa-0b4f77e6ce90 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.0884590 Feb 03 14:09:02.076262 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-757047f7-94a7-40e8-914c-f9fc7c9f5399 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 1000 time: 0.0754335 Feb 03 14:09:02.128655 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-288692c6-52ea-41d5-bbef-bb0c3067a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:02.130102 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-288692c6-52ea-41d5-bbef-bb0c3067a050 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0460513 Feb 03 14:09:02.185552 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-cb678ed2-13b5-44d7-83c5-edcf80e07050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:02.187102 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-cb678ed2-13b5-44d7-83c5-edcf80e07050 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472331 Feb 03 14:09:02.286227 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-669f9fbe-0b01-4898-a0ac-51a09cdc00d1 service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907586 Feb 03 14:09:02.388580 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-07b595e8-67b5-4d7f-bf6a-7784e82db51f req-57428ea4-345d-42b7-bdb5-a1daf6ce352b service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914726 Feb 03 14:09:06.734281 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79dcfe4f-eb44-4c1a-b09e-17f410f8205a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:08.987175 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d16605ad-6acd-4f5a-bd65-04fcd84c8a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.545679 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.977680 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.718044 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.249095 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.722019 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:25.776227 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:09:34.940897 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-d0415cf9-3f8f-4a7d-a998-2a820d8bcb34 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0568576 Feb 03 14:09:35.045298 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-5d6ae84a-4174-41ca-8e8e-15e5c08b9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:35.046734 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-5d6ae84a-4174-41ca-8e8e-15e5c08b9516 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 1129 time: 0.0546670 Feb 03 14:09:35.156182 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-35430123-68b3-4a6e-8c8e-9172ced85490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:35.157688 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-35430123-68b3-4a6e-8c8e-9172ced85490 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.0874486 Feb 03 14:09:35.244769 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-79223ee9-0198-4689-9a9f-40899a209ae2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70 HTTP/1.1" status: 200 len: 1002 time: 0.0799766 Feb 03 14:09:35.299699 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-e646f425-a7e8-408c-995a-033956b5831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:35.301039 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-e646f425-a7e8-408c-995a-033956b5831b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0445917 Feb 03 14:09:35.357955 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-9a7fa23e-27fd-4839-b60d-d3c9f25088e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:35.359476 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-9a7fa23e-27fd-4839-b60d-d3c9f25088e2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513723 Feb 03 14:09:35.453293 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-cec9b8eb-03ab-4633-affe-1b7b23ca180c service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867445 Feb 03 14:09:35.562776 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5f5a3357-6cb5-4c08-abcb-4b2ba469338d req-0fc1b1cd-b2f1-4b22-8271-c22fed226a99 service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979083 Feb 03 14:09:36.740180 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25edf338-0438-46fa-b503-7d9e3e702c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:38.988136 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67411194-a154-4288-a025-db8ada751c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.552490 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:41.984281 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:42.721682 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.250793 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:51.729560 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.777238 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:10:03.736336 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-d9c6218d-137c-4ade-9a1e-e63a11f49dbf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508325 Feb 03 14:10:03.831810 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-0b678f0a-a924-418e-b0a5-d849e2829fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:03.833356 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-0b678f0a-a924-418e-b0a5-d849e2829fb2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0476499 Feb 03 14:10:03.945375 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-18bdf111-9099-45c3-b280-db24d728513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:03.947875 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-18bdf111-9099-45c3-b280-db24d728513a service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.0884252 Feb 03 14:10:04.014676 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-a92268eb-ea17-48ad-b81c-f83fc6b0e4a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 1000 time: 0.0602257 Feb 03 14:10:04.065033 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-bf493862-fd14-4562-ae51-7080615d371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:04.066486 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-bf493862-fd14-4562-ae51-7080615d371a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0452845 Feb 03 14:10:04.120280 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-c56d9388-35c7-4d15-bf6d-a3799a9e7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:04.121771 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-c56d9388-35c7-4d15-bf6d-a3799a9e7d0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479994 Feb 03 14:10:04.222459 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-3d31c320-7570-435d-b4da-9d5f3461b3de service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924168 Feb 03 14:10:04.319529 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-a997d2c8-e80d-4f74-ac01-de9423f1831e req-b12e689f-587b-4085-9592-582f34523a0a service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868998 Feb 03 14:10:06.734978 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73088dd7-42d3-4597-b57c-14dc294d732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:08.985767 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16626495-8496-4860-9664-5f4b33370b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:10.551551 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:11.985954 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:12.724816 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:17.247278 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:21.728666 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.035548 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 details requested by agent hyperv_n-h1-792364-10 with host n-h1-792364-10 {{(pid=103225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:25.140833 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:25.152131 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Returning: {'device': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'port_id': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'mac_address': 'fa:16:3e:ec:fd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:10:25.199691 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 is: ACTIVE; New status is: BUILD {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:25.200092 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.214906 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:25.235218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:25.241821 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.296866 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:25.304545 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.304898 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.305248 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.305585 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.305924 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.306260 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.306619 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.306952 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.307277 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.307605 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.307930 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.308240 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.308560 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:25.337097 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] get_ports_and_sgs() called for port_ids ['3a39648e-8bb5-4fc4-b817-b2ea4d702e70'] {{(pid=103225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:27.046647 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 up at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:10:27.098289 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Provisioning complete for port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 triggered by entity L2. {{(pid=103225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:27.098711 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3311124'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), provisioning_complete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.181928 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 is: BUILD; New status is: ACTIVE {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:27.182356 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.205552 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:27.207931 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfca24a9-63ef-4b78-aa65-1b772842cbdc" -d '{"events": [{"server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "name": "network-vif-plugged", "status": "completed", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:27.220686 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:27.228204 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.276106 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:27.318677 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fb0669-5df7-4af9-b0dc-4fe144c415ce x-openstack-request-id: req-18fb0669-5df7-4af9-b0dc-4fe144c415ce {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:27.318979 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "name": "network-vif-plugged", "status": "completed", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:27.319234 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18fb0669-5df7-4af9-b0dc-4fe144c415ce {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:27.319636 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'code': 200} Feb 03 14:10:34.975938 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-de5fd0fa-a5ea-49ea-80b6-a3db98eeb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:34.978248 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-de5fd0fa-a5ea-49ea-80b6-a3db98eeb88c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 1129 time: 0.0535786 Feb 03 14:10:35.102629 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-49cf9472-21ca-4d79-b41f-cdaae41c6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:35.104971 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-49cf9472-21ca-4d79-b41f-cdaae41c6d6a service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.1024642 Feb 03 14:10:35.182116 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-6d9438aa-4329-4c82-86fa-f4e2d8067b36 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70 HTTP/1.1" status: 200 len: 1002 time: 0.0706370 Feb 03 14:10:35.241020 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-e3f79bc6-2b88-4158-97f1-ee00af208a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:35.242563 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-e3f79bc6-2b88-4158-97f1-ee00af208a1e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0530822 Feb 03 14:10:35.302389 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-a15a41a8-8d0a-467f-939d-3041832c5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:35.303954 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-a15a41a8-8d0a-467f-939d-3041832c5630 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0544548 Feb 03 14:10:35.402136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-251657a9-a373-48ec-846d-1f937ea5c7be service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892656 Feb 03 14:10:35.514812 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-5826974f-d8ee-437b-bb9f-1f2ef9f4d7b0 req-f3c9c485-04a4-49bd-9dcd-f671075ce3a4 service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054142 Feb 03 14:10:36.730632 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fd47-c3a6-44cd-84ba-af084b44982d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:38.980120 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59c067d2-be6a-4c43-bd46-7aef2c9a1d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:39.776578 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:10:40.560765 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:41.160484 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53392) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:41.337464 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Deleting port 6fe8f5cb-4522-4982-b03b-98b8074f16cb {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:41.337781 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6fe8f5cb-4522-4982-b03b-98b8074f16cb), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:41.422379 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6fe8f5cb-4522-4982-b03b-98b8074f16cb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:41.422636 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for floatingip (6fe8f5cb-4522-4982-b03b-98b8074f16cb), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:41.436630 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Calling delete_port for 6fe8f5cb-4522-4982-b03b-98b8074f16cb owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:41.609052 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6fe8f5cb-4522-4982-b03b-98b8074f16cb), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:41.637911 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event deleted for resources: {'Port': ['ID=6fe8f5cb-4522-4982-b03b-98b8074f16cb,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:41.649704 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.650047 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.650419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.650757 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.651090 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.651443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.651768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.652085 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.652406 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.652721 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.653044 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.653365 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.653684 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:41.707797 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for floatingip (8f5c5cc9-a762-4fc4-81b9-8e8a5d579490), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:41.708078 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Floating IP 8f5c5cc9-a762-4fc4-81b9-8e8a5d579490 disassociated (deleted). External IP: 172.25.3.221, port: 3a39648e-8bb5-4fc4-b817-b2ea4d702e70. Feb 03 14:10:41.984546 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:42.219765 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Router 82bda9b8-0615-48c6-8335-2b41a7f739af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:42.339520 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:42.344532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:42.350699 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] Sync routers for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:42.361793 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:42.362449 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:10:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:42.375013 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-2b9596db-c626-462d-be53-fc94726c2010 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "DELETE /v2.0/floatingips/8f5c5cc9-a762-4fc4-81b9-8e8a5d579490 HTTP/1.1" status: 204 len: 168 time: 1.2133300 Feb 03 14:10:42.375871 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:42.378163 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305dc8bd-2687-42b9-b0d4-51323e12da38" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:42.473004 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:42.581616 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4296b9-c5ab-46d6-b859-de72f33d5cba x-openstack-request-id: req-1b4296b9-c5ab-46d6-b859-de72f33d5cba {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:42.581909 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:42.582166 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b4296b9-c5ab-46d6-b859-de72f33d5cba {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:42.582605 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'status': 'completed', 'code': 200} Feb 03 14:10:42.690539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-2277093b-bb17-457a-9c8f-de632a99f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.692161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-2277093b-bb17-457a-9c8f-de632a99f9a4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 1129 time: 0.0810511 Feb 03 14:10:42.704033 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ade856fc-83c6-4d20-a5be-74e3ce4249dc', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:28Z', 'updated_at': '2022-02-03T14:05:30Z', 'revision_number': 1, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:42.714539 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6b2f2-5362-49b4-94cd-4d160fd031bc req-56a92079-0af5-47ce-af90-872508cc2c80 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.716019 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47a6b2f2-5362-49b4-94cd-4d160fd031bc req-56a92079-0af5-47ce-af90-872508cc2c80 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 946 time: 0.0783784 Feb 03 14:10:42.725707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:42.731791 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] Checking router: 82bda9b8-0615-48c6-8335-2b41a7f739af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:42.740994 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:42.741614 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:10:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:42.835972 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47a6b2f2-5362-49b4-94cd-4d160fd031bc req-a04551b9-b2ca-43d6-b401-986be3d4bb40 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950181 Feb 03 14:10:42.841444 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-616209b7-a59f-4ed0-a366-87d1585445bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.843017 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-616209b7-a59f-4ed0-a366-87d1585445bc service neutron] 10.222.0.91 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.1438766 Feb 03 14:10:42.894161 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-2a259ab4-9dec-4ccb-8ae7-705210586c31 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70 HTTP/1.1" status: 200 len: 217 time: 0.0438230 Feb 03 14:10:42.950138 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-02965fcd-a6f0-4e35-8b3f-8c83bc156901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.951800 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-02965fcd-a6f0-4e35-8b3f-8c83bc156901 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0504689 Feb 03 14:10:42.963677 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:43.006100 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-4a40f026-405d-434f-9cfe-49ec6cfa231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:43.009939 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-4a40f026-405d-434f-9cfe-49ec6cfa231e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484622 Feb 03 14:10:43.107535 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-b7ee0dc2-69b1-42a4-904c-651a0ec75392 service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909390 Feb 03 14:10:43.141717 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:43.204092 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ade856fc-83c6-4d20-a5be-74e3ce4249dc', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:28Z', 'updated_at': '2022-02-03T14:05:30Z', 'revision_number': 1, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:43.218405 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-305dc8bd-2687-42b9-b0d4-51323e12da38 req-2d2ad6a5-c896-4c17-8d99-6d4303cf22eb service neutron] 10.222.0.91 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998521 Feb 03 14:10:43.229012 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Current status of the port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 is: ACTIVE; New status is: DOWN {{(pid=103225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:43.229657 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3524848'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:43.238584 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c531a-52e9-4a8e-b481-aa319f1aad2f None None] The sync data for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 is: [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_floatingips': [{'id': 'ade856fc-83c6-4d20-a5be-74e3ce4249dc', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'router_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'port_id': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'mac_address': 'fa:16:3e:6c:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:05:28Z', 'updated_at': '2022-02-03T14:05:30Z', 'revision_number': 1, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:43.265889 n-d-792364-10 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:43.268262 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f78623864cdb8d2e1ca2025dbb43723854d4daf26c7be207b6a880b47770df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c70058-7edf-481b-91c4-0a312cd4973c" -d '{"events": [{"server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "name": "network-vif-unplugged", "status": "completed", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:43.280859 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:43.285993 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752285408494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752284827212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752284827230'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:43.315356 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e562006-403a-4a83-bd60-177bbb5c67f6 x-openstack-request-id: req-9e562006-403a-4a83-bd60-177bbb5c67f6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:43.315651 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "name": "network-vif-unplugged", "status": "completed", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:43.315902 n-d-792364-10 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e562006-403a-4a83-bd60-177bbb5c67f6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:43.316294 n-d-792364-10 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'code': 200} Feb 03 14:10:43.339038 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Pushing event updated for resources: {'Port': ['ID=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:43.495864 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db87c50-a137-4abf-ba7c-094c4a58e330 None None] New status for floating IP 8f5c5cc9-a762-4fc4-81b9-8e8a5d579490: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:10:43.980460 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0fbbc-820d-4aea-a7e6-b9440cc483e2 req-d30e451e-a410-4961-bc38-1ae267b19f39 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:43.981896 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4a0fbbc-820d-4aea-a7e6-b9440cc483e2 req-d30e451e-a410-4961-bc38-1ae267b19f39 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 944 time: 0.0617280 Feb 03 14:10:44.041160 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-e4a0fbbc-820d-4aea-a7e6-b9440cc483e2 req-7254e558-8f22-4566-857c-401f58c12d0e tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512216 Feb 03 14:10:44.662208 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c54888-a9bd-4712-91c5-f107217456f6 req-e385e894-1948-45f4-85c5-a048e628000a tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.663856 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47c54888-a9bd-4712-91c5-f107217456f6 req-e385e894-1948-45f4-85c5-a048e628000a tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 944 time: 0.0657663 Feb 03 14:10:44.762321 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-47c54888-a9bd-4712-91c5-f107217456f6 req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Deleting port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:44.762717 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-47c54888-a9bd-4712-91c5-f107217456f6 req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:44.865056 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-47c54888-a9bd-4712-91c5-f107217456f6 req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] For port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70, host n-h1-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-10',level=0,port_id=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:44.865391 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-47c54888-a9bd-4712-91c5-f107217456f6 req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:44.879215 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-47c54888-a9bd-4712-91c5-f107217456f6 req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Calling delete_port for 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:45.017090 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-47c54888-a9bd-4712-91c5-f107217456f6 req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (3a39648e-8bb5-4fc4-b817-b2ea4d702e70), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.046875 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event deleted for resources: {'Port': ['ID=3a39648e-8bb5-4fc4-b817-b2ea4d702e70,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:45.092962 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c54888-a9bd-4712-91c5-f107217456f6 req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] No DVR routers for this DVR port 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 on host n-h1-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:45.095956 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-47c54888-a9bd-4712-91c5-f107217456f6 req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.100234 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-47c54888-a9bd-4712-91c5-f107217456f6 req-d974210e-4e78-471d-beee-e10978982454 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.91 "DELETE /v2.0/ports/3a39648e-8bb5-4fc4-b817-b2ea4d702e70 HTTP/1.1" status: 204 len: 173 time: 0.4289212 Feb 03 14:10:45.100712 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'name': 'network-vif-deleted', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:45.103729 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e43b243-172e-4a46-b258-91fc23065030" -d '{"events": [{"server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "name": "network-vif-deleted", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:45.145543 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-d212c35b-6117-42da-bb8f-2f2c57040966 req-290c6ec4-49c5-4ac5-bf6d-a5fca2ea8672 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc8074-db64-4e51-96f5-aa888ac3cc46 HTTP/1.1" status: 200 len: 210 time: 0.0283298 Feb 03 14:10:45.194688 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f649c47-2ed9-413b-b8bb-4eded0cb1bcf x-openstack-request-id: req-3f649c47-2ed9-413b-b8bb-4eded0cb1bcf {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:45.195210 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc8074-db64-4e51-96f5-aa888ac3cc46", "name": "network-vif-deleted", "tag": "3a39648e-8bb5-4fc4-b817-b2ea4d702e70", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:45.195469 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f649c47-2ed9-413b-b8bb-4eded0cb1bcf {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:45.195878 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc8074-db64-4e51-96f5-aa888ac3cc46', 'name': 'network-vif-deleted', 'tag': '3a39648e-8bb5-4fc4-b817-b2ea4d702e70', 'status': 'completed', 'code': 200} Feb 03 14:10:46.919197 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53452) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:47.089419 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Deleting port 1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:47.089771 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:47.140890 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 no longer exists at agent hyperv_n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:47.161588 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] No Port match for: 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:47.162464 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Device 3a39648e-8bb5-4fc4-b817-b2ea4d702e70 not bound to the agent host n-h1-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:47.174137 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:47.174494 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for floatingip (1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:47.186918 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Calling delete_port for 1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8 owned by network:floatingip {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:47.263143 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:47.348569 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:47.380031 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event deleted for resources: {'Port': ['ID=1ddd595f-e2c1-4a49-b5e9-4cf56dda38c8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:47.446279 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for floatingip (ade856fc-83c6-4d20-a5be-74e3ce4249dc), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:47.446608 n-d-792364-10 neutron-server[103224]: INFO neutron.db.l3_db [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Floating IP ade856fc-83c6-4d20-a5be-74e3ce4249dc disassociated (deleted). External IP: 172.25.3.171, port: f25e9046-f4a6-43a8-89f5-6e5956b420b9. Feb 03 14:10:47.660673 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Router 82bda9b8-0615-48c6-8335-2b41a7f739af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:47.766177 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:47.771590 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for floatingip (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:47.777444 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] Sync routers for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:47.788646 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:47.789294 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:10:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:47.803964 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-07ac7be6-e3b7-4753-9976-3489f4232c1d tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "DELETE /v2.0/floatingips/ade856fc-83c6-4d20-a5be-74e3ce4249dc HTTP/1.1" status: 204 len: 168 time: 0.8836768 Feb 03 14:10:47.804575 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:47.806974 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15" -d '{"events": [{"name": "network-changed", "server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:47.902786 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:47.973808 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7277d650-3537-4171-ab17-48cdcfff52f5 x-openstack-request-id: req-7277d650-3537-4171-ab17-48cdcfff52f5 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:47.975385 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:47.975657 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7277d650-3537-4171-ab17-48cdcfff52f5 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:47.976174 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'status': 'completed', 'code': 200} Feb 03 14:10:48.105385 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:48.109759 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95363c-95c4-4f2e-babe-adbed36979de req-bb4de0bd-a91f-4996-bd7b-d5b3eaf33ebd tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:48.111400 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a95363c-95c4-4f2e-babe-adbed36979de req-bb4de0bd-a91f-4996-bd7b-d5b3eaf33ebd tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 944 time: 0.0917904 Feb 03 14:10:48.114358 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-a27b6c5c-748f-4c53-bfbc-b98e401f1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:48.116464 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-a27b6c5c-748f-4c53-bfbc-b98e401f1be0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f7e0042badb4391a1801a19e9c64d45&device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 1127 time: 0.1167569 Feb 03 14:10:48.136528 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] Checking router: 82bda9b8-0615-48c6-8335-2b41a7f739af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:48.144279 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:48.144891 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:10:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:48.227277 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-2a95363c-95c4-4f2e-babe-adbed36979de req-c8eb86f5-2269-4c72-9f1f-59332405fe87 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0f7520-6ef9-4d0e-92f0-b1a44684c979&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088245 Feb 03 14:10:48.249405 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-f2771957-d116-4fbd-a32c-aae36422bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:48.250919 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-f2771957-d116-4fbd-a32c-aae36422bbf9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 200 len: 910 time: 0.1267962 Feb 03 14:10:48.256053 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:48.294232 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-eecc1b96-493d-4e7b-a634-8083892faadf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 200 len: 217 time: 0.0348687 Feb 03 14:10:48.355616 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-ba713d7b-e984-47cb-a0d9-6cd210308fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:48.357136 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-ba713d7b-e984-47cb-a0d9-6cd210308fe5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 200 len: 848 time: 0.0557373 Feb 03 14:10:48.408652 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-f31448f0-b3d0-4312-8fab-740444e67bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:48.410246 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-f31448f0-b3d0-4312-8fab-740444e67bb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd4d6b16-ad24-4824-96c6-2561dc033dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462608 Feb 03 14:10:48.474725 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:48.508778 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72c00a-50d7-4e3a-95c5-93292e6408dc None None] The sync data for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 is: [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:04Z', 'revision_number': 4, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10', '_interfaces': [{'id': '06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a', 'name': '', 'network_id': 'dd4d6b16-ad24-4824-96c6-2561dc033dd0', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'mac_address': 'fa:16:3e:d6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:03Z', 'updated_at': '2022-02-03T14:05:08Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'subnets': [{'id': '40368d1f-f361-4e56-ab5a-bddfb5451521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:48.516084 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-68815189-ee5f-4b79-86be-bec1c44ab976 service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949650 Feb 03 14:10:48.635657 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4ca6c4e0-65b3-4539-b422-5e4462a2fa15 req-32783878-cae2-4c2f-9495-e2781a2aea5a service neutron] 10.222.0.72 "GET /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127906 Feb 03 14:10:48.764830 n-d-792364-10 neutron-server[103224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-8f079844-1ee8-4600-a7fd-b9ecebcf0a1a tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:48.766280 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-8f079844-1ee8-4600-a7fd-b9ecebcf0a1a tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 944 time: 0.0661991 Feb 03 14:10:48.807041 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce580eaf-2419-42a8-b3c2-aa6eec740104 None None] New status for floating IP ade856fc-83c6-4d20-a5be-74e3ce4249dc: DOWN {{(pid=103225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:10:48.889345 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Deleting port f25e9046-f4a6-43a8-89f5-6e5956b420b9 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:48.889692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.006287 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] For port f25e9046-f4a6-43a8-89f5-6e5956b420b9, host n-h2-792364-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-10',level=0,port_id=f25e9046-f4a6-43a8-89f5-6e5956b420b9,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:49.007322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.026635 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Calling delete_port for f25e9046-f4a6-43a8-89f5-6e5956b420b9 owned by compute:nova {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:49.204945 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (f25e9046-f4a6-43a8-89f5-6e5956b420b9), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.242714 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event deleted for resources: {'Port': ['ID=f25e9046-f4a6-43a8-89f5-6e5956b420b9,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:49.295166 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] No DVR routers for this DVR port f25e9046-f4a6-43a8-89f5-6e5956b420b9 on host n-h2-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:49.297840 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41472'] for port (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.301244 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-1d36a6e1-e155-4fc9-a064-d999334160fc req-e3f0bd82-1a54-47e2-8c43-1eafa7b68535 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.72 "DELETE /v2.0/ports/f25e9046-f4a6-43a8-89f5-6e5956b420b9 HTTP/1.1" status: 204 len: 173 time: 0.5280609 Feb 03 14:10:49.330638 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [req-4786839f-5e51-41b0-903b-34a97778a1ac req-015a2dd0-30f5-441a-a163-813a97bfdb41 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3182ae9-3136-40a8-a4a4-f946a4eef7c1 HTTP/1.1" status: 200 len: 210 time: 0.0271623 Feb 03 14:10:49.978029 n-d-792364-10 neutron-server[103224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'name': 'network-vif-deleted', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9'}] {{(pid=103224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:49.981881 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00ad360750c2725c96dc0ccbde5cf56ff38cd73fc30f1cf8103a40dfd98d0ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fb271e-aee3-46e9-a1fd-2abe1802b7a8" -d '{"events": [{"server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "name": "network-vif-deleted", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9"}]}' {{(pid=103224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:50.026538 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5233cce-7ac4-419a-8722-ea9f54d08ab8 x-openstack-request-id: req-e5233cce-7ac4-419a-8722-ea9f54d08ab8 {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:50.027180 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3182ae9-3136-40a8-a4a4-f946a4eef7c1", "name": "network-vif-deleted", "tag": "f25e9046-f4a6-43a8-89f5-6e5956b420b9", "status": "completed", "code": 200}]} {{(pid=103224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:50.027180 n-d-792364-10 neutron-server[103224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5233cce-7ac4-419a-8722-ea9f54d08ab8 {{(pid=103224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:50.027471 n-d-792364-10 neutron-server[103224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3182ae9-3136-40a8-a4a4-f946a4eef7c1', 'name': 'network-vif-deleted', 'tag': 'f25e9046-f4a6-43a8-89f5-6e5956b420b9', 'status': 'completed', 'code': 200} Feb 03 14:10:50.395132 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53468) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:50.470372 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f26b6-044b-4e6d-a512-df269608ef69 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group (6b0f7520-6ef9-4d0e-92f0-b1a44684c979), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:50.499866 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f26b6-044b-4e6d-a512-df269608ef69 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group (6b0f7520-6ef9-4d0e-92f0-b1a44684c979), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:50.564740 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f26b6-044b-4e6d-a512-df269608ef69 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (6b0f7520-6ef9-4d0e-92f0-b1a44684c979), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:50.567420 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-1a5f26b6-044b-4e6d-a512-df269608ef69 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:50.569318 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-1a5f26b6-044b-4e6d-a512-df269608ef69 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] 10.222.0.65 "DELETE /v2.0/security-groups/6b0f7520-6ef9-4d0e-92f0-b1a44684c979 HTTP/1.1" status: 204 len: 168 time: 0.1729989 Feb 03 14:10:50.578609 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f26b6-044b-4e6d-a512-df269608ef69 tempest-TestSnapshotPattern-1287929708 tempest-TestSnapshotPattern-1287929708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0f7520-6ef9-4d0e-92f0-b1a44684c979,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:50.620783 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53472) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:51.103327 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (82bda9b8-0615-48c6-8335-2b41a7f739af), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.371052 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Deleting port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:51.371299 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.448260 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] For port 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:51.448622 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.461719 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Calling delete_port for 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:51.654882 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.677917 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Pushing event deleted for resources: {'Port': ['ID=06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:51.738096 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.144692 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (82bda9b8-0615-48c6-8335-2b41a7f739af), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.368025 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Router 82bda9b8-0615-48c6-8335-2b41a7f739af has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:52.482823 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:52.488733 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-671a4ae1-5e73-4c37-95a0-826ea60ea22c admin admin] 10.222.0.65 "PUT /v2.0/routers/82bda9b8-0615-48c6-8335-2b41a7f739af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8669686 Feb 03 14:10:52.491612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53476) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:52.494135 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] Sync routers for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:52.505569 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:52.506575 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:10:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:52.596031 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks [] for router (82bda9b8-0615-48c6-8335-2b41a7f739af), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.614447 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: n-d-792364-10 {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:52.702548 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks [] for router_gateway (82bda9b8-0615-48c6-8335-2b41a7f739af), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.761342 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Deleting port b7fad424-3d2f-4a87-8835-518c0f9e06f0 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:52.761579 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.804142 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:10:51Z', 'revision_number': 5, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port': {'id': 'b7fad424-3d2f-4a87-8835-518c0f9e06f0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:52.829848 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] Checking router: 82bda9b8-0615-48c6-8335-2b41a7f739af for host: n-d-792364-10 {{(pid=103226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:52.838488 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] Routers {'82bda9b8-0615-48c6-8335-2b41a7f739af'} bound to L3 agent in host n-d-792364-10 {{(pid=103226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:52.839090 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:10:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['82bda9b8-0615-48c6-8335-2b41a7f739af'], 'active': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:52.846863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] For port b7fad424-3d2f-4a87-8835-518c0f9e06f0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=b7fad424-3d2f-4a87-8835-518c0f9e06f0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:52.847280 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.859613 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Calling delete_port for b7fad424-3d2f-4a87-8835-518c0f9e06f0 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:53.014831 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_dvr_db [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] Set router 82bda9b8-0615-48c6-8335-2b41a7f739af gateway port host: None {{(pid=103226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:53.032430 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (b7fad424-3d2f-4a87-8835-518c0f9e06f0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.059439 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fad424-3d2f-4a87-8835-518c0f9e06f0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:53.070987 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.l3_hamode_db [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:10:52Z', 'revision_number': 6, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port_host': None}], 'n-d-792364-10', False) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:53.097377 n-d-792364-10 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111a060-8dca-4787-b385-bf47aecc9754 None None] The sync data for ids ['82bda9b8-0615-48c6-8335-2b41a7f739af'] in n-d-792364-10 is: [{'id': '82bda9b8-0615-48c6-8335-2b41a7f739af', 'name': 'tempest-TestSnapshotPattern-771835244-router', 'tenant_id': '1f7e0042badb4391a1801a19e9c64d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:01Z', 'updated_at': '2022-02-03T14:10:52Z', 'revision_number': 6, 'project_id': '1f7e0042badb4391a1801a19e9c64d45', 'gw_port_host': None}] {{(pid=103226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:53.127629 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (82bda9b8-0615-48c6-8335-2b41a7f739af), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.223881 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (82bda9b8-0615-48c6-8335-2b41a7f739af), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.226604 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks [] for router_controller (82bda9b8-0615-48c6-8335-2b41a7f739af), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.231365 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f25e9046-f4a6-43a8-89f5-6e5956b420b9 no longer exists at agent hyperv_n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:53.257383 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] No Port match for: f25e9046-f4a6-43a8-89f5-6e5956b420b9 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:53.258080 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Device f25e9046-f4a6-43a8-89f5-6e5956b420b9 not bound to the agent host n-h2-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:53.274680 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (82bda9b8-0615-48c6-8335-2b41a7f739af), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.275198 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82bda9b8-0615-48c6-8335-2b41a7f739af {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:10:53.279747 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.280892 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-443e901a-5cc3-4a48-8c66-0b3432ace1ba admin admin] 10.222.0.65 "DELETE /v2.0/routers/82bda9b8-0615-48c6-8335-2b41a7f739af HTTP/1.1" status: 204 len: 168 time: 0.7883537 Feb 03 14:10:53.283574 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53478) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:53.327098 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8931c278-c19b-4e81-b229-c55bcaea8766 admin admin] Deleting subnet 40368d1f-f361-4e56-ab5a-bddfb5451521 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:10:53.331749 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8931c278-c19b-4e81-b229-c55bcaea8766 admin admin] Publish callbacks [] for subnet (40368d1f-f361-4e56-ab5a-bddfb5451521), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.366810 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8931c278-c19b-4e81-b229-c55bcaea8766 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (40368d1f-f361-4e56-ab5a-bddfb5451521), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.452532 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8931c278-c19b-4e81-b229-c55bcaea8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (40368d1f-f361-4e56-ab5a-bddfb5451521), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.512041 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8931c278-c19b-4e81-b229-c55bcaea8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (40368d1f-f361-4e56-ab5a-bddfb5451521), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.542508 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931c278-c19b-4e81-b229-c55bcaea8766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40368d1f-f361-4e56-ab5a-bddfb5451521,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:53.545937 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-8931c278-c19b-4e81-b229-c55bcaea8766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.549142 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-8931c278-c19b-4e81-b229-c55bcaea8766 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/40368d1f-f361-4e56-ab5a-bddfb5451521 HTTP/1.1" status: 204 len: 168 time: 0.2646551 Feb 03 14:10:53.551794 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53480) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:53.551942 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f8753-41b1-4466-8bdb-f731a1787652 None None] Network dd4d6b16-ad24-4824-96c6-2561dc033dd0 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:10:53.623701 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (dd4d6b16-ad24-4824-96c6-2561dc033dd0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.682227 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Deleting port 19ec0474-ed8f-4441-9f08-66af8b3cd062 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:53.682598 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.744305 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] For port 19ec0474-ed8f-4441-9f08-66af8b3cd062, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=19ec0474-ed8f-4441-9f08-66af8b3cd062,segment=NetworkSegment(97eb169c-2c22-451c-960b-1819d5a1441b),segment_id=97eb169c-2c22-451c-960b-1819d5a1441b)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:53.744664 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.762526 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Calling delete_port for 19ec0474-ed8f-4441-9f08-66af8b3cd062 owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:53.849808 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (19ec0474-ed8f-4441-9f08-66af8b3cd062), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.874948 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Pushing event deleted for resources: {'Port': ['ID=19ec0474-ed8f-4441-9f08-66af8b3cd062,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:53.881339 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] No DVR routers for this DVR port 19ec0474-ed8f-4441-9f08-66af8b3cd062 on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:53.890631 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a2283b-ee61-4464-8535-6148314a32e7 None None] DHCP port deletion for dd4d6b16-ad24-4824-96c6-2561dc033dd0 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:10:53.901025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:53.928701 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:53.929152 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 06b5d1c5-cdd7-437e-9108-7d5b6fbb7f9a not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:53.969521 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (dd4d6b16-ad24-4824-96c6-2561dc033dd0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.991581 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4d6b16-ad24-4824-96c6-2561dc033dd0']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:54.001905 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97eb169c-2c22-451c-960b-1819d5a1441b') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:54.002203 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97eb169c-2c22-451c-960b-1819d5a1441b') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:54.012658 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (97eb169c-2c22-451c-960b-1819d5a1441b), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.025996 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (97eb169c-2c22-451c-960b-1819d5a1441b), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.032128 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:10:54.032514 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (97eb169c-2c22-451c-960b-1819d5a1441b), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: timer() Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:10:54.034196 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:10:54.089401 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (dd4d6b16-ad24-4824-96c6-2561dc033dd0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.095331 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.102180 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] 10.222.0.65 "DELETE /v2.0/networks/dd4d6b16-ad24-4824-96c6-2561dc033dd0 HTTP/1.1" status: 204 len: 168 time: 0.5455885 Feb 03 14:10:54.102180 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53482) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:54.116901 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43422d-70c5-46e2-b99f-e98c378dbd6d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4d6b16-ad24-4824-96c6-2561dc033dd0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:54.488007 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550958'] for router_interface (138fa3d3-a7e9-433d-9529-ab01f753f12a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.745222 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Deleting port 0d7dd99e-ba54-4777-8dc7-7c2552a71693 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:54.745484 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.824647 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] For port 0d7dd99e-ba54-4777-8dc7-7c2552a71693, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=0d7dd99e-ba54-4777-8dc7-7c2552a71693,segment=NetworkSegment(62539366-b721-4c46-8a9a-32f37271227f),segment_id=62539366-b721-4c46-8a9a-32f37271227f)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:54.825003 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.841557 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Calling delete_port for 0d7dd99e-ba54-4777-8dc7-7c2552a71693 owned by network:router_interface {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:55.030445 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (0d7dd99e-ba54-4777-8dc7-7c2552a71693), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.062861 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7dd99e-ba54-4777-8dc7-7c2552a71693,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:55.238850 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551106'] for router_interface (138fa3d3-a7e9-433d-9529-ab01f753f12a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.350261 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 19ec0474-ed8f-4441-9f08-66af8b3cd062 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:55.369997 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 19ec0474-ed8f-4441-9f08-66af8b3cd062 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:55.370367 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 19ec0474-ed8f-4441-9f08-66af8b3cd062 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:55.370777 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b7fad424-3d2f-4a87-8835-518c0f9e06f0 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:55.389927 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: b7fad424-3d2f-4a87-8835-518c0f9e06f0 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:55.390275 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device b7fad424-3d2f-4a87-8835-518c0f9e06f0 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:55.460747 n-d-792364-10 neutron-server[103224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Router 138fa3d3-a7e9-433d-9529-ab01f753f12a has already been hosted by L3 agent 1d0138f9-e745-4cbd-84c7-10f5389d31e1 {{(pid=103224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:55.583863 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] Notify agent at l3_agent.n-d-792364-10 the message routers_updated {{(pid=103224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:55.590618 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-03729af6-2933-44fd-a0ea-e87572c27f6a admin admin] 10.222.0.65 "PUT /v2.0/routers/138fa3d3-a7e9-433d-9529-ab01f753f12a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866292 Feb 03 14:10:55.593370 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53484) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:55.597398 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] Sync routers for ids ['138fa3d3-a7e9-433d-9529-ab01f753f12a'] in n-d-792364-10 {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:55.609526 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] Routers {'138fa3d3-a7e9-433d-9529-ab01f753f12a'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:55.610153 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:10:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['138fa3d3-a7e9-433d-9529-ab01f753f12a'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:55.700223 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks [] for router (138fa3d3-a7e9-433d-9529-ab01f753f12a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.716558 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] Set router 138fa3d3-a7e9-433d-9529-ab01f753f12a gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:55.908451 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:05Z', 'updated_at': '2022-02-03T14:10:54Z', 'revision_number': 5, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'gw_port': {'id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:06Z', 'updated_at': '2022-02-03T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:55.936444 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] Checking router: 138fa3d3-a7e9-433d-9529-ab01f753f12a for host: n-d-792364-10 {{(pid=103225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:55.947114 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] Routers {'138fa3d3-a7e9-433d-9529-ab01f753f12a'} bound to L3 agent in host n-d-792364-10 {{(pid=103225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:55.947742 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:22:09Z,description=,heartbeat_timestamp=2022-02-03T14:10:39Z,host='n-d-792364-10',id=1d0138f9-e745-4cbd-84c7-10f5389d31e1,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:22:09Z,topic='l3_agent')) {'router_ids': ['138fa3d3-a7e9-433d-9529-ab01f753f12a'], 'active': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:56.055082 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_dvr_db [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] Set router 138fa3d3-a7e9-433d-9529-ab01f753f12a gateway port host: n-d-792364-10 {{(pid=103225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:56.108322 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks [] for router_gateway (138fa3d3-a7e9-433d-9529-ab01f753f12a), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.161857 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Deleting port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:56.162100 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.237025 n-d-792364-10 neutron-server[103225]: DEBUG neutron.db.l3_hamode_db [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:05Z', 'updated_at': '2022-02-03T14:10:54Z', 'revision_number': 5, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'gw_port': {'id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:06Z', 'updated_at': '2022-02-03T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}], 'n-d-792364-10', False) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:56.240768 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] For port 6dad7686-3b0e-42c9-8e38-13f15d24b7a0, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6dad7686-3b0e-42c9-8e38-13f15d24b7a0,segment=NetworkSegment(9b37d2b6-332f-4529-b121-0ab10ecdd5ae),segment_id=9b37d2b6-332f-4529-b121-0ab10ecdd5ae)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:56.241136 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.254117 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Calling delete_port for 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 owned by network:router_gateway {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:56.269218 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababdfcd-16c7-45ec-89ff-a6801857b007 None None] The sync data for ids ['138fa3d3-a7e9-433d-9529-ab01f753f12a'] in n-d-792364-10 is: [{'id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'name': 'tempest-TestSnapshotPattern-1452557024-router', 'tenant_id': 'de7145b5c50347b9adbee2499b594014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'external_fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:05:05Z', 'updated_at': '2022-02-03T14:10:54Z', 'revision_number': 5, 'project_id': 'de7145b5c50347b9adbee2499b594014', 'gw_port': {'id': '6dad7686-3b0e-42c9-8e38-13f15d24b7a0', 'name': '', 'network_id': '166a54b2-7503-4ee8-bb50-7d1b40ff171a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138fa3d3-a7e9-433d-9529-ab01f753f12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:05:06Z', 'updated_at': '2022-02-03T14:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1294a26f-51c2-40a8-a006-2fce4731cbf4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-10'}] {{(pid=103225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:56.428076 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6dad7686-3b0e-42c9-8e38-13f15d24b7a0), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.456183 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6dad7686-3b0e-42c9-8e38-13f15d24b7a0,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:56.519255 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551264'] for router_gateway (138fa3d3-a7e9-433d-9529-ab01f753f12a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.614586 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5129'] for router (138fa3d3-a7e9-433d-9529-ab01f753f12a), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.619860 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks [] for router_controller (138fa3d3-a7e9-433d-9529-ab01f753f12a), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.672374 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1041392'] for router (138fa3d3-a7e9-433d-9529-ab01f753f12a), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.672913 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 138fa3d3-a7e9-433d-9529-ab01f753f12a {{(pid=103224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:10:56.682224 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.683483 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-a866b8c7-8e7a-42b2-935e-7501267dba2a admin admin] 10.222.0.65 "DELETE /v2.0/routers/138fa3d3-a7e9-433d-9529-ab01f753f12a HTTP/1.1" status: 204 len: 168 time: 1.0890794 Feb 03 14:10:56.686185 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53486) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:56.761563 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e2218a-75c8-4c0d-85e6-7a81d7036d3f admin admin] Deleting subnet 44e52b0e-15f5-4462-8a57-27fad9dcabb8 {{(pid=103224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:10:56.765716 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08e2218a-75c8-4c0d-85e6-7a81d7036d3f admin admin] Publish callbacks [] for subnet (44e52b0e-15f5-4462-8a57-27fad9dcabb8), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.816916 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08e2218a-75c8-4c0d-85e6-7a81d7036d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8428516'] for subnet (44e52b0e-15f5-4462-8a57-27fad9dcabb8), precommit_delete_associations {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.899141 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08e2218a-75c8-4c0d-85e6-7a81d7036d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3189050'] for subnet (44e52b0e-15f5-4462-8a57-27fad9dcabb8), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.952896 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08e2218a-75c8-4c0d-85e6-7a81d7036d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3188995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12241710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286767'] for subnet (44e52b0e-15f5-4462-8a57-27fad9dcabb8), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.982443 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2218a-75c8-4c0d-85e6-7a81d7036d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e52b0e-15f5-4462-8a57-27fad9dcabb8,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:56.986536 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-08e2218a-75c8-4c0d-85e6-7a81d7036d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625912'] for subnet (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.989765 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-08e2218a-75c8-4c0d-85e6-7a81d7036d3f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/44e52b0e-15f5-4462-8a57-27fad9dcabb8 HTTP/1.1" status: 204 len: 168 time: 0.3020270 Feb 03 14:10:56.992428 n-d-792364-10 neutron-server[103224]: DEBUG neutron.wsgi [-] (103224) accepted ('10.222.0.65', 53488) {{(pid=103224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:56.998770 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb0865a-074e-4169-875f-49edd5befc24 None None] Network 5e8fbd58-f553-4159-b600-8c2dd6d607f3 requested from n-d-792364-10 {{(pid=103225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:10:57.060676 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3495920'] for network (5e8fbd58-f553-4159-b600-8c2dd6d607f3), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.114133 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Deleting port 6729426b-5c1f-4775-98ac-990f3d7d259f {{(pid=103224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:57.114505 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752285403778'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.180654 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.db [None req-ff985888-f935-452a-9644-836361701cbd admin admin] For port 6729426b-5c1f-4775-98ac-990f3d7d259f, host n-d-792364-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-10',level=0,port_id=6729426b-5c1f-4775-98ac-990f3d7d259f,segment=NetworkSegment(62539366-b721-4c46-8a9a-32f37271227f),segment_id=62539366-b721-4c46-8a9a-32f37271227f)] {{(pid=103224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:57.181022 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545861'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.194261 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.plugin [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Calling delete_port for 6729426b-5c1f-4775-98ac-990f3d7d259f owned by network:dhcp {{(pid=103224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:57.284755 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3528357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752285408476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752284827203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12241915'] for port (6729426b-5c1f-4775-98ac-990f3d7d259f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.315803 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=6729426b-5c1f-4775-98ac-990f3d7d259f,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:57.317588 n-d-792364-10 neutron-server[103224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff985888-f935-452a-9644-836361701cbd admin admin] No DVR routers for this DVR port 6729426b-5c1f-4775-98ac-990f3d7d259f on host n-d-792364-10 {{(pid=103224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:57.332433 n-d-792364-10 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b86d730-3601-434a-99ad-d87487ca7832 None None] DHCP port deletion for 5e8fbd58-f553-4159-b600-8c2dd6d607f3 request from n-d-792364-10 {{(pid=103225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:10:57.398706 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:57.400027 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3190967', 'neutron.services.segments.db._delete_segments_for_network-8752285361830'] for network (5e8fbd58-f553-4159-b600-8c2dd6d607f3), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.418841 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:57.419189 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6dad7686-3b0e-42c9-8e38-13f15d24b7a0 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:57.419600 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0d7dd99e-ba54-4777-8dc7-7c2552a71693 no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:57.419994 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ff985888-f935-452a-9644-836361701cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8fbd58-f553-4159-b600-8c2dd6d607f3']}} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:57.429311 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ff985888-f935-452a-9644-836361701cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62539366-b721-4c46-8a9a-32f37271227f') {'for_net_delete': True} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:57.429612 n-d-792364-10 neutron-server[103224]: DEBUG neutron.services.segments.db [None req-ff985888-f935-452a-9644-836361701cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62539366-b721-4c46-8a9a-32f37271227f') {} {{(pid=103224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:57.438668 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 0d7dd99e-ba54-4777-8dc7-7c2552a71693 {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:57.439016 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 0d7dd99e-ba54-4777-8dc7-7c2552a71693 not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:57.439143 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752285298863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8428541'] for segment (62539366-b721-4c46-8a9a-32f37271227f), before_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.439418 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6729426b-5c1f-4775-98ac-990f3d7d259f no longer exists at agent ovs-agent-n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:57.451949 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091'] for segment (62539366-b721-4c46-8a9a-32f37271227f), precommit_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.457668 n-d-792364-10 neutron-server[103224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:10:57.458084 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3187091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12241864'] for segment (62539366-b721-4c46-8a9a-32f37271227f), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.459195 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] No Port match for: 6729426b-5c1f-4775-98ac-990f3d7d259f {{(pid=103225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:57.459563 n-d-792364-10 neutron-server[103225]: DEBUG neutron.plugins.ml2.rpc [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Device 6729426b-5c1f-4775-98ac-990f3d7d259f not bound to the agent host n-d-792364-10 {{(pid=103225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: Traceback (most recent call last): Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: timer() Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: cb(*args, **kw) Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: return func(*args, **kwargs) Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: self._notify() Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: self.callback(batched_events) Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: event.method(event) Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: return f(self, *a, **k) Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: return self._get(url).json() Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: return self.request(url, 'GET', **kwargs) Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:10:57.459830 n-d-792364-10 neutron-server[103224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:10:57.523762 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3190968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551260'] for network (5e8fbd58-f553-4159-b600-8c2dd6d607f3), after_delete {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.529262 n-d-792364-10 neutron-server[103224]: DEBUG neutron_lib.callbacks.manager [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.532523 n-d-792364-10 neutron-server[103224]: INFO neutron.wsgi [None req-ff985888-f935-452a-9644-836361701cbd admin admin] 10.222.0.65 "DELETE /v2.0/networks/5e8fbd58-f553-4159-b600-8c2dd6d607f3 HTTP/1.1" status: 204 len: 168 time: 0.5391686 Feb 03 14:10:57.543585 n-d-792364-10 neutron-server[103224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff985888-f935-452a-9644-836361701cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8fbd58-f553-4159-b600-8c2dd6d607f3,revision_number=None']} {{(pid=103224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:57.656322 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53492) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:57.696712 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a021f416-676f-4bb1-9377-d600dc5f737c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f7e0042badb4391a1801a19e9c64d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391736 Feb 03 14:10:57.699203 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53496) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:57.750098 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Publish callbacks [] for security_group (b9385937-0175-4033-b9b7-2e9e1c685989), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.774015 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Publish callbacks [] for security_group (b9385937-0175-4033-b9b7-2e9e1c685989), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.824465 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (b9385937-0175-4033-b9b7-2e9e1c685989), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.827385 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.828707 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9385937-0175-4033-b9b7-2e9e1c685989 HTTP/1.1" status: 204 len: 168 time: 0.1286418 Feb 03 14:10:57.836471 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9385937-0175-4033-b9b7-2e9e1c685989,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:57.843970 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.844318 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.844655 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.844988 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.845317 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.845639 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.845959 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.846281 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.846643 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.846957 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.847275 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.847590 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:57.847905 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fc808-6f7f-46f2-8165-f11fc205e5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-10 {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:58.162063 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53502) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:58.212758 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-6afaac56-ac42-4266-ba78-087c84824ca9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de7145b5c50347b9adbee2499b594014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497470 Feb 03 14:10:58.215331 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [-] (103223) accepted ('10.222.0.65', 53504) {{(pid=103223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:58.267381 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e6bf9f-1bd8-4e92-b8b9-1d6286415120 admin admin] Publish callbacks [] for security_group (2c2fbc07-2b53-46a2-97bb-52fdff7e8a42), before_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.290660 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e6bf9f-1bd8-4e92-b8b9-1d6286415120 admin admin] Publish callbacks [] for security_group (2c2fbc07-2b53-46a2-97bb-52fdff7e8a42), precommit_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.342980 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e6bf9f-1bd8-4e92-b8b9-1d6286415120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040004'] for security_group (2c2fbc07-2b53-46a2-97bb-52fdff7e8a42), after_delete {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.347155 n-d-792364-10 neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-50e6bf9f-1bd8-4e92-b8b9-1d6286415120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.349163 n-d-792364-10 neutron-server[103223]: INFO neutron.wsgi [None req-50e6bf9f-1bd8-4e92-b8b9-1d6286415120 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c2fbc07-2b53-46a2-97bb-52fdff7e8a42 HTTP/1.1" status: 204 len: 168 time: 0.1326449 Feb 03 14:10:58.358861 n-d-792364-10 neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6bf9f-1bd8-4e92-b8b9-1d6286415120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2fbc07-2b53-46a2-97bb-52fdff7e8a42,revision_number=None']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:06.733408 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9e46650-1b1e-484a-9b6e-6e38dd6d68b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.989862 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76f1a686-4542-43c7-a9be-79f1b5e83bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:10.565758 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.992308 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.729763 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.776829 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:11:17.277391 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.731654 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:36.739648 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43b0356f-43cd-4efe-a604-3d198137e1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:38.993030 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b51dc5b-ec02-4b5f-aa74-f50d7599142c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:40.570268 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:41.998139 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:42.732803 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:47.295218 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.755536 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:53.781430 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:12:06.739833 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-402278f7-a74c-446e-962a-3ecc480cf963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.989590 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efe65044-47e3-47d8-b1a5-38c48cf3c696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:10.571507 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:11.998885 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:12.738684 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.311547 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.769996 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.783824 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:12:36.744362 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69bce075-f5a0-41b4-b63a-8fae04b757f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:38.987434 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0f7141a-3ac1-4761-9b20-d047151af20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.576233 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.011759 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.741552 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:47.325135 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:51.763761 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:06.744144 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19d400cb-cc03-48c8-880d-63664a691279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:07.784234 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:13:08.983768 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4c5b-c5c4-4113-a5b0-9b669891d693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:10.577133 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.018373 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.745016 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:17.320241 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:21.776005 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:36.746641 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8391bc52-b193-4e2b-ab6e-6103fe834769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.983665 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7f1eab4-bec1-48a5-907b-757a04648420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:40.578861 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.018776 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.748550 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:44.789613 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:13:47.326093 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.783785 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:06.744723 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33cbc34-139c-4f5b-97c7-65b48fd839c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.983563 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2046307-c283-4e00-9f97-4df07da06221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:10.585296 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.021844 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.747398 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.366009 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.788816 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:14:21.801916 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:36.750861 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-578c4bb3-4359-4fb5-8b0e-43dfc0bce2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:38.983754 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-123c54bc-7e13-4043-8eff-b9311df1a901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:40.588480 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:42.027910 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:42.754387 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.371218 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:51.807426 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:58.791572 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:15:06.740823 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5848f5-eb3e-4ab8-a257-618938eed989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:08.984886 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c2a95fd-8117-4a60-9104-eb8f2786a965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.589905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.029646 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.746340 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:17.363923 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:21.811300 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.797526 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:15:36.739611 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83d1945f-1e96-4d62-939a-36dd747b7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:38.985673 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db1cd73-2d81-40fd-9959-ebbfe850d781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:40.602134 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:42.042844 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:42.743988 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:47.387903 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.834992 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:06.741769 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3b8d-aa6d-48bd-b311-cf106e3398e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.990227 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d881026-c34a-4fb2-83dc-c897ce6ddb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:10.604707 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.044974 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.750958 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.797535 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:16:17.387251 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:21.859442 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.740750 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b8a0abe-2826-4d7e-a8d7-2d7f85906741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.994692 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6710850-06aa-4ddb-8537-bc7c9799a758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.603206 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.055043 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.749717 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.405502 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.800900 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:16:51.846228 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.737679 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6a98-fcca-4db3-a34a-77a4ff46386b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.999185 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0737ba1b-bd23-42ae-988b-b9d5e2553f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.616076 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.056055 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.748270 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:17.407854 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:21.847022 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:26.806253 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:17:36.732148 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d42a218a-c246-496f-a3c0-da0eac7bb71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.995040 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f248d58-921f-45eb-9b17-8cca562d7bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:40.612616 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:42.052329 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:42.747070 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:47.428739 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:51.850002 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:54.020504 n-d-792364-10 neutron-server[103223]: DEBUG neutron.wsgi [req-46628e62-b0ac-4749-9a02-779a76ab5cc1 req-931ddabc-f680-46ac-a5c8-f6356cd2bf21 service neutron] (103223) timed out ('10.222.0.65', 51240) {{(pid=103223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:18:03.810452 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:18:06.743519 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f793f4e-cdbc-46ec-99b6-cb25f4ff10d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.996831 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-318ad1dc-b8c4-4744-b4bb-3746843f105c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:10.619275 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:12.053927 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:12.742777 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:17.438385 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:21.847837 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.742356 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f218a054-4682-42e7-87c9-c2fdae8097fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.995009 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62ff9ab-ac79-4b69-9048-efca53fd490a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.621807 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.810739 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:18:42.062107 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:42.741571 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.447034 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:51.862032 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:06.739645 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-648ca0c2-9213-4208-af61-e4851ab332ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:08.994905 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13d4ca54-3513-4091-9a52-b5b93a24a727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:10.627171 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.059987 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.740182 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:17.452535 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:17.814690 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:19:21.871889 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:36.734570 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ede026e-12c9-4423-88c2-ac99e04d6041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.993463 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7dfe-d380-49eb-bd70-04502466ed46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:40.629470 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.066577 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.740998 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:47.460410 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.885019 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:54.819980 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:20:06.742881 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03878dee-5481-48b9-812d-96af4c3eb08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.996969 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4393b738-a474-4770-8104-386536f8cf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.635660 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.067109 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.743144 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:17.470953 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:21.892187 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7205bc04-01d3-4d98-8d6d-3d2df31462c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (085ddb62-13f2-4e95-9a37-a20a73fa480f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:31.825411 n-d-792364-10 neutron-server[103226]: DEBUG neutron.db.agents_db [None req-3f7e5eee-5cd8-4ff6-b5b3-92e926ce51b2 None None] Agent healthcheck: found 7 active agents {{(pid=103226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:20:36.737995 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7977001d-9a7e-45cc-adea-01a739c4b1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b968952a-ea63-457d-8fff-61f92861fae2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:38.992847 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f43f031f-65f4-4225-94ba-4646b55ae653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (1d0138f9-e745-4cbd-84c7-10f5389d31e1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:40.634244 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d74bba49-1b05-4315-8aad-8a5fbc5e2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (94aabef4-54d6-4c0c-a4d3-f5385d7fd700), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:42.072713 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa32b1d3-cae9-4a38-abc0-0d718163a985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (02796b5d-a704-4b77-9063-985513ce0e31), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:42.907228 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6314e1af-f177-461c-a4ba-48a17a673e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (af112d6a-e28a-4462-872f-28d3a2630396), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:47.473417 n-d-792364-10 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-988cc0b0-4bea-4fe4-91e8-5b049d2359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752285361812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3311278'] for agent (b475b6b3-73e7-4421-a28b-8716de3dc190), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}